-- Logs begin at Fri 2021-07-30 00:52:45 UTC, end at Fri 2021-07-30 03:20:35 UTC. -- Jul 30 01:23:43.500509 n-d-715271-7 systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 01:23:46.252319 n-d-715271-7 neutron-server[93709]: INFO neutron.common.config [-] Logging enabled! Jul 30 01:23:46.253040 n-d-715271-7 neutron-server[93709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 01:23:46.253136 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 01:23:46.256340 n-d-715271-7 neutron-server[93709]: INFO neutron.common.config [-] Logging enabled! Jul 30 01:23:46.256601 n-d-715271-7 neutron-server[93709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 01:23:46.256921 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 01:23:46.257868 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 01:23:46.258132 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 01:23:46.258500 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 01:23:46.258749 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 01:23:46.258980 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 01:23:46.259304 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.259635 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.259939 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.260175 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.260475 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.260773 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.261060 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.261351 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.261660 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.261949 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.262230 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.262516 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.262748 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.263031 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.263321 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.263639 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.263870 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] debug = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.264154 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.264585 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.265006 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.265288 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.265583 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.265864 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.266139 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.266416 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.266701 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.267031 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] host = n-d-715271-7 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.267312 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.267625 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.267922 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.268214 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.268488 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.268767 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.269056 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.269331 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.269605 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] log_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.269886 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.270179 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.270473 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.270831 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.270997 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.271221 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.271621 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.271837 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.272118 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.272398 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.272672 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.272950 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.273222 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.273495 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.274315 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.274603 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.274895 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.275173 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.275472 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.275750 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.276025 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.276316 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.276592 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.276868 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.277145 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.277436 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.277707 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.277980 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.278289 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.278580 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.278868 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.279162 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.279457 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.279746 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.280021 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.280294 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.280569 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] use_json = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.280848 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.281118 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.281406 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.281680 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.281954 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.282234 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.282509 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.282797 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:46.283100 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.283401 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.283731 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.284016 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.284317 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.284601 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.284898 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.285179 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.285475 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.285769 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.286060 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.286340 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.286632 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.286913 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.287214 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.287552 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.287856 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.288155 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.288435 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.288714 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.288992 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.289322 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.290134 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.290440 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.290742 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.291024 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.291309 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.291632 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.291917 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.292202 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.292485 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.292781 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.293063 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.293342 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.293631 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.293911 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.294188 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.294464 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.294745 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.295042 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.295325 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.295628 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.295905 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.296186 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.296463 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.296751 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.297032 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.297311 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.297589 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.297869 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.298147 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.298423 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.298702 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.298978 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.299260 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.299573 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.299853 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.300131 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.300410 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.300688 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.300965 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.301240 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.301520 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.301795 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.302070 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.302349 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.302623 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.302899 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.303187 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.303514 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.303801 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.304084 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.304366 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.304646 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.304949 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.305229 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.305509 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.305791 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.306065 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.306360 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.306645 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.306933 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.307216 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.307518 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.307819 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.308100 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.308385 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.308663 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.308942 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.309234 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.309520 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.309823 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.310122 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.310421 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.310721 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.311017 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.311306 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.311650 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.311937 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:46.312166 n-d-715271-7 neutron-server[93709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 01:23:46.312413 n-d-715271-7 neutron-server[93709]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93709) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 01:23:46.664660 n-d-715271-7 neutron-server[93709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 01:23:46.664941 n-d-715271-7 neutron-server[93709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 01:23:46.665235 n-d-715271-7 neutron-server[93709]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 01:23:46.665575 n-d-715271-7 neutron-server[93709]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 01:23:47.057459 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.057673 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.057938 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.059249 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.059553 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.059822 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.094057 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.094332 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.094609 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.109696 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.109986 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.110260 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.138845 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.139124 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.139399 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.176387 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.176678 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.176949 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.411479 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.412113 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.412113 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.412268 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.412980 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.534584 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.534905 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.535195 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.535494 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.535770 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.536107 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.536356 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.536615 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.536876 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.537158 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.537421 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.537690 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.537956 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.538212 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.538469 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.538734 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.538992 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.539290 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.539593 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.539858 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.540133 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.540391 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.540676 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.541060 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.541314 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.541566 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.541967 n-d-715271-7 neutron-server[93709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:23:47.542216 n-d-715271-7 neutron-server[93709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:23:47.542459 n-d-715271-7 neutron-server[93709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:23:47.542701 n-d-715271-7 neutron-server[93709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:23:47.542942 n-d-715271-7 neutron-server[93709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:23:47.543184 n-d-715271-7 neutron-server[93709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:23:47.543581 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 01:23:47.546767 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 01:23:47.550801 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 01:23:47.554730 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 30 01:23:47.556930 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 01:23:47.557386 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 01:23:47.557727 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 01:23:47.558115 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 01:23:47.560953 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 01:23:47.561212 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 01:23:47.561568 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 01:23:47.566919 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 01:23:47.590340 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 01:23:47.590805 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.591110 n-d-715271-7 neutron-server[93709]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93709) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 01:23:47.591513 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.592887 n-d-715271-7 neutron-server[93709]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93709) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 01:23:47.593179 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 01:23:47.593431 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 01:23:47.596869 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.597158 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:47.661186 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 01:23:47.661433 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 01:23:47.661719 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 01:23:47.662063 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 01:23:47.683864 n-d-715271-7 neutron-server[93709]: DEBUG oslo_db.sqlalchemy.engines [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93709) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 01:23:48.215959 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Initializing driver for type 'gre' Jul 30 01:23:48.216542 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] gre ID ranges: [(1, 1000)] Jul 30 01:23:48.267516 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Initializing driver for type 'local' Jul 30 01:23:48.267849 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Initializing driver for type 'vlan' Jul 30 01:23:48.281195 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] VlanTypeDriver initialization complete Jul 30 01:23:48.281549 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Initializing driver for type 'vxlan' Jul 30 01:23:48.282038 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] vxlan ID ranges: [(1, 1000)] Jul 30 01:23:48.332913 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Initializing extension driver 'port_security' Jul 30 01:23:48.333291 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.extensions.port_security [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] PortSecurityExtensionDriver initialization complete Jul 30 01:23:48.333609 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Initializing mechanism driver 'openvswitch' Jul 30 01:23:48.333923 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Initializing mechanism driver 'hyperv' Jul 30 01:23:48.340958 n-d-715271-7 neutron-server[93709]: DEBUG neutron.plugins.ml2.plugin [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:23:48.341819 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > port after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.342196 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > port after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.342546 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > port after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.343069 n-d-715271-7 neutron-server[93709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:23:48.343531 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > subnet after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.343885 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > subnet after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.344229 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.344619 n-d-715271-7 neutron-server[93709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:23:48.345027 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > network after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.345373 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > network after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.345712 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > network after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.346099 n-d-715271-7 neutron-server[93709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:23:48.346500 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > security_group after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.346851 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > security_group after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.347192 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.347615 n-d-715271-7 neutron-server[93709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:23:48.348014 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.349568 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.349824 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.350216 n-d-715271-7 neutron-server[93709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:23:48.350620 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > address_group after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.350964 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > address_group after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.351301 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.351776 n-d-715271-7 neutron-server[93709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 01:23:48.352156 n-d-715271-7 neutron-server[93709]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] ML2 OVO RPC backend initialized. {{(pid=93709) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 01:23:48.352862 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.353249 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.353737 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > network before_response 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.353980 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > networks before_response 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.354328 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > port before_response 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.354667 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > ports before_response 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.355020 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > subnet before_response 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.355358 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > subnets before_response 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.355730 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > network after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.356145 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > network after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.356482 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > network after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.356816 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > port after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.357152 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > port after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.357482 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > port after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.357815 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > subnet after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.358147 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > subnet after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.358476 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.359051 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.plugin [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Modular L2 Plugin initialization complete Jul 30 01:23:48.359381 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading services supported by the core plugin {{(pid=93709) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 01:23:48.359732 n-d-715271-7 neutron-server[93709]: INFO neutron.plugins.ml2.managers [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Got port-security extension from driver 'port_security' Jul 30 01:23:48.360194 n-d-715271-7 neutron-server[93709]: INFO neutron.extensions.vlantransparent [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Disabled vlantransparent extension. Jul 30 01:23:48.360675 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93709) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 01:23:48.360987 n-d-715271-7 neutron-server[93709]: INFO neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading Plugin: router Jul 30 01:23:48.397424 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.397822 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router after_create 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.398194 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router before_create 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.398586 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.398960 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.399316 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router after_delete 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.399696 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.400182 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router after_create 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.400533 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router after_update 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.400882 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router after_update 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.401233 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.401587 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router after_update 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.401998 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router precommit_update 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.402372 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: port after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.402716 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: port after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.403059 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: subnet after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.403399 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.403774 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.404126 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router precommit_create 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.404472 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: port before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.404815 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router precommit_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.405172 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router after_update 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.405513 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.405861 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router precommit_create 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.406221 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.406567 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router precommit_update 55549900 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.406929 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > agent after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.407279 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > agent after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.407648 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > network after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.408517 n-d-715271-7 neutron-server[93709]: DEBUG neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Tracking information for resource: router configured {{(pid=93709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:23:48.408853 n-d-715271-7 neutron-server[93709]: DEBUG neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Tracking information for resource: floatingip configured {{(pid=93709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 01:23:48.413753 n-d-715271-7 neutron-server[93709]: INFO neutron.db.l3_agentschedulers_db [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 01:23:48.414405 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: port after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.414765 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: port after_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.415135 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: port after_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.415515 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: port after_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.416315 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router before_create 55550100 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.416683 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.417048 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router precommit_create 55550100 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.417407 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > router precommit_update 55550100 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.421923 n-d-715271-7 neutron-server[93709]: DEBUG neutron.services.provider_configuration [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service providers = [] {{(pid=93709) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 01:23:48.422289 n-d-715271-7 neutron-server[93709]: DEBUG neutron.db.servicetype_db [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93709) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 01:23:48.425343 n-d-715271-7 neutron-server[93709]: DEBUG neutron.services.service_base [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:23:48.425691 n-d-715271-7 neutron-server[93709]: DEBUG neutron.services.service_base [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:23:48.426032 n-d-715271-7 neutron-server[93709]: DEBUG neutron.services.service_base [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:23:48.426929 n-d-715271-7 neutron-server[93709]: DEBUG neutron.services.service_base [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 01:23:48.427307 n-d-715271-7 neutron-server[93709]: INFO neutron.services.service_base [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 01:23:48.427717 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:23:48.428038 n-d-715271-7 neutron-server[93709]: INFO neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 01:23:48.440817 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:23:48.441158 n-d-715271-7 neutron-server[93709]: INFO neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading Plugin: auto_allocate Jul 30 01:23:48.447732 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: network precommit_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.448106 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: network precommit_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.448636 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:23:48.448959 n-d-715271-7 neutron-server[93709]: INFO neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading Plugin: tag Jul 30 01:23:48.455772 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:23:48.456102 n-d-715271-7 neutron-server[93709]: INFO neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading Plugin: timestamp Jul 30 01:23:48.459956 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:23:48.460274 n-d-715271-7 neutron-server[93709]: INFO neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading Plugin: network_ip_availability Jul 30 01:23:48.465718 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.466139 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.466452 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.467168 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:23:48.467524 n-d-715271-7 neutron-server[93709]: INFO neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading Plugin: flavors Jul 30 01:23:48.472555 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:23:48.472885 n-d-715271-7 neutron-server[93709]: INFO neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading Plugin: revisions Jul 30 01:23:48.477231 n-d-715271-7 neutron-server[93709]: DEBUG neutron.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 01:23:48.477625 n-d-715271-7 neutron-server[93709]: DEBUG oslo_concurrency.lockutils [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=93709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 01:23:48.478361 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93709) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 01:23:48.478705 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Initializing extension manager. Jul 30 01:23:48.479218 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: __init__.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.479601 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: __pycache__ {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.479940 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.480276 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: address_group.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.481067 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.481642 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: address-group Jul 30 01:23:48.481965 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: address_scope.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.482679 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.483234 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: address-scope Jul 30 01:23:48.483602 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.484537 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.485056 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: router-admin-state-down-before-update Jul 30 01:23:48.485367 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: agent.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.486068 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.486563 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: agent Jul 30 01:23:48.486883 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: agent_resources_synced.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.487849 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.488353 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: agent-resources-synced Jul 30 01:23:48.488677 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: allowedaddresspairs.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.490511 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.490978 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: allowed-address-pairs Jul 30 01:23:48.491302 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: auto_allocated_topology.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.492924 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.493432 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: auto-allocated-topology Jul 30 01:23:48.493753 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: availability_zone.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.494456 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.494955 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: availability_zone Jul 30 01:23:48.495306 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: availability_zone_filter.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.496255 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.496762 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: availability_zone_filter Jul 30 01:23:48.497078 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: data_plane_status.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.498004 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.498499 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 01:23:48.498820 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: default_subnetpools.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.499854 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.500367 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: default-subnetpools Jul 30 01:23:48.500684 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.501543 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.502102 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: dhcp_agent_scheduler Jul 30 01:23:48.502427 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: dns.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.503581 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.504096 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension dns-integration not supported by any of loaded plugins Jul 30 01:23:48.504476 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: dns_domain_ports.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.505423 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.506060 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 01:23:48.506273 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.507184 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.507703 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 01:23:48.508587 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: dvr.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.509263 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.509761 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: dvr Jul 30 01:23:48.510083 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: ecmp_routes.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.511025 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.511524 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 01:23:48.511847 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: empty_string_filtering.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.512795 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.513259 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: empty-string-filtering Jul 30 01:23:48.513593 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.514499 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.514998 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 01:23:48.515315 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.516251 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.516965 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 01:23:48.517088 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: external_net.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.517965 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.518473 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: external-net Jul 30 01:23:48.518791 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.519726 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.520315 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: extra_dhcp_opt Jul 30 01:23:48.520552 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: extraroute.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.521462 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.522009 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: extraroute Jul 30 01:23:48.522319 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: extraroute_atomic.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.523380 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.523926 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: extraroute-atomic Jul 30 01:23:48.524259 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: filter_validation.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.525144 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.525647 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: filter-validation Jul 30 01:23:48.525930 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: fip_pf_description.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.526852 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.527353 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 01:23:48.527695 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: fip_port_details.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.528826 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.529324 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: fip-port-details Jul 30 01:23:48.529645 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: flavors.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.530884 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.531389 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: flavors Jul 30 01:23:48.531902 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.533785 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.534292 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 01:23:48.534617 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: floatingip_pools.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.535365 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.535874 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: floatingip-pools Jul 30 01:23:48.536189 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: ip_allocation.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.537119 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.537730 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 01:23:48.537969 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.538872 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.539924 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: ip-substring-filtering Jul 30 01:23:48.540498 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: l2_adjacency.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.541341 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.541845 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 01:23:48.542142 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: l3.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.543163 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.543922 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: router Jul 30 01:23:48.544048 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.546412 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.546827 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 01:23:48.547216 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.548145 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.548648 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: ext-gw-mode Jul 30 01:23:48.548973 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.549926 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.550427 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: l3-ha Jul 30 01:23:48.550757 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: l3_flavors.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.551702 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.552209 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: l3-flavors Jul 30 01:23:48.552530 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.553445 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.553949 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 01:23:48.554274 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: l3agentscheduler.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.555970 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.556481 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: l3_agent_scheduler Jul 30 01:23:48.556806 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: logging.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.558283 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.558797 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension logging not supported by any of loaded plugins Jul 30 01:23:48.559128 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: metering.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.559918 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.560496 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: metering Jul 30 01:23:48.560820 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.562042 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.562602 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: metering_source_and_destination_fields Jul 30 01:23:48.562880 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: multiprovidernet.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.563839 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.564348 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: multi-provider Jul 30 01:23:48.564670 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: netmtu.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.565598 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.566102 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: net-mtu Jul 30 01:23:48.566422 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: netmtu_writable.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.567340 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.568127 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: net-mtu-writable Jul 30 01:23:48.568450 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: network_availability_zone.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.569120 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.569615 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: network_availability_zone Jul 30 01:23:48.569934 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: network_ip_availability.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.571081 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.571613 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: network-ip-availability Jul 30 01:23:48.571938 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: network_segment_range.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.572702 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.573201 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 01:23:48.573521 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: pagination.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.574510 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.574839 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: pagination Jul 30 01:23:48.575159 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: port_device_profile.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.576112 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.576623 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: port-device-profile Jul 30 01:23:48.576944 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.577867 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.578368 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: port-mac-address-regenerate Jul 30 01:23:48.578689 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.579641 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.580142 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: port-numa-affinity-policy Jul 30 01:23:48.580462 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: port_resource_request.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.581378 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.581881 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 01:23:48.582203 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: portbindings.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.583123 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.583665 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: binding Jul 30 01:23:48.583989 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: portbindings_extended.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.585249 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.585765 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: binding-extended Jul 30 01:23:48.586121 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: portsecurity.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.587048 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.587587 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: port-security Jul 30 01:23:48.587913 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: project_id.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.588888 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.589217 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: project-id Jul 30 01:23:48.589539 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: providernet.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.590467 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.590970 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: provider Jul 30 01:23:48.591293 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: qos.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.594725 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.595241 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension qos not supported by any of loaded plugins Jul 30 01:23:48.595609 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.596849 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.597359 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 01:23:48.597685 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.598605 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.599111 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 01:23:48.599455 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: qos_default.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.600371 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.600876 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension qos-default not supported by any of loaded plugins Jul 30 01:23:48.601202 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: qos_fip.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.602395 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.602893 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension qos-fip not supported by any of loaded plugins Jul 30 01:23:48.603214 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: qos_gateway_ip.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.604170 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.604677 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 01:23:48.605002 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: qos_port_network_policy.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.605927 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.606427 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 01:23:48.606748 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: qos_rule_type_details.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.607701 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.608202 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 01:23:48.608525 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: qos_rules_alias.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.609576 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.610085 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 01:23:48.610407 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: quotasv2.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.611547 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.611881 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: quotas Jul 30 01:23:48.612204 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: quotasv2_detail.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.615228 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.615604 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: quota_details Jul 30 01:23:48.615943 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: rbac.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.617013 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.618163 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: rbac-policies Jul 30 01:23:48.618493 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: rbac_address_group.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.619499 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.620008 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: rbac-address-group Jul 30 01:23:48.620332 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: rbac_address_scope.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.621266 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.621770 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: rbac-address-scope Jul 30 01:23:48.622092 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: rbac_security_groups.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.623007 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.623545 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: rbac-security-groups Jul 30 01:23:48.623871 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: rbac_subnetpool.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.624788 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.625293 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: rbac-subnetpool Jul 30 01:23:48.625617 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: revisionifmatch.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.626544 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.627047 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: revision-if-match Jul 30 01:23:48.627368 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: revisions.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.628515 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.629025 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: standard-attr-revisions Jul 30 01:23:48.629347 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: router_availability_zone.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.630020 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.630524 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: router_availability_zone Jul 30 01:23:48.630845 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: routerservicetype.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.631789 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.632289 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension router-service-type not supported by any of loaded plugins Jul 30 01:23:48.632610 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.633554 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.634053 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: security-groups-normalized-cidr Jul 30 01:23:48.634375 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.635301 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.635827 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: port-security-groups-filtering Jul 30 01:23:48.636160 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.637081 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.637593 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: security-groups-remote-address-group Jul 30 01:23:48.637909 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: securitygroup.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.647411 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.647961 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: security-group Jul 30 01:23:48.648295 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: segment.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.649112 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.649613 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension segment not supported by any of loaded plugins Jul 30 01:23:48.649940 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.650883 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.651386 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 01:23:48.651743 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: servicetype.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.652859 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.653365 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: service-type Jul 30 01:23:48.653691 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: sorting.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.654673 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.655006 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: sorting Jul 30 01:23:48.655328 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: standard_attr_segment.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.656352 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.656863 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 01:23:48.657187 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: standardattrdescription.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.657841 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.658346 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: standard-attr-description Jul 30 01:23:48.658673 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: stateful_security_group.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.659624 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.660137 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: stateful-security-group Jul 30 01:23:48.660465 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: stdattrs_common.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.661051 n-d-715271-7 neutron-server[93709]: WARNING neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 01:23:48.661375 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.662309 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.662816 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 01:23:48.663136 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: subnet_onboard.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.664763 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.665273 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: subnet_onboard Jul 30 01:23:48.665598 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.666535 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.667034 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 01:23:48.667357 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: subnet_service_types.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.668378 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.668887 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: subnet-service-types Jul 30 01:23:48.669215 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: subnetallocation.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.670314 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.670819 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: subnet_allocation Jul 30 01:23:48.671189 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.671844 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.672348 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: subnetpool-prefix-ops Jul 30 01:23:48.672671 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.673756 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.674258 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 01:23:48.674583 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: tagging.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.675710 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.676217 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: standard-attr-tag Jul 30 01:23:48.676550 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: timestamp.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.677766 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.678276 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loaded extension: standard-attr-timestamp Jul 30 01:23:48.678601 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: trunk.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.679663 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.680713 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension trunk not supported by any of loaded plugins Jul 30 01:23:48.681033 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: trunk_details.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.681963 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.682466 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension trunk-details not supported by any of loaded plugins Jul 30 01:23:48.682789 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: uplink_status_propagation.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.683750 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.684261 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 01:23:48.684582 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Loading extension file: vlantransparent.py {{(pid=93709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 01:23:48.685307 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 01:23:48.685750 n-d-715271-7 neutron-server[93709]: INFO neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 01:23:48.688287 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:network Jul 30 01:23:48.688813 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:subnet Jul 30 01:23:48.689214 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:23:48.689610 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:port Jul 30 01:23:48.690856 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.691295 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service FLAVORS assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.691963 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.692390 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.692977 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:router Jul 30 01:23:48.693421 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 01:23:48.693918 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service METERING assigned prefix: /metering {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.695401 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.695802 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.696165 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:23:48.697189 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 01:23:48.697647 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:security_group Jul 30 01:23:48.698082 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 01:23:48.698690 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service CORE assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.699019 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:23:48.699364 n-d-715271-7 neutron-server[93709]: WARNING neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] subnetpool is already registered Jul 30 01:23:48.699818 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service CORE assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.700147 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:23:48.700477 n-d-715271-7 neutron-server[93709]: WARNING neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] subnetpool is already registered Jul 30 01:23:48.702764 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.703322 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service FLAVORS assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.703987 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.704433 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.704766 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:router Jul 30 01:23:48.705108 n-d-715271-7 neutron-server[93709]: WARNING neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] router is already registered Jul 30 01:23:48.705535 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 01:23:48.705870 n-d-715271-7 neutron-server[93709]: WARNING neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] floatingip is already registered Jul 30 01:23:48.706336 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service METERING assigned prefix: /metering {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.707038 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 01:23:48.707367 n-d-715271-7 neutron-server[93709]: WARNING neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] rbac_policy is already registered Jul 30 01:23:48.707824 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:security_group Jul 30 01:23:48.708161 n-d-715271-7 neutron-server[93709]: WARNING neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] security_group is already registered Jul 30 01:23:48.708582 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 01:23:48.708918 n-d-715271-7 neutron-server[93709]: WARNING neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] security_group_rule is already registered Jul 30 01:23:48.709414 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service CORE assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.709734 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:23:48.710067 n-d-715271-7 neutron-server[93709]: WARNING neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] subnetpool is already registered Jul 30 01:23:48.710485 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.v2.resource_helper [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Service CORE assigned prefix: {{(pid=93709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 01:23:48.710807 n-d-715271-7 neutron-server[93709]: INFO neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 01:23:48.711159 n-d-715271-7 neutron-server[93709]: WARNING neutron.quota.resource_registry [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] subnetpool is already registered Jul 30 01:23:48.712915 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: extensions {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.714396 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: address-groups {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.715906 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: address-scopes {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.717174 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: agents {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.718374 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: auto-allocated-topology {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.719645 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: availability_zones {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.720862 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: dhcp-networks {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.722279 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: dhcp-agents {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.723818 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: routers {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.725585 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: flavors {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.727274 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: service_profiles {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.728635 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: next_providers {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.730053 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: service_profiles {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.731505 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: floatingip-pools {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.732827 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: routers {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.734514 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: floatingips {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.735730 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: l3-routers {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.737229 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: l3-agents {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.738630 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: metering-labels {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.739912 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: metering-label-rules {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.741179 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: network-ip-availabilities {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.743112 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: bindings {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.744743 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: quotas {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.746177 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: quotas {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.747729 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: rbac-policies {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.748921 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: security-groups {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.750117 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: security-group-rules {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.751450 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: service-providers {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.752691 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: subnetpools {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.754057 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: subnetpools {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.755614 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.757324 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.759056 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.760981 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.762731 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.764634 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.766411 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.768261 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.771006 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.772811 n-d-715271-7 neutron-server[93709]: DEBUG neutron.api.extensions [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Extended resource: tags {{(pid=93709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 01:23:48.778737 n-d-715271-7 neutron-server[93709]: WARNING keystonemiddleware.auth_token [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 01:23:48.783282 n-d-715271-7 neutron-server[93709]: WARNING keystonemiddleware.auth_token [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 01:23:48.792312 n-d-715271-7 neutron-server[93709]: DEBUG oslo_concurrency.lockutils [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Acquired lock "singleton_lock" {{(pid=93709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 01:23:48.792783 n-d-715271-7 neutron-server[93709]: DEBUG oslo_concurrency.lockutils [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Releasing lock "singleton_lock" {{(pid=93709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 01:23:48.793414 n-d-715271-7 neutron-server[93709]: INFO oslo_service.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Starting 2 workers Jul 30 01:23:48.798201 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Started child 93818 {{(pid=93709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:23:48.802589 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Started child 93819 {{(pid=93709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:23:48.803535 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:48.804285 n-d-715271-7 neutron-server[93709]: INFO neutron.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 01:23:48.805479 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Notify callbacks [] for process, before_spawn {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:48.805585 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [-] (93818) wsgi starting up on http://0.0.0.0:9696 Jul 30 01:23:48.807902 n-d-715271-7 neutron-server[93709]: INFO oslo_service.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Starting 1 workers Jul 30 01:23:48.808021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:48.809398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [-] (93819) wsgi starting up on http://0.0.0.0:9696 Jul 30 01:23:48.813054 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Started child 93820 {{(pid=93709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:23:48.813580 n-d-715271-7 neutron-server[93709]: INFO oslo_service.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Starting 1 workers Jul 30 01:23:48.817822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] calling RpcWorker wait() {{(pid=93820) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 01:23:48.818422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] returning from RpcWorker wait() {{(pid=93820) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 01:23:48.818738 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Started child 93821 {{(pid=93709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 01:23:48.819592 n-d-715271-7 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-395fceb5-274a-4d5a-a7ff-67d6e8648c24 None None] Notify callbacks [] for process, after_spawn {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:48.819732 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:48.820529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:23:48.821529 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 01:23:48.821759 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 01:23:48.821946 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 01:23:48.822167 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 01:23:48.822518 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 01:23:48.822680 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 01:23:48.823336 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.823621 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:23:48.824163 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.824163 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.824163 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.824402 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.824558 n-d-715271-7 neutron-server[93821]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:23:48.825144 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.825419 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.825673 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.825967 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.826220 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.826419 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.826556 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.826975 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.827217 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.827566 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.827840 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.828103 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.828387 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.828557 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.828809 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.829067 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.829312 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.829586 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] debug = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.829831 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.830305 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.830537 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.830809 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.831057 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.831331 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.831612 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.831860 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.832108 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.832329 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.832563 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.832809 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.833053 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.833282 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.833499 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.833751 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.833971 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.834444 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] host = n-d-715271-7 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.834663 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.834895 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.835126 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.835376 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.835642 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.835872 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.836179 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.836422 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.836668 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.836917 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.837185 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.837439 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.837652 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.837884 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.838050 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_options = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.838282 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.838560 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.838843 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.839032 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.839200 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.839375 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.839664 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.839811 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.840076 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.840336 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.840490 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.840718 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.840989 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.841175 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.841422 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.841658 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.841899 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.842136 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.842393 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.842620 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.842844 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.843088 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.843317 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.843611 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.843832 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.844045 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.844306 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.844541 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.844752 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.845012 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.845243 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.845497 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.845796 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.846052 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.846301 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.846527 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.846763 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.847041 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.847271 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.847558 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.847815 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.848026 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.848250 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.848480 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.848722 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.848922 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_json = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.849132 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.849346 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.849607 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.849838 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.850053 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.850263 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.850492 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.850698 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.851142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.851462 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.853035 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.853035 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.853035 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.853305 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.853468 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.853621 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.853943 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.854136 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.854439 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.854665 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.854917 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.855159 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.855549 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.855925 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.856036 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.856255 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.856523 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.856765 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.857002 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.857224 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.857566 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.857841 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.858637 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.858637 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.858637 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.860672 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.860672 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.860672 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.860672 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.860672 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.860672 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.860672 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.860672 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.860672 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.861854 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.861854 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.861854 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.861854 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.861854 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.862456 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.862456 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.862456 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.862797 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.862936 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.863062 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.863252 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.864241 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.864241 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.864241 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.864241 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866142 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866792 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866792 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.866792 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.867020 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.867155 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.867981 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.868447 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.870111 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.870111 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.870111 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.870111 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.870111 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.870111 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.870111 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.871008 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.871008 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.871379 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.871915 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.871915 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.872280 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.872665 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.874899 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.874899 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.874899 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.874899 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.874899 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.874899 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.874899 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.874899 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.875517 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.875599 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.875842 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.876125 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.876401 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.876786 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.877097 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.877438 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.877751 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.878039 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.878363 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.878675 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.878958 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.879270 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.879613 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.879910 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.880256 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.880551 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.880862 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.881174 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.881490 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.881830 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.882131 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.882627 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.883074 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.883586 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.884182 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.884669 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.885140 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.885608 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.886056 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.886532 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.886973 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.887421 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.887894 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.888355 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.888790 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.889287 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.889721 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.890160 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.890603 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.891030 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.891579 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.891979 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.892360 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.892741 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.893171 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.893442 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.893715 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.894001 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.894254 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.894527 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.894748 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.894988 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.895463 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.895605 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.896131 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.896131 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.896340 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.896505 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.896902 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.897263 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.897620 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.898011 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.898369 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.899292 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.899716 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.900075 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.900434 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.900685 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.900905 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.901271 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.901664 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.902047 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.902439 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.902808 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.903187 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.903618 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.903848 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.904125 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.904383 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.904605 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.904838 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.905088 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.905349 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.905569 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.905823 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.906063 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.906304 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.906531 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.906747 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.907130 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.907365 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.907772 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.907985 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.908254 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.908488 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.908831 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.909082 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.909323 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.909563 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.909779 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.910038 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.910285 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.910654 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.910876 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.911116 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.911356 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.911762 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.911875 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.912098 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.912326 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.912536 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.912737 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.912955 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.913191 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.913640 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.913885 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.914163 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.914912 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.915149 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.915389 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.915642 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.915853 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.916063 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.916288 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.916523 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.916785 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.916973 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.917369 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.917865 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.918166 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.918389 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.918629 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.918877 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.919094 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.919309 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.919564 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.919785 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.920072 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.920263 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.920517 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.920783 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.921009 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.921247 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.921480 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.921725 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.921934 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.922138 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.922518 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.922752 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.923113 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.923405 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.923753 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.923974 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.924266 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.924490 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.924739 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.924989 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.925286 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.925498 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.925756 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.925990 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.926219 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.926457 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.926709 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.927026 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.927312 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.927621 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.927875 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.928162 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.928444 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.928701 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.928931 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.929238 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.929573 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.929872 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.930134 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.930384 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.930643 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.930882 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.931097 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.931334 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.931570 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.931796 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.932054 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.932301 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.932549 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.932746 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.932976 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.933188 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.933524 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.933754 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.934002 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.934310 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.934409 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 01:23:48.934893 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 01:23:48.935046 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 01:23:48.935349 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 01:23:48.935681 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 01:23:48.935992 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 01:23:48.936310 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 01:23:48.936523 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.936681 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.936993 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.937160 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.937320 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.937496 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.937653 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.937853 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.937963 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.938108 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.938266 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.938426 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.938580 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.938739 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.938896 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.939057 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.939215 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.939372 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.939559 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.939717 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.939876 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.940033 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.940190 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] debug = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.940346 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.940540 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.940703 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.940860 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.941017 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.941174 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.941330 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.941488 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.941645 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.941802 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.941962 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.942121 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.942263 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.942749 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.942883 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.943008 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.943134 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.943258 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] host = n-d-715271-7 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.943492 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.943632 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.943759 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.943900 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.944019 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.944172 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.944476 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.944642 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.944802 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.944957 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.945110 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.945261 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.945439 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.945621 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.945743 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_options = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.945896 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.946128 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.946231 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.946381 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.946535 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.946699 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.946843 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.946972 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.947128 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.947289 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.947420 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.947605 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.947756 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.947997 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.948522 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.948522 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.948522 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.948522 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.949097 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.949097 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.949097 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.949097 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.950203 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.950203 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.950203 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.950203 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.950203 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.950203 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.950203 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.950203 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951329 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951329 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951329 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951329 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951329 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951329 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951329 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951860 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951860 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951860 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.951860 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.952282 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.952282 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.952282 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.952644 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.952644 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_json = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.952968 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.952968 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.952968 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.953610 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.953610 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.953610 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.953610 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.954052 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 01:23:48.954052 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.954052 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.955615 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.955615 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.955615 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.955615 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.955615 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.955615 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.955615 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.955615 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956167 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:23:48.956330 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956330 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956330 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956330 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956330 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956330 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956728 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956728 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956728 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.956938 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.957014 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.957178 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.957339 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.957501 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.957661 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.957821 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.957981 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.958143 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.958302 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.958467 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.958627 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.958787 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.958947 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.959107 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.959266 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.959441 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.959613 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.959774 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.959935 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.960096 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.960255 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.960415 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.960576 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.960736 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.960897 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.961600 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.961733 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.961895 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.962066 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.962224 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.962383 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.962543 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.962702 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.962862 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.963021 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.963181 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.963341 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.963525 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.963687 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.963846 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.964020 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.964180 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.964339 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.964499 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.964658 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.964818 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.964981 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.965136 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.965295 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.965454 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.965613 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.965773 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.965932 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.966093 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.966252 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.966411 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.966571 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.966734 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.967325 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.967325 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.967325 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.967603 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.967681 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.968169 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.968169 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.968169 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.968403 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.968482 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.968558 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.968727 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.968895 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.969197 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.969521 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.969680 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.969834 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.970040 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.970138 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.970305 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.970463 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.970771 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.970932 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.971103 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.971250 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.971410 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.971596 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.971756 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.971918 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.972100 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.972254 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.972377 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.972744 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.972744 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.972900 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.973003 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.973173 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.973341 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.973501 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.973663 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.973823 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.973987 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.974130 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.974289 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.974450 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.974610 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.974770 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.974931 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.975100 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.975269 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.975425 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.975908 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.975908 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.975908 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.976125 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.976231 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.976392 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.976550 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.977264 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.977427 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.977587 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.977747 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.977905 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.978066 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.978227 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.978387 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.978547 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.978708 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.978873 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.979034 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.979195 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.979354 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.979537 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.979699 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.979858 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.980011 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.980173 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.980330 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.980490 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.980650 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.980812 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.980972 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.981133 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.981294 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.981453 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.981612 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.981771 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.981930 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.982088 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.982243 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.982405 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.982566 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.982726 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.982911 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.983072 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.983228 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.983423 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.983570 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.983707 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.983864 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.984025 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.984185 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.984345 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.984504 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.984663 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.984823 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.984983 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.985143 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.985317 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.985477 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.985636 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.985796 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.985955 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.986116 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.986275 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.986435 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.986594 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.986753 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.986911 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.987073 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.987235 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.987395 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.987595 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.987755 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.987915 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.988074 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.988241 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.988409 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.988549 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.988708 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.988874 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.989034 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.989194 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.989363 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.989523 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.989681 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.989840 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.989998 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.990157 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.990335 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.990475 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.990634 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.990794 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.990951 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.991111 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.991279 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.991453 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.991622 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.991782 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.992412 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.992584 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.992758 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.992920 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.993081 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.993241 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.993413 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.993548 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.993723 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.993884 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.994044 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.994203 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.994364 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.994523 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.994692 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.994852 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.995011 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.995179 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.995338 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.995527 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.995688 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.995861 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.996022 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.996185 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.996418 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.996586 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.996834 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.996986 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.997144 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.997273 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.997405 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.997512 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.997682 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.998193 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.998193 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.998193 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.998517 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.998517 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.998664 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.998782 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.998915 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.999075 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.999234 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.999393 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.999581 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.999745 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:48.999900 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.000039 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.000198 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.000350 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.000495 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.000654 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.000801 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.000961 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.001118 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.001269 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.001430 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 01:23:49.001581 n-d-715271-7 neutron-server[93709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 01:23:49.179135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50150) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:23:49.188673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070195 Jul 30 01:24:00.678122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222597f-8b39-4c50-8d08-487872dbb2a6 None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:24:00.768846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222597f-8b39-4c50-8d08-487872dbb2a6 None None] No non-hosted networks {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 01:24:00.777683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.agentschedulers_db [None req-4222597f-8b39-4c50-8d08-487872dbb2a6 None None] DHCP Agent not found on host n-d-715271-7 {{(pid=93820) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 30 01:24:00.877805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c166ee58-1462-4d32-82d8-39cdd1626a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33159131'] for agent, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:03.238048 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6466cf4-40f8-4253-88a7-3f6ea190e2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33159131'] for agent, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:03.307293 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-08e52aa1-fe69-49fb-b5bd-4abeb2db7179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:03.624384 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33159131'] for agent, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:03.625110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.625570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.625906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.626294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.626624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.626948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.627274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.627661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.627989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.628311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.628628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.628949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:03.629372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-715271-7', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:03.636492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-715271-7', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:04.261958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33159131'] for agent, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:05.898476 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33159131'] for agent, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:06.857616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50240) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:07.354915 n-d-715271-7 neutron-server[93819]: WARNING oslo_policy.policy [None req-6ce619cd-f8c8-4efe-a6d4-8e1eec2c216f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:24:07.355529 n-d-715271-7 neutron-server[93819]: WARNING oslo_policy.policy [None req-6ce619cd-f8c8-4efe-a6d4-8e1eec2c216f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:24:07.574668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-6ce619cd-f8c8-4efe-a6d4-8e1eec2c216f admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:24:07.575805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6ce619cd-f8c8-4efe-a6d4-8e1eec2c216f admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7173569 Jul 30 01:24:07.609765 n-d-715271-7 neutron-server[93820]: INFO neutron.db.l3_hamode_db [None req-cccc43ea-1b96-49a2-aaf3-8c1bbc6597c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 01:24:07.690691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc43ea-1b96-49a2-aaf3-8c1bbc6597c7 None None] Routers set() bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:24:07.690987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc43ea-1b96-49a2-aaf3-8c1bbc6597c7 None None] Router IDs set() for agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 01:24:09.914933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50254) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:10.228340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-89e5656c-5344-4613-adc3-cc803e5821c4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:24:10.320381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.policy [None req-89e5656c-5344-4613-adc3-cc803e5821c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93819) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 01:24:10.369248 n-d-715271-7 neutron-server[93819]: WARNING oslo_policy.policy [None req-89e5656c-5344-4613-adc3-cc803e5821c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:24:10.369622 n-d-715271-7 neutron-server[93819]: WARNING oslo_policy.policy [None req-89e5656c-5344-4613-adc3-cc803e5821c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:24:10.378530 n-d-715271-7 neutron-server[93819]: INFO neutron.quota [None req-89e5656c-5344-4613-adc3-cc803e5821c4 admin admin] Loaded quota_driver: . Jul 30 01:24:10.469989 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89e5656c-5344-4613-adc3-cc803e5821c4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742693852799', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742693854122', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742693857051', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742693835038', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742692422117', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742693821619', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-737109', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-727611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33082534', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33118731'] for rbac-policy, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:10.534847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89e5656c-5344-4613-adc3-cc803e5821c4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:10.535955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-89e5656c-5344-4613-adc3-cc803e5821c4 admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6200337 Jul 30 01:24:13.095478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50266) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:13.389732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Request body: {'network': {'name': 'private', 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'admin_state_up': True, 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:24:13.419410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Made reservation on behalf of 6a0f70d89acd46dc8e91be32a74e09d7 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:24:13.422314 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:13.438622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:13.567150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:13.571084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:13.590902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:24:13.619228 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742691542824', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:13.619891 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Unsubscribe: segment precommit_create {{(pid=93819) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 01:24:13.620336 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Added segment a82aadf0-b3f0-46e9-937e-9d16fbe26d41 of type vlan for network 24552b76-9b03-4958-89c2-e94d8313b7a4 Jul 30 01:24:13.637705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46334560-09f0-4873-a578-d700874bc1a2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:13.688839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.689181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.689514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.689841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.690167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.690492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.690812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.691126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.691452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.691778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.692350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.692662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Tracked resource versions report: Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: pushed versions: Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: { 'AddressGroup': {'1.2'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Log': {'1.0'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Network': {'1.1'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Port': {'1.7'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'PortForwarding': {'1.2'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'QosPolicy': {'1.8'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'SecurityGroup': {'1.4'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'SubPort': {'1.0'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Subnet': {'1.1'}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Trunk': {'1.1'}} Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: consumer versions: Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: { DHCP agent@n-d-715271-7: {}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: L3 agent@n-d-715271-7: {}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: Metadata agent@n-d-715271-7: {}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: Metering agent@n-d-715271-7: {}, Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: Open vSwitch agent@n-d-715271-7: { 'AddressGroup': '1.2', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'ConntrackHelper': '1.0', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Log': '1.0', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Network': '1.1', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Port': '1.7', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'PortForwarding': '1.2', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'QosPolicy': '1.8', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'SecurityGroup': '1.4', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'SecurityGroupRule': '1.2', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'SubPort': '1.0', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Subnet': '1.1', Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: 'Trunk': '1.1'}} Jul 30 01:24:13.693726 n-d-715271-7 neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:24:13.741820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:13.792192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:13.793311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:24:13.793962 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:13.884058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7874131 Jul 30 01:24:13.891949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdb43b-cac1-4a61-bf4f-9210cba6108b admin admin] Pushing event updated for resources: {'Network': ['ID=24552b76-9b03-4958-89c2-e94d8313b7a4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:13.903978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 24552b76-9b03-4958-89c2-e94d8313b7a4 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:24:16.543650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50280) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:17.029517 n-d-715271-7 neutron-server[93818]: WARNING oslo_policy.policy [None req-61a1d3b8-9ed9-4a0c-964b-6fcbda8f90f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:24:17.030086 n-d-715271-7 neutron-server[93818]: WARNING oslo_policy.policy [None req-61a1d3b8-9ed9-4a0c-964b-6fcbda8f90f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:24:17.468004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.policy [None req-61a1d3b8-9ed9-4a0c-964b-6fcbda8f90f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93818) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 01:24:17.513391 n-d-715271-7 neutron-server[93818]: WARNING oslo_policy.policy [None req-61a1d3b8-9ed9-4a0c-964b-6fcbda8f90f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:24:17.513774 n-d-715271-7 neutron-server[93818]: WARNING oslo_policy.policy [None req-61a1d3b8-9ed9-4a0c-964b-6fcbda8f90f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 01:24:17.522206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a1d3b8-9ed9-4a0c-964b-6fcbda8f90f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:24:17.524252 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-61a1d3b8-9ed9-4a0c-964b-6fcbda8f90f2 admin admin] 10.222.0.84 "GET /v2.0/networks/24552b76-9b03-4958-89c2-e94d8313b7a4 HTTP/1.1" status: 200 len: 825 time: 0.9785471 Jul 30 01:24:17.564100 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6a80b188-cdae-41ec-a557-71af4e3e5ee1 admin admin] 10.222.0.84 "GET /v2.0/subnetpools/f38e8d81-c473-4338-b6bc-3c90317fd5a0 HTTP/1.1" status: 200 len: 734 time: 0.0336444 Jul 30 01:24:17.574487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'subnetpool_id': 'f38e8d81-c473-4338-b6bc-3c90317fd5a0', 'gateway_ip': '172.20.0.1', 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:24:17.576474 n-d-715271-7 neutron-server[93818]: INFO neutron.quota [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Loaded quota_driver: . Jul 30 01:24:17.616953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Made reservation on behalf of 6a0f70d89acd46dc8e91be32a74e09d7 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:24:17.619777 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:17.914564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:17.983064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Checking segment: {'id': 'a82aadf0-b3f0-46e9-937e-9d16fbe26d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:24:17.983480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Network hostable DHCP agents. Network: 24552b76-9b03-4958-89c2-e94d8313b7a4, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:24:17.995578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb2c1af-cd3c-40eb-8668-f11a976b3a56,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:18.012212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.012555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.012892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.013234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.013544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.013870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.014190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.014507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.014823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.015141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.015478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.015801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Tracked resource versions report: Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: pushed versions: Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: { 'AddressGroup': {'1.2'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Log': {'1.0'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Network': {'1.1'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Port': {'1.7'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'PortForwarding': {'1.2'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'QosPolicy': {'1.8'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'SecurityGroup': {'1.4'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'SubPort': {'1.0'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Subnet': {'1.1'}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Trunk': {'1.1'}} Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: consumer versions: Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: { DHCP agent@n-d-715271-7: {}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: L3 agent@n-d-715271-7: {}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: Metadata agent@n-d-715271-7: {}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: Metering agent@n-d-715271-7: {}, Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: Open vSwitch agent@n-d-715271-7: { 'AddressGroup': '1.2', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'ConntrackHelper': '1.0', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Log': '1.0', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Network': '1.1', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Port': '1.7', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'PortForwarding': '1.2', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'QosPolicy': '1.8', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'SecurityGroup': '1.4', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'SecurityGroupRule': '1.2', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'SubPort': '1.0', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Subnet': '1.1', Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: 'Trunk': '1.1'}} Jul 30 01:24:18.016845 n-d-715271-7 neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:24:18.047386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Network 24552b76-9b03-4958-89c2-e94d8313b7a4 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:24:18.061185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 24552b76-9b03-4958-89c2-e94d8313b7a4) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:24:18.065866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:24:18.066497 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:18.070844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007bac55-223f-4230-8068-13ea6d1d4412 None None] Network 24552b76-9b03-4958-89c2-e94d8313b7a4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:24:18.085944 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-51a5dbf6-2dfe-4854-811e-7a5b95d4f30e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5150757 Jul 30 01:24:18.393759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-24552b76-9b03-4958-89c2-e94d8313b7a4', 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'fixed_ips': [{'subnet_id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:24:18.395055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:18.678957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Allocated IP 172.20.0.2 (24552b76-9b03-4958-89c2-e94d8313b7a4/5eb2c1af-cd3c-40eb-8668-f11a976b3a56/2fe2129f-3213-45fa-ae8e-99f0090ccb4e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:24:18.888987 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:18.933528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Transition to ACTIVE for port object 2fe2129f-3213-45fa-ae8e-99f0090ccb4e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:24:18.955259 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Transition to ACTIVE for port object 2fe2129f-3213-45fa-ae8e-99f0090ccb4e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:24:18.964125 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:19.032338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Network 24552b76-9b03-4958-89c2-e94d8313b7a4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:24:19.038131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:24:19.048050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Pushing event updated for resources: {'Port': ['ID=2fe2129f-3213-45fa-ae8e-99f0090ccb4e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:19.050211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:24:19.060591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.060940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.061281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.061613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.061943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.062272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.062599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.062922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.063245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.063589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.063918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.064240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Tracked resource versions report: Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: pushed versions: Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: { 'AddressGroup': {'1.2'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Log': {'1.0'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Network': {'1.1'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Port': {'1.7'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'PortForwarding': {'1.2'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'QosPolicy': {'1.8'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'SecurityGroup': {'1.4'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'SubPort': {'1.0'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Subnet': {'1.1'}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Trunk': {'1.1'}} Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: consumer versions: Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: { DHCP agent@n-d-715271-7: {}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: L3 agent@n-d-715271-7: {}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: Metadata agent@n-d-715271-7: {}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: Metering agent@n-d-715271-7: {}, Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: Open vSwitch agent@n-d-715271-7: { 'AddressGroup': '1.2', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'ConntrackHelper': '1.0', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Log': '1.0', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Network': '1.1', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Port': '1.7', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'PortForwarding': '1.2', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'QosPolicy': '1.8', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'SecurityGroup': '1.4', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'SecurityGroupRule': '1.2', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'SubPort': '1.0', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Subnet': '1.1', Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: 'Trunk': '1.1'}} Jul 30 01:24:19.065292 n-d-715271-7 neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:24:19.138944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Attempting to bind port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:24:19.139652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Attempting to bind port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a82aadf0-b3f0-46e9-937e-9d16fbe26d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:24:19.139772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Attempting to bind port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e on network 24552b76-9b03-4958-89c2-e94d8313b7a4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:24:19.144840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:24:19.145251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Checking segment: {'id': 'a82aadf0-b3f0-46e9-937e-9d16fbe26d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:24:19.145687 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:19.146075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Bound using segment: {'id': 'a82aadf0-b3f0-46e9-937e-9d16fbe26d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:24:19.146535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Bound port: 2fe2129f-3213-45fa-ae8e-99f0090ccb4e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82aadf0-b3f0-46e9-937e-9d16fbe26d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:24:19.147008 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:19.213387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] For port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:24:19.217806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] For port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2fe2129f-3213-45fa-ae8e-99f0090ccb4e,segment=NetworkSegment(a82aadf0-b3f0-46e9-937e-9d16fbe26d41),segment_id=a82aadf0-b3f0-46e9-937e-9d16fbe26d41)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:24:19.223599 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:19.290397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedaff5-c40d-4a12-b0a6-487889abb9d8 None None] Pushing event updated for resources: {'Port': ['ID=2fe2129f-3213-45fa-ae8e-99f0090ccb4e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:20.525537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50300) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:20.859806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-63449dd1-6b3d-4ead-84be-57a83537f9ad admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:24:20.860876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-63449dd1-6b3d-4ead-84be-57a83537f9ad admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3342843 Jul 30 01:24:23.279588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50308) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:23.671209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-73a4b68c-5b83-4958-bf48-e1dc4382a44c admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:24:23.672389 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-73a4b68c-5b83-4958-bf48-e1dc4382a44c admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3918383 Jul 30 01:24:26.411913 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50318) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:26.784312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e0de11d7-04a1-4fb8-ae26-1863ac25136b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'name': 'router1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:24:26.814248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0de11d7-04a1-4fb8-ae26-1863ac25136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:26.816328 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0de11d7-04a1-4fb8-ae26-1863ac25136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:26.991488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0de11d7-04a1-4fb8-ae26-1863ac25136b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:26.996285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0de11d7-04a1-4fb8-ae26-1863ac25136b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:27.012080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0de11d7-04a1-4fb8-ae26-1863ac25136b admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:27.014104 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e0de11d7-04a1-4fb8-ae26-1863ac25136b admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6009960 Jul 30 01:24:27.496149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2fe2129f-3213-45fa-ae8e-99f0090ccb4e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:24:27.614657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:24:28.005217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbeb11e-c4e9-4374-9136-5818400af2bd None None] Network 24552b76-9b03-4958-89c2-e94d8313b7a4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:24:28.093195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dba4d26d-7837-4eb6-90b4-ee2440d102b7 None None] Provisioning for port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:24:28.100696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dba4d26d-7837-4eb6-90b4-ee2440d102b7 None None] Provisioning complete for port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:24:28.101087 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dba4d26d-7837-4eb6-90b4-ee2440d102b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:28.288834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dba4d26d-7837-4eb6-90b4-ee2440d102b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:28.329338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dba4d26d-7837-4eb6-90b4-ee2440d102b7 None None] For port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2fe2129f-3213-45fa-ae8e-99f0090ccb4e,segment=NetworkSegment(a82aadf0-b3f0-46e9-937e-9d16fbe26d41),segment_id=a82aadf0-b3f0-46e9-937e-9d16fbe26d41)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:24:28.334795 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dba4d26d-7837-4eb6-90b4-ee2440d102b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:28.389538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4d26d-7837-4eb6-90b4-ee2440d102b7 None None] Pushing event updated for resources: {'Port': ['ID=2fe2129f-3213-45fa-ae8e-99f0090ccb4e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:28.558248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-914f07c3-6e4d-4c12-a90d-2dfcbb8ca62c None None] Provisioning complete for port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:24:28.559071 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-914f07c3-6e4d-4c12-a90d-2dfcbb8ca62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:29.447550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2fe2129f-3213-45fa-ae8e-99f0090ccb4e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:24:29.509460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:24:29.509828 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:29.551742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50330) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:29.899895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-8e26de83-5783-4647-8275-8b05897e81b7 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:24:29.901165 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8e26de83-5783-4647-8275-8b05897e81b7 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3481734 Jul 30 01:24:30.581497 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95304ece-87e4-434c-9ad2-c85d8d9abf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:32.299591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50338) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:32.607011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:24:32.630737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Made reservation on behalf of 368ded3110734097b94338aa2247c916 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:24:32.633133 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:32.648097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:32.764825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:32.768637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:32.784994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Reserving flat network on physical network physnet1 {{(pid=93818) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 01:24:32.806775 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6007de-8c39-4d92-8710-433bca12ead2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:32.815492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742691542824', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:32.816109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Unsubscribe: segment precommit_create {{(pid=93818) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 01:24:32.816795 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Added segment 5518aa1b-415b-4d01-838d-8dc023c461ac of type flat for network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 Jul 30 01:24:32.880825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:32.928724 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:32.929681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:24:32.930260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:33.004222 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7035549 Jul 30 01:24:33.022363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6874945-c6d9-4839-87b2-a4fb88639af3 admin admin] Pushing event updated for resources: {'Network': ['ID=1301bb08-d0ed-45f4-8adb-9d1028eadd99,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:33.033809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:24:33.235155 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3544be8-c428-4fa4-94b3-36f269df4962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:33.622203 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:33.881900 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:24:34.206933 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:35.421430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50356) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:35.598393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0f9e3-8e6e-489f-9e17-042976812538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:24:35.600474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-89b0f9e3-8e6e-489f-9e17-042976812538 admin admin] 10.222.0.84 "GET /v2.0/subnets/5eb2c1af-cd3c-40eb-8668-f11a976b3a56 HTTP/1.1" status: 200 len: 849 time: 0.1780984 Jul 30 01:24:35.717914 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f72c1feb-38e6-43e1-9041-39a369a0d22e admin admin] 10.222.0.84 "GET /v2.0/routers/216e3689-b677-48b1-bcf6-e6ebcf5ad718 HTTP/1.1" status: 200 len: 704 time: 0.1115301 Jul 30 01:24:35.847865 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:35.992764 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:36.310374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Allocated IP 172.20.0.1 (24552b76-9b03-4958-89c2-e94d8313b7a4/5eb2c1af-cd3c-40eb-8668-f11a976b3a56/4d4c85ea-b131-422f-82bc-140ea0c4cd02) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:24:36.465207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:36.489569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Transition to ACTIVE for port object 4d4c85ea-b131-422f-82bc-140ea0c4cd02 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:24:36.627765 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:36.690928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Network 24552b76-9b03-4958-89c2-e94d8313b7a4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:24:36.696315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:24:36.701799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:24:36.702312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:36.775934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Pushing event updated for resources: {'Port': ['ID=4d4c85ea-b131-422f-82bc-140ea0c4cd02,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:36.918939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:36.919161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a65de9ac-6f2f-402e-b837-0adc870679c2 None None] Provisioning for port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:24:36.923197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a65de9ac-6f2f-402e-b837-0adc870679c2 None None] Provisioning complete for port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:24:36.923569 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a65de9ac-6f2f-402e-b837-0adc870679c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:36.957842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a65de9ac-6f2f-402e-b837-0adc870679c2 None None] Port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:24:37.137488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:37.142419 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:37.143408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:37.222957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Pushing event updated for resources: {'Port': ['ID=4d4c85ea-b131-422f-82bc-140ea0c4cd02,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:37.275589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Network 24552b76-9b03-4958-89c2-e94d8313b7a4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:24:37.277106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:24:37.445263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Router 216e3689-b677-48b1-bcf6-e6ebcf5ad718 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:24:37.478241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ea7cff09-e1a1-4573-966c-10fb60b67598 None None] Provisioning complete for port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:24:37.478500 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea7cff09-e1a1-4573-966c-10fb60b67598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:37.514979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cff09-e1a1-4573-966c-10fb60b67598 None None] Port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:24:37.540253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:24:37.545704 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f2503c48-14c7-4339-8bdc-7c3257609ffd admin admin] 10.222.0.84 "PUT /v2.0/routers/216e3689-b677-48b1-bcf6-e6ebcf5ad718/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8222010 Jul 30 01:24:37.562848 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Sync routers for ids ['216e3689-b677-48b1-bcf6-e6ebcf5ad718'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:24:37.577639 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Routers {'216e3689-b677-48b1-bcf6-e6ebcf5ad718'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:24:37.578504 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:24:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['216e3689-b677-48b1-bcf6-e6ebcf5ad718'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:37.768176 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Set router 216e3689-b677-48b1-bcf6-e6ebcf5ad718 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:24:38.202868 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'name': 'router1', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:24:26Z', 'updated_at': '2021-07-30T01:24:36Z', 'revision_number': 2, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'gw_port_host': None, '_interfaces': [{'id': '4d4c85ea-b131-422f-82bc-140ea0c4cd02', 'name': '', 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'mac_address': 'fa:16:3e:5b:27:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:24:36Z', 'updated_at': '2021-07-30T01:24:36Z', 'revision_number': 2, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'subnets': [{'id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f38e8d81-c473-4338-b6bc-3c90317fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:38.255868 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Checking router: 216e3689-b677-48b1-bcf6-e6ebcf5ad718 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:24:38.256237 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Updating router 216e3689-b677-48b1-bcf6-e6ebcf5ad718 port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:24:38.306115 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:38.844537 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:38.863155 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Transition to ACTIVE for port object 4d4c85ea-b131-422f-82bc-140ea0c4cd02 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:24:38.869402 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:39.028126 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Pushing event updated for resources: {'Port': ['ID=4d4c85ea-b131-422f-82bc-140ea0c4cd02,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:39.033084 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Attempting to bind port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:24:39.033491 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Attempting to bind port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a82aadf0-b3f0-46e9-937e-9d16fbe26d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:24:39.033908 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Attempting to bind port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 on network 24552b76-9b03-4958-89c2-e94d8313b7a4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:24:39.042487 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:24:39.042905 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Checking segment: {'id': 'a82aadf0-b3f0-46e9-937e-9d16fbe26d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:24:39.043349 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:39.043764 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Bound using segment: {'id': 'a82aadf0-b3f0-46e9-937e-9d16fbe26d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:24:39.044257 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Bound port: 4d4c85ea-b131-422f-82bc-140ea0c4cd02, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82aadf0-b3f0-46e9-937e-9d16fbe26d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:24:39.044677 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:39.055232 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.055599 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.055969 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.056325 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.056628 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.056924 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.057249 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.057570 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.057890 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.058211 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.058532 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.058866 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Tracked resource versions report: Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: pushed versions: Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: { 'AddressGroup': {'1.2'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Log': {'1.0'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Network': {'1.1'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Port': {'1.7'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'PortForwarding': {'1.2'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'QosPolicy': {'1.8'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'SecurityGroup': {'1.4'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'SubPort': {'1.0'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Subnet': {'1.1'}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Trunk': {'1.1'}} Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: consumer versions: Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: { DHCP agent@n-d-715271-7: {}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: L3 agent@n-d-715271-7: {}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: Metadata agent@n-d-715271-7: {}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: Metering agent@n-d-715271-7: {}, Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: Open vSwitch agent@n-d-715271-7: { 'AddressGroup': '1.2', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'ConntrackHelper': '1.0', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Log': '1.0', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Network': '1.1', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Port': '1.7', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'PortForwarding': '1.2', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'QosPolicy': '1.8', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'SecurityGroup': '1.4', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'SecurityGroupRule': '1.2', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'SubPort': '1.0', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Subnet': '1.1', Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: 'Trunk': '1.1'}} Jul 30 01:24:39.059919 n-d-715271-7 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:24:39.120270 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] For port 4d4c85ea-b131-422f-82bc-140ea0c4cd02, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:24:39.143184 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] For port 4d4c85ea-b131-422f-82bc-140ea0c4cd02, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4d4c85ea-b131-422f-82bc-140ea0c4cd02,segment=NetworkSegment(a82aadf0-b3f0-46e9-937e-9d16fbe26d41),segment_id=a82aadf0-b3f0-46e9-937e-9d16fbe26d41)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:24:39.150418 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:39.198082 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Routers {'216e3689-b677-48b1-bcf6-e6ebcf5ad718'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:24:39.198701 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:24:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['216e3689-b677-48b1-bcf6-e6ebcf5ad718'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:39.277893 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6b038-5c0a-4f1b-95c1-1313ac6c6326 None None] Pushing event updated for resources: {'Port': ['ID=4d4c85ea-b131-422f-82bc-140ea0c4cd02,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:39.300272 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] Set router 216e3689-b677-48b1-bcf6-e6ebcf5ad718 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:24:39.514010 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'name': 'router1', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:24:26Z', 'updated_at': '2021-07-30T01:24:36Z', 'revision_number': 2, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'gw_port_host': None, '_interfaces': [{'id': '4d4c85ea-b131-422f-82bc-140ea0c4cd02', 'name': '', 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'mac_address': 'fa:16:3e:5b:27:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:24:36Z', 'updated_at': '2021-07-30T01:24:39Z', 'revision_number': 4, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'subnets': [{'id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f38e8d81-c473-4338-b6bc-3c90317fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:39.541556 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd4a62-e922-4c8b-be60-47a6b6ce8c85 None None] The sync data for ids ['216e3689-b677-48b1-bcf6-e6ebcf5ad718'] in n-d-715271-7 is: [{'id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'name': 'router1', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:24:26Z', 'updated_at': '2021-07-30T01:24:36Z', 'revision_number': 2, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'gw_port_host': None, '_interfaces': [{'id': '4d4c85ea-b131-422f-82bc-140ea0c4cd02', 'name': '', 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'mac_address': 'fa:16:3e:5b:27:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:24:36Z', 'updated_at': '2021-07-30T01:24:39Z', 'revision_number': 4, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'subnets': [{'id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f38e8d81-c473-4338-b6bc-3c90317fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:24:39.806545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50376) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:39.918267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebab3221-be72-4a04-93cf-3e3e69862fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:24:39.925167 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ebab3221-be72-4a04-93cf-3e3e69862fb2 admin admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 842 time: 0.1121578 Jul 30 01:24:39.929900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.7.1', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.7.0/24'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:24:39.953490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Made reservation on behalf of 368ded3110734097b94338aa2247c916 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:24:39.955923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:40.237077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:24:40.237505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:40.291746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=51973305-48da-4d2a-8377-47f5a5b8153a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:40.300370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:24:40.300744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Network hostable DHCP agents. Network: 1301bb08-d0ed-45f4-8adb-9d1028eadd99, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:24:40.318411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:24:40.327744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1301bb08-d0ed-45f4-8adb-9d1028eadd99) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:24:40.332090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:24:40.332723 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:40.336965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b005493d-970b-4b74-b980-f2762bbb3edd None None] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:24:40.349424 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dc77dd64-56ad-46d2-b6d9-c45077d430fe admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4220119 Jul 30 01:24:40.466982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5465d4-6c69-41ac-8f15-360a930a26ee None None] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:24:42.641818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50384) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:42.849407 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-217e7bc6-8dc2-42f0-96ac-993d516cd295 admin admin] 10.222.0.84 "GET /v2.0/routers/216e3689-b677-48b1-bcf6-e6ebcf5ad718 HTTP/1.1" status: 200 len: 710 time: 0.2062862 Jul 30 01:24:42.935058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3250062-706a-4a35-b3c7-a0c644b0b764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:24:42.936465 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f3250062-706a-4a35-b3c7-a0c644b0b764 admin admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 886 time: 0.0816000 Jul 30 01:24:42.945853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:24:43.202276 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:43.434530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:43.513152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:43.624039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Allocated IP 172.25.7.166 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/ee8fe898-222a-4b97-bddc-82b8f234f5a3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:24:43.723109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:43.762248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:43.803293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:24:43.806345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:24:43.810352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:24:43.845448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Pushing event updated for resources: {'Port': ['ID=ee8fe898-222a-4b97-bddc-82b8f234f5a3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:44.073532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:44.366574 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:44.369978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:44.478826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Router 216e3689-b677-48b1-bcf6-e6ebcf5ad718 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:24:44.587090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:24:44.601025 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:44.602316 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a5871a11-9aaf-47aa-adf5-160cf862159f admin admin] 10.222.0.84 "PUT /v2.0/routers/216e3689-b677-48b1-bcf6-e6ebcf5ad718 HTTP/1.1" status: 200 len: 890 time: 1.6596510 Jul 30 01:24:45.483872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4d4c85ea-b131-422f-82bc-140ea0c4cd02 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:24:45.538507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:24:45.545368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:24:45.545996 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:45.632565 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:45.665019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 4d4c85ea-b131-422f-82bc-140ea0c4cd02, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4d4c85ea-b131-422f-82bc-140ea0c4cd02,segment=NetworkSegment(a82aadf0-b3f0-46e9-937e-9d16fbe26d41),segment_id=a82aadf0-b3f0-46e9-937e-9d16fbe26d41)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:24:45.671886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:45.732024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=4d4c85ea-b131-422f-82bc-140ea0c4cd02,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:46.101705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Sync routers for ids ['216e3689-b677-48b1-bcf6-e6ebcf5ad718'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:24:46.111742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Routers {'216e3689-b677-48b1-bcf6-e6ebcf5ad718'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:24:46.112469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:24:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['216e3689-b677-48b1-bcf6-e6ebcf5ad718'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:46.356668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Set router 216e3689-b677-48b1-bcf6-e6ebcf5ad718 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:24:46.753534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'name': 'router1', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ee8fe898-222a-4b97-bddc-82b8f234f5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:24:26Z', 'updated_at': '2021-07-30T01:24:43Z', 'revision_number': 4, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'gw_port': {'id': 'ee8fe898-222a-4b97-bddc-82b8f234f5a3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:24:43Z', 'updated_at': '2021-07-30T01:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4d4c85ea-b131-422f-82bc-140ea0c4cd02', 'name': '', 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'mac_address': 'fa:16:3e:5b:27:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:24:36Z', 'updated_at': '2021-07-30T01:24:45Z', 'revision_number': 5, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'subnets': [{'id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f38e8d81-c473-4338-b6bc-3c90317fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:46.804868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Checking router: 216e3689-b677-48b1-bcf6-e6ebcf5ad718 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:24:46.805208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Updating router 216e3689-b677-48b1-bcf6-e6ebcf5ad718 port ee8fe898-222a-4b97-bddc-82b8f234f5a3 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:24:46.853321 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:47.059536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50396) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:24:47.178678 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e8e929e2-f0f5-49d4-a7dc-4b4f318b9257 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180096 Jul 30 01:24:47.181935 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:47.194126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Transition to ACTIVE for port object ee8fe898-222a-4b97-bddc-82b8f234f5a3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:24:47.200988 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:47.257467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Attempting to bind port ee8fe898-222a-4b97-bddc-82b8f234f5a3 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:24:47.257841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Attempting to bind port ee8fe898-222a-4b97-bddc-82b8f234f5a3 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:24:47.258208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Attempting to bind port ee8fe898-222a-4b97-bddc-82b8f234f5a3 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:24:47.260374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826818aa-6ff3-44ce-93ba-bf151ad99788 None None] Pushing event updated for resources: {'Port': ['ID=ee8fe898-222a-4b97-bddc-82b8f234f5a3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:47.266311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:24:47.266687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:24:47.267098 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:47.268165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:24:47.268165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Bound port: ee8fe898-222a-4b97-bddc-82b8f234f5a3, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:24:47.268418 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:47.322132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] For port ee8fe898-222a-4b97-bddc-82b8f234f5a3, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:24:47.325641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] For port ee8fe898-222a-4b97-bddc-82b8f234f5a3, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ee8fe898-222a-4b97-bddc-82b8f234f5a3,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:24:47.330483 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:47.388840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Routers {'216e3689-b677-48b1-bcf6-e6ebcf5ad718'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:24:47.389455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:24:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['216e3689-b677-48b1-bcf6-e6ebcf5ad718'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:47.391294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826818aa-6ff3-44ce-93ba-bf151ad99788 None None] Pushing event updated for resources: {'Port': ['ID=ee8fe898-222a-4b97-bddc-82b8f234f5a3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:47.514387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4d4c85ea-b131-422f-82bc-140ea0c4cd02 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:24:47.612997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:24:47.613377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:47.647194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] Set router 216e3689-b677-48b1-bcf6-e6ebcf5ad718 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:24:47.894388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'name': 'router1', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ee8fe898-222a-4b97-bddc-82b8f234f5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:24:26Z', 'updated_at': '2021-07-30T01:24:43Z', 'revision_number': 4, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'gw_port': {'id': 'ee8fe898-222a-4b97-bddc-82b8f234f5a3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:24:43Z', 'updated_at': '2021-07-30T01:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4d4c85ea-b131-422f-82bc-140ea0c4cd02', 'name': '', 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'mac_address': 'fa:16:3e:5b:27:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:24:36Z', 'updated_at': '2021-07-30T01:24:45Z', 'revision_number': 5, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'subnets': [{'id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f38e8d81-c473-4338-b6bc-3c90317fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:24:47.923874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1af2e6-533f-47fc-b24e-be7e02c31d5a None None] The sync data for ids ['216e3689-b677-48b1-bcf6-e6ebcf5ad718'] in n-d-715271-7 is: [{'id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'name': 'router1', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': 'ee8fe898-222a-4b97-bddc-82b8f234f5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:24:26Z', 'updated_at': '2021-07-30T01:24:43Z', 'revision_number': 4, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'gw_port': {'id': 'ee8fe898-222a-4b97-bddc-82b8f234f5a3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:24:43Z', 'updated_at': '2021-07-30T01:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4d4c85ea-b131-422f-82bc-140ea0c4cd02', 'name': '', 'network_id': '24552b76-9b03-4958-89c2-e94d8313b7a4', 'tenant_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'mac_address': 'fa:16:3e:5b:27:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216e3689-b677-48b1-bcf6-e6ebcf5ad718', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:24:36Z', 'updated_at': '2021-07-30T01:24:45Z', 'revision_number': 5, 'project_id': '6a0f70d89acd46dc8e91be32a74e09d7', 'subnets': [{'id': '5eb2c1af-cd3c-40eb-8668-f11a976b3a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f38e8d81-c473-4338-b6bc-3c90317fd5a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:24:49.501684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ee8fe898-222a-4b97-bddc-82b8f234f5a3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:24:49.560313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ee8fe898-222a-4b97-bddc-82b8f234f5a3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:24:49.564236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ee8fe898-222a-4b97-bddc-82b8f234f5a3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:24:49.564608 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:49.645906 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:49.669552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ee8fe898-222a-4b97-bddc-82b8f234f5a3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ee8fe898-222a-4b97-bddc-82b8f234f5a3,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:24:49.674143 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:24:49.732943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ee8fe898-222a-4b97-bddc-82b8f234f5a3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:24:51.496643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ee8fe898-222a-4b97-bddc-82b8f234f5a3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:24:51.588261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ee8fe898-222a-4b97-bddc-82b8f234f5a3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:24:51.588641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:00.587394 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9d5da6a-0cab-40ca-acb6-dc11a34f8381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:03.257227 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-349fa7cb-ac4d-4d7e-9654-73c07d2b44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:03.648362 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:04.216009 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:05.868897 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:10.891900 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:25:30.600076 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbccf574-b5af-416c-8537-40c12bb4edb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:33.246151 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-536a40d4-d7ca-452c-9898-964957ade1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:33.639655 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:34.229058 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:35.872400 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:25:47.885920 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:26:00.587306 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22d75153-81b5-43e1-81cd-c93bed847647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:03.241003 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46ec12ea-671b-4848-93c1-86c6007e5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:03.634567 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:04.221539 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:05.880609 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:24.886005 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:26:30.592347 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9903f36a-b97b-4ca0-a362-17fc7d7128a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:33.252059 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faac44ca-9b89-4d80-9eab-11114efc9197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:33.636374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:34.228219 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:35.884635 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:38.609270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50996) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:26:38.707240 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d7805b-f654-4360-9fe4-11689e4de51f admin admin] GET failed (client error): The resource could not be found. Jul 30 01:26:38.709779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d6d7805b-f654-4360-9fe4-11689e4de51f admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0990303 Jul 30 01:26:38.901020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f4492-958b-44f5-8fe6-ea675be36c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:38.902528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fb7f4492-958b-44f5-8fe6-ea675be36c0e admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1881490 Jul 30 01:26:41.288306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51006) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:26:41.481502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a260b1-4432-40af-80e0-8854ba6d2d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:41.483368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-74a260b1-4432-40af-80e0-8854ba6d2d33 admin admin] 10.222.0.84 "GET /v2.0/subnets/5eb2c1af-cd3c-40eb-8668-f11a976b3a56 HTTP/1.1" status: 200 len: 849 time: 0.1934395 Jul 30 01:26:41.494082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:26:41.589734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:41.801975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742691368488'] for subnet, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:41.855956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:41.857363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:41.857980 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] 10.222.0.84 "PUT /v2.0/subnets/5eb2c1af-cd3c-40eb-8668-f11a976b3a56 HTTP/1.1" status: 200 len: 868 time: 0.3679700 Jul 30 01:26:41.875147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd719c-a47c-4f1f-ba78-483bc1f1054c None None] Network 24552b76-9b03-4958-89c2-e94d8313b7a4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:26:41.877223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb2c1af-cd3c-40eb-8668-f11a976b3a56,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:26:41.885578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.886022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.886285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.886580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.886908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.887236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.887601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.887924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.888243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.888565 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.888886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:41.889245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8abf14-e488-4fd8-b638-4f2478320023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:26:42.295606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8145a0cb-dbb4-47bb-b3dc-bfc4f5c761ba None None] Provisioning complete for port 2fe2129f-3213-45fa-ae8e-99f0090ccb4e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:26:42.296178 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8145a0cb-dbb4-47bb-b3dc-bfc4f5c761ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:42.421524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8145a0cb-dbb4-47bb-b3dc-bfc4f5c761ba None None] Provisioning complete for port 4d4c85ea-b131-422f-82bc-140ea0c4cd02 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:26:42.421946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8145a0cb-dbb4-47bb-b3dc-bfc4f5c761ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:26:44.312143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51014) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:26:44.644336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5074c8-6e40-44b1-95de-05133f2d07c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:44.644987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5074c8-6e40-44b1-95de-05133f2d07c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:44.646716 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ef5074c8-6e40-44b1-95de-05133f2d07c1 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3332498 Jul 30 01:26:47.007230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51024) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:26:47.153724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd06af-82e9-4a60-84ac-2a2b54121f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:47.154422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd06af-82e9-4a60-84ac-2a2b54121f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:47.156989 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f0fd06af-82e9-4a60-84ac-2a2b54121f01 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1483581 Jul 30 01:26:49.540306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51032) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:26:49.702124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a788b-9922-4904-ac99-969cb7996d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:49.703929 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-293a788b-9922-4904-ac99-969cb7996d72 admin admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 886 time: 0.1625333 Jul 30 01:26:52.189789 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51040) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:26:52.337348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a14686-aa56-461a-a083-120e7fd1e3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:52.338805 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f1a14686-aa56-461a-a083-120e7fd1e3a6 admin admin] 10.222.0.84 "GET /v2.0/networks/24552b76-9b03-4958-89c2-e94d8313b7a4 HTTP/1.1" status: 200 len: 869 time: 0.1477830 Jul 30 01:26:54.646176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51048) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:26:54.802797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b4bea-6925-4d2d-be4c-fe6c2ad14642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:54.803472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b4bea-6925-4d2d-be4c-fe6c2ad14642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:54.805386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1f5b4bea-6925-4d2d-be4c-fe6c2ad14642 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1577337 Jul 30 01:26:57.165628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51056) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:26:57.266442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db4b12-a0ce-4a3e-a733-0861128ceff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:57.266999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db4b12-a0ce-4a3e-a733-0861128ceff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:57.268763 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-50db4b12-a0ce-4a3e-a733-0861128ceff3 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1020474 Jul 30 01:26:59.684781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51064) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:26:59.786021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0089026-5765-46cb-af3f-7db811eaf2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:26:59.788075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e0089026-5765-46cb-af3f-7db811eaf2f2 admin admin] 10.222.0.84 "GET /v2.0/subnets/51973305-48da-4d2a-8377-47f5a5b8153a HTTP/1.1" status: 200 len: 816 time: 0.1019917 Jul 30 01:27:00.608642 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d874244-07e1-4b34-8bfc-8eae060ca64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:01.885394 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:27:02.175268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51072) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:27:02.305648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf10c9f-006e-45f0-8e65-5d503bacb061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:27:02.307141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-caf10c9f-006e-45f0-8e65-5d503bacb061 admin admin] 10.222.0.84 "GET /v2.0/subnets/5eb2c1af-cd3c-40eb-8668-f11a976b3a56 HTTP/1.1" status: 200 len: 868 time: 0.1307914 Jul 30 01:27:03.256783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd27cf62-55d8-498c-b8e2-d03ce68af266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:03.637885 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:04.237614 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:05.881111 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:29.941343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51128) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:27:29.994574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-6a9de730-b8f8-4f1a-a71f-1b4e86297e49 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:27:29.995688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6a9de730-b8f8-4f1a-a71f-1b4e86297e49 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530541 Jul 30 01:27:30.594553 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ca33c10e-1086-4385-aef0-b91ca3688fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:32.673797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51136) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:27:32.756446 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c205f1f8-31ef-463c-af1e-061a891d0fac admin admin] GET failed (client error): The resource could not be found. Jul 30 01:27:32.759269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c205f1f8-31ef-463c-af1e-061a891d0fac admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0842602 Jul 30 01:27:32.925026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94422bc3-b75e-4006-93b1-5cd7f8a42151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:27:32.927782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-94422bc3-b75e-4006-93b1-5cd7f8a42151 admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1632516 Jul 30 01:27:33.252571 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d012add-c8cc-4498-b532-06349e3db135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:33.634235 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:34.233940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:35.331490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51144) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:27:35.384338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:27:35.408795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Made reservation on behalf of 368ded3110734097b94338aa2247c916 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:27:35.411356 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:35.449946 n-d-715271-7 neutron-server[93819]: WARNING neutron.services.revisions.revision_plugin [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Could not find related network for resource to bump revision. Jul 30 01:27:35.466003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:27:35.478782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:35.479142 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Added segment e4f72617-1e32-4df7-bebc-87e4c6c2182c of type vlan for network 17904304-02d8-47cd-9bde-245b39b81346 Jul 30 01:27:35.522647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:35.555851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:35.556833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:27:35.557417 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:35.615413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2827828 Jul 30 01:27:35.626015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deed22d-6030-4701-9fa9-937cee47fe47 admin admin] Pushing event updated for resources: {'Network': ['ID=17904304-02d8-47cd-9bde-245b39b81346,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:27:35.640422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 17904304-02d8-47cd-9bde-245b39b81346 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:27:35.889804 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:38.016218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51152) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:27:38.097921 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e17f0e-9f04-4b0a-88e2-033725b5a815 admin admin] GET failed (client error): The resource could not be found. Jul 30 01:27:38.100620 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e5e17f0e-9f04-4b0a-88e2-033725b5a815 admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0831037 Jul 30 01:27:38.220355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb44dbe-8e33-4377-9c0b-7792d6f30ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:27:38.221777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cbb44dbe-8e33-4377-9c0b-7792d6f30ef6 admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1168947 Jul 30 01:27:38.236628 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:27:38.260036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Made reservation on behalf of 368ded3110734097b94338aa2247c916 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:27:38.262971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:38.520775 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:38.592893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98842ec-4595-4e58-8247-8a85fa193dea,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:27:38.608980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.609321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.609655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.609999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.610324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.610645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.610967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.611321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.611907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.612125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.612446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.612786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:38.627055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:27:38.627643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Network hostable DHCP agents. Network: 17904304-02d8-47cd-9bde-245b39b81346, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:27:38.655370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Network 17904304-02d8-47cd-9bde-245b39b81346 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:27:38.670406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 17904304-02d8-47cd-9bde-245b39b81346) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:27:38.676788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:27:38.677743 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:38.683344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114bbb0e-f773-4727-90a4-0c64c5217107 None None] Network 17904304-02d8-47cd-9bde-245b39b81346 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:27:38.696374 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1b6e2706-cb69-40d9-be28-17a648de43e0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4642289 Jul 30 01:27:38.852441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-17904304-02d8-47cd-9bde-245b39b81346', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'tenant_id': '368ded3110734097b94338aa2247c916', 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:27:38.853381 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:38.889696 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:27:39.037726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Allocated IP 192.168.233.2 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/120693ed-6fae-477a-a954-1320e12d402a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:27:39.277707 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:39.295602 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Transition to ACTIVE for port object 120693ed-6fae-477a-a954-1320e12d402a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:27:39.316696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Transition to ACTIVE for port object 120693ed-6fae-477a-a954-1320e12d402a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:27:39.324993 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:39.379226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:27:39.389954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:27:39.399148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:27:39.402804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Pushing event updated for resources: {'Port': ['ID=120693ed-6fae-477a-a954-1320e12d402a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:27:39.420439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.420959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.421449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.421865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.422378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.422873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.423399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.423959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.424357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.424828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.425355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.425892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:27:39.492796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Attempting to bind port 120693ed-6fae-477a-a954-1320e12d402a on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:27:39.493341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Attempting to bind port 120693ed-6fae-477a-a954-1320e12d402a by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:27:39.493832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Attempting to bind port 120693ed-6fae-477a-a954-1320e12d402a on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:27:39.501765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:27:39.502341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:27:39.502927 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:39.503383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:27:39.504037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Bound port: 120693ed-6fae-477a-a954-1320e12d402a, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:27:39.504574 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:39.602450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] For port 120693ed-6fae-477a-a954-1320e12d402a, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:27:39.606591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] For port 120693ed-6fae-477a-a954-1320e12d402a, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=120693ed-6fae-477a-a954-1320e12d402a,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:27:39.613047 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:39.702374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b392c5-7670-404e-9908-1dfe1945fe13 None None] Pushing event updated for resources: {'Port': ['ID=120693ed-6fae-477a-a954-1320e12d402a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:27:40.718194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d11f8-e768-4ac7-838c-df5db19a6b78 None None] Network 17904304-02d8-47cd-9bde-245b39b81346 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:27:40.882822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-859dc142-ca16-411d-9359-b5bb2f125e1a None None] Provisioning for port 120693ed-6fae-477a-a954-1320e12d402a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:27:41.673990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 120693ed-6fae-477a-a954-1320e12d402a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:27:41.745072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 120693ed-6fae-477a-a954-1320e12d402a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:27:41.751230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 120693ed-6fae-477a-a954-1320e12d402a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:27:41.751897 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:41.868490 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:41.910202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 120693ed-6fae-477a-a954-1320e12d402a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=120693ed-6fae-477a-a954-1320e12d402a,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:27:41.916872 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:27:41.981303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=120693ed-6fae-477a-a954-1320e12d402a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:27:43.613195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 120693ed-6fae-477a-a954-1320e12d402a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:27:43.666506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 120693ed-6fae-477a-a954-1320e12d402a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:27:43.667026 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:00.599410 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9c03-ef26-4d0b-89a0-d0cd6d9dc03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:03.261210 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5b8294c-d6a3-411f-832f-5b3c10848957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:03.629241 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:04.234133 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:05.897656 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:15.889771 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:28:30.597987 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1cc905e-9af4-4005-acc3-a54bb4c9a5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:33.257911 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efbf01de-02c3-48c4-8353-d933915cf763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:33.634735 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:34.239555 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:35.895360 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:28:52.892947 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:29:00.594707 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-201e6b9c-fbc6-458d-a462-9b24b7029ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.260509 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afc4205b-7e20-4065-a53a-d0029f25bbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:03.634787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:04.244290 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:05.899417 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.008093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51204) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:18.014562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-826ac1cf-c0ae-40c2-a94e-838207e797ab tempest-verify_tempest_config-1350317943 tempest-verify_tempest_config-1350317943-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:29:18.015902 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-826ac1cf-c0ae-40c2-a94e-838207e797ab tempest-verify_tempest_config-1350317943 tempest-verify_tempest_config-1350317943-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065486 Jul 30 01:29:18.401671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:18.570401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.732352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.737850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.822562 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0875216aaca64b1799bb9c254d774144&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4186747 Jul 30 01:29:18.825914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51226) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:29:18.829310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119eae5f-b4bf-468f-9de0-68bf335338c9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:18.863167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.863804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.864399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.864960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.865536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.866102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.866665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.867231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.867823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.868393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.868956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.869539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b7e70e-8752-4d4e-b002-611c3802d9ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:29:18.955621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77983794-59c4-4953-af1f-e5ef9970f487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:18.990865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77983794-59c4-4953-af1f-e5ef9970f487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.096052 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77983794-59c4-4953-af1f-e5ef9970f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.099003 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77983794-59c4-4953-af1f-e5ef9970f487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:19.100263 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-77983794-59c4-4953-af1f-e5ef9970f487 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/119eae5f-b4bf-468f-9de0-68bf335338c9 HTTP/1.1" status: 204 len: 168 time: 0.2728760 Jul 30 01:29:19.109385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77983794-59c4-4953-af1f-e5ef9970f487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119eae5f-b4bf-468f-9de0-68bf335338c9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:29:29.895579 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:29:30.588935 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b8234fb-6b84-4116-bb71-70c9b6d6f388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.255835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee9338eb-667a-4988-9159-085664dd1615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:33.629957 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:34.250507 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:29:35.898231 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:00.593224 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b171063b-0708-409f-97f2-4396ae3ce22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:03.259938 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c9fe543-7dbf-454e-af42-ddd8b7382e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:03.639265 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:04.250400 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:05.912671 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:06.894918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:30:30.602760 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31b03db-34ac-4d16-8641-a892f7be2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.273728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-098fdeba-dd67-418a-9819-f6db77781b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:33.648563 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:34.256472 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:35.912106 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:30:43.899042 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:31:00.603071 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-231826ba-738c-492b-a2c3-7bf9a51a68ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:03.269997 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3bd8-a2a1-4488-8f9d-21b1ebc7fd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:03.637240 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:04.260247 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:05.917205 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:20.902647 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:31:30.605718 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c3e1bd-3f6d-4c75-b5af-014ae107b626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:33.280577 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6e840b4-305c-4c5e-a808-ec49a2a8a910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:33.640434 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:34.278508 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:35.931163 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:31:57.901791 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 5 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:32:00.599822 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5af54588-e0f8-4ba6-b8d5-a6451f0cf4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:03.280461 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-814d6569-b41e-46a7-85ac-6541a86cd9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:03.629405 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:04.269249 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:05.929897 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:23.432135 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33159131'] for agent, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:30.618559 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-192b107d-4136-4ffd-9495-8742b613cf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:30.782089 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33159131'] for agent, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:33.280224 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9eaa-c63d-46bc-94f5-0dd27ef0ecca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:33.642909 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.282526 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:34.905300 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:32:35.925302 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:32:53.383123 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.601980 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f9ba0f9-3f11-4f20-bfc0-93417b024b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:00.751454 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:03.275735 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61685198-b7ea-4f7e-bd11-ca8d0c7485af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:03.640648 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:04.289981 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:05.933896 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:11.905764 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:33:19.692897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:19.819502 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2d93e527-6c8b-4044-bdd4-5f4a366c5024 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1253726 Jul 30 01:33:22.449919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51298) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:33:22.518811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-227d3d65-7c0d-4b61-9de7-a8412f4f8324 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0666287 Jul 30 01:33:23.400250 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:30.607978 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1c02-0296-4fb4-9fb2-80103de24577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:30.787606 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.281081 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-becec98a-b07f-460f-bbfa-6fbb63d84f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:33.637475 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:34.284679 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:35.928580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:33:48.906119 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:33:53.411863 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.620213 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfe67-7be5-4d15-bd43-7a6f30382411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:00.799001 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.297947 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-515dc467-fa46-442d-9d61-7c0c26fc11f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:03.653585 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:04.290636 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:05.944380 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:23.415593 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:25.907767 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:34:30.605584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-894839cb-99ec-42a6-9fdf-50cc3b30e87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:30.807997 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:33.293050 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc9f1e4b-d905-490c-a8e9-85214fd962cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:33.643580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:34.292834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:35.937450 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:49.792369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51458) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:50.428429 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c9d13e68-ba64-462b-b213-18d228dff9a5 tempest-AutoAllocateNetworkTest-2048045623 tempest-AutoAllocateNetworkTest-2048045623-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b18d436ecd924d00bf90460ee46c2afe&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6344597 Jul 30 01:34:50.432456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51488) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:50.723903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cdb83e-d0e7-46fb-ad2c-2257cff2bc9c tempest-AutoAllocateNetworkTest-2048045623 tempest-AutoAllocateNetworkTest-2048045623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:50.730285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d1cdb83e-d0e7-46fb-ad2c-2257cff2bc9c tempest-AutoAllocateNetworkTest-2048045623 tempest-AutoAllocateNetworkTest-2048045623-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2953417 Jul 30 01:34:50.733027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51506) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:50.805669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51514) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:50.806631 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-18e02a48-1977-43f4-9bc5-bf7c74c0f56c tempest-AutoAllocateNetworkTest-2048045623 tempest-AutoAllocateNetworkTest-2048045623-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682325 Jul 30 01:34:50.835832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-82b81ebc-0109-4645-8d21-198905e49f91 tempest-AutoAllocateNetworkTest-2048045623 tempest-AutoAllocateNetworkTest-2048045623-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b18d436ecd924d00bf90460ee46c2afe HTTP/1.1" status: 200 len: 208 time: 0.0289662 Jul 30 01:34:51.926968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51552) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:52.559623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.733420 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.739095 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.832410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b99419-94d8-4b8d-b808-6232542de805,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:52.845029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.845818 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.846348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.846859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.847602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.848001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.848536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.849218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.849899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.850531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.850952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.851491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] Tracked resource versions report: Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: pushed versions: Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: { 'AddressGroup': {'1.2'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'ConntrackHelper': {'1.0'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Log': {'1.0'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Network': {'1.1'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Port': {'1.7'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'PortForwarding': {'1.2'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'QosPolicy': {'1.8'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'SecurityGroup': {'1.4'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'SubPort': {'1.0'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Subnet': {'1.1'}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Trunk': {'1.1'}} Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: consumer versions: Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: { DHCP agent@n-d-715271-7: {}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: HyperV agent@n-h1-715271-7: {}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: HyperV agent@n-h2-715271-7: {}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: L3 agent@n-d-715271-7: {}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: Metadata agent@n-d-715271-7: {}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: Metering agent@n-d-715271-7: {}, Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: Open vSwitch agent@n-d-715271-7: { 'AddressGroup': '1.2', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'ConntrackHelper': '1.0', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Log': '1.0', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Network': '1.1', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Port': '1.7', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'PortForwarding': '1.2', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'QosPolicy': '1.8', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'SecurityGroup': '1.4', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'SecurityGroupRule': '1.2', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'SubPort': '1.0', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Subnet': '1.1', Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: 'Trunk': '1.1'}} Jul 30 01:34:52.852968 n-d-715271-7 neutron-server[93819]: {{(pid=93819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:34:52.868044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4ebe6d71-223b-4397-9e90-0d6ca864ebbe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b18d436ecd924d00bf90460ee46c2afe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9335532 Jul 30 01:34:52.869718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51584) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:52.951013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-72de4ba6-ca50-46c9-8a61-5ae0ac986b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:52.978459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-72de4ba6-ca50-46c9-8a61-5ae0ac986b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.061844 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-72de4ba6-ca50-46c9-8a61-5ae0ac986b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.065239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-72de4ba6-ca50-46c9-8a61-5ae0ac986b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:53.066970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-72de4ba6-ca50-46c9-8a61-5ae0ac986b27 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/19b99419-94d8-4b8d-b808-6232542de805 HTTP/1.1" status: 204 len: 168 time: 0.1969373 Jul 30 01:34:53.076499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de4ba6-ca50-46c9-8a61-5ae0ac986b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b99419-94d8-4b8d-b808-6232542de805,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:53.419321 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.339237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51734) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:56.781013 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.942110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.949920 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:56.989549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752ba1c0-face-46c0-8152-1486ad5c20d6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:57.003027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.003633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.004608 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.004950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.005427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.006236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.006588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.007078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.007594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.008545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.009132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.009895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] Tracked resource versions report: Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: pushed versions: Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: { 'AddressGroup': {'1.2'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Log': {'1.0'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Network': {'1.1'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Port': {'1.7'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'PortForwarding': {'1.2'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'QosPolicy': {'1.8'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'SecurityGroup': {'1.4'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'SubPort': {'1.0'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Subnet': {'1.1'}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Trunk': {'1.1'}} Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: consumer versions: Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: { DHCP agent@n-d-715271-7: {}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: HyperV agent@n-h1-715271-7: {}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: HyperV agent@n-h2-715271-7: {}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: L3 agent@n-d-715271-7: {}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: Metadata agent@n-d-715271-7: {}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: Metering agent@n-d-715271-7: {}, Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: Open vSwitch agent@n-d-715271-7: { 'AddressGroup': '1.2', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'ConntrackHelper': '1.0', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Log': '1.0', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Network': '1.1', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Port': '1.7', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'PortForwarding': '1.2', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'QosPolicy': '1.8', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'SecurityGroup': '1.4', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'SecurityGroupRule': '1.2', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'SubPort': '1.0', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Subnet': '1.1', Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: 'Trunk': '1.1'}} Jul 30 01:34:57.011150 n-d-715271-7 neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:34:57.038947 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5ed84a7e-f04b-4636-aaeb-7852c65c7656 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4fe622f7c5784d2cb68aa57296b37114&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6986477 Jul 30 01:34:57.042198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51774) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:57.105397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ca511f-f47f-456c-b314-1053d11b023e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.130353 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ca511f-f47f-456c-b314-1053d11b023e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.201617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ca511f-f47f-456c-b314-1053d11b023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.204470 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ca511f-f47f-456c-b314-1053d11b023e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:57.207884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-20ca511f-f47f-456c-b314-1053d11b023e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/752ba1c0-face-46c0-8152-1486ad5c20d6 HTTP/1.1" status: 204 len: 168 time: 0.1620858 Jul 30 01:34:57.220001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca511f-f47f-456c-b314-1053d11b023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752ba1c0-face-46c0-8152-1486ad5c20d6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:57.220662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51792) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:57.231258 n-d-715271-7 neutron-server[93819]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 01:34:57.281788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-4921cf1c-9659-4fb3-81ba-96a9e0fcd55f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579691 Jul 30 01:34:57.452838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-d80476e8-6168-4013-85e0-ab4809790a78 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:34:57.455316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-d80476e8-6168-4013-85e0-ab4809790a78 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644924 Jul 30 01:34:57.479178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-3b581136-20fe-4c46-a910-2ffee3c6c3d6 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/quotas/f8281fb972164aa1bb32c55d6a06cc49 HTTP/1.1" status: 200 len: 375 time: 0.0175405 Jul 30 01:34:57.577497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-e218ca23-4a2b-4798-abcb-06a807beb134 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903225 Jul 30 01:34:57.900819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51834) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:57.918178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-489fd1c6-645c-4d47-a7f8-f878a60808d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.031300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-489fd1c6-645c-4d47-a7f8-f878a60808d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.036598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-489fd1c6-645c-4d47-a7f8-f878a60808d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.069260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fd1c6-645c-4d47-a7f8-f878a60808d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1b086f-cc3c-484b-97d8-4203ba69f3a5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:58.086633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51840) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:34:58.087195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-489fd1c6-645c-4d47-a7f8-f878a60808d4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ca545b6cba8f455793a220b2d994bb46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1847486 Jul 30 01:34:58.149394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59b3f658-b14e-4e3c-844c-bebfa5f7f37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.181558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59b3f658-b14e-4e3c-844c-bebfa5f7f37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.246515 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59b3f658-b14e-4e3c-844c-bebfa5f7f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.251425 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59b3f658-b14e-4e3c-844c-bebfa5f7f37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:34:58.256906 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-59b3f658-b14e-4e3c-844c-bebfa5f7f37b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8e1b086f-cc3c-484b-97d8-4203ba69f3a5 HTTP/1.1" status: 204 len: 168 time: 0.1685870 Jul 30 01:34:58.266920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3f658-b14e-4e3c-844c-bebfa5f7f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1b086f-cc3c-484b-97d8-4203ba69f3a5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:34:58.353783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-800e5f22-41d3-47f3-8513-c2a108868eb5 req-663da6fb-f076-4272-98d2-644ab9d14492 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 210 time: 0.0582733 Jul 30 01:34:59.859099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51956) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:00.046490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d463031f-aa30-49b5-a78c-be236dca9d13 req-f7aca2f2-4a58-4bd8-95c3-38f0b4d0819f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 210 time: 0.1858277 Jul 30 01:35:00.454120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.41', 64680) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:00.505681 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-0263e465-644a-464e-90e6-27cb70fa19c6 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499916 Jul 30 01:35:00.634018 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8598f56-3802-4cde-912e-f68aca04889c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.805121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-72387c46-8278-4583-94d9-f18f822a3815 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:00.806859 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-72387c46-8278-4583-94d9-f18f822a3815 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888801 Jul 30 01:35:00.815683 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:00.870389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Request body: {'port': {'device_id': 'c72623f5-491d-4cf6-bc31-1632b3a8f1b1', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'f8281fb972164aa1bb32c55d6a06cc49'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:01.135689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Made reservation on behalf of f8281fb972164aa1bb32c55d6a06cc49 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:01.143335 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.161656 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.255775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52090) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:01.347931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.353997 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.422980 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-dae4944e-baba-4b64-9387-ec2194eabbe2 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8c4d2e8dc2b245039c18f75e642ab331&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500185 Jul 30 01:35:01.511804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58a9ca7-98ed-41de-a925-6f4402fafc1a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:01.534959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8baa85ea-f3fb-4316-bb5e-547437b9ed60 req-dbd92c16-3d4c-47e2-93f5-5b03d8fc5876 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 210 time: 0.1420653 Jul 30 01:35:01.644542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d463565-f6ea-477f-aa59-632a25d187a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.647512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Allocated IP 192.168.233.161 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/0809b4b0-81b0-43e6-bfd5-300c86d9cacd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:01.805669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3ccc463a-d438-4e44-8f4d-9b496e6ba7cd tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:01.818786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3ccc463a-d438-4e44-8f4d-9b496e6ba7cd tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944840 Jul 30 01:35:01.867714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-5a7556f6-5a5c-4697-92db-1075e0a5c5a2 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/quotas/8c4d2e8dc2b245039c18f75e642ab331 HTTP/1.1" status: 200 len: 375 time: 0.0230119 Jul 30 01:35:01.953351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-08da417a-1892-4280-b836-b9d1ac95d34a tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8c4d2e8dc2b245039c18f75e642ab331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677214 Jul 30 01:35:01.967314 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d463565-f6ea-477f-aa59-632a25d187a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:01.976822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d463565-f6ea-477f-aa59-632a25d187a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.088964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4d463565-f6ea-477f-aa59-632a25d187a4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b698e9fad34643f2b717e847888be467&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8311868 Jul 30 01:35:02.093517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52104) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:02.106222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d463565-f6ea-477f-aa59-632a25d187a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b7be8d-19b3-479c-b1f7-396b41ff5d19,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.172746 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.212774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916b574b-b15d-49a7-be91-886651047d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.257269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Transition to ACTIVE for port object 0809b4b0-81b0-43e6-bfd5-300c86d9cacd will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:02.306370 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916b574b-b15d-49a7-be91-886651047d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.414443 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.529441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Pushing event updated for resources: {'Port': ['ID=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.534673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25f55391-d2e4-4385-a33c-0977ca366656 req-57669f33-e751-4a39-a4ea-0464774da7a7 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 210 time: 0.1095257 Jul 30 01:35:02.548166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916b574b-b15d-49a7-be91-886651047d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.568086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916b574b-b15d-49a7-be91-886651047d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.578530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:02.580480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-916b574b-b15d-49a7-be91-886651047d22 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/19b7be8d-19b3-479c-b1f7-396b41ff5d19 HTTP/1.1" status: 204 len: 168 time: 0.4856780 Jul 30 01:35:02.588298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:02.592266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:02.601488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b574b-b15d-49a7-be91-886651047d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b7be8d-19b3-479c-b1f7-396b41ff5d19,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:02.611918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:02.612703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:02.676389 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7f312f3a-5704-4314-9760-3183ed35ec92 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8097918 Jul 30 01:35:02.718613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7ebb5efd-af9c-421f-81d7-eed1c431539d tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:35:02.719798 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-7ebb5efd-af9c-421f-81d7-eed1c431539d tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270298 Jul 30 01:35:02.914514 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:35:03.041978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7a522-787a-411f-bfb3-afd4a60237b6 req-c5028ec3-09f9-4bb5-a7b2-2c36d7a4e432 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:03.044765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25b7a522-787a-411f-bfb3-afd4a60237b6 req-c5028ec3-09f9-4bb5-a7b2-2c36d7a4e432 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 936 time: 0.2299654 Jul 30 01:35:03.108596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c3db4cee-3559-426c-a228-8870e7eb566f None None] Provisioning for port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:03.136510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Request body: {'port': {'device_id': 'c72623f5-491d-4cf6-bc31-1632b3a8f1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:03.141096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c3db4cee-3559-426c-a228-8870e7eb566f None None] Provisioning complete for port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:03.141618 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3db4cee-3559-426c-a228-8870e7eb566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.319940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.369271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c3db4cee-3559-426c-a228-8870e7eb566f None None] Port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:03.375670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25b7a522-787a-411f-bfb3-afd4a60237b6 req-b7c7f103-9b9b-478d-b6ff-ae56e57dfd26 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177316 Jul 30 01:35:03.444379 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c769-949a-4ea1-9527-0b88db3c24d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.679562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.724528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52186) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:03.761197 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d05c9034-7f80-442a-86c7-d77f8cee4d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:03.852456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52192) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:04.213744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d05c9034-7f80-442a-86c7-d77f8cee4d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.232989 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d05c9034-7f80-442a-86c7-d77f8cee4d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.328675 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.348783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0809b4b0-81b0-43e6-bfd5-300c86d9cacd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:04.367618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52198) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:04.368253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d05c9034-7f80-442a-86c7-d77f8cee4d10 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e65a81b33454806bf14afd5ded6825d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6264124 Jul 30 01:35:04.379720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c9034-7f80-442a-86c7-d77f8cee4d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bf1650-acaf-4427-a399-1f62b69854dc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:04.467354 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.500904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Transition to ACTIVE for port object 0809b4b0-81b0-43e6-bfd5-300c86d9cacd will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:04.530269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.549318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77902892-4f6c-439d-a1bb-a3c6e3af4c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:04.841837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7948d8b2-d5be-4ff9-aff2-aa9c2026b264 req-76c83601-6b47-4ed3-b954-fa2cda3ee418 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 210 time: 0.0898972 Jul 30 01:35:04.891696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494dd46-c994-407d-875b-ff53e9e14f8e req-3c752c3d-111e-4f05-9ad8-60f3ea552c69 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:04.897859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f494dd46-c994-407d-875b-ff53e9e14f8e req-3c752c3d-111e-4f05-9ad8-60f3ea552c69 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 948 time: 0.2525914 Jul 30 01:35:04.937306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Pushing event updated for resources: {'Port': ['ID=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:04.998840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f494dd46-c994-407d-875b-ff53e9e14f8e req-f7f62d21-52b0-48b5-ae4d-6c240667c258 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888729 Jul 30 01:35:05.067028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e25702d-2702-4f17-8d39-a5dd4fd0d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.074310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77902892-4f6c-439d-a1bb-a3c6e3af4c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.084265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77902892-4f6c-439d-a1bb-a3c6e3af4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.104779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e25702d-2702-4f17-8d39-a5dd4fd0d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.195496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-77902892-4f6c-439d-a1bb-a3c6e3af4c72 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3837cfb704394df58b3e0ffc9dbd70b8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3297753 Jul 30 01:35:05.197872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52230) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:05.208197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77902892-4f6c-439d-a1bb-a3c6e3af4c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26df7010-b0db-4a3a-b586-dccc83f7d6ea,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:05.252884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e25702d-2702-4f17-8d39-a5dd4fd0d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.264166 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e25702d-2702-4f17-8d39-a5dd4fd0d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.273641 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3e25702d-2702-4f17-8d39-a5dd4fd0d051 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/60bf1650-acaf-4427-a399-1f62b69854dc HTTP/1.1" status: 204 len: 168 time: 0.8915794 Jul 30 01:35:05.409156 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4941543f-fd04-4822-a4a6-8f298017d368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.520660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Attempting to bind port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:05.521709 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Attempting to bind port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:05.522207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Attempting to bind port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:05.526194 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4941543f-fd04-4822-a4a6-8f298017d368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.528712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:05.529680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Attempting to bind port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:05.532958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25702d-2702-4f17-8d39-a5dd4fd0d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bf1650-acaf-4427-a399-1f62b69854dc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:05.539495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:05.540108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:05.540870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:05.541858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Bound port: 0809b4b0-81b0-43e6-bfd5-300c86d9cacd, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:05.542596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.627752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] For port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:05.634800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] For port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:05.646103 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.709834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:05.711208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.717748 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] 10.222.0.41 "PUT /v2.0/ports/0809b4b0-81b0-43e6-bfd5-300c86d9cacd HTTP/1.1" status: 200 len: 1096 time: 2.7033355 Jul 30 01:35:05.725373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72623f5-491d-4cf6-bc31-1632b3a8f1b1', 'tag': '0809b4b0-81b0-43e6-bfd5-300c86d9cacd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:05.855798 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4941543f-fd04-4822-a4a6-8f298017d368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.897682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4941543f-fd04-4822-a4a6-8f298017d368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:05.905013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4941543f-fd04-4822-a4a6-8f298017d368 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/26df7010-b0db-4a3a-b586-dccc83f7d6ea HTTP/1.1" status: 204 len: 168 time: 0.7000360 Jul 30 01:35:05.981543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941543f-fd04-4822-a4a6-8f298017d368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26df7010-b0db-4a3a-b586-dccc83f7d6ea,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:05.992048 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:06.188597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.41', 64686) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:06.396042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-d1af4364-beca-4daa-adab-8116e77a5c03 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8c4d2e8dc2b245039c18f75e642ab331&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1889110 Jul 30 01:35:06.426921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-bef61f38-4024-4029-90fd-38626bfa49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:06.429103 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-bef61f38-4024-4029-90fd-38626bfa49a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 1099 time: 0.3253818 Jul 30 01:35:06.546473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97e577eb-ae63-4e65-b307-3ee5a7ddda40 req-5ae15b72-695e-47dc-864d-fa722f20abf2 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 210 time: 0.1719646 Jul 30 01:35:06.855696 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-dfa6343d-ae34-4f00-8866-5565ef23ca58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0809b4b0-81b0-43e6-bfd5-300c86d9cacd HTTP/1.1" status: 200 len: 217 time: 0.3945329 Jul 30 01:35:06.857495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f9cdc-19a8-4484-90a3-ce3b21784f03 service neutron] Pushing event updated for resources: {'Port': ['ID=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:07.032177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974f798-29ac-4ca3-a770-b319c6bec15c req-c9ba5671-ac3c-4f19-bcdf-42a1a3f30aba tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:07.046652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974f798-29ac-4ca3-a770-b319c6bec15c req-c9ba5671-ac3c-4f19-bcdf-42a1a3f30aba tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 948 time: 0.4942386 Jul 30 01:35:07.140974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-d5fb498e-cd90-4f4a-8b4a-6df07bade147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:07.143659 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-d5fb498e-cd90-4f4a-8b4a-6df07bade147 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2591715 Jul 30 01:35:07.228998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52280) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:07.244378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbfc6-de41-4864-8672-d9e118089dfd req-6ab31192-5882-4afd-bbdb-b69e9f0d0ec8 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:07.254821 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-6ab31192-5882-4afd-bbdb-b69e9f0d0ec8 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6978796 Jul 30 01:35:07.266117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974f798-29ac-4ca3-a770-b319c6bec15c req-02856bf9-9a96-415d-a71f-dbc2a859056f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181430 Jul 30 01:35:07.297892 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1334187e-270c-442d-be2b-e8ff75a4784e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.407151 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84972d0-7e2d-48be-a558-0b2697216adf" -d '{"events": [{"name": "network-changed", "server_uuid": "c72623f5-491d-4cf6-bc31-1632b3a8f1b1", "tag": "0809b4b0-81b0-43e6-bfd5-300c86d9cacd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:07.642827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1334187e-270c-442d-be2b-e8ff75a4784e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.657090 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1334187e-270c-442d-be2b-e8ff75a4784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:07.747938 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1334187e-270c-442d-be2b-e8ff75a4784e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=940d93f655804f73b438a669bf384961&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5157585 Jul 30 01:35:07.750826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52294) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:07.752378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334187e-270c-442d-be2b-e8ff75a4784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e46799-7c48-4650-85ae-9e056e098cbb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:07.828451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Request body: {'port': {'device_id': '7c144dee-6181-4403-a03b-9633e9318634', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '8c4d2e8dc2b245039c18f75e642ab331'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:07.957090 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c64925d-0a30-4780-8503-7caafefed33b x-openstack-request-id: req-5c64925d-0a30-4780-8503-7caafefed33b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:07.957630 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72623f5-491d-4cf6-bc31-1632b3a8f1b1", "tag": "0809b4b0-81b0-43e6-bfd5-300c86d9cacd", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:07.957882 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5c64925d-0a30-4780-8503-7caafefed33b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:07.958552 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72623f5-491d-4cf6-bc31-1632b3a8f1b1', 'tag': '0809b4b0-81b0-43e6-bfd5-300c86d9cacd', 'status': 'completed', 'code': 200} Jul 30 01:35:08.008072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-00c7ea2e-001a-492f-b908-9b1e09f34896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.010771 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-00c7ea2e-001a-492f-b908-9b1e09f34896 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2492661 Jul 30 01:35:08.322830 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-658598f5-60f6-45bf-b18e-84a59f7b51b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.400313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-658598f5-60f6-45bf-b18e-84a59f7b51b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.558318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a49aef09-a8f1-44ef-9ee3-23c7991c3146 req-27ba3023-f2f9-489e-8d12-ea1d7a091e9e tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 210 time: 0.3706963 Jul 30 01:35:08.729948 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-658598f5-60f6-45bf-b18e-84a59f7b51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.736105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-658598f5-60f6-45bf-b18e-84a59f7b51b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:08.738362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-658598f5-60f6-45bf-b18e-84a59f7b51b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f8e46799-7c48-4650-85ae-9e056e098cbb HTTP/1.1" status: 204 len: 168 time: 0.9856451 Jul 30 01:35:08.826277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670ae60-cffe-42a6-8d8a-38c5c5e62477 req-693a998b-7a37-4336-bc3a-41d4467a3fe9 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:08.830346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e670ae60-cffe-42a6-8d8a-38c5c5e62477 req-693a998b-7a37-4336-bc3a-41d4467a3fe9 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 948 time: 0.3546805 Jul 30 01:35:08.832023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658598f5-60f6-45bf-b18e-84a59f7b51b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e46799-7c48-4650-85ae-9e056e098cbb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:09.000485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e670ae60-cffe-42a6-8d8a-38c5c5e62477 req-6a97a1ea-f8fc-48ce-ab1e-2a78605dad7f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325574 Jul 30 01:35:09.004668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Made reservation on behalf of 8c4d2e8dc2b245039c18f75e642ab331 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:09.008396 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.045797 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.211022 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-d377e6f5-3fb2-4243-a301-e9820effdc08 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391600 Jul 30 01:35:09.430808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.441637 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:09.583260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b5c58b13-445a-442e-b86c-8672a0a59634 req-b88405d7-3850-42dd-907d-2b37fe910cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629038 Jul 30 01:35:09.639181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e303ed-4b89-4b09-9ac7-2624b1bca881,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:09.711754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52356) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:09.853983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84972d0-7e2d-48be-a558-0b2697216adf req-a20594ad-e755-4eb9-9f58-2a3941b319a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:09.857548 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e84972d0-7e2d-48be-a558-0b2697216adf req-a20594ad-e755-4eb9-9f58-2a3941b319a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 1099 time: 0.1765728 Jul 30 01:35:09.887254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35c8a5d7-d759-450c-ad15-548c06cc59d4 req-39716154-a4eb-4958-99d8-67eb5439c41d tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 210 time: 0.1362107 Jul 30 01:35:10.172240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9849-3a14-4dfd-8e10-643eb43e404a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.326460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Allocated IP 192.168.233.143 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/89183351-7c9b-4a82-a437-77d0935d79d3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:10.486820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84972d0-7e2d-48be-a558-0b2697216adf req-e8db25c8-65a5-4527-99c4-bd5c641b650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:10.492079 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e84972d0-7e2d-48be-a558-0b2697216adf req-e8db25c8-65a5-4527-99c4-bd5c641b650f service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.5787332 Jul 30 01:35:10.622937 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e84972d0-7e2d-48be-a558-0b2697216adf req-a5941c7e-310b-4063-bd77-eaa8bf255879 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0809b4b0-81b0-43e6-bfd5-300c86d9cacd HTTP/1.1" status: 200 len: 217 time: 0.1049099 Jul 30 01:35:10.754436 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35769153-1d4b-494f-9f09-537ea54b0da0 req-f51d8365-d81d-46ca-b882-30bd925be4c3 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:10.764555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35769153-1d4b-494f-9f09-537ea54b0da0 req-f51d8365-d81d-46ca-b882-30bd925be4c3 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 948 time: 0.2276442 Jul 30 01:35:10.842427 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9849-3a14-4dfd-8e10-643eb43e404a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.853667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f2b9849-3a14-4dfd-8e10-643eb43e404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:10.908790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84972d0-7e2d-48be-a558-0b2697216adf req-556e56bb-338e-47b2-9735-40280c34bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:10.909492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52388) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:10.911796 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e84972d0-7e2d-48be-a558-0b2697216adf req-556e56bb-338e-47b2-9735-40280c34bb8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2239187 Jul 30 01:35:11.055030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35769153-1d4b-494f-9f09-537ea54b0da0 req-9245097a-55f4-44cf-b60c-7cf4679f9537 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891183 Jul 30 01:35:11.071069 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5f2b9849-3a14-4dfd-8e10-643eb43e404a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f91bc925623942238f4065fcd911244a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3558323 Jul 30 01:35:11.094380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52396) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:11.097455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b9849-3a14-4dfd-8e10-643eb43e404a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f35d98-e77c-47cb-9b8a-5b1c669e5cbe,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:11.177846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84972d0-7e2d-48be-a558-0b2697216adf req-59eb0754-f1b1-4f3f-9461-626d1457ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:11.187125 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e84972d0-7e2d-48be-a558-0b2697216adf req-59eb0754-f1b1-4f3f-9461-626d1457ea58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1711099 Jul 30 01:35:11.259948 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13e8d48d-c9ce-4c74-afae-f7df8449bb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.330196 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13e8d48d-c9ce-4c74-afae-f7df8449bb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.360229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd30bc88-ae42-4628-85d1-95a8220e151e req-eea1c8bc-3568-472d-83c0-e41dd4c79122 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 210 time: 0.1722004 Jul 30 01:35:11.378221 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.417929 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e84972d0-7e2d-48be-a558-0b2697216adf req-0ad079b9-e29d-4e80-beef-f1a493b251da service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969454 Jul 30 01:35:11.472506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Transition to ACTIVE for port object 89183351-7c9b-4a82-a437-77d0935d79d3 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:11.473936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13e8d48d-c9ce-4c74-afae-f7df8449bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.486123 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13e8d48d-c9ce-4c74-afae-f7df8449bb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.499096 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-13e8d48d-c9ce-4c74-afae-f7df8449bb23 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e0f35d98-e77c-47cb-9b8a-5b1c669e5cbe HTTP/1.1" status: 204 len: 168 time: 0.4018793 Jul 30 01:35:11.541598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8d48d-c9ce-4c74-afae-f7df8449bb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f35d98-e77c-47cb-9b8a-5b1c669e5cbe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:11.800835 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e84972d0-7e2d-48be-a558-0b2697216adf req-542e9db8-62d9-4c3f-bd05-f0fe757e4b74 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647419 Jul 30 01:35:11.819738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01541c7d-57ca-4da7-b5c9-47f489cc98a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:11.835625 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.048290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:12.076591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:12.102421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:12.131673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:12.138745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.146615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Pushing event updated for resources: {'Port': ['ID=89183351-7c9b-4a82-a437-77d0935d79d3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:12.413050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52418) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:12.443358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01541c7d-57ca-4da7-b5c9-47f489cc98a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.447053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33859b98-defc-4a86-99be-88241f59024c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.470220 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01541c7d-57ca-4da7-b5c9-47f489cc98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.501902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-b8d34ed1-ece2-49c1-a912-33e9cc3e08e9 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6955750 Jul 30 01:35:12.609404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b9fba379-a8bc-4a1c-bc2a-0d40f79f0308 None None] Provisioning for port 89183351-7c9b-4a82-a437-77d0935d79d3 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:12.614322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b9fba379-a8bc-4a1c-bc2a-0d40f79f0308 None None] Provisioning complete for port 89183351-7c9b-4a82-a437-77d0935d79d3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:12.622439 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9fba379-a8bc-4a1c-bc2a-0d40f79f0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.661674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e5127-900e-43a7-a6d3-5f3fa08b39e9 req-346e8d35-5e57-4229-afc9-4878d955bfdc tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:12.664412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-745e5127-900e-43a7-a6d3-5f3fa08b39e9 req-346e8d35-5e57-4229-afc9-4878d955bfdc tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 948 time: 0.3053174 Jul 30 01:35:12.679499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01541c7d-57ca-4da7-b5c9-47f489cc98a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a18fc-dcb1-4f69-b4d8-0c31e29b43d5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:12.746523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b9fba379-a8bc-4a1c-bc2a-0d40f79f0308 None None] Port 89183351-7c9b-4a82-a437-77d0935d79d3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:12.753395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Request body: {'port': {'device_id': '7c144dee-6181-4403-a03b-9633e9318634', 'device_owner': 'compute:tempest-test_az-376118236', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:12.805260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33859b98-defc-4a86-99be-88241f59024c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.814065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33859b98-defc-4a86-99be-88241f59024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:12.864009 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-33859b98-defc-4a86-99be-88241f59024c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3012fa721f4e436fbd22a532fcefc078&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4448054 Jul 30 01:35:12.864980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52426) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:12.882869 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-01541c7d-57ca-4da7-b5c9-47f489cc98a9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cac115d1fb9542dc88575b665b990ce4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9696846 Jul 30 01:35:12.888289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52428) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:13.015747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-745e5127-900e-43a7-a6d3-5f3fa08b39e9 req-8139c34b-af26-4cf6-a4ad-21b90fdbe807 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478597 Jul 30 01:35:13.052644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65a7a0-40a7-449f-af9c-895f93e6d1e3 req-46c547d0-7811-4ace-ae34-6804a8b5798b tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:13.067050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a65a7a0-40a7-449f-af9c-895f93e6d1e3 req-46c547d0-7811-4ace-ae34-6804a8b5798b tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 936 time: 0.4651728 Jul 30 01:35:13.089339 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.149814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33859b98-defc-4a86-99be-88241f59024c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9414ca9-4ab7-4aba-ba51-b358559c91e2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:13.212580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2fc563-888e-45ed-9362-3c00aa9c65e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.220714 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c99ffd72-98fb-426b-9f93-6b60aa6b2910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.290015 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a65a7a0-40a7-449f-af9c-895f93e6d1e3 req-e2cf39be-148a-4683-9bdc-5ea89de2b206 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204587 Jul 30 01:35:13.301774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2fc563-888e-45ed-9362-3c00aa9c65e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.492788 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c99ffd72-98fb-426b-9f93-6b60aa6b2910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.618967 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2fc563-888e-45ed-9362-3c00aa9c65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.630917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca2fc563-888e-45ed-9362-3c00aa9c65e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.638323 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca2fc563-888e-45ed-9362-3c00aa9c65e0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e9414ca9-4ab7-4aba-ba51-b358559c91e2 HTTP/1.1" status: 204 len: 168 time: 0.7723227 Jul 30 01:35:13.667525 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c99ffd72-98fb-426b-9f93-6b60aa6b2910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.673079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c99ffd72-98fb-426b-9f93-6b60aa6b2910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:13.677166 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c99ffd72-98fb-426b-9f93-6b60aa6b2910 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d89a18fc-dcb1-4f69-b4d8-0c31e29b43d5 HTTP/1.1" status: 204 len: 168 time: 0.7855146 Jul 30 01:35:13.677166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fc563-888e-45ed-9362-3c00aa9c65e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9414ca9-4ab7-4aba-ba51-b358559c91e2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:13.696649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ffd72-98fb-426b-9f93-6b60aa6b2910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a18fc-dcb1-4f69-b4d8-0c31e29b43d5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:14.122578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89183351-7c9b-4a82-a437-77d0935d79d3 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:14.144135 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.191496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Transition to ACTIVE for port object 89183351-7c9b-4a82-a437-77d0935d79d3 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:14.201244 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.444197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52458) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:14.484854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Pushing event updated for resources: {'Port': ['ID=89183351-7c9b-4a82-a437-77d0935d79d3,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:14.592421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab2641-53b3-49b2-b588-ab757dd2058f req-01bffa9d-aeda-4872-bc12-ff0e0e6d1f44 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:14.595028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50ab2641-53b3-49b2-b588-ab757dd2058f req-01bffa9d-aeda-4872-bc12-ff0e0e6d1f44 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 948 time: 0.3813205 Jul 30 01:35:14.639005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Attempting to bind port 89183351-7c9b-4a82-a437-77d0935d79d3 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:14.639351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Attempting to bind port 89183351-7c9b-4a82-a437-77d0935d79d3 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:14.639873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Attempting to bind port 89183351-7c9b-4a82-a437-77d0935d79d3 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:14.663464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Port 89183351-7c9b-4a82-a437-77d0935d79d3 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:14.663775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Attempting to bind port 89183351-7c9b-4a82-a437-77d0935d79d3 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:14.684112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:14.684692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:14.685483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:14.686123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Bound port: 89183351-7c9b-4a82-a437-77d0935d79d3, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:14.686690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.716288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50ab2641-53b3-49b2-b588-ab757dd2058f req-1bd289fc-ac9a-46f1-bce7-1bd31cf5b4e0 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884910 Jul 30 01:35:14.732399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52466) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:14.749851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65657e0-fc6f-4cf6-9542-ddf24eb453a3 req-9b7b9344-b27b-40c4-a85f-fe16b912a968 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:14.767505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b65657e0-fc6f-4cf6-9542-ddf24eb453a3 req-9b7b9344-b27b-40c4-a85f-fe16b912a968 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 969 time: 0.2223504 Jul 30 01:35:14.771328 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ed922d-2f2b-4ad2-b1ea-0b3d601ebe40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:14.866837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b65657e0-fc6f-4cf6-9542-ddf24eb453a3 req-cdaed8cf-cead-431b-ba36-2967c51a181b tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980227 Jul 30 01:35:14.897942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] For port 89183351-7c9b-4a82-a437-77d0935d79d3, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:14.905017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] For port 89183351-7c9b-4a82-a437-77d0935d79d3, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=89183351-7c9b-4a82-a437-77d0935d79d3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:14.916020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.120568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ed922d-2f2b-4ad2-b1ea-0b3d601ebe40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.126569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74d5a732-5b39-40b0-8f2b-965990325958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.158617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ed922d-2f2b-4ad2-b1ea-0b3d601ebe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.171827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:15.173170 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.175638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] 10.222.0.41 "PUT /v2.0/ports/89183351-7c9b-4a82-a437-77d0935d79d3 HTTP/1.1" status: 200 len: 1117 time: 2.4980738 Jul 30 01:35:15.185853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c144dee-6181-4403-a03b-9633e9318634', 'tag': '89183351-7c9b-4a82-a437-77d0935d79d3'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:15.276425 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52470) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:15.350777 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f3560bf-4edd-4c31-8799-9801fbc6a156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.425209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af92146-dcf7-4b87-b702-5bedb466083f service neutron] Pushing event updated for resources: {'Port': ['ID=89183351-7c9b-4a82-a437-77d0935d79d3,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:15.499132 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7c144dee-6181-4403-a03b-9633e9318634", "tag": "89183351-7c9b-4a82-a437-77d0935d79d3"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:15.523953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-1f3560bf-4edd-4c31-8799-9801fbc6a156 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:35:15.523953 n-d-715271-7 neutron-server[93819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:35:15.523953 n-d-715271-7 neutron-server[93819]: [parameters: {'project_id_1': 'a094e3a067854795ae430c94f66251be', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 35, 15, 455016)}] Jul 30 01:35:15.523953 n-d-715271-7 neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:35:15.524348 n-d-715271-7 neutron-server[93819]: DEBUG oslo_db.api [None req-1f3560bf-4edd-4c31-8799-9801fbc6a156 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:35:15.552962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbfc6-de41-4864-8672-d9e118089dfd req-2b010edd-f6d0-474c-99ac-6a6b02f17890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:15.554526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-2b010edd-f6d0-474c-99ac-6a6b02f17890 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c4d2e8dc2b245039c18f75e642ab331&device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 1120 time: 0.0931418 Jul 30 01:35:15.556363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed922d-2f2b-4ad2-b1ea-0b3d601ebe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9a849-8bba-4794-91b8-a5c30d25d100,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:15.610929 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-11ed922d-2f2b-4ad2-b1ea-0b3d601ebe40 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fc7e331fd66d48eb8f926fb40465d250&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8705559 Jul 30 01:35:15.612397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:15.671447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74d5a732-5b39-40b0-8f2b-965990325958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.676216 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74d5a732-5b39-40b0-8f2b-965990325958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.698684 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fa56fe-7e33-4f15-bada-a37bf6e47b37 x-openstack-request-id: req-d4fa56fe-7e33-4f15-bada-a37bf6e47b37 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:15.699218 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c144dee-6181-4403-a03b-9633e9318634", "tag": "89183351-7c9b-4a82-a437-77d0935d79d3", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:15.699791 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4fa56fe-7e33-4f15-bada-a37bf6e47b37 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:15.700376 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c144dee-6181-4403-a03b-9633e9318634', 'tag': '89183351-7c9b-4a82-a437-77d0935d79d3', 'status': 'completed', 'code': 200} Jul 30 01:35:15.720690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-74d5a732-5b39-40b0-8f2b-965990325958 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b272a06c91404ccf8c08072dc99cfd95&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2721508 Jul 30 01:35:15.720690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5a732-5b39-40b0-8f2b-965990325958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d511d202-fc9a-4570-aa97-30c0ed7acf0c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:15.729588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52486) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:15.778755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-8adc5aa5-1c73-499a-94bf-62cc23adb017 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=89183351-7c9b-4a82-a437-77d0935d79d3 HTTP/1.1" status: 200 len: 217 time: 0.1550820 Jul 30 01:35:15.802137 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a226eeca-fd70-48dd-beb6-6696e7787cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.844687 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a226eeca-fd70-48dd-beb6-6696e7787cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.946033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a226eeca-fd70-48dd-beb6-6696e7787cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.950895 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a226eeca-fd70-48dd-beb6-6696e7787cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:15.956294 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a226eeca-fd70-48dd-beb6-6696e7787cd7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d511d202-fc9a-4570-aa97-30c0ed7acf0c HTTP/1.1" status: 204 len: 168 time: 0.2248242 Jul 30 01:35:15.970485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226eeca-fd70-48dd-beb6-6696e7787cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d511d202-fc9a-4570-aa97-30c0ed7acf0c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:16.015409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98bd1465-89b7-4d35-8e19-b67b6a4f7d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.019551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbfc6-de41-4864-8672-d9e118089dfd req-9b1e8f5d-c541-4f59-9449-b97779321f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:16.021268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-9b1e8f5d-c541-4f59-9449-b97779321f3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2206957 Jul 30 01:35:16.035158 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f3560bf-4edd-4c31-8799-9801fbc6a156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.149530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52147eaa-1b13-4266-8aad-b0220df1a330 req-0fbb6a26-e80e-48cd-8d1e-c3096a03fed4 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:16.151296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52147eaa-1b13-4266-8aad-b0220df1a330 req-0fbb6a26-e80e-48cd-8d1e-c3096a03fed4 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 948 time: 0.3116798 Jul 30 01:35:16.172340 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98bd1465-89b7-4d35-8e19-b67b6a4f7d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.240886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4544b-e486-4646-ad45-b27a67bb93da req-766df649-31d8-4089-b079-34ea8a1197cb tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:16.242484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7f4544b-e486-4646-ad45-b27a67bb93da req-766df649-31d8-4089-b079-34ea8a1197cb tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 969 time: 0.2311134 Jul 30 01:35:16.282706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbfc6-de41-4864-8672-d9e118089dfd req-f56fe507-1170-4ff4-a9ad-c8cae6e26142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:16.284716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-f56fe507-1170-4ff4-a9ad-c8cae6e26142 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2422101 Jul 30 01:35:16.368845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52147eaa-1b13-4266-8aad-b0220df1a330 req-b99a29ed-088b-481b-96d1-9a6f4075e16e tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023284 Jul 30 01:35:16.428502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7f4544b-e486-4646-ad45-b27a67bb93da req-b8b7672b-834a-487e-9aa1-be5d1cecdee6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599908 Jul 30 01:35:16.451975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98bd1465-89b7-4d35-8e19-b67b6a4f7d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.454607 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98bd1465-89b7-4d35-8e19-b67b6a4f7d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.455761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-98bd1465-89b7-4d35-8e19-b67b6a4f7d8c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/faf9a849-8bba-4794-91b8-a5c30d25d100 HTTP/1.1" status: 204 len: 168 time: 0.8426099 Jul 30 01:35:16.498939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd1465-89b7-4d35-8e19-b67b6a4f7d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9a849-8bba-4794-91b8-a5c30d25d100,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:16.513928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-596d6618-d719-4a37-8d57-7a1f01ada7a2 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149215 Jul 30 01:35:16.519335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f3560bf-4edd-4c31-8799-9801fbc6a156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.532211 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f3560bf-4edd-4c31-8799-9801fbc6a156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.625305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52510) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:16.634719 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1f3560bf-4edd-4c31-8799-9801fbc6a156 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a094e3a067854795ae430c94f66251be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3500998 Jul 30 01:35:16.637633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52514) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:16.639917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3560bf-4edd-4c31-8799-9801fbc6a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920e3c9f-1880-4520-973e-61ebd02742db,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:16.690757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c034ddb-e76a-45d0-8a7b-648bd0755ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.701158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148fbfc6-de41-4864-8672-d9e118089dfd req-aa285cf1-056d-4548-be2a-e477a5346dda service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784039 Jul 30 01:35:16.723458 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-311a6cb6-12ab-4afe-b6f2-a50c731f6e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.824616 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-311a6cb6-12ab-4afe-b6f2-a50c731f6e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.878883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-fa850822-f237-490d-9a00-f54db2739e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:16.880794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-fa850822-f237-490d-9a00-f54db2739e89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c4d2e8dc2b245039c18f75e642ab331&device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 1120 time: 0.1187496 Jul 30 01:35:16.922889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c034ddb-e76a-45d0-8a7b-648bd0755ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.932859 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c034ddb-e76a-45d0-8a7b-648bd0755ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:16.981596 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9c034ddb-e76a-45d0-8a7b-648bd0755ee4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fc3a1ef1a0da46bfa3b015cf5413739b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520443 Jul 30 01:35:16.982059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52528) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:17.013723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c034ddb-e76a-45d0-8a7b-648bd0755ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d564653-9f1e-4288-9e0f-932b1ac3aa1d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:17.045453 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-311a6cb6-12ab-4afe-b6f2-a50c731f6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.045685 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d5e79d3-2ab3-4ef0-8a1f-b801393192bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.050826 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-311a6cb6-12ab-4afe-b6f2-a50c731f6e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.052880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-311a6cb6-12ab-4afe-b6f2-a50c731f6e24 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/920e3c9f-1880-4520-973e-61ebd02742db HTTP/1.1" status: 204 len: 168 time: 0.4139247 Jul 30 01:35:17.075948 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d5e79d3-2ab3-4ef0-8a1f-b801393192bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.114616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a6cb6-12ab-4afe-b6f2-a50c731f6e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e3c9f-1880-4520-973e-61ebd02742db,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:17.160009 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d5e79d3-2ab3-4ef0-8a1f-b801393192bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.163688 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d5e79d3-2ab3-4ef0-8a1f-b801393192bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:17.168243 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7d5e79d3-2ab3-4ef0-8a1f-b801393192bd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0d564653-9f1e-4288-9e0f-932b1ac3aa1d HTTP/1.1" status: 204 len: 168 time: 0.1846101 Jul 30 01:35:17.178627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e79d3-2ab3-4ef0-8a1f-b801393192bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d564653-9f1e-4288-9e0f-932b1ac3aa1d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:17.253157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-2483a1e8-9c6b-4b24-9afa-594f0e21a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.257125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-2483a1e8-9c6b-4b24-9afa-594f0e21a8e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3655424 Jul 30 01:35:17.303848 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-af0af8bb-25cb-49b3-b8f3-3d47afbf35a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=89183351-7c9b-4a82-a437-77d0935d79d3 HTTP/1.1" status: 200 len: 217 time: 0.0386524 Jul 30 01:35:17.392539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-3890b0f3-4949-4067-9bcb-028d7b668ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.395238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-3890b0f3-4949-4067-9bcb-028d7b668ba0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0842392 Jul 30 01:35:17.485642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-be3bc679-6e73-455f-9e90-56c460e06643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.488161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-be3bc679-6e73-455f-9e90-56c460e06643 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820642 Jul 30 01:35:17.682760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52552) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:17.766697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd403369-9b9b-44be-9063-c12ffd8c7913 req-f0f1f1b7-1415-490a-9b30-7ae179d1be5d tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.767871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd403369-9b9b-44be-9063-c12ffd8c7913 req-f0f1f1b7-1415-490a-9b30-7ae179d1be5d tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 969 time: 0.1673462 Jul 30 01:35:17.775725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686f197-ec78-4c70-96b6-6e752c7bc6a3 req-00d41db2-9683-4a64-80dc-518fce835b39 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:17.777514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e686f197-ec78-4c70-96b6-6e752c7bc6a3 req-00d41db2-9683-4a64-80dc-518fce835b39 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 948 time: 0.2429185 Jul 30 01:35:17.780197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-9cf7424c-7cac-4c77-bbb9-9d8e83275459 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825878 Jul 30 01:35:17.932070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19ba0894-ea6e-487b-bf3c-c91f9264c9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.047970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd403369-9b9b-44be-9063-c12ffd8c7913 req-7b3f7130-ef0f-4853-8292-306607f4354e tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634099 Jul 30 01:35:18.079338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e686f197-ec78-4c70-96b6-6e752c7bc6a3 req-3f744050-7978-4b39-a90c-7ccb72d09109 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848866 Jul 30 01:35:18.125419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb4b4e5-6ce4-47a5-bd36-67bb8b9aa1cd req-840f1ff8-cc9a-4baf-9c19-fe40b1289bfc service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345423 Jul 30 01:35:18.157607 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19ba0894-ea6e-487b-bf3c-c91f9264c9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.164862 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19ba0894-ea6e-487b-bf3c-c91f9264c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.215485 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-19ba0894-ea6e-487b-bf3c-c91f9264c9a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=64521bc5ff61497d8513e687f871ed1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251098 Jul 30 01:35:18.215485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52574) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:18.223300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba0894-ea6e-487b-bf3c-c91f9264c9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5cf4e8-2258-48c2-ba56-4324738056d9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:18.291265 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a9b1578-6bec-4857-aaef-fecf91e9ac9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.334110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a9b1578-6bec-4857-aaef-fecf91e9ac9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.414589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a9b1578-6bec-4857-aaef-fecf91e9ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.417632 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a9b1578-6bec-4857-aaef-fecf91e9ac9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:18.421491 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4a9b1578-6bec-4857-aaef-fecf91e9ac9d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7d5cf4e8-2258-48c2-ba56-4324738056d9 HTTP/1.1" status: 204 len: 168 time: 0.2030239 Jul 30 01:35:18.427570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b1578-6bec-4857-aaef-fecf91e9ac9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5cf4e8-2258-48c2-ba56-4324738056d9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:19.048837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52606) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:19.070790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66886fb9-74f7-45aa-bf10-108891bae3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.290497 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66886fb9-74f7-45aa-bf10-108891bae3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.313720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66886fb9-74f7-45aa-bf10-108891bae3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.363786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83cb9-268c-4c76-8e6f-52a7a8f6127b req-08c0bc44-1d67-4e3c-829b-633bea9d1c6d tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.365493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68c83cb9-268c-4c76-8e6f-52a7a8f6127b req-08c0bc44-1d67-4e3c-829b-633bea9d1c6d tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 969 time: 0.1828787 Jul 30 01:35:19.418486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-66886fb9-74f7-45aa-bf10-108891bae3b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=141aa94c897e46d390bacea2d4c4bf06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632565 Jul 30 01:35:19.422933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52616) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:19.440177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234f076-a735-49f9-92f2-fcb59314fc59 req-e581f27a-e367-402c-baac-39661c10bbeb tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:19.445030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b234f076-a735-49f9-92f2-fcb59314fc59 req-e581f27a-e367-402c-baac-39661c10bbeb tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 948 time: 0.2142253 Jul 30 01:35:19.475891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66886fb9-74f7-45aa-bf10-108891bae3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d41392-6d85-4dff-a5c7-58fa34c768d4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:19.504871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d357bd22-b76b-47bc-acf1-0e238605c45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.534124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d357bd22-b76b-47bc-acf1-0e238605c45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.552005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68c83cb9-268c-4c76-8e6f-52a7a8f6127b req-8eeb1b84-6056-4dd1-9c32-a851284ef644 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722732 Jul 30 01:35:19.615910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b234f076-a735-49f9-92f2-fcb59314fc59 req-2e2f9ad8-6d03-49ec-bdae-42e50df61b81 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545060 Jul 30 01:35:19.625432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d357bd22-b76b-47bc-acf1-0e238605c45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.633713 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d357bd22-b76b-47bc-acf1-0e238605c45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:19.636781 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d357bd22-b76b-47bc-acf1-0e238605c45b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/01d41392-6d85-4dff-a5c7-58fa34c768d4 HTTP/1.1" status: 204 len: 168 time: 0.2122393 Jul 30 01:35:19.655826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357bd22-b76b-47bc-acf1-0e238605c45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d41392-6d85-4dff-a5c7-58fa34c768d4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:20.229677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 89183351-7c9b-4a82-a437-77d0935d79d3 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:20.407126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 89183351-7c9b-4a82-a437-77d0935d79d3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=89183351-7c9b-4a82-a437-77d0935d79d3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:20.442465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '89183351-7c9b-4a82-a437-77d0935d79d3', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '89183351-7c9b-4a82-a437-77d0935d79d3', 'mac_address': 'fa:16:3e:c4:58:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:tempest-test_az-376118236', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:20.524876 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.551067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89183351-7c9b-4a82-a437-77d0935d79d3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:20.608378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 89183351-7c9b-4a82-a437-77d0935d79d3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=89183351-7c9b-4a82-a437-77d0935d79d3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:20.669999 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.671409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0809b4b0-81b0-43e6-bfd5-300c86d9cacd details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:20.760405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=89183351-7c9b-4a82-a437-77d0935d79d3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:20.772713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.773335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.773950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.774433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.774921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.775391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.775885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.776362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.776827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.777338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.777797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.778390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Tracked resource versions report: Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: pushed versions: Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: { 'AddressGroup': {'1.2'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'ConntrackHelper': {'1.0'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Log': {'1.0'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Network': {'1.1'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Port': {'1.7'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'PortForwarding': {'1.2'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'QosPolicy': {'1.8'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'SecurityGroup': {'1.4'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'SubPort': {'1.0'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Subnet': {'1.1'}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Trunk': {'1.1'}} Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: consumer versions: Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: { DHCP agent@n-d-715271-7: {}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: HyperV agent@n-h1-715271-7: {}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: HyperV agent@n-h2-715271-7: {}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: L3 agent@n-d-715271-7: {}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: Metadata agent@n-d-715271-7: {}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: Metering agent@n-d-715271-7: {}, Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: Open vSwitch agent@n-d-715271-7: { 'AddressGroup': '1.2', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'ConntrackHelper': '1.0', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Log': '1.0', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Network': '1.1', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Port': '1.7', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'PortForwarding': '1.2', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'QosPolicy': '1.8', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'SecurityGroup': '1.4', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'SecurityGroupRule': '1.2', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'SubPort': '1.0', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Subnet': '1.1', Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: 'Trunk': '1.1'}} Jul 30 01:35:20.779643 n-d-715271-7 neutron-server[93820]: {{(pid=93820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:35:20.807792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:20.823285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '0809b4b0-81b0-43e6-bfd5-300c86d9cacd', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '0809b4b0-81b0-43e6-bfd5-300c86d9cacd', 'mac_address': 'fa:16:3e:49:ab:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:20.847168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968c70e-0060-455a-9403-e92703a2c763 req-e63d61d2-2261-4010-89ef-7e5b5b942a54 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:20.850511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c968c70e-0060-455a-9403-e92703a2c763 req-e63d61d2-2261-4010-89ef-7e5b5b942a54 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 970 time: 0.1222994 Jul 30 01:35:20.870866 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.890408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0809b4b0-81b0-43e6-bfd5-300c86d9cacd {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:20.915159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:20.924016 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:20.993261 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c968c70e-0060-455a-9403-e92703a2c763 req-da092d1b-2308-4001-9080-19e96965b6e2 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304033 Jul 30 01:35:21.001049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:21.095263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb7ff0-8097-462f-ba4e-ec25f8f095e6 req-e75bfc30-27f3-45c7-9557-a82207f24e17 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:21.097219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aedb7ff0-8097-462f-ba4e-ec25f8f095e6 req-e75bfc30-27f3-45c7-9557-a82207f24e17 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 949 time: 0.0853081 Jul 30 01:35:21.182755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aedb7ff0-8097-462f-ba4e-ec25f8f095e6 req-1ede1ec7-0b7e-4eda-9d62-3ff2b16cbba1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640187 Jul 30 01:35:21.258673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['89183351-7c9b-4a82-a437-77d0935d79d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:21.323706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['0809b4b0-81b0-43e6-bfd5-300c86d9cacd'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:21.938997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52712) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:21.975819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52716) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:22.174852 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0809b4b0-81b0-43e6-bfd5-300c86d9cacd up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:22.211960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b7598-d029-4388-8b24-be4f433747c9 req-e8259769-bade-420a-a89c-f7ad2443d335 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:22.215245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd8b7598-d029-4388-8b24-be4f433747c9 req-e8259769-bade-420a-a89c-f7ad2443d335 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 970 time: 0.0740044 Jul 30 01:35:22.258831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:22.265708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:22.266213 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.310071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd8b7598-d029-4388-8b24-be4f433747c9 req-39d1c72e-dd33-4500-83ed-8a3391901dae tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856051 Jul 30 01:35:22.362282 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e099bd6a-2663-43c7-ac51-3284d41f6707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.378677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-001c2421-0f92-469b-bbcb-50f90690185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.453494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.531488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:22.533337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72623f5-491d-4cf6-bc31-1632b3a8f1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0809b4b0-81b0-43e6-bfd5-300c86d9cacd'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:22.538973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e099bd6a-2663-43c7-ac51-3284d41f6707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.555633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e099bd6a-2663-43c7-ac51-3284d41f6707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.617416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d53bbd-002a-475d-98ee-5020bf167021 req-aa2e51ce-9576-4b4f-8486-4a74139ba516 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:22.632400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3d53bbd-002a-475d-98ee-5020bf167021 req-aa2e51ce-9576-4b4f-8486-4a74139ba516 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 949 time: 0.1437016 Jul 30 01:35:22.657052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099bd6a-2663-43c7-ac51-3284d41f6707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5493e8-1d3e-4d2a-a3fa-f6dc55626535,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:22.720915 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e099bd6a-2663-43c7-ac51-3284d41f6707 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=08f1453477e84b5ca518ccdfef0e9e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7783294 Jul 30 01:35:22.721313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52738) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:22.750982 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.815041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3d53bbd-002a-475d-98ee-5020bf167021 req-bef8073c-d8ea-49b8-801d-66472e2cbf5e tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700113 Jul 30 01:35:22.858774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8496cdf0-e55c-49db-8d87-fb4aecad4435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.904716 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-001c2421-0f92-469b-bbcb-50f90690185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.915527 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-001c2421-0f92-469b-bbcb-50f90690185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.944583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:22.946206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8496cdf0-e55c-49db-8d87-fb4aecad4435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:22.974126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c2421-0f92-469b-bbcb-50f90690185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff001670-7280-4947-8555-75116a3b6cc5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:22.980960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-001c2421-0f92-469b-bbcb-50f90690185d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c772c81447eb4a9488b3e3057715f029&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0023935 Jul 30 01:35:22.986033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52756) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:23.120295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fa00980-ddf7-4962-a3f0-a7e0d9647e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.127108 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bff7a7-6e80-448a-974c-36fea0f5e40c" -d '{"events": [{"server_uuid": "c72623f5-491d-4cf6-bc31-1632b3a8f1b1", "name": "network-vif-plugged", "status": "completed", "tag": "0809b4b0-81b0-43e6-bfd5-300c86d9cacd"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:23.158931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fa00980-ddf7-4962-a3f0-a7e0d9647e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.174107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8496cdf0-e55c-49db-8d87-fb4aecad4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.177701 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8496cdf0-e55c-49db-8d87-fb4aecad4435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.179507 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8496cdf0-e55c-49db-8d87-fb4aecad4435 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6f5493e8-1d3e-4d2a-a3fa-f6dc55626535 HTTP/1.1" status: 204 len: 168 time: 0.4555826 Jul 30 01:35:23.200876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496cdf0-e55c-49db-8d87-fb4aecad4435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5493e8-1d3e-4d2a-a3fa-f6dc55626535,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:23.244452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fa00980-ddf7-4962-a3f0-a7e0d9647e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.247601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fa00980-ddf7-4962-a3f0-a7e0d9647e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.251463 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0fa00980-ddf7-4962-a3f0-a7e0d9647e02 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ff001670-7280-4947-8555-75116a3b6cc5 HTTP/1.1" status: 204 len: 168 time: 0.2556634 Jul 30 01:35:23.258180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa00980-ddf7-4962-a3f0-a7e0d9647e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff001670-7280-4947-8555-75116a3b6cc5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:23.436714 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:23.534212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b520-90ee-465c-9abc-44d2494bbb7b req-d7906bad-9b9a-44a6-86d4-28d78b130d52 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.536810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6834b520-90ee-465c-9abc-44d2494bbb7b req-d7906bad-9b9a-44a6-86d4-28d78b130d52 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 970 time: 0.0914760 Jul 30 01:35:23.624529 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce509923-098b-4fdc-b1a5-c83af6af88e3 x-openstack-request-id: req-ce509923-098b-4fdc-b1a5-c83af6af88e3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:23.625278 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72623f5-491d-4cf6-bc31-1632b3a8f1b1", "name": "network-vif-plugged", "status": "completed", "tag": "0809b4b0-81b0-43e6-bfd5-300c86d9cacd", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:23.625940 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ce509923-098b-4fdc-b1a5-c83af6af88e3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:23.626881 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72623f5-491d-4cf6-bc31-1632b3a8f1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0809b4b0-81b0-43e6-bfd5-300c86d9cacd', 'code': 200} Jul 30 01:35:23.634213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6834b520-90ee-465c-9abc-44d2494bbb7b req-8130e79e-53e0-4d3c-babf-dafd0161e390 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865560 Jul 30 01:35:23.787269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfaec12-6de2-478d-b732-e307178daef6 req-90f02a5b-1692-4430-a10f-b5de26734b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:23.788939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bfaec12-6de2-478d-b732-e307178daef6 req-90f02a5b-1692-4430-a10f-b5de26734b52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 1101 time: 0.0911479 Jul 30 01:35:23.824307 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bfaec12-6de2-478d-b732-e307178daef6 req-2c16f21e-d539-4df8-9f7d-2fc27c8b38bc service neutron] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.003506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52786) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:24.089866 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bfaec12-6de2-478d-b732-e307178daef6 req-2c16f21e-d539-4df8-9f7d-2fc27c8b38bc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.099407 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bfaec12-6de2-478d-b732-e307178daef6 req-2c16f21e-d539-4df8-9f7d-2fc27c8b38bc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.117104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348de49b-4716-4428-8178-e83fb395b0e9 req-c9f962e1-441c-448b-adac-0374308e0036 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.119660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-348de49b-4716-4428-8178-e83fb395b0e9 req-c9f962e1-441c-448b-adac-0374308e0036 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 950 time: 0.1561120 Jul 30 01:35:24.184872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52790) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:24.185309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52792) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:24.193913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bfaec12-6de2-478d-b732-e307178daef6 req-2c16f21e-d539-4df8-9f7d-2fc27c8b38bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934429 Jul 30 01:35:24.198396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 89183351-7c9b-4a82-a437-77d0935d79d3 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:24.210863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd49560b-ab13-4ab5-bf51-dfde673ee849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.222198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16f21e-d539-4df8-9f7d-2fc27c8b38bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e8d7b0-5be0-4445-a02c-278eed75eac7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:24.253200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-348de49b-4716-4428-8178-e83fb395b0e9 req-3f880151-7b03-41d6-ae6d-e67ba3780319 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228943 Jul 30 01:35:24.267764 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a91ea0d-aba3-4256-bd1e-ad901087adf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.347266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 89183351-7c9b-4a82-a437-77d0935d79d3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:24.355527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 89183351-7c9b-4a82-a437-77d0935d79d3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:24.356813 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.405157 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd49560b-ab13-4ab5-bf51-dfde673ee849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.416063 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd49560b-ab13-4ab5-bf51-dfde673ee849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.491665 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bd49560b-ab13-4ab5-bf51-dfde673ee849 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a40a30b1f1964b0c9df42762df05868f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050940 Jul 30 01:35:24.495627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49560b-ab13-4ab5-bf51-dfde673ee849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f2ef7f-93e6-4377-866a-90710795dd20,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:24.497013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52798) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:24.565592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.607029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed28e5e4-44fb-4890-90c1-5c822aca9e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.611006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a91ea0d-aba3-4256-bd1e-ad901087adf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.621637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 89183351-7c9b-4a82-a437-77d0935d79d3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=89183351-7c9b-4a82-a437-77d0935d79d3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:24.625844 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e018445e-05f0-4b5a-bbd5-cc47c91e14ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.626460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a91ea0d-aba3-4256-bd1e-ad901087adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.632838 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.658781 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e018445e-05f0-4b5a-bbd5-cc47c91e14ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.721728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91ea0d-aba3-4256-bd1e-ad901087adf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b116bc-d5c0-4da9-94e3-0d4f899614ab,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:24.738356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52806) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:24.744307 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4a91ea0d-aba3-4256-bd1e-ad901087adf4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1fd66c15fd7440a2ae4aa98ea097e5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555282 Jul 30 01:35:24.780281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=89183351-7c9b-4a82-a437-77d0935d79d3,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:24.880990 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e018445e-05f0-4b5a-bbd5-cc47c91e14ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.883877 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e018445e-05f0-4b5a-bbd5-cc47c91e14ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.888436 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed28e5e4-44fb-4890-90c1-5c822aca9e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.888844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e018445e-05f0-4b5a-bbd5-cc47c91e14ce admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3f2ef7f-93e6-4377-866a-90710795dd20 HTTP/1.1" status: 204 len: 168 time: 0.3864214 Jul 30 01:35:24.897369 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed28e5e4-44fb-4890-90c1-5c822aca9e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.903111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4a184-1d1b-47f9-babb-26e5286ccde5 req-622f3814-5c01-46d8-a37f-0e0740204e66 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:24.904886 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10f4a184-1d1b-47f9-babb-26e5286ccde5 req-622f3814-5c01-46d8-a37f-0e0740204e66 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 971 time: 0.1166933 Jul 30 01:35:24.907736 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-500a0392-6004-4e34-8fa9-074d84cfe0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.917390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018445e-05f0-4b5a-bbd5-cc47c91e14ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f2ef7f-93e6-4377-866a-90710795dd20,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:24.945586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-500a0392-6004-4e34-8fa9-074d84cfe0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:24.997595 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ed28e5e4-44fb-4890-90c1-5c822aca9e8a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a3f02037c4ed469f9df00dbd4090fdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9928422 Jul 30 01:35:25.000352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52822) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:25.033937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28e5e4-44fb-4890-90c1-5c822aca9e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4fa060-8feb-417f-928e-2f34cd4aeb9d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:25.065902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10f4a184-1d1b-47f9-babb-26e5286ccde5 req-e5e781f9-ccb0-426c-8f23-2569b0377379 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264279 Jul 30 01:35:25.074878 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-a9c32d1b-2a11-4d9c-8952-35e01439e5d7 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=adf304193d7e4257b99bb0c62dfedff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532401 Jul 30 01:35:25.149146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-500a0392-6004-4e34-8fa9-074d84cfe0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.151820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-500a0392-6004-4e34-8fa9-074d84cfe0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.153689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-500a0392-6004-4e34-8fa9-074d84cfe0cf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/18b116bc-d5c0-4da9-94e3-0d4f899614ab HTTP/1.1" status: 204 len: 168 time: 0.4138434 Jul 30 01:35:25.194632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a0392-6004-4e34-8fa9-074d84cfe0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b116bc-d5c0-4da9-94e3-0d4f899614ab,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:25.205869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c0b2443e-ac96-4e48-8535-b7dcd298888e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.273271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c0b2443e-ac96-4e48-8535-b7dcd298888e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.334821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-3bee0fee-1f1e-4fcf-8818-8dc4615ed193 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:25.338327 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-3bee0fee-1f1e-4fcf-8818-8dc4615ed193 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520831 Jul 30 01:35:25.382096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-12465663-8d5b-415d-a188-140d3edfbf7c tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/quotas/adf304193d7e4257b99bb0c62dfedff6 HTTP/1.1" status: 200 len: 375 time: 0.0316713 Jul 30 01:35:25.431223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c0b2443e-ac96-4e48-8535-b7dcd298888e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.438976 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c0b2443e-ac96-4e48-8535-b7dcd298888e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:25.445399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c0b2443e-ac96-4e48-8535-b7dcd298888e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1b4fa060-8feb-417f-928e-2f34cd4aeb9d HTTP/1.1" status: 204 len: 168 time: 0.4377513 Jul 30 01:35:25.495982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-ace0282f-03f3-44a1-b823-a902d8223057 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=adf304193d7e4257b99bb0c62dfedff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898769 Jul 30 01:35:25.517571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2443e-ac96-4e48-8535-b7dcd298888e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4fa060-8feb-417f-928e-2f34cd4aeb9d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:25.557468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340f4f2-3925-4b36-9fb2-c3c4e808801b req-2e48d4de-ac55-4780-ae61-68a3fea1dfdd tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:25.559641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d340f4f2-3925-4b36-9fb2-c3c4e808801b req-2e48d4de-ac55-4780-ae61-68a3fea1dfdd tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 950 time: 0.1320114 Jul 30 01:35:25.617191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d340f4f2-3925-4b36-9fb2-c3c4e808801b req-19bc71d4-14f5-4fd1-8192-e6d7b542f67f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Jul 30 01:35:25.628315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c144dee-6181-4403-a03b-9633e9318634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89183351-7c9b-4a82-a437-77d0935d79d3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:25.631533 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4880c30d-3680-4373-8a7a-6ade591997df" -d '{"events": [{"server_uuid": "7c144dee-6181-4403-a03b-9633e9318634", "name": "network-vif-plugged", "status": "completed", "tag": "89183351-7c9b-4a82-a437-77d0935d79d3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:25.793408 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f76183f-c310-42d0-a1ec-36ca87ffe1dd x-openstack-request-id: req-8f76183f-c310-42d0-a1ec-36ca87ffe1dd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:25.794175 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c144dee-6181-4403-a03b-9633e9318634", "name": "network-vif-plugged", "status": "completed", "tag": "89183351-7c9b-4a82-a437-77d0935d79d3", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:25.794175 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f76183f-c310-42d0-a1ec-36ca87ffe1dd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:25.794956 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c144dee-6181-4403-a03b-9633e9318634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89183351-7c9b-4a82-a437-77d0935d79d3', 'code': 200} Jul 30 01:35:25.976323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52864) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:25.999257 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-346f157e-9ea2-4eea-8ec8-5d020389a760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.098979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a9f8d88-e54f-4c2f-a022-f69068b0b511 req-6ee97f4c-109d-48a8-94f1-72d3e3bc9645 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.1004436 Jul 30 01:35:26.148865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aca8e7-49a2-45e4-b954-d1cda7654875 req-0511c3fc-2929-414c-88bb-b2650df7d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.150742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14aca8e7-49a2-45e4-b954-d1cda7654875 req-0511c3fc-2929-414c-88bb-b2650df7d17a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 1122 time: 0.1534960 Jul 30 01:35:26.299048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14aca8e7-49a2-45e4-b954-d1cda7654875 req-84d27d33-e541-4f7d-bc52-c563d4dc51f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285703 Jul 30 01:35:26.323770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef8d3-62f4-4e28-a17d-ad2cfd9f00df req-d14d7a44-ab96-4af5-89cd-0d4ad23f3374 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.326789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d29ef8d3-62f4-4e28-a17d-ad2cfd9f00df req-d14d7a44-ab96-4af5-89cd-0d4ad23f3374 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 971 time: 0.1387827 Jul 30 01:35:26.389796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-346f157e-9ea2-4eea-8ec8-5d020389a760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.410584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-346f157e-9ea2-4eea-8ec8-5d020389a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.457826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d29ef8d3-62f4-4e28-a17d-ad2cfd9f00df req-c8db33c3-4e24-4ac1-b982-7073afc111ce tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201508 Jul 30 01:35:26.495057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f157e-9ea2-4eea-8ec8-5d020389a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447e7130-69c1-401d-9022-a9e16d525ea4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:26.507231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-346f157e-9ea2-4eea-8ec8-5d020389a760 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b2abcf4bed2e4867b346f16964876d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5291543 Jul 30 01:35:26.512323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52886) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:26.623022 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c51f6f3d-b5ff-480d-84b4-767a30ceb361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.657470 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c51f6f3d-b5ff-480d-84b4-767a30ceb361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.848968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c51f6f3d-b5ff-480d-84b4-767a30ceb361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.854307 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c51f6f3d-b5ff-480d-84b4-767a30ceb361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:26.857314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c51f6f3d-b5ff-480d-84b4-767a30ceb361 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/447e7130-69c1-401d-9022-a9e16d525ea4 HTTP/1.1" status: 204 len: 168 time: 0.3428352 Jul 30 01:35:26.880467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f6f3d-b5ff-480d-84b4-767a30ceb361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447e7130-69c1-401d-9022-a9e16d525ea4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:26.906014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2acd4-e060-4526-8bff-bc045fadaed0 req-c555c9d3-a224-49a1-98d0-1f2c36ff3f7f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:26.920252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4aa2acd4-e060-4526-8bff-bc045fadaed0 req-c555c9d3-a224-49a1-98d0-1f2c36ff3f7f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 950 time: 0.1542895 Jul 30 01:35:26.974459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4aa2acd4-e060-4526-8bff-bc045fadaed0 req-6834713f-9968-40d0-8bd0-8d8588539082 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529494 Jul 30 01:35:27.293666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b35abdf-fcaf-4810-a281-17aee5108ac9 req-1000967e-6f0b-4cff-85d1-802c0c0b6cf6 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.0518718 Jul 30 01:35:27.650444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a72ef5-dbba-468d-a607-018d169a46b1 req-3429df03-9cf8-48d6-a356-f71dfd79967e tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:27.653966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83a72ef5-dbba-468d-a607-018d169a46b1 req-3429df03-9cf8-48d6-a356-f71dfd79967e tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 971 time: 0.0941074 Jul 30 01:35:27.734027 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83a72ef5-dbba-468d-a607-018d169a46b1 req-35b5927e-d923-46fa-8fdb-8b0541b12d12 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716751 Jul 30 01:35:27.812384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.22', 58467) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:27.913623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cfa1d83e-b35c-40d6-bf66-60c3cf288b24 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=adf304193d7e4257b99bb0c62dfedff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853839 Jul 30 01:35:28.180714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f22695-b947-47f6-8c85-4f4873e9c9b2 req-6293ce6c-1228-411a-a96f-005b071f0c45 tempest-AggregatesAdminTestJSON-2069656749 tempest-AggregatesAdminTestJSON-2069656749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:28.183955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8f22695-b947-47f6-8c85-4f4873e9c9b2 req-6293ce6c-1228-411a-a96f-005b071f0c45 tempest-AggregatesAdminTestJSON-2069656749 tempest-AggregatesAdminTestJSON-2069656749-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 1122 time: 0.2092206 Jul 30 01:35:28.240318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-8ce11a0d-052b-4134-9d35-8c9cf562be35 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:28.241801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-8ce11a0d-052b-4134-9d35-8c9cf562be35 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3177233 Jul 30 01:35:28.242939 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e8f22695-b947-47f6-8c85-4f4873e9c9b2 req-3373a14d-c797-458d-8fff-0dc528d428c3 tempest-AggregatesAdminTestJSON-2069656749 tempest-AggregatesAdminTestJSON-2069656749-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.475333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03724c7-f303-4c33-ae38-5dbbbd3ea9bc req-492878c4-c244-48c6-8908-aeeda6bc60bb tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:28.477985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d03724c7-f303-4c33-ae38-5dbbbd3ea9bc req-492878c4-c244-48c6-8908-aeeda6bc60bb tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 950 time: 0.1394279 Jul 30 01:35:28.497254 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e8f22695-b947-47f6-8c85-4f4873e9c9b2 req-3373a14d-c797-458d-8fff-0dc528d428c3 tempest-AggregatesAdminTestJSON-2069656749 tempest-AggregatesAdminTestJSON-2069656749-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.505857 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e8f22695-b947-47f6-8c85-4f4873e9c9b2 req-3373a14d-c797-458d-8fff-0dc528d428c3 tempest-AggregatesAdminTestJSON-2069656749 tempest-AggregatesAdminTestJSON-2069656749-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:28.552165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8f22695-b947-47f6-8c85-4f4873e9c9b2 req-3373a14d-c797-458d-8fff-0dc528d428c3 tempest-AggregatesAdminTestJSON-2069656749 tempest-AggregatesAdminTestJSON-2069656749-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577268 Jul 30 01:35:28.594481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373a14d-c797-458d-8fff-0dc528d428c3 tempest-AggregatesAdminTestJSON-2069656749 tempest-AggregatesAdminTestJSON-2069656749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459edae4-22ac-41f4-91d6-431699e38d8f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:28.604383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d03724c7-f303-4c33-ae38-5dbbbd3ea9bc req-eb5029fb-57ad-48d9-83ce-8ab75ab510a4 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107717 Jul 30 01:35:28.758618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d60b4246-606e-40a8-99c5-0f3d8a701400 req-66dbfa5d-f71a-4f31-b9fa-8161092bd5ad tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.0391433 Jul 30 01:35:29.326280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-0810cacb-34ec-4424-89a3-79b62e7ad8b9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283034 Jul 30 01:35:29.379169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52994) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:29.534681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-e934db9c-2816-4cb2-a64c-16bd7833859c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.537973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-e934db9c-2816-4cb2-a64c-16bd7833859c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995173 Jul 30 01:35:29.575540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-712243499-network', 'tenant_id': '7e2fa5a92b8e4887b1d3939d3a11789e'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:29.596838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-68e104ed-6971-4cbe-94df-d08445abbc67 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/quotas/d0f98f9edc1a45c59355a7c052a282a1 HTTP/1.1" status: 200 len: 375 time: 0.0457280 Jul 30 01:35:29.619000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Made reservation on behalf of 7e2fa5a92b8e4887b1d3939d3a11789e for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:29.623785 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:29.638765 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:29.663056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-2fb601cb-c86c-4c10-adde-ca77fe14f550 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535750 Jul 30 01:35:29.707814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-676ec48d-ab61-47f7-9422-6db303d28644 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:29.710873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-676ec48d-ab61-47f7-9422-6db303d28644 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 1101 time: 0.1123321 Jul 30 01:35:29.860770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:29.867804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:29.954293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b88ab14-526b-4ce0-a59b-015663a93c11,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:29.984589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:35:30.005923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.007151 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Added segment 7ae0bb68-f045-4071-baf6-33510db430b6 of type vlan for network e2cc27e3-f83d-4c58-87e7-4c9d449e4675 Jul 30 01:35:30.055234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] Deleting port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:30.055885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.117184 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.174884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.176967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:30.178763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.222785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8418558 Jul 30 01:35:30.251542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:30.257292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Request body: {'subnet': {'network_id': 'e2cc27e3-f83d-4c58-87e7-4c9d449e4675', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-712243499-subnet', 'tenant_id': '7e2fa5a92b8e4887b1d3939d3a11789e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:30.320464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63832e53-082f-48eb-ac97-f09ccdc873eb admin admin] Pushing event updated for resources: {'Network': ['ID=e2cc27e3-f83d-4c58-87e7-4c9d449e4675,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:30.321031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-130c94c9-203a-4dd4-a9b3-9700698017db req-ee35bb29-ad22-4cae-8e7e-e0cc60fd6334 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.1508114 Jul 30 01:35:30.339017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network e2cc27e3-f83d-4c58-87e7-4c9d449e4675 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:35:30.341454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Made reservation on behalf of 7e2fa5a92b8e4887b1d3939d3a11789e for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:30.365518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.630788 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-16617a30-0632-49ca-a27c-4ed6883d3ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.639483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06eb6787-633e-4a1a-9522-5d4b37467315 req-027fc4e3-2f5d-4c9c-844f-33708aba01b0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.0591364 Jul 30 01:35:30.686590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51244152-53fa-430c-8ad3-58ea4782756d req-f242143d-1c3f-4331-8d46-ed4e856f25a4 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:30.699256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51244152-53fa-430c-8ad3-58ea4782756d req-f242143d-1c3f-4331-8d46-ed4e856f25a4 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 950 time: 0.5270820 Jul 30 01:35:30.783276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] For port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:30.783957 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.826853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] Calling delete_port for 0809b4b0-81b0-43e6-bfd5-300c86d9cacd owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:30.845186 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:30.857963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51244152-53fa-430c-8ad3-58ea4782756d req-7c2bd1ca-e249-42ac-818d-53d8a93b92c4 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498072 Jul 30 01:35:30.882875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.021037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f20d77-b9a6-422e-a589-639858083bb5,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:31.096690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Checking segment: {'id': '7ae0bb68-f045-4071-baf6-33510db430b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'e2cc27e3-f83d-4c58-87e7-4c9d449e4675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:31.097889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Network hostable DHCP agents. Network: e2cc27e3-f83d-4c58-87e7-4c9d449e4675, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:35:31.165181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Network e2cc27e3-f83d-4c58-87e7-4c9d449e4675 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:35:31.195968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, e2cc27e3-f83d-4c58-87e7-4c9d449e4675) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:31.202787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:31.204550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.217113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7d5e0-336f-4dc8-8f98-6320834ec52f None None] Network e2cc27e3-f83d-4c58-87e7-4c9d449e4675 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:31.256687 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1aef12ee-1442-456e-88f7-41f9c365d392 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0035727 Jul 30 01:35:31.305003 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.515411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] Pushing event deleted for resources: {'Port': ['ID=0809b4b0-81b0-43e6-bfd5-300c86d9cacd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:31.526824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['0809b4b0-81b0-43e6-bfd5-300c86d9cacd'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:31.647995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53058) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:31.710420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] No DVR routers for this DVR port 0809b4b0-81b0-43e6-bfd5-300c86d9cacd on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:31.731530 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:31.735210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4002585-bec4-43ff-bb67-c15530959cc2 req-5821618e-ccbe-4e90-aba6-0fd259d7c9d5 tempest-DeleteServersAdminTestJSON-1634645142 tempest-DeleteServersAdminTestJSON-1634645142-project-admin] 10.222.0.41 "DELETE /v2.0/ports/0809b4b0-81b0-43e6-bfd5-300c86d9cacd HTTP/1.1" status: 204 len: 173 time: 2.0100427 Jul 30 01:35:31.780627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72623f5-491d-4cf6-bc31-1632b3a8f1b1', 'name': 'network-vif-deleted', 'tag': '0809b4b0-81b0-43e6-bfd5-300c86d9cacd'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:31.795474 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b7a6d2-b2c4-4399-8cf8-a03d647367a7" -d '{"events": [{"server_uuid": "c72623f5-491d-4cf6-bc31-1632b3a8f1b1", "name": "network-vif-deleted", "tag": "0809b4b0-81b0-43e6-bfd5-300c86d9cacd"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:31.831539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b67b5548-6f34-4a7b-8ca5-1075c60aad0c req-f3cf1fa1-3681-4288-8f57-03a0e9942333 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.1208861 Jul 30 01:35:32.016216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a355c-6a36-47ef-b16c-3add1559f856 None None] Network e2cc27e3-f83d-4c58-87e7-4c9d449e4675 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:32.032800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b6b57f2-6c97-4121-a38d-44256323fd64 req-06f46abc-ba47-4d60-8b5e-db58eb44f5d2 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.0861726 Jul 30 01:35:32.043670 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa77aa6b-c7ab-4cea-87a5-c416eab44ab5 x-openstack-request-id: req-aa77aa6b-c7ab-4cea-87a5-c416eab44ab5 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:32.044088 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72623f5-491d-4cf6-bc31-1632b3a8f1b1", "name": "network-vif-deleted", "tag": "0809b4b0-81b0-43e6-bfd5-300c86d9cacd", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:32.044432 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-aa77aa6b-c7ab-4cea-87a5-c416eab44ab5 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:32.044958 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72623f5-491d-4cf6-bc31-1632b3a8f1b1', 'name': 'network-vif-deleted', 'tag': '0809b4b0-81b0-43e6-bfd5-300c86d9cacd', 'status': 'completed', 'code': 200} Jul 30 01:35:32.403887 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5d441b-4ca7-46cd-b0f4-c2a1ed2bd4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.418987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-890cbdb5-a4f4-49a6-8959-25cf9a4c25b9 req-794128c6-7942-42c0-9cb0-036f88130b4d tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=c72623f5-491d-4cf6-bc31-1632b3a8f1b1 HTTP/1.1" status: 200 len: 210 time: 0.0692158 Jul 30 01:35:32.587075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5d441b-4ca7-46cd-b0f4-c2a1ed2bd4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.597980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5d441b-4ca7-46cd-b0f4-c2a1ed2bd4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.680803 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1c5d441b-4ca7-46cd-b0f4-c2a1ed2bd4de admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c5417fe99bd54d27bbb7f343bbee9790&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0306351 Jul 30 01:35:32.683443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d441b-4ca7-46cd-b0f4-c2a1ed2bd4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d121c951-55d0-489e-ae18-dd9e0b0714dc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:32.685303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53096) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:32.818146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85afd642-2442-4587-981d-1cc94194c140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.863761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53108) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:32.876334 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85afd642-2442-4587-981d-1cc94194c140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.892727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-317732119-network', 'tenant_id': '77feed122b9b4dd1afa7d227b98298cc'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:32.959880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Made reservation on behalf of 77feed122b9b4dd1afa7d227b98298cc for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:32.964959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.980054 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.981678 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85afd642-2442-4587-981d-1cc94194c140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.984672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85afd642-2442-4587-981d-1cc94194c140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:32.985923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-85afd642-2442-4587-981d-1cc94194c140 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d121c951-55d0-489e-ae18-dd9e0b0714dc HTTP/1.1" status: 204 len: 168 time: 0.2993941 Jul 30 01:35:33.033950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66d00716-7e09-4f37-9b0a-52e51c622aea req-ca8bbec0-59b8-48c6-9ca5-a799eafa0328 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.0590091 Jul 30 01:35:33.040744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afd642-2442-4587-981d-1cc94194c140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d121c951-55d0-489e-ae18-dd9e0b0714dc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:33.207017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.214136 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.271171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:35:33.293741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d356d9d8-fa84-4c57-90b4-027f4ecaa4a4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:33.303025 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.303927 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Added segment 8dbf6232-c9b8-4865-b689-edac0ecb760d of type vlan for network fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f Jul 30 01:35:33.311420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64b5656c-25cb-4d71-94e4-c73fa799ea8d req-70e0fdde-dc0e-4496-933a-d55ec503f1e7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.1048079 Jul 30 01:35:33.349013 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91975a38-07a3-4ea3-a9c4-bdddcb2b15eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.407070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.457877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.459644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:33.460908 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.495056 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6173308 Jul 30 01:35:33.506340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53152) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:33.519688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Request body: {'subnet': {'network_id': 'fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-317732119-subnet', 'tenant_id': '77feed122b9b4dd1afa7d227b98298cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:33.590981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Made reservation on behalf of 77feed122b9b4dd1afa7d227b98298cc for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:33.595926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.597930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f6e69-6cd6-4729-9e7e-b6f861eee8bd admin admin] Pushing event updated for resources: {'Network': ['ID=fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:33.614423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:35:33.940732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53166) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:33.972144 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:33.981563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5324-e88d-4106-8676-c420e3fcfc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.130981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.226817 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5324-e88d-4106-8676-c420e3fcfc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.233762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7fd5324-e88d-4106-8676-c420e3fcfc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.238663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0809b4b0-81b0-43e6-bfd5-300c86d9cacd no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:34.297376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd5324-e88d-4106-8676-c420e3fcfc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6305094d-62c6-43a4-a9e9-ca37e0363eac,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:34.362455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 0809b4b0-81b0-43e6-bfd5-300c86d9cacd {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:34.363297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0809b4b0-81b0-43e6-bfd5-300c86d9cacd not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:34.378073 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d7fd5324-e88d-4106-8676-c420e3fcfc5a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b06664caa5de4ee082e4e79a5a20fed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343021 Jul 30 01:35:34.382187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53188) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:34.401206 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.408109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3302e60b-6d46-4483-beb5-294dc9ecd3b7,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:34.412271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Checking segment: {'id': '8dbf6232-c9b8-4865-b689-edac0ecb760d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:34.412931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Network hostable DHCP agents. Network: fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:35:34.425630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f4d1680-f888-46ad-8455-9710c9d1f704 req-ce9be978-3424-4283-b776-92a26a99cc00 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.1016860 Jul 30 01:35:34.480381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-530b11ef-7b9b-483c-a3e6-71ee3d822cb2 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530539 Jul 30 01:35:34.497751 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c20c68e-66ad-426c-bc90-56e36daa6dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.520421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Network fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:35:34.532875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c20c68e-66ad-426c-bc90-56e36daa6dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.601886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:34.612577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.613774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.633695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd13e271-a81e-4432-917e-6134dee1fa88 None None] Network fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:34.703510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-45788601-debe-4ee3-aa56-c5efc284d295 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1923099 Jul 30 01:35:34.713482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c20c68e-66ad-426c-bc90-56e36daa6dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.719673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c20c68e-66ad-426c-bc90-56e36daa6dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:34.721385 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2c20c68e-66ad-426c-bc90-56e36daa6dda admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6305094d-62c6-43a4-a9e9-ca37e0363eac HTTP/1.1" status: 204 len: 168 time: 0.3375061 Jul 30 01:35:34.749383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20c68e-66ad-426c-bc90-56e36daa6dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6305094d-62c6-43a4-a9e9-ca37e0363eac,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:34.844707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfdd98c3-fe39-4a5e-b7f8-5f15d01ff067 req-c9d7d734-0ce2-4a53-90f6-4d7daa319066 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.0380356 Jul 30 01:35:34.855684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-2b4333d5-3211-401a-95e8-f1015de6577d tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:34.864569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-2b4333d5-3211-401a-95e8-f1015de6577d tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3689022 Jul 30 01:35:34.905193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-406250db-1dea-4107-86c8-a4641ef7d076 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/quotas/f8281fb972164aa1bb32c55d6a06cc49 HTTP/1.1" status: 200 len: 375 time: 0.0379462 Jul 30 01:35:34.954367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06178d35-7f27-4e86-9227-da89a2f72f61 None None] Network fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:34.982005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-21e2d4f6-5b8d-423a-b900-ba7a99924bb7 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749826 Jul 30 01:35:35.073415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53208) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:35.242014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf61b82-424b-46d2-9444-4bf1c417bd7e admin admin] Deleting subnet 37f20d77-b9a6-422e-a589-639858083bb5 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:35:35.250787 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcf61b82-424b-46d2-9444-4bf1c417bd7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.360433 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcf61b82-424b-46d2-9444-4bf1c417bd7e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.387731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcf61b82-424b-46d2-9444-4bf1c417bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.432233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53224) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:35.583099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2ecf916-72e5-405b-9a53-4a3d5a4a901a req-ca30baac-4246-469d-b55b-bb800805178a tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 210 time: 0.1080070 Jul 30 01:35:35.682647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcf61b82-424b-46d2-9444-4bf1c417bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.765106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf61b82-424b-46d2-9444-4bf1c417bd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f20d77-b9a6-422e-a589-639858083bb5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:35.834577 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e997185-8061-493b-8a5d-2c4ed9bb1dd1 req-c3a9bf9b-2aad-4485-a24c-8e4a6ecf1700 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.0733745 Jul 30 01:35:35.884858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcf61b82-424b-46d2-9444-4bf1c417bd7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:35.887328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dcf61b82-424b-46d2-9444-4bf1c417bd7e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/37f20d77-b9a6-422e-a589-639858083bb5 HTTP/1.1" status: 204 len: 168 time: 0.8126099 Jul 30 01:35:35.891944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53252) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:36.013268 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.065639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c13b93f9-256c-4894-8da1-f2916b2407e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.238126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.239564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a20a06b7-29e6-4723-950d-7d8837ca7eff req-84d1ab5f-866d-47a9-803d-c1d994f2b33c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.1090913 Jul 30 01:35:36.515226 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.546859 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.547806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.549696 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.550616 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.551554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.552359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.553349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.553835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.554365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.554907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.571803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53274) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:36.845916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b599f4f3-9836-43df-8160-68f5c06ab542 req-cc66a646-4969-497b-9dfb-df5d74fc0de5 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 210 time: 0.0849326 Jul 30 01:35:36.871298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.871834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.872268 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.873127 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:35:36.873762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cc27e3-f83d-4c58-87e7-4c9d449e4675']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:36.877776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e45bf838-f964-4604-a44f-53c311e5be56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:36.919855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae0bb68-f045-4071-baf6-33510db430b6') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:36.922053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae0bb68-f045-4071-baf6-33510db430b6') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:37.025674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c13b93f9-256c-4894-8da1-f2916b2407e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.029802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.037108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-373c6c54-b02e-4ed7-8b55-9e488f34fb8f req-6b9ea178-2b8a-4d46-8bdf-f8178b3fef56 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.0616817 Jul 30 01:35:37.037333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c13b93f9-256c-4894-8da1-f2916b2407e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.139318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b93f9-256c-4894-8da1-f2916b2407e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88f3743-f2f7-4974-a7ee-77b562a7f39e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:37.192837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.237701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:35:37.238640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.251422 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e45bf838-f964-4604-a44f-53c311e5be56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.259711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e45bf838-f964-4604-a44f-53c311e5be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: from cryptography.utils import int_from_bytes Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: from cryptography.utils import int_from_bytes Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:35:37.272817 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:35:37.325591 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c13b93f9-256c-4894-8da1-f2916b2407e4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a9ba4a30c73f4c148d42ad3eab74884c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8855722 Jul 30 01:35:37.360629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53306) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:37.389261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bf838-f964-4604-a44f-53c311e5be56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8894ad7a-5307-4705-8382-0c330999d071,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:37.410276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e45bf838-f964-4604-a44f-53c311e5be56 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e6672fa747740a2a083b11a9201b5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8352346 Jul 30 01:35:37.424589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53308) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:37.447727 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.458966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.464831 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e2cc27e3-f83d-4c58-87e7-4c9d449e4675 HTTP/1.1" status: 204 len: 168 time: 1.5708787 Jul 30 01:35:37.467382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53310) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:37.517061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e82d46d-045e-4375-bdd7-ead30109ef57 req-29ead0d0-e308-4f9e-8a2e-a2a850b4eac2 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.1243901 Jul 30 01:35:37.531012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8fc21-5689-44c8-9dfe-817c82d332c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2cc27e3-f83d-4c58-87e7-4c9d449e4675,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:37.550693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6d715-117c-47be-9576-4bdba1c6f7e7 req-16b8a8c9-bfb7-4782-bf09-5fc3ea4b5dbd tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:37.552484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7e6d715-117c-47be-9576-4bdba1c6f7e7 req-16b8a8c9-bfb7-4782-bf09-5fc3ea4b5dbd tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 971 time: 0.1687455 Jul 30 01:35:37.570858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a070493f-5bd4-4989-9814-63380536fd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.609883 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e247eab0-3e9d-415e-8755-31207218f82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.621286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0a90d6-bf4f-4414-9f65-2ad566f139ab admin admin] Deleting subnet 3302e60b-6d46-4483-beb5-294dc9ecd3b7 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:35:37.629301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db0a90d6-bf4f-4414-9f65-2ad566f139ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.631832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a070493f-5bd4-4989-9814-63380536fd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.644031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7e6d715-117c-47be-9576-4bdba1c6f7e7 req-84ae7269-1d22-42e5-a33b-3cf086f184c3 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824552 Jul 30 01:35:37.736709 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a070493f-5bd4-4989-9814-63380536fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.744878 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a070493f-5bd4-4989-9814-63380536fd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.745398 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e247eab0-3e9d-415e-8755-31207218f82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.753990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a070493f-5bd4-4989-9814-63380536fd99 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a88f3743-f2f7-4974-a7ee-77b562a7f39e HTTP/1.1" status: 204 len: 168 time: 0.3881454 Jul 30 01:35:37.768432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db0a90d6-bf4f-4414-9f65-2ad566f139ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:37.773865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070493f-5bd4-4989-9814-63380536fd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88f3743-f2f7-4974-a7ee-77b562a7f39e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:37.938513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db0a90d6-bf4f-4414-9f65-2ad566f139ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.024632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38503699-779d-4bd5-a48f-3eaf9d84be23 req-6ae66d49-6cf6-4b98-8fda-0e1198238590 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 210 time: 0.0700426 Jul 30 01:35:38.132152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db0a90d6-bf4f-4414-9f65-2ad566f139ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.148565 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e247eab0-3e9d-415e-8755-31207218f82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.154324 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e247eab0-3e9d-415e-8755-31207218f82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.157233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e247eab0-3e9d-415e-8755-31207218f82d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8894ad7a-5307-4705-8382-0c330999d071 HTTP/1.1" status: 204 len: 168 time: 0.7298005 Jul 30 01:35:38.191233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a90d6-bf4f-4414-9f65-2ad566f139ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3302e60b-6d46-4483-beb5-294dc9ecd3b7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:38.203059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db0a90d6-bf4f-4414-9f65-2ad566f139ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.204666 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-db0a90d6-bf4f-4414-9f65-2ad566f139ab admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3302e60b-6d46-4483-beb5-294dc9ecd3b7 HTTP/1.1" status: 204 len: 168 time: 0.7333288 Jul 30 01:35:38.207225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247eab0-3e9d-415e-8755-31207218f82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8894ad7a-5307-4705-8382-0c330999d071,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:38.208984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53330) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:38.233644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-016dc6cc-7806-4d27-bd64-e764db3b9a23 req-9dc63179-e746-4059-b2cc-e0078971f7bc tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.0634801 Jul 30 01:35:38.329092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.484803 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.500477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:38.521245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbf6232-c9b8-4865-b689-edac0ecb760d') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:38.521245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbf6232-c9b8-4865-b689-edac0ecb760d') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:38.532532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53334) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:38.556932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.594250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.611736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:35:38.612964 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:35:38.616997 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:35:38.638232 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25e471ea-63f5-442a-aafa-d55af5f97942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.738438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Request body: {'port': {'device_id': 'e286e5c4-7382-438f-9634-de972cecd395', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'adf304193d7e4257b99bb0c62dfedff6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:38.833764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf3ee345-f2b7-4189-a5eb-0f20a4349530 req-5fe2975a-eeb7-4f9d-b9d1-cd0841f863d8 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.0847273 Jul 30 01:35:38.863479 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.953800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:38.963071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] 10.222.0.84 "DELETE /v2.0/networks/fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f HTTP/1.1" status: 204 len: 168 time: 0.7521007 Jul 30 01:35:38.971517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cc6f2-f2df-4786-ae0a-4ce37d47394e admin admin] Pushing event deleted for resources: {'Network': ['ID=fffa5e2b-a28d-41b8-bd67-7e6a34dcaf9f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:38.992797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-965ddc80-1a3b-475e-bfc1-f34650122926 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:38.996071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-965ddc80-1a3b-475e-bfc1-f34650122926 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 971 time: 0.4328830 Jul 30 01:35:39.103496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53348) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:39.151818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172da9d5-28b0-4741-bd24-5df6524e96bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.550317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7207e-4b1c-4b9c-973b-8528d94cc132 req-6f03130c-f6bb-4d19-80e1-0d954a853e4a tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:39.551903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6dc7207e-4b1c-4b9c-973b-8528d94cc132 req-6f03130c-f6bb-4d19-80e1-0d954a853e4a tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 971 time: 0.6159401 Jul 30 01:35:39.590245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37272ca6-2672-4c6b-b307-e88c7bc51746 req-a5f92e3f-d36a-46e0-9757-f30e6ad4132d tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 210 time: 0.0902467 Jul 30 01:35:39.697375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53354) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:39.733568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6dc7207e-4b1c-4b9c-973b-8528d94cc132 req-4b2af5d3-3f85-428c-b12f-adac59fe2fec tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526489 Jul 30 01:35:39.767589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25e471ea-63f5-442a-aafa-d55af5f97942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.773827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b4bd3ea-a458-4cfa-a46b-7e870dace393 req-90c55758-7a7f-437d-b24a-6ae02c17fe12 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.0822616 Jul 30 01:35:39.781625 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25e471ea-63f5-442a-aafa-d55af5f97942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.802000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Deleting port 89183351-7c9b-4a82-a437-77d0935d79d3 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:35:39.802569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:39.832953 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-02948c0b-a9b3-45d7-9145-fc2807178033 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e2fa5a92b8e4887b1d3939d3a11789e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335645 Jul 30 01:35:39.842102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53358) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:39.916478 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:35:39.947094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e471ea-63f5-442a-aafa-d55af5f97942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f17b6e-df1f-4f23-b2d6-dadcf76c60e5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:39.955738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-25e471ea-63f5-442a-aafa-d55af5f97942 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c87862f4679540d7b74f4a70f13b934f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4213097 Jul 30 01:35:39.962607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.22', 58474) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:39.963182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53362) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:40.050900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-16dec61f-0f3a-41e7-8276-8b12dc323120 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849686 Jul 30 01:35:40.060701 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2513ff37-7beb-4b9f-9831-14d94e460331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.136865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2513ff37-7beb-4b9f-9831-14d94e460331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.227235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172da9d5-28b0-4741-bd24-5df6524e96bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.241762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172da9d5-28b0-4741-bd24-5df6524e96bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.246766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d818013-48e3-45e1-b176-929971877b3a req-e2765d69-9dd9-4ed5-87bf-4612da725317 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.1919904 Jul 30 01:35:40.312774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] For port 89183351-7c9b-4a82-a437-77d0935d79d3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=89183351-7c9b-4a82-a437-77d0935d79d3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:40.313331 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.330297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2513ff37-7beb-4b9f-9831-14d94e460331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.335325 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2513ff37-7beb-4b9f-9831-14d94e460331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.342445 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2513ff37-7beb-4b9f-9831-14d94e460331 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b88ab14-526b-4ce0-a59b-015663a93c11 HTTP/1.1" status: 204 len: 168 time: 0.5025017 Jul 30 01:35:40.349182 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-172da9d5-28b0-4741-bd24-5df6524e96bd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=313ede945b154d0f802e278080e7d5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2430441 Jul 30 01:35:40.351275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172da9d5-28b0-4741-bd24-5df6524e96bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab217c5-2314-47f5-b80d-d715ba7caa4e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:40.356655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53368) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:40.361563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Made reservation on behalf of adf304193d7e4257b99bb0c62dfedff6 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:40.367793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.399986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Calling delete_port for 89183351-7c9b-4a82-a437-77d0935d79d3 owned by compute:tempest-test_az-376118236 {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:35:40.411181 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.420334 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bab9e934-be53-4072-b4cc-6f29b30e7f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.426609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513ff37-7beb-4b9f-9831-14d94e460331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b88ab14-526b-4ce0-a59b-015663a93c11,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:40.564451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c6f7192-356a-4787-adce-7c16180b1ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.570259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-cf794930-4365-4e20-90d5-6af65c206f80 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:40.574681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-cf794930-4365-4e20-90d5-6af65c206f80 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4865179 Jul 30 01:35:40.580975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bab9e934-be53-4072-b4cc-6f29b30e7f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.667668 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c6f7192-356a-4787-adce-7c16180b1ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.683511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.22', 58476) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:40.726091 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-1f1d29e5-1fb4-46e8-9043-2ad78bfac4b3 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411973 Jul 30 01:35:40.904930 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c6f7192-356a-4787-adce-7c16180b1ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.910161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c6f7192-356a-4787-adce-7c16180b1ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:40.914196 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2c6f7192-356a-4787-adce-7c16180b1ae3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5ab217c5-2314-47f5-b80d-d715ba7caa4e HTTP/1.1" status: 204 len: 168 time: 0.5449312 Jul 30 01:35:40.968959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f7192-356a-4787-adce-7c16180b1ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab217c5-2314-47f5-b80d-d715ba7caa4e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:41.085109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-507678b4-5eae-4826-b95b-23995e78e95f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.087767 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-507678b4-5eae-4826-b95b-23995e78e95f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3393528 Jul 30 01:35:41.090433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Request body: {'port': {'device_id': 'ae018b6f-faa8-4a4b-89cb-f46d87cdfa93', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'd0f98f9edc1a45c59355a7c052a282a1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:41.119711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Request body: {'port': {'device_id': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'f8281fb972164aa1bb32c55d6a06cc49'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:41.217683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53382) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:41.261206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9db6ce0e-eff2-43df-981d-a398ee2be0b4 req-4338d360-f2e1-46b0-b45c-2f9dc85ae4f1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 210 time: 0.3262584 Jul 30 01:35:41.353044 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.418938 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bab9e934-be53-4072-b4cc-6f29b30e7f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.421652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bab9e934-be53-4072-b4cc-6f29b30e7f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.426374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bab9e934-be53-4072-b4cc-6f29b30e7f57 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b4f17b6e-df1f-4f23-b2d6-dadcf76c60e5 HTTP/1.1" status: 204 len: 168 time: 1.4579129 Jul 30 01:35:41.426730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Pushing event deleted for resources: {'Port': ['ID=89183351-7c9b-4a82-a437-77d0935d79d3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:41.446083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be008ef-e3c4-49b9-b495-4daa7ee9d6b2 req-eec0e700-ff63-4a97-afd9-ccfc6b8cc0e7 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:41.454487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1be008ef-e3c4-49b9-b495-4daa7ee9d6b2 req-eec0e700-ff63-4a97-afd9-ccfc6b8cc0e7 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c144dee-6181-4403-a03b-9633e9318634 HTTP/1.1" status: 200 len: 888 time: 0.3866107 Jul 30 01:35:41.463361 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-65d1cbb3-7f03-4372-8d57-d3a3c797795f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=77feed122b9b4dd1afa7d227b98298cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437990 Jul 30 01:35:41.471709 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53392) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:41.547170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9e934-be53-4072-b4cc-6f29b30e7f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f17b6e-df1f-4f23-b2d6-dadcf76c60e5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:41.565520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ae9b-77a3-43a2-9988-5da5843a221d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.605855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ae9b-77a3-43a2-9988-5da5843a221d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.677990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ae9b-77a3-43a2-9988-5da5843a221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.683928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8a9ae9b-77a3-43a2-9988-5da5843a221d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.689899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] No DVR routers for this DVR port 89183351-7c9b-4a82-a437-77d0935d79d3 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:35:41.690193 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a8a9ae9b-77a3-43a2-9988-5da5843a221d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d356d9d8-fa84-4c57-90b4-027f4ecaa4a4 HTTP/1.1" status: 204 len: 168 time: 0.2113850 Jul 30 01:35:41.711045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9ae9b-77a3-43a2-9988-5da5843a221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356d9d8-fa84-4c57-90b4-027f4ecaa4a4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:41.713859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5fbbaed-dfbf-4770-8101-ae69027a3fa2 req-bfca01a0-8f45-4e1a-b7ce-22452409d240 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 210 time: 0.2104604 Jul 30 01:35:41.716873 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.722459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cddf8694-4ad0-4768-ac16-1669d1bcadc6 req-1537f3d9-c8ec-46f9-aea4-f9719ce956e6 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.41 "DELETE /v2.0/ports/89183351-7c9b-4a82-a437-77d0935d79d3 HTTP/1.1" status: 204 len: 173 time: 2.7135808 Jul 30 01:35:41.726740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c144dee-6181-4403-a03b-9633e9318634', 'name': 'network-vif-deleted', 'tag': '89183351-7c9b-4a82-a437-77d0935d79d3'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:41.730310 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e331cd49-531c-4ecf-bac5-a5d525ecd5a2" -d '{"events": [{"server_uuid": "7c144dee-6181-4403-a03b-9633e9318634", "name": "network-vif-deleted", "tag": "89183351-7c9b-4a82-a437-77d0935d79d3"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:41.736301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.762364 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.799110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1be008ef-e3c4-49b9-b495-4daa7ee9d6b2 req-c6ab9db8-4067-4e19-8b03-d69f1f3c4881 tempest-AggregatesAdminTestJSON-1225876315 tempest-AggregatesAdminTestJSON-1225876315-project] 10.222.0.84 "GET /v2.0/security-groups?id=85e303ed-4b89-4b09-9ac7-2624b1bca881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433630 Jul 30 01:35:41.901951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Made reservation on behalf of d0f98f9edc1a45c59355a7c052a282a1 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:41.913273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Made reservation on behalf of f8281fb972164aa1bb32c55d6a06cc49 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:41.922537 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.925353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:41.988598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.141443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af0498f-9894-4d53-88f6-663832a7f734,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:42.149493 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1381a8-beca-4e9b-a05a-b8d9f6de826b x-openstack-request-id: req-bb1381a8-beca-4e9b-a05a-b8d9f6de826b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:42.149979 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c144dee-6181-4403-a03b-9633e9318634", "name": "network-vif-deleted", "tag": "89183351-7c9b-4a82-a437-77d0935d79d3", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:42.150328 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bb1381a8-beca-4e9b-a05a-b8d9f6de826b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:42.150893 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c144dee-6181-4403-a03b-9633e9318634', 'name': 'network-vif-deleted', 'tag': '89183351-7c9b-4a82-a437-77d0935d79d3', 'status': 'completed', 'code': 200} Jul 30 01:35:42.176514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1873d5d2-4ea0-4b5a-95b5-fa09720e7555 req-63e33f81-1b33-4aa2-af6e-bc6591eec5e2 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.1816924 Jul 30 01:35:42.270842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 89183351-7c9b-4a82-a437-77d0935d79d3 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:35:42.319781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Allocated IP 192.168.233.32 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/d6dce552-45f7-413b-a3ae-b7aa9a466ec1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:42.323329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 89183351-7c9b-4a82-a437-77d0935d79d3 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:35:42.324820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 89183351-7c9b-4a82-a437-77d0935d79d3 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:35:42.462777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29106197-2716-48de-93f3-322c3540467f req-7a71a645-00d9-44c6-a3f3-d42375b7e6e9 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 210 time: 0.0648623 Jul 30 01:35:42.497471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.538600 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.595647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53412) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:42.630911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b3230e-1534-4fac-ae91-4a626bd4f2ce,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:42.751994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.782504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Transition to ACTIVE for port object d6dce552-45f7-413b-a3ae-b7aa9a466ec1 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:42.874081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:42.946732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:42.951908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:42.955151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:42.961571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:42.962275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.024254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdced-3024-42f0-b817-5fe925a2f7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.039195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Pushing event updated for resources: {'Port': ['ID=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:43.048756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-cab592e4-ef9d-4206-841d-9a9699580c27 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3309422 Jul 30 01:35:43.070682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-5b56db2a-7f58-4555-bdeb-d7458069c290 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:35:43.071991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-5b56db2a-7f58-4555-bdeb-d7458069c290 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105474 Jul 30 01:35:43.083220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82468885-25d2-4f6b-b9aa-959802587220 req-a85b9739-afdd-4a81-b9a8-7aeafad5ebd3 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:43.091907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82468885-25d2-4f6b-b9aa-959802587220 req-a85b9739-afdd-4a81-b9a8-7aeafad5ebd3 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 935 time: 0.1183617 Jul 30 01:35:43.119675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Allocated IP 192.168.233.185 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/1b0dda8a-3a65-4b78-a800-520cd7b07322) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:43.149657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82468885-25d2-4f6b-b9aa-959802587220 req-071a11fb-fc9d-4afd-8092-01ab701d6856 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563886 Jul 30 01:35:43.448021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b48d57c4-c9e6-4814-b8ae-fb56e815bc5b req-88bc7d84-93e4-4120-98b5-bbbb191ce9c0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.1014061 Jul 30 01:35:43.509884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-766ca1ce-df28-4a74-9ac5-a2ce58cc0527 None None] Provisioning for port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:43.519610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-766ca1ce-df28-4a74-9ac5-a2ce58cc0527 None None] Provisioning complete for port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:43.520418 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-766ca1ce-df28-4a74-9ac5-a2ce58cc0527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.542920 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdced-3024-42f0-b817-5fe925a2f7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.559205 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdced-3024-42f0-b817-5fe925a2f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.607751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-766ca1ce-df28-4a74-9ac5-a2ce58cc0527 None None] Port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:43.647283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfdced-3024-42f0-b817-5fe925a2f7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd682fed-0473-455a-b379-e8735450b604,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:43.698262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe3e3fed-792c-4c9c-a6bb-a1ff67ced7ea req-c1a7008b-8188-4530-a7f2-d3492e1e113b tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 210 time: 0.0611300 Jul 30 01:35:43.711424 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d0dfdced-3024-42f0-b817-5fe925a2f7b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=78b1850bf3ee4d1ea89f1b92ec1780e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1131449 Jul 30 01:35:43.716104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53448) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:43.785034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.816809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Transition to ACTIVE for port object 1b0dda8a-3a65-4b78-a800-520cd7b07322 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:43.821529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c271101-4e5d-4aa9-be5a-fe8e1286fa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.859986 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c271101-4e5d-4aa9-be5a-fe8e1286fa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.878267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:43.968460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53452) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:43.972990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:43.992372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:44.003079 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:44.031503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Allocated IP 192.168.233.129 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/8c7bae8c-1eef-4440-90ed-672fda95b292) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:44.068781 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c271101-4e5d-4aa9-be5a-fe8e1286fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.085431 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c271101-4e5d-4aa9-be5a-fe8e1286fa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.096377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0c271101-4e5d-4aa9-be5a-fe8e1286fa10 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dd682fed-0473-455a-b379-e8735450b604 HTTP/1.1" status: 204 len: 168 time: 0.3744497 Jul 30 01:35:44.101746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Pushing event updated for resources: {'Port': ['ID=1b0dda8a-3a65-4b78-a800-520cd7b07322,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:44.145655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c271101-4e5d-4aa9-be5a-fe8e1286fa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd682fed-0473-455a-b379-e8735450b604,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:44.175842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:44.176935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.213099 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a1668714-3b02-47b5-b162-3de9e28afad1 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1030474 Jul 30 01:35:44.454767 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7d3cf656-82b6-4855-8a78-54a24422c1e4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8c4d2e8dc2b245039c18f75e642ab331&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4758084 Jul 30 01:35:44.455655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53474) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:44.572356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6cf51e7b-6429-4626-9045-0df197406216 None None] Provisioning for port 1b0dda8a-3a65-4b78-a800-520cd7b07322 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:44.582047 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f16f88-f18a-4ad0-8552-30826e0acadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.587598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6cf51e7b-6429-4626-9045-0df197406216 None None] Provisioning complete for port 1b0dda8a-3a65-4b78-a800-520cd7b07322 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:44.589159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6cf51e7b-6429-4626-9045-0df197406216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.636447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f16f88-f18a-4ad0-8552-30826e0acadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.689409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Request body: {'port': {'device_id': 'e286e5c4-7382-438f-9634-de972cecd395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:44.732579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6cf51e7b-6429-4626-9045-0df197406216 None None] Port 1b0dda8a-3a65-4b78-a800-520cd7b07322 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:44.746826 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f16f88-f18a-4ad0-8552-30826e0acadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.749908 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f16f88-f18a-4ad0-8552-30826e0acadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.755621 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5f16f88-f18a-4ad0-8552-30826e0acadb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/85e303ed-4b89-4b09-9ac7-2624b1bca881 HTTP/1.1" status: 204 len: 168 time: 0.2947330 Jul 30 01:35:44.772974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f16f88-f18a-4ad0-8552-30826e0acadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e303ed-4b89-4b09-9ac7-2624b1bca881,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:44.804598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Request body: {'port': {'device_id': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:44.933067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:44.979736 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.018139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4b135d0-781f-4c4d-985c-630febeeb86d req-4756b51b-7ed1-4d99-b47e-f15a91ae2d52 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.3377118 Jul 30 01:35:45.172756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012238fd-8950-4d19-b962-3f93b0e40372 req-05db5cad-15ab-45ce-ba11-71f7d2e4022a tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.187031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-012238fd-8950-4d19-b962-3f93b0e40372 req-05db5cad-15ab-45ce-ba11-71f7d2e4022a tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 935 time: 0.5153060 Jul 30 01:35:45.231874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53494) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:45.249630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30b51fd6-5928-4f01-8f76-39d279c7b486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.407813 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30b51fd6-5928-4f01-8f76-39d279c7b486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.415939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30b51fd6-5928-4f01-8f76-39d279c7b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.463814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53498) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:45.473001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b51fd6-5928-4f01-8f76-39d279c7b486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee5aaa6-a8af-43c3-96a0-f869bb5f13df,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:45.522027 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-30b51fd6-5928-4f01-8f76-39d279c7b486 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=777ebc6dc9e34fd4b7dcb94d71cafd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862508 Jul 30 01:35:45.523314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53502) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:45.566960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-012238fd-8950-4d19-b962-3f93b0e40372 req-2cd1c42b-43cc-48b7-945b-ebbdf381ad58 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662519 Jul 30 01:35:45.571644 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.614377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1f3-1b1c-49f2-b8e8-5af9ab39766e req-c718607d-7bf0-4048-b8eb-31f6e7b22358 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.617824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-882ef1f3-1b1c-49f2-b8e8-5af9ab39766e req-c718607d-7bf0-4048-b8eb-31f6e7b22358 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 936 time: 0.4118834 Jul 30 01:35:45.638129 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01c3de97-d1db-4098-b8f9-dbeeecb3c1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.647510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Transition to ACTIVE for port object 8c7bae8c-1eef-4440-90ed-672fda95b292 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:45.679206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01c3de97-d1db-4098-b8f9-dbeeecb3c1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.769812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-882ef1f3-1b1c-49f2-b8e8-5af9ab39766e req-fcdb50b6-7c0d-4aa2-a63c-976878231698 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340384 Jul 30 01:35:45.783140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01c3de97-d1db-4098-b8f9-dbeeecb3c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.788634 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01c3de97-d1db-4098-b8f9-dbeeecb3c1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.794659 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-01c3de97-d1db-4098-b8f9-dbeeecb3c1b0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8ee5aaa6-a8af-43c3-96a0-f869bb5f13df HTTP/1.1" status: 204 len: 168 time: 0.2655005 Jul 30 01:35:45.805226 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.846549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3de97-d1db-4098-b8f9-dbeeecb3c1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee5aaa6-a8af-43c3-96a0-f869bb5f13df,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:45.906039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:45.912618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:45.918544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:45.929666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:45.930819 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:45.969731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event updated for resources: {'Port': ['ID=8c7bae8c-1eef-4440-90ed-672fda95b292,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:45.978448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-331e1b6d-2da5-4ce1-bb01-dac22122c8bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9698610 Jul 30 01:35:46.000918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Request body: {'port': {'device_id': 'ae018b6f-faa8-4a4b-89cb-f46d87cdfa93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:46.012848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-network', 'tenant_id': '65553efe98204417a2eee97ae2768a0e'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:46.093081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Made reservation on behalf of 65553efe98204417a2eee97ae2768a0e for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:46.105980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.144342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.145048 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.195692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53512) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:46.392134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6b9b47ad-bd34-4791-8857-eb698dec78eb None None] Provisioning for port 8c7bae8c-1eef-4440-90ed-672fda95b292 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:46.405822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6b9b47ad-bd34-4791-8857-eb698dec78eb None None] Provisioning complete for port 8c7bae8c-1eef-4440-90ed-672fda95b292 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:46.406982 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b9b47ad-bd34-4791-8857-eb698dec78eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.529174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b47ad-bd34-4791-8857-eb698dec78eb None None] Port 8c7bae8c-1eef-4440-90ed-672fda95b292 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:46.625978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda9148-dc8e-405e-9fa9-ec88dfbcbe67 req-fdba0485-b461-4bf0-bf80-20a49765cac9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.628843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fcda9148-dc8e-405e-9fa9-ec88dfbcbe67 req-fdba0485-b461-4bf0-bf80-20a49765cac9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 936 time: 0.3617122 Jul 30 01:35:46.633342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8f2b1ffd-cc48-4bb0-84a1-96a71fb23806 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7de7ac5848744d7899da1888206fdbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351676 Jul 30 01:35:46.733550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53520) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:46.778933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fcda9148-dc8e-405e-9fa9-ec88dfbcbe67 req-25721263-5917-46e9-8136-8fce2c559863 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802326 Jul 30 01:35:46.894483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0dda8a-3a65-4b78-a800-520cd7b07322 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:46.918170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097897e-84bd-4a5a-9e20-9125c0621b26 req-6caf197a-8370-4971-afd6-7446d133df37 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:46.920426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9097897e-84bd-4a5a-9e20-9125c0621b26 req-6caf197a-8370-4971-afd6-7446d133df37 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 935 time: 0.1155200 Jul 30 01:35:46.952889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:46.968930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Transition to ACTIVE for port object 1b0dda8a-3a65-4b78-a800-520cd7b07322 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:46.993852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.020192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.098027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0dda8a-3a65-4b78-a800-520cd7b07322,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:47.122957 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.206851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:35:47.228096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11275bf-3a3c-4d2c-9096-c4b0758368e8 req-de3de81c-1081-4328-a84f-727e5f3e9c2c tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.243885 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f11275bf-3a3c-4d2c-9096-c4b0758368e8 req-de3de81c-1081-4328-a84f-727e5f3e9c2c tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 936 time: 0.3108685 Jul 30 01:35:47.271919 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbd3f-f04a-465a-a709-f307319c0203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.276489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9097897e-84bd-4a5a-9e20-9125c0621b26 req-c907a517-947d-4cfb-983a-8d6e37ed2e82 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256950 Jul 30 01:35:47.284604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc1556d-be53-4830-84b1-05f57e958ab5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:47.302904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.303723 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Added segment 4b88fdb8-4b83-469e-9c1b-3d5319636c30 of type vlan for network d6fa3faf-8161-468b-9c4e-955080185598 Jul 30 01:35:47.363234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f11275bf-3a3c-4d2c-9096-c4b0758368e8 req-fb75cccb-4814-4a7b-8f0d-913fa0847789 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173074 Jul 30 01:35:47.477191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dce552-45f7-413b-a3ae-b7aa9a466ec1 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:47.505075 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.506809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbd3f-f04a-465a-a709-f307319c0203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.527761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Attempting to bind port 1b0dda8a-3a65-4b78-a800-520cd7b07322 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:47.528200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Attempting to bind port 1b0dda8a-3a65-4b78-a800-520cd7b07322 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:47.528500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Attempting to bind port 1b0dda8a-3a65-4b78-a800-520cd7b07322 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:47.537832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.545080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Port 1b0dda8a-3a65-4b78-a800-520cd7b07322 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:47.545548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Attempting to bind port 1b0dda8a-3a65-4b78-a800-520cd7b07322 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:47.559415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:47.559805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:47.560173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:47.560637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Bound port: 1b0dda8a-3a65-4b78-a800-520cd7b07322, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:47.561011 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.575126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Transition to ACTIVE for port object d6dce552-45f7-413b-a3ae-b7aa9a466ec1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:47.589594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.740920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] For port 1b0dda8a-3a65-4b78-a800-520cd7b07322, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:47.749002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] For port 1b0dda8a-3a65-4b78-a800-520cd7b07322, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1b0dda8a-3a65-4b78-a800-520cd7b07322,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:47.750477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.753117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:47.761625 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.770918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbd3f-f04a-465a-a709-f307319c0203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.776924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbd3f-f04a-465a-a709-f307319c0203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.779741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fc5bbd3f-f04a-465a-a709-f307319c0203 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/459edae4-22ac-41f4-91d6-431699e38d8f HTTP/1.1" status: 204 len: 168 time: 1.0400889 Jul 30 01:35:47.798722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:47.869660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Attempting to bind port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:47.870256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Attempting to bind port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:47.870479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Attempting to bind port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:47.881550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:47.881859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Attempting to bind port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:47.894809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:47.895510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:47.896321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:47.897272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Bound port: d6dce552-45f7-413b-a3ae-b7aa9a466ec1, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:47.897974 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:47.977613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.041609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bbd3f-f04a-465a-a709-f307319c0203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459edae4-22ac-41f4-91d6-431699e38d8f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:48.046459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d6fa3faf-8161-468b-9c4e-955080185598,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:48.052519 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b0bdb27d-ea40-4000-8227-72f60f8f97f1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5745959 Jul 30 01:35:48.069736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.070800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.079697 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] 10.222.0.22 "PUT /v2.0/ports/1b0dda8a-3a65-4b78-a800-520cd7b07322 HTTP/1.1" status: 200 len: 1096 time: 3.8524430 Jul 30 01:35:48.080258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53560) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:48.083371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network d6fa3faf-8161-468b-9c4e-955080185598 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:35:48.172605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'tag': '1b0dda8a-3a65-4b78-a800-520cd7b07322'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:48.177940 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3df4081-f9ed-40c4-a79a-01e2cdf8cee7", "tag": "1b0dda8a-3a65-4b78-a800-520cd7b07322"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:48.190085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee32a1-82bc-48bc-ab6e-d5479e300858 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0dda8a-3a65-4b78-a800-520cd7b07322,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:48.192482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] For port d6dce552-45f7-413b-a3ae-b7aa9a466ec1, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:48.197604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] For port d6dce552-45f7-413b-a3ae-b7aa9a466ec1, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:48.226594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7bae8c-1eef-4440-90ed-672fda95b292 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:48.236331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Request body: {'subnet': {'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-subnet', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:48.243216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.267482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Transition to ACTIVE for port object 8c7bae8c-1eef-4440-90ed-672fda95b292 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:48.270114 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.384105 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11784ddc-4f75-4932-9c2b-ad06dc2673fc x-openstack-request-id: req-11784ddc-4f75-4932-9c2b-ad06dc2673fc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:48.385356 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3df4081-f9ed-40c4-a79a-01e2cdf8cee7", "tag": "1b0dda8a-3a65-4b78-a800-520cd7b07322", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:48.392376 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-11784ddc-4f75-4932-9c2b-ad06dc2673fc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:48.394671 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'tag': '1b0dda8a-3a65-4b78-a800-520cd7b07322', 'status': 'completed', 'code': 200} Jul 30 01:35:48.419124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:48.468483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.474684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-34664265-0502-44aa-8e4c-922266d7f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.478785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-34664265-0502-44aa-8e4c-922266d7f900 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 1099 time: 0.2616611 Jul 30 01:35:48.479989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Made reservation on behalf of 65553efe98204417a2eee97ae2768a0e for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:35:48.484958 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.509130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b7cda-1ed1-4fc4-90a6-c5003a8f758c req-33d30178-a265-4c35-83c4-8b819d751dbe tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.511353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-116b7cda-1ed1-4fc4-90a6-c5003a8f758c req-33d30178-a265-4c35-83c4-8b819d751dbe tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 948 time: 0.4935167 Jul 30 01:35:48.549313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.550088 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:48.551758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-74e68f6e-efc7-4c43-9471-343efc4b81b0 service neutron] 10.222.0.22 "PUT /v2.0/ports/d6dce552-45f7-413b-a3ae-b7aa9a466ec1 HTTP/1.1" status: 200 len: 1095 time: 5.0264115 Jul 30 01:35:48.632630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e286e5c4-7382-438f-9634-de972cecd395', 'tag': 'd6dce552-45f7-413b-a3ae-b7aa9a466ec1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:48.635317 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba7c4f0-81f4-4724-a264-7a003b214f00" -d '{"events": [{"name": "network-changed", "server_uuid": "e286e5c4-7382-438f-9634-de972cecd395", "tag": "d6dce552-45f7-413b-a3ae-b7aa9a466ec1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:48.684777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-eaf95f8a-0978-42b8-882f-839f85530e22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1b0dda8a-3a65-4b78-a800-520cd7b07322 HTTP/1.1" status: 200 len: 217 time: 0.1921270 Jul 30 01:35:48.763200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-9988a140-719a-43e0-abe8-6f1959e641b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.764785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-9988a140-719a-43e0-abe8-6f1959e641b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0668478 Jul 30 01:35:48.861866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Pushing event updated for resources: {'Port': ['ID=8c7bae8c-1eef-4440-90ed-672fda95b292,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:48.922599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-116b7cda-1ed1-4fc4-90a6-c5003a8f758c req-eab6e3d4-0fbd-40c2-8686-beba3ab909e7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797309 Jul 30 01:35:48.934526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a44185eb-6fff-44cc-bb49-d92e70fa322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.936292 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-a44185eb-6fff-44cc-bb49-d92e70fa322a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571629 Jul 30 01:35:48.945729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1ee31-bca5-45d8-a6a6-a6b19ca7c415 req-701c757e-a59e-4914-960f-074b2e5d96ec tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.951930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f1ee31-bca5-45d8-a6a6-a6b19ca7c415 req-701c757e-a59e-4914-960f-074b2e5d96ec tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 947 time: 0.4913139 Jul 30 01:35:48.956187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Attempting to bind port 8c7bae8c-1eef-4440-90ed-672fda95b292 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:48.956752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Attempting to bind port 8c7bae8c-1eef-4440-90ed-672fda95b292 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:48.957235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Attempting to bind port 8c7bae8c-1eef-4440-90ed-672fda95b292 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:48.972699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-4751ebad-367c-4ffd-bcea-b6a2d6ab0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:48.975487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-4751ebad-367c-4ffd-bcea-b6a2d6ab0d75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=adf304193d7e4257b99bb0c62dfedff6&device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 1098 time: 0.3118608 Jul 30 01:35:49.014757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Port 8c7bae8c-1eef-4440-90ed-672fda95b292 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:35:49.017774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Attempting to bind port 8c7bae8c-1eef-4440-90ed-672fda95b292 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:49.096183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-66b9865c-c562-4d80-899d-96d0c1ba9a34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d6dce552-45f7-413b-a3ae-b7aa9a466ec1 HTTP/1.1" status: 200 len: 217 time: 0.1059310 Jul 30 01:35:49.097549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:49.097954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:49.098634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:49.099087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Bound port: 8c7bae8c-1eef-4440-90ed-672fda95b292, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:49.104712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.204134 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.232216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f1ee31-bca5-45d8-a6a6-a6b19ca7c415 req-7913ac76-36e0-4cfa-a7cb-5f331e229988 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629371 Jul 30 01:35:49.315532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0074f845-b233-45a9-893e-21af2cb46545,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:49.352011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-439f8bcf-8df3-4ac2-a003-78224b148883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.353825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-439f8bcf-8df3-4ac2-a003-78224b148883 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2238419 Jul 30 01:35:49.355902 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b3b96-4eac-4feb-8f58-99cd7ad2ab63 x-openstack-request-id: req-4f8b3b96-4eac-4feb-8f58-99cd7ad2ab63 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:49.356198 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e286e5c4-7382-438f-9634-de972cecd395", "tag": "d6dce552-45f7-413b-a3ae-b7aa9a466ec1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:49.356433 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4f8b3b96-4eac-4feb-8f58-99cd7ad2ab63 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:49.356822 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e286e5c4-7382-438f-9634-de972cecd395', 'tag': 'd6dce552-45f7-413b-a3ae-b7aa9a466ec1', 'status': 'completed', 'code': 200} Jul 30 01:35:49.367076 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-29179329-aba4-4147-bba8-728cbacca2d8 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931038 Jul 30 01:35:49.379737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] For port 8c7bae8c-1eef-4440-90ed-672fda95b292, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:49.388179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] For port 8c7bae8c-1eef-4440-90ed-672fda95b292, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8c7bae8c-1eef-4440-90ed-672fda95b292,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:49.416077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f76924-7773-40d1-8459-b1f8985a9d16 req-1e0190ce-b355-4a03-bf4e-5ef95de543c6 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.426117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82f76924-7773-40d1-8459-b1f8985a9d16 req-1e0190ce-b355-4a03-bf4e-5ef95de543c6 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 948 time: 0.2517989 Jul 30 01:35:49.445187 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.473533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Checking segment: {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:49.474037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Network hostable DHCP agents. Network: d6fa3faf-8161-468b-9c4e-955080185598, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:35:49.520544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.521582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.523500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] 10.222.0.22 "PUT /v2.0/ports/8c7bae8c-1eef-4440-90ed-672fda95b292 HTTP/1.1" status: 200 len: 1096 time: 3.5314033 Jul 30 01:35:49.543919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Network d6fa3faf-8161-468b-9c4e-955080185598 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:35:49.569695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82f76924-7773-40d1-8459-b1f8985a9d16 req-eb0302e7-3a76-491b-884f-e9b2f72987c4 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498096 Jul 30 01:35:49.570357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, d6fa3faf-8161-468b-9c4e-955080185598) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:49.574121 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5728bd29-d05a-46f7-b709-32fc57a3a8dd req-e24bc08c-12fa-4f91-8312-88b8572806fb service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856411 Jul 30 01:35:49.581747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.583142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.592514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675a4d2-02f0-4b61-b6eb-82811cc1ff4e service neutron] Pushing event updated for resources: {'Port': ['ID=8c7bae8c-1eef-4440-90ed-672fda95b292,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:49.602110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfcdf0e-418d-4414-aecb-4b524b783212 None None] Network d6fa3faf-8161-468b-9c4e-955080185598 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:49.610209 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cdf5ea51-fe7d-4e4d-a2cc-f07271e9597c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4241426 Jul 30 01:35:49.613593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53592) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:49.619378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-a728f0f5-5f20-46c0-8897-9324ae5cc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.627267 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-a728f0f5-5f20-46c0-8897-9324ae5cc123 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2416630 Jul 30 01:35:49.628614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:35:49.777211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.779254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.826059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-f6b97225-e966-42f7-81df-7d8fc6fb1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:49.829053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-f6b97225-e966-42f7-81df-7d8fc6fb1dca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 1099 time: 0.1570008 Jul 30 01:35:49.925689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-d6fa3faf-8161-468b-9c4e-955080185598', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:35:49.926793 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:49.996037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-c1e38b0f-14b4-4f1a-91ec-323c61f63aee service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355563 Jul 30 01:35:50.124962 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-2e832cf8-1148-4380-85b6-d22290d771a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8c7bae8c-1eef-4440-90ed-672fda95b292 HTTP/1.1" status: 200 len: 217 time: 0.2640035 Jul 30 01:35:50.135954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.392059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Allocated IP 172.20.0.2 (d6fa3faf-8161-468b-9c4e-955080185598/0074f845-b233-45a9-893e-21af2cb46545/7684ce47-ea29-4122-adef-c7e431057a5b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:50.464659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-f4972638-a22f-496c-800d-d990055c9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:50.468825 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-f4972638-a22f-496c-800d-d990055c9954 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3306932 Jul 30 01:35:50.697729 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-011fd207-3b41-4afb-a849-2ce0330412d4 req-bcdb5be6-4673-4d75-88fb-e8d8b8a9dc1d service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740105 Jul 30 01:35:50.764793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-23155c1a-fa8f-4756-8a6a-a570d3ab7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:50.770825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-23155c1a-fa8f-4756-8a6a-a570d3ab7baa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 1099 time: 1.0356166 Jul 30 01:35:50.790464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6fc6-5ae1-4f85-a07d-b210e5387738 req-9cd436e8-a4f3-4d33-954e-0c42badfd880 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:50.793494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.798624 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:50.811402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-134f6fc6-5ae1-4f85-a07d-b210e5387738 req-9cd436e8-a4f3-4d33-954e-0c42badfd880 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 948 time: 0.6553628 Jul 30 01:35:50.824712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Transition to ACTIVE for port object 7684ce47-ea29-4122-adef-c7e431057a5b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:50.833944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-3fbc7a8f-d6c5-43ff-87f8-4adf58f78178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:50.839202 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-3fbc7a8f-d6c5-43ff-87f8-4adf58f78178 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2954311 Jul 30 01:35:50.881078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Transition to ACTIVE for port object 7684ce47-ea29-4122-adef-c7e431057a5b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:50.908782 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.028403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Pushing event updated for resources: {'Port': ['ID=7684ce47-ea29-4122-adef-c7e431057a5b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:51.043969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-61b5b2ce-4395-4d39-8b30-14dff745be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.052774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-61b5b2ce-4395-4d39-8b30-14dff745be86 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.2136309 Jul 30 01:35:51.069676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Network d6fa3faf-8161-468b-9c4e-955080185598 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:51.076347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:51.092575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:51.233123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-353689b4-2f85-4b47-bc5f-7851b1e634cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1b0dda8a-3a65-4b78-a800-520cd7b07322 HTTP/1.1" status: 200 len: 217 time: 0.1059170 Jul 30 01:35:51.239405 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-258e4e65-1ca6-49f2-95f3-cb547046c02b service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629646 Jul 30 01:35:51.304549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Attempting to bind port 7684ce47-ea29-4122-adef-c7e431057a5b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:51.306451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Attempting to bind port 7684ce47-ea29-4122-adef-c7e431057a5b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:51.309991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Attempting to bind port 7684ce47-ea29-4122-adef-c7e431057a5b on network d6fa3faf-8161-468b-9c4e-955080185598 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:51.326221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:51.326727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Checking segment: {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:51.327410 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.328016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Bound using segment: {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:51.331168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Bound port: 7684ce47-ea29-4122-adef-c7e431057a5b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:51.331966 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.375107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae018b6f-faa8-4a4b-89cb-f46d87cdfa93', 'tag': '8c7bae8c-1eef-4440-90ed-672fda95b292'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:35:51.379813 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae018b6f-faa8-4a4b-89cb-f46d87cdfa93", "tag": "8c7bae8c-1eef-4440-90ed-672fda95b292"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:35:51.387702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-50861a6e-26eb-4088-bfe8-8ef9533afff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.392369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-50861a6e-26eb-4088-bfe8-8ef9533afff0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1297300 Jul 30 01:35:51.427639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-134f6fc6-5ae1-4f85-a07d-b210e5387738 req-3caae610-3936-4c68-a870-478bc88663d0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116080 Jul 30 01:35:51.481505 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c63557b-94c2-4197-936d-bde0463e4c29 req-ba6a29fc-f29a-4460-8aa4-967179d0b46c service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154582 Jul 30 01:35:51.495575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-2e5027ae-6e46-4e74-9531-a9e55239f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.502252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-2e5027ae-6e46-4e74-9531-a9e55239f4b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=adf304193d7e4257b99bb0c62dfedff6&device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 1098 time: 0.6819050 Jul 30 01:35:51.590489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] For port 7684ce47-ea29-4122-adef-c7e431057a5b, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:51.602439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] For port 7684ce47-ea29-4122-adef-c7e431057a5b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7684ce47-ea29-4122-adef-c7e431057a5b,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:51.620769 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.763735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-512dc08b-d371-4fb2-9ca0-1a1a8bf249d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:51.768846 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-512dc08b-d371-4fb2-9ca0-1a1a8bf249d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3518150 Jul 30 01:35:51.786917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:51.813457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4062aaa-b033-4547-9bb3-af19d429847b None None] Pushing event updated for resources: {'Port': ['ID=7684ce47-ea29-4122-adef-c7e431057a5b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:51.850355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.019361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fe5d8-b8b3-4ab4-b804-4ad21f63f1dc req-0a5aac4d-d26a-4397-93eb-f5f0e8352982 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:52.023029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f38fe5d8-b8b3-4ab4-b804-4ad21f63f1dc req-0a5aac4d-d26a-4397-93eb-f5f0e8352982 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 947 time: 0.3603773 Jul 30 01:35:52.070803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Allocated IP 172.25.7.43 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:52.101885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-c9a952b1-4547-4ab9-b248-a58b7ccb3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:52.107145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-c9a952b1-4547-4ab9-b248-a58b7ccb3b62 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.5638223 Jul 30 01:35:52.353159 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.418984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f38fe5d8-b8b3-4ab4-b804-4ad21f63f1dc req-4e58c391-6d04-474e-a4aa-a38d6e776df5 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633678 Jul 30 01:35:52.421422 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-e1d45cc4-b02c-4879-b128-547ffa920b86 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d6dce552-45f7-413b-a3ae-b7aa9a466ec1 HTTP/1.1" status: 200 len: 217 time: 0.2253726 Jul 30 01:35:52.462464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:52.520515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-2650a5b8-4d05-4f34-b7ff-d6f198fb4837 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356639 Jul 30 01:35:52.552412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:52.563578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:52.576231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:52.603287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:52.788921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-47dcfdf4-fbb3-48c7-a025-0e1534bd7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:52.791106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-47dcfdf4-fbb3-48c7-a025-0e1534bd7007 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3535571 Jul 30 01:35:53.086990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad57ec3-19c9-436a-a3d7-3b5df66592c3 req-20d0d0a0-0725-43b6-ba94-a69aa44c091e tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.087309 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.090647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ad57ec3-19c9-436a-a3d7-3b5df66592c3 req-20d0d0a0-0725-43b6-ba94-a69aa44c091e tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 948 time: 0.4720278 Jul 30 01:35:53.161341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd806a-0888-4749-bc9e-b60b02d2d8d6 req-5bad9858-730c-4683-97be-c5e3a0159d74 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.162246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd806a-0888-4749-bc9e-b60b02d2d8d6 req-5bad9858-730c-4683-97be-c5e3a0159d74 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.162928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd806a-0888-4749-bc9e-b60b02d2d8d6 req-5bad9858-730c-4683-97be-c5e3a0159d74 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.163907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd806a-0888-4749-bc9e-b60b02d2d8d6 req-5bad9858-730c-4683-97be-c5e3a0159d74 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.180167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23cd806a-0888-4749-bc9e-b60b02d2d8d6 req-5bad9858-730c-4683-97be-c5e3a0159d74 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.7996259 Jul 30 01:35:53.206256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-4eeae315-acb3-4c20-bc46-f7c5c384819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.209741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-4eeae315-acb3-4c20-bc46-f7c5c384819b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3779550 Jul 30 01:35:53.338041 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9f03ac-5881-42ff-bfa6-8f8bf450b824 x-openstack-request-id: req-4d9f03ac-5881-42ff-bfa6-8f8bf450b824 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:35:53.338396 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae018b6f-faa8-4a4b-89cb-f46d87cdfa93", "tag": "8c7bae8c-1eef-4440-90ed-672fda95b292", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:35:53.338655 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4d9f03ac-5881-42ff-bfa6-8f8bf450b824 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:35:53.339069 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae018b6f-faa8-4a4b-89cb-f46d87cdfa93', 'tag': '8c7bae8c-1eef-4440-90ed-672fda95b292', 'status': 'completed', 'code': 200} Jul 30 01:35:53.350635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-791e06ca-ba5f-45ac-b9c6-3bf26e87849d req-316ece2d-c553-4558-8509-2f000a8a0313 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7939575 Jul 30 01:35:53.385786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ad57ec3-19c9-436a-a3d7-3b5df66592c3 req-595cd9e5-7ef3-419e-b998-b5fb6ae30bc3 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323756 Jul 30 01:35:53.451256 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.511768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ae4ac-2870-4874-b26c-4536bb9ed4b3 None None] Network d6fa3faf-8161-468b-9c4e-955080185598 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:35:53.538164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-2370a8cb-6883-4892-b2f7-ceec0d529fcc service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028800 Jul 30 01:35:53.579879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbc69b-4451-4d0e-956c-d866c0cef386 req-486dabeb-7b28-4a3b-8005-ebf0eb18bb0c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.582238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07dbc69b-4451-4d0e-956c-d866c0cef386 req-486dabeb-7b28-4a3b-8005-ebf0eb18bb0c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 948 time: 0.2016013 Jul 30 01:35:53.606297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e7c8dc3b-fd1b-474e-b876-892dcf94838d None None] Provisioning for port 7684ce47-ea29-4122-adef-c7e431057a5b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:53.723012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-b6e77325-4db0-4df1-acbc-8f094fb97d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.724869 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-b6e77325-4db0-4df1-acbc-8f094fb97d10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 1099 time: 0.1516154 Jul 30 01:35:53.737961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58511d0-8c03-4939-b477-7e10cb6bf1d4 req-fc911c2f-00b4-465c-8728-d38d43c2fff4 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:53.739465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b58511d0-8c03-4939-b477-7e10cb6bf1d4 req-fc911c2f-00b4-465c-8728-d38d43c2fff4 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 886 time: 0.2918112 Jul 30 01:35:53.765510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07dbc69b-4451-4d0e-956c-d866c0cef386 req-ab4543e4-93d9-4477-b66b-794d10444efc tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590688 Jul 30 01:35:53.773691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:53.785046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bba7c4f0-81f4-4724-a264-7a003b214f00 req-254b55fd-c939-447f-b8d7-8a691e13d189 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344768 Jul 30 01:35:53.785297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d6dce552-45f7-413b-a3ae-b7aa9a466ec1 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:54.080416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d6dce552-45f7-413b-a3ae-b7aa9a466ec1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:54.112121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'd6dce552-45f7-413b-a3ae-b7aa9a466ec1', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'd6dce552-45f7-413b-a3ae-b7aa9a466ec1', 'mac_address': 'fa:16:3e:21:7f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:54.182893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-5dade3de-a759-4008-9977-77d1a311c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.185907 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-5dade3de-a759-4008-9977-77d1a311c936 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4438541 Jul 30 01:35:54.266471 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.286973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7684ce47-ea29-4122-adef-c7e431057a5b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:54.346476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dce552-45f7-413b-a3ae-b7aa9a466ec1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:54.358074 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-6bafc3bb-ea56-4985-9f8c-47853a75eb4e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8c7bae8c-1eef-4440-90ed-672fda95b292 HTTP/1.1" status: 200 len: 217 time: 0.1490803 Jul 30 01:35:54.378964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d6dce552-45f7-413b-a3ae-b7aa9a466ec1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:54.411396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605a842-dbea-4f83-8912-4cf7d80934a1 req-0b481103-f5d8-4ad1-9731-57f38dacdaf0 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.421330 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.421712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3605a842-dbea-4f83-8912-4cf7d80934a1 req-0b481103-f5d8-4ad1-9731-57f38dacdaf0 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 947 time: 0.2675619 Jul 30 01:35:54.422799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1b0dda8a-3a65-4b78-a800-520cd7b07322 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:54.459889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1b0dda8a-3a65-4b78-a800-520cd7b07322, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1b0dda8a-3a65-4b78-a800-520cd7b07322,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:54.501379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:35:54.522545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-9e9bb3ce-5d37-47c3-8dce-6565d608427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.526569 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-9e9bb3ce-5d37-47c3-8dce-6565d608427e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1379693 Jul 30 01:35:54.529289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3605a842-dbea-4f83-8912-4cf7d80934a1 req-fc5f0de6-555e-4f43-88b0-cb5301f34644 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061594 Jul 30 01:35:54.537213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b5e10-069f-4cbb-85a8-f7accf9fd520 req-fe4ccfe5-4493-4c9a-a4f3-8730d0623d61 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.541929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b5e10-069f-4cbb-85a8-f7accf9fd520 req-fe4ccfe5-4493-4c9a-a4f3-8730d0623d61 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.542357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '1b0dda8a-3a65-4b78-a800-520cd7b07322', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '1b0dda8a-3a65-4b78-a800-520cd7b07322', 'mac_address': 'fa:16:3e:d9:61:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:54.544094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b5e10-069f-4cbb-85a8-f7accf9fd520 req-fe4ccfe5-4493-4c9a-a4f3-8730d0623d61 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.544802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b5e10-069f-4cbb-85a8-f7accf9fd520 req-fe4ccfe5-4493-4c9a-a4f3-8730d0623d61 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.546688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f5b5e10-069f-4cbb-85a8-f7accf9fd520 req-fe4ccfe5-4493-4c9a-a4f3-8730d0623d61 tempest-NetworksTest-2073311631 tempest-NetworksTest-2073311631-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.3334339 Jul 30 01:35:54.566475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7684ce47-ea29-4122-adef-c7e431057a5b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:54.578264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:54.649446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53684) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:54.696664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7684ce47-ea29-4122-adef-c7e431057a5b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:54.697082 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.741662 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.766398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-0b682b40-64b5-4e9d-b94b-eb9d1222cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.769283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-0b682b40-64b5-4e9d-b94b-eb9d1222cdad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2256758 Jul 30 01:35:54.786126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0dda8a-3a65-4b78-a800-520cd7b07322 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:54.824668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc03b0-8d1c-43c0-81eb-b31c71d40e30 req-2ab6322c-cc9d-4875-9163-8122e1fe8f28 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:54.836146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4fc03b0-8d1c-43c0-81eb-b31c71d40e30 req-2ab6322c-cc9d-4875-9163-8122e1fe8f28 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 948 time: 0.1546831 Jul 30 01:35:54.865564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1b0dda8a-3a65-4b78-a800-520cd7b07322, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1b0dda8a-3a65-4b78-a800-520cd7b07322,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:54.918422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:54.993225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4fc03b0-8d1c-43c0-81eb-b31c71d40e30 req-9af0b65b-c887-4282-a901-fe482919b9fe tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468630 Jul 30 01:35:55.049992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.128803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:35:55.149502 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Sync routers for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:35:55.193613 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:55.198979 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:35:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:55.227228 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.308795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1b0dda8a-3a65-4b78-a800-520cd7b07322,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:55.404652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53698) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:55.448176 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-4901a3c1-0010-4fc7-8a44-cb041037b473 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856123 Jul 30 01:35:55.461013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 7684ce47-ea29-4122-adef-c7e431057a5b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7684ce47-ea29-4122-adef-c7e431057a5b,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:55.468498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.561930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['d6dce552-45f7-413b-a3ae-b7aa9a466ec1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:55.581978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['1b0dda8a-3a65-4b78-a800-520cd7b07322'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:55.656707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.670676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.743793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:55.747173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c0455-33f9-475a-9fbc-c889af70d3be req-3b4a993d-a65d-400d-931e-b2f3226ea032 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:55.750137 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5432dcd9-b91d-42ad-b6ed-974c0bfac8c6 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.1322215 Jul 30 01:35:55.759609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb0c0455-33f9-475a-9fbc-c889af70d3be req-3b4a993d-a65d-400d-931e-b2f3226ea032 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 948 time: 0.5051472 Jul 30 01:35:55.765211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53704) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:55.795921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8c7bae8c-1eef-4440-90ed-672fda95b292 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:35:55.803407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=453e60c9ae144e09aacc4d8efb102cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1490042 Jul 30 01:35:55.803702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0368a722-edaa-4cc7-b36f-a1eb28c5ac2d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:55.806205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53708) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:55.847667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=7684ce47-ea29-4122-adef-c7e431057a5b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:55.849305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.849697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.850152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.850563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.853636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.854632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.855303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.855303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.855733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.859095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.859627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.860049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68724a5-f626-4e8d-81f6-400c612ad6d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:55.864333 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:55.948478 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb0c0455-33f9-475a-9fbc-c889af70d3be req-bdb0c11a-2403-4a61-8771-62fe3c4806a6 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876149 Jul 30 01:35:55.953286 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.051647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfe061bd-8530-414a-a3b4-5b6980e95008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.155367 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfe061bd-8530-414a-a3b4-5b6980e95008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.314751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7684ce47-ea29-4122-adef-c7e431057a5b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:56.388764 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfe061bd-8530-414a-a3b4-5b6980e95008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.391807 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfe061bd-8530-414a-a3b4-5b6980e95008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.393174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bfe061bd-8530-414a-a3b4-5b6980e95008 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0368a722-edaa-4cc7-b36f-a1eb28c5ac2d HTTP/1.1" status: 204 len: 168 time: 0.5844414 Jul 30 01:35:56.398092 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cc1fbdf7-ea44-4ba4-b605-5684ec691e6c req-8abed3ed-d091-4b6b-9d9d-2fb71668f9fc service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9336004 Jul 30 01:35:56.427692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f9acb-ee26-40d0-bc2b-9210954bb1be req-6fa1cc98-b287-44c1-b12a-84553da8abb9 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.440897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb8f9acb-ee26-40d0-bc2b-9210954bb1be req-6fa1cc98-b287-44c1-b12a-84553da8abb9 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 948 time: 0.1806047 Jul 30 01:35:56.481872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe061bd-8530-414a-a3b4-5b6980e95008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0368a722-edaa-4cc7-b36f-a1eb28c5ac2d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:56.571922 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:52Z', 'revision_number': 3, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:56.590518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb8f9acb-ee26-40d0-bc2b-9210954bb1be req-ca3f65fd-0696-44f3-9e81-16bb4e88110c tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476157 Jul 30 01:35:56.671216 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Checking router: ae2af0d3-12ce-4bd7-b491-ff5885d61d60 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:35:56.671848 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Updating router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:35:56.688405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4acc2-76f9-4908-9d5f-398450e5dde4 req-09f0f735-71cf-4fc2-9a4d-73cf5d8f045f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:56.698276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2e4acc2-76f9-4908-9d5f-398450e5dde4 req-09f0f735-71cf-4fc2-9a4d-73cf5d8f045f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 949 time: 0.1625078 Jul 30 01:35:56.752079 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.813002 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8c7bae8c-1eef-4440-90ed-672fda95b292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8c7bae8c-1eef-4440-90ed-672fda95b292,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:56.838789 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.861097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:56.862019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2e4acc2-76f9-4908-9d5f-398450e5dde4 req-e7d96804-0697-4e77-8b38-f053de4fba41 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461554 Jul 30 01:35:56.953124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7684ce47-ea29-4122-adef-c7e431057a5b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:56.953663 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.080811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '8c7bae8c-1eef-4440-90ed-672fda95b292', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '8c7bae8c-1eef-4440-90ed-672fda95b292', 'mac_address': 'fa:16:3e:19:4b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:35:57.114304 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7ea2018bbfee48a28b228f36e8ac952a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6944480 Jul 30 01:35:57.118795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53740) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:57.125113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49f5bb1-1ce5-40e6-a127-b714992c6ce4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:57.145163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.146072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.146874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.147721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.148526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.149274 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.150002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.151278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.152062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.152818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.153659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.154470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a18e6-1e21-4d9c-9beb-fa2d873e037c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:57.505235 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84a0f803-8646-4a6d-bd7b-dcc22f097383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.606183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4014-167d-4fe5-b038-170dc0a3af75 req-7e581818-05e6-426c-ab20-c60ffd37f36a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:57.609228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddbe4014-167d-4fe5-b038-170dc0a3af75 req-7e581818-05e6-426c-ab20-c60ffd37f36a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 948 time: 0.2839892 Jul 30 01:35:57.613323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84a0f803-8646-4a6d-bd7b-dcc22f097383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.668584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.684412 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.692962 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.724764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7bae8c-1eef-4440-90ed-672fda95b292 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:35:57.729678 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Transition to ACTIVE for port object 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:57.745224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53744) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:57.752832 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.804208 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9576b23-5017-4eff-a33a-a01e2a5d07d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.829174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddbe4014-167d-4fe5-b038-170dc0a3af75 req-acc2572f-4858-4beb-b0f8-64149ed6b1fc tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991582 Jul 30 01:35:57.872102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8c7bae8c-1eef-4440-90ed-672fda95b292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8c7bae8c-1eef-4440-90ed-672fda95b292,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:35:57.889011 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.889968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84a0f803-8646-4a6d-bd7b-dcc22f097383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.903515 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84a0f803-8646-4a6d-bd7b-dcc22f097383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:57.910552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-84a0f803-8646-4a6d-bd7b-dcc22f097383 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a49f5bb1-1ce5-40e6-a127-b714992c6ce4 HTTP/1.1" status: 204 len: 168 time: 0.7856219 Jul 30 01:35:57.951304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0f803-8646-4a6d-bd7b-dcc22f097383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49f5bb1-1ce5-40e6-a127-b714992c6ce4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:58.003716 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Attempting to bind port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:35:58.005134 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Attempting to bind port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:35:58.006070 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Attempting to bind port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:35:58.020815 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:35:58.022048 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:35:58.023009 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.024344 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:35:58.026137 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Bound port: 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:35:58.027132 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.117347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=8c7bae8c-1eef-4440-90ed-672fda95b292,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:58.169728 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Pushing event updated for resources: {'Port': ['ID=5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:58.201393 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.202038 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.203295 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.203561 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.204291 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.205080 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.205870 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.207677 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.208367 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.209232 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.210110 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.210782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Tracked resource versions report: Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: pushed versions: Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: { 'AddressGroup': {'1.2'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'ConntrackHelper': {'1.0'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Log': {'1.0'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Network': {'1.1'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Port': {'1.7'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'PortForwarding': {'1.2'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'QosPolicy': {'1.8'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'SecurityGroup': {'1.4'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'SecurityGroupRule': {'1.2'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'SubPort': {'1.0'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Subnet': {'1.1'}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Trunk': {'1.1'}} Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: consumer versions: Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: { DHCP agent@n-d-715271-7: {}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: HyperV agent@n-h1-715271-7: {}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: HyperV agent@n-h2-715271-7: {}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: L3 agent@n-d-715271-7: {}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: Metadata agent@n-d-715271-7: {}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: Metering agent@n-d-715271-7: {}, Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: Open vSwitch agent@n-d-715271-7: { 'AddressGroup': '1.2', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'ConntrackHelper': '1.0', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Log': '1.0', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Network': '1.1', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Port': '1.7', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'PortForwarding': '1.2', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'QosPolicy': '1.8', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'SecurityGroup': '1.4', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'SecurityGroupRule': '1.2', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'SubPort': '1.0', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Subnet': '1.1', Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: 'Trunk': '1.1'}} Jul 30 01:35:58.213569 n-d-715271-7 neutron-server[93821]: {{(pid=93821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 01:35:58.297879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Allocated IP 172.20.0.1 (d6fa3faf-8161-468b-9c4e-955080185598/0074f845-b233-45a9-893e-21af2cb46545/29a6fda8-2f98-4136-9c39-69f9db668f2e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:35:58.334006 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] For port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:35:58.345007 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] For port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:35:58.354577 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.388296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8710ae-3919-4c95-9fb8-3ddc473152aa req-1b65ac44-d4bb-4ff7-ba6a-a78324a457f2 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.388296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd8710ae-3919-4c95-9fb8-3ddc473152aa req-1b65ac44-d4bb-4ff7-ba6a-a78324a457f2 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 948 time: 0.2909946 Jul 30 01:35:58.455666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:35:58.482251 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9576b23-5017-4eff-a33a-a01e2a5d07d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.501831 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9576b23-5017-4eff-a33a-a01e2a5d07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.518163 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8110749-cdc4-47c3-9f08-849a33d1982a None None] Pushing event updated for resources: {'Port': ['ID=5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:58.593497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9576b23-5017-4eff-a33a-a01e2a5d07d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e101553-5ed6-48a4-aa7e-de98b232a3f2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:58.597512 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:35:58.607226 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:35:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:58.652148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd8710ae-3919-4c95-9fb8-3ddc473152aa req-bd242f68-4eff-4ad7-b17e-7de04754a320 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547979 Jul 30 01:35:58.688342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.713375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b9576b23-5017-4eff-a33a-a01e2a5d07d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=58b619a60ebc460986458a81f813f1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9649520 Jul 30 01:35:58.714071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53768) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:58.738807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Transition to ACTIVE for port object 29a6fda8-2f98-4136-9c39-69f9db668f2e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:35:58.790569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb63dc-91bd-4479-9ac6-2c02e0979e6a req-eb487058-21c7-4a14-82f0-b18dd5276a6d tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:58.793561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49bb63dc-91bd-4479-9ac6-2c02e0979e6a req-eb487058-21c7-4a14-82f0-b18dd5276a6d tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 949 time: 0.2982984 Jul 30 01:35:58.844706 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:58.992705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Network d6fa3faf-8161-468b-9c4e-955080185598 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:35:58.995100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49bb63dc-91bd-4479-9ac6-2c02e0979e6a req-ac3ac4f1-f37a-415d-9e45-561786556b0b tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827531 Jul 30 01:35:58.997249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:35:59.006781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:35:59.011121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Pushing event updated for resources: {'Port': ['ID=29a6fda8-2f98-4136-9c39-69f9db668f2e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:59.040467 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:35:59.061190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3de79b26-5d0f-46e5-926c-c6d260d75bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.098449 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.113747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53778) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:59.137191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3de79b26-5d0f-46e5-926c-c6d260d75bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.210206 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d56f162-5c3d-4e43-b98b-f657b5d9c6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.475307 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:52Z', 'revision_number': 3, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:35:59.516128 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d279cd-c6ba-4f0b-ab98-5febf1c54ccf None None] The sync data for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 is: [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:52Z', 'revision_number': 3, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:35:59.525032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53784) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:35:59.580309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baaebf-67df-4dcb-af28-96a444e608bc req-dda6a457-f638-4c83-82a2-4f8d9fec7194 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:35:59.593833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2baaebf-67df-4dcb-af28-96a444e608bc req-dda6a457-f638-4c83-82a2-4f8d9fec7194 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 949 time: 0.3479214 Jul 30 01:35:59.603078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e4c225f3-eada-4f2d-8c7e-a0bd4b7f093b None None] Provisioning for port 29a6fda8-2f98-4136-9c39-69f9db668f2e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:35:59.619641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e4c225f3-eada-4f2d-8c7e-a0bd4b7f093b None None] Provisioning complete for port 29a6fda8-2f98-4136-9c39-69f9db668f2e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:35:59.621383 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4c225f3-eada-4f2d-8c7e-a0bd4b7f093b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.625487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3de79b26-5d0f-46e5-926c-c6d260d75bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.628607 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3de79b26-5d0f-46e5-926c-c6d260d75bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.633855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3de79b26-5d0f-46e5-926c-c6d260d75bc5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3e101553-5ed6-48a4-aa7e-de98b232a3f2 HTTP/1.1" status: 204 len: 168 time: 0.9147248 Jul 30 01:35:59.697848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de79b26-5d0f-46e5-926c-c6d260d75bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e101553-5ed6-48a4-aa7e-de98b232a3f2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:35:59.774972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2baaebf-67df-4dcb-af28-96a444e608bc req-5569d08c-2e61-44b9-98f9-0a82071e0903 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801066 Jul 30 01:35:59.812532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e4c225f3-eada-4f2d-8c7e-a0bd4b7f093b None None] Port 29a6fda8-2f98-4136-9c39-69f9db668f2e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:35:59.896616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8c7bae8c-1eef-4440-90ed-672fda95b292 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:35:59.906428 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87d5c6bf-c0a3-4c94-94f5-e93a7c3da7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.923310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d56f162-5c3d-4e43-b98b-f657b5d9c6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.932567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.944712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d56f162-5c3d-4e43-b98b-f657b5d9c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:35:59.991821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56f162-5c3d-4e43-b98b-f657b5d9c6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69669f36-6503-400b-837c-5dde242bbaa9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:00.047094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 8c7bae8c-1eef-4440-90ed-672fda95b292 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:00.073151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 8c7bae8c-1eef-4440-90ed-672fda95b292 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:00.073555 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.087934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7d56f162-5c3d-4e43-b98b-f657b5d9c6e1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b07a4c083f6543998db91188cd7698cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9627697 Jul 30 01:36:00.088752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53794) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:00.135139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0def9e-2920-45c0-ad38-0e0e01435d00 req-a292d754-3243-464a-9429-c98f23a9fca9 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.137118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c0def9e-2920-45c0-ad38-0e0e01435d00 req-a292d754-3243-464a-9429-c98f23a9fca9 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 948 time: 0.2135658 Jul 30 01:36:00.284221 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.329645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae018b6f-faa8-4a4b-89cb-f46d87cdfa93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7bae8c-1eef-4440-90ed-672fda95b292'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:00.332995 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f9a1cc-3b28-411b-b552-6d751f18688f" -d '{"events": [{"server_uuid": "ae018b6f-faa8-4a4b-89cb-f46d87cdfa93", "name": "network-vif-plugged", "status": "completed", "tag": "8c7bae8c-1eef-4440-90ed-672fda95b292"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:00.350514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8c7bae8c-1eef-4440-90ed-672fda95b292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8c7bae8c-1eef-4440-90ed-672fda95b292,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:00.354598 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.355642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d6dce552-45f7-413b-a3ae-b7aa9a466ec1 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:00.371322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c0def9e-2920-45c0-ad38-0e0e01435d00 req-42bdc6ce-78fd-411a-bfa9-240a26187f02 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191029 Jul 30 01:36:00.380831 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffb7a04c-f3a1-4909-82c4-9dcc5ba091e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.393416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.411675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.459833 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffb7a04c-f3a1-4909-82c4-9dcc5ba091e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.471464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87d5c6bf-c0a3-4c94-94f5-e93a7c3da7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.496670 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87d5c6bf-c0a3-4c94-94f5-e93a7c3da7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.510359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Pushing event updated for resources: {'Port': ['ID=29a6fda8-2f98-4136-9c39-69f9db668f2e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:00.531263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:00.538006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:00.538522 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.545078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=8c7bae8c-1eef-4440-90ed-672fda95b292,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:00.595045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a6a70-743d-4ce6-91c4-4587ebe10e09 req-d0ed4bdd-949d-4a6f-9d6f-43a8c07056b5 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:00.607973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.608630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-236a6a70-743d-4ce6-91c4-4587ebe10e09 req-d0ed4bdd-949d-4a6f-9d6f-43a8c07056b5 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 949 time: 0.3469610 Jul 30 01:36:00.627125 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b324e480-c1f2-45f2-9ced-70b8b057cf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.665241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5c6bf-c0a3-4c94-94f5-e93a7c3da7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58aa600-79c3-46a1-887a-85ad15afce5c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:00.702451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.771893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d6dce552-45f7-413b-a3ae-b7aa9a466ec1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:00.781906 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.783299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1b0dda8a-3a65-4b78-a800-520cd7b07322 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:00.793675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-87d5c6bf-c0a3-4c94-94f5-e93a7c3da7aa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=98c5b39052d1439d8002ca5bd5cac612&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2685683 Jul 30 01:36:00.800708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53818) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:00.801212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Network d6fa3faf-8161-468b-9c4e-955080185598 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:00.802807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:00.841384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-236a6a70-743d-4ce6-91c4-4587ebe10e09 req-06647d78-0367-474e-b8b5-7bba96c14b11 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249937 Jul 30 01:36:00.927036 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffb7a04c-f3a1-4909-82c4-9dcc5ba091e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.945491 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ffb7a04c-f3a1-4909-82c4-9dcc5ba091e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:00.948249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ffb7a04c-f3a1-4909-82c4-9dcc5ba091e9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/69669f36-6503-400b-837c-5dde242bbaa9 HTTP/1.1" status: 204 len: 168 time: 0.8479490 Jul 30 01:36:01.011892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7a04c-f3a1-4909-82c4-9dcc5ba091e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69669f36-6503-400b-837c-5dde242bbaa9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:01.014333 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f56de7-08c0-43ea-8eac-eea469a3f5d8 x-openstack-request-id: req-22f56de7-08c0-43ea-8eac-eea469a3f5d8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:01.014915 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae018b6f-faa8-4a4b-89cb-f46d87cdfa93", "name": "network-vif-plugged", "status": "completed", "tag": "8c7bae8c-1eef-4440-90ed-672fda95b292", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:01.015172 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-22f56de7-08c0-43ea-8eac-eea469a3f5d8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:01.015622 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae018b6f-faa8-4a4b-89cb-f46d87cdfa93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7bae8c-1eef-4440-90ed-672fda95b292', 'code': 200} Jul 30 01:36:01.110514 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.120209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:01.150939 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f76e3a0e-d4ce-48d7-b6d2-0f98695cdb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.161954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 1b0dda8a-3a65-4b78-a800-520cd7b07322 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:01.180605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 1b0dda8a-3a65-4b78-a800-520cd7b07322 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:01.180816 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.234096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f76e3a0e-d4ce-48d7-b6d2-0f98695cdb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.247240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:36:01.317141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6e315-e047-4800-a6f9-8252bffdc029 req-ec6f64cb-eda3-44c0-91b7-d11850b71f29 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:01.325399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56e6e315-e047-4800-a6f9-8252bffdc029 req-ec6f64cb-eda3-44c0-91b7-d11850b71f29 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 950 time: 0.2608786 Jul 30 01:36:01.394108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.397393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56e6e315-e047-4800-a6f9-8252bffdc029 req-712f47f7-2d6c-4e69-aa00-03500e4332a2 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709491 Jul 30 01:36:01.397766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-07be325b-0072-4cfe-917c-12d0bcd3fe26 None None] Provisioning complete for port 29a6fda8-2f98-4136-9c39-69f9db668f2e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:01.398313 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07be325b-0072-4cfe-917c-12d0bcd3fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.422183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f76e3a0e-d4ce-48d7-b6d2-0f98695cdb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.427291 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f76e3a0e-d4ce-48d7-b6d2-0f98695cdb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.431611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f76e3a0e-d4ce-48d7-b6d2-0f98695cdb05 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b58aa600-79c3-46a1-887a-85ad15afce5c HTTP/1.1" status: 204 len: 168 time: 0.6297386 Jul 30 01:36:01.450723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e3a0e-d4ce-48d7-b6d2-0f98695cdb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58aa600-79c3-46a1-887a-85ad15afce5c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:01.451240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494ed8e-ffda-49d4-9ab9-bc014fd5ecf7 req-a9741310-4d92-4b4e-8c4a-164cbbfae908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:01.461964 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9494ed8e-ffda-49d4-9ab9-bc014fd5ecf7 req-a9741310-4d92-4b4e-8c4a-164cbbfae908 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 1101 time: 0.3645549 Jul 30 01:36:01.470418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-07be325b-0072-4cfe-917c-12d0bcd3fe26 None None] Port 29a6fda8-2f98-4136-9c39-69f9db668f2e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:01.476527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1b0dda8a-3a65-4b78-a800-520cd7b07322, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1b0dda8a-3a65-4b78-a800-520cd7b07322,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:01.485825 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:01.555391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1b0dda8a-3a65-4b78-a800-520cd7b07322,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:01.617929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c40304-4eaf-42ac-8ef6-615b717451ee req-51ab58d0-e485-4205-a9a1-48eb32b60970 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:01.620598 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10c40304-4eaf-42ac-8ef6-615b717451ee req-51ab58d0-e485-4205-a9a1-48eb32b60970 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 949 time: 0.0813944 Jul 30 01:36:01.636058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:01.644938 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-63ec3667-5a73-4486-8c69-b7d1239364ed admin admin] 10.222.0.84 "PUT /v2.0/routers/ae2af0d3-12ce-4bd7-b491-ff5885d61d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8706996 Jul 30 01:36:01.647296 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9494ed8e-ffda-49d4-9ab9-bc014fd5ecf7 req-9c0bb3d7-b839-4a4a-8df5-007803872ad0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694682 Jul 30 01:36:01.691419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10c40304-4eaf-42ac-8ef6-615b717451ee req-b7601f3c-d268-4124-8778-bf8208b3399a tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592127 Jul 30 01:36:02.011744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333c2c-9908-418b-af00-67c81bc8bb54 req-e3054310-7983-4200-a37c-76d8b336f1dc tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:02.024657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f333c2c-9908-418b-af00-67c81bc8bb54 req-e3054310-7983-4200-a37c-76d8b336f1dc tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 950 time: 0.1141720 Jul 30 01:36:02.089547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:02.094978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f333c2c-9908-418b-af00-67c81bc8bb54 req-43b7a55c-d250-4c0a-8747-0e9e9b33f96c tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664651 Jul 30 01:36:02.186662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:02.194612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:02.195929 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.357788 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.398242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:02.407105 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.524052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:02.533082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53862) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:02.562524 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8fc4c64-0188-4fd9-90c7-342c63f676d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.571717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d78cd-aaa0-4f12-a2b5-f86f0fed489a req-0568ae99-2f64-4727-b2bc-3d8d3f243cd1 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:02.582319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c8d78cd-aaa0-4f12-a2b5-f86f0fed489a req-0568ae99-2f64-4727-b2bc-3d8d3f243cd1 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 950 time: 0.0836313 Jul 30 01:36:02.648925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c8d78cd-aaa0-4f12-a2b5-f86f0fed489a req-329372ea-0152-4564-b98d-ea0d050f649d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650342 Jul 30 01:36:02.785823 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8fc4c64-0188-4fd9-90c7-342c63f676d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.792070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8fc4c64-0188-4fd9-90c7-342c63f676d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:02.842474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b8fc4c64-0188-4fd9-90c7-342c63f676d1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7a3d654ab8af4c48b23ac981f785b25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073833 Jul 30 01:36:02.843354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc4c64-0188-4fd9-90c7-342c63f676d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21731783-df6e-4a78-91f2-53923ae72a3b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:02.857212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53872) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:02.908305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Sync routers for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:02.914996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dad62-eba1-484b-a365-008a83d2985e req-bc3ca5f9-6d9e-4b58-b701-9179fba5e620 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:02.917633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d7dad62-eba1-484b-a365-008a83d2985e req-bc3ca5f9-6d9e-4b58-b701-9179fba5e620 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 949 time: 0.0897429 Jul 30 01:36:02.922346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:02.923400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:35:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:02.975321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53876) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:03.042871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e286e5c4-7382-438f-9634-de972cecd395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dce552-45f7-413b-a3ae-b7aa9a466ec1'}, {'server_uuid': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0dda8a-3a65-4b78-a800-520cd7b07322'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:03.045227 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da51ea02-9bdd-4e92-9923-1bd436cb25c9" -d '{"events": [{"server_uuid": "e286e5c4-7382-438f-9634-de972cecd395", "name": "network-vif-plugged", "status": "completed", "tag": "d6dce552-45f7-413b-a3ae-b7aa9a466ec1"}, {"server_uuid": "a3df4081-f9ed-40c4-a79a-01e2cdf8cee7", "name": "network-vif-plugged", "status": "completed", "tag": "1b0dda8a-3a65-4b78-a800-520cd7b07322"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:03.069051 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d7dad62-eba1-484b-a365-008a83d2985e req-adf01cd7-a341-4351-9bef-69406d8f3f09 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341441 Jul 30 01:36:03.116753 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8846ff9b-61b8-4d02-994a-3ef83a8ebe7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.143716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:03.214374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8846ff9b-61b8-4d02-994a-3ef83a8ebe7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.241844 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e29201-f83a-4d4e-b10a-ee374e0f44d6 x-openstack-request-id: req-78e29201-f83a-4d4e-b10a-ee374e0f44d6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:03.244506 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e286e5c4-7382-438f-9634-de972cecd395", "name": "network-vif-plugged", "status": "completed", "tag": "d6dce552-45f7-413b-a3ae-b7aa9a466ec1", "code": 200}, {"server_uuid": "a3df4081-f9ed-40c4-a79a-01e2cdf8cee7", "name": "network-vif-plugged", "status": "completed", "tag": "1b0dda8a-3a65-4b78-a800-520cd7b07322", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:03.251731 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-78e29201-f83a-4d4e-b10a-ee374e0f44d6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:03.251731 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e286e5c4-7382-438f-9634-de972cecd395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dce552-45f7-413b-a3ae-b7aa9a466ec1', 'code': 200} Jul 30 01:36:03.251731 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0dda8a-3a65-4b78-a800-520cd7b07322', 'code': 200} Jul 30 01:36:03.414734 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-faec70d1-d650-4b00-ba6e-7f749e45989f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.475011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcae43-c36e-4aef-a7fd-5d6225037926 req-bea74f56-7050-4dc9-8531-b34b3acf8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.479954 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-17fcae43-c36e-4aef-a7fd-5d6225037926 req-bea74f56-7050-4dc9-8531-b34b3acf8321 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 1100 time: 0.1201408 Jul 30 01:36:03.479954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8846ff9b-61b8-4d02-994a-3ef83a8ebe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.508666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c83de-9406-4bc3-ab2c-23f751e3128b req-a35338bb-fdc1-4c43-8a06-7f3228d899bc tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.517932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8846ff9b-61b8-4d02-994a-3ef83a8ebe7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.523691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c0c83de-9406-4bc3-ab2c-23f751e3128b req-a35338bb-fdc1-4c43-8a06-7f3228d899bc tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 950 time: 0.2351985 Jul 30 01:36:03.524228 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8846ff9b-61b8-4d02-994a-3ef83a8ebe7a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/21731783-df6e-4a78-91f2-53923ae72a3b HTTP/1.1" status: 204 len: 168 time: 0.6623328 Jul 30 01:36:03.578908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fb68d-25cb-477f-bc3a-e0e8c4a21751 req-d6329f44-29fe-466f-9c30-f862bf8fb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:03.578908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-293fb68d-25cb-477f-bc3a-e0e8c4a21751 req-d6329f44-29fe-466f-9c30-f862bf8fb5f5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 1101 time: 0.1996691 Jul 30 01:36:03.617507 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a44e83d5-f738-4555-a64c-55d141de1df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.629606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c0c83de-9406-4bc3-ab2c-23f751e3128b req-77c112e1-32de-4eae-9200-b152ec75a259 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044188 Jul 30 01:36:03.702889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846ff9b-61b8-4d02-994a-3ef83a8ebe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21731783-df6e-4a78-91f2-53923ae72a3b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:03.715311 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-293fb68d-25cb-477f-bc3a-e0e8c4a21751 req-b9c05627-7f10-4a41-b799-d05670a2df5b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047621 Jul 30 01:36:03.847085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:00Z', 'revision_number': 2, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:03.881950 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:03.883938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Checking router: ae2af0d3-12ce-4bd7-b491-ff5885d61d60 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:03.884550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Updating router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 port 29a6fda8-2f98-4136-9c39-69f9db668f2e binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:03.929199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.012933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152b1f-7db8-466c-8490-825aabed94ea req-9e927cf7-ce52-4f48-ae58-6481b8b39ecc tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.013282 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a44e83d5-f738-4555-a64c-55d141de1df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.026608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29152b1f-7db8-466c-8490-825aabed94ea req-9e927cf7-ce52-4f48-ae58-6481b8b39ecc tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 950 time: 0.1709704 Jul 30 01:36:04.052032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a44e83d5-f738-4555-a64c-55d141de1df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.108613 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a44e83d5-f738-4555-a64c-55d141de1df5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c8cc6c961104b12a2a394ada1c0c2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1300356 Jul 30 01:36:04.113661 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-17fcae43-c36e-4aef-a7fd-5d6225037926 req-a9e1932c-a82e-40e7-aa96-82dfb91a6384 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871041 Jul 30 01:36:04.113898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53906) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:04.140004 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29152b1f-7db8-466c-8490-825aabed94ea req-3593a57b-a7e6-4e87-aa5f-68b6d4edef9c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111233 Jul 30 01:36:04.162515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e83d5-f738-4555-a64c-55d141de1df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350aa747-355c-4353-be0b-3b39f6a0898b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:04.199680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:04.284369 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f50ca4d-fd64-4745-b0f3-f73958718e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.342297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af9da-6b7c-4fbd-9a10-d4d1e7473650 req-7892cb56-c770-471d-a75f-b9cfacf18cb4 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.346885 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce9af9da-6b7c-4fbd-9a10-d4d1e7473650 req-7892cb56-c770-471d-a75f-b9cfacf18cb4 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 949 time: 0.0906494 Jul 30 01:36:04.359313 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.362390 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f50ca4d-fd64-4745-b0f3-f73958718e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.417838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:04.418457 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.456576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce9af9da-6b7c-4fbd-9a10-d4d1e7473650 req-31d034b6-2ebf-4666-8cd8-1e4a61271d33 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968037 Jul 30 01:36:04.495589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f50ca4d-fd64-4745-b0f3-f73958718e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.500675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f50ca4d-fd64-4745-b0f3-f73958718e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.506716 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3f50ca4d-fd64-4745-b0f3-f73958718e54 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/350aa747-355c-4353-be0b-3b39f6a0898b HTTP/1.1" status: 204 len: 168 time: 0.3848705 Jul 30 01:36:04.520649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50ca4d-fd64-4745-b0f3-f73958718e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350aa747-355c-4353-be0b-3b39f6a0898b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:04.640363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53916) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:04.649158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-network', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:04.701797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Made reservation on behalf of 3014e33c2e844c5b96b38dc7635409f4 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:04.706302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.738173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.922407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9571657-5dec-452e-8b09-e0cb234b1e9f req-20b3843b-7019-4166-9bde-9bc237646e41 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:04.949803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9571657-5dec-452e-8b09-e0cb234b1e9f req-20b3843b-7019-4166-9bde-9bc237646e41 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 950 time: 0.1821203 Jul 30 01:36:04.966098 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:04.974480 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.055749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:36:05.082008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9571657-5dec-452e-8b09-e0cb234b1e9f req-6204e6a1-0427-42c0-829e-b27d80899567 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303172 Jul 30 01:36:05.107157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28964ed5-cf98-4a8a-bfa7-361c437612b2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:05.125482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.126076 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Added segment 869639fe-1636-4fcd-b7b6-633c96d78f34 of type vlan for network 774493d1-069d-4ea6-a1f8-93c6d32217c4 Jul 30 01:36:05.325729 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.351253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.375662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Transition to ACTIVE for port object 29a6fda8-2f98-4136-9c39-69f9db668f2e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:05.398308 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.449980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.462230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:05.463976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.509151 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8628802 Jul 30 01:36:05.521153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53934) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:05.537986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Request body: {'subnet': {'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-subnet', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:05.589739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262a535-709d-41de-a8f4-e1fd5c4804dc None None] Pushing event updated for resources: {'Port': ['ID=29a6fda8-2f98-4136-9c39-69f9db668f2e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:05.590630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Made reservation on behalf of 3014e33c2e844c5b96b38dc7635409f4 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:05.595523 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.655846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Attempting to bind port 29a6fda8-2f98-4136-9c39-69f9db668f2e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:05.658113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Attempting to bind port 29a6fda8-2f98-4136-9c39-69f9db668f2e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:05.658357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Attempting to bind port 29a6fda8-2f98-4136-9c39-69f9db668f2e on network d6fa3faf-8161-468b-9c4e-955080185598 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:05.671607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:05.671946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Checking segment: {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:05.672291 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.673993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Bound using segment: {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:05.673993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Bound port: 29a6fda8-2f98-4136-9c39-69f9db668f2e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:05.673993 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:05.757711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58292e7e-1223-4962-891b-4f363cbb7161 admin admin] Pushing event updated for resources: {'Network': ['ID=774493d1-069d-4ea6-a1f8-93c6d32217c4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:05.798097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba455019-50b5-437e-a0df-9def68edc648 req-641c125c-a4c3-4b2d-bbe2-7e95fd601d7a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:05.808658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 774493d1-069d-4ea6-a1f8-93c6d32217c4 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:36:05.812690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba455019-50b5-437e-a0df-9def68edc648 req-641c125c-a4c3-4b2d-bbe2-7e95fd601d7a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 950 time: 0.4325478 Jul 30 01:36:05.981943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba455019-50b5-437e-a0df-9def68edc648 req-f2ac6c56-9bbc-4465-8ce3-15045b3a1744 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086366 Jul 30 01:36:06.061780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] For port 29a6fda8-2f98-4136-9c39-69f9db668f2e, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:06.074895 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.078212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] For port 29a6fda8-2f98-4136-9c39-69f9db668f2e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=29a6fda8-2f98-4136-9c39-69f9db668f2e,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:06.088377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.116335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53948) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:06.177170 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.204758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:06.205912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:06.234589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53954) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:06.297341 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2420484-0026-410b-81cd-0ee4305e3d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.306103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e14901ca-b467-4ce4-b73c-f801a237bd14,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:06.307021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262a535-709d-41de-a8f4-e1fd5c4804dc None None] Pushing event updated for resources: {'Port': ['ID=29a6fda8-2f98-4136-9c39-69f9db668f2e,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:06.452604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Checking segment: {'id': '869639fe-1636-4fcd-b7b6-633c96d78f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:06.453546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Network hostable DHCP agents. Network: 774493d1-069d-4ea6-a1f8-93c6d32217c4, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:36:06.508113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887bbc8-3130-4219-9996-c1a15f9f295c req-8af33049-0faf-42d1-96a5-952cd4650f7b tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.525599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5887bbc8-3130-4219-9996-c1a15f9f295c req-8af33049-0faf-42d1-96a5-952cd4650f7b tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 949 time: 0.2134442 Jul 30 01:36:06.547401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:06.586398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Network 774493d1-069d-4ea6-a1f8-93c6d32217c4 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:36:06.617074 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2420484-0026-410b-81cd-0ee4305e3d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.626148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2420484-0026-410b-81cd-0ee4305e3d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.673201 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f2420484-0026-410b-81cd-0ee4305e3d87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bcdea44aef1d48f49a61ac1a92685f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370131 Jul 30 01:36:06.674077 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5887bbc8-3130-4219-9996-c1a15f9f295c req-0cbfd2a6-73a2-4c09-897c-48147224b046 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337988 Jul 30 01:36:06.675523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 774493d1-069d-4ea6-a1f8-93c6d32217c4) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:06.683564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53958) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:06.709577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:06.710514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.746190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4baa1ca3-15d9-498d-985c-25e0015922ec admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2196274 Jul 30 01:36:06.747163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53962) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:06.750467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6b2142-cf60-42e4-bf4c-f53179a490b1 None None] Network 774493d1-069d-4ea6-a1f8-93c6d32217c4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:06.757741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:06.762989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2420484-0026-410b-81cd-0ee4305e3d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc91f38-e48e-4534-bfab-79c1cb30e0b0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:06.811908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.817074 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.818907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-852b62e1-13f0-4467-9c13-0bf001652100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.877958 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-852b62e1-13f0-4467-9c13-0bf001652100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:06.939703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-network', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:07.000787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Made reservation on behalf of 0a69c361c08a4f8d8c3166233887a3b8 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:07.009492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.049262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.083965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-852b62e1-13f0-4467-9c13-0bf001652100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.096405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-852b62e1-13f0-4467-9c13-0bf001652100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.105670 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-852b62e1-13f0-4467-9c13-0bf001652100 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ecc91f38-e48e-4534-bfab-79c1cb30e0b0 HTTP/1.1" status: 204 len: 168 time: 0.4205468 Jul 30 01:36:07.170730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b62e1-13f0-4467-9c13-0bf001652100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc91f38-e48e-4534-bfab-79c1cb30e0b0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:07.211640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-774493d1-069d-4ea6-a1f8-93c6d32217c4', 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'fixed_ips': [{'subnet_id': 'e14901ca-b467-4ce4-b73c-f801a237bd14'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:36:07.216701 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.246604 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.457401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.465475 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.502866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:36:07.514449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:06Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:07.531189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.531691 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Added segment 719d2ce2-b3c3-410e-8bb4-1d6094cbafe2 of type vlan for network 5e53fbd7-8722-444d-9a7f-62c2eede3758 Jul 30 01:36:07.533307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa57ff0-238d-4efb-8f78-0b809e05ba51,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:07.611795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.614624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a10c76-d143-44eb-aef3-35d27d4176b5 None None] The sync data for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 is: [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:06Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:07.677703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Allocated IP 172.20.0.2 (774493d1-069d-4ea6-a1f8-93c6d32217c4/e14901ca-b467-4ce4-b73c-f801a237bd14/1caffcae-67b8-4ff6-9625-71358ed5ecdd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:07.724080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.727103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.731849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.805017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee643b-7998-4b59-8f9a-042e9b7a889f req-5c95fe86-e27a-489a-88e2-3ba84a6290b6 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.809944 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2ee643b-7998-4b59-8f9a-042e9b7a889f req-5c95fe86-e27a-489a-88e2-3ba84a6290b6 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 1101 time: 0.4145515 Jul 30 01:36:07.846073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b638b-37c2-4adb-8ee4-8fc0c13a9d8a req-2c6976ca-1dfa-49ff-bf1f-038000c82361 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:07.859206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e93b638b-37c2-4adb-8ee4-8fc0c13a9d8a req-2c6976ca-1dfa-49ff-bf1f-038000c82361 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 950 time: 0.6059756 Jul 30 01:36:07.859990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7418935 Jul 30 01:36:07.864500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53982) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:07.879662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Request body: {'subnet': {'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-subnet', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:07.928941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad854f3-1897-4931-a7e2-c38f98ef38cd admin admin] Pushing event updated for resources: {'Network': ['ID=5e53fbd7-8722-444d-9a7f-62c2eede3758,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:07.972155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:36:07.981942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Made reservation on behalf of 0a69c361c08a4f8d8c3166233887a3b8 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:07.983488 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b2ee643b-7998-4b59-8f9a-042e9b7a889f req-cd8c2fb9-a264-4908-af10-cc4a0bb02e9a tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:07.990678 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.171357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 29a6fda8-2f98-4136-9c39-69f9db668f2e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:08.300897 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.313129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Transition to ACTIVE for port object 1caffcae-67b8-4ff6-9625-71358ed5ecdd will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:08.340989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Transition to ACTIVE for port object 1caffcae-67b8-4ff6-9625-71358ed5ecdd will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:08.344603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 29a6fda8-2f98-4136-9c39-69f9db668f2e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:08.353840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 29a6fda8-2f98-4136-9c39-69f9db668f2e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:08.354812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.362759 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.471880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Network 774493d1-069d-4ea6-a1f8-93c6d32217c4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:08.485495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:08.488999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:08.493657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Pushing event updated for resources: {'Port': ['ID=1caffcae-67b8-4ff6-9625-71358ed5ecdd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:08.558925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.622788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Attempting to bind port 1caffcae-67b8-4ff6-9625-71358ed5ecdd on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:08.623677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Attempting to bind port 1caffcae-67b8-4ff6-9625-71358ed5ecdd by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '869639fe-1636-4fcd-b7b6-633c96d78f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:08.623677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Attempting to bind port 1caffcae-67b8-4ff6-9625-71358ed5ecdd on network 774493d1-069d-4ea6-a1f8-93c6d32217c4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:08.636673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:08.637180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Checking segment: {'id': '869639fe-1636-4fcd-b7b6-633c96d78f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:08.637657 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.638120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Bound using segment: {'id': '869639fe-1636-4fcd-b7b6-633c96d78f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:08.638616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Bound port: 1caffcae-67b8-4ff6-9625-71358ed5ecdd, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869639fe-1636-4fcd-b7b6-633c96d78f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:08.639008 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.641171 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.692416 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.743159 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e93b638b-37c2-4adb-8ee4-8fc0c13a9d8a req-9fff69fc-5952-4f42-8558-aa2019bbe429 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8659708 Jul 30 01:36:08.765593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55477313-331d-4329-a74d-1ca61382e718,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:08.833984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] For port 1caffcae-67b8-4ff6-9625-71358ed5ecdd, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:08.847507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] For port 1caffcae-67b8-4ff6-9625-71358ed5ecdd, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1caffcae-67b8-4ff6-9625-71358ed5ecdd,segment=NetworkSegment(869639fe-1636-4fcd-b7b6-633c96d78f34),segment_id=869639fe-1636-4fcd-b7b6-633c96d78f34)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:08.866004 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:08.881770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Checking segment: {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:08.883401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Network hostable DHCP agents. Network: 5e53fbd7-8722-444d-9a7f-62c2eede3758, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:36:08.940009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:36:08.982543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5e53fbd7-8722-444d-9a7f-62c2eede3758) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:08.986958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 29a6fda8-2f98-4136-9c39-69f9db668f2e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=29a6fda8-2f98-4136-9c39-69f9db668f2e,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:08.998829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:09.000426 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.008785 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.017200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ece92d-e732-4ba6-8bc4-d8f995ba8b9a None None] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:09.106991 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b2ee643b-7998-4b59-8f9a-042e9b7a889f req-cd8c2fb9-a264-4908-af10-cc4a0bb02e9a tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.121669 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b2ee643b-7998-4b59-8f9a-042e9b7a889f req-cd8c2fb9-a264-4908-af10-cc4a0bb02e9a tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.127971 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4411a271-7a81-4ab2-9659-bd7a7e941689 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2577910 Jul 30 01:36:09.128468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54006) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:09.137789 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:09.208908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153cb1f-955e-47b8-a0f7-666787dfe18e None None] Pushing event updated for resources: {'Port': ['ID=1caffcae-67b8-4ff6-9625-71358ed5ecdd,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:09.239935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2ee643b-7998-4b59-8f9a-042e9b7a889f req-cd8c2fb9-a264-4908-af10-cc4a0bb02e9a tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4281058 Jul 30 01:36:09.243121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.245609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.364856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=29a6fda8-2f98-4136-9c39-69f9db668f2e,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:09.589078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.820754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-5e53fbd7-8722-444d-9a7f-62c2eede3758', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:36:09.822230 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:09.959591 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:10.072443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c2fb9-a264-4908-af10-cc4a0bb02e9a tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2350644-dd07-4f15-8a19-e3802431297e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:10.081115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:10.099983 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:10.719671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Allocated IP 172.25.7.143 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/c7d5e460-86b1-4e1f-8410-ef040ea2bb76) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:10.773195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54028) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:10.818674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 29a6fda8-2f98-4136-9c39-69f9db668f2e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:10.928498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:10.977132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.111654 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.234624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.286209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 29a6fda8-2f98-4136-9c39-69f9db668f2e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:11.286966 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.318916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Allocated IP 172.20.0.2 (5e53fbd7-8722-444d-9a7f-62c2eede3758/55477313-331d-4329-a74d-1ca61382e718/eefa5871-d544-49dd-9edb-90cfde9470e7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:11.410977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Allocated IP 172.25.7.105 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/fd6706d8-28e0-43db-941d-cc404e7d319b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:11.421011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-network', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:11.505892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c4115e-1e2f-4045-8fe7-9a38a5f4611b None None] Network 774493d1-069d-4ea6-a1f8-93c6d32217c4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:11.510016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:11.544821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d5e460-86b1-4e1f-8410-ef040ea2bb76,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:11.625043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:11.660719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:11.672502 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.680308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Made reservation on behalf of a302e1b006be4798872defcfb2067d3c for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:11.684133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.740469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-93e8fbb1-1aa0-438a-b040-828fd90b1840 None None] Provisioning for port 1caffcae-67b8-4ff6-9625-71358ed5ecdd completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:11.771900 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.823695 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:11.828748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:11.836426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:11.851647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:11.880631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6706d8-28e0-43db-941d-cc404e7d319b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:11.891997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85779d-b7a4-49f2-931d-5fb7d6a59bbd req-4abd4978-48b4-48b9-971e-cecfbbc4d8ff tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.894598 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd85779d-b7a4-49f2-931d-5fb7d6a59bbd req-4abd4978-48b4-48b9-971e-cecfbbc4d8ff tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 949 time: 0.4462409 Jul 30 01:36:11.920281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88679225-d73a-4f0b-a3e7-6ff8ce1e2f60 req-2bff4223-5a3f-455e-a6af-3b766671a962 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:11.922948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88679225-d73a-4f0b-a3e7-6ff8ce1e2f60 req-2bff4223-5a3f-455e-a6af-3b766671a962 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 950 time: 0.3320615 Jul 30 01:36:11.960188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1caffcae-67b8-4ff6-9625-71358ed5ecdd up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:11.965146 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.053746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Transition to ACTIVE for port object eefa5871-d544-49dd-9edb-90cfde9470e7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:12.144380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Transition to ACTIVE for port object eefa5871-d544-49dd-9edb-90cfde9470e7 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:12.147140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88679225-d73a-4f0b-a3e7-6ff8ce1e2f60 req-87c3b90a-e2c7-4269-ba9c-223727122bde tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025843 Jul 30 01:36:12.152505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd85779d-b7a4-49f2-931d-5fb7d6a59bbd req-f0a7d80e-bf71-4bce-a655-cc5e7b9b71fd tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250886 Jul 30 01:36:12.169108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.314683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1caffcae-67b8-4ff6-9625-71358ed5ecdd completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:12.342909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:12.411977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1caffcae-67b8-4ff6-9625-71358ed5ecdd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:12.412306 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.418497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:12.465955 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.484473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.498506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:12.546681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Pushing event updated for resources: {'Port': ['ID=eefa5871-d544-49dd-9edb-90cfde9470e7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:12.630704 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.653321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.756305 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.866535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-540697fc-41bb-430e-8c58-f05869e920b1 req-0deea300-f4c3-48c2-a37d-24ef71f99acb tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e7c25cab69f04fb0911c3a7496a02cbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992630 Jul 30 01:36:12.873781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Attempting to bind port eefa5871-d544-49dd-9edb-90cfde9470e7 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:12.873781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Attempting to bind port eefa5871-d544-49dd-9edb-90cfde9470e7 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:12.873781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Attempting to bind port eefa5871-d544-49dd-9edb-90cfde9470e7 on network 5e53fbd7-8722-444d-9a7f-62c2eede3758 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:12.884795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:36:12.889541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1caffcae-67b8-4ff6-9625-71358ed5ecdd, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1caffcae-67b8-4ff6-9625-71358ed5ecdd,segment=NetworkSegment(869639fe-1636-4fcd-b7b6-633c96d78f34),segment_id=869639fe-1636-4fcd-b7b6-633c96d78f34)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:12.891869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:12.891869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Checking segment: {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:12.893136 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.893136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Bound using segment: {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:12.894385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Bound port: eefa5871-d544-49dd-9edb-90cfde9470e7, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:12.894385 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.904026 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.964071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:12.965452 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Added segment c4de7453-3a98-4234-9005-3630ff40d414 of type vlan for network c0394da6-e4da-4c50-ad99-813d6a092c28 Jul 30 01:36:13.071916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.146356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] For port eefa5871-d544-49dd-9edb-90cfde9470e7, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:13.163601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] For port eefa5871-d544-49dd-9edb-90cfde9470e7, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=eefa5871-d544-49dd-9edb-90cfde9470e7,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:13.182762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-0c1c1cf4-40b4-4980-8bc8-55a19fcc6f97 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3274767 Jul 30 01:36:13.186880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3c07bc-979d-469a-a9c0-00ddc8a678ce,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:13.190239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=1caffcae-67b8-4ff6-9625-71358ed5ecdd,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:13.219896 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.309868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c29e80f5-3422-4db6-9242-d47df2ece357 None None] Provisioning complete for port 1caffcae-67b8-4ff6-9625-71358ed5ecdd triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:13.310127 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.310290 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c29e80f5-3422-4db6-9242-d47df2ece357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.384757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790cb8d-8d52-494f-a1cb-67cce3a3f689 None None] Pushing event updated for resources: {'Port': ['ID=eefa5871-d544-49dd-9edb-90cfde9470e7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:13.595886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:36:13.688053 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:36:13.841261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:13.847173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.849237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:13.850189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.862587 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Sync routers for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:13.878297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:13.888949 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b9a47038-8308-4185-afbb-0b7808bbe606 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.7515879 Jul 30 01:36:13.889264 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:13.889264 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:13.890303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54072) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:13.907354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.1299312 Jul 30 01:36:13.913741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54074) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:13.954356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Request body: {'subnet': {'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-subnet', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:14.016522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540697fc-41bb-430e-8c58-f05869e920b1 req-e1d51612-1f5e-4394-b9aa-62c18258537a tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.018544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-540697fc-41bb-430e-8c58-f05869e920b1 req-e1d51612-1f5e-4394-b9aa-62c18258537a tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1511834 Jul 30 01:36:14.045734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.089135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-8c4c70f7-184c-44e2-bdc2-ffb2c851454b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:14.095208 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:14.100332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-8c4c70f7-184c-44e2-bdc2-ffb2c851454b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8970878 Jul 30 01:36:14.175751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79bfe2-fb61-4707-b748-d04ba5385ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=c0394da6-e4da-4c50-ad99-813d6a092c28,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:14.214499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-1590beb7-dc79-427f-8cd4-b823553ca655 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/quotas/d0f98f9edc1a45c59355a7c052a282a1 HTTP/1.1" status: 200 len: 375 time: 0.0448895 Jul 30 01:36:14.223736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c0394da6-e4da-4c50-ad99-813d6a092c28 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:36:14.224307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-540697fc-41bb-430e-8c58-f05869e920b1 req-807c0162-603d-4f6d-8bc4-c3f3f258bac8 tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/quotas/e7c25cab69f04fb0911c3a7496a02cbb HTTP/1.1" status: 200 len: 375 time: 0.1677461 Jul 30 01:36:14.236948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Made reservation on behalf of a302e1b006be4798872defcfb2067d3c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:14.239668 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.516364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-540697fc-41bb-430e-8c58-f05869e920b1 req-fa8ab996-21d2-4648-9031-aa46075eacc3 tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7c25cab69f04fb0911c3a7496a02cbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2534909 Jul 30 01:36:14.544725 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:12Z', 'revision_number': 3, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:14.582608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-4a22478f-920d-417c-8489-5d143361ca40 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3665130 Jul 30 01:36:14.650008 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Checking router: 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:14.650722 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Updating router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 port fd6706d8-28e0-43db-941d-cc404e7d319b binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:14.726190 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:14.888639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Router 0f5267d6-5036-465a-a9b8-081aaf81c259 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:36:15.092374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec933b7-3113-420c-97d4-2985f9cd0813 None None] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:15.128644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.260042 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.475116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1caffcae-67b8-4ff6-9625-71358ed5ecdd up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:15.542888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:15.578620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Sync routers for ids ['0f5267d6-5036-465a-a9b8-081aaf81c259'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:15.595226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2cf2b87f-e77a-42b3-999a-638c17fb4df7 None None] Provisioning for port eefa5871-d544-49dd-9edb-90cfde9470e7 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:15.624317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1caffcae-67b8-4ff6-9625-71358ed5ecdd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:15.625391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.716237 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.735650 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Transition to ACTIVE for port object fd6706d8-28e0-43db-941d-cc404e7d319b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:15.742377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Routers {'0f5267d6-5036-465a-a9b8-081aaf81c259'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:15.746059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f5267d6-5036-465a-a9b8-081aaf81c259'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:15.748829 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.765808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ec6ced-d53b-4e55-8cb9-45adc74f79fe,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:15.797101 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-d9dd5ed7-f01e-48d0-9990-3898bd4d5bd5 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=adf304193d7e4257b99bb0c62dfedff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2471535 Jul 30 01:36:15.802822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.812283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7ff69d90-5e83-4a5b-8bf2-52de372674e7 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.0597246 Jul 30 01:36:15.816649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54090) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:15.854737 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dba788-861e-489a-bdc3-b9ed913b85a0 None None] Pushing event updated for resources: {'Port': ['ID=fd6706d8-28e0-43db-941d-cc404e7d319b,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:15.858696 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Allocated IP 172.20.0.1 (5e53fbd7-8722-444d-9a7f-62c2eede3758/55477313-331d-4329-a74d-1ca61382e718/ff61a081-31a4-4f9b-9f20-a0fa025b4ee9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:15.914913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Checking segment: {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:15.915573 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Attempting to bind port fd6706d8-28e0-43db-941d-cc404e7d319b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:15.916185 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Attempting to bind port fd6706d8-28e0-43db-941d-cc404e7d319b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:15.917406 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Attempting to bind port fd6706d8-28e0-43db-941d-cc404e7d319b on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:15.917917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Network hostable DHCP agents. Network: c0394da6-e4da-4c50-ad99-813d6a092c28, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:36:15.935166 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:15.938382 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:15.939658 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:15.940892 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:15.942055 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Bound port: fd6706d8-28e0-43db-941d-cc404e7d319b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:15.942692 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.072320 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] For port fd6706d8-28e0-43db-941d-cc404e7d319b, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:16.092421 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] For port fd6706d8-28e0-43db-941d-cc404e7d319b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fd6706d8-28e0-43db-941d-cc404e7d319b,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:16.103215 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.139803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Set router 0f5267d6-5036-465a-a9b8-081aaf81c259 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:16.351693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Network c0394da6-e4da-4c50-ad99-813d6a092c28 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:36:16.353397 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dba788-861e-489a-bdc3-b9ed913b85a0 None None] Pushing event updated for resources: {'Port': ['ID=fd6706d8-28e0-43db-941d-cc404e7d319b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:16.416127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, c0394da6-e4da-4c50-ad99-813d6a092c28) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:16.439916 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:16.448638 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:16.455550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.456665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.457028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972637aa-0a3b-42e2-821a-33701f6e6f81 None None] Network c0394da6-e4da-4c50-ad99-813d6a092c28 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:16.572273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-79de60b1-85cd-4836-8885-732213bddb4d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6466696 Jul 30 01:36:16.579034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54108) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:16.613656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b7f6-f414-479d-975b-1019958922a6 req-0e1ebf70-5e60-48d6-bad1-69718e49dfb7 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:16.632672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-0e1ebf70-5e60-48d6-bad1-69718e49dfb7 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8336415 Jul 30 01:36:16.643526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:16.703272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-594ec5f2-a48c-47a3-9694-b91bac06c8fe tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/quotas/adf304193d7e4257b99bb0c62dfedff6 HTTP/1.1" status: 200 len: 375 time: 0.0622251 Jul 30 01:36:16.769743 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.776231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:16.827029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54116) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:16.912023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-db32b920-7cb9-422a-9368-e72944d2c96f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=adf304193d7e4257b99bb0c62dfedff6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2071612 Jul 30 01:36:16.955940 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:36:17.034136 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:17.106729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-c0394da6-e4da-4c50-ad99-813d6a092c28', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:36:17.108046 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.115394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device eefa5871-d544-49dd-9edb-90cfde9470e7 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:17.190022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.216213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28f533-fbe1-48d7-90b3-5c6f69de402a req-119553a4-1c12-4df4-b503-1a575b5b2816 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:17.233134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d28f533-fbe1-48d7-90b3-5c6f69de402a req-119553a4-1c12-4df4-b503-1a575b5b2816 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 950 time: 0.2497256 Jul 30 01:36:17.355852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d28f533-fbe1-48d7-90b3-5c6f69de402a req-bee07a46-9208-46cb-97e0-735053213bf5 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174622 Jul 30 01:36:17.374467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port eefa5871-d544-49dd-9edb-90cfde9470e7 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:17.465280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port eefa5871-d544-49dd-9edb-90cfde9470e7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:17.468599 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.489456 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88eb1c80-0eb9-4cc9-a5c8-2757e94d3d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.849240 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:12Z', 'revision_number': 3, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:17.963189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:17.977193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Allocated IP 172.20.0.2 (c0394da6-e4da-4c50-ad99-813d6a092c28/00ec6ced-d53b-4e55-8cb9-45adc74f79fe/451b55e4-1522-4e3d-8a3d-d0ed5996fc54) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:18.011909 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8643320-fcf9-4bf7-93ec-d7974c15d3f7 None None] The sync data for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 is: [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:12Z', 'revision_number': 3, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:18.313072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-556b3017-77ba-4303-89b5-b482aa3c7aa1 req-844728a0-a998-4309-96de-00e29995efb0 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 210 time: 0.0950823 Jul 30 01:36:18.426656 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.748646 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:18.753075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de1d047e-a136-45c6-ba56-4b258a2d5353 req-d7b3c7d1-0904-467d-8a2d-010c012d642f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 210 time: 0.2398076 Jul 30 01:36:18.787865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Transition to ACTIVE for port object ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:18.865244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Transition to ACTIVE for port object 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:18.927671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:06Z', 'updated_at': '2021-07-30T01:36:11Z', 'revision_number': 3, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'gw_port': {'id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:19.065022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88eb1c80-0eb9-4cc9-a5c8-2757e94d3d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.083161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.099945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.122984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Checking router: 0f5267d6-5036-465a-a9b8-081aaf81c259 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:19.123621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Updating router 0f5267d6-5036-465a-a9b8-081aaf81c259 port c7d5e460-86b1-4e1f-8410-ef040ea2bb76 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:19.126354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:19.154174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Transition to ACTIVE for port object 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:19.205663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:19.211531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:19.224579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port eefa5871-d544-49dd-9edb-90cfde9470e7, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=eefa5871-d544-49dd-9edb-90cfde9470e7,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:19.230806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.231862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380a148-4d54-4eae-8d35-9ce5a98ec7a0 req-3aa89ba2-e739-48fc-974f-eaa8d08b5c75 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:19.240381 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.250463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a380a148-4d54-4eae-8d35-9ce5a98ec7a0 req-3aa89ba2-e739-48fc-974f-eaa8d08b5c75 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 950 time: 0.2843599 Jul 30 01:36:19.375409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Pushing event updated for resources: {'Port': ['ID=ff61a081-31a4-4f9b-9f20-a0fa025b4ee9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:19.381419 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88eb1c80-0eb9-4cc9-a5c8-2757e94d3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.399693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-45d9847b-80a0-47b6-86d8-4f3b3abfbb66 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757439 Jul 30 01:36:19.426314 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.465132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a380a148-4d54-4eae-8d35-9ce5a98ec7a0 req-a0561356-a2d4-4367-be6f-4699b74502a3 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121880 Jul 30 01:36:19.837674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-72c8b39d-c653-45ac-8eac-9253682f90c5 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:19.850423 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-72c8b39d-c653-45ac-8eac-9253682f90c5 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 950 time: 1.6934099 Jul 30 01:36:19.887173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:19.938738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dadce4b7-c870-4540-a198-3e8e01db1206 req-c528043d-ce7f-475a-8abf-c84df966401a tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e7c25cab69f04fb0911c3a7496a02cbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4638326 Jul 30 01:36:19.954302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b79dbf60-6662-4a63-b505-c176e471d92d req-20519d02-6f20-4877-810d-07a28ca8de6c tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 210 time: 0.2087276 Jul 30 01:36:20.101410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fd6706d8-28e0-43db-941d-cc404e7d319b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:20.152125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Network c0394da6-e4da-4c50-ad99-813d6a092c28 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:20.189491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:20.217287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:20.242740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Pushing event updated for resources: {'Port': ['ID=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:20.291741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3849fa45-5fca-4e10-b8c0-2fc148384660 None None] Provisioning for port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:20.307707 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:20.315521 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e1ed5-d88c-4abe-913d-2d85f175a0cd req-cdc697eb-26ff-438f-8e7c-0e2f692be0b4 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 210 time: 0.1461020 Jul 30 01:36:20.403726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-0a881ae3-5039-44d5-9dda-ffbf50394cd3 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.404440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3849fa45-5fca-4e10-b8c0-2fc148384660 None None] Provisioning complete for port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:20.405407 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3849fa45-5fca-4e10-b8c0-2fc148384660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:20.407133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-0a881ae3-5039-44d5-9dda-ffbf50394cd3 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9992352 Jul 30 01:36:20.429692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Transition to ACTIVE for port object c7d5e460-86b1-4e1f-8410-ef040ea2bb76 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:20.470254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadce4b7-c870-4540-a198-3e8e01db1206 req-53f33f20-901f-447b-a919-8ceaffcce62b tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:20.472777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dadce4b7-c870-4540-a198-3e8e01db1206 req-53f33f20-901f-447b-a919-8ceaffcce62b tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5050325 Jul 30 01:36:20.473992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.41', 64703) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:20.481039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Request body: {'port': {'device_id': 'e3512ca0-5784-453b-828b-660e8a6227ed', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'd0f98f9edc1a45c59355a7c052a282a1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:20.550366 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:20.604999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Attempting to bind port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:20.606018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Attempting to bind port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:20.606776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Attempting to bind port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 on network c0394da6-e4da-4c50-ad99-813d6a092c28 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:20.627668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=eefa5871-d544-49dd-9edb-90cfde9470e7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:20.646317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3849fa45-5fca-4e10-b8c0-2fc148384660 None None] Port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:20.648501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port fd6706d8-28e0-43db-941d-cc404e7d319b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:20.666711 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:20.667543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Checking segment: {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:20.668428 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:20.669177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Bound using segment: {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:20.670133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Bound port: 451b55e4-1522-4e3d-8a3d-d0ed5996fc54, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:20.670910 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:20.719791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb1c80-0eb9-4cc9-a5c8-2757e94d3d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38220ac0-9e02-4ae5-8be7-352a47e0afab,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:20.729799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-65ce8d60-8bff-4f78-9c50-36666068a47a tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=adf304193d7e4257b99bb0c62dfedff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2426360 Jul 30 01:36:20.752267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fd6706d8-28e0-43db-941d-cc404e7d319b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:20.753096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:20.784574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dadce4b7-c870-4540-a198-3e8e01db1206 req-a5e917a5-8287-4737-af8e-449426f99c82 tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/quotas/e7c25cab69f04fb0911c3a7496a02cbb HTTP/1.1" status: 200 len: 375 time: 0.2505410 Jul 30 01:36:20.803239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Attempting to bind port c7d5e460-86b1-4e1f-8410-ef040ea2bb76 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:20.804028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Attempting to bind port c7d5e460-86b1-4e1f-8410-ef040ea2bb76 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:20.804753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Attempting to bind port c7d5e460-86b1-4e1f-8410-ef040ea2bb76 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:20.842257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:20.843996 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:20.844766 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:20.845629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:20.846554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Bound port: c7d5e460-86b1-4e1f-8410-ef040ea2bb76, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:20.847325 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:20.856764 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-f420abdb-6f63-4f23-8e45-8dd29253460d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6134267 Jul 30 01:36:20.863532 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-88eb1c80-0eb9-4cc9-a5c8-2757e94d3d57 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c07a6331b4dd452aa14bc5d59e7e0370&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0231557 Jul 30 01:36:20.916537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54172) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:20.933559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Pushing event updated for resources: {'Port': ['ID=c7d5e460-86b1-4e1f-8410-ef040ea2bb76,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:20.957098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.957428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.957781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.958122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.958461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.958793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.959126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.959476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.959812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.960145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.960474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:20.960799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:21.057851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] For port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:21.098740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] For port c7d5e460-86b1-4e1f-8410-ef040ea2bb76, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:21.129079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.132120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] For port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:21.141879 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.142275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] For port c7d5e460-86b1-4e1f-8410-ef040ea2bb76, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c7d5e460-86b1-4e1f-8410-ef040ea2bb76,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:21.146485 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.177750 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.245800 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.276358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dadce4b7-c870-4540-a198-3e8e01db1206 req-406a4b2f-8ceb-42e9-b9e9-95e98027c538 tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7c25cab69f04fb0911c3a7496a02cbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4636562 Jul 30 01:36:21.301668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port fd6706d8-28e0-43db-941d-cc404e7d319b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fd6706d8-28e0-43db-941d-cc404e7d319b,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:21.327420 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.333857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-054f2e09-9634-4073-ab6a-71f858555383 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:21.337219 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-054f2e09-9634-4073-ab6a-71f858555383 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4713480 Jul 30 01:36:21.450304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Routers {'0f5267d6-5036-465a-a9b8-081aaf81c259'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:21.452012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f5267d6-5036-465a-a9b8-081aaf81c259'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:21.462582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b20912-c31b-441c-8dbb-8fd491225dc4 None None] Pushing event updated for resources: {'Port': ['ID=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:21.538249 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7220d57c-6ca6-499f-8ca6-e0b647e804e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.590444 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7220d57c-6ca6-499f-8ca6-e0b647e804e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:21.651243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device eefa5871-d544-49dd-9edb-90cfde9470e7 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:21.711272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f565c8f-4674-4ef6-bff0-3907955a4727 req-73e30953-8b90-4e83-9727-9c247206ef9c tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:21.720302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f565c8f-4674-4ef6-bff0-3907955a4727 req-73e30953-8b90-4e83-9727-9c247206ef9c tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 950 time: 0.9847846 Jul 30 01:36:21.793013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a158753-489b-418b-939c-f8f4902727a6 None None] Pushing event updated for resources: {'Port': ['ID=c7d5e460-86b1-4e1f-8410-ef040ea2bb76,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:21.840555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Request body: {'port': {'device_id': '6991524c-7265-4acc-b0f9-606fbe954207', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'd0f98f9edc1a45c59355a7c052a282a1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:21.883346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b7f6-f414-479d-975b-1019958922a6 req-f97dcc8e-361c-4d34-9a94-4677f0827a59 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:21.897313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-f97dcc8e-361c-4d34-9a94-4677f0827a59 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1490631 Jul 30 01:36:21.906362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Request body: {'port': {'device_id': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'adf304193d7e4257b99bb0c62dfedff6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:21.939050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] Set router 0f5267d6-5036-465a-a9b8-081aaf81c259 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:21.948910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Deleting port 1b0dda8a-3a65-4b78-a800-520cd7b07322 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:36:21.949233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.025923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d947f72-1008-4c54-900f-6640744b12ed req-f685fcc1-732d-4d9a-bd12-ecb3f9dc6c77 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 210 time: 0.3408437 Jul 30 01:36:22.047785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7220d57c-6ca6-499f-8ca6-e0b647e804e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.052184 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7220d57c-6ca6-499f-8ca6-e0b647e804e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.059182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7220d57c-6ca6-499f-8ca6-e0b647e804e0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/38220ac0-9e02-4ae5-8be7-352a47e0afab HTTP/1.1" status: 204 len: 168 time: 0.7872102 Jul 30 01:36:22.099121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Made reservation on behalf of d0f98f9edc1a45c59355a7c052a282a1 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:22.103046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1b0dda8a-3a65-4b78-a800-520cd7b07322 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:36:22.105315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.118461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=fd6706d8-28e0-43db-941d-cc404e7d319b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:22.153590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220d57c-6ca6-499f-8ca6-e0b647e804e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38220ac0-9e02-4ae5-8be7-352a47e0afab,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:22.192927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f565c8f-4674-4ef6-bff0-3907955a4727 req-b237f519-5bea-4033-9ff3-f7642bc82bf9 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275601 Jul 30 01:36:22.207781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Allocated IP 172.20.0.1 (774493d1-069d-4ea6-a1f8-93c6d32217c4/e14901ca-b467-4ce4-b73c-f801a237bd14/7515619b-7aef-4de5-b9fd-82d86c88a81f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:22.536744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31c317f1-46ca-4b52-8a70-8f167f06a45f req-4c4ef1ff-cd3e-4878-bbce-3ad481db72ff tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 210 time: 0.1439676 Jul 30 01:36:22.728495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port eefa5871-d544-49dd-9edb-90cfde9470e7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:22.729320 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:22.872561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Made reservation on behalf of adf304193d7e4257b99bb0c62dfedff6 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:22.878681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.067247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Allocated IP 192.168.233.162 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/64602ee6-0328-439c-a68e-2be6aceb0678) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:23.079754 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.130703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54196) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:23.167666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0dda8a-3a65-4b78-a800-520cd7b07322'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:23.171142 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4133791-6311-4144-98b4-d33f64ff6f9c" -d '{"events": [{"server_uuid": "a3df4081-f9ed-40c4-a79a-01e2cdf8cee7", "name": "network-vif-unplugged", "status": "completed", "tag": "1b0dda8a-3a65-4b78-a800-520cd7b07322"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:23.193496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1b0dda8a-3a65-4b78-a800-520cd7b07322, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1b0dda8a-3a65-4b78-a800-520cd7b07322,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:23.216240 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.233689 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f37e3ac5-0a7c-47e7-a9cf-2c7832ad0403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.246276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Made reservation on behalf of d0f98f9edc1a45c59355a7c052a282a1 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:23.254334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.376443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3cf010-e2f9-43ca-9028-19246213cc37 None None] Network c0394da6-e4da-4c50-ad99-813d6a092c28 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:36:23.415307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] For port 1b0dda8a-3a65-4b78-a800-520cd7b07322, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1b0dda8a-3a65-4b78-a800-520cd7b07322,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:23.415924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.462302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fc7dd45-df60-40b0-b2ad-b349d5542e8e req-2c0e4010-5a78-44cd-adbf-eb65b88dc7d4 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 210 time: 0.1829395 Jul 30 01:36:23.522386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Calling delete_port for 1b0dda8a-3a65-4b78-a800-520cd7b07322 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:36:23.588493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1b0dda8a-3a65-4b78-a800-520cd7b07322,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:23.599823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:06Z', 'updated_at': '2021-07-30T01:36:11Z', 'revision_number': 3, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'gw_port': {'id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:23.637031 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda705e6-4fff-45c1-8405-df9a3f31986a x-openstack-request-id: req-bda705e6-4fff-45c1-8405-df9a3f31986a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:23.637555 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3df4081-f9ed-40c4-a79a-01e2cdf8cee7", "name": "network-vif-unplugged", "status": "completed", "tag": "1b0dda8a-3a65-4b78-a800-520cd7b07322", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:23.638090 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bda705e6-4fff-45c1-8405-df9a3f31986a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:23.638786 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b0dda8a-3a65-4b78-a800-520cd7b07322', 'code': 200} Jul 30 01:36:23.761071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-611ba941-6bfa-4f68-bff1-302ff5546f40 None None] Provisioning for port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:23.776307 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fd6706d8-28e0-43db-941d-cc404e7d319b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:23.792316 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.794269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c323e0-0037-465a-80ee-ddfc03dc0962 None None] The sync data for ids ['0f5267d6-5036-465a-a9b8-081aaf81c259'] in n-d-715271-7 is: [{'id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:06Z', 'updated_at': '2021-07-30T01:36:11Z', 'revision_number': 3, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'gw_port': {'id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:23.960336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:23.993110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.000084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f37e3ac5-0a7c-47e7-a9cf-2c7832ad0403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.030707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f37e3ac5-0a7c-47e7-a9cf-2c7832ad0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.052347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.053725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fd6706d8-28e0-43db-941d-cc404e7d319b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:24.054364 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.105357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Transition to ACTIVE for port object 7515619b-7aef-4de5-b9fd-82d86c88a81f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:24.149862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd39c0-0873-48ab-9a86-40993a34cd80 req-51fcfb7c-a0e8-4f86-9a61-764b1658b87f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:24.155808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50fd39c0-0873-48ab-9a86-40993a34cd80 req-51fcfb7c-a0e8-4f86-9a61-764b1658b87f tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 948 time: 0.4137390 Jul 30 01:36:24.221568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f37e3ac5-0a7c-47e7-a9cf-2c7832ad0403 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=71dc6052e86645dbb863c268b852bce8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0852532 Jul 30 01:36:24.230796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54212) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:24.232822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e3ac5-0a7c-47e7-a9cf-2c7832ad0403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4660610a-2386-41ab-a7dc-54e96bf15df0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:24.331935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:24.366956 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.459175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Pushing event updated for resources: {'Port': ['ID=ff61a081-31a4-4f9b-9f20-a0fa025b4ee9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:24.473976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.491401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50fd39c0-0873-48ab-9a86-40993a34cd80 req-97c9088d-710c-4b21-9a9d-7685cc1f5b04 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/security-groups?id=d58a9ca7-98ed-41de-a925-6f4402fafc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107290 Jul 30 01:36:24.509674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:24.510753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Transition to ACTIVE for port object 64602ee6-0328-439c-a68e-2be6aceb0678 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:24.549947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:24.550506 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.614990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.642564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-723c13a5-1a0b-4200-bb16-1a52954396b1 req-d5a04f05-7ae7-43e6-af72-bb57eadecd22 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 210 time: 0.1347439 Jul 30 01:36:24.708633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.726741 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.773573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-49505fda-bbe2-425d-a3f2-df5c2d55ca7e None None] Provisioning complete for port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:24.774753 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49505fda-bbe2-425d-a3f2-df5c2d55ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.796842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58207322-9247-44e4-bf1f-d391f85e7171 req-7d4cc44e-7c7b-474f-820d-f3296e324e26 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 210 time: 0.1099660 Jul 30 01:36:24.862613 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.918448 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-651c759a-f87b-4e3a-8aad-23ea611ad0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:24.959560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1379bab1-3f03-454c-8b50-b30c7f706162 req-9f15b8a1-9984-4b9e-bb8e-659840c0a983 tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e7c25cab69f04fb0911c3a7496a02cbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669911 Jul 30 01:36:24.984935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:24.987173 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-49505fda-bbe2-425d-a3f2-df5c2d55ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.021963 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.118929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:25.125815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Network 774493d1-069d-4ea6-a1f8-93c6d32217c4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:25.153304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:25.166505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:25.170963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379bab1-3f03-454c-8b50-b30c7f706162 req-7803f212-9497-4340-b75c-affbdcfb841c tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:25.178492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.185484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1379bab1-3f03-454c-8b50-b30c7f706162 req-7803f212-9497-4340-b75c-affbdcfb841c tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243736 Jul 30 01:36:25.213461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.226172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-49505fda-bbe2-425d-a3f2-df5c2d55ca7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:36:25.226790 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-49505fda-bbe2-425d-a3f2-df5c2d55ca7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:36:25.235975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:25.280787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Pushing event updated for resources: {'Port': ['ID=7515619b-7aef-4de5-b9fd-82d86c88a81f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:25.319765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1379bab1-3f03-454c-8b50-b30c7f706162 req-f2f14009-6ec4-4824-9061-4449f912ef88 tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/quotas/e7c25cab69f04fb0911c3a7496a02cbb HTTP/1.1" status: 200 len: 375 time: 0.1325703 Jul 30 01:36:25.330651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-651c759a-f87b-4e3a-8aad-23ea611ad0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.366417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:25.502135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event updated for resources: {'Port': ['ID=64602ee6-0328-439c-a68e-2be6aceb0678,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:25.509674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Allocated IP 172.25.7.73 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/ef48ffe2-1fcd-46cd-a121-02253992779a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:25.548507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:25.579335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:25.589820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Pushing event deleted for resources: {'Port': ['ID=1b0dda8a-3a65-4b78-a800-520cd7b07322,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:25.725074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:25.753235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c7d5e460-86b1-4e1f-8410-ef040ea2bb76 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:25.756508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1379bab1-3f03-454c-8b50-b30c7f706162 req-d7eef22c-3a9a-408b-a64e-3aedd303c1e9 tempest-QuotasAdminNegativeTest-1186796701 tempest-QuotasAdminNegativeTest-1186796701-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7c25cab69f04fb0911c3a7496a02cbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2557220 Jul 30 01:36:25.793640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:25.814877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:25.816287 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:25.888534 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.037971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c7d5e460-86b1-4e1f-8410-ef040ea2bb76 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:26.052822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c7d5e460-86b1-4e1f-8410-ef040ea2bb76 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:26.053638 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.067534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Allocated IP 192.168.233.106 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/af1c4ba3-1cab-4dc1-90b6-055a0dc623e8) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:26.185098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1a433612-efd5-4cdf-8c04-6b1c4b668002 None None] Provisioning for port 7515619b-7aef-4de5-b9fd-82d86c88a81f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:26.210320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1a433612-efd5-4cdf-8c04-6b1c4b668002 None None] Provisioning complete for port 7515619b-7aef-4de5-b9fd-82d86c88a81f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:26.211238 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a433612-efd5-4cdf-8c04-6b1c4b668002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.258148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-651c759a-f87b-4e3a-8aad-23ea611ad0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.262793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-651c759a-f87b-4e3a-8aad-23ea611ad0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.264877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-651c759a-f87b-4e3a-8aad-23ea611ad0de admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4660610a-2386-41ab-a7dc-54e96bf15df0 HTTP/1.1" status: 204 len: 168 time: 1.9991300 Jul 30 01:36:26.267102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-a4c788f2-0fcc-4d09-9b41-d26c6a976fc0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8455794 Jul 30 01:36:26.269414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] No DVR routers for this DVR port 1b0dda8a-3a65-4b78-a800-520cd7b07322 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:36:26.297609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1a433612-efd5-4cdf-8c04-6b1c4b668002 None None] Port 7515619b-7aef-4de5-b9fd-82d86c88a81f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:26.297932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.310014 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3c85275-934e-44b4-9ca8-197d67ac5ac9 req-eb36cc8c-4715-4bb9-a3e3-d74e3bb04f35 tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.22 "DELETE /v2.0/ports/1b0dda8a-3a65-4b78-a800-520cd7b07322 HTTP/1.1" status: 204 len: 173 time: 6.4150670 Jul 30 01:36:26.321182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'name': 'network-vif-deleted', 'tag': '1b0dda8a-3a65-4b78-a800-520cd7b07322'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:26.330431 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfeb3c0-c4a6-46cc-9e85-fc92f6bdc308" -d '{"events": [{"server_uuid": "a3df4081-f9ed-40c4-a79a-01e2cdf8cee7", "name": "network-vif-deleted", "tag": "1b0dda8a-3a65-4b78-a800-520cd7b07322"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:26.470724 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.536601 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.561513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port c7d5e460-86b1-4e1f-8410-ef040ea2bb76, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c7d5e460-86b1-4e1f-8410-ef040ea2bb76,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:26.573494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.574910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:26.600103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Transition to ACTIVE for port object af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:26.743157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a04e0be7-c987-4125-a627-1905225bd0ab req-c37eeb21-9ae0-4b47-9267-6e1444a44f6c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 210 time: 0.5084546 Jul 30 01:36:26.760919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3692cc7c-091b-42d2-8d84-0446e7367ce5 req-33f59523-5698-4864-9546-b9c76fb5014d tempest-DeleteServersAdminTestJSON-1379461344 tempest-DeleteServersAdminTestJSON-1379461344-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3df4081-f9ed-40c4-a79a-01e2cdf8cee7 HTTP/1.1" status: 200 len: 210 time: 0.8869662 Jul 30 01:36:26.778830 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Request body: {'port': {'device_id': 'e3512ca0-5784-453b-828b-660e8a6227ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:26.779324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-693ff451-1d24-4858-b5e9-d015368d148b None None] Provisioning complete for port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:26.780462 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-693ff451-1d24-4858-b5e9-d015368d148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:26.963876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c759a-f87b-4e3a-8aad-23ea611ad0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4660610a-2386-41ab-a7dc-54e96bf15df0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:26.968113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:36:26.994039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.001962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.033544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5c293bc-f127-4a80-9995-03d417fdeea3 req-6b198893-b3b4-4d50-8ee3-d6257602a7a8 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 210 time: 0.0630603 Jul 30 01:36:27.090369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.136349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['d6dce552-45f7-413b-a3ae-b7aa9a466ec1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:27.282747 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12983001-12c6-4381-a56f-0ddd8a772eee x-openstack-request-id: req-12983001-12c6-4381-a56f-0ddd8a772eee {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:27.283374 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3df4081-f9ed-40c4-a79a-01e2cdf8cee7", "name": "network-vif-deleted", "tag": "1b0dda8a-3a65-4b78-a800-520cd7b07322", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:27.283961 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-12983001-12c6-4381-a56f-0ddd8a772eee {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:27.284801 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3df4081-f9ed-40c4-a79a-01e2cdf8cee7', 'name': 'network-vif-deleted', 'tag': '1b0dda8a-3a65-4b78-a800-520cd7b07322', 'status': 'completed', 'code': 200} Jul 30 01:36:27.322915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Pushing event updated for resources: {'Port': ['ID=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:27.328220 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.378362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:27.394794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-693ff451-1d24-4858-b5e9-d015368d148b None None] Port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:27.401744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=c7d5e460-86b1-4e1f-8410-ef040ea2bb76,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:27.419403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:27.426435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:27.439045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:27.440926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.441189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:27.441436 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.468046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-17595bb8-00a3-4c2e-b58a-ab56cbf8b72f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5687051 Jul 30 01:36:27.472815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Allocated IP 192.168.233.93 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/f27423e5-29c8-492f-a6d7-b43a435763eb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:27.506354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Request body: {'port': {'device_id': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:27.678245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3c2baba0-1a6e-48df-96e8-23dd2aa9b75a None None] Provisioning for port 64602ee6-0328-439c-a68e-2be6aceb0678 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:27.682195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.689679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3c2baba0-1a6e-48df-96e8-23dd2aa9b75a None None] Provisioning complete for port 64602ee6-0328-439c-a68e-2be6aceb0678 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:27.690517 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c2baba0-1a6e-48df-96e8-23dd2aa9b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:27.762537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:27.782026 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Sync routers for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:27.849960 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-166fceec-0b2b-4f43-b4b6-f3af8118d41c admin admin] 10.222.0.84 "PUT /v2.0/routers/847f03dd-2c7b-43ba-8dbd-f7f612b48aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9419510 Jul 30 01:36:27.853173 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:27.862944 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:27.994514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.173619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3c2baba0-1a6e-48df-96e8-23dd2aa9b75a None None] Port 64602ee6-0328-439c-a68e-2be6aceb0678 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:28.332189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4e88edb4-c418-40e5-acc3-f568c3ccbb13 None None] Provisioning for port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:28.350032 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4e88edb4-c418-40e5-acc3-f568c3ccbb13 None None] Provisioning complete for port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:28.350032 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e88edb4-c418-40e5-acc3-f568c3ccbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.407177 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e525996-cbc3-4cac-9cfd-2461d68836a1 req-014fcac0-bddb-4e34-8bfb-cceadf5acc35 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 210 time: 0.1599393 Jul 30 01:36:28.464239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c7d5e460-86b1-4e1f-8410-ef040ea2bb76 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:28.551767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.598210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Transition to ACTIVE for port object f27423e5-29c8-492f-a6d7-b43a435763eb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:28.606722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4e88edb4-c418-40e5-acc3-f568c3ccbb13 None None] Port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:28.698286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:28.708173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.723657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c7d5e460-86b1-4e1f-8410-ef040ea2bb76 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:28.724129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:28.725464 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:28.743150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:28.772644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:28.790756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef48ffe2-1fcd-46cd-a121-02253992779a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:28.866548 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:28.962214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54286) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:29.071426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64602ee6-0328-439c-a68e-2be6aceb0678 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:29.112546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.134517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Transition to ACTIVE for port object 64602ee6-0328-439c-a68e-2be6aceb0678 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:29.144926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.208462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30031ba4-1d64-4f53-80e5-52f13d8ad00a req-77ee489c-8c3d-4054-8b41-f3ad49ee015d tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.214046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30031ba4-1d64-4f53-80e5-52f13d8ad00a req-77ee489c-8c3d-4054-8b41-f3ad49ee015d tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 936 time: 0.7305963 Jul 30 01:36:29.582506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:29.624794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:29.690638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc675f1d-2d09-4ee4-8e46-288510900b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.727865 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:22Z', 'revision_number': 2, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:29.740605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:29.781418 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Checking router: 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:29.783044 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Updating router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:29.878306 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:29.911564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:29.912654 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.029092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.050713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event updated for resources: {'Port': ['ID=f27423e5-29c8-492f-a6d7-b43a435763eb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:30.074903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.220494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Pushing event updated for resources: {'Port': ['ID=64602ee6-0328-439c-a68e-2be6aceb0678,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:30.382145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30031ba4-1d64-4f53-80e5-52f13d8ad00a req-ce6e108b-1847-4495-b1d0-c2df029a8509 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0046041 Jul 30 01:36:30.402027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2e5da03a-51d7-48a3-a464-5438836211e0 None None] Provisioning for port f27423e5-29c8-492f-a6d7-b43a435763eb completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:30.431587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2e5da03a-51d7-48a3-a464-5438836211e0 None None] Provisioning complete for port f27423e5-29c8-492f-a6d7-b43a435763eb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:30.433801 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e5da03a-51d7-48a3-a464-5438836211e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.500365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.512140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Pushing event updated for resources: {'Port': ['ID=7515619b-7aef-4de5-b9fd-82d86c88a81f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:30.621178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2e5da03a-51d7-48a3-a464-5438836211e0 None None] Port f27423e5-29c8-492f-a6d7-b43a435763eb cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:30.659235 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a456-de57-46a2-baeb-935fea48be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.736141 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc675f1d-2d09-4ee4-8e46-288510900b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.754258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Attempting to bind port 64602ee6-0328-439c-a68e-2be6aceb0678 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:30.755080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Attempting to bind port 64602ee6-0328-439c-a68e-2be6aceb0678 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:30.755850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Attempting to bind port 64602ee6-0328-439c-a68e-2be6aceb0678 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:30.764577 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.794446 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Transition to ACTIVE for port object ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:30.811548 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.833220 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.840480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5e99-2436-4170-b742-38b71d8bc783 req-345784c1-5400-4ec5-8eef-0fb57c1e3625 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:30.843472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-345784c1-5400-4ec5-8eef-0fb57c1e3625 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 820 time: 1.4589272 Jul 30 01:36:30.852217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Port 64602ee6-0328-439c-a68e-2be6aceb0678 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:30.852980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Attempting to bind port 64602ee6-0328-439c-a68e-2be6aceb0678 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:30.912596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:30.913315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:30.914710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:30.915259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Bound port: 64602ee6-0328-439c-a68e-2be6aceb0678, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:30.915905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.922876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.931738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc675f1d-2d09-4ee4-8e46-288510900b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:30.960678 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afda163-4135-4c21-a2c0-41a753fef81d None None] Pushing event updated for resources: {'Port': ['ID=ff61a081-31a4-4f9b-9f20-a0fa025b4ee9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:30.981979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-7e235ba6-98c3-4a77-b719-cd42a2f378d3 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/quotas/0a69c361c08a4f8d8c3166233887a3b8 HTTP/1.1" status: 200 len: 375 time: 0.1142874 Jul 30 01:36:31.035725 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Attempting to bind port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:31.036855 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Attempting to bind port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:31.037673 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Attempting to bind port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 on network 5e53fbd7-8722-444d-9a7f-62c2eede3758 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:31.049309 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:31.049949 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Checking segment: {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:31.050596 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.053061 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Bound using segment: {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:31.054180 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Bound port: ff61a081-31a4-4f9b-9f20-a0fa025b4ee9, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:31.055377 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.073051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc675f1d-2d09-4ee4-8e46-288510900b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d915157-dcc3-44c9-8093-3a504101685b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:31.094894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d0faa-a2e0-40b9-8b54-fa5d0d906ff9 req-5a1f924d-5113-41b8-a030-a4ca779ba51d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:31.096515 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-b191d8af-b5b2-4ee5-9753-d60bfc04e11f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.2668004 Jul 30 01:36:31.097841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab2d0faa-a2e0-40b9-8b54-fa5d0d906ff9 req-5a1f924d-5113-41b8-a030-a4ca779ba51d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 935 time: 0.3839824 Jul 30 01:36:31.123178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Request body: {'port': {'device_id': '6991524c-7265-4acc-b0f9-606fbe954207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:31.220396 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] For port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:31.227748 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] For port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ff61a081-31a4-4f9b-9f20-a0fa025b4ee9,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:31.229333 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bc675f1d-2d09-4ee4-8e46-288510900b97 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e7c25cab69f04fb0911c3a7496a02cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2405746 Jul 30 01:36:31.230340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54320) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:31.235409 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.268744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:31.296347 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.315485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] For port 64602ee6-0328-439c-a68e-2be6aceb0678, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:31.317686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.335536 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afda163-4135-4c21-a2c0-41a753fef81d None None] Pushing event updated for resources: {'Port': ['ID=ff61a081-31a4-4f9b-9f20-a0fa025b4ee9,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:31.335788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-864533c0-22b6-498e-83ea-d4925f80a9af tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2885311 Jul 30 01:36:31.377440 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:31.378524 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:31.400499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab2d0faa-a2e0-40b9-8b54-fa5d0d906ff9 req-02ff6e4c-09cd-4ee9-b295-26c2f7dbe39e tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193277 Jul 30 01:36:31.410424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] For port 64602ee6-0328-439c-a68e-2be6aceb0678, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=64602ee6-0328-439c-a68e-2be6aceb0678,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:31.432534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Transition to ACTIVE for port object af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:31.445699 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.470732 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.590850 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:31.619747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.651809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Network 774493d1-069d-4ea6-a1f8-93c6d32217c4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:31.660200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:31.787553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:31.791718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:31.794770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] 10.222.0.41 "PUT /v2.0/ports/64602ee6-0328-439c-a68e-2be6aceb0678 HTTP/1.1" status: 200 len: 1096 time: 5.0322845 Jul 30 01:36:31.800828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3512ca0-5784-453b-828b-660e8a6227ed', 'tag': '64602ee6-0328-439c-a68e-2be6aceb0678'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:31.807908 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909d40e8-e5ee-4690-9915-e01ff08b3016" -d '{"events": [{"name": "network-changed", "server_uuid": "e3512ca0-5784-453b-828b-660e8a6227ed", "tag": "64602ee6-0328-439c-a68e-2be6aceb0678"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:31.869576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259a619-cddf-4764-a687-abacd5993f57 service neutron] Pushing event updated for resources: {'Port': ['ID=64602ee6-0328-439c-a68e-2be6aceb0678,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:32.173650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Attempting to bind port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:32.174198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Attempting to bind port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:32.174723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Attempting to bind port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:32.188625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Pushing event updated for resources: {'Port': ['ID=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:32.238034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cd177f23-3fc9-4b80-8de4-ef0d7fe46bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:32.263419 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b9c8-7916-48ba-897e-799a33304b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.264511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cd177f23-3fc9-4b80-8de4-ef0d7fe46bfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 1099 time: 0.3793328 Jul 30 01:36:32.265755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:32.266277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Attempting to bind port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:32.281915 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:31Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:32.358552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e4cd40d2-b489-46f7-ba18-e5401d5a63df None None] Provisioning complete for port 7515619b-7aef-4de5-b9fd-82d86c88a81f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:32.363650 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e4cd40d2-b489-46f7-ba18-e5401d5a63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.456109 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc567ba9-9cd5-4841-818c-14ffca32812b None None] The sync data for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 is: [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:31Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:32.593322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd40d2-b489-46f7-ba18-e5401d5a63df None None] Port 7515619b-7aef-4de5-b9fd-82d86c88a81f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:32.609158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-09d653fa-2139-4a32-bc54-b26b7a00df91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=64602ee6-0328-439c-a68e-2be6aceb0678 HTTP/1.1" status: 200 len: 217 time: 0.3112750 Jul 30 01:36:32.610050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:32.615658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:32.616613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:32.618835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Bound port: af1c4ba3-1cab-4dc1-90b6-055a0dc623e8, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:32.619326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:32.650705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-aa037664-cf94-4c86-bcd9-9dfba2257fa9 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:36:32.654053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-aa037664-cf94-4c86-bcd9-9dfba2257fa9 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8394244 Jul 30 01:36:32.727816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54342) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:32.793564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b9c8-7916-48ba-897e-799a33304b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.106906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eb5e-95d6-460e-bf51-c9fcbcd363ff req-421d6524-f92a-4e98-a05f-a36b7d06f54d tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.109451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bae3eb5e-95d6-460e-bf51-c9fcbcd363ff req-421d6524-f92a-4e98-a05f-a36b7d06f54d tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 948 time: 0.3996642 Jul 30 01:36:33.111973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-e9630745-05f3-4ca5-959f-11632aaf3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.114735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-e9630745-05f3-4ca5-959f-11632aaf3013 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4879048 Jul 30 01:36:33.144247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Router 0f5267d6-5036-465a-a9b8-081aaf81c259 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:36:33.163185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] For port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:33.262850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] For port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:33.275594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b9c8-7916-48ba-897e-799a33304b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.278413 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b9c8-7916-48ba-897e-799a33304b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.283636 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a5f0b9c8-7916-48ba-897e-799a33304b03 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0d915157-dcc3-44c9-8093-3a504101685b HTTP/1.1" status: 204 len: 168 time: 2.0426805 Jul 30 01:36:33.298007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-63960b69-0f8a-49ae-bbe8-6a899eb45195 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982773 Jul 30 01:36:33.300549 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.345787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa515a10-1b7d-4603-9434-ff0be6c433fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.431197 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b4ea937e-a177-451f-8ee5-fec324ec5794 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f8281fb972164aa1bb32c55d6a06cc49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6760046 Jul 30 01:36:33.431882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:36:33.446409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54348) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:33.448767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0b9c8-7916-48ba-897e-799a33304b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d915157-dcc3-44c9-8093-3a504101685b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:33.640581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-6cc27a7b-6f60-467c-9267-54cb4273514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.645335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-6cc27a7b-6f60-467c-9267-54cb4273514d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5156751 Jul 30 01:36:33.653495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bae3eb5e-95d6-460e-bf51-c9fcbcd363ff req-a021f574-386a-4a02-bac2-319a9dfd3ca1 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962463 Jul 30 01:36:33.667728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.679056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:33.681110 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:33.684305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] 10.222.0.41 "PUT /v2.0/ports/af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 HTTP/1.1" status: 200 len: 1096 time: 6.2026200 Jul 30 01:36:33.791927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-7ac4224b-2395-4e5e-a4f9-cf37b7126f47 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141505 Jul 30 01:36:33.881818 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23a4a3-d5a2-4c31-9ab2-7f0dacd857fc service neutron] Pushing event updated for resources: {'Port': ['ID=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:33.903376 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ef558-ae54-4619-b9d3-ece360968827 x-openstack-request-id: req-977ef558-ae54-4619-b9d3-ece360968827 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:33.903861 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3512ca0-5784-453b-828b-660e8a6227ed", "tag": "64602ee6-0328-439c-a68e-2be6aceb0678", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:33.928364 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-977ef558-ae54-4619-b9d3-ece360968827 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:33.929375 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3512ca0-5784-453b-828b-660e8a6227ed', 'tag': '64602ee6-0328-439c-a68e-2be6aceb0678', 'status': 'completed', 'code': 200} Jul 30 01:36:34.159394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-bc7948f9-3711-40f9-bb33-5d8140bd2318 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965577 Jul 30 01:36:34.171193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54354) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:34.216330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:34.233140 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f329defc-7f90-4d9e-b8ec-0b7a01e71a94 admin admin] 10.222.0.84 "PUT /v2.0/routers/0f5267d6-5036-465a-a9b8-081aaf81c259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4011958 Jul 30 01:36:34.378862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Sync routers for ids ['0f5267d6-5036-465a-a9b8-081aaf81c259'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:34.500619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:34.512971 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-603eb628-fdff-4a14-b5ca-6cf26ff39ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.652916 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.664832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Routers {'0f5267d6-5036-465a-a9b8-081aaf81c259'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:34.668166 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13a4404f-f9be-4d1f-9805-8b4573f9c6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.669545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f5267d6-5036-465a-a9b8-081aaf81c259'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:34.702914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13a4404f-f9be-4d1f-9805-8b4573f9c6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.756422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27423e5-29c8-492f-a6d7-b43a435763eb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:34.779600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:34.839705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b7f6-f414-479d-975b-1019958922a6 req-0f2df963-ce1d-4437-8d12-aa9a7314bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:34.849549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-0f2df963-ce1d-4437-8d12-aa9a7314bf44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adf304193d7e4257b99bb0c62dfedff6&device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 1099 time: 1.0545607 Jul 30 01:36:34.987522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Transition to ACTIVE for port object f27423e5-29c8-492f-a6d7-b43a435763eb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:35.016462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-142aa961-ea9a-4c0a-b262-17491bb2637d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 HTTP/1.1" status: 200 len: 217 time: 0.1352181 Jul 30 01:36:35.122994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:35.126319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.138223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13a4404f-f9be-4d1f-9805-8b4573f9c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.141972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-13a4404f-f9be-4d1f-9805-8b4573f9c6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.145721 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Sync routers for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:35.146920 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-13a4404f-f9be-4d1f-9805-8b4573f9c6b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d58a9ca7-98ed-41de-a925-6f4402fafc1a HTTP/1.1" status: 204 len: 168 time: 1.6995637 Jul 30 01:36:35.179113 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:35.180258 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:35.207940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4404f-f9be-4d1f-9805-8b4573f9c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58a9ca7-98ed-41de-a925-6f4402fafc1a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:35.265242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:35.289198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56791791-b64f-4977-9561-a7373eb96ffd req-f51f4fd4-022f-4684-b6a9-246d2eb3545a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:35.305322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Pushing event updated for resources: {'Port': ['ID=f27423e5-29c8-492f-a6d7-b43a435763eb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:35.324733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:35.326841 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.337024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56791791-b64f-4977-9561-a7373eb96ffd req-f51f4fd4-022f-4684-b6a9-246d2eb3545a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 935 time: 0.8294146 Jul 30 01:36:35.414396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-d3fa343b-e1d3-4343-903b-a622f8c2ea97 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2309299 Jul 30 01:36:35.453567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99b67ce1-1b36-4e2f-a36e-c5096bb447b8 req-2121c3c7-31ac-401a-badc-9ced94b4932c tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 210 time: 0.3493688 Jul 30 01:36:35.547067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Attempting to bind port f27423e5-29c8-492f-a6d7-b43a435763eb on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:35.553583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Attempting to bind port f27423e5-29c8-492f-a6d7-b43a435763eb by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:35.555259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Attempting to bind port f27423e5-29c8-492f-a6d7-b43a435763eb on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:35.576225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Port f27423e5-29c8-492f-a6d7-b43a435763eb on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:35.578438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Attempting to bind port f27423e5-29c8-492f-a6d7-b43a435763eb on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:35.591057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Set router 0f5267d6-5036-465a-a9b8-081aaf81c259 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:35.599470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:35.602349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:35.604264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:35.610042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Bound port: f27423e5-29c8-492f-a6d7-b43a435763eb, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:35.613004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.657419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-603eb628-fdff-4a14-b5ca-6cf26ff39ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.743617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.761931 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:35.765542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:35.767614 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b929fcaa-8326-4109-bcd7-c9bcce7b30e2 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 19.1774647 Jul 30 01:36:35.790791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54378) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:35.989653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ff61a081-31a4-4f9b-9f20-a0fa025b4ee9,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:36.110990 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.319947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ff61a081-31a4-4f9b-9f20-a0fa025b4ee9,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:36.325311 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.338651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] For port f27423e5-29c8-492f-a6d7-b43a435763eb, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:36.392059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] For port f27423e5-29c8-492f-a6d7-b43a435763eb, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f27423e5-29c8-492f-a6d7-b43a435763eb,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:36.394924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'tag': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:36.404055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.404492 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb26588-2f56-4539-9191-323a2576e051" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0833a8-ae1b-4bec-a1e5-39d37dbeeace", "tag": "af1c4ba3-1cab-4dc1-90b6-055a0dc623e8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:36.466873 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:30Z', 'revision_number': 3, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:36.514856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56791791-b64f-4977-9561-a7373eb96ffd req-590e958a-75d7-435b-bc66-e67f3fdcb13a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0531595 Jul 30 01:36:36.516430 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-603eb628-fdff-4a14-b5ca-6cf26ff39ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.550857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:36.551978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.554339 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] 10.222.0.41 "PUT /v2.0/ports/f27423e5-29c8-492f-a6d7-b43a435763eb HTTP/1.1" status: 200 len: 1095 time: 5.4440010 Jul 30 01:36:36.558443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6991524c-7265-4acc-b0f9-606fbe954207', 'tag': 'f27423e5-29c8-492f-a6d7-b43a435763eb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:36.563623 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04" -d '{"events": [{"name": "network-changed", "server_uuid": "6991524c-7265-4acc-b0f9-606fbe954207", "tag": "f27423e5-29c8-492f-a6d7-b43a435763eb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:36.634033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54390) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:36.647092 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Checking router: ef89ca67-d4ee-494b-90d0-51fa43a2ff0d for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:36.648011 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Updating router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d port ef48ffe2-1fcd-46cd-a121-02253992779a binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:36.673028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa643fb-a9e8-47f3-9c22-93b1ab1f7bbd service neutron] Pushing event updated for resources: {'Port': ['ID=f27423e5-29c8-492f-a6d7-b43a435763eb,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:36.686894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b7f6-f414-479d-975b-1019958922a6 req-5c0b30ac-a956-470e-ace1-940e7069ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:36.691384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:06Z', 'updated_at': '2021-07-30T01:36:26Z', 'revision_number': 4, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'gw_port': {'id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7515619b-7aef-4de5-b9fd-82d86c88a81f', 'name': '', 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'mac_address': 'fa:16:3e:64:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e14901ca-b467-4ce4-b73c-f801a237bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:21Z', 'updated_at': '2021-07-30T01:36:27Z', 'revision_number': 2, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'subnets': [{'id': 'e14901ca-b467-4ce4-b73c-f801a237bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:36.708111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-5c0b30ac-a956-470e-ace1-940e7069ee94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 1.6615343 Jul 30 01:36:36.728380 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.744641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee13c3aa-473e-4708-bcf2-e650e923a0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.788647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Checking router: 0f5267d6-5036-465a-a9b8-081aaf81c259 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:36.788647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Updating router 0f5267d6-5036-465a-a9b8-081aaf81c259 port 7515619b-7aef-4de5-b9fd-82d86c88a81f binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:36.878096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:36.907204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-603eb628-fdff-4a14-b5ca-6cf26ff39ec2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0aaf62b45f445df90ef87a8ad8b3153&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7301631 Jul 30 01:36:36.910801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54396) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:36.994192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603eb628-fdff-4a14-b5ca-6cf26ff39ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63159b1-5a55-4cbb-a426-051f6be3969e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:37.044510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-3d36f5c7-346e-46d3-90c7-d5cfb31c7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:37.046809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-3d36f5c7-346e-46d3-90c7-d5cfb31c7497 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 1099 time: 1.5056064 Jul 30 01:36:37.068775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67fdd6-90a8-4e29-a044-27b17c31137e req-45842cf8-213f-4ed8-bab1-adfa76bcae2f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:37.081467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb67fdd6-90a8-4e29-a044-27b17c31137e req-45842cf8-213f-4ed8-bab1-adfa76bcae2f tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 948 time: 0.6634078 Jul 30 01:36:37.118616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-ae26cf3c-56f7-40dc-904a-838ce51605bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:37.126291 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-ae26cf3c-56f7-40dc-904a-838ce51605bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 1098 time: 0.4751251 Jul 30 01:36:37.305959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634b7f6-f414-479d-975b-1019958922a6 req-6d70dc83-8fc6-4526-9166-bdcf25c96cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:37.309492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-6d70dc83-8fc6-4526-9166-bdcf25c96cba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5998881 Jul 30 01:36:37.400407 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-e39e5d98-3eea-4222-9e8f-c9556a7214f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f27423e5-29c8-492f-a6d7-b43a435763eb HTTP/1.1" status: 200 len: 217 time: 0.2601838 Jul 30 01:36:37.447087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-2d88b3ae-ab96-4fe8-b37b-2c9c4e2f9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:37.453463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-2d88b3ae-ab96-4fe8-b37b-2c9c4e2f9906 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3481770 Jul 30 01:36:37.740297 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-0d2386d7-f273-435b-9461-5307c587106e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=64602ee6-0328-439c-a68e-2be6aceb0678 HTTP/1.1" status: 200 len: 217 time: 0.2748680 Jul 30 01:36:37.740692 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:37.744717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-d2d7f8e9-252a-4de8-8e81-da16c7b3ce07 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892838 Jul 30 01:36:37.747909 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceed572-c7f3-4aca-8756-7501ed2a443e x-openstack-request-id: req-4ceed572-c7f3-4aca-8756-7501ed2a443e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:37.748400 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0833a8-ae1b-4bec-a1e5-39d37dbeeace", "tag": "af1c4ba3-1cab-4dc1-90b6-055a0dc623e8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:37.749901 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4ceed572-c7f3-4aca-8756-7501ed2a443e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:37.749901 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'tag': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8', 'status': 'completed', 'code': 200} Jul 30 01:36:37.772295 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Transition to ACTIVE for port object ef48ffe2-1fcd-46cd-a121-02253992779a will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:37.787492 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:37.892910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-75fe0b43-1ef5-47de-b5b6-f80d64a9d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:37.895494 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-75fe0b43-1ef5-47de-b5b6-f80d64a9d2df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4675083 Jul 30 01:36:37.913597 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f8afd-3fe2-4be8-9823-fa2d4745e876 None None] Pushing event updated for resources: {'Port': ['ID=ef48ffe2-1fcd-46cd-a121-02253992779a,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:37.930418 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee13c3aa-473e-4708-bcf2-e650e923a0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:37.948721 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5384d4ec-6897-4319-92db-852bfee988a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:37.949298 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:37.964639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb67fdd6-90a8-4e29-a044-27b17c31137e req-69502611-c8db-496d-99e2-5820e777bda5 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8819470 Jul 30 01:36:37.986891 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Attempting to bind port ef48ffe2-1fcd-46cd-a121-02253992779a on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:37.988193 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Attempting to bind port ef48ffe2-1fcd-46cd-a121-02253992779a by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:37.990163 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Attempting to bind port ef48ffe2-1fcd-46cd-a121-02253992779a on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:38.001281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Transition to ACTIVE for port object 7515619b-7aef-4de5-b9fd-82d86c88a81f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:38.003780 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:38.006397 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:38.008358 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.009186 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:38.011064 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Bound port: ef48ffe2-1fcd-46cd-a121-02253992779a, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:38.011819 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.019408 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.029890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-904d50f9-9553-4c7d-8dfd-3f23da6cc815 req-d7727a8d-c43a-471c-89b6-a0bb12bd4a9b tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 210 time: 0.1719534 Jul 30 01:36:38.072058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee13c3aa-473e-4708-bcf2-e650e923a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.089385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5384d4ec-6897-4319-92db-852bfee988a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.183825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-bb978a98-d30a-48d2-8a2e-b50e8f184ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:38.186166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-bb978a98-d30a-48d2-8a2e-b50e8f184ce8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4061363 Jul 30 01:36:38.212730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881243d-3921-4b73-9087-34f3320e1945 None None] Pushing event updated for resources: {'Port': ['ID=7515619b-7aef-4de5-b9fd-82d86c88a81f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:38.214675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5e99-2436-4170-b742-38b71d8bc783 req-6403ffa8-574d-43a4-aa81-d38094461581 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:38.223995 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-6403ffa8-574d-43a4-aa81-d38094461581 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.22 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 820 time: 0.8504753 Jul 30 01:36:38.252451 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a6c08a-ca6b-42f9-bfc1-4168ca7a1e94 x-openstack-request-id: req-e2a6c08a-ca6b-42f9-bfc1-4168ca7a1e94 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:38.252973 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6991524c-7265-4acc-b0f9-606fbe954207", "tag": "f27423e5-29c8-492f-a6d7-b43a435763eb", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:38.253366 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e2a6c08a-ca6b-42f9-bfc1-4168ca7a1e94 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:38.253989 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6991524c-7265-4acc-b0f9-606fbe954207', 'tag': 'f27423e5-29c8-492f-a6d7-b43a435763eb', 'status': 'completed', 'code': 200} Jul 30 01:36:38.271954 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ee13c3aa-473e-4708-bcf2-e650e923a0ca admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fe26991b91544577aa9ed98d3daaed7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6370599 Jul 30 01:36:38.277747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54408) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:38.278030 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] For port ef48ffe2-1fcd-46cd-a121-02253992779a, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:38.291188 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] For port ef48ffe2-1fcd-46cd-a121-02253992779a, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ef48ffe2-1fcd-46cd-a121-02253992779a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:38.300066 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.344238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4634b7f6-f414-479d-975b-1019958922a6 req-c70e5637-b062-4d07-b0d6-37c5abdc152e service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708234 Jul 30 01:36:38.381853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Request body: {'port': {'device_id': '17349c0e-840e-4c72-8605-6a47b43f7562', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'admin_state_up': True, 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:38.410581 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5384d4ec-6897-4319-92db-852bfee988a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.416853 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5384d4ec-6897-4319-92db-852bfee988a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.428930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5384d4ec-6897-4319-92db-852bfee988a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f63159b1-5a55-4cbb-a426-051f6be3969e HTTP/1.1" status: 204 len: 168 time: 1.4847021 Jul 30 01:36:38.448425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Attempting to bind port 7515619b-7aef-4de5-b9fd-82d86c88a81f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:38.451029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Attempting to bind port 7515619b-7aef-4de5-b9fd-82d86c88a81f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '869639fe-1636-4fcd-b7b6-633c96d78f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:38.453736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Attempting to bind port 7515619b-7aef-4de5-b9fd-82d86c88a81f on network 774493d1-069d-4ea6-a1f8-93c6d32217c4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:38.462492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-238bb78b-40bb-4770-b916-993f1dfea7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:38.469618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-238bb78b-40bb-4770-b916-993f1dfea7e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2625549 Jul 30 01:36:38.474948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:38.482415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Checking segment: {'id': '869639fe-1636-4fcd-b7b6-633c96d78f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:38.483264 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.485251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Bound using segment: {'id': '869639fe-1636-4fcd-b7b6-633c96d78f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:38.491804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Bound port: 7515619b-7aef-4de5-b9fd-82d86c88a81f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869639fe-1636-4fcd-b7b6-633c96d78f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:38.504296 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.545494 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdee42d7-2c52-4329-a51e-fff87d5d0779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:38.583151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:38.688663 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f8afd-3fe2-4be8-9823-fa2d4745e876 None None] Pushing event updated for resources: {'Port': ['ID=ef48ffe2-1fcd-46cd-a121-02253992779a,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:38.694961 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:38.700336 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:38.713303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 64602ee6-0328-439c-a68e-2be6aceb0678 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:38.855255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-583ed0ea-3b4a-4b9d-ba79-3e0247c8f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:38.869241 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-583ed0ea-3b4a-4b9d-ba79-3e0247c8f524 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9426928 Jul 30 01:36:38.879270 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:36:38.972129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384d4ec-6897-4319-92db-852bfee988a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63159b1-5a55-4cbb-a426-051f6be3969e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:39.002174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13c3aa-473e-4708-bcf2-e650e923a0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ab7b66-da08-4ea1-9468-9825c2073306,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:39.151832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb26588-2f56-4539-9191-323a2576e051 req-1f4eb9da-a156-4792-b58a-d16a42070c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:39.154430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] For port 7515619b-7aef-4de5-b9fd-82d86c88a81f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:39.155298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-feb26588-2f56-4539-9191-323a2576e051 req-1f4eb9da-a156-4792-b58a-d16a42070c34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adf304193d7e4257b99bb0c62dfedff6&device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 1099 time: 0.6114733 Jul 30 01:36:39.175771 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdee42d7-2c52-4329-a51e-fff87d5d0779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.183698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:39.186241 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.190916 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:39.201169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1365934-bf44-452b-983d-4c0fcfa6c519 req-f137cb2d-ba15-4e8f-a1ee-58fce195b879 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:39.204324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1365934-bf44-452b-983d-4c0fcfa6c519 req-f137cb2d-ba15-4e8f-a1ee-58fce195b879 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 947 time: 0.7327449 Jul 30 01:36:39.261712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] For port 7515619b-7aef-4de5-b9fd-82d86c88a81f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7515619b-7aef-4de5-b9fd-82d86c88a81f,segment=NetworkSegment(869639fe-1636-4fcd-b7b6-633c96d78f34),segment_id=869639fe-1636-4fcd-b7b6-633c96d78f34)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:39.322927 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.330066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-9f6b3bde-f677-4832-b6a1-dde30748d7ce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3756044 Jul 30 01:36:39.496202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 64602ee6-0328-439c-a68e-2be6aceb0678, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=64602ee6-0328-439c-a68e-2be6aceb0678,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:39.559491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '64602ee6-0328-439c-a68e-2be6aceb0678', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '64602ee6-0328-439c-a68e-2be6aceb0678', 'mac_address': 'fa:16:3e:92:75:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:39.603932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881243d-3921-4b73-9087-34f3320e1945 None None] Pushing event updated for resources: {'Port': ['ID=7515619b-7aef-4de5-b9fd-82d86c88a81f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:39.620278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Routers {'0f5267d6-5036-465a-a9b8-081aaf81c259'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:39.624776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f5267d6-5036-465a-a9b8-081aaf81c259'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:39.722260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1365934-bf44-452b-983d-4c0fcfa6c519 req-9f4b21c5-7196-40cf-943d-80ea82be853d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870129 Jul 30 01:36:39.782682 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-9215c282-8d86-40ce-9f59-286e85456316 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8978798 Jul 30 01:36:39.796917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:39.811033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-1df346d9-1b93-4a75-975c-df1a6d869003 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0921147 Jul 30 01:36:40.037820 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:30Z', 'revision_number': 3, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:40.114150 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.162015 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034871e2-e2d3-4564-8f39-857c0d2f4881 None None] The sync data for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 is: [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:30Z', 'revision_number': 3, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:40.180051 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-909d40e8-e5ee-4690-9915-e01ff08b3016 req-352bbc1c-935a-4f67-a493-0e75adcffdec service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606789 Jul 30 01:36:40.288859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-e0eae9d2-f800-4e37-af73-e91550afb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:40.297090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-e0eae9d2-f800-4e37-af73-e91550afb618 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=adf304193d7e4257b99bb0c62dfedff6&device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 1100 time: 0.8387158 Jul 30 01:36:40.297090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdee42d7-2c52-4329-a51e-fff87d5d0779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.299355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdee42d7-2c52-4329-a51e-fff87d5d0779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.305064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fdee42d7-2c52-4329-a51e-fff87d5d0779 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c3ab7b66-da08-4ea1-9468-9825c2073306 HTTP/1.1" status: 204 len: 168 time: 2.0157516 Jul 30 01:36:40.352781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb26588-2f56-4539-9191-323a2576e051 req-bfeb8fdc-0302-47e6-9ef0-fe3170f2bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:40.358258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-feb26588-2f56-4539-9191-323a2576e051 req-bfeb8fdc-0302-47e6-9ef0-fe3170f2bb4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 1.1872106 Jul 30 01:36:40.364770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee42d7-2c52-4329-a51e-fff87d5d0779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ab7b66-da08-4ea1-9468-9825c2073306,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:40.423413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] Set router 0f5267d6-5036-465a-a9b8-081aaf81c259 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:40.616789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64602ee6-0328-439c-a68e-2be6aceb0678 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:40.687325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54440) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:40.704928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 64602ee6-0328-439c-a68e-2be6aceb0678, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=64602ee6-0328-439c-a68e-2be6aceb0678,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:40.715096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0db1871e-71fc-4d2d-a046-f372e12490e4 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957794106', 'description': 'tempest-description--1656312141'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:40.734396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Made reservation on behalf of 0a69c361c08a4f8d8c3166233887a3b8 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:40.744432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:40.806561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f9b53-386d-4adf-b96f-7be4347c7705 req-4dc936ae-27cb-42d0-999f-5d49414e0a83 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:40.833095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-800f9b53-386d-4adf-b96f-7be4347c7705 req-4dc936ae-27cb-42d0-999f-5d49414e0a83 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 948 time: 0.6506953 Jul 30 01:36:40.841080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-feb26588-2f56-4539-9191-323a2576e051 req-549128e1-56c0-411e-847b-7b53008452e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 HTTP/1.1" status: 200 len: 217 time: 0.4426708 Jul 30 01:36:40.915666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54448) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:40.956201 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.014220 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5df67ee-0283-4ef8-a363-624b9eb8adcb req-469f96cf-1aa3-4fb0-bf9a-bc4aad7248e3 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2019563 Jul 30 01:36:41.144083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:41.305804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-4fbf6809-8b92-4f14-bcd2-a8e4bc1c61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:41.309156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-4fbf6809-8b92-4f14-bcd2-a8e4bc1c61f2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.9486747 Jul 30 01:36:41.344122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:41.449082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d0275fc-fc09-4363-b95b-dfbd94ec8fe7 req-10bc11b7-f0c7-4da1-8c9b-4d73477adb24 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 210 time: 0.6024370 Jul 30 01:36:41.510410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-22f6e632-fe78-459b-99b3-5c6e4c2cf225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:41.513420 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-22f6e632-fe78-459b-99b3-5c6e4c2cf225 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 1098 time: 0.3447783 Jul 30 01:36:41.587177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Allocated IP 172.20.0.8 (5e53fbd7-8722-444d-9a7f-62c2eede3758/55477313-331d-4329-a74d-1ca61382e718/2a929ebe-17bb-477e-9c37-cfd270579eee) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:41.690649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Allocated IP 172.20.0.1 (c0394da6-e4da-4c50-ad99-813d6a092c28/00ec6ced-d53b-4e55-8cb9-45adc74f79fe/f2b91cdc-68ae-4989-8624-c1e70cbebc7f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:41.702197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-8f7aab9c-c6ae-4120-8280-e7686deb4bee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d6dce552-45f7-413b-a3ae-b7aa9a466ec1 HTTP/1.1" status: 200 len: 217 time: 0.2909126 Jul 30 01:36:41.824240 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0db1871e-71fc-4d2d-a046-f372e12490e4 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:41.852253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-800f9b53-386d-4adf-b96f-7be4347c7705 req-ce2b10f5-31ad-4724-89f1-c50ab31af915 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0159147 Jul 30 01:36:41.970123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb26588-2f56-4539-9191-323a2576e051 req-4080702e-dfa0-4556-8c53-29241e121636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:41.972783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-feb26588-2f56-4539-9191-323a2576e051 req-4080702e-dfa0-4556-8c53-29241e121636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 1.0987425 Jul 30 01:36:42.066509 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:36:42.108486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.118238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-534c3000-2e18-4140-a7a1-0780befdec9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.134254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Transition to ACTIVE for port object 2a929ebe-17bb-477e-9c37-cfd270579eee will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:42.145652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=64602ee6-0328-439c-a68e-2be6aceb0678,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:42.332555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-4a5c770c-541f-4e1b-a4a8-15c51a9a4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:42.343938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-4a5c770c-541f-4e1b-a4a8-15c51a9a4250 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.5528548 Jul 30 01:36:42.448524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:42.462401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:06Z', 'updated_at': '2021-07-30T01:36:26Z', 'revision_number': 4, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'gw_port': {'id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7515619b-7aef-4de5-b9fd-82d86c88a81f', 'name': '', 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'mac_address': 'fa:16:3e:64:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e14901ca-b467-4ce4-b73c-f801a237bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:21Z', 'updated_at': '2021-07-30T01:36:39Z', 'revision_number': 4, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'subnets': [{'id': 'e14901ca-b467-4ce4-b73c-f801a237bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:42.543296 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.557161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ba451-07fd-46f5-84dc-288c05add60a None None] The sync data for ids ['0f5267d6-5036-465a-a9b8-081aaf81c259'] in n-d-715271-7 is: [{'id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:06Z', 'updated_at': '2021-07-30T01:36:26Z', 'revision_number': 4, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'gw_port': {'id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7515619b-7aef-4de5-b9fd-82d86c88a81f', 'name': '', 'network_id': '774493d1-069d-4ea6-a1f8-93c6d32217c4', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'mac_address': 'fa:16:3e:64:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e14901ca-b467-4ce4-b73c-f801a237bd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:21Z', 'updated_at': '2021-07-30T01:36:39Z', 'revision_number': 4, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'subnets': [{'id': 'e14901ca-b467-4ce4-b73c-f801a237bd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:42.560738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ef48ffe2-1fcd-46cd-a121-02253992779a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:42.626372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:42.630158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Transition to ACTIVE for port object f2b91cdc-68ae-4989-8624-c1e70cbebc7f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:42.674666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8', 'mac_address': 'fa:16:3e:10:3c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:42.724261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-e827103d-739c-43e8-bae2-235c7f4d1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:42.726822 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-e827103d-739c-43e8-bae2-235c7f4d1786 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 1.2014546 Jul 30 01:36:42.730524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:42.803976 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-d44dc056-a958-4e8b-a8ba-14dceb441dd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f27423e5-29c8-492f-a6d7-b43a435763eb HTTP/1.1" status: 200 len: 217 time: 0.0652704 Jul 30 01:36:42.817223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:42.819681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:42.972220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-6f033f05-4d60-468c-b8c8-27dcc13e4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:42.978949 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-6f033f05-4d60-468c-b8c8-27dcc13e4e62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1502178 Jul 30 01:36:43.030000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ef48ffe2-1fcd-46cd-a121-02253992779a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:43.050605 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.103796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:43.116544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ef48ffe2-1fcd-46cd-a121-02253992779a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:43.117086 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.211494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:43.221016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.271803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:43.293563 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.298586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Pushing event updated for resources: {'Port': ['ID=2a929ebe-17bb-477e-9c37-cfd270579eee,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:43.318383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f27423e5-29c8-492f-a6d7-b43a435763eb details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:43.357286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6d41-43d3-4305-90d4-5d843bb6b9d3 req-47a04141-8441-4adb-93a7-5ead5535d977 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:43.381981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-958d6d41-43d3-4305-90d4-5d843bb6b9d3 req-47a04141-8441-4adb-93a7-5ead5535d977 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 947 time: 1.6370106 Jul 30 01:36:43.412066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-6ea5008f-2c81-4df2-a4ae-1303fa24ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:43.420001 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-6ea5008f-2c81-4df2-a4ae-1303fa24ff8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3707335 Jul 30 01:36:43.427872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:43.552153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb26588-2f56-4539-9191-323a2576e051 req-cb250d45-cb4e-4988-9d35-ebd041a81b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:43.557181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-feb26588-2f56-4539-9191-323a2576e051 req-cb250d45-cb4e-4988-9d35-ebd041a81b1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5097206 Jul 30 01:36:43.659123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f27423e5-29c8-492f-a6d7-b43a435763eb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f27423e5-29c8-492f-a6d7-b43a435763eb,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:43.766637 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-9244fb4f-4ab0-4058-92fc-007df986f83e service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041818 Jul 30 01:36:43.770754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f27423e5-29c8-492f-a6d7-b43a435763eb', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'f27423e5-29c8-492f-a6d7-b43a435763eb', 'mac_address': 'fa:16:3e:b8:b4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:43.810139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-cbd6b4b3-316b-4da2-a144-5840f0f55a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:43.811755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Network c0394da6-e4da-4c50-ad99-813d6a092c28 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:43.813203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-cbd6b4b3-316b-4da2-a144-5840f0f55a56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4439499 Jul 30 01:36:43.832786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:43.880231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:43.907132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:43.918442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['af1c4ba3-1cab-4dc1-90b6-055a0dc623e8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:43.937358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-958d6d41-43d3-4305-90d4-5d843bb6b9d3 req-1745139e-5d38-4c8e-af27-64650ca14b7c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283210 Jul 30 01:36:44.007815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b91cdc-68ae-4989-8624-c1e70cbebc7f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:44.061989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963e1cb-6725-46a6-bdf4-c52c5169ac4c req-c907cf69-4dd0-4f8d-85be-4fcb5e2004d8 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:44.090350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b963e1cb-6725-46a6-bdf4-c52c5169ac4c req-c907cf69-4dd0-4f8d-85be-4fcb5e2004d8 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 931 time: 0.7045739 Jul 30 01:36:44.092561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.175044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c4578170-442a-476f-a5b8-ab13fb3de049 None None] Provisioning for port 2a929ebe-17bb-477e-9c37-cfd270579eee completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:44.193246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c4578170-442a-476f-a5b8-ab13fb3de049 None None] Provisioning complete for port 2a929ebe-17bb-477e-9c37-cfd270579eee triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:44.194052 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4578170-442a-476f-a5b8-ab13fb3de049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.260406 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.439613 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d63abcd-ee55-4f65-8dc5-7d6ac9212b04 req-d2ccae59-9c8f-488f-ac23-2ffb2a400e97 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451237 Jul 30 01:36:44.440531 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.446441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-feb26588-2f56-4539-9191-323a2576e051 req-b5738156-dc09-41ea-a362-4ce6499ce2e9 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8713586 Jul 30 01:36:44.467333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c4578170-442a-476f-a5b8-ab13fb3de049 None None] Port 2a929ebe-17bb-477e-9c37-cfd270579eee cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:44.515799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27423e5-29c8-492f-a6d7-b43a435763eb {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:44.587130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ef48ffe2-1fcd-46cd-a121-02253992779a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ef48ffe2-1fcd-46cd-a121-02253992779a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:44.587410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.618122 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.624140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b963e1cb-6725-46a6-bdf4-c52c5169ac4c req-329e8a8e-cbd2-464d-a133-a2181fcfd972 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361733 Jul 30 01:36:44.664820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f27423e5-29c8-492f-a6d7-b43a435763eb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f27423e5-29c8-492f-a6d7-b43a435763eb,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:44.726282 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.744005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5bcf8d0e-1a97-4f41-b0c8-45dd88586f3d None None] Provisioning for port f2b91cdc-68ae-4989-8624-c1e70cbebc7f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:44.759350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-534c3000-2e18-4140-a7a1-0780befdec9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.766493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5bcf8d0e-1a97-4f41-b0c8-45dd88586f3d None None] Provisioning complete for port f2b91cdc-68ae-4989-8624-c1e70cbebc7f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:44.767462 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bcf8d0e-1a97-4f41-b0c8-45dd88586f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.779222 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-534c3000-2e18-4140-a7a1-0780befdec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:44.910928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7515619b-7aef-4de5-b9fd-82d86c88a81f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:44.970716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c3000-2e18-4140-a7a1-0780befdec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd405fd3-8f28-4689-a00c-6387e8f07f99,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:45.056011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f27423e5-29c8-492f-a6d7-b43a435763eb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:45.085788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0db1871e-71fc-4d2d-a046-f372e12490e4 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.133587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c389f-a48a-4f6d-8bf5-a25e07221473 req-9cf953c9-51ea-4033-93c7-25172d354813 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:45.151354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e2c389f-a48a-4f6d-8bf5-a25e07221473 req-9cf953c9-51ea-4033-93c7-25172d354813 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 949 time: 0.8593607 Jul 30 01:36:45.165454 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0db1871e-71fc-4d2d-a046-f372e12490e4 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.182384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ef48ffe2-1fcd-46cd-a121-02253992779a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:45.201092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-59074126-3408-4bd9-be3e-c2a1649c23c3 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3471570 Jul 30 01:36:45.277434 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.288218 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.300034 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0db1871e-71fc-4d2d-a046-f372e12490e4 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.302985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0db1871e-71fc-4d2d-a046-f372e12490e4 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.6082082 Jul 30 01:36:45.317908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf8d0e-1a97-4f41-b0c8-45dd88586f3d None None] Port f2b91cdc-68ae-4989-8624-c1e70cbebc7f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:45.367514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54512) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:45.401575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-56a903aa-0963-4823-b9ca-167053b66df0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Request body: {'security_group_rule': {'security_group_id': '24400ddb-cded-452b-bd7d-85fd5fafbddf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:45.411955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 64602ee6-0328-439c-a68e-2be6aceb0678 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:45.420837 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-97657102-c591-4dee-8f43-2951e101aff6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1238794 Jul 30 01:36:45.488643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1871e-71fc-4d2d-a046-f372e12490e4 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24400ddb-cded-452b-bd7d-85fd5fafbddf,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:45.533633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.557687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Request body: {'port': {'device_id': '17349c0e-840e-4c72-8605-6a47b43f7562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:45.569008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f27423e5-29c8-492f-a6d7-b43a435763eb,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:45.596793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7515619b-7aef-4de5-b9fd-82d86c88a81f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:45.606913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7515619b-7aef-4de5-b9fd-82d86c88a81f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:45.607418 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.617981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-c6cf7d29-b88b-4794-98db-bb59b7091aaf tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f9a20660bc5e4d84a19ebf7120a0f7cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111753 Jul 30 01:36:45.627576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-534c3000-2e18-4140-a7a1-0780befdec9b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=863b27028adc4b648721ccf9eb430224&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3358378 Jul 30 01:36:45.634917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54524) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:45.685930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 64602ee6-0328-439c-a68e-2be6aceb0678 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:45.713704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 64602ee6-0328-439c-a68e-2be6aceb0678 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:45.714160 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.788977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e2c389f-a48a-4f6d-8bf5-a25e07221473 req-4eb5bd55-e2bc-4afc-9a1f-e39a48fdc938 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721478 Jul 30 01:36:45.860042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26df6549-ab7b-474e-8c99-3fef6d6395d0 req-8750f77c-a21d-450a-abd6-f6fb24b4b782 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418136 Jul 30 01:36:45.930598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.941343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b91cdc-68ae-4989-8624-c1e70cbebc7f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:45.953006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:45.970678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-feb26588-2f56-4539-9191-323a2576e051 req-ff6ee797-d120-467c-8475-5523c82c80c4 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4408846 Jul 30 01:36:45.976742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Network c0394da6-e4da-4c50-ad99-813d6a092c28 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:45.993366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:45.996694 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56a903aa-0963-4823-b9ca-167053b66df0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.078392 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.125429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 7515619b-7aef-4de5-b9fd-82d86c88a81f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7515619b-7aef-4de5-b9fd-82d86c88a81f,segment=NetworkSegment(869639fe-1636-4fcd-b7b6-633c96d78f34),segment_id=869639fe-1636-4fcd-b7b6-633c96d78f34)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:46.145199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.218947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-44d8e942-2f81-4737-973a-3d97a5a0d94b tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:46.221804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-44d8e942-2f81-4737-973a-3d97a5a0d94b tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5609243 Jul 30 01:36:46.255722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=7515619b-7aef-4de5-b9fd-82d86c88a81f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:46.259854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3512ca0-5784-453b-828b-660e8a6227ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64602ee6-0328-439c-a68e-2be6aceb0678'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:46.262347 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa6c4-7c9e-4bd8-8ed3-5d5723e9cf4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.266025 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e86a7d2-b77d-4876-983c-3c0b39b58c4e" -d '{"events": [{"server_uuid": "e3512ca0-5784-453b-828b-660e8a6227ed", "name": "network-vif-plugged", "status": "completed", "tag": "64602ee6-0328-439c-a68e-2be6aceb0678"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:46.301407 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa6c4-7c9e-4bd8-8ed3-5d5723e9cf4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.306119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 64602ee6-0328-439c-a68e-2be6aceb0678, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=64602ee6-0328-439c-a68e-2be6aceb0678,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:46.314599 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.340404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-a51ef934-f9fa-4f45-a828-701a84dfd092 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/quotas/f9a20660bc5e4d84a19ebf7120a0f7cf HTTP/1.1" status: 200 len: 375 time: 0.0873032 Jul 30 01:36:46.417743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=64602ee6-0328-439c-a68e-2be6aceb0678,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:46.442981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a12a1-7ded-49c2-8bc9-4f6b5db13476 req-55f6764d-b604-4718-8977-80d15e945be7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:46.446516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f0a12a1-7ded-49c2-8bc9-4f6b5db13476 req-55f6764d-b604-4718-8977-80d15e945be7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 948 time: 0.2867501 Jul 30 01:36:46.469606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-22e94b65-49ed-4a60-b636-b6d4124e6083 None None] Provisioning complete for port f2b91cdc-68ae-4989-8624-c1e70cbebc7f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:46.469895 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22e94b65-49ed-4a60-b636-b6d4124e6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.481233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-2804f21f-f0c0-43e4-bf01-e3b850b0251c tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f9a20660bc5e4d84a19ebf7120a0f7cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042497 Jul 30 01:36:46.499563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56a903aa-0963-4823-b9ca-167053b66df0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.515990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56a903aa-0963-4823-b9ca-167053b66df0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.566068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56a903aa-0963-4823-b9ca-167053b66df0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.571412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-56a903aa-0963-4823-b9ca-167053b66df0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1916013 Jul 30 01:36:46.580107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54530) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:46.607959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-fe2e45a1-e91a-4380-b167-a7563782f61f tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Request body: {'security_group_rule': {'security_group_id': '24400ddb-cded-452b-bd7d-85fd5fafbddf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:46.625291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-22e94b65-49ed-4a60-b636-b6d4124e6083 None None] Port f2b91cdc-68ae-4989-8624-c1e70cbebc7f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:46.640467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a903aa-0963-4823-b9ca-167053b66df0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a964a6c-ec34-4689-ba7c-f92d6793901a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:46.644282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:36:46.669631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f0a12a1-7ded-49c2-8bc9-4f6b5db13476 req-6c3db699-262d-4fec-b6da-4cb3760ae1e5 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867948 Jul 30 01:36:46.696880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa6c4-7c9e-4bd8-8ed3-5d5723e9cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.702750 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa6c4-7c9e-4bd8-8ed3-5d5723e9cf4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.704730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5a3aa6c4-7c9e-4bd8-8ed3-5d5723e9cf4d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dd405fd3-8f28-4689-a00c-6387e8f07f99 HTTP/1.1" status: 204 len: 168 time: 1.0617175 Jul 30 01:36:46.777061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3aa6c4-7c9e-4bd8-8ed3-5d5723e9cf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd405fd3-8f28-4689-a00c-6387e8f07f99,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:46.791002 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2e45a1-e91a-4380-b167-a7563782f61f tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:46.909912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ef48ffe2-1fcd-46cd-a121-02253992779a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:46.997225 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2e45a1-e91a-4380-b167-a7563782f61f tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.006440 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2e45a1-e91a-4380-b167-a7563782f61f tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.039245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ef48ffe2-1fcd-46cd-a121-02253992779a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:47.039731 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.129950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e45a1-e91a-4380-b167-a7563782f61f tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ac4536-4db7-4dce-a442-befd5eb0cdb3,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:47.158377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2e45a1-e91a-4380-b167-a7563782f61f tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.167561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fe2e45a1-e91a-4380-b167-a7563782f61f tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5847058 Jul 30 01:36:47.168550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54542) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:47.195898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:47.273703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7515619b-7aef-4de5-b9fd-82d86c88a81f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:47.332053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f27423e5-29c8-492f-a6d7-b43a435763eb up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:47.431740 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.453504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7515619b-7aef-4de5-b9fd-82d86c88a81f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:47.454338 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.569544 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c18dd89-ab4f-4ef1-9483-e8d6e9fbaadf x-openstack-request-id: req-0c18dd89-ab4f-4ef1-9483-e8d6e9fbaadf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:47.572984 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3512ca0-5784-453b-828b-660e8a6227ed", "name": "network-vif-plugged", "status": "completed", "tag": "64602ee6-0328-439c-a68e-2be6aceb0678", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:47.573875 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0c18dd89-ab4f-4ef1-9483-e8d6e9fbaadf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:47.576739 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3512ca0-5784-453b-828b-660e8a6227ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64602ee6-0328-439c-a68e-2be6aceb0678', 'code': 200} Jul 30 01:36:47.587858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port f27423e5-29c8-492f-a6d7-b43a435763eb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:47.649547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a929ebe-17bb-477e-9c37-cfd270579eee {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:47.676900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf5256-2ef4-4ba1-893f-fcb4fb4e6807 req-6faee76b-fb3b-4f90-8ed0-e978adbbce98 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:47.692773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.709425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f27423e5-29c8-492f-a6d7-b43a435763eb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:47.712499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9bf5256-2ef4-4ba1-893f-fcb4fb4e6807 req-6faee76b-fb3b-4f90-8ed0-e978adbbce98 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 931 time: 0.5421414 Jul 30 01:36:47.715050 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.729698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Transition to ACTIVE for port object 2a929ebe-17bb-477e-9c37-cfd270579eee will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:47.739801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:47.891632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a929ebe-17bb-477e-9c37-cfd270579eee,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:47.917080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:36:47.937376 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-93038bef-ab2d-403d-a579-8a9dbc9f8d68 admin admin] 10.222.0.84 "PUT /v2.0/routers/ef89ca67-d4ee-494b-90d0-51fa43a2ff0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1447697 Jul 30 01:36:47.979366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Sync routers for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:36:47.985400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54558) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:48.006841 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.141297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Attempting to bind port 2a929ebe-17bb-477e-9c37-cfd270579eee on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:48.142203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Attempting to bind port 2a929ebe-17bb-477e-9c37-cfd270579eee by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:48.142935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Attempting to bind port 2a929ebe-17bb-477e-9c37-cfd270579eee on network 5e53fbd7-8722-444d-9a7f-62c2eede3758 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:48.174548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Port 2a929ebe-17bb-477e-9c37-cfd270579eee on network 5e53fbd7-8722-444d-9a7f-62c2eede3758 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:48.177631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Attempting to bind port 2a929ebe-17bb-477e-9c37-cfd270579eee on network 5e53fbd7-8722-444d-9a7f-62c2eede3758 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:48.187694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9bf5256-2ef4-4ba1-893f-fcb4fb4e6807 req-0c67bab5-1854-46a0-9357-467a40df4777 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730992 Jul 30 01:36:48.189505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f7b63b64-4133-48ce-bac1-824fd8542540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.202799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:48.208736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Checking segment: {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:48.209817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Bound using segment: {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:48.212063 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Bound port: 2a929ebe-17bb-477e-9c37-cfd270579eee, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:48.212861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.259688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e65b0-c08c-4f29-9819-035e851e0302 req-82cdf809-3ddc-4ca7-8b1a-c82f9bdba594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.269392 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-763e65b0-c08c-4f29-9819-035e851e0302 req-82cdf809-3ddc-4ca7-8b1a-c82f9bdba594 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 1101 time: 0.5183291 Jul 30 01:36:48.335559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f737b82-ceec-4116-896d-eb2927bdca9d req-79eab864-64f9-47c0-bd81-5dceeeda6b33 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.353764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f737b82-ceec-4116-896d-eb2927bdca9d req-79eab864-64f9-47c0-bd81-5dceeeda6b33 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 949 time: 0.6360586 Jul 30 01:36:48.372286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:48.373126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:48.465013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] For port 2a929ebe-17bb-477e-9c37-cfd270579eee, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:48.470095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] For port 2a929ebe-17bb-477e-9c37-cfd270579eee, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2a929ebe-17bb-477e-9c37-cfd270579eee,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:48.479872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.508173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47e67671-0cc1-41e3-8a2b-5248627a4319 req-632618fb-4880-44d5-a4ec-438d9a8f08df tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 210 time: 0.0681956 Jul 30 01:36:48.557173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.571474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.571474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] 10.222.0.22 "PUT /v2.0/ports/2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 1091 time: 3.0136712 Jul 30 01:36:48.571474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:48.582939 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bc8e1c-8d1c-441d-b012-1e86dbc92869" -d '{"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:48.593198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f737b82-ceec-4116-896d-eb2927bdca9d req-26d858bd-c512-4197-806d-f36323690b39 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374058 Jul 30 01:36:48.715422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:48.764176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd101481-c55a-4f04-97b9-9809d073afd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a929ebe-17bb-477e-9c37-cfd270579eee,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:48.785171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5e99-2436-4170-b742-38b71d8bc783 req-db0e014e-46f6-49cb-ae69-81f7f5e948f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:48.787879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-763e65b0-c08c-4f29-9819-035e851e0302 req-18ac5834-e005-4d22-90b5-fe4186b7632b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959965 Jul 30 01:36:48.789131 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-db0e014e-46f6-49cb-ae69-81f7f5e948f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1094 time: 0.1192627 Jul 30 01:36:48.848906 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:48.963967 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-78792ac0-7aa2-479c-9c04-09e626abcfd9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 217 time: 0.1572287 Jul 30 01:36:48.980897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f27423e5-29c8-492f-a6d7-b43a435763eb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f27423e5-29c8-492f-a6d7-b43a435763eb,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:48.992035 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.004634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:49.139342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5e99-2436-4170-b742-38b71d8bc783 req-9cc8dcbd-c15b-4b51-9dea-a4b0bfa6c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:49.142889 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-9cc8dcbd-c15b-4b51-9dea-a4b0bfa6c175 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1650486 Jul 30 01:36:49.249712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5e99-2436-4170-b742-38b71d8bc783 req-769fee1a-4411-4a52-a16e-aab63672ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:49.252837 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-769fee1a-4411-4a52-a16e-aab63672ec47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950935 Jul 30 01:36:49.264531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8788db4-de0a-43ed-adae-66f97ba86ecf req-cbf95df7-aae5-42f7-a5c1-4f190f5d5213 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:49.280203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8788db4-de0a-43ed-adae-66f97ba86ecf req-cbf95df7-aae5-42f7-a5c1-4f190f5d5213 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 948 time: 0.4783244 Jul 30 01:36:49.394697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f27423e5-29c8-492f-a6d7-b43a435763eb,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:49.407716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:49.434008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:49.434815 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.504994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f7b63b64-4133-48ce-bac1-824fd8542540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.538263 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f7b63b64-4133-48ce-bac1-824fd8542540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.567136 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-66e94965-ce2e-44b7-b1e4-b0775d9d6084 service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006225 Jul 30 01:36:49.578549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f2b91cdc-68ae-4989-8624-c1e70cbebc7f', 'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'mac_address': 'fa:16:3e:d3:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:40Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 2, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'subnets': [{'id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:49.613192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6991524c-7265-4acc-b0f9-606fbe954207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27423e5-29c8-492f-a6d7-b43a435763eb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:49.614921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54584) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:49.617182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8788db4-de0a-43ed-adae-66f97ba86ecf req-17fbf76e-8f72-48ad-a641-ab2170f7b977 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350272 Jul 30 01:36:49.634953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Allocated IP 172.25.7.39 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/500c2288-e4bc-4825-88f7-d13f040d0d59) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:49.635228 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956581dd-49cd-4ff0-8e63-75d66ede4044" -d '{"events": [{"server_uuid": "6991524c-7265-4acc-b0f9-606fbe954207", "name": "network-vif-plugged", "status": "completed", "tag": "f27423e5-29c8-492f-a6d7-b43a435763eb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:49.687178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f7b63b64-4133-48ce-bac1-824fd8542540 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8624f3d2bc9a4903b6b9a7127d7b09a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6913083 Jul 30 01:36:49.698828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54592) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:49.732223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Checking router: ef89ca67-d4ee-494b-90d0-51fa43a2ff0d for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:36:49.733155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Updating router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d port f2b91cdc-68ae-4989-8624-c1e70cbebc7f binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:36:49.802987 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b63b64-4133-48ce-bac1-824fd8542540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b8e1ed-f18b-418c-bd26-d95aa70bd8f2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:49.827098 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b228a2-4b26-42b2-a7f3-e94d666b7a89 x-openstack-request-id: req-51b228a2-4b26-42b2-a7f3-e94d666b7a89 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:49.827760 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:49.827760 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-51b228a2-4b26-42b2-a7f3-e94d666b7a89 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:49.828427 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'status': 'completed', 'code': 200} Jul 30 01:36:49.833078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-90d0848d-01b7-47c0-bb7f-ba1b1e7f88f3 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f9a20660bc5e4d84a19ebf7120a0f7cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925930 Jul 30 01:36:49.941824 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:49.954365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac15869c-a7d6-49a1-8056-a7b276f4e216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.004215 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.058399 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535d5e99-2436-4170-b742-38b71d8bc783 req-45239937-9f92-40a7-b8f1-b5d48b38d894 service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664803 Jul 30 01:36:50.110822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac15869c-a7d6-49a1-8056-a7b276f4e216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.118174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-355c4938-3b0d-443e-beac-c5ee7554c416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.351517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.401444 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-a4819ce5-aa85-41b6-bd2d-0ba4d7af3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:50.404459 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-a4819ce5-aa85-41b6-bd2d-0ba4d7af3560 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1094 time: 0.1610761 Jul 30 01:36:50.445017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:50.461006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.476392 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac15869c-a7d6-49a1-8056-a7b276f4e216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.480008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac15869c-a7d6-49a1-8056-a7b276f4e216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.483457 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac15869c-a7d6-49a1-8056-a7b276f4e216 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3b8e1ed-f18b-418c-bd26-d95aa70bd8f2 HTTP/1.1" status: 204 len: 168 time: 0.7554822 Jul 30 01:36:50.503177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-b6066bfe-2fa7-491f-a7f6-c885c5f1b857 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:50.514825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-b6066bfe-2fa7-491f-a7f6-c885c5f1b857 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/networks?id=c0394da6-e4da-4c50-ad99-813d6a092c28 HTTP/1.1" status: 200 len: 828 time: 1.1722944 Jul 30 01:36:50.565109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15869c-a7d6-49a1-8056-a7b276f4e216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b8e1ed-f18b-418c-bd26-d95aa70bd8f2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:50.610997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:50.622123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-0aefe497-cbdf-43b8-a3a2-d18072fc6f26 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/quotas/a302e1b006be4798872defcfb2067d3c HTTP/1.1" status: 200 len: 375 time: 0.1063020 Jul 30 01:36:50.628236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-355c4938-3b0d-443e-beac-c5ee7554c416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.655878 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-355c4938-3b0d-443e-beac-c5ee7554c416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.731969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.737539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-d88a6b5e-a80d-4591-8523-1cf30b539dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:50.739942 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-d88a6b5e-a80d-4591-8523-1cf30b539dba service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.3065796 Jul 30 01:36:50.748814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a495-fd0a-41b9-93f6-73a4f23dceff req-5e995362-a8f2-45eb-9f5a-ee79cf9e481b tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:50.761188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c629a495-fd0a-41b9-93f6-73a4f23dceff req-5e995362-a8f2-45eb-9f5a-ee79cf9e481b tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 943 time: 0.5043919 Jul 30 01:36:50.768870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.780845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c4938-3b0d-443e-beac-c5ee7554c416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5283dbec-4736-456f-acb9-e4c09923f7c2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:50.792529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Transition to ACTIVE for port object f2b91cdc-68ae-4989-8624-c1e70cbebc7f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:50.825682 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.827360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-b9f954f8-e740-40a6-afa8-4e318d88b1e6 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:50.832810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-b9f954f8-e740-40a6-afa8-4e318d88b1e6 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9652703 Jul 30 01:36:50.839521 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-355c4938-3b0d-443e-beac-c5ee7554c416 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3f576003b9394569bbb225c923e03840&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2097790 Jul 30 01:36:50.840453 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-a6aea70d-0e63-40aa-a49b-a337b00f785e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 217 time: 0.0800619 Jul 30 01:36:50.840920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54598) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:50.912162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Request body: {'port': {'device_id': '345a7819-185c-4bbc-a2ff-81035a9c15e4', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'f9a20660bc5e4d84a19ebf7120a0f7cf'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:50.942083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45398ea-7ea1-473a-9f9a-1e1711b41f1e None None] Pushing event updated for resources: {'Port': ['ID=f2b91cdc-68ae-4989-8624-c1e70cbebc7f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:50.943062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:50.977624 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58ec248c-abed-4ccd-b5cc-4c9dbcfc818f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:50.978612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:50.984106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:50.993881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-9b1faced-106b-4025-8144-cc4620231321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:51.005739 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-9b1faced-106b-4025-8144-cc4620231321 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1205187 Jul 30 01:36:51.073998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-7d0fe4c2-e8ea-46e5-a7f8-11756ce5f9cc tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a302e1b006be4798872defcfb2067d3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4505949 Jul 30 01:36:51.121717 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58ec248c-abed-4ccd-b5cc-4c9dbcfc818f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.164710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Attempting to bind port f2b91cdc-68ae-4989-8624-c1e70cbebc7f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:51.165388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Attempting to bind port f2b91cdc-68ae-4989-8624-c1e70cbebc7f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:51.166345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Attempting to bind port f2b91cdc-68ae-4989-8624-c1e70cbebc7f on network c0394da6-e4da-4c50-ad99-813d6a092c28 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:51.179057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:51.179864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Checking segment: {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:51.180636 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.181587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Bound using segment: {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:51.182913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Bound port: f2b91cdc-68ae-4989-8624-c1e70cbebc7f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:51.184021 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.218213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-59c5851c-12a6-4d18-872c-16c1db38f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:51.224548 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-59c5851c-12a6-4d18-872c-16c1db38f75a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892800 Jul 30 01:36:51.331509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event updated for resources: {'Port': ['ID=500c2288-e4bc-4825-88f7-d13f040d0d59,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:51.369787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c629a495-fd0a-41b9-93f6-73a4f23dceff req-2b3c0a3e-dc45-4871-a612-b723b86c644a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083417 Jul 30 01:36:51.380867 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58ec248c-abed-4ccd-b5cc-4c9dbcfc818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.397512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] For port f2b91cdc-68ae-4989-8624-c1e70cbebc7f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:51.403624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] For port f2b91cdc-68ae-4989-8624-c1e70cbebc7f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f2b91cdc-68ae-4989-8624-c1e70cbebc7f,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:51.407233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58ec248c-abed-4ccd-b5cc-4c9dbcfc818f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.409807 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-58ec248c-abed-4ccd-b5cc-4c9dbcfc818f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5283dbec-4736-456f-acb9-e4c09923f7c2 HTTP/1.1" status: 204 len: 168 time: 0.5671744 Jul 30 01:36:51.414697 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.462329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec248c-abed-4ccd-b5cc-4c9dbcfc818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5283dbec-4736-456f-acb9-e4c09923f7c2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:51.575130 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-3dd5ca09-e57a-4bc6-b4f7-532690c8e7c4 service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332009 Jul 30 01:36:51.624949 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:51.664066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45398ea-7ea1-473a-9f9a-1e1711b41f1e None None] Pushing event updated for resources: {'Port': ['ID=f2b91cdc-68ae-4989-8624-c1e70cbebc7f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:51.701803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:36:51.703021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:36:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:51.767884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6add3bc-211b-4ef5-80b4-02cbdd40b79e req-f502daec-f9c3-4cf6-af3d-91b78ea77542 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 210 time: 0.1459379 Jul 30 01:36:51.818425 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-1a11c835-fcdb-4637-812d-9f8ed20ff617 service neutron] 10.222.0.84 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206151 Jul 30 01:36:51.933806 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-97bc8e1c-8d1c-441d-b012-1e86dbc92869 req-05c4749d-420f-4b0d-bd38-4ff45d4bbbdf service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448286 Jul 30 01:36:51.974700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Made reservation on behalf of f9a20660bc5e4d84a19ebf7120a0f7cf for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:51.988682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:52.054892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:36:52.104198 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:52.126309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:52.151713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54618) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:52.187717 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0dd55a70-aa37-4f60-b4ce-1772dbbd4c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:52.330560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd43622-3128-4f86-8f00-44ee82e20a67 req-bdc7e859-6423-4289-82d5-12916e19f8fa tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:52.333133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-acd43622-3128-4f86-8f00-44ee82e20a67 req-bdc7e859-6423-4289-82d5-12916e19f8fa tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 950 time: 0.3830512 Jul 30 01:36:52.499944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f2b91cdc-68ae-4989-8624-c1e70cbebc7f', 'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'mac_address': 'fa:16:3e:d3:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:40Z', 'updated_at': '2021-07-30T01:36:51Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'subnets': [{'id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:36:52.502338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-ed603bcd-22a9-4dca-9274-2dcdd81276a0 service neutron] 10.222.0.84 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769760 Jul 30 01:36:52.539548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e100c5-c2ce-4c96-88d3-1f9cfd9472d8 None None] The sync data for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 is: [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f2b91cdc-68ae-4989-8624-c1e70cbebc7f', 'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'mac_address': 'fa:16:3e:d3:f9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:40Z', 'updated_at': '2021-07-30T01:36:51Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'subnets': [{'id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:36:52.604566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-acd43622-3128-4f86-8f00-44ee82e20a67 req-ae26dda3-7c85-4deb-afca-10a8b63d14f1 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483573 Jul 30 01:36:52.776759 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7399fe2e-f620-422c-8686-1b37be32240d x-openstack-request-id: req-7399fe2e-f620-422c-8686-1b37be32240d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:52.777393 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6991524c-7265-4acc-b0f9-606fbe954207", "name": "network-vif-plugged", "status": "completed", "tag": "f27423e5-29c8-492f-a6d7-b43a435763eb", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:52.777580 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7399fe2e-f620-422c-8686-1b37be32240d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:52.778358 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6991524c-7265-4acc-b0f9-606fbe954207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27423e5-29c8-492f-a6d7-b43a435763eb', 'code': 200} Jul 30 01:36:52.848715 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:52.877688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:52.939112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f2b91cdc-68ae-4989-8624-c1e70cbebc7f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:53.150862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f2b91cdc-68ae-4989-8624-c1e70cbebc7f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:53.162251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f2b91cdc-68ae-4989-8624-c1e70cbebc7f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:53.162705 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.232242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0dd55a70-aa37-4f60-b4ce-1772dbbd4c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.237965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0dd55a70-aa37-4f60-b4ce-1772dbbd4c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.404616 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0dd55a70-aa37-4f60-b4ce-1772dbbd4c56 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=501247a212b0443585199388b23f570c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2510114 Jul 30 01:36:53.408360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54642) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:36:53.449639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd55a70-aa37-4f60-b4ce-1772dbbd4c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70453119-b17f-4cd2-affc-87a9424e34ac,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:53.575162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Allocated IP 192.168.233.225 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/e835ee07-6310-4d8c-8e64-019ee102afbc) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:53.627356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-575f6c71-30aa-4202-ae14-ae13ee775597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.673198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-575f6c71-30aa-4202-ae14-ae13ee775597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.761778 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-575f6c71-30aa-4202-ae14-ae13ee775597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.766735 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-575f6c71-30aa-4202-ae14-ae13ee775597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.768570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-575f6c71-30aa-4202-ae14-ae13ee775597 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/70453119-b17f-4cd2-affc-87a9424e34ac HTTP/1.1" status: 204 len: 168 time: 0.3497498 Jul 30 01:36:53.786064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f6c71-30aa-4202-ae14-ae13ee775597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70453119-b17f-4cd2-affc-87a9424e34ac,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:53.852355 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.923515 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:36:53.940619 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:53.970498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Transition to ACTIVE for port object e835ee07-6310-4d8c-8e64-019ee102afbc will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:53.994391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f2b91cdc-68ae-4989-8624-c1e70cbebc7f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f2b91cdc-68ae-4989-8624-c1e70cbebc7f,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:54.000603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.018259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.048868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.059073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2051bc-ee44-486d-ae36-58814754ee70,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:54.079809 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.110869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.157874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f2b91cdc-68ae-4989-8624-c1e70cbebc7f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:54.187299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2a929ebe-17bb-477e-9c37-cfd270579eee details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:36:54.205579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.334858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:54.352667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf5ae1-a09a-40b2-8c7f-2bc7053cd968 req-444183f1-7172-46d2-a006-71a172bef646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:54.355490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2cf5ae1-a09a-40b2-8c7f-2bc7053cd968 req-444183f1-7172-46d2-a006-71a172bef646 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 1100 time: 1.4235637 Jul 30 01:36:54.387574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 2a929ebe-17bb-477e-9c37-cfd270579eee, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2a929ebe-17bb-477e-9c37-cfd270579eee,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:54.407212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3d84-a5a4-4a01-b410-38d8adaf223f req-6038fc1b-f32a-423a-89d7-01844d372099 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:54.428505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36fb3d84-a5a4-4a01-b410-38d8adaf223f req-6038fc1b-f32a-423a-89d7-01844d372099 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 949 time: 1.3237219 Jul 30 01:36:54.429856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'port_id': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'mac_address': 'fa:16:3e:61:fa:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:36:54.451180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:54.457300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:54.474310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:54.476101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.567539 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.594648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a929ebe-17bb-477e-9c37-cfd270579eee {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:54.681504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 2a929ebe-17bb-477e-9c37-cfd270579eee, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2a929ebe-17bb-477e-9c37-cfd270579eee,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:54.688079 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.707829 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2cf5ae1-a09a-40b2-8c7f-2bc7053cd968 req-8751b99c-f31c-40ee-8f83-bc969d023c8c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748530 Jul 30 01:36:54.742582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36fb3d84-a5a4-4a01-b410-38d8adaf223f req-ca332f1b-4e7b-454f-93b6-f79522937d59 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114789 Jul 30 01:36:54.838857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4feaa-62ab-46c0-a6be-f1b129f13bdf req-d93efd5b-53c9-47c0-8889-7fd01ec458f9 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:54.845070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0d4feaa-62ab-46c0-a6be-f1b129f13bdf req-d93efd5b-53c9-47c0-8889-7fd01ec458f9 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 943 time: 1.7253077 Jul 30 01:36:54.846696 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:54.848728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6762066 Jul 30 01:36:54.855258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Pushing event updated for resources: {'Port': ['ID=e835ee07-6310-4d8c-8e64-019ee102afbc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:54.989797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:54.993721 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95277ae-30fd-42b5-a8ab-41e8acae5af3" -d '{"events": [{"server_uuid": "8b0833a8-ae1b-4bec-a1e5-39d37dbeeace", "name": "network-vif-plugged", "status": "completed", "tag": "af1c4ba3-1cab-4dc1-90b6-055a0dc623e8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:55.006807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=2a929ebe-17bb-477e-9c37-cfd270579eee,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:55.034917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f2b91cdc-68ae-4989-8624-c1e70cbebc7f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:55.114328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-6478c5f3-5639-41f8-b87f-301ae7fd2c09 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2263980 Jul 30 01:36:55.172336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ec76d99a-56f5-4b7d-b6f8-be987fa7f18b None None] Provisioning for port e835ee07-6310-4d8c-8e64-019ee102afbc completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:55.178311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['2a929ebe-17bb-477e-9c37-cfd270579eee'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:36:55.196277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ec76d99a-56f5-4b7d-b6f8-be987fa7f18b None None] Provisioning complete for port e835ee07-6310-4d8c-8e64-019ee102afbc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:55.197044 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec76d99a-56f5-4b7d-b6f8-be987fa7f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:55.232558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Request body: {'port': {'device_id': '345a7819-185c-4bbc-a2ff-81035a9c15e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:55.382545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f2b91cdc-68ae-4989-8624-c1e70cbebc7f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:55.385601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:55.426698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9146180-bb76-4fe7-a1d1-502000f13e97 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event updated for resources: {'Port': ['ID=500c2288-e4bc-4825-88f7-d13f040d0d59,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:55.453341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0d4feaa-62ab-46c0-a6be-f1b129f13bdf req-0d23c5e9-5138-4b76-9bf6-f16d1110507a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865652 Jul 30 01:36:55.561816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c3753-74d5-4536-85f4-b425469685da req-86b0f628-e591-4c8a-8929-95f70b43546b tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:55.570455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b64c3753-74d5-4536-85f4-b425469685da req-86b0f628-e591-4c8a-8929-95f70b43546b tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 936 time: 0.5166032 Jul 30 01:36:55.580592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ec76d99a-56f5-4b7d-b6f8-be987fa7f18b None None] Port e835ee07-6310-4d8c-8e64-019ee102afbc cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:55.707481 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.081987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-65d7d252-f073-419e-87f2-ce84ec5f43fa tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.085895 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-65d7d252-f073-419e-87f2-ce84ec5f43fa tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.22 "GET /v2.0/networks?id=c0394da6-e4da-4c50-ad99-813d6a092c28 HTTP/1.1" status: 200 len: 828 time: 0.4258888 Jul 30 01:36:56.119339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Request body: {'port': {'device_id': '495c3266-f750-4601-b7df-90194260f9f6', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'admin_state_up': True, 'tenant_id': 'a302e1b006be4798872defcfb2067d3c'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:56.314436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ea94178-ecda-4cc3-8410-84bb7f60b6af req-0d7db282-d73a-46d6-9d88-83c45a1a62f8 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 210 time: 0.5321972 Jul 30 01:36:56.349510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b64c3753-74d5-4536-85f4-b425469685da req-34d78282-0483-42ce-9238-8da8359c6eda tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7532423 Jul 30 01:36:56.483452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Made reservation on behalf of a302e1b006be4798872defcfb2067d3c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:36:56.494958 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:56.754588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067bac0-1d13-45e9-93a9-d073057eb2f3 req-2d00be76-db7b-4958-b974-060d64d66e44 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:56.757498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c067bac0-1d13-45e9-93a9-d073057eb2f3 req-2d00be76-db7b-4958-b974-060d64d66e44 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 950 time: 0.2102551 Jul 30 01:36:56.872802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Allocated IP 172.20.0.12 (c0394da6-e4da-4c50-ad99-813d6a092c28/00ec6ced-d53b-4e55-8cb9-45adc74f79fe/781c879f-f6ed-4fe4-89c0-7df22c04c427) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:36:56.976998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c067bac0-1d13-45e9-93a9-d073057eb2f3 req-93b58d51-e2b1-4a47-8c56-069391c0b179 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710947 Jul 30 01:36:57.138592 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592c4fa8-0fbb-45a7-a486-7810471a1e45 x-openstack-request-id: req-592c4fa8-0fbb-45a7-a486-7810471a1e45 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:36:57.140965 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0833a8-ae1b-4bec-a1e5-39d37dbeeace", "name": "network-vif-plugged", "status": "completed", "tag": "af1c4ba3-1cab-4dc1-90b6-055a0dc623e8", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:36:57.141522 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-592c4fa8-0fbb-45a7-a486-7810471a1e45 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:36:57.142398 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8', 'code': 200} Jul 30 01:36:57.165202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e835ee07-6310-4d8c-8e64-019ee102afbc {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:57.179149 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.206428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Transition to ACTIVE for port object e835ee07-6310-4d8c-8e64-019ee102afbc will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:57.213313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.325528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Pushing event updated for resources: {'Port': ['ID=e835ee07-6310-4d8c-8e64-019ee102afbc,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:57.411045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.412625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.413893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.414548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.417933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.418807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.419414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.420138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.420850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.421634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.422221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.423045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.424578 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.469372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Transition to ACTIVE for port object 781c879f-f6ed-4fe4-89c0-7df22c04c427 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:57.544224 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.554273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c031a6d-e12f-4d0f-aee2-dcfcd1bfe372 req-f07973ec-df3c-4e20-9d12-b7a2af7a1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:57.559546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c031a6d-e12f-4d0f-aee2-dcfcd1bfe372 req-f07973ec-df3c-4e20-9d12-b7a2af7a1d54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 1101 time: 0.2357664 Jul 30 01:36:57.623764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-8ec41ed9-9dbe-4fc2-9cc2-427e5886bd0a tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1957794106&fields=id&tenant_id=65553efe98204417a2eee97ae2768a0e HTTP/1.1" status: 200 len: 267 time: 0.1757641 Jul 30 01:36:57.641557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Network c0394da6-e4da-4c50-ad99-813d6a092c28 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:36:57.646559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:36:57.663798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:36:57.724555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Pushing event updated for resources: {'Port': ['ID=781c879f-f6ed-4fe4-89c0-7df22c04c427,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:57.767725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.768426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.768826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.781962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.782732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.783230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.783799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.784378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.785309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.785671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.786008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.786361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:36:57.858160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:57.858160 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:57.893806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-46c92aa4-9aa8-4205-b96f-4cad72020e22 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:57.910195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-46c92aa4-9aa8-4205-b96f-4cad72020e22 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/networks?id=d6fa3faf-8161-468b-9c4e-955080185598 HTTP/1.1" status: 200 len: 823 time: 0.2531404 Jul 30 01:36:57.921957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Attempting to bind port e835ee07-6310-4d8c-8e64-019ee102afbc on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:57.922303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Attempting to bind port e835ee07-6310-4d8c-8e64-019ee102afbc by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:57.922648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Attempting to bind port e835ee07-6310-4d8c-8e64-019ee102afbc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:57.924782 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-c6f46c4c-df3c-422b-84b0-c76707182b89 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8212159 Jul 30 01:36:57.943353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Port e835ee07-6310-4d8c-8e64-019ee102afbc on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:57.948123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Attempting to bind port e835ee07-6310-4d8c-8e64-019ee102afbc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:57.962435 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Request body: {'port': {'device_id': '495c3266-f750-4601-b7df-90194260f9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:36:57.964636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-e24a7779-883a-4785-af65-c88f76f4e5f7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/quotas/65553efe98204417a2eee97ae2768a0e HTTP/1.1" status: 200 len: 375 time: 0.0531673 Jul 30 01:36:57.971714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c031a6d-e12f-4d0f-aee2-dcfcd1bfe372 req-961c0b26-24bb-4128-8ac8-ba375d1cd8c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625863 Jul 30 01:36:57.999604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:58.000111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:58.000625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:58.001099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Bound port: e835ee07-6310-4d8c-8e64-019ee102afbc, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:58.001470 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.119876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.168275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-fe9c6c79-7b6f-4a62-97bd-bdee8a7151c4 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=65553efe98204417a2eee97ae2768a0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2017395 Jul 30 01:36:58.239789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2a929ebe-17bb-477e-9c37-cfd270579eee up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:36:58.306484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5733bd05-6267-47d7-b6ef-8a74f02fabcf None None] Provisioning for port 781c879f-f6ed-4fe4-89c0-7df22c04c427 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:58.315688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5733bd05-6267-47d7-b6ef-8a74f02fabcf None None] Provisioning complete for port 781c879f-f6ed-4fe4-89c0-7df22c04c427 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:58.316609 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5733bd05-6267-47d7-b6ef-8a74f02fabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.383279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5733bd05-6267-47d7-b6ef-8a74f02fabcf None None] Port 781c879f-f6ed-4fe4-89c0-7df22c04c427 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:36:58.387947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] For port e835ee07-6310-4d8c-8e64-019ee102afbc, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:58.399161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 2a929ebe-17bb-477e-9c37-cfd270579eee completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:36:58.408282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 2a929ebe-17bb-477e-9c37-cfd270579eee triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:36:58.409325 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.454939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] For port e835ee07-6310-4d8c-8e64-019ee102afbc, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e835ee07-6310-4d8c-8e64-019ee102afbc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:58.483419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.507056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eeb03-43d0-4dcf-8bd4-7b08ed7e3b74 req-72abf1d7-f206-48ba-8448-3c075725aa3b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.508803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f09eeb03-43d0-4dcf-8bd4-7b08ed7e3b74 req-72abf1d7-f206-48ba-8448-3c075725aa3b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 949 time: 0.2977183 Jul 30 01:36:58.562256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-db4fe1e2-d5f4-4bc6-8c42-598d4a13cb3f service neutron] 10.222.0.84 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522098 Jul 30 01:36:58.576655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:58.578173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.581194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] 10.222.0.22 "PUT /v2.0/ports/e835ee07-6310-4d8c-8e64-019ee102afbc HTTP/1.1" status: 200 len: 1096 time: 3.3693316 Jul 30 01:36:58.589964 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.629518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345a7819-185c-4bbc-a2ff-81035a9c15e4', 'tag': 'e835ee07-6310-4d8c-8e64-019ee102afbc'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:58.632838 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75facb12-52c7-40ef-8366-48aa609f8e62" -d '{"events": [{"name": "network-changed", "server_uuid": "345a7819-185c-4bbc-a2ff-81035a9c15e4", "tag": "e835ee07-6310-4d8c-8e64-019ee102afbc"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:58.698472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 2a929ebe-17bb-477e-9c37-cfd270579eee, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2a929ebe-17bb-477e-9c37-cfd270579eee,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:36:58.707381 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.786146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781c879f-f6ed-4fe4-89c0-7df22c04c427 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:36:58.808123 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.844621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Transition to ACTIVE for port object 781c879f-f6ed-4fe4-89c0-7df22c04c427 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:36:58.844948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=2a929ebe-17bb-477e-9c37-cfd270579eee,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:58.850530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:58.891864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f09eeb03-43d0-4dcf-8bd4-7b08ed7e3b74 req-96a8f57e-660c-4f23-863f-87529fe26811 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689179 Jul 30 01:36:58.955822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcc724-351c-4079-8658-c962ff084e09 service neutron] Pushing event updated for resources: {'Port': ['ID=e835ee07-6310-4d8c-8e64-019ee102afbc,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:58.958116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Pushing event updated for resources: {'Port': ['ID=781c879f-f6ed-4fe4-89c0-7df22c04c427,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:59.033042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-8b302698-c4a4-4501-abcf-bff015c7b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.045665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-8b302698-c4a4-4501-abcf-bff015c7b8b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9a20660bc5e4d84a19ebf7120a0f7cf&device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 1099 time: 0.3773150 Jul 30 01:36:59.097479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-ae546032-835b-4f6a-b1b3-7ba6eb05e716 service neutron] 10.222.0.84 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115979 Jul 30 01:36:59.155872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:59.159972 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ad777b-2fa1-4888-812c-6e1dc213ed58" -d '{"events": [{"server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "name": "network-vif-plugged", "status": "completed", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:59.182323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Attempting to bind port 781c879f-f6ed-4fe4-89c0-7df22c04c427 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:36:59.182786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Attempting to bind port 781c879f-f6ed-4fe4-89c0-7df22c04c427 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:36:59.183533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Attempting to bind port 781c879f-f6ed-4fe4-89c0-7df22c04c427 on network c0394da6-e4da-4c50-ad99-813d6a092c28 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:59.203210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Port 781c879f-f6ed-4fe4-89c0-7df22c04c427 on network c0394da6-e4da-4c50-ad99-813d6a092c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:36:59.204677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Attempting to bind port 781c879f-f6ed-4fe4-89c0-7df22c04c427 on network c0394da6-e4da-4c50-ad99-813d6a092c28 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:36:59.231393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:36:59.233514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Checking segment: {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:36:59.233514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Bound using segment: {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:36:59.234391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Bound port: 781c879f-f6ed-4fe4-89c0-7df22c04c427, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4de7453-3a98-4234-9005-3630ff40d414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:36:59.235093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-71b356e7-58f0-4883-adf9-442963b7801f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e835ee07-6310-4d8c-8e64-019ee102afbc HTTP/1.1" status: 200 len: 217 time: 0.1736462 Jul 30 01:36:59.235319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:59.285594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f848093-1383-4e1c-b5b0-6b0aed07bdc9 req-427de9c0-1803-4ed7-884b-c2ad5b9e78bb tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.289026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f848093-1383-4e1c-b5b0-6b0aed07bdc9 req-427de9c0-1803-4ed7-884b-c2ad5b9e78bb tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 945 time: 0.1998525 Jul 30 01:36:59.405180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] For port 781c879f-f6ed-4fe4-89c0-7df22c04c427, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:36:59.415299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] For port 781c879f-f6ed-4fe4-89c0-7df22c04c427, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:36:59.429284 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:59.461848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-183fb9d7-8981-4b4f-8605-7da8644163ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.465650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-183fb9d7-8981-4b4f-8605-7da8644163ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1988933 Jul 30 01:36:59.510977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f848093-1383-4e1c-b5b0-6b0aed07bdc9 req-21d0c501-e62d-4891-ba7a-efb06a5a1843 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080398 Jul 30 01:36:59.537882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.539875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:36:59.542819 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] 10.222.0.22 "PUT /v2.0/ports/781c879f-f6ed-4fe4-89c0-7df22c04c427 HTTP/1.1" status: 200 len: 1092 time: 1.6006231 Jul 30 01:36:59.544263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:36:59.549213 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7a4dfa-7152-4fef-80af-13489b90bd01" -d '{"events": [{"name": "network-changed", "server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:36:59.593552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672331e2-424c-474d-bef9-c728ecc35e03 service neutron] Pushing event updated for resources: {'Port': ['ID=781c879f-f6ed-4fe4-89c0-7df22c04c427,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:36:59.713591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-7e5e754d-3b5a-4d73-a3de-4d7914198fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.715976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-7e5e754d-3b5a-4d73-a3de-4d7914198fe5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2266092 Jul 30 01:36:59.731126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a1a0e-9bb7-4c30-a687-598cd73f5416 req-1bc3ef10-1ecb-428e-be23-5176d2f70bfa tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.742105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-608a1a0e-9bb7-4c30-a687-598cd73f5416 req-1bc3ef10-1ecb-428e-be23-5176d2f70bfa tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 944 time: 0.2207124 Jul 30 01:36:59.758252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-93d505e3-8fbf-4da8-a7dc-a0cd1fe4c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.761669 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-93d505e3-8fbf-4da8-a7dc-a0cd1fe4c231 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a302e1b006be4798872defcfb2067d3c&device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 1095 time: 0.1219964 Jul 30 01:36:59.870523 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-e0e9f0ed-5747-4896-b4ab-12b1bfd6dc2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427 HTTP/1.1" status: 200 len: 217 time: 0.0807004 Jul 30 01:36:59.964315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-608a1a0e-9bb7-4c30-a687-598cd73f5416 req-eb5daa8b-c44c-45f1-9bcc-fbf167119d10 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/security-groups?id=4c3c07bc-979d-469a-a9c0-00ddc8a678ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207563 Jul 30 01:36:59.981891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-4e1cd1f4-9f67-4e31-97d4-21542c136b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.990665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ad515-587b-46c6-a8b2-3be81abe8f74 req-f13208ad-5ef3-4006-b217-442be54149a1 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:36:59.993752 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa6ad515-587b-46c6-a8b2-3be81abe8f74 req-f13208ad-5ef3-4006-b217-442be54149a1 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 948 time: 0.2765164 Jul 30 01:36:59.998250 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-4e1cd1f4-9f67-4e31-97d4-21542c136b1e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=00ec6ced-d53b-4e55-8cb9-45adc74f79fe HTTP/1.1" status: 200 len: 867 time: 0.1144302 Jul 30 01:37:00.082939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-8f524f03-6bbf-4561-af9c-5823c4d8299f service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367615 Jul 30 01:37:00.126463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-3d557c0d-3535-468a-a0d0-f431e77d959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:00.129684 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-3d557c0d-3535-468a-a0d0-f431e77d959a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0394da6-e4da-4c50-ad99-813d6a092c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188927 Jul 30 01:37:00.180377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa6ad515-587b-46c6-a8b2-3be81abe8f74 req-3bc0310f-e731-48e3-831c-f6d9b6bf97af tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664989 Jul 30 01:37:00.293377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061c492-82f5-41ca-b2ce-86ee4616de7c req-47a341fd-2a4d-41b1-b99e-c03e4b441596 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:00.306714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7061c492-82f5-41ca-b2ce-86ee4616de7c req-47a341fd-2a4d-41b1-b99e-c03e4b441596 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 950 time: 0.2108176 Jul 30 01:37:00.331875 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-8214242e-9b0c-4a66-9cfe-11ff1041a6a5 service neutron] 10.222.0.22 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885667 Jul 30 01:37:00.430479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7061c492-82f5-41ca-b2ce-86ee4616de7c req-efd00c03-8d56-4624-8213-ca38e99fb6f0 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222732 Jul 30 01:37:00.437823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-749d55e7-8d4d-4c5b-b707-c48a135ebbc0 req-e093dc87-a09f-463e-9c7e-5cbdecc4fbf4 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346727 Jul 30 01:37:00.568577 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d575109-6fee-4b7d-b829-a468a5be8216 req-8671b13f-a6a5-49df-ba8b-0b614bdcb2a4 service neutron] 10.222.0.22 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275229 Jul 30 01:37:00.634989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d768b21-656e-4d85-b7e5-7a6b17aa2616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:00.811545 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08d980f-26c7-4af8-90a7-0e72ac18cd68 x-openstack-request-id: req-d08d980f-26c7-4af8-90a7-0e72ac18cd68 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:00.812916 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345a7819-185c-4bbc-a2ff-81035a9c15e4", "tag": "e835ee07-6310-4d8c-8e64-019ee102afbc", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:00.812916 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d08d980f-26c7-4af8-90a7-0e72ac18cd68 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:00.813677 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345a7819-185c-4bbc-a2ff-81035a9c15e4', 'tag': 'e835ee07-6310-4d8c-8e64-019ee102afbc', 'status': 'completed', 'code': 200} Jul 30 01:37:00.863292 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:00.951806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-3ffa618f-58c6-48aa-bfec-f58433ab6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:00.961357 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-3ffa618f-58c6-48aa-bfec-f58433ab6953 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9a20660bc5e4d84a19ebf7120a0f7cf&device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 1099 time: 0.0910873 Jul 30 01:37:00.993039 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4770fde1-3230-4644-ba61-deb2c802d5fc x-openstack-request-id: req-4770fde1-3230-4644-ba61-deb2c802d5fc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:00.993540 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "name": "network-vif-plugged", "status": "completed", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:00.993950 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4770fde1-3230-4644-ba61-deb2c802d5fc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:00.994968 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'code': 200} Jul 30 01:37:01.047272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62659938-b8a5-49c7-9b95-9fc1fc5632d4 req-0485ae99-8609-4064-ad2a-91fca005c1ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.056819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62659938-b8a5-49c7-9b95-9fc1fc5632d4 req-0485ae99-8609-4064-ad2a-91fca005c1ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 950 time: 0.1247149 Jul 30 01:37:01.161595 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62659938-b8a5-49c7-9b95-9fc1fc5632d4 req-ab5a02ac-b824-4e60-aa40-fc3fdf3022c4 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929477 Jul 30 01:37:01.179059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-6f328a09-9146-42d7-9b9b-5e40f2e463b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.186493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-6f328a09-9146-42d7-9b9b-5e40f2e463b2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.2119038 Jul 30 01:37:01.258246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7855a5be-b31b-434c-bab7-d96f21024a56 req-398476cf-f334-4f08-bc74-4e723f1cb7dc tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 210 time: 0.1024325 Jul 30 01:37:01.327843 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4ef8c4-52fc-4ee7-885c-d3c27013f406 x-openstack-request-id: req-cf4ef8c4-52fc-4ee7-885c-d3c27013f406 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:01.328280 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:01.328700 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cf4ef8c4-52fc-4ee7-885c-d3c27013f406 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:01.329239 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'status': 'completed', 'code': 200} Jul 30 01:37:01.338460 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-83b9e67a-05ac-454e-9935-19eee09b071b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=e835ee07-6310-4d8c-8e64-019ee102afbc HTTP/1.1" status: 200 len: 217 time: 0.1267710 Jul 30 01:37:01.446243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022f235-ee9a-473d-bc36-821678831173 req-72d0c789-fb10-45fe-9399-309feecf4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.449634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7022f235-ee9a-473d-bc36-821678831173 req-72d0c789-fb10-45fe-9399-309feecf4b0d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1096 time: 0.3102260 Jul 30 01:37:01.484400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-c4ca0228-ec53-48a2-8a79-bb99d9d65068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.490213 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-c4ca0228-ec53-48a2-8a79-bb99d9d65068 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1346996 Jul 30 01:37:01.587725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-e7383a5c-ef2a-414c-862b-77b7bc2b9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:01.590747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-e7383a5c-ef2a-414c-862b-77b7bc2b9311 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920954 Jul 30 01:37:01.815594 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-d7edc28a-0346-4815-a2cf-0ff61c58851f service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946738 Jul 30 01:37:02.000431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-50d9ca7d-75e0-45da-95c0-781439a00aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.003082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-50d9ca7d-75e0-45da-95c0-781439a00aba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a302e1b006be4798872defcfb2067d3c&device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 1095 time: 0.6463106 Jul 30 01:37:02.028267 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75facb12-52c7-40ef-8366-48aa609f8e62 req-9431d9f7-e1ae-4aeb-9cbd-5268bd317dbf service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009940 Jul 30 01:37:02.064292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7022f235-ee9a-473d-bc36-821678831173 req-d6033906-2786-425d-bc40-ef17694cedef service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491409 Jul 30 01:37:02.102390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75982e8-7281-4f5f-8d1c-81f7b8d7dda4 req-32ada184-42ed-401b-909b-9048d129d1c7 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.105195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c75982e8-7281-4f5f-8d1c-81f7b8d7dda4 req-32ada184-42ed-401b-909b-9048d129d1c7 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 945 time: 0.6709445 Jul 30 01:37:02.158850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-e58dd700-afbf-4bd4-92a7-6ea9d6a06ac6 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.161232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-e58dd700-afbf-4bd4-92a7-6ea9d6a06ac6 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "GET /v2.0/networks?id=d6fa3faf-8161-468b-9c4e-955080185598 HTTP/1.1" status: 200 len: 823 time: 0.9114029 Jul 30 01:37:02.370235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c75982e8-7281-4f5f-8d1c-81f7b8d7dda4 req-7f6e2233-fd17-4921-aef1-db11c87edcd6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024217 Jul 30 01:37:02.385881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-b9df442b-044d-43f3-b2a4-7fe0f30a0446 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65553efe98204417a2eee97ae2768a0e HTTP/1.1" status: 200 len: 380 time: 0.1907489 Jul 30 01:37:02.421738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d17373-6f6f-4b09-9ac0-d082fb22f284 req-839a6eff-fa5a-41e0-a355-2c90849ef048 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.428836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0d17373-6f6f-4b09-9ac0-d082fb22f284 req-839a6eff-fa5a-41e0-a355-2c90849ef048 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 944 time: 0.2624335 Jul 30 01:37:02.433708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Request body: {'port': {'device_id': '894f2868-56ce-4360-a20d-0320b2316b32', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'admin_state_up': True, 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'security_groups': ['24400ddb-cded-452b-bd7d-85fd5fafbddf']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:02.518241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-11a9a8f6-9dd6-4f70-8ee3-b20a2ee0c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.520825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-11a9a8f6-9dd6-4f70-8ee3-b20a2ee0c393 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c0394da6-e4da-4c50-ad99-813d6a092c28 HTTP/1.1" status: 200 len: 929 time: 0.5050688 Jul 30 01:37:02.603510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-5f8761bb-60da-41b6-9570-543b9e2cfead service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427 HTTP/1.1" status: 200 len: 217 time: 0.0685542 Jul 30 01:37:02.691952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0d17373-6f6f-4b09-9ac0-d082fb22f284 req-0a3e483d-0838-4a3a-acac-b2f86b46df90 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/security-groups?id=4c3c07bc-979d-469a-a9c0-00ddc8a678ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424273 Jul 30 01:37:02.783371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-14b41acf-a87a-420f-aa0a-e6de7975cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:02.786076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-14b41acf-a87a-420f-aa0a-e6de7975cbca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=00ec6ced-d53b-4e55-8cb9-45adc74f79fe HTTP/1.1" status: 200 len: 867 time: 0.1677954 Jul 30 01:37:02.937422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Made reservation on behalf of 65553efe98204417a2eee97ae2768a0e for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:02.944365 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:03.040152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-02477d1e-f46f-43f7-9777-3898a76c0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.043100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-02477d1e-f46f-43f7-9777-3898a76c0c50 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0394da6-e4da-4c50-ad99-813d6a092c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397559 Jul 30 01:37:03.075178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0858b-b94b-4f02-8da4-c9b80739072b req-e0e32f04-067d-4675-a764-f8ec63331ee8 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.078009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19d0858b-b94b-4f02-8da4-c9b80739072b req-e0e32f04-067d-4675-a764-f8ec63331ee8 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 948 time: 0.2524006 Jul 30 01:37:03.308607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-838501c0-a1a1-4427-a851-a9d9ad5f1ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:03.341453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54843-daed-456c-8d14-c6b8b8ef1d27 req-dbe7764e-147f-4aad-b001-a3f61fbec53c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.353255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b54843-daed-456c-8d14-c6b8b8ef1d27 req-dbe7764e-147f-4aad-b001-a3f61fbec53c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.356396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5b54843-daed-456c-8d14-c6b8b8ef1d27 req-dbe7764e-147f-4aad-b001-a3f61fbec53c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207&device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 1690 time: 0.4006174 Jul 30 01:37:03.413242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19d0858b-b94b-4f02-8da4-c9b80739072b req-107be0f9-084a-4738-8d70-62e649d51348 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081133 Jul 30 01:37:03.596524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-30117048-2978-447c-a41f-407655e33c5b service neutron] 10.222.0.22 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372043 Jul 30 01:37:03.621981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5b54843-daed-456c-8d14-c6b8b8ef1d27 req-81e420c1-fcd3-467f-a2f6-761648cdfd10 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470603 Jul 30 01:37:03.625569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Allocated IP 172.20.0.3 (d6fa3faf-8161-468b-9c4e-955080185598/0074f845-b233-45a9-893e-21af2cb46545/fe78eca1-fd2e-4eb4-b645-03fe7f91b98c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:03.687797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:03.798179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc13ef-8035-4b25-87dc-dc6e6dfaa821 req-c2f2e6d8-a9a2-4843-9dc0-28e5ca1e70d0 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:03.801528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6dfc13ef-8035-4b25-87dc-dc6e6dfaa821 req-c2f2e6d8-a9a2-4843-9dc0-28e5ca1e70d0 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 950 time: 0.2757823 Jul 30 01:37:03.983222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6dfc13ef-8035-4b25-87dc-dc6e6dfaa821 req-4db6d924-2986-4120-9843-d2097097f004 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656890 Jul 30 01:37:03.990165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb7a4dfa-7152-4fef-80af-13489b90bd01 req-d86c6bea-0e6b-4d87-98cf-1e2a0f7ab752 service neutron] 10.222.0.22 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603487 Jul 30 01:37:04.130124 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9b14d43-1a78-44a7-b8aa-d5695f40a034 req-4da757cb-1fea-43a8-ba14-4d2a8e66c1e7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 210 time: 0.0449674 Jul 30 01:37:04.149063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:04.185200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Transition to ACTIVE for port object fe78eca1-fd2e-4eb4-b645-03fe7f91b98c will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:04.283346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 781c879f-f6ed-4fe4-89c0-7df22c04c427 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:04.358711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:04.421645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54782) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:04.452153 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:04.464292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Network d6fa3faf-8161-468b-9c4e-955080185598 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:04.493405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f80c2-5cae-47f2-9aef-0b604bf3b1eb req-c0eb981b-fa73-4da4-ba1f-605db1351f86 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:04.496076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c62f80c2-5cae-47f2-9aef-0b604bf3b1eb req-c0eb981b-fa73-4da4-ba1f-605db1351f86 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 945 time: 0.2652464 Jul 30 01:37:04.508550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:04.549978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:04.561195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:04.562125 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:04.574015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 781c879f-f6ed-4fe4-89c0-7df22c04c427, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:04.580387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event updated for resources: {'Port': ['ID=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:04.599257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'port_id': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'mac_address': 'fa:16:3e:ac:83:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:04.661184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-63b185d4-366b-4f85-81c4-f948e225fad0 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2582803 Jul 30 01:37:04.690159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Request body: {'port': {'device_id': '894f2868-56ce-4360-a20d-0320b2316b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:04.710604 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:04.741233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781c879f-f6ed-4fe4-89c0-7df22c04c427 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:04.742264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c62f80c2-5cae-47f2-9aef-0b604bf3b1eb req-b08ccc95-39ac-4b6f-9551-3416f9d3fae9 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256382 Jul 30 01:37:04.767978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bbc61-9c2b-4b6e-b5ad-aab25a62164b req-f3ace937-a022-4936-8ce1-a60b1addc8e4 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:04.781200 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162d12c8-7b1f-4362-b827-2e082ec80d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:04.783456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b81bbc61-9c2b-4b6e-b5ad-aab25a62164b req-f3ace937-a022-4936-8ce1-a60b1addc8e4 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 944 time: 0.3482258 Jul 30 01:37:04.831534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 781c879f-f6ed-4fe4-89c0-7df22c04c427, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:04.841784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:04.845513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e835ee07-6310-4d8c-8e64-019ee102afbc details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:04.893616 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:04.991695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b81bbc61-9c2b-4b6e-b5ad-aab25a62164b req-02e7be5e-78c4-444c-821a-adda3b9fbfb0 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/security-groups?id=4c3c07bc-979d-469a-a9c0-00ddc8a678ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062559 Jul 30 01:37:05.039044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=781c879f-f6ed-4fe4-89c0-7df22c04c427,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:05.055123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ffcfd2be-32d7-4bc3-bcdc-45fdb06b165b None None] Provisioning for port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:05.066492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ffcfd2be-32d7-4bc3-bcdc-45fdb06b165b None None] Provisioning complete for port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:05.067081 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd2be-32d7-4bc3-bcdc-45fdb06b165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.098759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210dbdc-4a07-4e8e-87f7-3d9c8c65f73c req-3ac12be2-8676-48f5-b71b-fadcdb42287d tempest-LiveMigrationNegativeTest-377242163 tempest-LiveMigrationNegativeTest-377242163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:05.102006 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e210dbdc-4a07-4e8e-87f7-3d9c8c65f73c req-3ac12be2-8676-48f5-b71b-fadcdb42287d tempest-LiveMigrationNegativeTest-377242163 tempest-LiveMigrationNegativeTest-377242163-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 1101 time: 0.2036502 Jul 30 01:37:05.121335 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162d12c8-7b1f-4362-b827-2e082ec80d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.132919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ffcfd2be-32d7-4bc3-bcdc-45fdb06b165b None None] Port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:37:05.140635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162d12c8-7b1f-4362-b827-2e082ec80d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.215717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e835ee07-6310-4d8c-8e64-019ee102afbc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e835ee07-6310-4d8c-8e64-019ee102afbc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:05.223024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d12c8-7b1f-4362-b827-2e082ec80d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965be64b-0e37-4445-a6f1-3005829c33f8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:05.233734 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-162d12c8-7b1f-4362-b827-2e082ec80d74 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=435ada2d3c934ca3b3b8fb68c8766a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8092384 Jul 30 01:37:05.234708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:05.241991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'e835ee07-6310-4d8c-8e64-019ee102afbc', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'e835ee07-6310-4d8c-8e64-019ee102afbc', 'mac_address': 'fa:16:3e:0b:0b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:05.325400 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.346989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e835ee07-6310-4d8c-8e64-019ee102afbc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:05.352038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5909-8f23-444e-ae84-68e58b6ccc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.390902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e835ee07-6310-4d8c-8e64-019ee102afbc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e835ee07-6310-4d8c-8e64-019ee102afbc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:05.395195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5909-8f23-444e-ae84-68e58b6ccc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.398182 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.425870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e210dbdc-4a07-4e8e-87f7-3d9c8c65f73c req-ee44dc26-1d0d-4bef-a5c3-6968c419bba2 tempest-LiveMigrationNegativeTest-377242163 tempest-LiveMigrationNegativeTest-377242163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.510501 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971102f-45eb-40d2-bc57-4c1d2d8efcbb req-a938fec4-c4bf-4b91-88dc-58482790a34b tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:05.513218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e835ee07-6310-4d8c-8e64-019ee102afbc,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:05.514062 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4971102f-45eb-40d2-bc57-4c1d2d8efcbb req-a938fec4-c4bf-4b91-88dc-58482790a34b tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 1100 time: 0.1715868 Jul 30 01:37:05.523837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5909-8f23-444e-ae84-68e58b6ccc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.529436 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5ea5909-8f23-444e-ae84-68e58b6ccc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.536601 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a5ea5909-8f23-444e-ae84-68e58b6ccc75 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/965be64b-0e37-4445-a6f1-3005829c33f8 HTTP/1.1" status: 204 len: 168 time: 0.2994161 Jul 30 01:37:05.557068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea5909-8f23-444e-ae84-68e58b6ccc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965be64b-0e37-4445-a6f1-3005829c33f8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:05.713160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4971102f-45eb-40d2-bc57-4c1d2d8efcbb req-951353f1-75c7-471b-ac9d-0e134564bf59 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705832 Jul 30 01:37:05.821824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe78eca1-fd2e-4eb4-b645-03fe7f91b98c {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:05.841552 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.878898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['e835ee07-6310-4d8c-8e64-019ee102afbc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:05.885354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['781c879f-f6ed-4fe4-89c0-7df22c04c427'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:05.904747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Transition to ACTIVE for port object fe78eca1-fd2e-4eb4-b645-03fe7f91b98c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:05.916166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e210dbdc-4a07-4e8e-87f7-3d9c8c65f73c req-ee44dc26-1d0d-4bef-a5c3-6968c419bba2 tempest-LiveMigrationNegativeTest-377242163 tempest-LiveMigrationNegativeTest-377242163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.941166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:05.946636 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e210dbdc-4a07-4e8e-87f7-3d9c8c65f73c req-ee44dc26-1d0d-4bef-a5c3-6968c419bba2 tempest-LiveMigrationNegativeTest-377242163 tempest-LiveMigrationNegativeTest-377242163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:06.054732 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:06.062532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e210dbdc-4a07-4e8e-87f7-3d9c8c65f73c req-ee44dc26-1d0d-4bef-a5c3-6968c419bba2 tempest-LiveMigrationNegativeTest-377242163 tempest-LiveMigrationNegativeTest-377242163-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766464 Jul 30 01:37:06.119323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8a176-a36d-4e42-9cb8-1665cdad0082 req-c27c95ca-b284-40e0-9ead-27de9d034cad tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:06.132643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03e8a176-a36d-4e42-9cb8-1665cdad0082 req-c27c95ca-b284-40e0-9ead-27de9d034cad tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 949 time: 0.2568228 Jul 30 01:37:06.193841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44dc26-1d0d-4bef-a5c3-6968c419bba2 tempest-LiveMigrationNegativeTest-377242163 tempest-LiveMigrationNegativeTest-377242163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60e4dd4-164f-40ea-9e8d-93a82d7622f2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:06.247188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Pushing event updated for resources: {'Port': ['ID=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:06.396439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54806) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:06.418171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Attempting to bind port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:06.419350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Attempting to bind port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:06.420173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Attempting to bind port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c on network d6fa3faf-8161-468b-9c4e-955080185598 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:06.433361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fd18fce-c178-44e1-8594-ae5d99e8309d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:06.683504 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fd18fce-c178-44e1-8594-ae5d99e8309d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:06.696118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fd18fce-c178-44e1-8594-ae5d99e8309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:06.739728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03e8a176-a36d-4e42-9cb8-1665cdad0082 req-388e5976-aabf-4fd3-97f0-3468f41c2fbf tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055653 Jul 30 01:37:06.758220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c on network d6fa3faf-8161-468b-9c4e-955080185598 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:06.758743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Attempting to bind port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c on network d6fa3faf-8161-468b-9c4e-955080185598 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:06.786206 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3fd18fce-c178-44e1-8594-ae5d99e8309d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2cf354a55a92403998d71115a407a685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836360 Jul 30 01:37:06.786206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd18fce-c178-44e1-8594-ae5d99e8309d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d198d1-809c-481d-9a15-327fd4032df6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:06.798305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54808) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:06.811245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:06.811803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Checking segment: {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:06.812439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Bound using segment: {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:06.813211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Bound port: fe78eca1-fd2e-4eb4-b645-03fe7f91b98c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:06.814281 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.051338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e331462f-808c-4033-ab4f-6c944e404ddc req-77120d42-c9aa-43d7-9c46-0193cab36a63 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8420458 Jul 30 01:37:07.105497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:07.127658 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97abd11b-0163-4d4b-90f1-5a30082a2541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.157624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] For port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:07.192793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] For port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:07.217692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5960d-f847-4fae-a863-74530b97ff9e req-fe04cfc9-3e74-4c4e-bd55-a2ab63d42a77 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.220667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ff5960d-f847-4fae-a863-74530b97ff9e req-fe04cfc9-3e74-4c4e-bd55-a2ab63d42a77 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 943 time: 0.2756453 Jul 30 01:37:07.227952 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.233354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.244464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97abd11b-0163-4d4b-90f1-5a30082a2541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.426634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.427803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.430726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] 10.222.0.41 "PUT /v2.0/ports/fe78eca1-fd2e-4eb4-b645-03fe7f91b98c HTTP/1.1" status: 200 len: 1091 time: 2.7533240 Jul 30 01:37:07.432001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894f2868-56ce-4360-a20d-0320b2316b32', 'tag': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:07.436451 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f51c6d-003d-4f79-bff5-899dde684c60" -d '{"events": [{"name": "network-changed", "server_uuid": "894f2868-56ce-4360-a20d-0320b2316b32", "tag": "fe78eca1-fd2e-4eb4-b645-03fe7f91b98c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:07.573140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67fe62-83d5-4e6e-af4f-a910d00ce4ba service neutron] Pushing event updated for resources: {'Port': ['ID=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:07.586149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ff5960d-f847-4fae-a863-74530b97ff9e req-f9de40ac-5248-4343-8c03-17ab4041b30c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492670 Jul 30 01:37:07.650321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-1ac8cf86-4952-4f61-b7d5-3d08905d7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.654205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-1ac8cf86-4952-4f61-b7d5-3d08905d7424 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65553efe98204417a2eee97ae2768a0e&device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 1094 time: 0.1386263 Jul 30 01:37:07.692278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97abd11b-0163-4d4b-90f1-5a30082a2541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.697954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97abd11b-0163-4d4b-90f1-5a30082a2541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.700152 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-97abd11b-0163-4d4b-90f1-5a30082a2541 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/55d198d1-809c-481d-9a15-327fd4032df6 HTTP/1.1" status: 204 len: 168 time: 0.9101679 Jul 30 01:37:07.793693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-66c5ea6e-2a2f-43cd-82d7-c14f9b9921d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c HTTP/1.1" status: 200 len: 217 time: 0.1132622 Jul 30 01:37:07.832220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abd11b-0163-4d4b-90f1-5a30082a2541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d198d1-809c-481d-9a15-327fd4032df6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:07.966711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:07.974570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a437fc-5d8d-4413-be7a-d9f87fdbb4a7 req-2c635a38-fe3d-4372-aaa0-91f4271fa90c tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.977896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68a437fc-5d8d-4413-be7a-d9f87fdbb4a7 req-2c635a38-fe3d-4372-aaa0-91f4271fa90c tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 1101 time: 0.2759867 Jul 30 01:37:07.991208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-c504ff5a-39f1-4079-8515-35d51280a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:07.992836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-c504ff5a-39f1-4079-8515-35d51280a44b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0074f845-b233-45a9-893e-21af2cb46545 HTTP/1.1" status: 200 len: 862 time: 0.1879275 Jul 30 01:37:08.246648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68a437fc-5d8d-4413-be7a-d9f87fdbb4a7 req-665c2167-6666-431e-aed0-d5c0e9585627 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439713 Jul 30 01:37:08.257869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-b8fca3d6-dddc-427d-b6c4-3267066f6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:08.260502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-b8fca3d6-dddc-427d-b6c4-3267066f6901 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fa3faf-8161-468b-9c4e-955080185598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033062 Jul 30 01:37:08.312527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 781c879f-f6ed-4fe4-89c0-7df22c04c427 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:08.421909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Allocated IP 172.25.7.172 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/6f95824c-d4ff-4ed1-af1c-0e802dd6b707) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:08.461449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 781c879f-f6ed-4fe4-89c0-7df22c04c427 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:08.468297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 781c879f-f6ed-4fe4-89c0-7df22c04c427 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:08.468847 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:08.646459 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:08.675059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287faa9-9fec-40b9-9048-e065567e66e0 req-1da4073b-771c-4164-9cab-96e196cfdb34 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:08.677862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f287faa9-9fec-40b9-9048-e065567e66e0 req-1da4073b-771c-4164-9cab-96e196cfdb34 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 945 time: 0.2631822 Jul 30 01:37:08.692134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-722deb8f-aed6-448e-a8a1-d551431617f2 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215560 Jul 30 01:37:08.722050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:08.743001 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebb16f6-0fbb-49eb-b49c-bfe53c6b9061" -d '{"events": [{"server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "name": "network-vif-plugged", "status": "completed", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:08.782751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 781c879f-f6ed-4fe4-89c0-7df22c04c427, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:08.794311 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:08.796008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e835ee07-6310-4d8c-8e64-019ee102afbc up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:08.872250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:08.924836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f287faa9-9fec-40b9-9048-e065567e66e0 req-d237d46b-96af-46ab-9282-0b6e2217bd7e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/security-groups?id=4c3c07bc-979d-469a-a9c0-00ddc8a678ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305348 Jul 30 01:37:08.944706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=781c879f-f6ed-4fe4-89c0-7df22c04c427,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:08.990943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port e835ee07-6310-4d8c-8e64-019ee102afbc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:09.001658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port e835ee07-6310-4d8c-8e64-019ee102afbc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:09.002603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.023230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76e5ac1-691a-4a5c-bcd3-598416164476 req-2ce9e5d4-2ac5-46f7-9e68-082333439e00 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133862 Jul 30 01:37:09.026488 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.139756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:09.142726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Pushing event updated for resources: {'Port': ['ID=6f95824c-d4ff-4ed1-af1c-0e802dd6b707,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:09.148544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:09.154678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:09.228921 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecb1ce8-f459-4551-b8ad-7d3aec16f4a8 x-openstack-request-id: req-1ecb1ce8-f459-4551-b8ad-7d3aec16f4a8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:09.229356 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894f2868-56ce-4360-a20d-0320b2316b32", "tag": "fe78eca1-fd2e-4eb4-b645-03fe7f91b98c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:09.229757 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1ecb1ce8-f459-4551-b8ad-7d3aec16f4a8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:09.230669 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894f2868-56ce-4360-a20d-0320b2316b32', 'tag': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c', 'status': 'completed', 'code': 200} Jul 30 01:37:09.247832 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.350493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e835ee07-6310-4d8c-8e64-019ee102afbc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e835ee07-6310-4d8c-8e64-019ee102afbc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:09.351770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.359732 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.456422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e835ee07-6310-4d8c-8e64-019ee102afbc,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:09.473702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-0325b7da-396f-4dbd-8dce-67860f44cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:09.477357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-0325b7da-396f-4dbd-8dce-67860f44cd32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65553efe98204417a2eee97ae2768a0e&device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 1094 time: 0.2196701 Jul 30 01:37:09.480345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:09.661647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34f81a-ad20-47e5-bb6e-695afa27fb72 req-b5f9109e-fe4c-426c-b77b-5ef91c59a5be tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:09.664512 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd34f81a-ad20-47e5-bb6e-695afa27fb72 req-b5f9109e-fe4c-426c-b77b-5ef91c59a5be tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 950 time: 0.3027415 Jul 30 01:37:09.878772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-0c0d30f1-4896-45f0-9a07-dc0227cd9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:09.882019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-0c0d30f1-4896-45f0-9a07-dc0227cd9ca6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fa3faf-8161-468b-9c4e-955080185598 HTTP/1.1" status: 200 len: 924 time: 0.3915408 Jul 30 01:37:09.918262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd34f81a-ad20-47e5-bb6e-695afa27fb72 req-e30d6a3f-b5ae-4532-bc45-ae046326c447 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256734 Jul 30 01:37:09.981183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-fc1c6452-d0df-4164-8d62-ca9fc914a98f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c HTTP/1.1" status: 200 len: 217 time: 0.0809550 Jul 30 01:37:10.152819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-01431f66-6900-42b6-b694-25b2791c2822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:10.155545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-01431f66-6900-42b6-b694-25b2791c2822 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0074f845-b233-45a9-893e-21af2cb46545 HTTP/1.1" status: 200 len: 862 time: 0.1611524 Jul 30 01:37:10.252908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:10.265873 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:10.343330 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:10.448299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Pushing event updated for resources: {'Port': ['ID=6f95824c-d4ff-4ed1-af1c-0e802dd6b707,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:10.456108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-12bf9d39-2737-475c-8b58-5223ef07e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:10.459190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-12bf9d39-2737-475c-8b58-5223ef07e173 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fa3faf-8161-468b-9c4e-955080185598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933364 Jul 30 01:37:10.460593 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:10.462770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e331462f-808c-4033-ab4f-6c944e404ddc req-616af8a0-2a3a-4e83-9e0b-48110632e4ff tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3771684 Jul 30 01:37:10.700837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8b88d-69d6-4ca5-807a-fe74b50a4248 req-26cb6b8b-b88e-4413-898a-e3fe4ca99d34 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:10.703621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1b8b88d-69d6-4ca5-807a-fe74b50a4248 req-26cb6b8b-b88e-4413-898a-e3fe4ca99d34 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 943 time: 0.3752882 Jul 30 01:37:10.719115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e331462f-808c-4033-ab4f-6c944e404ddc req-e2acbf69-0f04-46fe-a522-d00c267ed126 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.2288706 Jul 30 01:37:10.930608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1b8b88d-69d6-4ca5-807a-fe74b50a4248 req-45e01b66-5ba6-4f53-96d9-768319e38c6a tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098112 Jul 30 01:37:10.991027 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7806325a-9fa6-4e8a-8e58-0bc47b92771f x-openstack-request-id: req-7806325a-9fa6-4e8a-8e58-0bc47b92771f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:10.991952 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "name": "network-vif-plugged", "status": "completed", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:10.991952 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7806325a-9fa6-4e8a-8e58-0bc47b92771f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:10.992698 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'code': 200} Jul 30 01:37:11.346352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-c5a23e0f-55bc-423f-b92b-f5447ed7bc3e service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8747916 Jul 30 01:37:11.405109 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fe78eca1-fd2e-4eb4-b645-03fe7f91b98c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:11.565342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331462f-808c-4033-ab4f-6c944e404ddc req-e2435cf2-a236-4d80-9dc4-e2aec3aeca9f tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.567927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e331462f-808c-4033-ab4f-6c944e404ddc req-e2435cf2-a236-4d80-9dc4-e2aec3aeca9f tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.8252084 Jul 30 01:37:11.596998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:11.614862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-e331462f-808c-4033-ab4f-6c944e404ddc req-313afdc5-ec68-4bd5-8a12-7f1d16fbbc04 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:37:11.617482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'port_id': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c', 'mac_address': 'fa:16:3e:7d:2b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:11.617783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e331462f-808c-4033-ab4f-6c944e404ddc req-313afdc5-ec68-4bd5-8a12-7f1d16fbbc04 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264897 Jul 30 01:37:11.654076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25059-4dda-43bc-b15c-00fc58978c0d req-aeda5fa3-4257-4f41-adb0-b24dd9810cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.656683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04f25059-4dda-43bc-b15c-00fc58978c0d req-aeda5fa3-4257-4f41-adb0-b24dd9810cca service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 1097 time: 0.3535368 Jul 30 01:37:11.672578 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:11.687206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54882) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:11.700330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe78eca1-fd2e-4eb4-b645-03fe7f91b98c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:11.718010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b91b-ff28-43e7-87cb-7a73960f2f6b req-a0d75f87-6cb1-4c89-8ba2-6b9713fd848e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:11.732919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7408b91b-ff28-43e7-87cb-7a73960f2f6b req-a0d75f87-6cb1-4c89-8ba2-6b9713fd848e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 946 time: 0.4309552 Jul 30 01:37:11.739424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:11.751835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:11.869480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55f51c6d-003d-4f79-bff5-899dde684c60 req-74ccde03-a1d7-4765-9bdc-42dd0580518b service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863126 Jul 30 01:37:11.871618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:11.898068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04f25059-4dda-43bc-b15c-00fc58978c0d req-ecc9e79c-5e72-48ba-8b28-9103dfe35429 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4c3c07bc-979d-469a-a9c0-00ddc8a678ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205307 Jul 30 01:37:11.916045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-38e58eff-a5aa-407e-8bcd-821f764d5fb4 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917788 Jul 30 01:37:11.921828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed1d7bb4-87a2-41d9-a678-aba300f5485e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:11.932712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7408b91b-ff28-43e7-87cb-7a73960f2f6b req-48f6f2ad-fc19-4c5e-ae7b-f7abc55b3e81 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/security-groups?id=4c3c07bc-979d-469a-a9c0-00ddc8a678ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702421 Jul 30 01:37:12.045999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['fe78eca1-fd2e-4eb4-b645-03fe7f91b98c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:12.106305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed1d7bb4-87a2-41d9-a678-aba300f5485e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:12.113578 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed1d7bb4-87a2-41d9-a678-aba300f5485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:12.141761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cacc22d5-db9c-4ccd-ad4c-e030d24053ef tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:12.153084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d7bb4-87a2-41d9-a678-aba300f5485e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097bdcf2-3806-4e14-96b9-c1bac6c12a8b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:12.156010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cacc22d5-db9c-4ccd-ad4c-e030d24053ef tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311068 Jul 30 01:37:12.186573 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ed1d7bb4-87a2-41d9-a678-aba300f5485e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=60822f89b8c342ddbeafee61b8e8f0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975560 Jul 30 01:37:12.206244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54900) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:12.212163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-dfe59d9c-6707-4632-814d-f4ba728093c5 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/quotas/d0f98f9edc1a45c59355a7c052a282a1 HTTP/1.1" status: 200 len: 375 time: 0.0547032 Jul 30 01:37:12.308174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e914bbb-75b6-4e54-82f3-a095cd4c0165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:12.308456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-ee98619c-24bd-4a87-b404-bb308be293ef tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935638 Jul 30 01:37:12.356588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e914bbb-75b6-4e54-82f3-a095cd4c0165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:12.446979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e914bbb-75b6-4e54-82f3-a095cd4c0165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:12.452893 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e914bbb-75b6-4e54-82f3-a095cd4c0165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:12.455097 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5e914bbb-75b6-4e54-82f3-a095cd4c0165 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/097bdcf2-3806-4e14-96b9-c1bac6c12a8b HTTP/1.1" status: 204 len: 168 time: 0.2471449 Jul 30 01:37:12.475972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e914bbb-75b6-4e54-82f3-a095cd4c0165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097bdcf2-3806-4e14-96b9-c1bac6c12a8b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:12.540786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-0d4b792d-bdff-4ce9-bc35-e059f0718424 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=cdd599744a3d488fa5b952ac5e56e142&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495858 Jul 30 01:37:12.767507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-61f53ec3-723a-4143-a7ea-133c5bda0379 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:12.770002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-61f53ec3-723a-4143-a7ea-133c5bda0379 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194242 Jul 30 01:37:12.797316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-f09bcc8b-da57-4ea4-af2b-84d7db22a2c3 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/quotas/cdd599744a3d488fa5b952ac5e56e142 HTTP/1.1" status: 200 len: 375 time: 0.0180430 Jul 30 01:37:12.887422 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ce6fc8a0-e0c7-4d10-b332-0d1ad46a964d tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780041 Jul 30 01:37:12.994464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345a7819-185c-4bbc-a2ff-81035a9c15e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e835ee07-6310-4d8c-8e64-019ee102afbc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:13.000151 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7859a89b-4d75-4414-a30f-48bcab231876" -d '{"events": [{"server_uuid": "345a7819-185c-4bbc-a2ff-81035a9c15e4", "name": "network-vif-plugged", "status": "completed", "tag": "e835ee07-6310-4d8c-8e64-019ee102afbc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:13.078330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54922) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:13.107305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bda17a19-5aa6-40d4-9f22-66c03cfd7013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:13.162106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535c0d6-814b-4b27-ad24-3b7ed6bd5f55 req-4bcb913d-5ee7-42f0-b2b4-83f4e86da54b tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:13.179013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1535c0d6-814b-4b27-ad24-3b7ed6bd5f55 req-4bcb913d-5ee7-42f0-b2b4-83f4e86da54b tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 950 time: 0.1302028 Jul 30 01:37:13.424924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fe78eca1-fd2e-4eb4-b645-03fe7f91b98c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:13.429038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1535c0d6-814b-4b27-ad24-3b7ed6bd5f55 req-ea66d847-9b6b-4a4a-a5aa-fc2c9cc690e6 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465332 Jul 30 01:37:13.443305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bda17a19-5aa6-40d4-9f22-66c03cfd7013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:13.466299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bda17a19-5aa6-40d4-9f22-66c03cfd7013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:13.573142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:13.586206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:13.588303 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:13.623320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54942) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:13.624466 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bda17a19-5aa6-40d4-9f22-66c03cfd7013 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a8c2f1bca99b413f9ff90cce1ba619b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425947 Jul 30 01:37:13.626968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda17a19-5aa6-40d4-9f22-66c03cfd7013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e196aba-56a0-494c-bb3b-79321989f4db,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:14.026526 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.045963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2f8593d7-73d7-4658-b660-4bcd834f683e tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:14.060956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2f8593d7-73d7-4658-b660-4bcd834f683e tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 820 time: 0.3151078 Jul 30 01:37:14.072287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:14.080701 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.105227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-11b695a4-edf3-402d-870b-875d3d42097a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/quotas/0a69c361c08a4f8d8c3166233887a3b8 HTTP/1.1" status: 200 len: 375 time: 0.0427482 Jul 30 01:37:14.149908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:14.187069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d7a6118b-d8f7-41ae-9c43-6e8856f5b8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.248742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0338-49b8-43dd-80af-7a5ef2f5398d req-c76c608a-1251-4a18-a619-865634592a8c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:14.251385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5ba0338-49b8-43dd-80af-7a5ef2f5398d req-c76c608a-1251-4a18-a619-865634592a8c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 944 time: 0.4835043 Jul 30 01:37:14.318504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d7a6118b-d8f7-41ae-9c43-6e8856f5b8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.364100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-65f9cb17-4190-4fcd-a7ba-f33099b92ed5 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2573206 Jul 30 01:37:14.465224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5ba0338-49b8-43dd-80af-7a5ef2f5398d req-6c4df4de-db1b-4782-870b-fd26076491de tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763618 Jul 30 01:37:14.519351 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d7a6118b-d8f7-41ae-9c43-6e8856f5b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.525529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d7a6118b-d8f7-41ae-9c43-6e8856f5b8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:14.527845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d7a6118b-d8f7-41ae-9c43-6e8856f5b8a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7e196aba-56a0-494c-bb3b-79321989f4db HTTP/1.1" status: 204 len: 168 time: 0.9026976 Jul 30 01:37:14.562171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6118b-d8f7-41ae-9c43-6e8856f5b8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e196aba-56a0-494c-bb3b-79321989f4db,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:14.742902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-927fa951-4775-4484-8755-fbc1fc9e8a28 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:37:14.746450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-927fa951-4775-4484-8755-fbc1fc9e8a28 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0863557 Jul 30 01:37:15.002349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f013bef-d5ea-4adb-ad29-b059f49e56bf req-2be269b3-45b8-4687-afbe-89dd3547291f tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:15.005363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f013bef-d5ea-4adb-ad29-b059f49e56bf req-2be269b3-45b8-4687-afbe-89dd3547291f tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 946 time: 0.1527383 Jul 30 01:37:15.010877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-9bb6b7b6-91df-49a8-b377-c9692a29f1d2 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539158 Jul 30 01:37:15.149168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f013bef-d5ea-4adb-ad29-b059f49e56bf req-1b30fe32-b72d-4eab-8b3e-4f6719eeb38f tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/security-groups?id=4c3c07bc-979d-469a-a9c0-00ddc8a678ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345663 Jul 30 01:37:15.219177 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fa50771b-6591-4dc5-89bb-3709cc5b307c service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940551 Jul 30 01:37:15.300217 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af424424-cb64-4005-a371-63d2c824602d x-openstack-request-id: req-af424424-cb64-4005-a371-63d2c824602d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:15.301009 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345a7819-185c-4bbc-a2ff-81035a9c15e4", "name": "network-vif-plugged", "status": "completed", "tag": "e835ee07-6310-4d8c-8e64-019ee102afbc", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:15.301463 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-af424424-cb64-4005-a371-63d2c824602d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:15.302136 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345a7819-185c-4bbc-a2ff-81035a9c15e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e835ee07-6310-4d8c-8e64-019ee102afbc', 'code': 200} Jul 30 01:37:15.622823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e4f8-e070-4a24-8717-c0b162dddb80 req-a9e682f5-852a-4ac6-a9c7-63289a02e9c2 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:15.635946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa52e4f8-e070-4a24-8717-c0b162dddb80 req-a9e682f5-852a-4ac6-a9c7-63289a02e9c2 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 950 time: 0.2086961 Jul 30 01:37:15.763058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-606cd012-e81d-49e7-b639-dda0e6c72796 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:15.767507 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-606cd012-e81d-49e7-b639-dda0e6c72796 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 950 time: 0.3771970 Jul 30 01:37:15.871149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-7901b8b9-3b2d-42af-a52a-cc6c0e133e6e tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898077 Jul 30 01:37:15.883190 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-9b506c15-d359-4a93-a350-4462b42ba361 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785930 Jul 30 01:37:16.038184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbbd55-49a1-4e1f-87b6-b2053d80c9e7 req-f319ec33-3dde-4305-8e73-b1f4ec895e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.047071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21fbbd55-49a1-4e1f-87b6-b2053d80c9e7 req-f319ec33-3dde-4305-8e73-b1f4ec895e62 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 1101 time: 0.3895369 Jul 30 01:37:16.150055 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-1a12ea21-d0c5-4c48-a13d-6a1d76a0c0f4 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=cdd599744a3d488fa5b952ac5e56e142&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3105812 Jul 30 01:37:16.220135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-b10cceba-7de5-41c3-a7a6-dc73ef7beef5 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.222824 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-b10cceba-7de5-41c3-a7a6-dc73ef7beef5 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3321121 Jul 30 01:37:16.246001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Request body: {'port': {'device_id': '7c83c321-920e-4f03-b0f2-afa4d9e09091', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'd0f98f9edc1a45c59355a7c052a282a1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:16.403508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa52e4f8-e070-4a24-8717-c0b162dddb80 req-738b088b-41cc-4ce7-833d-fcd62449eeee tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6932847 Jul 30 01:37:16.449233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-27a51e52-dd3d-4ac5-a60c-f7d3a7e6f7fd tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cdd599744a3d488fa5b952ac5e56e142&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810173 Jul 30 01:37:16.668678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21fbbd55-49a1-4e1f-87b6-b2053d80c9e7 req-7307f7f0-e5bf-46de-ab58-4a6bbd72a1f4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373025 Jul 30 01:37:16.814019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-6fee6d3a-87b1-4c2d-ac30-9ad188a6c45e tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.825469 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-6fee6d3a-87b1-4c2d-ac30-9ad188a6c45e tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6736670 Jul 30 01:37:16.835193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-04985bf1-4492-489a-b833-58183e02d560 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.838516 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-04985bf1-4492-489a-b833-58183e02d560 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3731372 Jul 30 01:37:16.842811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-68e49aff-b4a1-4113-914c-77850c2b0cb5 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.845911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-68e49aff-b4a1-4113-914c-77850c2b0cb5 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9506412 Jul 30 01:37:16.847702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Made reservation on behalf of d0f98f9edc1a45c59355a7c052a282a1 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:16.856516 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:16.882664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dda3f2-b1f5-49eb-ac59-1c5030b20841 req-bee7d4c1-9f9e-44a9-8775-7b4c64d65160 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:16.891394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71dda3f2-b1f5-49eb-ac59-1c5030b20841 req-bee7d4c1-9f9e-44a9-8775-7b4c64d65160 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 950 time: 0.2689478 Jul 30 01:37:16.910333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Request body: {'port': {'device_id': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'cdd599744a3d488fa5b952ac5e56e142'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:16.911331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-d1498a4d-bea4-4215-ac5c-290fa3bf6ce1 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/quotas/cdd599744a3d488fa5b952ac5e56e142 HTTP/1.1" status: 200 len: 375 time: 0.0830975 Jul 30 01:37:16.920325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Request body: {'port': {'device_id': '91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'd0f98f9edc1a45c59355a7c052a282a1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:16.959895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Deleting port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:37:16.960385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.118940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-0909db7d-296e-422b-b75b-9a0ca403bd18 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2055032 Jul 30 01:37:17.305863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894f2868-56ce-4360-a20d-0320b2316b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:17.309159 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb4d9ab-d468-43c3-a67c-c08cc1f74338" -d '{"events": [{"server_uuid": "894f2868-56ce-4360-a20d-0320b2316b32", "name": "network-vif-plugged", "status": "completed", "tag": "fe78eca1-fd2e-4eb4-b645-03fe7f91b98c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:17.332665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71dda3f2-b1f5-49eb-ac59-1c5030b20841 req-2e0196dc-46b9-47c7-b550-cef92d419a52 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394910 Jul 30 01:37:17.340120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Made reservation on behalf of cdd599744a3d488fa5b952ac5e56e142 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:17.351211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.359162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Allocated IP 192.168.233.84 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/829457e9-5e41-447d-a570-8d2cf09a3cd3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:17.389104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.460463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:17.734354 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.834593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:17.841199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.908278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.947127 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.958859 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:17.966101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Transition to ACTIVE for port object 829457e9-5e41-447d-a570-8d2cf09a3cd3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:17.984261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:18.020513 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356b9ba8-34a3-47d3-a2db-04ea9ea363d4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:18.185320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fa77628-89ad-4ddb-aa23-d69b8cbb2b14 req-321498c9-fbc4-4fdb-93f4-e328d0af66aa tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091 HTTP/1.1" status: 200 len: 210 time: 0.5918283 Jul 30 01:37:18.553547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:18.569922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:18.577082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:18.657824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] For port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:18.658413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:18.805122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Allocated IP 192.168.233.167 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/af977577-7523-4a6e-a390-c075238bf03c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:18.846987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event updated for resources: {'Port': ['ID=829457e9-5e41-447d-a570-8d2cf09a3cd3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:18.876050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:18.879892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:18.887653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:19.066807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:19.069963 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:19.141760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-cf2eac44-0c35-4a5a-8721-c1f0be346755 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9027295 Jul 30 01:37:19.158412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Request body: {'port': {'device_id': '7c83c321-920e-4f03-b0f2-afa4d9e09091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:19.189995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Calling delete_port for af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:37:19.220178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Made reservation on behalf of d0f98f9edc1a45c59355a7c052a282a1 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:19.220178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:19.306061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-c52a033f-9617-4d69-a752-20276af905a0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:19.308928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-c52a033f-9617-4d69-a752-20276af905a0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.41 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 820 time: 1.4058983 Jul 30 01:37:19.360636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Request body: {'port': {'device_id': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'admin_state_up': True, 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:19.412617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:19.501208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:19.526792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Transition to ACTIVE for port object af977577-7523-4a6e-a390-c075238bf03c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:19.585843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76760df3-9786-4349-889d-9baba6337901 req-0e05a1fd-eb06-4b6c-89e6-9080d7fe7107 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:19.588474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76760df3-9786-4349-889d-9baba6337901 req-0e05a1fd-eb06-4b6c-89e6-9080d7fe7107 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 945 time: 0.9230857 Jul 30 01:37:19.617627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4ce127a6-0a75-4b2b-8055-3d92e5c6c57e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 258 time: 2.0299027 Jul 30 01:37:19.630610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3b2b7c4e-2679-4d61-a13e-c08f4127c2ab None None] Provisioning for port 829457e9-5e41-447d-a570-8d2cf09a3cd3 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:19.640115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3b2b7c4e-2679-4d61-a13e-c08f4127c2ab None None] Provisioning complete for port 829457e9-5e41-447d-a570-8d2cf09a3cd3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:19.640848 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c4e-2679-4d61-a13e-c08f4127c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:19.705438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b7c4e-2679-4d61-a13e-c08f4127c2ab None None] Port 829457e9-5e41-447d-a570-8d2cf09a3cd3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:37:19.732396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:19.760715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:19.872647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:19.886744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:19.891153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:19.919473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76760df3-9786-4349-889d-9baba6337901 req-300ebe7e-32be-4ccd-969b-ef82c2303879 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911716 Jul 30 01:37:19.923551 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:20.018879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:20.097672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:20.097672 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:20.204767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29a3c881-94c7-447a-8746-dd03b2a2a2e9 req-cef64f76-aff6-43c9-8ea6-a4f8ed7cc5d8 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 210 time: 0.0880721 Jul 30 01:37:20.250877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-83cb1788-d23b-4550-bab4-4a261b37d1fe tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cdd599744a3d488fa5b952ac5e56e142&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539124 Jul 30 01:37:20.254252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Made reservation on behalf of 0a69c361c08a4f8d8c3166233887a3b8 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:20.260217 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:20.284151 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-ac372eaa-e694-474f-91b9-1e86530afe57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3801031 Jul 30 01:37:20.295173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:20.319606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['d6dce552-45f7-413b-a3ae-b7aa9a466ec1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:20.334499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Request body: {'port': {'device_id': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:20.451304 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae1099c-ed1e-4b5c-8b59-e3505b389ac1 x-openstack-request-id: req-9ae1099c-ed1e-4b5c-8b59-e3505b389ac1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:20.451800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:20.451991 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894f2868-56ce-4360-a20d-0320b2316b32", "name": "network-vif-plugged", "status": "completed", "tag": "fe78eca1-fd2e-4eb4-b645-03fe7f91b98c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:20.451991 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9ae1099c-ed1e-4b5c-8b59-e3505b389ac1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:20.461530 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894f2868-56ce-4360-a20d-0320b2316b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c', 'code': 200} Jul 30 01:37:20.479070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829457e9-5e41-447d-a570-8d2cf09a3cd3 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:20.506213 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:20.534715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.41', 64708) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:20.555875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Pushing event deleted for resources: {'Port': ['ID=af1c4ba3-1cab-4dc1-90b6-055a0dc623e8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:20.558034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-82e96518-7ec3-4b05-a715-6dfebe659ac4 None None] Provisioning for port af977577-7523-4a6e-a390-c075238bf03c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:20.577382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-82e96518-7ec3-4b05-a715-6dfebe659ac4 None None] Provisioning complete for port af977577-7523-4a6e-a390-c075238bf03c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:20.578146 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82e96518-7ec3-4b05-a715-6dfebe659ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:20.637584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Transition to ACTIVE for port object 829457e9-5e41-447d-a570-8d2cf09a3cd3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:20.655218 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:20.721179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-82e96518-7ec3-4b05-a715-6dfebe659ac4 None None] Port af977577-7523-4a6e-a390-c075238bf03c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:37:20.961954 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Pushing event updated for resources: {'Port': ['ID=829457e9-5e41-447d-a570-8d2cf09a3cd3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:20.976113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f32180-d2bb-43d9-8165-aa16aefa5ee2 req-f3020108-a52c-4976-84d0-6d195c0588f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:20.978794 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e9f32180-d2bb-43d9-8165-aa16aefa5ee2 req-f3020108-a52c-4976-84d0-6d195c0588f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 1096 time: 0.4423094 Jul 30 01:37:20.996614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] No DVR routers for this DVR port af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:37:21.075232 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.081160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-423f6ec3-5ea0-47a8-842f-48ff04f5ba6b req-a63da1a0-142f-40d1-9b26-54751662c406 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.41 "DELETE /v2.0/ports/af1c4ba3-1cab-4dc1-90b6-055a0dc623e8 HTTP/1.1" status: 204 len: 173 time: 5.2405143 Jul 30 01:37:21.082413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'name': 'network-vif-deleted', 'tag': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:21.087063 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da925d59-acfe-41f2-870b-20461ceac83e" -d '{"events": [{"server_uuid": "8b0833a8-ae1b-4bec-a1e5-39d37dbeeace", "name": "network-vif-deleted", "tag": "af1c4ba3-1cab-4dc1-90b6-055a0dc623e8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:21.119156 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e9f32180-d2bb-43d9-8165-aa16aefa5ee2 req-fdf12088-0ac2-40a4-a570-c390260475a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006479 Jul 30 01:37:21.126550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5d8bcac-6425-4ec0-9020-ac2bab67aadb req-62fb0a45-0204-4787-a420-396e3c891c65 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b0833a8-ae1b-4bec-a1e5-39d37dbeeace HTTP/1.1" status: 200 len: 210 time: 0.2145834 Jul 30 01:37:21.171710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Attempting to bind port 829457e9-5e41-447d-a570-8d2cf09a3cd3 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:21.171710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Attempting to bind port 829457e9-5e41-447d-a570-8d2cf09a3cd3 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:21.171710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Attempting to bind port 829457e9-5e41-447d-a570-8d2cf09a3cd3 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:21.174426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Port 829457e9-5e41-447d-a570-8d2cf09a3cd3 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:21.174953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Attempting to bind port 829457e9-5e41-447d-a570-8d2cf09a3cd3 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:21.184699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:21.185239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:21.185857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:21.186564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Bound port: 829457e9-5e41-447d-a570-8d2cf09a3cd3, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:21.187279 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.224978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-d337bd6d-bf9b-4d8b-9b2b-df89ab1e756c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:21.228974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-d337bd6d-bf9b-4d8b-9b2b-df89ab1e756c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9652414 Jul 30 01:37:21.235941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Allocated IP 192.168.233.141 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/35a51815-2159-4211-9009-00ebbace1adc) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:21.260488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Allocated IP 172.20.0.3 (5e53fbd7-8722-444d-9a7f-62c2eede3758/55477313-331d-4329-a74d-1ca61382e718/9ce94be6-9b6b-40da-9d42-f771816013b8) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:21.269882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Request body: {'port': {'device_id': 'dab5d908-9a7d-4a6d-9861-2921f00d315c', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'cdd599744a3d488fa5b952ac5e56e142'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:21.370553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] For port 829457e9-5e41-447d-a570-8d2cf09a3cd3, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:21.376503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] For port 829457e9-5e41-447d-a570-8d2cf09a3cd3, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=829457e9-5e41-447d-a570-8d2cf09a3cd3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:21.384238 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.404258 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.448354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:21.449451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:21.451823 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] 10.222.0.41 "PUT /v2.0/ports/829457e9-5e41-447d-a570-8d2cf09a3cd3 HTTP/1.1" status: 200 len: 1095 time: 2.3008814 Jul 30 01:37:21.452515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c83c321-920e-4f03-b0f2-afa4d9e09091', 'tag': '829457e9-5e41-447d-a570-8d2cf09a3cd3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:21.456870 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c83c321-920e-4f03-b0f2-afa4d9e09091", "tag": "829457e9-5e41-447d-a570-8d2cf09a3cd3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:21.502421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531fa47-60e5-4921-a136-98db0a95699f service neutron] Pushing event updated for resources: {'Port': ['ID=829457e9-5e41-447d-a570-8d2cf09a3cd3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:21.530441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee8226e3-56b3-41cd-840d-a18c625bb0aa req-ef7b2753-5410-423d-895b-ae39579f2983 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 210 time: 0.1384125 Jul 30 01:37:21.635610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-6476447f-c68f-45a8-807b-7968e4c695e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:21.638468 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-6476447f-c68f-45a8-807b-7968e4c695e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091 HTTP/1.1" status: 200 len: 1098 time: 0.0983768 Jul 30 01:37:21.732544 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-451fbf10-3ca5-48b6-981f-aa649ca3bd43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=829457e9-5e41-447d-a570-8d2cf09a3cd3 HTTP/1.1" status: 200 len: 217 time: 0.0803211 Jul 30 01:37:21.863912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-57dbb22d-c694-490f-9b8a-0a137fb71768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:21.867513 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-57dbb22d-c694-490f-9b8a-0a137fb71768 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1162634 Jul 30 01:37:21.967927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-1e4dbfd5-4473-4d88-9835-b28741da196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:21.970980 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-1e4dbfd5-4473-4d88-9835-b28741da196a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899136 Jul 30 01:37:22.190114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-2b02dbc2-fff6-473f-9cae-785d534db169 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010238 Jul 30 01:37:22.204985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0eb03-e2d5-4646-9289-e49a2c88dc47 req-faa234dd-647c-4a25-937b-d22f2152afeb tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:22.207734 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34e0eb03-e2d5-4646-9289-e49a2c88dc47 req-faa234dd-647c-4a25-937b-d22f2152afeb tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 950 time: 0.5003464 Jul 30 01:37:22.244031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Made reservation on behalf of cdd599744a3d488fa5b952ac5e56e142 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:22.251514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.288213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Allocated IP 172.25.7.207 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/11e60e59-1c3b-4b6d-a6d5-09fb4f910508) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:22.376162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-9d1180e1-fd76-43dd-9c1a-45d6994534a5 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706460 Jul 30 01:37:22.462723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:22.467388 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14560af1-a282-411a-bbaf-77865ff591b6" -d '{"events": [{"server_uuid": "8b0833a8-ae1b-4bec-a1e5-39d37dbeeace", "name": "network-vif-unplugged", "status": "completed", "tag": "af1c4ba3-1cab-4dc1-90b6-055a0dc623e8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:22.647889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.673653 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.777758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Transition to ACTIVE for port object 35a51815-2159-4211-9009-00ebbace1adc will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:22.779716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Transition to ACTIVE for port object 9ce94be6-9b6b-40da-9d42-f771816013b8 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:22.839087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34e0eb03-e2d5-4646-9289-e49a2c88dc47 req-48b3cfb8-b70d-4654-8794-090228098e92 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6113322 Jul 30 01:37:22.985269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:22.990524 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.000154 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.015472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['2a929ebe-17bb-477e-9c37-cfd270579eee'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:23.030741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:23.104301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:23.113623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:23.122379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:23.133693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:23.140617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:23.141800 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.145512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:23.151465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:23.157589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:23.158266 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.166603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Pushing event updated for resources: {'Port': ['ID=9ce94be6-9b6b-40da-9d42-f771816013b8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:23.248635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.254213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-fdb7f021-025e-415d-89fe-54a9fcbec8e0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9250214 Jul 30 01:37:23.298596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Request body: {'port': {'device_id': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:23.321961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4262362 Jul 30 01:37:23.390215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Request body: {'port': {'device_id': '91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:23.414974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af977577-7523-4a6e-a390-c075238bf03c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:23.442804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.473454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:23.506721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f78dd-01ef-4bc3-9a86-733ac6ac41bd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event updated for resources: {'Port': ['ID=35a51815-2159-4211-9009-00ebbace1adc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:23.510274 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Transition to ACTIVE for port object af977577-7523-4a6e-a390-c075238bf03c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:23.516664 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.527016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:23.571779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:23.638766 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.679158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:23.872413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dc3b1efa-29a6-404a-b287-c37adf9d2f4d None None] Provisioning for port 35a51815-2159-4211-9009-00ebbace1adc completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:23.909628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dc3b1efa-29a6-404a-b287-c37adf9d2f4d None None] Provisioning complete for port 35a51815-2159-4211-9009-00ebbace1adc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:23.910200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1efa-29a6-404a-b287-c37adf9d2f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.966998 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.970156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Attempting to bind port af977577-7523-4a6e-a390-c075238bf03c on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:23.970784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Attempting to bind port af977577-7523-4a6e-a390-c075238bf03c by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:23.971622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Attempting to bind port af977577-7523-4a6e-a390-c075238bf03c on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:23.980663 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:23.987878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Port af977577-7523-4a6e-a390-c075238bf03c on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:23.987878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Attempting to bind port af977577-7523-4a6e-a390-c075238bf03c on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:24.012217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:24.012729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:24.013367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:24.014253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Bound port: af977577-7523-4a6e-a390-c075238bf03c, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:24.014933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.033401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b1efa-29a6-404a-b287-c37adf9d2f4d None None] Port 35a51815-2159-4211-9009-00ebbace1adc cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:37:24.069408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Pushing event updated for resources: {'Port': ['ID=11e60e59-1c3b-4b6d-a6d5-09fb4f910508,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:24.128287 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.192051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dc3b1efa-29a6-404a-b287-c37adf9d2f4d None None] Provisioning for port 9ce94be6-9b6b-40da-9d42-f771816013b8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:24.193863 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.211565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dc3b1efa-29a6-404a-b287-c37adf9d2f4d None None] Provisioning complete for port 9ce94be6-9b6b-40da-9d42-f771816013b8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:24.212237 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3b1efa-29a6-404a-b287-c37adf9d2f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.215971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:24.222182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:24.234572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.294103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:24.334814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:24.336237 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:24.339587 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] 10.222.0.22 "PUT /v2.0/ports/af977577-7523-4a6e-a390-c075238bf03c HTTP/1.1" status: 200 len: 1096 time: 4.0281172 Jul 30 01:37:24.368249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Allocated IP 192.168.233.154 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/69a51fc4-5f54-4806-929a-66fd83922520) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:24.402484 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f1866-1337-4fba-b6b8-3cee358d029a service neutron] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:24.408803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b1efa-29a6-404a-b287-c37adf9d2f4d None None] Port 9ce94be6-9b6b-40da-9d42-f771816013b8 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:37:24.453684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc0b0e-c115-48b7-9d1d-b9fa32f72817 req-e0c6a42d-2b92-4881-b7a3-86af50b37dca tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:24.456534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60bc0b0e-c115-48b7-9d1d-b9fa32f72817 req-e0c6a42d-2b92-4881-b7a3-86af50b37dca tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091 HTTP/1.1" status: 200 len: 947 time: 0.6862323 Jul 30 01:37:24.542461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-00494a6f-51c4-44ab-a6e6-755e4c2b48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:24.545295 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-00494a6f-51c4-44ab-a6e6-755e4c2b48d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1099 time: 0.1047702 Jul 30 01:37:24.632689 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-339d9e6e-f308-449d-811a-908eff3001e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=af977577-7523-4a6e-a390-c075238bf03c HTTP/1.1" status: 200 len: 217 time: 0.0708652 Jul 30 01:37:24.760551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-dbf338eb-3005-4eaa-b34a-559cde8d8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:24.763035 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-dbf338eb-3005-4eaa-b34a-559cde8d8159 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1173265 Jul 30 01:37:24.857675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-22c0a75a-cce7-4e68-8748-3ef227ca554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:24.863303 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-22c0a75a-cce7-4e68-8748-3ef227ca554b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825851 Jul 30 01:37:25.046307 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-f945ba1c-45bc-439f-a3d4-7affd050a8c0 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647444 Jul 30 01:37:25.112884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60bc0b0e-c115-48b7-9d1d-b9fa32f72817 req-29904fd7-6648-4a94-90fa-b02d93c41660 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928524 Jul 30 01:37:25.232122 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2103f15d-5ac2-4eaa-9d74-36eda79c2ed9 req-3401e3fe-7a34-4d6d-a3db-4532e90d73a3 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765788 Jul 30 01:37:25.369596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.408302 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.435580 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.445592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Transition to ACTIVE for port object 69a51fc4-5f54-4806-929a-66fd83922520 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:25.515396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 829457e9-5e41-447d-a570-8d2cf09a3cd3 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:25.534511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.580949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67210c0-2c82-45a4-b936-d21f38c1147b req-09fd4a35-6e40-4b8a-8cd8-5e22dc0ba124 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:25.586208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c67210c0-2c82-45a4-b936-d21f38c1147b req-09fd4a35-6e40-4b8a-8cd8-5e22dc0ba124 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 945 time: 0.3301752 Jul 30 01:37:25.665642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Pushing event updated for resources: {'Port': ['ID=11e60e59-1c3b-4b6d-a6d5-09fb4f910508,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:25.687384 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.689506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-4119f691-a96e-461f-a2f6-4668399a0679 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0460968 Jul 30 01:37:25.691276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 829457e9-5e41-447d-a570-8d2cf09a3cd3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=829457e9-5e41-447d-a570-8d2cf09a3cd3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:25.711811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'mac_address': 'fa:16:3e:52:51:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:25.774958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.793600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829457e9-5e41-447d-a570-8d2cf09a3cd3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:25.836401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 829457e9-5e41-447d-a570-8d2cf09a3cd3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=829457e9-5e41-447d-a570-8d2cf09a3cd3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:25.842705 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.868696 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.919852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce94be6-9b6b-40da-9d42-f771816013b8 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:25.936982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=829457e9-5e41-447d-a570-8d2cf09a3cd3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:25.950355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:25.952642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.953216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.953995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.954568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.955144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.955746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.956312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.956867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.957416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.957964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.958550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.959101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:25.964071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c67210c0-2c82-45a4-b936-d21f38c1147b req-7895163c-ba6d-4f8e-8df8-2d1f928928f2 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556557 Jul 30 01:37:25.970444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-e03e5fad-73f7-451b-a5fe-d4fe2fb779a6 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.2427993 Jul 30 01:37:26.090785 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e187d9f7-29bc-48a9-8360-c78a45ffeecf x-openstack-request-id: req-e187d9f7-29bc-48a9-8360-c78a45ffeecf {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:26.090785 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0833a8-ae1b-4bec-a1e5-39d37dbeeace", "name": "network-vif-deleted", "tag": "af1c4ba3-1cab-4dc1-90b6-055a0dc623e8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:26.090785 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e187d9f7-29bc-48a9-8360-c78a45ffeecf {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:26.090785 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'name': 'network-vif-deleted', 'tag': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8', 'status': 'completed', 'code': 200} Jul 30 01:37:26.122635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['829457e9-5e41-447d-a570-8d2cf09a3cd3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:26.173567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Transition to ACTIVE for port object 9ce94be6-9b6b-40da-9d42-f771816013b8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:26.176706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:26.191968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:26.213690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:26.220167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:26.232269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:26.234383 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:26.612608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-46da0d89-99c2-498d-95d2-137abc80c3e2 None None] Provisioning for port 69a51fc4-5f54-4806-929a-66fd83922520 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:26.624555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-46da0d89-99c2-498d-95d2-137abc80c3e2 None None] Provisioning complete for port 69a51fc4-5f54-4806-929a-66fd83922520 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:26.625178 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46da0d89-99c2-498d-95d2-137abc80c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:26.651290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Pushing event updated for resources: {'Port': ['ID=69a51fc4-5f54-4806-929a-66fd83922520,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:26.707247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-46da0d89-99c2-498d-95d2-137abc80c3e2 None None] Port 69a51fc4-5f54-4806-929a-66fd83922520 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:37:26.740529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-7087abdc-38cf-48b0-ad84-c37e3a069f79 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4893053 Jul 30 01:37:26.787610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Request body: {'port': {'device_id': 'dab5d908-9a7d-4a6d-9861-2921f00d315c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:26.886658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce94be6-9b6b-40da-9d42-f771816013b8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:26.940228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c618d-8fe1-4318-9208-f854adabe926 req-2bad31e6-9bd5-4fba-ad6f-a6c0a15b6ee9 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:26.942224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-732c618d-8fe1-4318-9208-f854adabe926 req-2bad31e6-9bd5-4fba-ad6f-a6c0a15b6ee9 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 943 time: 0.7620285 Jul 30 01:37:26.978013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-ab8f0220-77e6-4599-b2fc-9be5fc9796b3 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:26.979648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7bb20aa-9d4d-4e94-83ea-c29bdd4cde17 req-ab8f0220-77e6-4599-b2fc-9be5fc9796b3 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.9942482 Jul 30 01:37:26.987006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Attempting to bind port 9ce94be6-9b6b-40da-9d42-f771816013b8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:26.987978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Attempting to bind port 9ce94be6-9b6b-40da-9d42-f771816013b8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:26.987978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Attempting to bind port 9ce94be6-9b6b-40da-9d42-f771816013b8 on network 5e53fbd7-8722-444d-9a7f-62c2eede3758 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:27.057959 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1661c608-affb-41ab-8306-16665389c8e5 x-openstack-request-id: req-1661c608-affb-41ab-8306-16665389c8e5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:27.059574 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c83c321-920e-4f03-b0f2-afa4d9e09091", "tag": "829457e9-5e41-447d-a570-8d2cf09a3cd3", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:27.060254 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1661c608-affb-41ab-8306-16665389c8e5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:27.061393 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c83c321-920e-4f03-b0f2-afa4d9e09091', 'tag': '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'status': 'completed', 'code': 200} Jul 30 01:37:27.063035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Port 9ce94be6-9b6b-40da-9d42-f771816013b8 on network 5e53fbd7-8722-444d-9a7f-62c2eede3758 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:27.063035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Attempting to bind port 9ce94be6-9b6b-40da-9d42-f771816013b8 on network 5e53fbd7-8722-444d-9a7f-62c2eede3758 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:27.090387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.096926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a51815-2159-4211-9009-00ebbace1adc {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:27.107022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:27.107588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Checking segment: {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:27.108189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Bound using segment: {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:27.108906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Bound port: 9ce94be6-9b6b-40da-9d42-f771816013b8, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:27.109459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.147297 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.183788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-732c618d-8fe1-4318-9208-f854adabe926 req-571fba31-eb42-44f9-b32f-5e063e54ba35 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217765 Jul 30 01:37:27.184277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-d146c6a2-8ca3-49be-85ae-539672061227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:27.187348 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-d146c6a2-8ca3-49be-85ae-539672061227 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091 HTTP/1.1" status: 200 len: 1099 time: 0.0882165 Jul 30 01:37:27.210808 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9169cdda-af0e-4031-b800-e110246d98c9 x-openstack-request-id: req-9169cdda-af0e-4031-b800-e110246d98c9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:27.211452 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0833a8-ae1b-4bec-a1e5-39d37dbeeace", "name": "network-vif-unplugged", "status": "completed", "tag": "af1c4ba3-1cab-4dc1-90b6-055a0dc623e8", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:27.211878 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9169cdda-af0e-4031-b800-e110246d98c9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:27.212510 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0833a8-ae1b-4bec-a1e5-39d37dbeeace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af1c4ba3-1cab-4dc1-90b6-055a0dc623e8', 'code': 200} Jul 30 01:37:27.272887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Transition to ACTIVE for port object 35a51815-2159-4211-9009-00ebbace1adc will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:27.290744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.482351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-06929acb-363c-463c-9722-aa67afc27a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:27.485858 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-06929acb-363c-463c-9722-aa67afc27a3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.2813194 Jul 30 01:37:27.530515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 829457e9-5e41-447d-a570-8d2cf09a3cd3 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:27.659273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] For port 9ce94be6-9b6b-40da-9d42-f771816013b8, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:27.701207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 829457e9-5e41-447d-a570-8d2cf09a3cd3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:27.701985 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-2d03ed16-3e50-4ac9-a43b-76513c116309 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=829457e9-5e41-447d-a570-8d2cf09a3cd3 HTTP/1.1" status: 200 len: 217 time: 0.2034979 Jul 30 01:37:27.711176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 829457e9-5e41-447d-a570-8d2cf09a3cd3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:27.711752 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.740121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Pushing event updated for resources: {'Port': ['ID=35a51815-2159-4211-9009-00ebbace1adc,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:27.776199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] For port 9ce94be6-9b6b-40da-9d42-f771816013b8, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9ce94be6-9b6b-40da-9d42-f771816013b8,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:27.801283 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.840184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Attempting to bind port 35a51815-2159-4211-9009-00ebbace1adc on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:27.840823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Attempting to bind port 35a51815-2159-4211-9009-00ebbace1adc by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:27.841658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Attempting to bind port 35a51815-2159-4211-9009-00ebbace1adc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:27.860462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d354ccc-c67e-441a-b1aa-ad7d100cbc2e req-9b9c18a8-fd98-4554-b49b-df90567bdf0e tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:27.868711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-0fb281a6-b0db-42c8-a897-9957f23d8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:27.871612 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-0fb281a6-b0db-42c8-a897-9957f23d8c8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1291871 Jul 30 01:37:27.879380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d354ccc-c67e-441a-b1aa-ad7d100cbc2e req-9b9c18a8-fd98-4554-b49b-df90567bdf0e tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 936 time: 0.4872930 Jul 30 01:37:27.913844 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-af439e94-3330-41ff-9fd8-5088a4803308 req-0f10674b-3167-473c-bc67-3843cb924737 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3512ca0-5784-453b-828b-660e8a6227ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2314794 Jul 30 01:37:27.951211 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:27.995891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-c24922e1-ea93-49ff-bc07-58b7798d6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:28.000382 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-c24922e1-ea93-49ff-bc07-58b7798d6394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059051 Jul 30 01:37:28.027410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:28.028801 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.031368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 200 len: 1091 time: 4.7406294 Jul 30 01:37:28.032011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 829457e9-5e41-447d-a570-8d2cf09a3cd3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=829457e9-5e41-447d-a570-8d2cf09a3cd3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:28.052310 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.096761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:28.099879 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec23216-b795-4734-b00a-f6f66a4e3bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:28.102590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Port 35a51815-2159-4211-9009-00ebbace1adc on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:28.102968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Attempting to bind port 35a51815-2159-4211-9009-00ebbace1adc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:28.174758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=829457e9-5e41-447d-a570-8d2cf09a3cd3,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:28.220429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:28.220934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:28.221527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:28.222235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Bound port: 35a51815-2159-4211-9009-00ebbace1adc, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:28.222941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.261238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-3f46abaa-f65b-4163-9a25-5a3f8d9be3d7 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411528 Jul 30 01:37:28.276816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439e94-3330-41ff-9fd8-5088a4803308 req-2ee3234f-f5d2-4164-8cf4-09899eb7752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:28.277247 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-af439e94-3330-41ff-9fd8-5088a4803308 req-2ee3234f-f5d2-4164-8cf4-09899eb7752b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 1101 time: 0.2752969 Jul 30 01:37:28.283563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c5334-25dd-4e29-a0ba-86255acce805 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce94be6-9b6b-40da-9d42-f771816013b8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:28.325515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d354ccc-c67e-441a-b1aa-ad7d100cbc2e req-90cbf792-3052-4bb8-8443-c37d2268c9b7 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010976 Jul 30 01:37:28.339982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1db91-9cc7-4e6f-a6b6-d350b6745884 req-5154d15d-7242-4bad-b5c7-61b79b27da8c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:28.344395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ed1db91-9cc7-4e6f-a6b6-d350b6745884 req-5154d15d-7242-4bad-b5c7-61b79b27da8c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 945 time: 0.4514179 Jul 30 01:37:28.384960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55096) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:28.407120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Request body: {'floatingip': {'port_id': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:28.426681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:28.458517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-9b93a671-3eae-4a86-ad50-7f9c30265ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:28.461090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-9b93a671-3eae-4a86-ad50-7f9c30265ab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 1094 time: 0.3538141 Jul 30 01:37:28.578506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-a505bec5-a7cf-4079-aa0b-190e47df5541 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 200 len: 217 time: 0.0938468 Jul 30 01:37:28.684016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] For port 35a51815-2159-4211-9009-00ebbace1adc, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:28.689589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:28.722157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'af977577-7523-4a6e-a390-c075238bf03c', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'af977577-7523-4a6e-a390-c075238bf03c', 'mac_address': 'fa:16:3e:a4:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:28.793964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] For port 35a51815-2159-4211-9009-00ebbace1adc, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=35a51815-2159-4211-9009-00ebbace1adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:28.832909 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.859612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af977577-7523-4a6e-a390-c075238bf03c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:28.875710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.900629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:28.910833 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:28.927451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-4e25f5f1-ebec-490c-aa5d-59adf10ccbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:28.930789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-4e25f5f1-ebec-490c-aa5d-59adf10ccbdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.3332293 Jul 30 01:37:28.947767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:29.021169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a51fc4-5f54-4806-929a-66fd83922520 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:29.038764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b05c3f-ffbe-4110-870d-9294ceeb88cd req-143c3b5f-4b5b-4bb5-8191-e30e0131ebde tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:29.041596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8b05c3f-ffbe-4110-870d-9294ceeb88cd req-143c3b5f-4b5b-4bb5-8191-e30e0131ebde tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091 HTTP/1.1" status: 200 len: 949 time: 0.4744658 Jul 30 01:37:29.048759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:29.070815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:29.070815 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef10621-f14f-4581-9dbf-414f0c9757d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "tag": "af977577-7523-4a6e-a390-c075238bf03c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:29.088870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:29.093757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:29.095033 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:29.097903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] 10.222.0.22 "PUT /v2.0/ports/35a51815-2159-4211-9009-00ebbace1adc HTTP/1.1" status: 200 len: 1096 time: 5.7346931 Jul 30 01:37:29.190518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415d248-1498-4362-898f-fca4a83078d0 req-eb40ea14-7599-45ca-bfd7-73b89455b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:29.193153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-eb40ea14-7599-45ca-bfd7-73b89455b6b7 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5458241 Jul 30 01:37:29.213719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83c321-920e-4f03-b0f2-afa4d9e09091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829457e9-5e41-447d-a570-8d2cf09a3cd3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:29.219582 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aea484-da12-40b8-b6bd-c411074e9ad5" -d '{"events": [{"server_uuid": "7c83c321-920e-4f03-b0f2-afa4d9e09091", "name": "network-vif-plugged", "status": "completed", "tag": "829457e9-5e41-447d-a570-8d2cf09a3cd3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:29.228195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Transition to ACTIVE for port object 69a51fc4-5f54-4806-929a-66fd83922520 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:29.235542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8d9a8-baa9-4437-80b1-942362c069a1 service neutron] Pushing event updated for resources: {'Port': ['ID=35a51815-2159-4211-9009-00ebbace1adc,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:29.250522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:29.303196 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-72427610-7e7e-46e1-bc5b-9c8881e0ccc4 req-186b7812-c3ac-4379-bf42-bbf9c2ee1110 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0242965 Jul 30 01:37:29.410468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439e94-3330-41ff-9fd8-5088a4803308 req-d1949e7d-9f1e-4d6e-a0b2-957fccd5da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:29.412761 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-af439e94-3330-41ff-9fd8-5088a4803308 req-d1949e7d-9f1e-4d6e-a0b2-957fccd5da7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 1.0778127 Jul 30 01:37:29.483673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-fafbaa28-858e-43a8-9d5d-4261c8be0cf4 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.2534866 Jul 30 01:37:29.489727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['af977577-7523-4a6e-a390-c075238bf03c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:29.493982 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-af439e94-3330-41ff-9fd8-5088a4803308 req-a2b4a6c9-ce00-4d68-a873-9eb4fbf36849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=64602ee6-0328-439c-a68e-2be6aceb0678 HTTP/1.1" status: 200 len: 217 time: 0.0696094 Jul 30 01:37:29.498139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8b05c3f-ffbe-4110-870d-9294ceeb88cd req-f5095f64-f001-49de-8f75-3d080f89e14f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978345 Jul 30 01:37:29.500223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-c5bdf997-e424-4095-9feb-4ac7648a4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:29.502789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-c5bdf997-e424-4095-9feb-4ac7648a4113 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5334098 Jul 30 01:37:29.521432 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Request body: {'floatingip': {'port_id': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:29.715900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439e94-3330-41ff-9fd8-5088a4803308 req-67ebb620-5a5c-4b19-b18a-90ce9b78190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:29.718015 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-af439e94-3330-41ff-9fd8-5088a4803308 req-67ebb620-5a5c-4b19-b18a-90ce9b78190c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2013769 Jul 30 01:37:29.747032 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:29.753216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Pushing event updated for resources: {'Port': ['ID=69a51fc4-5f54-4806-929a-66fd83922520,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:30.066994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439e94-3330-41ff-9fd8-5088a4803308 req-0ca68010-209b-48f1-aa12-90bab844daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:30.069701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-af439e94-3330-41ff-9fd8-5088a4803308 req-0ca68010-209b-48f1-aa12-90bab844daf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2657969 Jul 30 01:37:30.120358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e08e8b58-b3c6-4664-ba58-dedb0505fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:30.125627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-e08e8b58-b3c6-4664-ba58-dedb0505fff5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 1099 time: 0.9225094 Jul 30 01:37:30.278007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Attempting to bind port 69a51fc4-5f54-4806-929a-66fd83922520 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:30.278590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Attempting to bind port 69a51fc4-5f54-4806-929a-66fd83922520 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:30.279172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Attempting to bind port 69a51fc4-5f54-4806-929a-66fd83922520 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:30.619346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:37:30.636254 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e5de435-3dcd-438c-9d72-5a7d4d40193d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:30.727075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Port 69a51fc4-5f54-4806-929a-66fd83922520 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:30.727668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Attempting to bind port 69a51fc4-5f54-4806-929a-66fd83922520 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:30.733507 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73147425-8678-4dce-9c2f-2cc30e08270b x-openstack-request-id: req-73147425-8678-4dce-9c2f-2cc30e08270b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:30.733979 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:30.734468 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-73147425-8678-4dce-9c2f-2cc30e08270b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:30.735105 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'status': 'completed', 'code': 200} Jul 30 01:37:30.754025 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-af439e94-3330-41ff-9fd8-5088a4803308 req-f685ce72-3065-4c09-876e-96a4e26e78e2 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561430 Jul 30 01:37:30.772669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-486af985-d89b-46b4-b186-4a8d6dc9edef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=35a51815-2159-4211-9009-00ebbace1adc HTTP/1.1" status: 200 len: 217 time: 0.6074388 Jul 30 01:37:30.841199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:30.863147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:30.863804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:30.865560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:30.865784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Bound port: 69a51fc4-5f54-4806-929a-66fd83922520, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:30.866448 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:30.884207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:30.904768 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:30.928354 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:37:31.094463 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-af439e94-3330-41ff-9fd8-5088a4803308 req-1d0dfc19-e64e-433f-b578-a39f843afd4c service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302264 Jul 30 01:37:31.124354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-9d3f39f2-d2f0-437d-b5da-8c94ee3b49fa service neutron] 10.222.0.41 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5953078 Jul 30 01:37:31.137731 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Floating IP 169ab5f3-0161-41da-ae6f-dbcab569a685 associated. External IP: 172.25.7.39, port: fe78eca1-fd2e-4eb4-b645-03fe7f91b98c. Jul 30 01:37:31.231583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-caeb0c58-7ee7-4aee-bde6-5d68aaf40f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:31.235591 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-caeb0c58-7ee7-4aee-bde6-5d68aaf40f1a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4273205 Jul 30 01:37:31.323037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7113be-3382-4713-8859-d79e8030c02f req-62225030-b30e-4c74-9f6f-faa76257a641 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:31.325842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa7113be-3382-4713-8859-d79e8030c02f req-62225030-b30e-4c74-9f6f-faa76257a641 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 943 time: 0.5686362 Jul 30 01:37:31.494941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] For port 69a51fc4-5f54-4806-929a-66fd83922520, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:31.658583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] For port 69a51fc4-5f54-4806-929a-66fd83922520, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=69a51fc4-5f54-4806-929a-66fd83922520,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:31.685080 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:31.693796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa7113be-3382-4713-8859-d79e8030c02f req-d5ef84e2-f2df-4316-a576-1dae2776acd4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311749 Jul 30 01:37:31.841418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-6a8c0081-1cd7-4602-a6ad-afec234d1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:31.844459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-6a8c0081-1cd7-4602-a6ad-afec234d1e74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5779510 Jul 30 01:37:31.853167 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85afd74-2dfb-499a-b528-d1652e36b1df x-openstack-request-id: req-b85afd74-2dfb-499a-b528-d1652e36b1df {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:31.856313 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83c321-920e-4f03-b0f2-afa4d9e09091", "name": "network-vif-plugged", "status": "completed", "tag": "829457e9-5e41-447d-a570-8d2cf09a3cd3", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:31.857008 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b85afd74-2dfb-499a-b528-d1652e36b1df {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:31.858714 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83c321-920e-4f03-b0f2-afa4d9e09091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'code': 200} Jul 30 01:37:31.892023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6acd0524-66c0-41c0-8d53-b0df3da26bb1 req-a88719c0-45a8-40de-bb45-077a728a1a04 service neutron] 10.222.0.41 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7410285 Jul 30 01:37:32.011106 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2346d87-581d-404c-a6a6-8e2ec0cfafaa x-openstack-request-id: req-f2346d87-581d-404c-a6a6-8e2ec0cfafaa {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:32.011106 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "tag": "af977577-7523-4a6e-a390-c075238bf03c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:32.011106 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f2346d87-581d-404c-a6a6-8e2ec0cfafaa {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:32.012337 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c', 'status': 'completed', 'code': 200} Jul 30 01:37:32.065740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:37:32.081144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.082295 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:32.086661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] 10.222.0.22 "PUT /v2.0/ports/69a51fc4-5f54-4806-929a-66fd83922520 HTTP/1.1" status: 200 len: 1096 time: 5.3065009 Jul 30 01:37:32.105587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-2be49e05-ec19-4184-945f-4b7e05d81372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.107899 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-2be49e05-ec19-4184-945f-4b7e05d81372 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1100 time: 0.1815748 Jul 30 01:37:32.368911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-74dc0ef4-2b0a-44f9-a6f6-e62312592691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.371372 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-74dc0ef4-2b0a-44f9-a6f6-e62312592691 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 1094 time: 0.2974515 Jul 30 01:37:32.439865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:32.518550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea7dd9-3384-4c7b-86f7-a39e5e5d8593 service neutron] Pushing event updated for resources: {'Port': ['ID=69a51fc4-5f54-4806-929a-66fd83922520,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:32.563778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port af977577-7523-4a6e-a390-c075238bf03c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:32.597877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port af977577-7523-4a6e-a390-c075238bf03c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:32.598512 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:32.617480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-8a76c94b-cc90-433f-9a51-ca261a84a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.620412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-8a76c94b-cc90-433f-9a51-ca261a84a48b service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4576077 Jul 30 01:37:32.634145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:37:32.646064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:32.648722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1cd01-7a7c-4bc5-aeb2-c0d348465e32 req-34f30d87-4145-417d-bd8b-47983456085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.651617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ce1cd01-7a7c-4bc5-aeb2-c0d348465e32 req-34f30d87-4145-417d-bd8b-47983456085a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091 HTTP/1.1" status: 200 len: 1100 time: 0.5644763 Jul 30 01:37:32.671754 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] Sync routers for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:37:32.690402 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:32.691904 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:32.725536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-26ef4b1d-0a81-4a5f-bf16-8b5734508520 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159728 Jul 30 01:37:32.783330 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-5191bd20-a506-4a0a-b12e-962b208cfb46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=af977577-7523-4a6e-a390-c075238bf03c HTTP/1.1" status: 200 len: 217 time: 0.1333842 Jul 30 01:37:32.783625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9', 'tag': '35a51815-2159-4211-9009-00ebbace1adc'}, {'name': 'network-changed', 'server_uuid': 'dab5d908-9a7d-4a6d-9861-2921f00d315c', 'tag': '69a51fc4-5f54-4806-929a-66fd83922520'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:32.788170 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c" -d '{"events": [{"name": "network-changed", "server_uuid": "91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9", "tag": "35a51815-2159-4211-9009-00ebbace1adc"}, {"name": "network-changed", "server_uuid": "dab5d908-9a7d-4a6d-9861-2921f00d315c", "tag": "69a51fc4-5f54-4806-929a-66fd83922520"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:32.808262 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-99a8cd64-135d-4315-8d6e-49974d057c5c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "PUT /v2.0/floatingips/169ab5f3-0161-41da-ae6f-dbcab569a685 HTTP/1.1" status: 200 len: 990 time: 4.4056089 Jul 30 01:37:32.852278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-b46840d5-3d0f-43c2-bc03-7aa0264a94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.855282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-b46840d5-3d0f-43c2-bc03-7aa0264a94ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 1099 time: 0.5226178 Jul 30 01:37:32.863006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.22', 58495) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:32.869147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-edd6c348-5364-45c7-9479-36b497cccd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.870936 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-edd6c348-5364-45c7-9479-36b497cccd40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.4882469 Jul 30 01:37:32.873231 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:32.888337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8445af-3c2f-42c3-bd64-f003b31b415d req-89ce78aa-8692-4c19-a48d-218c95d048b5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:32.893490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e8445af-3c2f-42c3-bd64-f003b31b415d req-89ce78aa-8692-4c19-a48d-218c95d048b5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 948 time: 0.5978603 Jul 30 01:37:32.972022 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:33.002558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:33.016034 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:33.039957 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-d6b94150-b9d1-4d8a-935d-b05fa03119d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 200 len: 217 time: 0.1574290 Jul 30 01:37:33.094037 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:37:33.103027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-b57c1e48-0d15-4467-9676-00d8d82ff6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.116634 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-b57c1e48-0d15-4467-9676-00d8d82ff6bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3109043 Jul 30 01:37:33.175486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:33.230852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.22', 58496) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:33.259752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10449fd2-a695-4c04-be74-5c99af50a27e req-196c288a-aef5-47a1-b5be-1cb22ad813fc tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.261731 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-10449fd2-a695-4c04-be74-5c99af50a27e req-196c288a-aef5-47a1-b5be-1cb22ad813fc tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.22 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 949 time: 0.3819745 Jul 30 01:37:33.343356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-bcd89cce-04f3-4c46-86b4-d2b5d78fd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.345966 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-bcd89cce-04f3-4c46-86b4-d2b5d78fd7a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.2883575 Jul 30 01:37:33.367062 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fe402b3-d65f-44a6-9931-063c49a1bbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:33.414899 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:33.416271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-03484fe8-4495-411a-8654-8bd43a6853f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.418924 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-03484fe8-4495-411a-8654-8bd43a6853f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2530882 Jul 30 01:37:33.488561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3c8abf05-81a9-4aca-923b-8b927d1821ff tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.491230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-fcdb6d0f-014b-4d54-bf3a-3eb8dc53d2dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=69a51fc4-5f54-4806-929a-66fd83922520 HTTP/1.1" status: 200 len: 217 time: 0.5939090 Jul 30 01:37:33.492491 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3c8abf05-81a9-4aca-923b-8b927d1821ff tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.22 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 950 time: 0.2597167 Jul 30 01:37:33.553047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:33.566481 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '169ab5f3-0161-41da-ae6f-dbcab569a685', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'port_id': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'mac_address': 'fa:16:3e:7d:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f2868-56ce-4360-a20d-0320b2316b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:51Z', 'updated_at': '2021-07-30T01:37:30Z', 'revision_number': 1, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:33.574766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 9ce94be6-9b6b-40da-9d42-f771816013b8 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:33.629043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-dbd7c630-9986-41bd-a663-3a5e1934f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.630583 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-dbd7c630-9986-41bd-a663-3a5e1934f988 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2702153 Jul 30 01:37:33.680969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ce1cd01-7a7c-4bc5-aeb2-c0d348465e32 req-cc0b978c-b6e9-4581-b4cb-c139e3143358 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9454806 Jul 30 01:37:33.704773 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] Checking router: ae2af0d3-12ce-4bd7-b491-ff5885d61d60 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:37:33.739662 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:33.741289 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:33.765716 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:33.784792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-b73791a2-9a08-409b-a530-af7c4a9a1174 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9758635 Jul 30 01:37:33.809174 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-740cf349-d6fb-478a-b26e-c0ea4658bf4d service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593812 Jul 30 01:37:33.824487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-10449fd2-a695-4c04-be74-5c99af50a27e req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Deleting port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:37:33.824992 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-10449fd2-a695-4c04-be74-5c99af50a27e req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:33.843134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e8445af-3c2f-42c3-bd64-f003b31b415d req-87bdbe10-3efa-429b-a493-1acf6374cc80 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331079 Jul 30 01:37:33.877420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:33.880511 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1537f7-57e2-4c73-98b8-7994ffad79fb" -d '{"events": [{"server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "name": "network-vif-plugged", "status": "completed", "tag": "af977577-7523-4a6e-a390-c075238bf03c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:33.889986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-3a1df22e-64f9-4515-a939-1fd6e9b3d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:33.897722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-3a1df22e-64f9-4515-a939-1fd6e9b3d31c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3787806 Jul 30 01:37:33.902698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 9ce94be6-9b6b-40da-9d42-f771816013b8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9ce94be6-9b6b-40da-9d42-f771816013b8,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:33.931009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'port_id': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'mac_address': 'fa:16:3e:b5:09:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:34.013973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894f2868-56ce-4360-a20d-0320b2316b32', 'tag': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:34.017805 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea" -d '{"events": [{"name": "network-changed", "server_uuid": "894f2868-56ce-4360-a20d-0320b2316b32", "tag": "fe78eca1-fd2e-4eb4-b645-03fe7f91b98c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:34.138560 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:34.184732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-10449fd2-a695-4c04-be74-5c99af50a27e req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] For port d6dce552-45f7-413b-a3ae-b7aa9a466ec1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:34.187112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-10449fd2-a695-4c04-be74-5c99af50a27e req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.211721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-10449fd2-a695-4c04-be74-5c99af50a27e req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Calling delete_port for d6dce552-45f7-413b-a3ae-b7aa9a466ec1 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:37:34.233477 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.276294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Deleting port e835ee07-6310-4d8c-8e64-019ee102afbc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:37:34.284851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.320747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce94be6-9b6b-40da-9d42-f771816013b8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:34.368425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 9ce94be6-9b6b-40da-9d42-f771816013b8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9ce94be6-9b6b-40da-9d42-f771816013b8,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:34.371525 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.383769 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.446191 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-ecc5dde4-8049-4ecf-8225-5528602c6336 service neutron] 10.222.0.41 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7925472 Jul 30 01:37:34.532400 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Floating IP e4256abc-b75e-41e9-9775-1ad5e632dd0e associated. External IP: 172.25.7.207, port: 781c879f-f6ed-4fe4-89c0-7df22c04c427. Jul 30 01:37:34.541842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=9ce94be6-9b6b-40da-9d42-f771816013b8,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:34.614022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-0deb46c4-e0bf-4aae-82b8-2081016644aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:34.617296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-0deb46c4-e0bf-4aae-82b8-2081016644aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6999698 Jul 30 01:37:34.672577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb441e-2eb8-4c87-b6ba-e14bcef65692 req-970f6c7b-ae81-4ce3-b097-1ec06949f030 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:34.695668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2cb441e-2eb8-4c87-b6ba-e14bcef65692 req-970f6c7b-ae81-4ce3-b097-1ec06949f030 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/ports?device_id=e286e5c4-7382-438f-9634-de972cecd395 HTTP/1.1" status: 200 len: 949 time: 0.2516012 Jul 30 01:37:34.725076 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['9ce94be6-9b6b-40da-9d42-f771816013b8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:34.757047 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '169ab5f3-0161-41da-ae6f-dbcab569a685', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'port_id': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'mac_address': 'fa:16:3e:7d:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f2868-56ce-4360-a20d-0320b2316b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:51Z', 'updated_at': '2021-07-30T01:37:30Z', 'revision_number': 1, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:34.792144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] For port e835ee07-6310-4d8c-8e64-019ee102afbc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e835ee07-6310-4d8c-8e64-019ee102afbc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:34.793088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:34.804006 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2ef10621-f14f-4581-9dbf-414f0c9757d2 req-0050380e-40df-4dcc-ad6b-50466c742145 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9743483 Jul 30 01:37:34.851485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Calling delete_port for e835ee07-6310-4d8c-8e64-019ee102afbc owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:37:34.982429 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2cb441e-2eb8-4c87-b6ba-e14bcef65692 req-c7e4d44c-92fa-4911-8389-2e4f31b4c9f1 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.84 "GET /v2.0/security-groups?id=3af0498f-9894-4d53-88f6-663832a7f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852912 Jul 30 01:37:35.043664 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3402ea-2b51-4502-8ecf-aeae7885f372 None None] The sync data for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 is: [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '169ab5f3-0161-41da-ae6f-dbcab569a685', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'port_id': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'mac_address': 'fa:16:3e:7d:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894f2868-56ce-4360-a20d-0320b2316b32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:51Z', 'updated_at': '2021-07-30T01:37:30Z', 'revision_number': 1, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:37:35.080081 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cec23216-b795-4734-b00a-f6f66a4e3bc5 req-69d03b5f-a427-4c3f-a36a-82347a7e1101 service neutron] 10.222.0.41 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207670 Jul 30 01:37:35.255783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-dad7f240-5992-441d-9492-f80acb6bb5bd service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186783 Jul 30 01:37:35.344745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-10449fd2-a695-4c04-be74-5c99af50a27e req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.359824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.431984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Pushing event deleted for resources: {'Port': ['ID=d6dce552-45f7-413b-a3ae-b7aa9a466ec1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:35.505422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b9a80-4625-4c7b-ab41-f7dd0a1a599f req-fd900ee9-f953-44f4-b80f-7a5eb64b40bf tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:35.508233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad058785-5664-45b1-8626-df60b37ab774 None None] New status for floating IP 169ab5f3-0161-41da-ae6f-dbcab569a685: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:37:35.509018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc1b9a80-4625-4c7b-ab41-f7dd0a1a599f req-fd900ee9-f953-44f4-b80f-7a5eb64b40bf tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/ports?device_id=345a7819-185c-4bbc-a2ff-81035a9c15e4 HTTP/1.1" status: 200 len: 867 time: 0.3502793 Jul 30 01:37:35.599275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Pushing event deleted for resources: {'Port': ['ID=e835ee07-6310-4d8c-8e64-019ee102afbc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:35.631782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-10449fd2-a695-4c04-be74-5c99af50a27e req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] No DVR routers for this DVR port d6dce552-45f7-413b-a3ae-b7aa9a466ec1 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:37:35.632146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:37:35.648628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc1b9a80-4625-4c7b-ab41-f7dd0a1a599f req-38bc6a49-9321-4880-ba32-1a235f0261d6 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.84 "GET /v2.0/security-groups?id=2e2051bc-ee44-486d-ae36-58814754ee70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256258 Jul 30 01:37:35.678050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] No DVR routers for this DVR port e835ee07-6310-4d8c-8e64-019ee102afbc on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:37:35.683728 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.687764 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-713f1c7a-752f-478f-8b23-ff10cc263bd1 req-3db71049-206f-4b40-becd-5b9536c81660 tempest-ServerDiagnosticsNegativeTest-1935165135 tempest-ServerDiagnosticsNegativeTest-1935165135-project] 10.222.0.22 "DELETE /v2.0/ports/e835ee07-6310-4d8c-8e64-019ee102afbc HTTP/1.1" status: 204 len: 173 time: 2.1262159 Jul 30 01:37:35.688311 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57801f1d-60af-4f8c-833e-e250de5a3f1e req-9c512fa9-d072-4f79-8f62-b404526febd2 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143810 Jul 30 01:37:35.689956 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-10449fd2-a695-4c04-be74-5c99af50a27e req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.694297 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-10449fd2-a695-4c04-be74-5c99af50a27e req-abb68330-536e-472c-8da4-5c6be1bcf746 tempest-LiveMigrationNegativeTest-1699188216 tempest-LiveMigrationNegativeTest-1699188216-project] 10.222.0.22 "DELETE /v2.0/ports/d6dce552-45f7-413b-a3ae-b7aa9a466ec1 HTTP/1.1" status: 204 len: 173 time: 2.4211941 Jul 30 01:37:35.946726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:37:35.953826 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:35.965946 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] Sync routers for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:37:36.013982 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:36.017666 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:36.044746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-74eb13b3-36b9-4023-ba13-3eba7d7bbc6a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "PUT /v2.0/floatingips/e4256abc-b75e-41e9-9775-1ad5e632dd0e HTTP/1.1" status: 200 len: 997 time: 6.5376444 Jul 30 01:37:36.235417 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:36.314973 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:36.329530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942ed80-95f3-4365-9d70-22a03ec41cdd req-40488d29-f4d7-4b04-baca-8e482d289edb tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:36.330785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5942ed80-95f3-4365-9d70-22a03ec41cdd req-40488d29-f4d7-4b04-baca-8e482d289edb tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091 HTTP/1.1" status: 200 len: 949 time: 0.1435180 Jul 30 01:37:36.354412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415d248-1498-4362-898f-fca4a83078d0 req-82380627-1476-4bbd-85bb-d2adcc5d4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:36.357381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-82380627-1476-4bbd-85bb-d2adcc5d4a95 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a302e1b006be4798872defcfb2067d3c&device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 1097 time: 0.2417097 Jul 30 01:37:36.475387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 35a51815-2159-4211-9009-00ebbace1adc details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:36.492645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d6dce552-45f7-413b-a3ae-b7aa9a466ec1 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:36.585733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: d6dce552-45f7-413b-a3ae-b7aa9a466ec1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:37:36.585733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d6dce552-45f7-413b-a3ae-b7aa9a466ec1 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:37:36.585733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e835ee07-6310-4d8c-8e64-019ee102afbc no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:37:36.659931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: e835ee07-6310-4d8c-8e64-019ee102afbc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:37:36.662349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e835ee07-6310-4d8c-8e64-019ee102afbc not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:37:36.678634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5942ed80-95f3-4365-9d70-22a03ec41cdd req-5c89aa30-ad0e-4b1b-9185-8c436f42aee6 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337042 Jul 30 01:37:36.687749 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:37:36.777419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194eca20-58f0-4a6b-be38-1a934e984dac req-ee098042-1a53-4417-a65d-7579a4d9e5d7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2617507 Jul 30 01:37:36.852615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415d248-1498-4362-898f-fca4a83078d0 req-d11d07a1-f0dd-4693-8521-3ea8e8c2db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:36.855178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-d11d07a1-f0dd-4693-8521-3ea8e8c2db42 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c0394da6-e4da-4c50-ad99-813d6a092c28 HTTP/1.1" status: 200 len: 929 time: 0.4693887 Jul 30 01:37:36.944432 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'e4256abc-b75e-41e9-9775-1ad5e632dd0e', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'port_id': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'mac_address': 'fa:16:3e:ac:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c3266-f750-4601-b7df-90194260f9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:23Z', 'updated_at': '2021-07-30T01:37:32Z', 'revision_number': 1, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b91cdc-68ae-4989-8624-c1e70cbebc7f', 'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'mac_address': 'fa:16:3e:d3:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:40Z', 'updated_at': '2021-07-30T01:36:53Z', 'revision_number': 5, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'subnets': [{'id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:36.951782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 35a51815-2159-4211-9009-00ebbace1adc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=35a51815-2159-4211-9009-00ebbace1adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:36.990109 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '35a51815-2159-4211-9009-00ebbace1adc', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '35a51815-2159-4211-9009-00ebbace1adc', 'mac_address': 'fa:16:3e:80:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:36.996513 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] Checking router: ef89ca67-d4ee-494b-90d0-51fa43a2ff0d for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:37:37.013806 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:37.015208 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:37.077318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:37.111207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a51815-2159-4211-9009-00ebbace1adc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:37.152059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 35a51815-2159-4211-9009-00ebbace1adc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=35a51815-2159-4211-9009-00ebbace1adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:37.154693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-a98c882c-6e9d-4b2c-8a5f-c8aa948a09be service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427 HTTP/1.1" status: 200 len: 1000 time: 0.2653296 Jul 30 01:37:37.169039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eca20-58f0-4a6b-be38-1a934e984dac req-14a22c8a-39a5-4c93-8904-df02592d803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:37.170970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194eca20-58f0-4a6b-be38-1a934e984dac req-14a22c8a-39a5-4c93-8904-df02592d803b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 1101 time: 0.3459563 Jul 30 01:37:37.171787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:37.204441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211425e2-a4d1-4644-8757-7724f98c1bad req-91c47227-e899-4bef-a3ca-f176b6ec4377 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:37.207194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-211425e2-a4d1-4644-8757-7724f98c1bad req-91c47227-e899-4bef-a3ca-f176b6ec4377 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 944 time: 0.3078592 Jul 30 01:37:37.224704 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:37.314384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=35a51815-2159-4211-9009-00ebbace1adc,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:37.489860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-211425e2-a4d1-4644-8757-7724f98c1bad req-a503fe1c-20b7-4213-832e-ad56dfb6cbc6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460511 Jul 30 01:37:37.511896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415d248-1498-4362-898f-fca4a83078d0 req-142156f4-08e5-4ed5-9b9c-d432dce8b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:37.517867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-142156f4-08e5-4ed5-9b9c-d432dce8b5b7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00ec6ced-d53b-4e55-8cb9-45adc74f79fe HTTP/1.1" status: 200 len: 867 time: 0.3436029 Jul 30 01:37:37.576300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 9ce94be6-9b6b-40da-9d42-f771816013b8 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:37.649214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['35a51815-2159-4211-9009-00ebbace1adc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:37.695855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eca20-58f0-4a6b-be38-1a934e984dac req-9d1c223b-a8df-4f57-b91c-96e3b9f6d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:37.698216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194eca20-58f0-4a6b-be38-1a934e984dac req-9d1c223b-a8df-4f57-b91c-96e3b9f6d75b service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4441612 Jul 30 01:37:37.700233 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c330c625-3bc7-42b5-9453-9a473057907c x-openstack-request-id: req-c330c625-3bc7-42b5-9453-9a473057907c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:37.700586 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9", "tag": "35a51815-2159-4211-9009-00ebbace1adc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dab5d908-9a7d-4a6d-9861-2921f00d315c", "tag": "69a51fc4-5f54-4806-929a-66fd83922520", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:37.700759 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c330c625-3bc7-42b5-9453-9a473057907c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:37.701202 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9', 'tag': '35a51815-2159-4211-9009-00ebbace1adc', 'status': 'completed', 'code': 200} Jul 30 01:37:37.701462 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab5d908-9a7d-4a6d-9861-2921f00d315c', 'tag': '69a51fc4-5f54-4806-929a-66fd83922520', 'status': 'completed', 'code': 200} Jul 30 01:37:37.767146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415d248-1498-4362-898f-fca4a83078d0 req-124ed077-9e63-4ba9-b9c9-60ff15f10a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:37.771565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-124ed077-9e63-4ba9-b9c9-60ff15f10a80 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c0394da6-e4da-4c50-ad99-813d6a092c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2125683 Jul 30 01:37:37.856130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 9ce94be6-9b6b-40da-9d42-f771816013b8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:37.866964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-392f71c1-b26d-4777-beed-75002099e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:37.869293 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-392f71c1-b26d-4777-beed-75002099e62d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 1100 time: 0.1380672 Jul 30 01:37:37.874969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-8169b564-a22a-4271-95c8-64210ac9f0ca service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:37:37.876976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-8169b564-a22a-4271-95c8-64210ac9f0ca service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105219 Jul 30 01:37:37.882556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194eca20-58f0-4a6b-be38-1a934e984dac req-26a187df-06d7-4e55-bb30-5e7764283ebd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8c7bae8c-1eef-4440-90ed-672fda95b292 HTTP/1.1" status: 200 len: 217 time: 0.1439624 Jul 30 01:37:37.891038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 9ce94be6-9b6b-40da-9d42-f771816013b8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:37.892189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:37.900298 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'e4256abc-b75e-41e9-9775-1ad5e632dd0e', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'port_id': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'mac_address': 'fa:16:3e:ac:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c3266-f750-4601-b7df-90194260f9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:23Z', 'updated_at': '2021-07-30T01:37:32Z', 'revision_number': 1, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b91cdc-68ae-4989-8624-c1e70cbebc7f', 'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'mac_address': 'fa:16:3e:d3:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:40Z', 'updated_at': '2021-07-30T01:36:53Z', 'revision_number': 5, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'subnets': [{'id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:38.098761 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda82e0-bcae-49e4-a30d-a5947745e317 x-openstack-request-id: req-fcda82e0-bcae-49e4-a30d-a5947745e317 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:38.099851 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "name": "network-vif-plugged", "status": "completed", "tag": "af977577-7523-4a6e-a390-c075238bf03c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:38.100616 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fcda82e0-bcae-49e4-a30d-a5947745e317 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:38.101526 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c', 'code': 200} Jul 30 01:37:38.108642 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1848d0bf-8730-438b-8366-a363ed077632 None None] The sync data for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 is: [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'e4256abc-b75e-41e9-9775-1ad5e632dd0e', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'port_id': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'mac_address': 'fa:16:3e:ac:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495c3266-f750-4601-b7df-90194260f9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:23Z', 'updated_at': '2021-07-30T01:37:32Z', 'revision_number': 1, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b91cdc-68ae-4989-8624-c1e70cbebc7f', 'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'mac_address': 'fa:16:3e:d3:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:40Z', 'updated_at': '2021-07-30T01:36:53Z', 'revision_number': 5, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'subnets': [{'id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:37:38.212104 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:38.225651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eca20-58f0-4a6b-be38-1a934e984dac req-f8a63053-1c2e-4c6c-99a6-da682c27eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:38.228798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194eca20-58f0-4a6b-be38-1a934e984dac req-f8a63053-1c2e-4c6c-99a6-da682c27eb00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3204861 Jul 30 01:37:38.381443 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983b126b-b512-4d67-ad99-f42fed8056f6 x-openstack-request-id: req-983b126b-b512-4d67-ad99-f42fed8056f6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:38.381956 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894f2868-56ce-4360-a20d-0320b2316b32", "tag": "fe78eca1-fd2e-4eb4-b645-03fe7f91b98c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:38.382382 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-983b126b-b512-4d67-ad99-f42fed8056f6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:38.383034 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894f2868-56ce-4360-a20d-0320b2316b32', 'tag': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c', 'status': 'completed', 'code': 200} Jul 30 01:37:38.404073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 9ce94be6-9b6b-40da-9d42-f771816013b8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9ce94be6-9b6b-40da-9d42-f771816013b8,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:38.418034 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:38.529407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-2f414e80-bbdc-4fd3-96a9-515e0f53246b service neutron] 10.222.0.84 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045752 Jul 30 01:37:38.532307 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=9ce94be6-9b6b-40da-9d42-f771816013b8,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:38.537482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 69a51fc4-5f54-4806-929a-66fd83922520 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:37:38.593735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-62f71f0f-3fda-4c0e-a3c2-bb772daa0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:38.598559 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-62f71f0f-3fda-4c0e-a3c2-bb772daa0301 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.6875143 Jul 30 01:37:38.624319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eca20-58f0-4a6b-be38-1a934e984dac req-f39c1d70-5fbb-44c9-9ddb-6f16b745ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:38.630714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194eca20-58f0-4a6b-be38-1a934e984dac req-f39c1d70-5fbb-44c9-9ddb-6f16b745ab09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3439946 Jul 30 01:37:38.645765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191c477-01dc-4c2d-a740-10f978fdf87b req-5d9f9179-d0ff-40df-843e-e5bea160e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:38.657215 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2191c477-01dc-4c2d-a740-10f978fdf87b req-5d9f9179-d0ff-40df-843e-e5bea160e215 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1101 time: 0.3488996 Jul 30 01:37:38.756483 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-ea9ea76a-13a5-48a1-a9ac-a7423158e27b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=35a51815-2159-4211-9009-00ebbace1adc HTTP/1.1" status: 200 len: 217 time: 0.1361167 Jul 30 01:37:38.798766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047a4d8-9919-4b7a-be9b-95f3d0b5ee69 None None] New status for floating IP e4256abc-b75e-41e9-9775-1ad5e632dd0e: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:37:38.808421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-97093145-da31-4d3d-8706-4db1118437ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:38.810644 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-97093145-da31-4d3d-8706-4db1118437ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65553efe98204417a2eee97ae2768a0e&device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 1096 time: 0.3506272 Jul 30 01:37:38.886417 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2191c477-01dc-4c2d-a740-10f978fdf87b req-422d3a85-486b-4653-a40c-eecc184a3367 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658120 Jul 30 01:37:38.978488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194eca20-58f0-4a6b-be38-1a934e984dac req-2f5059b6-aef2-4869-aa1c-f677ace56f73 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829281 Jul 30 01:37:39.093711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802cc8a-3cee-48d1-b333-896bb9349f11 req-69715504-67c8-4f4b-bb63-26511fc092ab tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:39.108263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7802cc8a-3cee-48d1-b333-896bb9349f11 req-69715504-67c8-4f4b-bb63-26511fc092ab tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 948 time: 0.6276784 Jul 30 01:37:39.182402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 69a51fc4-5f54-4806-929a-66fd83922520, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=69a51fc4-5f54-4806-929a-66fd83922520,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:39.212808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '69a51fc4-5f54-4806-929a-66fd83922520', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '69a51fc4-5f54-4806-929a-66fd83922520', 'mac_address': 'fa:16:3e:d9:4f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:37:39.280268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7802cc8a-3cee-48d1-b333-896bb9349f11 req-b26170eb-e7b2-4330-9217-2b9157065edd tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704831 Jul 30 01:37:39.339458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3415d248-1498-4362-898f-fca4a83078d0 req-f02d62b8-b362-4e6f-9876-f6fbc0775e5a service neutron] 10.222.0.84 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238522 Jul 30 01:37:39.359094 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:39.364772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-03cfe5d0-26ab-4b59-80f8-2842d32b0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:39.368460 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-03cfe5d0-26ab-4b59-80f8-2842d32b0c6f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.5780270 Jul 30 01:37:39.409732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a51fc4-5f54-4806-929a-66fd83922520 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:39.505918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194eca20-58f0-4a6b-be38-1a934e984dac req-92f29054-e612-40e6-a78d-3211159f315b service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994504 Jul 30 01:37:39.518345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-543e0bee-4cf8-4ba8-badf-2215b0b62ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:39.521701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-543e0bee-4cf8-4ba8-badf-2215b0b62ce3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fa3faf-8161-468b-9c4e-955080185598 HTTP/1.1" status: 200 len: 924 time: 0.6534162 Jul 30 01:37:39.522525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 69a51fc4-5f54-4806-929a-66fd83922520, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=69a51fc4-5f54-4806-929a-66fd83922520,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:39.530768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:39.542234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-67dbbb1e-3505-4185-9782-265913e7e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:39.543704 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-67dbbb1e-3505-4185-9782-265913e7e64b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433544 Jul 30 01:37:39.795677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=69a51fc4-5f54-4806-929a-66fd83922520,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:39.825795 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-5217bd88-6fa4-4b97-a9ed-bb8f03278369 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c HTTP/1.1" status: 200 len: 1000 time: 0.2903433 Jul 30 01:37:39.952624 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-68b95954-bfdd-4482-a118-8f62d8b0ee9c service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306439 Jul 30 01:37:40.007705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-66fe1fba-a980-424e-83f3-0e4bd016870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:40.010282 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-66fe1fba-a980-424e-83f3-0e4bd016870f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0074f845-b233-45a9-893e-21af2cb46545 HTTP/1.1" status: 200 len: 862 time: 0.1745114 Jul 30 01:37:40.103931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:40.110224 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd22e5e-5f0e-4c0b-8d4b-af40ebad6b85" -d '{"events": [{"server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:40.134564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['69a51fc4-5f54-4806-929a-66fd83922520'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:37:40.211734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-996ede06-30da-4474-a236-5f14bc3a2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:40.215099 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-996ede06-30da-4474-a236-5f14bc3a2153 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fa3faf-8161-468b-9c4e-955080185598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817265 Jul 30 01:37:40.453716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345a7819-185c-4bbc-a2ff-81035a9c15e4', 'name': 'network-vif-deleted', 'tag': 'e835ee07-6310-4d8c-8e64-019ee102afbc'}, {'server_uuid': 'e286e5c4-7382-438f-9634-de972cecd395', 'name': 'network-vif-deleted', 'tag': 'd6dce552-45f7-413b-a3ae-b7aa9a466ec1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:40.471586 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b677e9-7356-4857-a60d-a454fc015b88" -d '{"events": [{"server_uuid": "345a7819-185c-4bbc-a2ff-81035a9c15e4", "name": "network-vif-deleted", "tag": "e835ee07-6310-4d8c-8e64-019ee102afbc"}, {"server_uuid": "e286e5c4-7382-438f-9634-de972cecd395", "name": "network-vif-deleted", "tag": "d6dce552-45f7-413b-a3ae-b7aa9a466ec1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:40.498048 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-f6028913-3b09-4b48-b0cb-fe77bf5be698 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220642 Jul 30 01:37:40.545211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 35a51815-2159-4211-9009-00ebbace1adc up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:40.562421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:40.567369 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c" -d '{"events": [{"name": "network-changed", "server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:40.655848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3194e-4a13-46dc-9eb2-104bd927624c req-a8cacea6-800f-425f-a77c-90c9a2825c89 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:40.675596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55172) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:40.677374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6aa3194e-4a13-46dc-9eb2-104bd927624c req-a8cacea6-800f-425f-a77c-90c9a2825c89 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 949 time: 0.9885218 Jul 30 01:37:40.765973 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-a598d81d-60ac-4fb9-8aa4-36825c65ea8e service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336747 Jul 30 01:37:40.932888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6aa3194e-4a13-46dc-9eb2-104bd927624c req-a7dfe93a-bf11-461f-a422-3a2a5ff2c78e tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536151 Jul 30 01:37:41.023287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567e29-e932-4adf-98fb-2a5d6348bb75 req-b235f432-3d4c-4f4f-a6aa-c73edbe24f8b tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.028944 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1567e29-e932-4adf-98fb-2a5d6348bb75 req-b235f432-3d4c-4f4f-a6aa-c73edbe24f8b tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 945 time: 0.2355716 Jul 30 01:37:41.050974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 35a51815-2159-4211-9009-00ebbace1adc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:41.070677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 35a51815-2159-4211-9009-00ebbace1adc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:41.071489 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.108687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-ac718d1c-cc4b-4614-a8e6-1dd9ddb961cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.111468 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-ac718d1c-cc4b-4614-a8e6-1dd9ddb961cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 1100 time: 0.4533811 Jul 30 01:37:41.168411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1567e29-e932-4adf-98fb-2a5d6348bb75 req-b9e88c70-9e7a-41f8-9389-0fe7b249418f tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258624 Jul 30 01:37:41.340405 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.415461 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6ce12a-79e3-46e4-8ae6-3fc7285e3e6d x-openstack-request-id: req-1e6ce12a-79e3-46e4-8ae6-3fc7285e3e6d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:41.416725 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "name": "network-vif-plugged", "status": "completed", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:41.417039 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1e6ce12a-79e3-46e4-8ae6-3fc7285e3e6d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:41.417709 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'code': 200} Jul 30 01:37:41.430243 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4e9b233-b1bf-4ea7-aafd-87e3df471cea req-34940887-5d70-4779-a839-865afe0279f1 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018031 Jul 30 01:37:41.534687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 35a51815-2159-4211-9009-00ebbace1adc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=35a51815-2159-4211-9009-00ebbace1adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:41.549302 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.550262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-481b8e35-0087-4354-aaee-2c0ec8cdcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.554691 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-481b8e35-0087-4354-aaee-2c0ec8cdcf59 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4299898 Jul 30 01:37:41.651152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55184) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:41.659719 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-7007a48f-b1ff-4921-b6bb-22f9af00fcd3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=69a51fc4-5f54-4806-929a-66fd83922520 HTTP/1.1" status: 200 len: 217 time: 0.0844123 Jul 30 01:37:41.713805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-12a4a592-dcbc-4a34-9072-fe031ca2bbe3 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 258 time: 0.5344541 Jul 30 01:37:41.741261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5a19e-3aed-4074-b20e-61ae468ebafd req-43c58c5a-b8db-4189-9263-e56f772e8ca6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.753029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3cb5a19e-3aed-4074-b20e-61ae468ebafd req-43c58c5a-b8db-4189-9263-e56f772e8ca6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 949 time: 0.1721697 Jul 30 01:37:41.755278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=35a51815-2159-4211-9009-00ebbace1adc,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:41.777531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:41.818903 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cf6200a9-e82f-4dc9-8c39-d85943636bdb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=adf304193d7e4257b99bb0c62dfedff6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1321418 Jul 30 01:37:41.819225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55188) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:41.933555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:41.942730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1f94bbf0-e9c6-405a-bc05-70004cf3b768 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f9a20660bc5e4d84a19ebf7120a0f7cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886560 Jul 30 01:37:41.949136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b18115-89c2-47c4-80bf-dcdf5cf7f15f req-3d38a99a-6e90-48da-9343-94b1c13d19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.951959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-15b18115-89c2-47c4-80bf-dcdf5cf7f15f req-3d38a99a-6e90-48da-9343-94b1c13d19b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 1096 time: 0.3953443 Jul 30 01:37:41.956491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55190) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:41.960286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3cb5a19e-3aed-4074-b20e-61ae468ebafd req-c72bd3d9-01d8-43d1-9c18-150240250609 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054276 Jul 30 01:37:41.990747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-d36c5fd0-087f-44d0-8171-850788db5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:41.994517 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-d36c5fd0-087f-44d0-8171-850788db5b20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2553976 Jul 30 01:37:42.122640 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bace192a-1d0f-4345-b8b7-65d3b2b772bb x-openstack-request-id: req-bace192a-1d0f-4345-b8b7-65d3b2b772bb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:42.130131 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345a7819-185c-4bbc-a2ff-81035a9c15e4", "name": "network-vif-deleted", "tag": "e835ee07-6310-4d8c-8e64-019ee102afbc", "status": "completed", "code": 200}, {"server_uuid": "e286e5c4-7382-438f-9634-de972cecd395", "name": "network-vif-deleted", "tag": "d6dce552-45f7-413b-a3ae-b7aa9a466ec1", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:42.130131 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bace192a-1d0f-4345-b8b7-65d3b2b772bb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:42.130131 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345a7819-185c-4bbc-a2ff-81035a9c15e4', 'name': 'network-vif-deleted', 'tag': 'e835ee07-6310-4d8c-8e64-019ee102afbc', 'status': 'completed', 'code': 200} Jul 30 01:37:42.130131 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e286e5c4-7382-438f-9634-de972cecd395', 'name': 'network-vif-deleted', 'tag': 'd6dce552-45f7-413b-a3ae-b7aa9a466ec1', 'status': 'completed', 'code': 200} Jul 30 01:37:42.144946 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da96001-f36a-4632-acbd-d9a1ae89ec1d x-openstack-request-id: req-0da96001-f36a-4632-acbd-d9a1ae89ec1d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:42.145315 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:42.145670 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0da96001-f36a-4632-acbd-d9a1ae89ec1d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:42.146193 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'status': 'completed', 'code': 200} Jul 30 01:37:42.173609 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-15b18115-89c2-47c4-80bf-dcdf5cf7f15f req-ababe3d8-a511-4055-a770-1014cd6a9e10 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128775 Jul 30 01:37:42.177358 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e973716a-ba1b-4967-ae64-5d5636d6306d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.261487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-9aa1404b-3d7d-4b56-9e47-0120aceca8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:42.264032 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-9aa1404b-3d7d-4b56-9e47-0120aceca8b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2327342 Jul 30 01:37:42.267114 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e973716a-ba1b-4967-ae64-5d5636d6306d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.282264 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.282489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f235337d-8ce9-4e2a-afb7-a2490db10c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.387752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-5569f97a-4bb4-4dfd-b250-2bbf3326b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:42.390692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-5569f97a-4bb4-4dfd-b250-2bbf3326b801 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a302e1b006be4798872defcfb2067d3c&device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 1097 time: 0.1668642 Jul 30 01:37:42.427826 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f235337d-8ce9-4e2a-afb7-a2490db10c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.492161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 69a51fc4-5f54-4806-929a-66fd83922520 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:42.541812 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-1a27dbc4-87cf-4808-b5ce-14675e69c04e service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605164 Jul 30 01:37:42.583818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 69a51fc4-5f54-4806-929a-66fd83922520 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:42.599464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 69a51fc4-5f54-4806-929a-66fd83922520 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:42.599986 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.676986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Allocated IP 172.25.7.230 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/c0ff5829-64b1-4918-90b2-05ebc5bca70c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:42.692307 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e973716a-ba1b-4967-ae64-5d5636d6306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.699061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e973716a-ba1b-4967-ae64-5d5636d6306d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.701943 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e973716a-ba1b-4967-ae64-5d5636d6306d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3af0498f-9894-4d53-88f6-663832a7f734 HTTP/1.1" status: 204 len: 168 time: 0.8396816 Jul 30 01:37:42.741680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973716a-ba1b-4967-ae64-5d5636d6306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af0498f-9894-4d53-88f6-663832a7f734,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:42.796600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f235337d-8ce9-4e2a-afb7-a2490db10c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.802411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f235337d-8ce9-4e2a-afb7-a2490db10c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.808267 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f235337d-8ce9-4e2a-afb7-a2490db10c58 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2e2051bc-ee44-486d-ae36-58814754ee70 HTTP/1.1" status: 204 len: 168 time: 0.8466249 Jul 30 01:37:42.830623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.845487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-80882d9d-2d56-4b3a-ba8f-e4dd74b390a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:42.852102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-80882d9d-2d56-4b3a-ba8f-e4dd74b390a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c0394da6-e4da-4c50-ad99-813d6a092c28 HTTP/1.1" status: 200 len: 929 time: 0.4420924 Jul 30 01:37:42.872720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235337d-8ce9-4e2a-afb7-a2490db10c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2051bc-ee44-486d-ae36-58814754ee70,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:42.919145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 69a51fc4-5f54-4806-929a-66fd83922520, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=69a51fc4-5f54-4806-929a-66fd83922520,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:42.930080 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:42.949873 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0cf26b38-5c63-4434-8bb8-0a16c0c9996c req-a7a682ae-6e7f-4e7c-b90b-8dd8e680a7d3 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935564 Jul 30 01:37:43.028919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=69a51fc4-5f54-4806-929a-66fd83922520,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:43.206560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a07e94-e8d2-45f7-b7bc-8d5a33a1b6ae req-dcd1f162-f50d-4bac-98a3-fd6d4c3fd2d8 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:43.209920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09a07e94-e8d2-45f7-b7bc-8d5a33a1b6ae req-dcd1f162-f50d-4bac-98a3-fd6d4c3fd2d8 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 950 time: 0.4882987 Jul 30 01:37:43.303141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-b0cea4e8-8369-4860-9e6a-c872485c9031 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427 HTTP/1.1" status: 200 len: 1002 time: 0.3829041 Jul 30 01:37:43.407032 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.420026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a51815-2159-4211-9009-00ebbace1adc'}, {'server_uuid': 'dab5d908-9a7d-4a6d-9861-2921f00d315c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a51fc4-5f54-4806-929a-66fd83922520'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:43.424960 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c4fede-b926-4969-9367-382c17d34203" -d '{"events": [{"server_uuid": "91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9", "name": "network-vif-plugged", "status": "completed", "tag": "35a51815-2159-4211-9009-00ebbace1adc"}, {"server_uuid": "dab5d908-9a7d-4a6d-9861-2921f00d315c", "name": "network-vif-plugged", "status": "completed", "tag": "69a51fc4-5f54-4806-929a-66fd83922520"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:43.438425 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09a07e94-e8d2-45f7-b7bc-8d5a33a1b6ae req-08a18360-bfda-4621-913f-175c016b6e74 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160060 Jul 30 01:37:43.510986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-0dd0ea0b-e1d6-4407-a42d-c198b7e9d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:43.513638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-0dd0ea0b-e1d6-4407-a42d-c198b7e9d726 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=00ec6ced-d53b-4e55-8cb9-45adc74f79fe HTTP/1.1" status: 200 len: 867 time: 0.1976478 Jul 30 01:37:43.618738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55216) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:43.653014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55218) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:43.653671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.683074 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-189b1f3d-51df-4936-8a22-770baf20761a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.716420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-1fb4b5dc-3993-4bfe-85f9-f568c3df5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:43.722971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-1fb4b5dc-3993-4bfe-85f9-f568c3df5be6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0394da6-e4da-4c50-ad99-813d6a092c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888616 Jul 30 01:37:43.761480 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-364fefbe-e5c4-4344-ad62-04c5e838cc5b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3578194e2a064974a8728f9e37242c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068885 Jul 30 01:37:43.766407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55220) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:43.793765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:43.835581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:43.841098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:43.883300 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a718e2aa-4c0f-462b-8997-a3ba2240189c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.931474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a718e2aa-4c0f-462b-8997-a3ba2240189c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:43.946122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Pushing event updated for resources: {'Port': ['ID=c0ff5829-64b1-4918-90b2-05ebc5bca70c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:44.028028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a718e2aa-4c0f-462b-8997-a3ba2240189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.032224 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a718e2aa-4c0f-462b-8997-a3ba2240189c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.037046 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a718e2aa-4c0f-462b-8997-a3ba2240189c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a60e4dd4-164f-40ea-9e8d-93a82d7622f2 HTTP/1.1" status: 204 len: 168 time: 0.2684927 Jul 30 01:37:44.049527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718e2aa-4c0f-462b-8997-a3ba2240189c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60e4dd4-164f-40ea-9e8d-93a82d7622f2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:44.129578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a74f41-e572-4b85-9970-de80890ef73f req-e9618a6b-021f-425e-90e3-224d2b708221 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:44.133945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6a74f41-e572-4b85-9970-de80890ef73f req-e9618a6b-021f-425e-90e3-224d2b708221 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 945 time: 0.4062293 Jul 30 01:37:44.143416 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.256378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-d584e18c-fb6a-40a8-a839-0bff339b2e23 service neutron] 10.222.0.22 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944293 Jul 30 01:37:44.335890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.340972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6a74f41-e572-4b85-9970-de80890ef73f req-a26e60cc-f96c-49f3-8f67-7730ff1f29ee tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912539 Jul 30 01:37:44.554019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-189b1f3d-51df-4936-8a22-770baf20761a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.592471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-189b1f3d-51df-4936-8a22-770baf20761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.740610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82aca5ec-e131-4cec-bb3c-ff1c0ebbf47c req-29d9aee1-05aa-47ed-a7f7-b8393ed026bf service neutron] 10.222.0.22 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613039 Jul 30 01:37:44.748891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-189b1f3d-51df-4936-8a22-770baf20761a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e43b6fcffac44173a30875c0d3f23a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1283681 Jul 30 01:37:44.750111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b1f3d-51df-4936-8a22-770baf20761a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e782232-7183-41f9-8f70-7344b6e14931,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:44.753017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:44.897632 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f36a76af-b920-47f3-bd5b-91602e6b5fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.914983 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.920043 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.953050 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:44.993917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f36a76af-b920-47f3-bd5b-91602e6b5fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.015523 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.017633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2496903 Jul 30 01:37:45.110362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f36a76af-b920-47f3-bd5b-91602e6b5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.117596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f36a76af-b920-47f3-bd5b-91602e6b5fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:45.121725 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f36a76af-b920-47f3-bd5b-91602e6b5fb7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e782232-7183-41f9-8f70-7344b6e14931 HTTP/1.1" status: 204 len: 168 time: 0.3644116 Jul 30 01:37:45.139387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a76af-b920-47f3-bd5b-91602e6b5fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e782232-7183-41f9-8f70-7344b6e14931,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:45.210562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-e2ecb4e4-626a-4a9c-9261-21d5db120e46 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.1449544 Jul 30 01:37:45.213845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c65973-08dd-422b-9f41-d8eeb5f6ef19 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Pushing event updated for resources: {'Port': ['ID=c0ff5829-64b1-4918-90b2-05ebc5bca70c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:45.367684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e585c4-efc5-4ffe-afec-d45cc663a29f req-d2f3de03-fec8-4379-8e60-e486b6af076f tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:45.370341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08e585c4-efc5-4ffe-afec-d45cc663a29f req-d2f3de03-fec8-4379-8e60-e486b6af076f tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 950 time: 0.3425128 Jul 30 01:37:45.481339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08e585c4-efc5-4ffe-afec-d45cc663a29f req-6159dc8b-45eb-4bed-bfb5-9f0772caa6b9 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886073 Jul 30 01:37:45.530042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-dcb37eed-0045-44d6-a430-5a4b4dce4b79 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:45.532652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-dcb37eed-0045-44d6-a430-5a4b4dce4b79 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3118551 Jul 30 01:37:45.555848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-67e0fd80-c90b-4e06-a9b9-3189908756b1 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:37:45.558395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17b52ed5-b19f-4bd3-898e-49fd0f5e3ba2 req-67e0fd80-c90b-4e06-a9b9-3189908756b1 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143859 Jul 30 01:37:45.612498 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa4c3ea-63d8-4eac-a213-fe85918b9e34 x-openstack-request-id: req-0fa4c3ea-63d8-4eac-a213-fe85918b9e34 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:45.613385 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9", "name": "network-vif-plugged", "status": "completed", "tag": "35a51815-2159-4211-9009-00ebbace1adc", "code": 200}, {"server_uuid": "dab5d908-9a7d-4a6d-9861-2921f00d315c", "name": "network-vif-plugged", "status": "completed", "tag": "69a51fc4-5f54-4806-929a-66fd83922520", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:45.613385 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0fa4c3ea-63d8-4eac-a213-fe85918b9e34 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:45.614548 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a51815-2159-4211-9009-00ebbace1adc', 'code': 200} Jul 30 01:37:45.615179 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab5d908-9a7d-4a6d-9861-2921f00d315c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a51fc4-5f54-4806-929a-66fd83922520', 'code': 200} Jul 30 01:37:45.883586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec494b17-377a-4e5a-86cd-8eea98de239e req-347e1711-cc51-44d0-8f9f-d33657e006e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:45.886621 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ec494b17-377a-4e5a-86cd-8eea98de239e req-347e1711-cc51-44d0-8f9f-d33657e006e1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 1101 time: 0.0877132 Jul 30 01:37:45.967904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6ad12-78d0-4cde-aaa4-6976aaebab63 req-2e8d03d1-eb22-4a2c-a3c2-7d7f6101f26b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:45.970427 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90b6ad12-78d0-4cde-aaa4-6976aaebab63 req-2e8d03d1-eb22-4a2c-a3c2-7d7f6101f26b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 950 time: 0.2421749 Jul 30 01:37:45.990040 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ec494b17-377a-4e5a-86cd-8eea98de239e req-9f812642-0658-481b-844f-a18dfc57ca8b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878813 Jul 30 01:37:45.990355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad35ed6-e9a9-4a6e-9adb-1932e7767ddb req-ad07afcd-c812-4359-908d-d7a7b8c5f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:45.993376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aad35ed6-e9a9-4a6e-9adb-1932e7767ddb req-ad07afcd-c812-4359-908d-d7a7b8c5f75e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 1101 time: 0.1953864 Jul 30 01:37:46.030606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-98bfa4b1-4c9f-49eb-8207-3ca3823c4f0f tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:46.033549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-98bfa4b1-4c9f-49eb-8207-3ca3823c4f0f tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2063830 Jul 30 01:37:46.199906 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-ccdc0b10-ca4e-42ff-b872-02e7adf50ab1 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.1420195 Jul 30 01:37:46.231249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90b6ad12-78d0-4cde-aaa4-6976aaebab63 req-f3f140e7-a555-467b-b18c-d2d3b709d58c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323818 Jul 30 01:37:46.239959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-cdbed2b1-7bd9-4c6d-ae3e-f43c3f88e03d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Request body: {'floatingip': {'port_id': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:46.345144 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aad35ed6-e9a9-4a6e-9adb-1932e7767ddb req-d9a7a8d2-70a5-4422-aff2-9f3f3060648a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010813 Jul 30 01:37:46.368728 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-cdbed2b1-7bd9-4c6d-ae3e-f43c3f88e03d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:47.348920 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-cdbed2b1-7bd9-4c6d-ae3e-f43c3f88e03d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:47.369882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-cdbed2b1-7bd9-4c6d-ae3e-f43c3f88e03d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:47.516329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55306) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:47.610819 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-cdbed2b1-7bd9-4c6d-ae3e-f43c3f88e03d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b associated. External IP: 172.25.7.172, port: 2a929ebe-17bb-477e-9c37-cfd270579eee. Jul 30 01:37:48.116620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-network', 'tenant_id': '57a9daf069c54204a445f50a07607172'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:48.184845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Made reservation on behalf of 57a9daf069c54204a445f50a07607172 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:48.189087 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.189593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153dd57-e03a-4bb9-a54c-dd529fd9ede4 req-a99e4e7a-a8eb-4f3f-a831-9d11b75f622b tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:48.196394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0153dd57-e03a-4bb9-a54c-dd529fd9ede4 req-a99e4e7a-a8eb-4f3f-a831-9d11b75f622b tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5100567 Jul 30 01:37:48.207669 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.329190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0153dd57-e03a-4bb9-a54c-dd529fd9ede4 req-5fea6cf6-5c0e-44c9-962a-408cf807a2eb tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.1286693 Jul 30 01:37:48.418828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-0153dd57-e03a-4bb9-a54c-dd529fd9ede4 req-d84aa498-2f50-4090-8089-d3ffc42a6069 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Request body: {'floatingip': {'port_id': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:48.422319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.434401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.492472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:37:48.512990 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0153dd57-e03a-4bb9-a54c-dd529fd9ede4 req-d84aa498-2f50-4090-8089-d3ffc42a6069 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.513753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1454e9-8f64-4351-acee-d691ebfb1384,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:48.529832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.529832 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Added segment cda9a462-057d-4e2a-8f18-f14e188a5a94 of type vlan for network ff086cee-a03e-4a71-8079-0b6f51922f17 Jul 30 01:37:48.622073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.694297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.695633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:48.696424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:48.801696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-cdbed2b1-7bd9-4c6d-ae3e-f43c3f88e03d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:37:48.807635 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2874455 Jul 30 01:37:48.809382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55318) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:48.819339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Request body: {'subnet': {'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-subnet', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:48.845290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381366de-5cbd-4522-857c-a7a16b6d06b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff086cee-a03e-4a71-8079-0b6f51922f17,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:48.874771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ff086cee-a03e-4a71-8079-0b6f51922f17 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:37:48.883968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Made reservation on behalf of 57a9daf069c54204a445f50a07607172 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:48.888962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:49.205650 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-0153dd57-e03a-4bb9-a54c-dd529fd9ede4 req-d84aa498-2f50-4090-8089-d3ffc42a6069 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 01:37:49.207179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0153dd57-e03a-4bb9-a54c-dd529fd9ede4 req-d84aa498-2f50-4090-8089-d3ffc42a6069 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "PUT /v2.0/floatingips/24bbd9d0-92d3-4275-91d9-83e7fc441fef HTTP/1.1" status: 409 len: 551 time: 0.7958641 Jul 30 01:37:49.209262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-cdbed2b1-7bd9-4c6d-ae3e-f43c3f88e03d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:37:49.235152 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] Sync routers for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:37:49.237639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-cdbed2b1-7bd9-4c6d-ae3e-f43c3f88e03d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:49.261876 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:49.263160 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:49.306783 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:49.335226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-cdbed2b1-7bd9-4c6d-ae3e-f43c3f88e03d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "PUT /v2.0/floatingips/0d27157c-2a19-44c5-bf4a-a24d4ac7f87b HTTP/1.1" status: 200 len: 996 time: 3.1092901 Jul 30 01:37:49.335226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:49.341108 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19" -d '{"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:49.429617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d028789-3b76-400f-969c-ed8bd666abbf,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:49.439571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Checking segment: {'id': 'cda9a462-057d-4e2a-8f18-f14e188a5a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:49.440328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Network hostable DHCP agents. Network: ff086cee-a03e-4a71-8079-0b6f51922f17, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:37:49.481374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Network ff086cee-a03e-4a71-8079-0b6f51922f17 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:37:49.504746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, ff086cee-a03e-4a71-8079-0b6f51922f17) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:49.513486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:49.515097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:49.534711 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:49.546460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b35b3-2b66-4795-a33f-2ab424bc37b1 req-7b7e3a32-e525-4ec4-940e-82c219c84635 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:49.561718 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-099ae2c6-3cd4-4b93-9955-66167b2082d2 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7457230 Jul 30 01:37:49.563495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-484b35b3-2b66-4795-a33f-2ab424bc37b1 req-7b7e3a32-e525-4ec4-940e-82c219c84635 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 950 time: 0.1935267 Jul 30 01:37:49.565356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55324) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:49.569304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d135c-2e73-4b99-9a65-e106f23a3ded None None] Network ff086cee-a03e-4a71-8079-0b6f51922f17 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:37:49.573407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:49.611480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-03e2998c-6548-41d2-b873-11f731611e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:49.614420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-03e2998c-6548-41d2-b873-11f731611e57 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1096 time: 0.1755409 Jul 30 01:37:49.661793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:49.665861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:49.765729 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-484b35b3-2b66-4795-a33f-2ab424bc37b1 req-40cfaa65-c95c-489a-b432-f3113467fc80 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718135 Jul 30 01:37:49.849850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:49.925430 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-d3efd183-b283-4083-a350-341252538ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:49.929442 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-d3efd183-b283-4083-a350-341252538ab2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.2913976 Jul 30 01:37:49.990196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-ff086cee-a03e-4a71-8079-0b6f51922f17', 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'fixed_ips': [{'subnet_id': '9d028789-3b76-400f-969c-ed8bd666abbf'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:37:49.995595 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.154214 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:61:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17349c0e-840e-4c72-8605-6a47b43f7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:37:47Z', 'revision_number': 1, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:50.155026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-b29f477e-ce46-4c41-8877-dadd82c90a64 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 999 time: 0.2142248 Jul 30 01:37:50.179545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b37c6-090a-4ed9-a011-519267fbe79f req-a4941ab0-5b29-487e-95ae-53336a82c142 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:50.184109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-767b37c6-090a-4ed9-a011-519267fbe79f req-a4941ab0-5b29-487e-95ae-53336a82c142 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 950 time: 0.2208393 Jul 30 01:37:50.205924 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] Checking router: 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:37:50.232901 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:50.234100 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:50.242740 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.322123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-01e276df-301e-45dd-8e41-c0bdad640817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:50.325102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-01e276df-301e-45dd-8e41-c0bdad640817 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1396606 Jul 30 01:37:50.353910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-767b37c6-090a-4ed9-a011-519267fbe79f req-dd98f6ee-085d-4b55-bdc5-931d0d728c95 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492190 Jul 30 01:37:50.358217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Allocated IP 172.20.0.2 (ff086cee-a03e-4a71-8079-0b6f51922f17/9d028789-3b76-400f-969c-ed8bd666abbf/8fcd7882-6f2a-492e-bac8-7c1e4de45a29) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:50.461202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-f7c80ad7-e13e-4cde-b74d-d01ce8c1634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:50.464651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-f7c80ad7-e13e-4cde-b74d-d01ce8c1634f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089008 Jul 30 01:37:50.490538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-a7c97127-6300-4327-a73a-e3b7af3dcdf3 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:37:50.493254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-a7c97127-6300-4327-a73a-e3b7af3dcdf3 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100157 Jul 30 01:37:50.568506 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:50.775134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-8e749bdf-570d-4eb1-b97d-6b0569bf7b32 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701154 Jul 30 01:37:50.799786 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.817864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Transition to ACTIVE for port object 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:50.843991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Transition to ACTIVE for port object 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:50.864384 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.864762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.917228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:50.926532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Network ff086cee-a03e-4a71-8079-0b6f51922f17 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:50.934458 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:50.942774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:51.051940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Pushing event updated for resources: {'Port': ['ID=8fcd7882-6f2a-492e-bac8-7c1e4de45a29,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:51.097751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1de2db-92d9-4abe-8fc0-242a4532ccb4 req-8685e393-a095-4fee-ad34-0d026ec191a5 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135183 Jul 30 01:37:51.120199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Attempting to bind port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:51.121306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Attempting to bind port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'cda9a462-057d-4e2a-8f18-f14e188a5a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:51.121306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Attempting to bind port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 on network ff086cee-a03e-4a71-8079-0b6f51922f17 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:51.143458 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:51.145042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Checking segment: {'id': 'cda9a462-057d-4e2a-8f18-f14e188a5a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:51.152614 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.152614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Bound using segment: {'id': 'cda9a462-057d-4e2a-8f18-f14e188a5a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:51.153705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Bound port: 8fcd7882-6f2a-492e-bac8-7c1e4de45a29, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda9a462-057d-4e2a-8f18-f14e188a5a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:51.154313 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.309098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Allocated IP 172.25.7.206 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/985ca124-8c51-498f-95f3-242d7bb761e4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:51.318195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] For port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:51.328117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] For port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8fcd7882-6f2a-492e-bac8-7c1e4de45a29,segment=NetworkSegment(cda9a462-057d-4e2a-8f18-f14e188a5a94),segment_id=cda9a462-057d-4e2a-8f18-f14e188a5a94)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:51.348145 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.559545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc33913-6a91-4b60-b617-fa02dc6239b3 None None] Pushing event updated for resources: {'Port': ['ID=8fcd7882-6f2a-492e-bac8-7c1e4de45a29,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:51.573887 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:61:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17349c0e-840e-4c72-8605-6a47b43f7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:37:47Z', 'revision_number': 1, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:51.576903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f14559de-da63-43a5-99d2-63c8245db736 req-8edcd91d-1169-46aa-a928-96ca796db2ed tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips/24bbd9d0-92d3-4275-91d9-83e7fc441fef HTTP/1.1" status: 200 len: 693 time: 0.1871548 Jul 30 01:37:51.657380 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b6b5d2-387f-4f2b-adae-0f1d65969c16 None None] The sync data for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 is: [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:61:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17349c0e-840e-4c72-8605-6a47b43f7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:37:47Z', 'revision_number': 1, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:37:51.712466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.831701 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:51.938405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14559de-da63-43a5-99d2-63c8245db736 req-49487e16-dad5-41ee-b0b1-2c76017fda44 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:51.941739 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f14559de-da63-43a5-99d2-63c8245db736 req-49487e16-dad5-41ee-b0b1-2c76017fda44 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3634272 Jul 30 01:37:51.962742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-49b07480-69a3-457d-a751-3aa86dc9d4b4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3349664 Jul 30 01:37:51.992771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:52.004579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-f14559de-da63-43a5-99d2-63c8245db736 req-3990fac1-f0bd-41a5-b925-acc0ff3f7f0c tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:37:52.007910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f14559de-da63-43a5-99d2-63c8245db736 req-3990fac1-f0bd-41a5-b925-acc0ff3f7f0c tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152659 Jul 30 01:37:52.009278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:52.025564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Pushing event updated for resources: {'Port': ['ID=985ca124-8c51-498f-95f3-242d7bb761e4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:52.064333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:52.241565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f14559de-da63-43a5-99d2-63c8245db736 req-b9daf0d9-197f-48ce-91ac-f543c7e4a068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.1889348 Jul 30 01:37:52.250461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f345ef5-ba7f-44ea-ad9c-5934cb0e814b None None] New status for floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:37:52.421029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f14559de-da63-43a5-99d2-63c8245db736 req-3caf7894-ea30-4442-8bc3-cc8fcf8705b1 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.1093059 Jul 30 01:37:52.514819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-1b0de6de-797e-4c36-b104-7f7189ed07ce tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:52.523804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-1b0de6de-797e-4c36-b104-7f7189ed07ce tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5284076 Jul 30 01:37:52.642711 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-782276fe-c930-4c7c-b8ce-ce3e755b9d6e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/quotas/7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 375 time: 0.1061256 Jul 30 01:37:52.789512 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-de5c1092-fb8b-4855-89ec-9ba207e534aa tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337686 Jul 30 01:37:52.929396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f14559de-da63-43a5-99d2-63c8245db736 req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Deleting port c0ff5829-64b1-4918-90b2-05ebc5bca70c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:37:52.930585 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f14559de-da63-43a5-99d2-63c8245db736 req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.021092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:53.158818 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f14559de-da63-43a5-99d2-63c8245db736 req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.159636 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f14559de-da63-43a5-99d2-63c8245db736 req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.187081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:53.232187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f14559de-da63-43a5-99d2-63c8245db736 req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Calling delete_port for c0ff5829-64b1-4918-90b2-05ebc5bca70c owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:37:53.244108 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82623451-bd77-4a53-a61b-321c6aa07c1f x-openstack-request-id: req-82623451-bd77-4a53-a61b-321c6aa07c1f {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:37:53.244581 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:37:53.244986 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82623451-bd77-4a53-a61b-321c6aa07c1f {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:37:53.245601 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'status': 'completed', 'code': 200} Jul 30 01:37:53.339926 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.477324 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.510462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7fef93-64d8-4598-b0d1-6058c1853968 None None] Network ff086cee-a03e-4a71-8079-0b6f51922f17 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:37:53.580521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-604f0721-ec16-4cdb-a0c6-41a6e68443db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:53.583874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-604f0721-ec16-4cdb-a0c6-41a6e68443db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1096 time: 0.2784872 Jul 30 01:37:53.639446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c8dcd085-b5cc-4e3a-992e-ec2c9d137954 None None] Provisioning for port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:53.644994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163ffcb-9d50-456e-b255-1bc987160a89 req-4f94f501-c80e-4285-868d-6363e1f32be0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:53.648430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8163ffcb-9d50-456e-b255-1bc987160a89 req-4f94f501-c80e-4285-868d-6363e1f32be0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2357969 Jul 30 01:37:53.677376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c8dcd085-b5cc-4e3a-992e-ec2c9d137954 None None] Provisioning complete for port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:53.677505 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8dcd085-b5cc-4e3a-992e-ec2c9d137954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.799466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:53.948613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8163ffcb-9d50-456e-b255-1bc987160a89 req-27b95357-129d-40fe-839a-4fbeef2c2e91 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726285 Jul 30 01:37:53.974955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-8f1b3a34-2d1b-4a0d-9703-f41c80412845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:53.974955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-8f1b3a34-2d1b-4a0d-9703-f41c80412845 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.3743823 Jul 30 01:37:54.150549 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8dcd085-b5cc-4e3a-992e-ec2c9d137954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.258130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-99a632a8-3c7b-433c-9b1e-0d2c3b07b0da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 1001 time: 0.2385044 Jul 30 01:37:54.307696 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Router 8ea94f4c-e94f-4601-a8e4-abd04c136037 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:37:54.329710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f14559de-da63-43a5-99d2-63c8245db736 req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.334646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c8dcd085-b5cc-4e3a-992e-ec2c9d137954 None None] For port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8fcd7882-6f2a-492e-bac8-7c1e4de45a29,segment=NetworkSegment(cda9a462-057d-4e2a-8f18-f14e188a5a94),segment_id=cda9a462-057d-4e2a-8f18-f14e188a5a94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:54.364939 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8dcd085-b5cc-4e3a-992e-ec2c9d137954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.505046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcd085-b5cc-4e3a-992e-ec2c9d137954 None None] Pushing event updated for resources: {'Port': ['ID=8fcd7882-6f2a-492e-bac8-7c1e4de45a29,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:54.529731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Pushing event deleted for resources: {'Port': ['ID=c0ff5829-64b1-4918-90b2-05ebc5bca70c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:54.588867 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f14559de-da63-43a5-99d2-63c8245db736 req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.594949 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f14559de-da63-43a5-99d2-63c8245db736 req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.597261 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f14559de-da63-43a5-99d2-63c8245db736 req-b6e5837d-0a6f-41b0-a906-8fcf1561ca0a tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "DELETE /v2.0/floatingips/24bbd9d0-92d3-4275-91d9-83e7fc441fef HTTP/1.1" status: 204 len: 173 time: 2.0717020 Jul 30 01:37:54.624824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-4339ea26-1a71-44f2-86f6-ecd5082ce0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:54.627249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-4339ea26-1a71-44f2-86f6-ecd5082ce0cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.3674407 Jul 30 01:37:54.698507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:37:54.730409 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Sync routers for ids ['8ea94f4c-e94f-4601-a8e4-abd04c136037'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:37:54.755084 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.763249 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Routers {'8ea94f4c-e94f-4601-a8e4-abd04c136037'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:54.764858 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8ea94f4c-e94f-4601-a8e4-abd04c136037'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:54.765768 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-42007dcb-a57c-4a62-a14f-200aa6f44c36 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.1980329 Jul 30 01:37:54.768997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55370) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:37:54.934858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1ccd263c-7590-4773-9300-20897ebeb964 None None] Provisioning complete for port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:54.935983 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ccd263c-7590-4773-9300-20897ebeb964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:54.996433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:55.025009 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Set router 8ea94f4c-e94f-4601-a8e4-abd04c136037 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:55.105684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-e1ed999e-d1a9-43ff-b96c-5b7666fe8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.108824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-e1ed999e-d1a9-43ff-b96c-5b7666fe8329 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4656947 Jul 30 01:37:55.301224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda06-7bc5-4e84-90c2-718b9958009d req-d82189b7-48ae-4109-b636-299e5cc5e769 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.314431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fda06-7bc5-4e84-90c2-718b9958009d req-d82189b7-48ae-4109-b636-299e5cc5e769 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.318129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-508fda06-7bc5-4e84-90c2-718b9958009d req-d82189b7-48ae-4109-b636-299e5cc5e769 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091&device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 1690 time: 0.6031985 Jul 30 01:37:55.342279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-6768e61f-ab71-4a40-a724-63cdce5b3008 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.345109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-6768e61f-ab71-4a40-a724-63cdce5b3008 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5361009 Jul 30 01:37:55.370368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:55.370858 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:55.473546 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:37:49Z', 'updated_at': '2021-07-30T01:37:52Z', 'revision_number': 3, 'project_id': '57a9daf069c54204a445f50a07607172', 'gw_port': {'id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:50Z', 'updated_at': '2021-07-30T01:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:55.494764 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-02f19098-5230-40a4-8a28-f970007e5836 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823119 Jul 30 01:37:55.576886 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Checking router: 8ea94f4c-e94f-4601-a8e4-abd04c136037 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:37:55.594324 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Updating router 8ea94f4c-e94f-4601-a8e4-abd04c136037 port 985ca124-8c51-498f-95f3-242d7bb761e4 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:37:55.683382 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:55.861481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-163fd3a8-75fa-4441-8a12-906510f833d2 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:55.865078 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-163fd3a8-75fa-4441-8a12-906510f833d2 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3601515 Jul 30 01:37:55.889629 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Request body: {'port': {'device_id': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '7e7b3ee96b3540cfbb14f4ef89c14957'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:56.146411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Made reservation on behalf of 7e7b3ee96b3540cfbb14f4ef89c14957 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:37:56.153725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.178169 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.191326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-080b3abd-a740-4119-9390-e67c3338329e tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1001 time: 0.8324063 Jul 30 01:37:56.227193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-508fda06-7bc5-4e84-90c2-718b9958009d req-85f604b9-704b-4164-9a9f-f1ec54c5fdba tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8771188 Jul 30 01:37:56.233455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Request body: {'floatingip': {'port_id': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:56.281991 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.306216 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Transition to ACTIVE for port object 985ca124-8c51-498f-95f3-242d7bb761e4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:56.320345 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.434152 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Pushing event updated for resources: {'Port': ['ID=985ca124-8c51-498f-95f3-242d7bb761e4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:56.456567 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.457625 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.458452 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.459262 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.460098 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.460928 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.461773 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.462607 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.463364 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.464401 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.465169 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.466289 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:56.475986 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.516620 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Attempting to bind port 985ca124-8c51-498f-95f3-242d7bb761e4 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:56.522029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.528411 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Attempting to bind port 985ca124-8c51-498f-95f3-242d7bb761e4 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:56.529044 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Attempting to bind port 985ca124-8c51-498f-95f3-242d7bb761e4 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:56.532877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.543622 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:56.544551 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:56.545481 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.546152 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:56.546993 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Bound port: 985ca124-8c51-498f-95f3-242d7bb761e4, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:56.548183 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.677156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:56.677440 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] For port 985ca124-8c51-498f-95f3-242d7bb761e4, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:56.684187 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] For port 985ca124-8c51-498f-95f3-242d7bb761e4, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=985ca124-8c51-498f-95f3-242d7bb761e4,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:56.688304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-37a0248e-8219-4e1c-adb3-d7d230024b37 service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5120265 Jul 30 01:37:56.705046 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:56.828547 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Routers {'8ea94f4c-e94f-4601-a8e4-abd04c136037'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:37:56.829247 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8ea94f4c-e94f-4601-a8e4-abd04c136037'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:56.870581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Allocated IP 192.168.233.186 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/ecd49f50-5d73-482b-8599-d05ca699b411) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:37:56.900375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8a1ad6d-2b44-48b3-9bd7-08334e656a19 req-a20dfc7d-fef1-4edb-a2f3-eb04dedb365d service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902366 Jul 30 01:37:56.988056 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa854e31-d3ec-4deb-bac1-bc5ab81dd785 None None] Pushing event updated for resources: {'Port': ['ID=985ca124-8c51-498f-95f3-242d7bb761e4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:57.214879 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] Set router 8ea94f4c-e94f-4601-a8e4-abd04c136037 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:37:57.305863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4772c5b-bc9c-475b-87b4-6ed21bc70123 req-acc21dd7-b9bf-4340-ba5c-c7e3fff0d7e8 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 210 time: 0.0687020 Jul 30 01:37:57.373212 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.403020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Transition to ACTIVE for port object ecd49f50-5d73-482b-8599-d05ca699b411 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:57.502699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.593305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:37:57.600051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:37:57.607183 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:37:57.626171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Pushing event updated for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:57.636808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-aa68089d-bd9f-4214-9b40-6a3ada13d4ce tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=cdd599744a3d488fa5b952ac5e56e142&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1376390 Jul 30 01:37:57.719867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:57.720984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:57.772722 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-8cc81620-f928-48d4-8dfd-17fe24c9ca7d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8913984 Jul 30 01:37:57.787160 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:37:49Z', 'updated_at': '2021-07-30T01:37:52Z', 'revision_number': 3, 'project_id': '57a9daf069c54204a445f50a07607172', 'gw_port': {'id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:50Z', 'updated_at': '2021-07-30T01:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:37:57.800217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Request body: {'port': {'device_id': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:37:57.848351 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cd263-cd87-45e6-910e-b73e5c762823 None None] The sync data for ids ['8ea94f4c-e94f-4601-a8e4-abd04c136037'] in n-d-715271-7 is: [{'id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:37:49Z', 'updated_at': '2021-07-30T01:37:52Z', 'revision_number': 3, 'project_id': '57a9daf069c54204a445f50a07607172', 'gw_port': {'id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:50Z', 'updated_at': '2021-07-30T01:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:37:57.923049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.100152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-92104ddb-da60-4366-9e02-0660441722e7 None None] Provisioning for port ecd49f50-5d73-482b-8599-d05ca699b411 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:58.107232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-92104ddb-da60-4366-9e02-0660441722e7 None None] Provisioning complete for port ecd49f50-5d73-482b-8599-d05ca699b411 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:58.108561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92104ddb-da60-4366-9e02-0660441722e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.185523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-92104ddb-da60-4366-9e02-0660441722e7 None None] Port ecd49f50-5d73-482b-8599-d05ca699b411 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:37:58.233453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d9da2b6d-0b80-4c68-b7a3-fd53ac07a1ad tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:58.236770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d9da2b6d-0b80-4c68-b7a3-fd53ac07a1ad tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5985436 Jul 30 01:37:58.285902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.312542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e86fa62-4b0a-424f-a82d-ba4787a8f7d5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/quotas/cdd599744a3d488fa5b952ac5e56e142 HTTP/1.1" status: 200 len: 375 time: 0.0617068 Jul 30 01:37:58.461302 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:37:58.632122 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.670054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd49f50-5d73-482b-8599-d05ca699b411 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:37:58.681570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.698517 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.735200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Transition to ACTIVE for port object ecd49f50-5d73-482b-8599-d05ca699b411 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:37:58.742031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:58.818918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-2d21bb97-4966-472b-bb74-a4479812ca1a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4445970 Jul 30 01:37:58.912203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:58.959381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.968663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.969600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.969860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.970380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.970821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.971384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.972210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.972996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.973278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.973780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:58.974341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:37:59.037282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 985ca124-8c51-498f-95f3-242d7bb761e4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:37:59.233117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Attempting to bind port ecd49f50-5d73-482b-8599-d05ca699b411 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:37:59.233800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Attempting to bind port ecd49f50-5d73-482b-8599-d05ca699b411 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:37:59.234653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Attempting to bind port ecd49f50-5d73-482b-8599-d05ca699b411 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:59.241242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 985ca124-8c51-498f-95f3-242d7bb761e4 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:37:59.243965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Port ecd49f50-5d73-482b-8599-d05ca699b411 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:37:59.244482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Attempting to bind port ecd49f50-5d73-482b-8599-d05ca699b411 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:37:59.261357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:37:59.261928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:37:59.262555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:37:59.263518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Bound port: ecd49f50-5d73-482b-8599-d05ca699b411, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:37:59.264143 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.283343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 985ca124-8c51-498f-95f3-242d7bb761e4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:37:59.288350 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.461061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:37:59.467298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:37:59.476988 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.612532 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.680575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 985ca124-8c51-498f-95f3-242d7bb761e4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=985ca124-8c51-498f-95f3-242d7bb761e4,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:37:59.697720 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.711719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:59.711719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:37:59.715905 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] 10.222.0.41 "PUT /v2.0/ports/ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 1096 time: 1.9253175 Jul 30 01:37:59.746933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:37:59.764123 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bde9d2-5e78-4632-9e07-041eeda55b94" -d '{"events": [{"name": "network-changed", "server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:37:59.772470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ed572-44ce-4ad8-9836-ddca84314469 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:59.927572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=985ca124-8c51-498f-95f3-242d7bb761e4,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:37:59.960692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-5c3f5991-6a11-4303-9870-c6b4d9ed20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:37:59.964091 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-5c3f5991-6a11-4303-9870-c6b4d9ed20cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1099 time: 0.1465046 Jul 30 01:38:00.001047 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-c1626446-eaf2-44fa-a3c2-d7bdc51d776f tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 1002 time: 0.2767408 Jul 30 01:38:00.011741 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b associated. External IP: 172.25.7.172, port: 2a929ebe-17bb-477e-9c37-cfd270579eee. Jul 30 01:38:00.063015 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-3dcafcf8-c562-4a13-9f9c-c3c570636385 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 217 time: 0.0864856 Jul 30 01:38:00.168390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-832e417c-6b47-4f11-9499-990a9260a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:00.170060 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-832e417c-6b47-4f11-9499-990a9260a477 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0987523 Jul 30 01:38:00.236582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-d9797f97-fcb1-4b5f-a3fa-8869e1d20eba tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:00.239412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-d9797f97-fcb1-4b5f-a3fa-8869e1d20eba tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports/781c879f-f6ed-4fe4-89c0-7df22c04c427 HTTP/1.1" status: 200 len: 943 time: 0.1855164 Jul 30 01:38:00.249104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Allocated IP 172.20.0.1 (ff086cee-a03e-4a71-8079-0b6f51922f17/9d028789-3b76-400f-969c-ed8bd666abbf/c08c9f14-1fc0-42fd-b394-a6226e797ec3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:00.260151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-10cc4585-d956-43ea-bc46-c1e9eb339b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:00.263947 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-10cc4585-d956-43ea-bc46-c1e9eb339b3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851853 Jul 30 01:38:00.478492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-3252fefd-da87-4ca5-8fc0-d59f5411f0dc service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048714 Jul 30 01:38:00.656910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-79912149-fdd1-48ed-a527-cab7dd132d1c tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 1002 time: 0.3178668 Jul 30 01:38:00.681866 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e55f7cff-01fb-4098-9d7a-0456f0cf1a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.767530 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.776604 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68ac8e34-d9a1-4264-b5e9-535c410644a2 req-f7f6b229-eb70-47b6-8118-1e190ef5b628 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837090 Jul 30 01:38:00.849785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Transition to ACTIVE for port object c08c9f14-1fc0-42fd-b394-a6226e797ec3 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:00.855264 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:00.930373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 985ca124-8c51-498f-95f3-242d7bb761e4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:01.036693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 985ca124-8c51-498f-95f3-242d7bb761e4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:01.037187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.047950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:01.071703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ad29d231-71fb-4c1f-845d-90afdffdf122 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:01.073999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ad29d231-71fb-4c1f-845d-90afdffdf122 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3967168 Jul 30 01:38:01.079198 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.290581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Network ff086cee-a03e-4a71-8079-0b6f51922f17 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:01.306251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:01.315963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:01.315963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.324336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Pushing event updated for resources: {'Port': ['ID=c08c9f14-1fc0-42fd-b394-a6226e797ec3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:01.536956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.537553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.538086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.538588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.539079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.539956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.540155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.540800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.541656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.542450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.543277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.544107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:01.596632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-66657ee8-d5d7-4082-a994-9c559e9f54be tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 1002 time: 0.4583399 Jul 30 01:38:01.610993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-aa970f01-1bf4-4b8b-9b99-72d4d57cc663 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cdd599744a3d488fa5b952ac5e56e142&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1630335 Jul 30 01:38:01.621864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ab330071-a806-48f3-b26b-8401dff9e40e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:01.703670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4b490e77-2dc0-4c28-885d-1493ee6e564e None None] Provisioning for port c08c9f14-1fc0-42fd-b394-a6226e797ec3 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:01.713374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4b490e77-2dc0-4c28-885d-1493ee6e564e None None] Provisioning complete for port c08c9f14-1fc0-42fd-b394-a6226e797ec3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:01.714432 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b490e77-2dc0-4c28-885d-1493ee6e564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:01.781704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4b490e77-2dc0-4c28-885d-1493ee6e564e None None] Port c08c9f14-1fc0-42fd-b394-a6226e797ec3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:01.905957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:01.923322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] Sync routers for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:01.939800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:01.941216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:02.100749 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ab330071-a806-48f3-b26b-8401dff9e40e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.181135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:02.330194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-0642ed1e-a6d9-4488-887b-0652f2e15684 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:02.333476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-0642ed1e-a6d9-4488-887b-0652f2e15684 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6972311 Jul 30 01:38:02.367260 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:02.385952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Request body: {'port': {'device_id': 'e8697256-f6c1-4185-adf0-d3d600d2ef0c', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'cdd599744a3d488fa5b952ac5e56e142'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:02.685041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:b5:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:37:58Z', 'revision_number': 3, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:02.737298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] Checking router: 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:02.760717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:02.762731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:37:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:02.991329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:03.174757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ab330071-a806-48f3-b26b-8401dff9e40e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.259127 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ab330071-a806-48f3-b26b-8401dff9e40e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.259426 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ab330071-a806-48f3-b26b-8401dff9e40e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Floating IP e4256abc-b75e-41e9-9775-1ad5e632dd0e disassociated. External IP: 172.25.7.207, port: 781c879f-f6ed-4fe4-89c0-7df22c04c427. Jul 30 01:38:03.329879 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e1b253c6-e2c6-409a-9ae9-aaeb627e2b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.580098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:03.581845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Made reservation on behalf of cdd599744a3d488fa5b952ac5e56e142 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:03.588216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.631128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:b5:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:37:58Z', 'revision_number': 3, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:03.644936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ecd49f50-5d73-482b-8599-d05ca699b411 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:38:03.703790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f88e9-00f1-482d-8bb8-24ede3abf1be None None] The sync data for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 is: [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:b5:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:37:58Z', 'revision_number': 3, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:03.722060 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.738006 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.812908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.814392 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:03.917413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:03.947261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'mac_address': 'fa:16:3e:ad:1f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:38:04.058079 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.077918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19ef40-c6d5-43bd-9157-bcbfa2fab668 None None] New status for floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:38:04.084421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd49f50-5d73-482b-8599-d05ca699b411 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:04.141741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:04.150085 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.245514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:04.323093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Pushing event updated for resources: {'Port': ['ID=c08c9f14-1fc0-42fd-b394-a6226e797ec3,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:04.353865 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.412031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:04.437389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:04.476394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ecd49f50-5d73-482b-8599-d05ca699b411'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:04.494547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ab330071-a806-48f3-b26b-8401dff9e40e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:04.499907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Allocated IP 192.168.233.113 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/2048113c-f313-429b-a033-329e57fbc6b5) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:04.564755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Network ff086cee-a03e-4a71-8079-0b6f51922f17 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:04.568958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:04.572030 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:04.577089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:04.744052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-b1cfd7e3-1b27-4bd0-a784-ea32a0ec6277 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "PUT /v2.0/floatingips/0d27157c-2a19-44c5-bf4a-a24d4ac7f87b HTTP/1.1" status: 200 len: 998 time: 8.5372393 Jul 30 01:38:04.749927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] Sync routers for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:04.770996 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:04.771981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:05.061233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:05.084015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-619f73cd-6645-45c9-b275-632b0c92487a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:05.086583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-619f73cd-6645-45c9-b275-632b0c92487a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports/2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 942 time: 0.2589123 Jul 30 01:38:05.142172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f17c8ffd-e792-49fc-8b12-a0ab3d067566 None None] Provisioning complete for port c08c9f14-1fc0-42fd-b394-a6226e797ec3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:05.142788 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f17c8ffd-e792-49fc-8b12-a0ab3d067566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.245581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ab330071-a806-48f3-b26b-8401dff9e40e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:05.266766 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] Sync routers for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:05.283872 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:05.283872 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:05.306221 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ab330071-a806-48f3-b26b-8401dff9e40e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.319306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f17c8ffd-e792-49fc-8b12-a0ab3d067566 None None] Port c08c9f14-1fc0-42fd-b394-a6226e797ec3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:05.389737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Router 8ea94f4c-e94f-4601-a8e4-abd04c136037 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:05.429637 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:05.449728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ab330071-a806-48f3-b26b-8401dff9e40e tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "PUT /v2.0/floatingips/e4256abc-b75e-41e9-9775-1ad5e632dd0e HTTP/1.1" status: 200 len: 695 time: 3.8369973 Jul 30 01:38:05.482904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-d3dd0e56-666b-4cf8-a9da-041a5d5692e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:05.496504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-d3dd0e56-666b-4cf8-a9da-041a5d5692e4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1096 time: 0.2794697 Jul 30 01:38:05.498449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Transition to ACTIVE for port object 2048113c-f313-429b-a033-329e57fbc6b5 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:05.662016 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:05.668476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:b5:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:38:04Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:05.723378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] Checking router: 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:05.740642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:05.741755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:05.986433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:05.993520 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.160007 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f2b91cdc-68ae-4989-8624-c1e70cbebc7f', 'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'mac_address': 'fa:16:3e:d3:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:40Z', 'updated_at': '2021-07-30T01:36:53Z', 'revision_number': 5, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'subnets': [{'id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:06.218215 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] Checking router: ef89ca67-d4ee-494b-90d0-51fa43a2ff0d for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:06.239475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ee5f4653-0751-43e3-aa23-1bbff312616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:06.241791 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:06.242268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-ee5f4653-0751-43e3-aa23-1bbff312616e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a302e1b006be4798872defcfb2067d3c&device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 1097 time: 0.7671664 Jul 30 01:38:06.243218 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:06.338012 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.361691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['af977577-7523-4a6e-a390-c075238bf03c', '69a51fc4-5f54-4806-929a-66fd83922520'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:06.399274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-4ab096bd-2a35-478b-ae01-53d4002482bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:06.402142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-4ab096bd-2a35-478b-ae01-53d4002482bc service neutron] 10.222.0.84 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.8862751 Jul 30 01:38:06.457648 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:06.480259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:06.522428 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a91e6054-3a63-456b-a36b-c82a094a4d88 admin admin] 10.222.0.84 "PUT /v2.0/routers/8ea94f4c-e94f-4601-a8e4-abd04c136037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7147207 Jul 30 01:38:06.524908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Sync routers for ids ['8ea94f4c-e94f-4601-a8e4-abd04c136037'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:06.593842 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:06.596986 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-c9a03106-6322-4cb7-bdcd-931aa5f758d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 217 time: 0.1477871 Jul 30 01:38:06.616166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:06.616701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Routers {'8ea94f4c-e94f-4601-a8e4-abd04c136037'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:06.617824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8ea94f4c-e94f-4601-a8e4-abd04c136037'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:06.625886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Pushing event updated for resources: {'Port': ['ID=2048113c-f313-429b-a033-329e57fbc6b5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:06.656910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:06.666159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:06.667218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:06.803716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d192120c-69a1-4114-a2f1-8113d35d5113 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4378858 Jul 30 01:38:06.818580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-a3ed1c8c-96a4-4214-a4ba-50b8dc4fd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:06.821857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-a3ed1c8c-96a4-4214-a4ba-50b8dc4fd0f6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c0394da6-e4da-4c50-ad99-813d6a092c28 HTTP/1.1" status: 200 len: 929 time: 0.5594327 Jul 30 01:38:06.822633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Set router 8ea94f4c-e94f-4601-a8e4-abd04c136037 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:06.831490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Request body: {'port': {'device_id': 'e8697256-f6c1-4185-adf0-d3d600d2ef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:06.884812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-d2adc081-1d77-41bc-b7fa-aae39dbee53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:06.887764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-d2adc081-1d77-41bc-b7fa-aae39dbee53d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.2639325 Jul 30 01:38:07.017172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-92924410-daef-459d-8caf-a69cae4a058f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427 HTTP/1.1" status: 200 len: 217 time: 0.1468813 Jul 30 01:38:07.033307 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:b5:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:38:04Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:07.121197 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f2b91cdc-68ae-4989-8624-c1e70cbebc7f', 'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'mac_address': 'fa:16:3e:d3:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:40Z', 'updated_at': '2021-07-30T01:36:53Z', 'revision_number': 5, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'subnets': [{'id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:07.182238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:07.192655 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28635983-b2b0-4090-8a2c-22b709b1034f None None] The sync data for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 is: [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f2b91cdc-68ae-4989-8624-c1e70cbebc7f', 'name': '', 'network_id': 'c0394da6-e4da-4c50-ad99-813d6a092c28', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'mac_address': 'fa:16:3e:d3:f9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:40Z', 'updated_at': '2021-07-30T01:36:53Z', 'revision_number': 5, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'subnets': [{'id': '00ec6ced-d53b-4e55-8cb9-45adc74f79fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:07.226692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-43489fa7-10aa-45d3-a6dd-8c705c518ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.229357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-43489fa7-10aa-45d3-a6dd-8c705c518ba7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=00ec6ced-d53b-4e55-8cb9-45adc74f79fe HTTP/1.1" status: 200 len: 867 time: 0.1583521 Jul 30 01:38:07.232809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-7f88dc63-cd59-4beb-b7f9-63ffe92bd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.235783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-7f88dc63-cd59-4beb-b7f9-63ffe92bd275 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2507720 Jul 30 01:38:07.351741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c599f64-7e22-478e-a6e3-5bba0eee2040 None None] The sync data for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 is: [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:b5:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:38:04Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:07.402950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-794c1e15-4504-48dc-977f-1ce4570cb443 None None] Provisioning for port 2048113c-f313-429b-a033-329e57fbc6b5 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:07.438386 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-794c1e15-4504-48dc-977f-1ce4570cb443 None None] Provisioning complete for port 2048113c-f313-429b-a033-329e57fbc6b5 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:07.439287 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794c1e15-4504-48dc-977f-1ce4570cb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:07.604964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-63c0c4c3-6dba-4efb-a683-eadabc617f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:07.607694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-63c0c4c3-6dba-4efb-a683-eadabc617f74 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c0394da6-e4da-4c50-ad99-813d6a092c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3266056 Jul 30 01:38:07.656517 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ecd49f50-5d73-482b-8599-d05ca699b411 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:07.700309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-794c1e15-4504-48dc-977f-1ce4570cb443 None None] Port 2048113c-f313-429b-a033-329e57fbc6b5 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:07.841291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-482efff4-bbee-4782-b8e6-f3e3f5a61b51 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582087 Jul 30 01:38:07.874940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:37:49Z', 'updated_at': '2021-07-30T01:38:02Z', 'revision_number': 4, 'project_id': '57a9daf069c54204a445f50a07607172', 'gw_port': {'id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:50Z', 'updated_at': '2021-07-30T01:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c08c9f14-1fc0-42fd-b394-a6226e797ec3', 'name': '', 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'mac_address': 'fa:16:3e:a8:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9d028789-3b76-400f-969c-ed8bd666abbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:58Z', 'updated_at': '2021-07-30T01:38:03Z', 'revision_number': 2, 'project_id': '57a9daf069c54204a445f50a07607172', 'subnets': [{'id': '9d028789-3b76-400f-969c-ed8bd666abbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:07.918035 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:38:07.933899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ecd49f50-5d73-482b-8599-d05ca699b411 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:07.936520 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322e557e-5b7e-4110-a876-e072030f1329 None None] New status for floating IP e4256abc-b75e-41e9-9775-1ad5e632dd0e: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:38:07.939831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Checking router: 8ea94f4c-e94f-4601-a8e4-abd04c136037 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:07.940529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Updating router 8ea94f4c-e94f-4601-a8e4-abd04c136037 port c08c9f14-1fc0-42fd-b394-a6226e797ec3 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:38:07.950088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ecd49f50-5d73-482b-8599-d05ca699b411 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:07.950658 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.058717 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.088563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-b5ba90ee-d91d-4dc8-881e-c5bf9ec503cb service neutron] 10.222.0.84 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640574 Jul 30 01:38:08.204340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-ebe8bdfd-f91c-4f36-bdda-cd5cb176e7cc service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432193 Jul 30 01:38:08.408161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2048113c-f313-429b-a033-329e57fbc6b5 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:08.440353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.454824 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.480259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da7df181-b9af-4373-8dc9-b21f0aa356f5 req-1f27945c-34de-4917-b7d8-89177462f950 service neutron] 10.222.0.84 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717377 Jul 30 01:38:08.486786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Transition to ACTIVE for port object 2048113c-f313-429b-a033-329e57fbc6b5 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:08.491660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-0ffaf449-d1c8-4047-ba19-7a33b76b3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:08.494942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-0ffaf449-d1c8-4047-ba19-7a33b76b3049 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 1096 time: 0.1903236 Jul 30 01:38:08.496998 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.569400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:08.573092 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c3b0c-94d8-40e2-b581-f1513146b7f7" -d '{"events": [{"server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:08.607150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:08.617401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.788768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:08.896358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Pushing event updated for resources: {'Port': ['ID=2048113c-f313-429b-a033-329e57fbc6b5,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:08.906938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-5001f057-f4d7-4cab-9642-05874ca7ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:08.911193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-5001f057-f4d7-4cab-9642-05874ca7ca1d service neutron] 10.222.0.84 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.3950183 Jul 30 01:38:08.917813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Attempting to bind port 2048113c-f313-429b-a033-329e57fbc6b5 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:08.918812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Attempting to bind port 2048113c-f313-429b-a033-329e57fbc6b5 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:08.919630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Attempting to bind port 2048113c-f313-429b-a033-329e57fbc6b5 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:08.932297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Port 2048113c-f313-429b-a033-329e57fbc6b5 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:08.933505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Attempting to bind port 2048113c-f313-429b-a033-329e57fbc6b5 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:08.934665 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.954127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:08.954914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Transition to ACTIVE for port object c08c9f14-1fc0-42fd-b394-a6226e797ec3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:08.955950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:08.956905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:08.957968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Bound port: 2048113c-f313-429b-a033-329e57fbc6b5, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:08.958835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:08.968523 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.154441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-4a7ad321-61b3-46fd-87c7-2bcc7297ee78 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 200 len: 1001 time: 0.2232559 Jul 30 01:38:09.177961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fcf52-2328-49bb-b531-a5e1f9341241 None None] Pushing event updated for resources: {'Port': ['ID=c08c9f14-1fc0-42fd-b394-a6226e797ec3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:09.278946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Attempting to bind port c08c9f14-1fc0-42fd-b394-a6226e797ec3 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:09.281673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] For port 2048113c-f313-429b-a033-329e57fbc6b5, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:09.282324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Attempting to bind port c08c9f14-1fc0-42fd-b394-a6226e797ec3 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'cda9a462-057d-4e2a-8f18-f14e188a5a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:09.283274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Attempting to bind port c08c9f14-1fc0-42fd-b394-a6226e797ec3 on network ff086cee-a03e-4a71-8079-0b6f51922f17 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:09.294914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:09.295514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Checking segment: {'id': 'cda9a462-057d-4e2a-8f18-f14e188a5a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:09.296159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.297081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Bound using segment: {'id': 'cda9a462-057d-4e2a-8f18-f14e188a5a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:09.297654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Bound port: c08c9f14-1fc0-42fd-b394-a6226e797ec3, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda9a462-057d-4e2a-8f18-f14e188a5a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:09.298057 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.332047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-f48a40fb-0926-44be-8442-645f74baf481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:09.334288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-f48a40fb-0926-44be-8442-645f74baf481 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1556246 Jul 30 01:38:09.337708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] For port 2048113c-f313-429b-a033-329e57fbc6b5, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2048113c-f313-429b-a033-329e57fbc6b5,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:09.345848 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.482573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:09.483641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.486184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] 10.222.0.22 "PUT /v2.0/ports/2048113c-f313-429b-a033-329e57fbc6b5 HTTP/1.1" status: 200 len: 1096 time: 2.6602614 Jul 30 01:38:09.490970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] For port c08c9f14-1fc0-42fd-b394-a6226e797ec3, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:09.502047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] For port c08c9f14-1fc0-42fd-b394-a6226e797ec3, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c08c9f14-1fc0-42fd-b394-a6226e797ec3,segment=NetworkSegment(cda9a462-057d-4e2a-8f18-f14e188a5a94),segment_id=cda9a462-057d-4e2a-8f18-f14e188a5a94)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:09.512972 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:09.568581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e5740-4f18-4159-b63c-0979a929326a service neutron] Pushing event updated for resources: {'Port': ['ID=2048113c-f313-429b-a033-329e57fbc6b5,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:09.586697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-787c15bd-1c4e-44f7-8d32-abe40df2bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:09.589443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-787c15bd-1c4e-44f7-8d32-abe40df2bb95 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395794 Jul 30 01:38:09.670747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Routers {'8ea94f4c-e94f-4601-a8e4-abd04c136037'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:09.672077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8ea94f4c-e94f-4601-a8e4-abd04c136037'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:09.844908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fcf52-2328-49bb-b531-a5e1f9341241 None None] Pushing event updated for resources: {'Port': ['ID=c08c9f14-1fc0-42fd-b394-a6226e797ec3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:09.889669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-e6d74571-92a1-4197-b459-03bdd8e23ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:09.890635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-e6d74571-92a1-4197-b459-03bdd8e23ee3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 1099 time: 0.2991350 Jul 30 01:38:10.004166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3a513-5ed8-458d-a424-5efdd76104f6 req-2786c447-4509-4686-8635-c21fae7c3eb7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:10.010819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] Set router 8ea94f4c-e94f-4601-a8e4-abd04c136037 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:10.016826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ec3a513-5ed8-458d-a424-5efdd76104f6 req-2786c447-4509-4686-8635-c21fae7c3eb7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.2926106 Jul 30 01:38:10.046133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-ad802972-4883-41c8-8639-74f35b0a0d72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=2048113c-f313-429b-a033-329e57fbc6b5 HTTP/1.1" status: 200 len: 217 time: 0.1337161 Jul 30 01:38:10.084408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-dabef8c8-8c2e-4d12-ae77-f7c5ab35a0d6 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756734 Jul 30 01:38:10.189511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ec3a513-5ed8-458d-a424-5efdd76104f6 req-4630da78-fc80-467b-a2a0-b426cad02b29 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702907 Jul 30 01:38:10.273347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d0d84fc0-088e-4d33-b99d-0331422821d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:10.276487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-d0d84fc0-088e-4d33-b99d-0331422821d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2048080 Jul 30 01:38:10.457936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdcfa3ef-dd83-4af4-b628-227e2c0ad474 req-dc365b46-f7b4-4d48-905a-147e0b54b7db service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209708 Jul 30 01:38:10.466853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-8e151e3d-c56f-44cc-9879-ae3c94d5dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:10.469238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-8e151e3d-c56f-44cc-9879-ae3c94d5dab3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784949 Jul 30 01:38:10.473833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bafef685-5043-4f01-aa66-544669172c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:37:49Z', 'updated_at': '2021-07-30T01:38:02Z', 'revision_number': 4, 'project_id': '57a9daf069c54204a445f50a07607172', 'gw_port': {'id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:50Z', 'updated_at': '2021-07-30T01:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c08c9f14-1fc0-42fd-b394-a6226e797ec3', 'name': '', 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'mac_address': 'fa:16:3e:a8:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9d028789-3b76-400f-969c-ed8bd666abbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:58Z', 'updated_at': '2021-07-30T01:38:09Z', 'revision_number': 4, 'project_id': '57a9daf069c54204a445f50a07607172', 'subnets': [{'id': '9d028789-3b76-400f-969c-ed8bd666abbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:10.521459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a6441-9775-4b5c-bda7-a2d7a3e97184 req-d293a281-56cb-4298-83b9-9a914a85368b tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:10.522989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafef685-5043-4f01-aa66-544669172c5a None None] The sync data for ids ['8ea94f4c-e94f-4601-a8e4-abd04c136037'] in n-d-715271-7 is: [{'id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:37:49Z', 'updated_at': '2021-07-30T01:38:02Z', 'revision_number': 4, 'project_id': '57a9daf069c54204a445f50a07607172', 'gw_port': {'id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:50Z', 'updated_at': '2021-07-30T01:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c08c9f14-1fc0-42fd-b394-a6226e797ec3', 'name': '', 'network_id': 'ff086cee-a03e-4a71-8079-0b6f51922f17', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'mac_address': 'fa:16:3e:a8:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '9d028789-3b76-400f-969c-ed8bd666abbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:58Z', 'updated_at': '2021-07-30T01:38:09Z', 'revision_number': 4, 'project_id': '57a9daf069c54204a445f50a07607172', 'subnets': [{'id': '9d028789-3b76-400f-969c-ed8bd666abbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:10.536782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b4a6441-9775-4b5c-bda7-a2d7a3e97184 req-d293a281-56cb-4298-83b9-9a914a85368b tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 948 time: 0.2023311 Jul 30 01:38:10.587948 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6219e7-ad80-466f-8c74-5853d1c7567a x-openstack-request-id: req-0b6219e7-ad80-466f-8c74-5853d1c7567a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:10.589884 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:10.590493 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0b6219e7-ad80-466f-8c74-5853d1c7567a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:10.591346 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'status': 'completed', 'code': 200} Jul 30 01:38:10.726154 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0652d8e6-2833-4dee-8c0e-e837e6df7366 x-openstack-request-id: req-0652d8e6-2833-4dee-8c0e-e837e6df7366 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:10.726634 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:10.727706 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0652d8e6-2833-4dee-8c0e-e837e6df7366 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:10.728212 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'status': 'completed', 'code': 200} Jul 30 01:38:10.857424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-135a79b7-87e6-4be1-9542-08a8a7d500a2 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744092 Jul 30 01:38:10.892033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-551a4cc6-a2e7-413a-86eb-114aa14d5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:10.899950 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-551a4cc6-a2e7-413a-86eb-114aa14d5da8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1101 time: 0.2156491 Jul 30 01:38:10.904665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b4a6441-9775-4b5c-bda7-a2d7a3e97184 req-7864125c-bf57-43dd-8a6f-4297bcc6c8e2 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661673 Jul 30 01:38:11.010916 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-8b0a633f-f272-47e8-bb81-f6490b13f11a req-9e2e4c3f-940e-4ebd-9a5a-9db0ada31453 tempest-FloatingIPDetailsNegativeTestJSON-1375425350 tempest-FloatingIPDetailsNegativeTestJSON-1375425350-project] show failed (client error): The resource could not be found. Jul 30 01:38:11.024438 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b0a633f-f272-47e8-bb81-f6490b13f11a req-9e2e4c3f-940e-4ebd-9a5a-9db0ada31453 tempest-FloatingIPDetailsNegativeTestJSON-1375425350 tempest-FloatingIPDetailsNegativeTestJSON-1375425350-project] 10.222.0.84 "GET /v2.0/floatingips/874e77ec-dc7c-4dde-9023-24aa57e982f4 HTTP/1.1" status: 404 len: 350 time: 0.1174238 Jul 30 01:38:11.036406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c08c9f14-1fc0-42fd-b394-a6226e797ec3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:11.041890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55428) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:11.208912 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb91115-3aa2-4c2b-bc42-b5ba11db627c x-openstack-request-id: req-0eb91115-3aa2-4c2b-bc42-b5ba11db627c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:11.209390 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:11.209677 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0eb91115-3aa2-4c2b-bc42-b5ba11db627c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:11.217071 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'code': 200} Jul 30 01:38:11.255479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c08c9f14-1fc0-42fd-b394-a6226e797ec3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:11.290346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c08c9f14-1fc0-42fd-b394-a6226e797ec3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:11.290346 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.506809 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.526156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-4ef480f1-c467-4209-9760-1cf9da681b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:11.528493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-4ef480f1-c467-4209-9760-1cf9da681b92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1096 time: 0.7536521 Jul 30 01:38:11.597801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port c08c9f14-1fc0-42fd-b394-a6226e797ec3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c08c9f14-1fc0-42fd-b394-a6226e797ec3,segment=NetworkSegment(cda9a462-057d-4e2a-8f18-f14e188a5a94),segment_id=cda9a462-057d-4e2a-8f18-f14e188a5a94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:11.621090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:11.701533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-945c1ef5-d0b4-495c-a45d-36367aed0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:11.704294 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-945c1ef5-d0b4-495c-a45d-36367aed0b10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.7916770 Jul 30 01:38:11.736968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=c08c9f14-1fc0-42fd-b394-a6226e797ec3,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:11.887391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-828062e8-fdb6-4957-a3a4-079a17e46e53 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips/e4256abc-b75e-41e9-9775-1ad5e632dd0e HTTP/1.1" status: 200 len: 693 time: 0.8610442 Jul 30 01:38:11.894727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0d1809-48e7-4f90-bd53-c9f41306a5fa req-07d841c6-2891-4656-9680-b7ebd9b5e1c4 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9056623 Jul 30 01:38:12.068247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b6ea-3010-48df-9fde-13ceb921f804 req-1c61a014-7b14-499a-954c-71a615b91752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.070727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14c2b6ea-3010-48df-9fde-13ceb921f804 req-1c61a014-7b14-499a-954c-71a615b91752 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1101 time: 0.7346857 Jul 30 01:38:12.138360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62be5c-1425-490b-8225-cf31325033ae req-2986a75d-2486-4800-92fe-48da2b234f9f tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.150860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b62be5c-1425-490b-8225-cf31325033ae req-2986a75d-2486-4800-92fe-48da2b234f9f tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091 HTTP/1.1" status: 200 len: 1100 time: 0.3090873 Jul 30 01:38:12.220363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-f66ab83d-b3ad-48e3-b8bb-4f3199add894 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.222111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-f66ab83d-b3ad-48e3-b8bb-4f3199add894 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3335869 Jul 30 01:38:12.244152 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-0caa24f1-7843-46be-bd3c-060ede11c114 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 217 time: 0.5231779 Jul 30 01:38:12.261853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-18d40876-13cc-4468-b212-8d8468207d7f tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:38:12.264409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-18d40876-13cc-4468-b212-8d8468207d7f tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288408 Jul 30 01:38:12.278128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14c2b6ea-3010-48df-9fde-13ceb921f804 req-0a901dc2-82b6-4e1c-a8e5-1c4e1593c8b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913276 Jul 30 01:38:12.284629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b62be5c-1425-490b-8225-cf31325033ae req-76f4636b-51a7-4415-8531-808ebca7afb3 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324091 Jul 30 01:38:12.397744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-61854bfc-d6e3-4d50-bb38-9d90fe9dc133 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.1177154 Jul 30 01:38:12.407014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-e4ff8042-6ad5-4e37-a092-188a166f1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.407014 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-e4ff8042-6ad5-4e37-a092-188a166f1528 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1378477 Jul 30 01:38:12.411999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-e5f1656e-169c-4cb6-bf5e-df62da2bd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.414432 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-e5f1656e-169c-4cb6-bf5e-df62da2bd084 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.8438234 Jul 30 01:38:12.541986 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-0727754b-b464-439d-897f-0166cf8b74cb tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.1292496 Jul 30 01:38:12.580746 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-4b03cbc5-0066-403a-8cd9-adccb5562eeb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 217 time: 0.1391201 Jul 30 01:38:12.724704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-0c655005-8417-4e7c-a7c5-84a13dbf1a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.738067 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-0c655005-8417-4e7c-a7c5-84a13dbf1a87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1258230 Jul 30 01:38:12.746836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8'}, {'name': 'network-changed', 'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427'}, {'name': 'network-changed', 'server_uuid': 'e8697256-f6c1-4185-adf0-d3d600d2ef0c', 'tag': '2048113c-f313-429b-a033-329e57fbc6b5'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:12.751183 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8"}, {"name": "network-changed", "server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427"}, {"name": "network-changed", "server_uuid": "e8697256-f6c1-4185-adf0-d3d600d2ef0c", "tag": "2048113c-f313-429b-a033-329e57fbc6b5"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:12.758386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-6d4f4c9d-55e5-4b60-85b7-3890edef082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:12.762034 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-6d4f4c9d-55e5-4b60-85b7-3890edef082c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3455951 Jul 30 01:38:12.907323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Deleting port 11e60e59-1c3b-4b6d-a6d5-09fb4f910508 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:12.907909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:12.928629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c08c9f14-1fc0-42fd-b394-a6226e797ec3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:13.055338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c08c9f14-1fc0-42fd-b394-a6226e797ec3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:13.056232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.107779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-979002b9-6c6b-4e2e-8eb1-d4bbc44c4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:13.107779 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-979002b9-6c6b-4e2e-8eb1-d4bbc44c4170 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2732980 Jul 30 01:38:13.183117 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.185048 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.218443 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.222498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Calling delete_port for 11e60e59-1c3b-4b6d-a6d5-09fb4f910508 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:13.446652 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-021dd8db-dc79-481d-8920-8406eba9b857 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387115 Jul 30 01:38:13.645826 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.773037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Pushing event deleted for resources: {'Port': ['ID=11e60e59-1c3b-4b6d-a6d5-09fb4f910508,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:13.773947 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-2337d816-6152-4a29-8985-491339989464 service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444428 Jul 30 01:38:13.849528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2c53104-6245-4f2c-b92b-52e39007242e req-d2655499-f6a3-42d3-a02a-890cadcd9bbc tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1001 time: 0.2464111 Jul 30 01:38:13.854402 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.859886 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:13.862545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fdd28cc-619c-49af-845a-21a915fc3b3e req-37d2b33f-6acb-4fe9-a530-f184cec3bb02 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "DELETE /v2.0/floatingips/e4256abc-b75e-41e9-9775-1ad5e632dd0e HTTP/1.1" status: 204 len: 173 time: 1.3064351 Jul 30 01:38:13.991225 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-57bde9d2-5e78-4632-9e07-041eeda55b94 req-9a7d4f05-a162-466a-9748-8c7aea402afa service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331018 Jul 30 01:38:14.000075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c53104-6245-4f2c-b92b-52e39007242e req-4db9f9cb-c81e-4a82-8ded-4a7716dbe794 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.003061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2c53104-6245-4f2c-b92b-52e39007242e req-4db9f9cb-c81e-4a82-8ded-4a7716dbe794 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports/9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 200 len: 942 time: 0.1179409 Jul 30 01:38:14.270019 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75ad615e-0ef8-4aaf-ab6a-411bf351bfdc req-f7443c12-f8c0-472f-83b3-e00a7e50c914 service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549842 Jul 30 01:38:14.293309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55448) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:14.336449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc0f98-7768-46ab-8842-b38c3d117f91 req-bfa64266-9190-4047-b64b-131a9dad6a98 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.339307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1dc0f98-7768-46ab-8842-b38c3d117f91 req-bfa64266-9190-4047-b64b-131a9dad6a98 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.1417990 Jul 30 01:38:14.345950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2c53104-6245-4f2c-b92b-52e39007242e req-84562392-2e76-430a-9582-1878cce78ba7 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1001 time: 0.2293649 Jul 30 01:38:14.483165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Deleting port c08c9f14-1fc0-42fd-b394-a6226e797ec3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:14.483165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.545972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1dc0f98-7768-46ab-8842-b38c3d117f91 req-dc81e840-51ba-4f9f-ac2b-62c85c387124 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781695 Jul 30 01:38:14.662456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c53104-6245-4f2c-b92b-52e39007242e req-61192c85-e60f-4662-a12e-2b1960886fcc tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.671018 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ce995e-69a1-45db-b0e7-2337c099a782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.672357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2c53104-6245-4f2c-b92b-52e39007242e req-61192c85-e60f-4662-a12e-2b1960886fcc tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3002629 Jul 30 01:38:14.674490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2048113c-f313-429b-a033-329e57fbc6b5 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:38:14.745366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] For port c08c9f14-1fc0-42fd-b394-a6226e797ec3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c08c9f14-1fc0-42fd-b394-a6226e797ec3,segment=NetworkSegment(cda9a462-057d-4e2a-8f18-f14e188a5a94),segment_id=cda9a462-057d-4e2a-8f18-f14e188a5a94)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:14.746007 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:14.785263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Calling delete_port for c08c9f14-1fc0-42fd-b394-a6226e797ec3 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:14.890799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e6e6a-8370-4821-aa58-05cea04c6489 req-196f6724-d76d-4d66-ba51-a5329a96e8f7 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.894127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6e6e6a-8370-4821-aa58-05cea04c6489 req-196f6724-d76d-4d66-ba51-a5329a96e8f7 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 948 time: 0.1876471 Jul 30 01:38:14.907346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b90f1-0fa3-461d-a27a-429d25830db5 req-528e8cf2-fc6c-47b1-982c-3a3b91bda909 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:14.926093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b47b90f1-0fa3-461d-a27a-429d25830db5 req-528e8cf2-fc6c-47b1-982c-3a3b91bda909 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 1101 time: 0.1392238 Jul 30 01:38:14.986314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 2048113c-f313-429b-a033-329e57fbc6b5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2048113c-f313-429b-a033-329e57fbc6b5,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:15.025767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '2048113c-f313-429b-a033-329e57fbc6b5', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '2048113c-f313-429b-a033-329e57fbc6b5', 'mac_address': 'fa:16:3e:68:0d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:38:15.038827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b47b90f1-0fa3-461d-a27a-429d25830db5 req-288d4106-da1f-4881-8795-822f3827c6ca tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109865 Jul 30 01:38:15.064499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6e6e6a-8370-4821-aa58-05cea04c6489 req-5e2af08a-63c5-416f-8e41-0be8a46e3d33 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339729 Jul 30 01:38:15.169860 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f448c50a-fefa-4438-92aa-5676e1dd5267 x-openstack-request-id: req-f448c50a-fefa-4438-92aa-5676e1dd5267 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:15.173722 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8697256-f6c1-4185-adf0-d3d600d2ef0c", "tag": "2048113c-f313-429b-a033-329e57fbc6b5", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:15.175629 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f448c50a-fefa-4438-92aa-5676e1dd5267 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:15.177036 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'status': 'completed', 'code': 200} Jul 30 01:38:15.177800 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'status': 'completed', 'code': 200} Jul 30 01:38:15.179248 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8697256-f6c1-4185-adf0-d3d600d2ef0c', 'tag': '2048113c-f313-429b-a033-329e57fbc6b5', 'status': 'completed', 'code': 200} Jul 30 01:38:15.185561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.243027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2048113c-f313-429b-a033-329e57fbc6b5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:15.289142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ce995e-69a1-45db-b0e7-2337c099a782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.314118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 2048113c-f313-429b-a033-329e57fbc6b5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2048113c-f313-429b-a033-329e57fbc6b5,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:15.324605 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.338198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15ce995e-69a1-45db-b0e7-2337c099a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:15.405444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-556f7b8d-d4e8-468f-bf53-c66192dd0c5b tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1001 time: 0.2135196 Jul 30 01:38:15.447374 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-15ce995e-69a1-45db-b0e7-2337c099a782 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9557b70bdeca4a3a8e5d2f8648381049&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1347775 Jul 30 01:38:15.460406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55464) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:15.461475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce995e-69a1-45db-b0e7-2337c099a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a16419-4de8-42bb-bc3a-a2e007ac49eb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:15.476637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=2048113c-f313-429b-a033-329e57fbc6b5,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:15.510942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-b8e27e07-0318-499c-b938-eab2618bde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:15.522243 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-b8e27e07-0318-499c-b938-eab2618bde61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 1096 time: 0.3007638 Jul 30 01:38:15.522243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-c8025c1a-9691-4a07-bac3-cb8c8572b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:15.524617 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-c8025c1a-9691-4a07-bac3-cb8c8572b4ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a302e1b006be4798872defcfb2067d3c&device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 1097 time: 0.2974234 Jul 30 01:38:15.542979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-1dc52b47-2881-4752-a157-fbec0b23cb20 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:15.556301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-1dc52b47-2881-4752-a157-fbec0b23cb20 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports/9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 200 len: 942 time: 0.1454928 Jul 30 01:38:15.780323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-2004b511-5f11-49be-a6f4-48a5bdc76e8d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1001 time: 0.1478224 Jul 30 01:38:15.916237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['2048113c-f313-429b-a033-329e57fbc6b5'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:16.007327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc14d3c-ef5a-4280-896a-0beb015542da req-bc4de026-1789-4fee-9e65-88fe89e1d23f tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:16.010078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cc14d3c-ef5a-4280-896a-0beb015542da req-bc4de026-1789-4fee-9e65-88fe89e1d23f tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1101 time: 0.1175959 Jul 30 01:38:16.086978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.107214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-fd43a026-45b6-4af7-b4d9-5f3fc9543ef6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:16.110080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-fd43a026-45b6-4af7-b4d9-5f3fc9543ef6 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3181438 Jul 30 01:38:16.112443 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9cc14d3c-ef5a-4280-896a-0beb015542da req-f99cd8a7-ee51-4b7f-a75e-bc80ded3e654 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.160914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c08c9f14-1fc0-42fd-b394-a6226e797ec3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:16.273068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9650e143-dc10-4cc2-b1de-ead8b7b6e5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.361019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-87bb952c-cb8d-48fe-81fa-22fda3be19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:16.363890 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-87bb952c-cb8d-48fe-81fa-22fda3be19fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=c0394da6-e4da-4c50-ad99-813d6a092c28 HTTP/1.1" status: 200 len: 929 time: 0.8147917 Jul 30 01:38:16.386312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-a2602ed2-8829-4f87-bed5-64110a1ba978 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1001 time: 0.2565982 Jul 30 01:38:16.430332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7b039aa3-ac41-4236-99f4-6d2f6676768a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:16.483146 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9650e143-dc10-4cc2-b1de-ead8b7b6e5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.489921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-ca856a42-d942-4083-826c-d2bd5efd3848 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427 HTTP/1.1" status: 200 len: 217 time: 0.1084569 Jul 30 01:38:16.519968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-5083b62d-18f5-4f07-97f1-c24fc891e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:16.527499 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-5083b62d-18f5-4f07-97f1-c24fc891e7ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.9756398 Jul 30 01:38:16.572087 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7b039aa3-ac41-4236-99f4-6d2f6676768a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.691468 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9cc14d3c-ef5a-4280-896a-0beb015542da req-f99cd8a7-ee51-4b7f-a75e-bc80ded3e654 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.708363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9cc14d3c-ef5a-4280-896a-0beb015542da req-f99cd8a7-ee51-4b7f-a75e-bc80ded3e654 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:16.846366 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-702b3b03-c4ba-49ff-adf8-5bd223bc603c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 200 len: 1001 time: 0.2988625 Jul 30 01:38:16.847684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cc14d3c-ef5a-4280-896a-0beb015542da req-f99cd8a7-ee51-4b7f-a75e-bc80ded3e654 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7988150 Jul 30 01:38:16.851318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-78d6f9f1-9131-497d-b9a3-f303293f5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:16.853284 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-78d6f9f1-9131-497d-b9a3-f303293f5d00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=00ec6ced-d53b-4e55-8cb9-45adc74f79fe HTTP/1.1" status: 200 len: 867 time: 0.3367000 Jul 30 01:38:16.909357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cd8a7-ee51-4b7f-a75e-bc80ded3e654 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3f3aef-409b-452a-9e10-ab6df58e3bd8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:17.014831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-4de99fc5-04b3-4fb4-a8ae-3784e4fe3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:17.017443 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-4de99fc5-04b3-4fb4-a8ae-3784e4fe3f14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1621709 Jul 30 01:38:17.044297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9650e143-dc10-4cc2-b1de-ead8b7b6e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.049137 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7b039aa3-ac41-4236-99f4-6d2f6676768a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.050262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9650e143-dc10-4cc2-b1de-ead8b7b6e5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.052508 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9650e143-dc10-4cc2-b1de-ead8b7b6e5c8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d1a16419-4de8-42bb-bc3a-a2e007ac49eb HTTP/1.1" status: 204 len: 168 time: 1.5859773 Jul 30 01:38:17.073018 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7b039aa3-ac41-4236-99f4-6d2f6676768a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.075319 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7b039aa3-ac41-4236-99f4-6d2f6676768a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b disassociated. External IP: 172.25.7.172, port: 9ce94be6-9b6b-40da-9d42-f771816013b8. Jul 30 01:38:17.151174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650e143-dc10-4cc2-b1de-ead8b7b6e5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a16419-4de8-42bb-bc3a-a2e007ac49eb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:17.188750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.199451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-1719bf6c-feee-433f-9ca7-ca23195eff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:17.200878 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-1719bf6c-feee-433f-9ca7-ca23195eff87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0394da6-e4da-4c50-ad99-813d6a092c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3182600 Jul 30 01:38:17.238786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-e4e9335d-c8e0-47ae-a89b-4680cb6d9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:17.240254 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-e4e9335d-c8e0-47ae-a89b-4680cb6d9034 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826587 Jul 30 01:38:17.384440 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54638509-5c9c-4a03-9244-8575b2ad6ad5 req-5ebe96f4-8701-456e-b10d-bf0406fe1fbe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:17.387206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54638509-5c9c-4a03-9244-8575b2ad6ad5 req-5ebe96f4-8701-456e-b10d-bf0406fe1fbe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2075126 Jul 30 01:38:17.481842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54638509-5c9c-4a03-9244-8575b2ad6ad5 req-6b8bcd3e-248a-43aa-9ed4-b908336038b5 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0690475 Jul 30 01:38:17.706202 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-14d46320-7cb8-4c1a-8880-c8780dac8d3b service neutron] 10.222.0.22 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864612 Jul 30 01:38:17.710181 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-1b823948-8f5f-45ee-a565-c97c05d2c1fe service neutron] 10.222.0.41 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933885 Jul 30 01:38:17.728156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-5431e6c0-4501-4205-82fc-e632bec9fc64 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568163 Jul 30 01:38:17.855537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55486) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:17.892645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b455e4b3-56db-4289-9811-16356a4b7f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:17.933001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7b039aa3-ac41-4236-99f4-6d2f6676768a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:18.125319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079abb-a941-4521-a438-804624f7f6f3 req-bacda30f-c1e6-433e-aa60-0b0c38f4648b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:18.128448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-bacda30f-c1e6-433e-aa60-0b0c38f4648b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3957841 Jul 30 01:38:18.136007 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-acf3bd84-90ec-40ad-b037-b8abae31d64b service neutron] 10.222.0.41 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652580 Jul 30 01:38:18.139978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Router 8ea94f4c-e94f-4601-a8e4-abd04c136037 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:18.143578 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-e1c4aadd-027a-4fb5-80ab-cc0441488687 service neutron] 10.222.0.22 "GET /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714483 Jul 30 01:38:18.195213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7e74874f-b8f3-49ca-89da-ea4e76e29f66 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/quotas/d0f98f9edc1a45c59355a7c052a282a1 HTTP/1.1" status: 200 len: 375 time: 0.0550306 Jul 30 01:38:18.379135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7b039aa3-ac41-4236-99f4-6d2f6676768a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:18.399699 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7b039aa3-ac41-4236-99f4-6d2f6676768a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:18.403005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] Sync routers for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:18.418960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-569eccdb-8e2b-49cb-949d-e9f56c5eba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:18.422817 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-569eccdb-8e2b-49cb-949d-e9f56c5eba51 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 1100 time: 0.1649368 Jul 30 01:38:18.432046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:18.433449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:18.489610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-35617b4a-317b-45d4-906c-1c4e39dbae22 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2287364 Jul 30 01:38:18.496355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b455e4b3-56db-4289-9811-16356a4b7f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:18.537189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7b039aa3-ac41-4236-99f4-6d2f6676768a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "PUT /v2.0/floatingips/0d27157c-2a19-44c5-bf4a-a24d4ac7f87b HTTP/1.1" status: 200 len: 695 time: 2.1161389 Jul 30 01:38:18.543178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b455e4b3-56db-4289-9811-16356a4b7f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:18.565343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:18.567884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:18.575319 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb3868-8a8b-4080-a005-79b5df279c68" -d '{"events": [{"name": "network-changed", "server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:18.584027 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-02b5f884-94b3-48c5-9c02-2e5eb6da2a7e admin admin] 10.222.0.84 "PUT /v2.0/routers/8ea94f4c-e94f-4601-a8e4-abd04c136037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5399499 Jul 30 01:38:18.585770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55490) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:18.609994 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] Sync routers for ids ['8ea94f4c-e94f-4601-a8e4-abd04c136037'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:18.644951 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] Routers {'8ea94f4c-e94f-4601-a8e4-abd04c136037'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:18.645826 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8ea94f4c-e94f-4601-a8e4-abd04c136037'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:18.739855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b455e4b3-56db-4289-9811-16356a4b7f4a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=78c6121c6e93466e8322bcf9bcebf277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8834126 Jul 30 01:38:18.745516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55494) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:18.757462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455e4b3-56db-4289-9811-16356a4b7f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22765fdf-33b5-4480-9ba6-7104ca19a1f3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:18.809974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-066c005f-08d8-4be2-8e19-4e4090a7ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:18.823134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-066c005f-08d8-4be2-8e19-4e4090a7ca88 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 1096 time: 0.2282379 Jul 30 01:38:18.946718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:18.989632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-84019aad-6470-408d-bfa3-01c3e0ab5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:18.992381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-84019aad-6470-408d-bfa3-01c3e0ab5968 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.5557086 Jul 30 01:38:19.053518 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0759d2d7-0c97-4e9f-a3f6-caa7cda96ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:19.082503 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] Set router 8ea94f4c-e94f-4601-a8e4-abd04c136037 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:19.118314 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-1565e1f4-ca2b-4db3-83ab-85ff076b6415 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=2048113c-f313-429b-a033-329e57fbc6b5 HTTP/1.1" status: 200 len: 217 time: 0.0991993 Jul 30 01:38:19.160132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2048113c-f313-429b-a033-329e57fbc6b5 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:19.220915 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0759d2d7-0c97-4e9f-a3f6-caa7cda96ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:19.298359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-5c1f1b4f-497e-41c6-84d9-797bf4a37788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:19.305006 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-5c1f1b4f-497e-41c6-84d9-797bf4a37788 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1674395 Jul 30 01:38:19.308076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:19.349185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-4ab46f25-28fb-4d6f-87de-3b417aa9bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:19.351983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-4ab46f25-28fb-4d6f-87de-3b417aa9bf01 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.5165677 Jul 30 01:38:19.374264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68450d13-d6d5-457c-99c0-b9d5485dbb47 req-e0ec0156-47ae-41e6-b69b-582f3e009006 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:19.377427 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68450d13-d6d5-457c-99c0-b9d5485dbb47 req-e0ec0156-47ae-41e6-b69b-582f3e009006 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 949 time: 0.3031046 Jul 30 01:38:19.479162 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-cff9cc98-df41-4a5b-a557-ee0abe38891c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 200 len: 217 time: 0.0992081 Jul 30 01:38:19.593918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:37:49Z', 'updated_at': '2021-07-30T01:38:15Z', 'revision_number': 5, 'project_id': '57a9daf069c54204a445f50a07607172', 'gw_port': {'id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:50Z', 'updated_at': '2021-07-30T01:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:19.606150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 2048113c-f313-429b-a033-329e57fbc6b5 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:19.625664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 2048113c-f313-429b-a033-329e57fbc6b5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:19.627027 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:19.678878 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] Checking router: 8ea94f4c-e94f-4601-a8e4-abd04c136037 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:19.695487 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] Routers {'8ea94f4c-e94f-4601-a8e4-abd04c136037'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:19.696768 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8ea94f4c-e94f-4601-a8e4-abd04c136037'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:19.803351 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:19.917267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] Checking router: 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:20.052872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:20.054670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:20.119255 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] Set router 8ea94f4c-e94f-4601-a8e4-abd04c136037 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:20.139652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-56f15069-d9d3-4268-baf3-fd2a584dbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:20.145322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-56f15069-d9d3-4268-baf3-fd2a584dbff0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6847816 Jul 30 01:38:20.346592 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0759d2d7-0c97-4e9f-a3f6-caa7cda96ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:20.352987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0759d2d7-0c97-4e9f-a3f6-caa7cda96ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:20.355506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0759d2d7-0c97-4e9f-a3f6-caa7cda96ca3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/22765fdf-33b5-4480-9ba6-7104ca19a1f3 HTTP/1.1" status: 204 len: 168 time: 1.6082678 Jul 30 01:38:20.375235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68450d13-d6d5-457c-99c0-b9d5485dbb47 req-253efcd2-f343-4396-83aa-39edefb69eff tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9842749 Jul 30 01:38:20.385157 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:20.392238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:20.426873 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-540010b5-e4ae-4483-84f6-c7c53733f198 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566226 Jul 30 01:38:20.460881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759d2d7-0c97-4e9f-a3f6-caa7cda96ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22765fdf-33b5-4480-9ba6-7104ca19a1f3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:20.483932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-426ef2aa-55ec-40b0-87ee-63110411376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:20.506615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-426ef2aa-55ec-40b0-87ee-63110411376e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.9937932 Jul 30 01:38:20.611119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-2acbf668-dd9b-417b-9655-13dbb992e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:20.629486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-2acbf668-dd9b-417b-9655-13dbb992e63a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187270 Jul 30 01:38:20.660947 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:37:49Z', 'updated_at': '2021-07-30T01:38:15Z', 'revision_number': 5, 'project_id': '57a9daf069c54204a445f50a07607172', 'gw_port': {'id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:50Z', 'updated_at': '2021-07-30T01:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:20.716144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:20.768740 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f726f2-c30e-49a4-b937-1e67ac6009f9 None None] The sync data for ids ['8ea94f4c-e94f-4601-a8e4-abd04c136037'] in n-d-715271-7 is: [{'id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1739413972-router', 'tenant_id': '57a9daf069c54204a445f50a07607172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:37:49Z', 'updated_at': '2021-07-30T01:38:15Z', 'revision_number': 5, 'project_id': '57a9daf069c54204a445f50a07607172', 'gw_port': {'id': '985ca124-8c51-498f-95f3-242d7bb761e4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:46:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea94f4c-e94f-4601-a8e4-abd04c136037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:37:50Z', 'updated_at': '2021-07-30T01:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:20.910486 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2f1aa1d8-e7ee-4af1-bff2-6197a80ddbdd req-4cb5450a-ac9c-47f4-9d3f-5d024a8f862b service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693885 Jul 30 01:38:20.921133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Deleting port 985ca124-8c51-498f-95f3-242d7bb761e4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:20.921646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.029384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8697256-f6c1-4185-adf0-d3d600d2ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2048113c-f313-429b-a033-329e57fbc6b5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:21.037483 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399d46d-38b2-489e-b7d2-36989be5ed83" -d '{"events": [{"server_uuid": "e8697256-f6c1-4185-adf0-d3d600d2ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "2048113c-f313-429b-a033-329e57fbc6b5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:21.112092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 2048113c-f313-429b-a033-329e57fbc6b5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2048113c-f313-429b-a033-329e57fbc6b5,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:21.135716 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.179531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-4e59a6b5-7675-44c0-9341-f0b099271af4 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476592 Jul 30 01:38:21.231331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] For port 985ca124-8c51-498f-95f3-242d7bb761e4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=985ca124-8c51-498f-95f3-242d7bb761e4,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:21.232228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:21.290301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Calling delete_port for 985ca124-8c51-498f-95f3-242d7bb761e4 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:21.333982 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-43b32400-e173-4fd5-842c-eeda5e61070d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672352 Jul 30 01:38:21.433514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9dc09be-e67c-4d2b-95f1-1745c57619de req-7c16fc54-8046-4069-a449-5a65f5279b65 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370667 Jul 30 01:38:21.484945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=2048113c-f313-429b-a033-329e57fbc6b5,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:21.696784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:21.742869 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9856188-d27e-483f-b475-7c9e1c2ffbf4 req-83c4f48a-a996-4ef2-937f-d86117458612 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1764362 Jul 30 01:38:21.818703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447678a8-9a83-4d55-95c8-318e08201ad3 None None] The sync data for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 is: [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:22.014228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079abb-a941-4521-a438-804624f7f6f3 req-97d2e07d-b41b-4950-b4ee-3ced56693e25 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:22.018539 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-97d2e07d-b41b-4950-b4ee-3ced56693e25 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6792934 Jul 30 01:38:22.058204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Request body: {'port': {'device_id': 'fb091c4e-40ce-45f2-9a11-504ea26f0791', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'd0f98f9edc1a45c59355a7c052a282a1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:22.063042 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4b6be9-aaa9-4562-af9d-c20e5be0aba1 x-openstack-request-id: req-ad4b6be9-aaa9-4562-af9d-c20e5be0aba1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:22.063828 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:22.064269 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ad4b6be9-aaa9-4562-af9d-c20e5be0aba1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:22.065334 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'status': 'completed', 'code': 200} Jul 30 01:38:22.207571 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3898bde-8b2c-481b-a5c0-5fc8a61ce4c2 x-openstack-request-id: req-b3898bde-8b2c-481b-a5c0-5fc8a61ce4c2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:22.208417 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8697256-f6c1-4185-adf0-d3d600d2ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "2048113c-f313-429b-a033-329e57fbc6b5", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:22.208717 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b3898bde-8b2c-481b-a5c0-5fc8a61ce4c2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:22.209586 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8697256-f6c1-4185-adf0-d3d600d2ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2048113c-f313-429b-a033-329e57fbc6b5', 'code': 200} Jul 30 01:38:22.416699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d9cdb8d-9cd0-4f17-a858-cd0ba652c757 req-fc033a23-7640-4a28-8451-e32b11c94bac tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 210 time: 0.1553926 Jul 30 01:38:22.422071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-0aab74ed-c974-4d8a-a289-c0e57fd27f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:22.435966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-0aab74ed-c974-4d8a-a289-c0e57fd27f90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 1096 time: 0.3570211 Jul 30 01:38:22.567354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:22.603864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b07ab-9e4a-4ff5-9e46-3448e71ec607 None None] New status for floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:38:22.734655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3330d-d50c-4791-b9c6-b215a076ac27 req-c689b456-5c6f-40cf-bea7-f4bffc43e8e9 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:22.739183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42a3330d-d50c-4791-b9c6-b215a076ac27 req-c689b456-5c6f-40cf-bea7-f4bffc43e8e9 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 950 time: 0.3209543 Jul 30 01:38:22.776959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:22.800036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebcf93-6729-42b6-89b1-d3ab39dde850 req-c59e9adc-3c2c-4a32-b486-342a786c0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:22.802820 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-96ebcf93-6729-42b6-89b1-d3ab39dde850 req-c59e9adc-3c2c-4a32-b486-342a786c0342 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 1101 time: 0.4028728 Jul 30 01:38:22.873122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c08c9f14-1fc0-42fd-b394-a6226e797ec3 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:22.890084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Pushing event deleted for resources: {'Port': ['ID=985ca124-8c51-498f-95f3-242d7bb761e4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:22.993832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Made reservation on behalf of d0f98f9edc1a45c59355a7c052a282a1 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:23.000053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.019597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-3c03c7ca-3de7-4dfa-9a45-a3b55485c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:23.026275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-3c03c7ca-3de7-4dfa-9a45-a3b55485c915 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.5013249 Jul 30 01:38:23.035068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c08c9f14-1fc0-42fd-b394-a6226e797ec3 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:23.036185 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c08c9f14-1fc0-42fd-b394-a6226e797ec3 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:23.197534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-96ebcf93-6729-42b6-89b1-d3ab39dde850 req-5c2365a7-5b00-4b12-9305-a36899e5d220 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346591 Jul 30 01:38:23.251701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42a3330d-d50c-4791-b9c6-b215a076ac27 req-62b3f9a6-db2a-4a72-b16d-d1f145d201f0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004461 Jul 30 01:38:23.259764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-4002df20-2e54-4270-a654-8e8c6ce51727 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 200 len: 217 time: 0.1194835 Jul 30 01:38:23.280134 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-6037bc03-febb-44db-a9db-831732d1e78c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7041543 Jul 30 01:38:23.307794 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.411816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-04b61a84-65ed-4533-9528-cb9f6fa38dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:23.416140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-04b61a84-65ed-4533-9528-cb9f6fa38dde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1491826 Jul 30 01:38:23.508259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.571465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-88520ac9-779b-4732-b5bf-f5216168cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:23.575307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-88520ac9-779b-4732-b5bf-f5216168cc64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422236 Jul 30 01:38:23.713988 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.724180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.923307 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.925351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea94f4c-e94f-4601-a8e4-abd04c136037 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:38:23.967894 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:23.969959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fe7b5f0f-17b8-4be6-8d54-951b385bcadf admin admin] 10.222.0.84 "DELETE /v2.0/routers/8ea94f4c-e94f-4601-a8e4-abd04c136037 HTTP/1.1" status: 204 len: 168 time: 5.3783379 Jul 30 01:38:23.978768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Allocated IP 192.168.233.246 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/f9b4b205-7c52-480f-b936-7b16ce2c7dc9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:23.984254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55578) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:24.015245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-30020af4-13fa-4773-8486-ad03a78feeec service neutron] 10.222.0.41 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267774 Jul 30 01:38:24.151052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66eb772-7aef-4367-8416-f01afacc5238 admin admin] Deleting subnet 9d028789-3b76-400f-969c-ed8bd666abbf {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:38:24.175260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d66eb772-7aef-4367-8416-f01afacc5238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.259298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c28cf-662a-4421-8969-ba80615af544 req-68444018-5a70-48b4-aede-020b453cf6cd tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:24.262107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-68444018-5a70-48b4-aede-020b453cf6cd tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3900609 Jul 30 01:38:24.332351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729f51d-ab2e-4641-b587-42167e114b27 req-be07bb7a-ac5e-45d2-a6e5-405ed09a0f97 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:24.335815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5729f51d-ab2e-4641-b587-42167e114b27 req-be07bb7a-ac5e-45d2-a6e5-405ed09a0f97 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.6856077 Jul 30 01:38:24.342611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcbb3868-8a8b-4080-a005-79b5df279c68 req-40ad6d5e-fa7c-4afd-b94e-2560fb67dab9 service neutron] 10.222.0.41 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139765 Jul 30 01:38:24.436830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-9532d023-c9ee-406b-8ef7-8c7be249719b tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.0988088 Jul 30 01:38:24.475073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Request body: {'floatingip': {'port_id': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:24.559806 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.592548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d66eb772-7aef-4367-8416-f01afacc5238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.703548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:24.808061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06984848-f5f5-46af-87fa-dcafe2557cff req-25c272dc-edf2-4d2d-ab3f-c3dd2492fbc0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:24.818005 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-06984848-f5f5-46af-87fa-dcafe2557cff req-25c272dc-edf2-4d2d-ab3f-c3dd2492fbc0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb85e3c8-8f1f-4506-a0b0-f637765b9e5d HTTP/1.1" status: 200 len: 945 time: 0.4441836 Jul 30 01:38:24.884285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5729f51d-ab2e-4641-b587-42167e114b27 req-29f14d09-0498-4280-9e64-80130ba786a7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445565 Jul 30 01:38:24.983877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 985ca124-8c51-498f-95f3-242d7bb761e4 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:25.070518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d66eb772-7aef-4367-8416-f01afacc5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.077012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 985ca124-8c51-498f-95f3-242d7bb761e4 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:25.077695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 985ca124-8c51-498f-95f3-242d7bb761e4 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:25.137795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Transition to ACTIVE for port object f9b4b205-7c52-480f-b936-7b16ce2c7dc9 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:25.269072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fa2c1-7521-45c7-b6eb-7ae3927c8e6b req-08f20ae6-986c-4bb4-a2da-dea3fbb45a77 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:25.284412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f46fa2c1-7521-45c7-b6eb-7ae3927c8e6b req-08f20ae6-986c-4bb4-a2da-dea3fbb45a77 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 946 time: 0.2053854 Jul 30 01:38:25.423947 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d66eb772-7aef-4367-8416-f01afacc5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.465891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f46fa2c1-7521-45c7-b6eb-7ae3927c8e6b req-0a75caf6-5e84-4bbf-bc47-2ab5f3562ecd tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/security-groups?id=4c3c07bc-979d-469a-a9c0-00ddc8a678ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575263 Jul 30 01:38:25.513237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eb772-7aef-4367-8416-f01afacc5238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d028789-3b76-400f-969c-ed8bd666abbf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:25.531843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea42d6-97f5-4a9c-8005-c6d7c10f4705 None None] Network ff086cee-a03e-4a71-8079-0b6f51922f17 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:25.537591 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d66eb772-7aef-4367-8416-f01afacc5238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.545132 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d66eb772-7aef-4367-8416-f01afacc5238 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9d028789-3b76-400f-969c-ed8bd666abbf HTTP/1.1" status: 204 len: 168 time: 1.5565622 Jul 30 01:38:25.547051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55606) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:25.552139 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.634889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb', '829457e9-5e41-447d-a570-8d2cf09a3cd3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:25.640327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292', '35a51815-2159-4211-9009-00ebbace1adc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:25.777356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-06984848-f5f5-46af-87fa-dcafe2557cff req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Deleting port 9ce94be6-9b6b-40da-9d42-f771816013b8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:25.777356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-06984848-f5f5-46af-87fa-dcafe2557cff req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:25.859233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f66afa-a9af-4b26-9076-2751298568e3 req-886de35a-ee40-4c1d-b640-e95a53fdac54 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:25.862672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1f66afa-a9af-4b26-9076-2751298568e3 req-886de35a-ee40-4c1d-b640-e95a53fdac54 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 936 time: 0.1554506 Jul 30 01:38:25.925536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:25.963197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:25.985888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:25.996559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event updated for resources: {'Port': ['ID=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:26.014130 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:38:26.068608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.260152 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1f66afa-a9af-4b26-9076-2751298568e3 req-1cc21984-3023-4537-ae7f-dca4c426bdc2 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266156 Jul 30 01:38:26.309781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] DHCP port deletion for ff086cee-a03e-4a71-8079-0b6f51922f17 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:38:26.320731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.326016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-06984848-f5f5-46af-87fa-dcafe2557cff req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] For port 9ce94be6-9b6b-40da-9d42-f771816013b8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9ce94be6-9b6b-40da-9d42-f771816013b8,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:26.328438 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-06984848-f5f5-46af-87fa-dcafe2557cff req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.329968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.465634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:26.467468 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.485394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-06984848-f5f5-46af-87fa-dcafe2557cff req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Calling delete_port for 9ce94be6-9b6b-40da-9d42-f771816013b8 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:26.540285 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-a3570f39-d1ab-45f8-8a91-a710f2136154 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5127687 Jul 30 01:38:26.566739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Request body: {'port': {'device_id': 'fb091c4e-40ce-45f2-9a11-504ea26f0791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:26.654637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4abf55af-78c5-4ae1-82f0-ace94388f4dc None None] Provisioning for port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:26.676779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4abf55af-78c5-4ae1-82f0-ace94388f4dc None None] Provisioning complete for port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:26.677561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4abf55af-78c5-4ae1-82f0-ace94388f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.737341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Deleting port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:26.737894 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.749400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e73213-e111-429b-9589-c7387eb73f3a req-9ec4337b-ca4b-493b-982c-14c9f64c5b89 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:26.756294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40e73213-e111-429b-9589-c7387eb73f3a req-9ec4337b-ca4b-493b-982c-14c9f64c5b89 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 950 time: 0.1847682 Jul 30 01:38:26.769731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Deleting port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:26.770541 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.794660 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b associated. External IP: 172.25.7.172, port: 2a929ebe-17bb-477e-9c37-cfd270579eee. Jul 30 01:38:26.950586 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:26.956723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40e73213-e111-429b-9589-c7387eb73f3a req-e80810c6-c5c9-4af3-8614-a3fdcfefff32 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888487 Jul 30 01:38:27.171749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-59695d4f-1950-4c5c-8829-d6624cb0f1c3 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:27.176198 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-59695d4f-1950-4c5c-8829-d6624cb0f1c3 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.22 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 946 time: 0.3674810 Jul 30 01:38:27.215697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] For port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8fcd7882-6f2a-492e-bac8-7c1e4de45a29,segment=NetworkSegment(cda9a462-057d-4e2a-8f18-f14e188a5a94),segment_id=cda9a462-057d-4e2a-8f18-f14e188a5a94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:27.216373 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.265658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Calling delete_port for 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:27.272723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] For port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8fcd7882-6f2a-492e-bac8-7c1e4de45a29,segment=NetworkSegment(cda9a462-057d-4e2a-8f18-f14e188a5a94),segment_id=cda9a462-057d-4e2a-8f18-f14e188a5a94)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:27.273335 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.318985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Calling delete_port for 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:27.345381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-06984848-f5f5-46af-87fa-dcafe2557cff req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.459902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:27.461542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Pushing event deleted for resources: {'Port': ['ID=9ce94be6-9b6b-40da-9d42-f771816013b8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:27.525401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:27.614420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4abf55af-78c5-4ae1-82f0-ace94388f4dc None None] Port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:27.767982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-3e909dd1-cd73-4f00-af48-7692d1b92f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:27.772106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-3e909dd1-cd73-4f00-af48-7692d1b92f95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1101 time: 0.3289766 Jul 30 01:38:27.864665 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.883559 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.960028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:27.970397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:27.976234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] No DVR routers for this DVR port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:27.983147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Pushing event deleted for resources: {'Port': ['ID=8fcd7882-6f2a-492e-bac8-7c1e4de45a29,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:28.003788 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] Sync routers for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:28.029127 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:28.030358 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:28.033769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.034102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.034674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.035225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.035832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.042891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.042891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.043331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.043531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.044090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.044625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.045129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb2e5d2-54fd-4e45-841f-1acf54264493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:28.060476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fd41c-7ffe-4570-b212-6a8b70ec047d req-014f96e3-6ca7-47cd-8eca-0b2b53aeda68 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:28.067685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-479fd41c-7ffe-4570-b212-6a8b70ec047d req-014f96e3-6ca7-47cd-8eca-0b2b53aeda68 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.4139612 Jul 30 01:38:28.161183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-7d1732c7-5a56-46ab-a08d-c0ba44af0d23 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "PUT /v2.0/floatingips/0d27157c-2a19-44c5-bf4a-a24d4ac7f87b HTTP/1.1" status: 200 len: 996 time: 3.7205064 Jul 30 01:38:28.187950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:28.192845 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70474c2d-35b1-4673-8eef-0b2ebe45adc9" -d '{"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:28.263291 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:28.290552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-06984848-f5f5-46af-87fa-dcafe2557cff req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] No DVR routers for this DVR port 9ce94be6-9b6b-40da-9d42-f771816013b8 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:28.312034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-06984848-f5f5-46af-87fa-dcafe2557cff req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.316548 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-06984848-f5f5-46af-87fa-dcafe2557cff req-73e54702-67a3-4de4-a9b7-7e4a807586c0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.41 "DELETE /v2.0/ports/9ce94be6-9b6b-40da-9d42-f771816013b8 HTTP/1.1" status: 204 len: 173 time: 3.1737838 Jul 30 01:38:28.317310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'name': 'network-vif-deleted', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:28.321510 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db238de-4005-4ace-abc1-9630689e1ebd" -d '{"events": [{"server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "name": "network-vif-deleted", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:28.331659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-4fa579b5-df77-4137-b72c-9389d4530050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:28.337538 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-4fa579b5-df77-4137-b72c-9389d4530050 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.5334682 Jul 30 01:38:28.412247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-479fd41c-7ffe-4570-b212-6a8b70ec047d req-2730ac56-7765-4145-b6a5-2ea1c4dcecb9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133140 Jul 30 01:38:28.496306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['2a929ebe-17bb-477e-9c37-cfd270579eee'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:28.621636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-3eba90ff-7966-4fce-adbb-f1101e9f7a48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 217 time: 0.2049787 Jul 30 01:38:28.697534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Deleting port 781c879f-f6ed-4fe4-89c0-7df22c04c427 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:28.698450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.754433 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:28.791256 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:61:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17349c0e-840e-4c72-8605-6a47b43f7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:38:25Z', 'revision_number': 8, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:28.858643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c28cf-662a-4421-8969-ba80615af544 req-cd58cfe9-71b6-42ca-9905-2a12d925c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:28.866640 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] Checking router: 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:28.875753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-cd58cfe9-71b6-42ca-9905-2a12d925c192 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1096 time: 0.6708598 Jul 30 01:38:28.880010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-38401f6e-0772-473a-9a7d-78e5a7b0115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:28.882730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-38401f6e-0772-473a-9a7d-78e5a7b0115b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1840324 Jul 30 01:38:28.883921 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:28.885161 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:28.925088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fcd7882-6f2a-492e-bac8-7c1e4de45a29,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:28.957045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] No DVR routers for this DVR port 8fcd7882-6f2a-492e-bac8-7c1e4de45a29 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:29.070078 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-bbff7562-164c-4a4d-a344-5e9024050856 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4108467 Jul 30 01:38:29.107856 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:29.129459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c291-57fb-4340-bd56-eb10e62dbcbc req-c7a3c4de-57be-4909-ad09-a9ce4b3b8535 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:29.132436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b799c291-57fb-4340-bd56-eb10e62dbcbc req-c7a3c4de-57be-4909-ad09-a9ce4b3b8535 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 946 time: 0.5079255 Jul 30 01:38:29.279253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-ffdb1b84-876f-49dd-9943-c870d27ee6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:29.281880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-ffdb1b84-876f-49dd-9943-c870d27ee6fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687862 Jul 30 01:38:29.285095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c28cf-662a-4421-8969-ba80615af544 req-59caa39d-5683-45ee-b9ac-30aff0a04097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:29.295248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-59caa39d-5683-45ee-b9ac-30aff0a04097 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.4096885 Jul 30 01:38:29.316844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b799c291-57fb-4340-bd56-eb10e62dbcbc req-19b00587-6c6f-4ce7-9961-9361550b90f5 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/security-groups?id=4c3c07bc-979d-469a-a9c0-00ddc8a678ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653869 Jul 30 01:38:29.318621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.372632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff086cee-a03e-4a71-8079-0b6f51922f17']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:29.381972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] For port 781c879f-f6ed-4fe4-89c0-7df22c04c427, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=781c879f-f6ed-4fe4-89c0-7df22c04c427,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:29.382612 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.418915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda9a462-057d-4e2a-8f18-f14e188a5a94') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:29.419610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda9a462-057d-4e2a-8f18-f14e188a5a94') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:29.439986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b4b205-7c52-480f-b936-7b16ce2c7dc9 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:29.475049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Calling delete_port for 781c879f-f6ed-4fe4-89c0-7df22c04c427 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:29.480632 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.501019 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.540168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-976885dc-9bef-41bd-8d73-fd5c3a3c3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:29.542705 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-976885dc-9bef-41bd-8d73-fd5c3a3c3c6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 1100 time: 0.3701293 Jul 30 01:38:29.553907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.692763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 9ce94be6-9b6b-40da-9d42-f771816013b8 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:29.778534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 9ce94be6-9b6b-40da-9d42-f771816013b8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:29.779404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 9ce94be6-9b6b-40da-9d42-f771816013b8 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:29.795623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:29.795623 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:29.799757 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:29.819069 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:61:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17349c0e-840e-4c72-8605-6a47b43f7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:38:25Z', 'revision_number': 8, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:29.863236 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f93e4c-f1dd-4989-956d-f0bed586c8a8 None None] The sync data for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 is: [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0d27157c-2a19-44c5-bf4a-a24d4ac7f87b', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'port_id': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'mac_address': 'fa:16:3e:61:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17349c0e-840e-4c72-8605-6a47b43f7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:37:09Z', 'updated_at': '2021-07-30T01:38:25Z', 'revision_number': 8, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:29.915940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-bed67bd0-9c2a-4c95-9498-982aa4b69275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:29.918741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-bed67bd0-9c2a-4c95-9498-982aa4b69275 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.2659247 Jul 30 01:38:30.035339 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-7da43279-4c56-4773-9bde-e7405c411769 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f27423e5-29c8-492f-a6d7-b43a435763eb HTTP/1.1" status: 200 len: 217 time: 0.0975754 Jul 30 01:38:30.051490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Transition to ACTIVE for port object f9b4b205-7c52-480f-b936-7b16ce2c7dc9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:30.052884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.077958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-33a60b9a-55fb-492d-8be0-178fc33a1b43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 999 time: 0.7804279 Jul 30 01:38:30.117927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.122055 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] 10.222.0.84 "DELETE /v2.0/networks/ff086cee-a03e-4a71-8079-0b6f51922f17 HTTP/1.1" status: 204 len: 168 time: 4.5581818 Jul 30 01:38:30.123833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.192866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1c468-3dfd-4334-9956-ae7092a36a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ff086cee-a03e-4a71-8079-0b6f51922f17,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:30.229084 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-a10be3e3-62e3-4b3c-9a1c-accc1807aa5f service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9104512 Jul 30 01:38:30.233785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c28cf-662a-4421-8969-ba80615af544 req-5990a037-0c16-452e-b522-24467188756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:30.249488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-5990a037-0c16-452e-b522-24467188756d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1689098 Jul 30 01:38:30.310156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:30.474806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892a59c-b6dc-4c7c-b0ea-c23eb2f35444 None None] New status for floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:38:30.584569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-f45027f0-c441-4906-b05d-e825cf186bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:30.593183 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-f45027f0-c441-4906-b05d-e825cf186bc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.5369463 Jul 30 01:38:30.626832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c28cf-662a-4421-8969-ba80615af544 req-59ae2bfc-1ee3-4379-9d6b-ea6bf336d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:30.629933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-59ae2bfc-1ee3-4379-9d6b-ea6bf336d956 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3757391 Jul 30 01:38:30.676184 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.695082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f578a3f-1b81-4d37-ab41-50cb17d338e7 req-3110116d-0319-4e25-82fa-17a53370b6db tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:30.697919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f578a3f-1b81-4d37-ab41-50cb17d338e7 req-3110116d-0319-4e25-82fa-17a53370b6db tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 948 time: 0.2009852 Jul 30 01:38:30.734048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-f14fbb66-ca2b-4ed4-b928-99477d3c04da service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372857 Jul 30 01:38:30.739377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-989e8e13-6247-4989-b143-ee8f70036f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:30.824149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55636) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:30.885752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Pushing event deleted for resources: {'Port': ['ID=781c879f-f6ed-4fe4-89c0-7df22c04c427,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:30.899383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f578a3f-1b81-4d37-ab41-50cb17d338e7 req-5e3cf685-37ad-4bbd-b002-50925ddb7f15 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778944 Jul 30 01:38:30.934438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 781c879f-f6ed-4fe4-89c0-7df22c04c427 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:31.033624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 781c879f-f6ed-4fe4-89c0-7df22c04c427 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:31.035501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 781c879f-f6ed-4fe4-89c0-7df22c04c427 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:31.051216 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.092812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-94f97031-c099-4018-99d7-9528d615e4b3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=57a9daf069c54204a445f50a07607172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575502 Jul 30 01:38:31.103845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55640) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:31.166484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-b08c583a-625f-45f3-9fa9-483663c6bad6 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067587 Jul 30 01:38:31.175316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-bafb7e91-3635-4eb1-ac89-7db81cfd4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:31.181820 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-bafb7e91-3635-4eb1-ac89-7db81cfd4e4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5620270 Jul 30 01:38:31.187541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] No DVR routers for this DVR port 781c879f-f6ed-4fe4-89c0-7df22c04c427 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:31.191688 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.195930 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb6179a6-039e-46f6-b30e-1e6e9a8bb74c req-4a0b931f-baac-4ddf-870b-cbaf1dddeefe tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.22 "DELETE /v2.0/ports/781c879f-f6ed-4fe4-89c0-7df22c04c427 HTTP/1.1" status: 204 len: 173 time: 3.9269979 Jul 30 01:38:31.202967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Attempting to bind port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:31.207036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Attempting to bind port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:31.207710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Attempting to bind port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:31.337411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:31.337967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Attempting to bind port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:31.362958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:31.363654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:31.364202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:31.367719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Bound port: f9b4b205-7c52-480f-b936-7b16ce2c7dc9, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:31.368489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.432592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584c28cf-662a-4421-8969-ba80615af544 req-a00d00a9-f0fa-4c75-be1e-e0594d8bc3ad service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474747 Jul 30 01:38:31.443951 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a236f70-43fe-4507-90a8-31e5b53aff62 x-openstack-request-id: req-5a236f70-43fe-4507-90a8-31e5b53aff62 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:31.444433 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb85e3c8-8f1f-4506-a0b0-f637765b9e5d", "name": "network-vif-deleted", "tag": "9ce94be6-9b6b-40da-9d42-f771816013b8", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:31.444852 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5a236f70-43fe-4507-90a8-31e5b53aff62 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:31.445751 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb85e3c8-8f1f-4506-a0b0-f637765b9e5d', 'name': 'network-vif-deleted', 'tag': '9ce94be6-9b6b-40da-9d42-f771816013b8', 'status': 'completed', 'code': 200} Jul 30 01:38:31.449795 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae85c8c5-a82b-422e-b598-89857c9721f2 x-openstack-request-id: req-ae85c8c5-a82b-422e-b598-89857c9721f2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:31.452832 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:31.452832 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ae85c8c5-a82b-422e-b598-89857c9721f2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:31.452832 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'status': 'completed', 'code': 200} Jul 30 01:38:31.619325 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdc69059-0159-4c5b-848f-c80657209b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.697631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-106d4f8d-f1af-4db8-a0e4-a5763f7c0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:31.703506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-106d4f8d-f1af-4db8-a0e4-a5763f7c0951 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1096 time: 0.3012867 Jul 30 01:38:31.704624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdc69059-0159-4c5b-848f-c80657209b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.713028 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-d4a1c487-fb71-48cc-a1c3-de68afe1bd9b service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009823 Jul 30 01:38:31.767223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddb1e3-c9fa-45cb-859f-d94e8f83801f req-7872c388-842b-4f61-a8ac-a6e3e39ce79d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:31.772260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1ddb1e3-c9fa-45cb-859f-d94e8f83801f req-7872c388-842b-4f61-a8ac-a6e3e39ce79d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.1719191 Jul 30 01:38:31.911414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1ddb1e3-c9fa-45cb-859f-d94e8f83801f req-f2d4f8f3-3b26-4fb7-acb5-30b8df8fff03 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075699 Jul 30 01:38:31.933024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdc69059-0159-4c5b-848f-c80657209b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.937813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdc69059-0159-4c5b-848f-c80657209b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:31.946314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fdc69059-0159-4c5b-848f-c80657209b8f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7b1454e9-8f64-4351-acee-d691ebfb1384 HTTP/1.1" status: 204 len: 168 time: 0.8393052 Jul 30 01:38:31.961372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] For port f9b4b205-7c52-480f-b936-7b16ce2c7dc9, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:31.975193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc69059-0159-4c5b-848f-c80657209b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1454e9-8f64-4351-acee-d691ebfb1384,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:32.006244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] For port f9b4b205-7c52-480f-b936-7b16ce2c7dc9, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:32.031203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.200830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-6140a43d-9e61-45a9-a4ef-9c5aeaa3b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.206506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-6140a43d-9e61-45a9-a4ef-9c5aeaa3b8d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.4697061 Jul 30 01:38:32.207469 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-13e96719-8a27-44b0-808e-cdcfc3fab331 req-30de540e-61dd-447e-a378-36c13b2575a5 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719212 Jul 30 01:38:32.302799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0713bfd-e07e-43e1-8ee8-ba0071c7d07c req-d4ec5560-1248-4ba0-ba8e-783f507389a6 tempest-FloatingIPsAssociationNegativeTestJSON-361368068 tempest-FloatingIPsAssociationNegativeTestJSON-361368068-project] 10.222.0.84 "GET /v2.0/ports?device_id=495c3266-f750-4601-b7df-90194260f9f6 HTTP/1.1" status: 200 len: 210 time: 0.1200521 Jul 30 01:38:32.378452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.380360 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.383302 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] 10.222.0.41 "PUT /v2.0/ports/f9b4b205-7c52-480f-b936-7b16ce2c7dc9 HTTP/1.1" status: 200 len: 1096 time: 5.8291974 Jul 30 01:38:32.401005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.401922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.403312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.404484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.405750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.407228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.412067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.412362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.413761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.414729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.415655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.416680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.439259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c841999-b288-4309-9b93-2d0349f3595e req-6d9144e1-f0f7-4f17-8350-d7039d15416b tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791&device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3&device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c&device_id=f80a7813-e382-4134-8716-5ed0a3d61032&device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091&device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9&device_id=894f2868-56ce-4360-a20d-0320b2316b32&device_id=495c3266-f750-4601-b7df-90194260f9f6&device_id=17349c0e-840e-4c72-8605-6a47b43f7562&device_id=6991524c-7265-4acc-b0f9-606fbe954207&device_id=e3512ca0-5784-453b-828b-660e8a6227ed&device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 10890 time: 0.2688320 Jul 30 01:38:32.520917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4d39-b7fb-43fd-a0b3-6c399a7e5970 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:32.562019 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-abbf08dc-037f-4aa0-9d2a-8851b7c5e06e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 1001 time: 0.3425379 Jul 30 01:38:32.580894 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3c841999-b288-4309-9b93-2d0349f3595e req-3372e800-fac1-4a59-9f70-f3a072cbe445 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:32.663563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91faed3d-f9d0-4397-9400-6f57ea49e89f req-8a53e19a-95dd-4b92-bb9f-fa35d73e0a8f tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips/0d27157c-2a19-44c5-bf4a-a24d4ac7f87b HTTP/1.1" status: 200 len: 998 time: 0.2223244 Jul 30 01:38:32.750858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079abb-a941-4521-a438-804624f7f6f3 req-2674754e-8e4c-4aef-b12a-e01afb4efbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.758429 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-2674754e-8e4c-4aef-b12a-e01afb4efbee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 1099 time: 0.2559152 Jul 30 01:38:32.761886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-88346f3b-8fc6-4cd8-b7ae-922f344c3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:32.770118 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-88346f3b-8fc6-4cd8-b7ae-922f344c3296 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1951532 Jul 30 01:38:32.850456 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-15361782-2748-4c8c-bcda-64ec56e3b1b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f9b4b205-7c52-480f-b936-7b16ce2c7dc9 HTTP/1.1" status: 200 len: 217 time: 0.0779355 Jul 30 01:38:33.026965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-d18565b6-cb90-4d55-a4ac-16375875d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.031260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-d18565b6-cb90-4d55-a4ac-16375875d5e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775811 Jul 30 01:38:33.034387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079abb-a941-4521-a438-804624f7f6f3 req-72e3df5d-ee67-46b2-91da-d8ed89e91b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.037486 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-72e3df5d-ee67-46b2-91da-d8ed89e91b23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1592333 Jul 30 01:38:33.103341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faed3d-f9d0-4397-9400-6f57ea49e89f req-e1b5aadc-d820-4a47-8c0c-eced19b39eaf tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.105885 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91faed3d-f9d0-4397-9400-6f57ea49e89f req-e1b5aadc-d820-4a47-8c0c-eced19b39eaf tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.4343984 Jul 30 01:38:33.128737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-91faed3d-f9d0-4397-9400-6f57ea49e89f req-e41f2ecf-0021-4526-9894-59bf35af98be tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:38:33.130607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91faed3d-f9d0-4397-9400-6f57ea49e89f req-e41f2ecf-0021-4526-9894-59bf35af98be tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138786 Jul 30 01:38:33.182215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3c841999-b288-4309-9b93-2d0349f3595e req-3372e800-fac1-4a59-9f70-f3a072cbe445 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.193999 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3c841999-b288-4309-9b93-2d0349f3595e req-3372e800-fac1-4a59-9f70-f3a072cbe445 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.290083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c841999-b288-4309-9b93-2d0349f3595e req-3372e800-fac1-4a59-9f70-f3a072cbe445 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&id=24400ddb-cded-452b-bd7d-85fd5fafbddf&id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.8283587 Jul 30 01:38:33.299403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb079abb-a941-4521-a438-804624f7f6f3 req-864e42a1-0892-4565-b99e-369b0b2d0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.299403 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-864e42a1-0892-4565-b99e-369b0b2d0b18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312131 Jul 30 01:38:33.316635 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ee9b258-ec37-4eb4-89e6-d5df83dfe15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.352038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372e800-fac1-4a59-9f70-f3a072cbe445 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248bc72e-adc2-4ee4-97a2-f2b5ac69f7ab,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:33.365801 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-efd397de-1f0f-448d-8eef-db7a4352bb29 service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219340 Jul 30 01:38:33.429884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd01c1b-5fc9-4717-8531-a79979c139d7 req-318cbb58-ba2c-4e51-986a-c5f0b2888ab1 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.432880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cd01c1b-5fc9-4717-8531-a79979c139d7 req-318cbb58-ba2c-4e51-986a-c5f0b2888ab1 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 948 time: 0.1832108 Jul 30 01:38:33.464258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'name': 'network-vif-deleted', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427'}, {'name': 'network-changed', 'server_uuid': 'fb091c4e-40ce-45f2-9a11-504ea26f0791', 'tag': 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:33.469392 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4a8314-ab84-4246-b1af-79779efbd6d8" -d '{"events": [{"server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "name": "network-vif-deleted", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427"}, {"name": "network-changed", "server_uuid": "fb091c4e-40ce-45f2-9a11-504ea26f0791", "tag": "f9b4b205-7c52-480f-b936-7b16ce2c7dc9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:33.556317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cd01c1b-5fc9-4717-8531-a79979c139d7 req-359a3fed-67dd-47ce-91a7-9fc17857034d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073105 Jul 30 01:38:33.681777 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:33.717510 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-e36468a7-6fa7-45aa-a8b0-05b7e6193319 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056509 Jul 30 01:38:33.788956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-3b6cbe52-7ce0-45de-8e5b-34790d38d24c tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1001 time: 0.1906562 Jul 30 01:38:33.829013 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70474c2d-35b1-4673-8eef-0b2ebe45adc9 req-cc7eef40-8a4e-438d-b665-510a88b3779c service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392078 Jul 30 01:38:33.951471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411db24-5bc5-41ad-ba08-a4745ba001a7 req-a4b1850c-d353-41e9-8f55-64af8e9a0458 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.960300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9411db24-5bc5-41ad-ba08-a4745ba001a7 req-a4b1850c-d353-41e9-8f55-64af8e9a0458 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.2167323 Jul 30 01:38:33.977949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-57204360-7d29-4c35-9ee8-7469dfbcd35a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:33.992298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-57204360-7d29-4c35-9ee8-7469dfbcd35a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports/2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 942 time: 0.1636012 Jul 30 01:38:34.016531 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cb079abb-a941-4521-a438-804624f7f6f3 req-72732ae7-44e4-43f4-95da-ac35115a6590 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915757 Jul 30 01:38:34.201715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9411db24-5bc5-41ad-ba08-a4745ba001a7 req-e5e7e14f-da79-4b1b-98ca-81b00a49fbdc tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031367 Jul 30 01:38:34.283766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-7e5c7395-8ced-4ffb-8c1b-b299641578ae tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1001 time: 0.1752145 Jul 30 01:38:34.301013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55684) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:34.400154 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:34.589063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-a6c1f262-f92d-406a-ba25-9c7dfa7a9fdf tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.593385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-a6c1f262-f92d-406a-ba25-9c7dfa7a9fdf tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.2606854 Jul 30 01:38:34.681207 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f05d0c-0a89-4e18-bb86-0e5beefc8a1e x-openstack-request-id: req-62f05d0c-0a89-4e18-bb86-0e5beefc8a1e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:34.683150 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495c3266-f750-4601-b7df-90194260f9f6", "name": "network-vif-deleted", "tag": "781c879f-f6ed-4fe4-89c0-7df22c04c427", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb091c4e-40ce-45f2-9a11-504ea26f0791", "tag": "f9b4b205-7c52-480f-b936-7b16ce2c7dc9", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:34.683771 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-62f05d0c-0a89-4e18-bb86-0e5beefc8a1e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:34.684569 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495c3266-f750-4601-b7df-90194260f9f6', 'name': 'network-vif-deleted', 'tag': '781c879f-f6ed-4fe4-89c0-7df22c04c427', 'status': 'completed', 'code': 200} Jul 30 01:38:34.685641 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb091c4e-40ce-45f2-9a11-504ea26f0791', 'tag': 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9', 'status': 'completed', 'code': 200} Jul 30 01:38:34.787974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-89cbe0f7-979d-4a1c-80dc-6110a68606a0 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1001 time: 0.1747646 Jul 30 01:38:34.806527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-26a147d0-83eb-4818-9f26-6b49b8da6bb4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:34.910380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-db4cb2ab-506d-4f8d-b881-ca82683db6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:34.913182 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-db4cb2ab-506d-4f8d-b881-ca82683db6e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 1099 time: 0.1536200 Jul 30 01:38:34.916933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-26a147d0-83eb-4818-9f26-6b49b8da6bb4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.197759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-180ab67f-b2dd-41ca-ad97-7b69c94ff35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.200314 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-180ab67f-b2dd-41ca-ad97-7b69c94ff35b service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.2645786 Jul 30 01:38:35.252852 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-26a147d0-83eb-4818-9f26-6b49b8da6bb4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.267898 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-26a147d0-83eb-4818-9f26-6b49b8da6bb4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.268420 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-26a147d0-83eb-4818-9f26-6b49b8da6bb4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b disassociated. External IP: 172.25.7.172, port: 2a929ebe-17bb-477e-9c37-cfd270579eee. Jul 30 01:38:35.276720 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-ccbe835d-6637-4800-bad8-b62ae86bc75a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f9b4b205-7c52-480f-b936-7b16ce2c7dc9 HTTP/1.1" status: 200 len: 217 time: 0.0682478 Jul 30 01:38:35.399002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-4fc781ad-d566-4609-acce-1325671bcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.401108 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-4fc781ad-d566-4609-acce-1325671bcdaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1164284 Jul 30 01:38:35.552117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-c9bf641e-a9e1-4ec3-8c77-4a443016dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.554746 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-c9bf641e-a9e1-4ec3-8c77-4a443016dc54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438189 Jul 30 01:38:35.605441 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:35.717300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e5cb6-1745-4c06-a5c1-1e1536075ad0 req-1ac1d6fc-b36c-42f9-9c47-0bc62b6700ec tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.718202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e5cb6-1745-4c06-a5c1-1e1536075ad0 req-1ac1d6fc-b36c-42f9-9c47-0bc62b6700ec tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.719080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e5cb6-1745-4c06-a5c1-1e1536075ad0 req-1ac1d6fc-b36c-42f9-9c47-0bc62b6700ec tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:35.722727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f6e5cb6-1745-4c06-a5c1-1e1536075ad0 req-1ac1d6fc-b36c-42f9-9c47-0bc62b6700ec tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c&device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c&device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 2884 time: 0.1983392 Jul 30 01:38:35.734051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f9b4b205-7c52-480f-b936-7b16ce2c7dc9 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:38:35.832409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-26a147d0-83eb-4818-9f26-6b49b8da6bb4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:35.836160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f6e5cb6-1745-4c06-a5c1-1e1536075ad0 req-d9ca9bfa-6b34-49ff-a8a6-a1ce64919d41 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005497 Jul 30 01:38:36.008424 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.033421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f9b4b205-7c52-480f-b936-7b16ce2c7dc9, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:36.065700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9', 'mac_address': 'fa:16:3e:74:c2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:38:36.126620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-26a147d0-83eb-4818-9f26-6b49b8da6bb4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:36.133919 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.136990 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-26a147d0-83eb-4818-9f26-6b49b8da6bb4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.145827 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] Sync routers for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:36.167926 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:36.169502 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:36.192153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b4b205-7c52-480f-b936-7b16ce2c7dc9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:36.206804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-26a147d0-83eb-4818-9f26-6b49b8da6bb4 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "PUT /v2.0/floatingips/0d27157c-2a19-44c5-bf4a-a24d4ac7f87b HTTP/1.1" status: 200 len: 696 time: 1.4070320 Jul 30 01:38:36.209813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:36.213834 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe286e-a582-40b6-8f9f-627f5b028143" -d '{"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:36.234720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f1205-2906-46cc-90ec-e7086c586183 req-7a0340f8-1025-4174-899f-40483b63d9d3 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:36.248683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf8f1205-2906-46cc-90ec-e7086c586183 req-7a0340f8-1025-4174-899f-40483b63d9d3 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 948 time: 0.1956937 Jul 30 01:38:36.256236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f9b4b205-7c52-480f-b936-7b16ce2c7dc9, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:36.266252 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:36.366264 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-9599a11f-8919-4202-99ef-e0974d2ad281 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7995191 Jul 30 01:38:36.387830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf8f1205-2906-46cc-90ec-e7086c586183 req-cbb20205-62ba-4bce-8463-b07978aac7b5 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377516 Jul 30 01:38:36.400573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:36.408810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-bdebe8be-4eba-4e45-92c5-ee5249809296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:36.419346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-bdebe8be-4eba-4e45-92c5-ee5249809296 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1096 time: 0.1578617 Jul 30 01:38:36.516559 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:36.536841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f9b4b205-7c52-480f-b936-7b16ce2c7dc9'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:36.669376 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce4a8314-ab84-4246-b1af-79779efbd6d8 req-fb938504-79f4-45df-ac2a-cbe84619f64d service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941968 Jul 30 01:38:36.721723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-999adeb4-66e2-413d-a467-deb930f32c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:36.724735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-999adeb4-66e2-413d-a467-deb930f32c69 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.3023081 Jul 30 01:38:36.840487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-fd702f1d-addf-47b0-9e61-1390162f8076 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 217 time: 0.0985589 Jul 30 01:38:36.927221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Deleting port f2b91cdc-68ae-4989-8624-c1e70cbebc7f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:36.927789 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.011392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25c244-fd25-4cc6-b579-06c5e4283f86 req-79867355-4019-4a0d-9b08-ab2a01612f37 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:37.014733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f25c244-fd25-4cc6-b579-06c5e4283f86 req-79867355-4019-4a0d-9b08-ab2a01612f37 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.1793981 Jul 30 01:38:37.026976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-42c219f6-2bbd-40ae-a2bb-17f0aeb7c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:37.030099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-42c219f6-2bbd-40ae-a2bb-17f0aeb7c8b4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1441700 Jul 30 01:38:37.079023 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:37.091805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] For port f2b91cdc-68ae-4989-8624-c1e70cbebc7f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f2b91cdc-68ae-4989-8624-c1e70cbebc7f,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:37.092665 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.119394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Calling delete_port for f2b91cdc-68ae-4989-8624-c1e70cbebc7f owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:37.140661 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] Checking router: 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:37.144737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f25c244-fd25-4cc6-b579-06c5e4283f86 req-d2c05540-c54e-49d1-9476-e99dcf75b529 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078138 Jul 30 01:38:37.152130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-81b78d5a-9c12-445e-96ed-d39891304633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:37.157164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-81b78d5a-9c12-445e-96ed-d39891304633 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037607 Jul 30 01:38:37.161865 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:37.163334 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:37.409071 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:37.431888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-565a9c10-0e60-4814-9269-7c04140b7aa0 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599957 Jul 30 01:38:37.521662 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29707535-9770-45cb-a653-e862de0009e5 x-openstack-request-id: req-29707535-9770-45cb-a653-e862de0009e5 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:37.522488 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:37.523186 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29707535-9770-45cb-a653-e862de0009e5 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:37.524068 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'status': 'completed', 'code': 200} Jul 30 01:38:37.669437 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13489962-1354-4b68-a62b-42d15dd8ba44 req-9d83a94d-828c-4093-9afe-cbcd51f45158 service neutron] 10.222.0.84 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347808 Jul 30 01:38:37.685951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-85684ccc-35b9-45fd-b0a7-bf1dd879e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:37.689148 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-85684ccc-35b9-45fd-b0a7-bf1dd879e2ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 1096 time: 0.1306851 Jul 30 01:38:37.690175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:37.741682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b91cdc-68ae-4989-8624-c1e70cbebc7f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:37.751902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f9b4b205-7c52-480f-b936-7b16ce2c7dc9 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:38:37.959645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f95b06-8ac0-40f0-8622-00765dc6ce5a req-db2fc334-1c60-4bf7-9c5c-0b64fb8529dc tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:37.972972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:37.975158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1f95b06-8ac0-40f0-8622-00765dc6ce5a req-db2fc334-1c60-4bf7-9c5c-0b64fb8529dc tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 949 time: 0.1402099 Jul 30 01:38:37.991597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:37.992635 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.082428 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1f95b06-8ac0-40f0-8622-00765dc6ce5a req-baa35374-fc6a-4563-ab35-892447e36969 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990012 Jul 30 01:38:38.407543 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.421594 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:38.426345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-c675ef30-c46f-42e4-b545-3b7c589fef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:38.429383 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-c675ef30-c46f-42e4-b545-3b7c589fef46 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 200 len: 921 time: 0.6898398 Jul 30 01:38:38.480325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb091c4e-40ce-45f2-9a11-504ea26f0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:38.484637 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4000e-bd91-4731-a998-b8a49f8c6b6d" -d '{"events": [{"server_uuid": "fb091c4e-40ce-45f2-9a11-504ea26f0791", "name": "network-vif-plugged", "status": "completed", "tag": "f9b4b205-7c52-480f-b936-7b16ce2c7dc9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:38.516256 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393965b0-25fb-4e02-bc96-393746e228d7 None None] The sync data for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 is: [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:36:20Z', 'revision_number': 4, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ff61a081-31a4-4f9b-9f20-a0fa025b4ee9', 'name': '', 'network_id': '5e53fbd7-8722-444d-9a7f-62c2eede3758', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'mac_address': 'fa:16:3e:3c:43:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '55477313-331d-4329-a74d-1ca61382e718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:15Z', 'updated_at': '2021-07-30T01:36:35Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'subnets': [{'id': '55477313-331d-4329-a74d-1ca61382e718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:38.537400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f9b4b205-7c52-480f-b936-7b16ce2c7dc9, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:38.549856 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.614565 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-02c48925-0bd3-48f3-9fa6-c0cc68676780 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 200 len: 217 time: 0.1005542 Jul 30 01:38:38.697893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-dd8d2587-36dd-4789-9268-23b80a133ac6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2384450 Jul 30 01:38:38.737989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:38.749550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e6778-1665-43f7-87d7-de9bf9ac5b9a req-3be5ef8f-9fa7-429b-bda4-718002702699 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:38.752569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789e6778-1665-43f7-87d7-de9bf9ac5b9a req-3be5ef8f-9fa7-429b-bda4-718002702699 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.1944766 Jul 30 01:38:38.774512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:38.797143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-2e10d76f-d26d-42a0-8cad-91b60b22aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:38.800791 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-2e10d76f-d26d-42a0-8cad-91b60b22aac7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 200 len: 859 time: 0.1732709 Jul 30 01:38:38.875143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789e6778-1665-43f7-87d7-de9bf9ac5b9a req-5d431cd0-7871-476c-8c73-870c70e3be3e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078854 Jul 30 01:38:38.998051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-51b9e4f3-a4df-4a59-8f43-f6ed1d402ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:39.000388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-51b9e4f3-a4df-4a59-8f43-f6ed1d402ba1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 1101 time: 0.1618464 Jul 30 01:38:39.151028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b3465-b963-4d5c-9720-934663a9b12d None None] New status for floating IP 0d27157c-2a19-44c5-bf4a-a24d4ac7f87b: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:38:39.194569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-cfda31ce-0ecb-4fe5-8837-e3dce847ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:39.197358 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-cfda31ce-0ecb-4fe5-8837-e3dce847ac02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e53fbd7-8722-444d-9a7f-62c2eede3758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3824148 Jul 30 01:38:39.359543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-2adfcb80-7183-4ebe-989b-13eaecfd9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:39.362808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-2adfcb80-7183-4ebe-989b-13eaecfd9a09 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3209980 Jul 30 01:38:39.508967 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-d2cb49f8-ed54-4bca-b714-f2beb79ba7fe service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844570 Jul 30 01:38:39.576808 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec26f731-b1d3-4ca3-839c-3dd91638b155 x-openstack-request-id: req-ec26f731-b1d3-4ca3-839c-3dd91638b155 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:39.577174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-fcba42b8-af1b-4499-bbc7-25add4059905 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=8c7bae8c-1eef-4440-90ed-672fda95b292 HTTP/1.1" status: 200 len: 217 time: 0.1894734 Jul 30 01:38:39.577340 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb091c4e-40ce-45f2-9a11-504ea26f0791", "name": "network-vif-plugged", "status": "completed", "tag": "f9b4b205-7c52-480f-b936-7b16ce2c7dc9", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:39.577671 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ec26f731-b1d3-4ca3-839c-3dd91638b155 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:39.578310 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb091c4e-40ce-45f2-9a11-504ea26f0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9', 'code': 200} Jul 30 01:38:39.644224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-487dbe2a-3ee7-4c57-bcbb-19a49f513ae8 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips/0d27157c-2a19-44c5-bf4a-a24d4ac7f87b HTTP/1.1" status: 200 len: 696 time: 0.2634103 Jul 30 01:38:39.746280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:38:39.884416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-f73aef5b-a796-4c92-af65-ae93c8721168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:39.887549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-f73aef5b-a796-4c92-af65-ae93c8721168 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2937934 Jul 30 01:38:40.045277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55792) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:40.075766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:40.139766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-6fa899e8-4dcd-4ea2-b809-29b6a569ff1d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:40.142448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-6fa899e8-4dcd-4ea2-b809-29b6a569ff1d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.4967022 Jul 30 01:38:40.200598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-95e1b946-3d23-43b2-83b1-6f92d82213d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:40.203331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-95e1b946-3d23-43b2-83b1-6f92d82213d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2804468 Jul 30 01:38:40.250020 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbbe286e-a582-40b6-8f9f-627f5b028143 req-85ee142d-54a7-42ad-8bb6-26a372af1c00 service neutron] 10.222.0.22 "GET /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141278 Jul 30 01:38:40.292056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc17db-b804-4e90-81e8-0ac77d5b2fc8 req-eabf7c4a-80df-490b-9b7e-ac7d84fc388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:40.294073 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37fc17db-b804-4e90-81e8-0ac77d5b2fc8 req-eabf7c4a-80df-490b-9b7e-ac7d84fc388e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 1101 time: 0.4708056 Jul 30 01:38:40.382724 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b45d6c12-7abc-4452-bfc1-d5f77b24b885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.398703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:38:40.408827 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-79c8a6d9-5a50-489d-9137-3ee41d2e23ab admin admin] 10.222.0.84 "PUT /v2.0/routers/ef89ca67-d4ee-494b-90d0-51fa43a2ff0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1060686 Jul 30 01:38:40.420883 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] Sync routers for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:38:40.423472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:40.443352 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:40.450480 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:40.451361 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37fc17db-b804-4e90-81e8-0ac77d5b2fc8 req-90b93d68-ea1d-4629-bb61-aaeff3f42690 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465487 Jul 30 01:38:40.695503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.712345 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:40.796850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-1ddf65f4-8173-43d0-9a21-e74d658a6acc tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 697 time: 0.6172092 Jul 30 01:38:40.826638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b45d6c12-7abc-4452-bfc1-d5f77b24b885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.829869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24d9b43a-3e71-42b5-8c03-a0ccc25dbfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.855512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b45d6c12-7abc-4452-bfc1-d5f77b24b885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:40.870269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b850-cce4-4a35-aa8b-9152de04cdd4 req-85b39747-94db-4d46-a50e-81e4e18b1a32 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:40.882425 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d048b850-cce4-4a35-aa8b-9152de04cdd4 req-85b39747-94db-4d46-a50e-81e4e18b1a32 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 950 time: 0.7817578 Jul 30 01:38:40.979468 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b45d6c12-7abc-4452-bfc1-d5f77b24b885 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c2f96befb12043219714b796452b7121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8959994 Jul 30 01:38:40.983283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55804) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:41.017189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d6c12-7abc-4452-bfc1-d5f77b24b885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498824f-6a00-4461-83a2-200276e33487,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:41.061218 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.085198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-eb8e4e7e-d796-499d-9674-4d1c98d6c128 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 697 time: 0.2307777 Jul 30 01:38:41.128807 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:38:37Z', 'revision_number': 5, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port': {'id': 'ef48ffe2-1fcd-46cd-a121-02253992779a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:24Z', 'updated_at': '2021-07-30T01:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:41.166064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9186c99-e5e0-4324-af92-06ebfd7260a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.171217 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] Checking router: ef89ca67-d4ee-494b-90d0-51fa43a2ff0d for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:38:41.191333 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] Routers {'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:38:41.196655 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:41.221695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9186c99-e5e0-4324-af92-06ebfd7260a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.261592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d048b850-cce4-4a35-aa8b-9152de04cdd4 req-64c3ff66-827e-4c41-aeee-14bae7f2de69 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603673 Jul 30 01:38:41.275907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-a1877fcc-e20b-42fe-acb0-69ba83042fdb service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0154810 Jul 30 01:38:41.283569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Deleting port ef48ffe2-1fcd-46cd-a121-02253992779a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:41.283569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.481856 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] Set router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:38:41.502165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9186c99-e5e0-4324-af92-06ebfd7260a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.506834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9186c99-e5e0-4324-af92-06ebfd7260a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.513675 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f9186c99-e5e0-4324-af92-06ebfd7260a1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0498824f-6a00-4461-83a2-200276e33487 HTTP/1.1" status: 204 len: 168 time: 0.5254362 Jul 30 01:38:41.584035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] For port ef48ffe2-1fcd-46cd-a121-02253992779a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ef48ffe2-1fcd-46cd-a121-02253992779a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:41.584673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.615528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Calling delete_port for ef48ffe2-1fcd-46cd-a121-02253992779a owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:41.653271 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:38:41Z', 'revision_number': 6, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:41.728850 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d09ec-de81-48ef-b7a6-3b09261164a8 None None] The sync data for ids ['ef89ca67-d4ee-494b-90d0-51fa43a2ff0d'] in n-d-715271-7 is: [{'id': 'ef89ca67-d4ee-494b-90d0-51fa43a2ff0d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-184975151-router', 'tenant_id': 'a302e1b006be4798872defcfb2067d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:16Z', 'updated_at': '2021-07-30T01:38:41Z', 'revision_number': 6, 'project_id': 'a302e1b006be4798872defcfb2067d3c', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:38:41.850977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c196874-0b3e-4b60-a734-32bbe123c5ad req-bc11f989-fd04-41ba-afb8-69386d1c32d6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:41.853295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c196874-0b3e-4b60-a734-32bbe123c5ad req-bc11f989-fd04-41ba-afb8-69386d1c32d6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.3478448 Jul 30 01:38:41.861250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24d9b43a-3e71-42b5-8c03-a0ccc25dbfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.868993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e35bd5cc-e677-4e4c-9798-0fc82c5674fc req-d424924d-de62-416f-bdc8-76b9bec99ed2 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578289 Jul 30 01:38:41.872425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24d9b43a-3e71-42b5-8c03-a0ccc25dbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:41.897991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9186c99-e5e0-4324-af92-06ebfd7260a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498824f-6a00-4461-83a2-200276e33487,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:41.999972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-24d9b43a-3e71-42b5-8c03-a0ccc25dbfb4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f4c8a856dc80434b9912f7de5f0c0b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9472394 Jul 30 01:38:42.002608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Deleting port 6f95824c-d4ff-4ed1-af1c-0e802dd6b707 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:42.003185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.013281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55810) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:42.050680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.114038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9b43a-3e71-42b5-8c03-a0ccc25dbfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad0196-447c-498a-b570-3643795c9e11,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:42.156844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c196874-0b3e-4b60-a734-32bbe123c5ad req-02fb55df-b89b-47e5-866e-e0aeab822ec6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754128 Jul 30 01:38:42.249261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef48ffe2-1fcd-46cd-a121-02253992779a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:42.299525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.300216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.326622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Calling delete_port for 6f95824c-d4ff-4ed1-af1c-0e802dd6b707 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:42.326995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc453-e028-4e9b-bfbd-ff977867755d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.395068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.400324 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc453-e028-4e9b-bfbd-ff977867755d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.538371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2558e2-f018-4038-8674-28545468127c req-3f8b3d69-48f4-4df3-9a93-4186c7cde3dc tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:42.551002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a2558e2-f018-4038-8674-28545468127c req-3f8b3d69-48f4-4df3-9a93-4186c7cde3dc tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1101 time: 0.1989238 Jul 30 01:38:42.636325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a2558e2-f018-4038-8674-28545468127c req-5c8de5d2-b9ce-4758-968f-272978df18c1 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839233 Jul 30 01:38:42.649772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.655264 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.769237 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.769949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef89ca67-d4ee-494b-90d0-51fa43a2ff0d {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:38:42.791915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.793875 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a9e65a29-5f6b-4565-9746-a612b6acdc39 admin admin] 10.222.0.84 "DELETE /v2.0/routers/ef89ca67-d4ee-494b-90d0-51fa43a2ff0d HTTP/1.1" status: 204 len: 168 time: 2.3646572 Jul 30 01:38:42.800903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55826) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:42.808760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc453-e028-4e9b-bfbd-ff977867755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.814144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc453-e028-4e9b-bfbd-ff977867755d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:42.837889 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eb6cc453-e028-4e9b-bfbd-ff977867755d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/50ad0196-447c-498a-b570-3643795c9e11 HTTP/1.1" status: 204 len: 168 time: 0.8231709 Jul 30 01:38:42.874670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cc453-e028-4e9b-bfbd-ff977867755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad0196-447c-498a-b570-3643795c9e11,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:42.970280 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.064087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Pushing event deleted for resources: {'Port': ['ID=6f95824c-d4ff-4ed1-af1c-0e802dd6b707,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:43.078922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ef48ffe2-1fcd-46cd-a121-02253992779a no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:43.091181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bf1eab-7fee-4d76-9a71-bb8ed327db13 admin admin] Deleting subnet 00ec6ced-d53b-4e55-8cb9-45adc74f79fe {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:38:43.109946 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1eab-7fee-4d76-9a71-bb8ed327db13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.180450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ef48ffe2-1fcd-46cd-a121-02253992779a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:43.181117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ef48ffe2-1fcd-46cd-a121-02253992779a not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:43.181956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f2b91cdc-68ae-4989-8624-c1e70cbebc7f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:43.231326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f2b91cdc-68ae-4989-8624-c1e70cbebc7f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:43.232222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f2b91cdc-68ae-4989-8624-c1e70cbebc7f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:43.315002 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-2c1b1e3b-e5ac-4e88-8e48-9275ae3aa477 service neutron] show failed (client error): The resource could not be found. Jul 30 01:38:43.316827 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-2c1b1e3b-e5ac-4e88-8e48-9275ae3aa477 service neutron] 10.222.0.41 "GET /v2.0/ports/ecd49f50-5d73-482b-8599-d05ca699b411/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.3142292 Jul 30 01:38:43.325334 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.331398 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.358186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-742e1e02-1a68-466c-9afc-566fbe3919f3 req-f2b74894-2a9d-4d77-b656-9dee5ca9506a tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "DELETE /v2.0/floatingips/0d27157c-2a19-44c5-bf4a-a24d4ac7f87b HTTP/1.1" status: 204 len: 173 time: 2.2375703 Jul 30 01:38:43.379747 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1eab-7fee-4d76-9a71-bb8ed327db13 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.525208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71b57-6338-40fb-b612-8fd26dd86ad0 req-5028e60c-de90-4ec8-9604-704acc96b5fb tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:43.539411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88f71b57-6338-40fb-b612-8fd26dd86ad0 req-5028e60c-de90-4ec8-9604-704acc96b5fb tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 950 time: 0.3430271 Jul 30 01:38:43.635879 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1eab-7fee-4d76-9a71-bb8ed327db13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:43.822725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88f71b57-6338-40fb-b612-8fd26dd86ad0 req-146f60ef-5ee1-444b-aa94-0e78bd43a585 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821672 Jul 30 01:38:43.904285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc3320-a1a2-4fbc-8db0-30bc133a1e49 req-d739075b-52bd-414d-9deb-ca8a63309117 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:43.920509 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5cc3320-a1a2-4fbc-8db0-30bc133a1e49 req-d739075b-52bd-414d-9deb-ca8a63309117 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1101 time: 0.3492956 Jul 30 01:38:43.972785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55850) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:43.996156 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a5687a8-f104-4379-b55b-2e71e41980b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.012677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1eab-7fee-4d76-9a71-bb8ed327db13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.116154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf1eab-7fee-4d76-9a71-bb8ed327db13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ec6ced-d53b-4e55-8cb9-45adc74f79fe,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:44.132975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-b62d2e48-e240-4c3e-b7d8-1d1465486db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:44.136286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-b62d2e48-e240-4c3e-b7d8-1d1465486db4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 1101 time: 0.3639941 Jul 30 01:38:44.151166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1eab-7fee-4d76-9a71-bb8ed327db13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.155937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e5bf1eab-7fee-4d76-9a71-bb8ed327db13 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/00ec6ced-d53b-4e55-8cb9-45adc74f79fe HTTP/1.1" status: 204 len: 168 time: 1.3533134 Jul 30 01:38:44.156281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59249ad5-878c-49f3-9592-ca906b9a0cf4 None None] Network c0394da6-e4da-4c50-ad99-813d6a092c28 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:44.166652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55852) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:44.180438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:44.186776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5cc3320-a1a2-4fbc-8db0-30bc133a1e49 req-63b7c1bb-ca10-47c3-96ee-85f1b6d423df tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403889 Jul 30 01:38:44.189683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a5687a8-f104-4379-b55b-2e71e41980b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.196447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a5687a8-f104-4379-b55b-2e71e41980b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.321555 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5a5687a8-f104-4379-b55b-2e71e41980b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f1e713d97d1644469bbaaa306bbd7aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435543 Jul 30 01:38:44.323627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d4109-59d2-4104-8755-d0e61e4918d5 req-271c3ad2-0344-46d0-99d2-58985f621332 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:44.323893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55856) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:44.336262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d20d4109-59d2-4104-8755-d0e61e4918d5 req-271c3ad2-0344-46d0-99d2-58985f621332 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.3726184 Jul 30 01:38:44.341680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5687a8-f104-4379-b55b-2e71e41980b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d91f13-7299-414e-a551-1ea777d96cc9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:44.455420 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14db78b-c55e-4e74-8b46-235a370e70a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.458533 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.548742 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14db78b-c55e-4e74-8b46-235a370e70a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.559027 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.567537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f008b14-f474-4598-9958-c4913e38d6ec None None] DHCP port deletion for c0394da6-e4da-4c50-ad99-813d6a092c28 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:38:44.607364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d20d4109-59d2-4104-8755-d0e61e4918d5 req-9b64875b-0237-4202-976b-4ccdf8782cc4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682509 Jul 30 01:38:44.715764 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14db78b-c55e-4e74-8b46-235a370e70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.723086 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14db78b-c55e-4e74-8b46-235a370e70a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.728395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a14db78b-c55e-4e74-8b46-235a370e70a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/86d91f13-7299-414e-a551-1ea777d96cc9 HTTP/1.1" status: 204 len: 168 time: 0.4001791 Jul 30 01:38:44.759688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1f008b14-f474-4598-9958-c4913e38d6ec None None] Deleting port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:44.760309 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f008b14-f474-4598-9958-c4913e38d6ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.763649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14db78b-c55e-4e74-8b46-235a370e70a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d91f13-7299-414e-a551-1ea777d96cc9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:44.918068 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:38:44.947986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1f008b14-f474-4598-9958-c4913e38d6ec None None] For port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:44.949259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f008b14-f474-4598-9958-c4913e38d6ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:44.987757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:45.038933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e065e54-4550-4d21-b28d-7a6d20ffd5d7 req-16cd707b-9a8b-44e5-aec7-1ebde7df1747 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:45.041696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e065e54-4550-4d21-b28d-7a6d20ffd5d7 req-16cd707b-9a8b-44e5-aec7-1ebde7df1747 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 1101 time: 0.3233647 Jul 30 01:38:45.048277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Deleting port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:45.048858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.088487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1f008b14-f474-4598-9958-c4913e38d6ec None None] Calling delete_port for 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:45.259334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.342857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:45.350640 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.394365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e065e54-4550-4d21-b28d-7a6d20ffd5d7 req-989b6467-7c7e-471e-9e98-3a96004cd4a6 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335803 Jul 30 01:38:45.400591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] For port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,segment=NetworkSegment(c4de7453-3a98-4234-9005-3630ff40d414),segment_id=c4de7453-3a98-4234-9005-3630ff40d414)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:45.401409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.495641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:45.526329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Calling delete_port for 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:45.539820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:45.617528 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1f008b14-f474-4598-9958-c4913e38d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:45.688035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f008b14-f474-4598-9958-c4913e38d6ec None None] Pushing event deleted for resources: {'Port': ['ID=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:45.712512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f008b14-f474-4598-9958-c4913e38d6ec None None] No DVR routers for this DVR port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:45.778131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:45.839801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-b321615e-a21c-4a4e-8650-a2dc75a45dcf tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=a49d7ceec4644ede803f450f1cbebbce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1801093 Jul 30 01:38:45.991463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:45.994815 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb316571-1d12-4f23-9db8-60fd7e1de090" -d '{"events": [{"server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:46.008878 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.058086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Transition to ACTIVE for port object ecd49f50-5d73-482b-8599-d05ca699b411 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:46.078133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.089948 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.165919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=451b55e4-1522-4e3d-8a3d-d0ed5996fc54,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:46.198732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] No DVR routers for this DVR port 451b55e4-1522-4e3d-8a3d-d0ed5996fc54 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:46.339178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-c8281067-f65a-46b7-9e82-1825cb4ac273 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:46.342052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-c8281067-f65a-46b7-9e82-1825cb4ac273 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4617836 Jul 30 01:38:46.380007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] No DVR routers for this DVR port ecd49f50-5d73-482b-8599-d05ca699b411 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:46.523023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-6a99bad5-b3c4-42ca-a059-27cea9354e5f tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/quotas/a49d7ceec4644ede803f450f1cbebbce HTTP/1.1" status: 200 len: 375 time: 0.1505933 Jul 30 01:38:46.560632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:46.571508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.634884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ca8a9-abde-4da6-93c5-9c7577c09c7e req-fc3d0fef-d687-41f0-934a-867245eb8de1 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:46.637339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-839ca8a9-abde-4da6-93c5-9c7577c09c7e req-fc3d0fef-d687-41f0-934a-867245eb8de1 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 945 time: 0.4448893 Jul 30 01:38:46.641745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.642707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.644123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.644807 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.645901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.645901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.645901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.647291 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.647291 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.647291 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.760379 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.760933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.761451 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.761973 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 01:38:46.762710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0394da6-e4da-4c50-ad99-813d6a092c28']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:46.811935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-08748b0d-5339-49a2-89a2-7292980932a6 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a49d7ceec4644ede803f450f1cbebbce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2561672 Jul 30 01:38:46.821003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Attempting to bind port ecd49f50-5d73-482b-8599-d05ca699b411 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:46.821540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Attempting to bind port ecd49f50-5d73-482b-8599-d05ca699b411 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:46.822110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Attempting to bind port ecd49f50-5d73-482b-8599-d05ca699b411 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:46.836390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4de7453-3a98-4234-9005-3630ff40d414') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:46.836741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4de7453-3a98-4234-9005-3630ff40d414') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:38:46.872688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Port ecd49f50-5d73-482b-8599-d05ca699b411 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:46.873184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Attempting to bind port ecd49f50-5d73-482b-8599-d05ca699b411 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:46.879366 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.918785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:46.919372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:46.920073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:46.920872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Bound port: ecd49f50-5d73-482b-8599-d05ca699b411, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:46.921491 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.930690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.963157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:38:46.963657 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: from cryptography.utils import int_from_bytes Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: from cryptography.utils import int_from_bytes Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:38:46.979761 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:38:47.056201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-839ca8a9-abde-4da6-93c5-9c7577c09c7e req-6ec5b5de-9331-4614-a1f1-558196e7f2bd tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/security-groups?id=1aa57ff0-238d-4efb-8f78-0b809e05ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491150 Jul 30 01:38:47.152757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.193477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.197003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c0394da6-e4da-4c50-ad99-813d6a092c28 HTTP/1.1" status: 204 len: 168 time: 3.0265176 Jul 30 01:38:47.207474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eb853-533b-4e02-923c-34193554f6c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0394da6-e4da-4c50-ad99-813d6a092c28,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:47.527303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-7868d4f7-ca91-442c-adbd-fcbcca47977d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:47.530420 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-7868d4f7-ca91-442c-adbd-fcbcca47977d tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.22 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 945 time: 0.1466441 Jul 30 01:38:47.755357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-167a8b93-27bc-41e1-ac69-7c94e5c6786a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711126 Jul 30 01:38:47.756238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55922) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:47.769198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:47.818089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Deleting port 2a929ebe-17bb-477e-9c37-cfd270579eee {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:47.818962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:47.819410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ecd49f50-5d73-482b-8599-d05ca699b411 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:47.889782 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-14c97618-7c46-46cb-87e2-7252f878185e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a302e1b006be4798872defcfb2067d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286771 Jul 30 01:38:47.905971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f2438-4fff-45f0-b861-a4eca27ab086 req-4449ef8b-97b8-4069-a540-5a79aecdd705 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:47.919628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-047f2438-4fff-45f0-b861-a4eca27ab086 req-4449ef8b-97b8-4069-a540-5a79aecdd705 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 948 time: 0.7201848 Jul 30 01:38:47.925811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:47.927525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55926) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:47.932498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ecd49f50-5d73-482b-8599-d05ca699b411 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:47.964844 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.145953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:48.145953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.146865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] 10.222.0.22 "PUT /v2.0/ports/ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 1096 time: 3.9782312 Jul 30 01:38:48.239537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-047f2438-4fff-45f0-b861-a4eca27ab086 req-c7cd3afa-fb14-49fb-91b5-d9668f8e0dab tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180642 Jul 30 01:38:48.364345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-375aad2b-c4fe-429c-bd63-a5a7c3ccc875 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:48.367722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-375aad2b-c4fe-429c-bd63-a5a7c3ccc875 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5763142 Jul 30 01:38:48.369359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49d2a4-2d1e-4b83-b949-1178bd484488 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:48.397068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f37d5b5-8050-4be6-a39e-5ac4a2d8af01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.472632 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f37d5b5-8050-4be6-a39e-5ac4a2d8af01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.501199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-d4a955bc-33aa-444e-87f5-0e146fe0cc04 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/quotas/d0f98f9edc1a45c59355a7c052a282a1 HTTP/1.1" status: 200 len: 375 time: 0.1059372 Jul 30 01:38:48.507616 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9592b37-336c-44bf-a215-76e1fa7cadff x-openstack-request-id: req-e9592b37-336c-44bf-a215-76e1fa7cadff {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:48.508243 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:48.508803 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e9592b37-336c-44bf-a215-76e1fa7cadff {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:48.509356 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'code': 200} Jul 30 01:38:48.550427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] For port 2a929ebe-17bb-477e-9c37-cfd270579eee, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2a929ebe-17bb-477e-9c37-cfd270579eee,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:48.551150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.605152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Calling delete_port for 2a929ebe-17bb-477e-9c37-cfd270579eee owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:48.657743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-c000ac99-e4d9-415b-9e61-bfa849410b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:48.661032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-c000ac99-e4d9-415b-9e61-bfa849410b0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1099 time: 0.4569530 Jul 30 01:38:48.827607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-eecec478-f824-4bc0-b165-eea580d60a26 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3002591 Jul 30 01:38:48.897726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f37d5b5-8050-4be6-a39e-5ac4a2d8af01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.909094 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f37d5b5-8050-4be6-a39e-5ac4a2d8af01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:48.911136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3f37d5b5-8050-4be6-a39e-5ac4a2d8af01 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4c3c07bc-979d-469a-a9c0-00ddc8a678ce HTTP/1.1" status: 204 len: 168 time: 0.9781466 Jul 30 01:38:48.950971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37d5b5-8050-4be6-a39e-5ac4a2d8af01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3c07bc-979d-469a-a9c0-00ddc8a678ce,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:49.012633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-2ec2cfe5-ab86-4498-8844-660eba41020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:49.018907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-2ec2cfe5-ab86-4498-8844-660eba41020d service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3376520 Jul 30 01:38:49.046446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.148870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-03e1adb4-1f62-48fc-aa65-3f7a8a58e94a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 217 time: 0.1079369 Jul 30 01:38:49.149266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Pushing event deleted for resources: {'Port': ['ID=2a929ebe-17bb-477e-9c37-cfd270579eee,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:49.282820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] No DVR routers for this DVR port 2a929ebe-17bb-477e-9c37-cfd270579eee on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:38:49.288068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:49.293661 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1afabd10-a7f1-4a48-b7c5-4f13ed37de09 req-a20d9eeb-2b9b-43db-9771-0132f99cc327 tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.22 "DELETE /v2.0/ports/2a929ebe-17bb-477e-9c37-cfd270579eee HTTP/1.1" status: 204 len: 173 time: 1.7489231 Jul 30 01:38:49.295422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'name': 'network-vif-deleted', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:49.301523 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18baffe5-3512-44b9-a7ba-f35717c53346" -d '{"events": [{"server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "name": "network-vif-deleted", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:49.375155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-f34b3929-cc72-4ac4-bd25-de7f7bceec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:49.378398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-f34b3929-cc72-4ac4-bd25-de7f7bceec05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2121694 Jul 30 01:38:49.462772 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-12b17890-b089-40be-b156-4ea658f44a15 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a49d7ceec4644ede803f450f1cbebbce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591934 Jul 30 01:38:49.614428 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c822d92-ba8a-4ae3-a8fb-abdc1dcf0be8 req-0a06699e-976d-4c28-9309-776303477611 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 210 time: 0.2441330 Jul 30 01:38:49.708203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-49045bbd-9260-4c90-9ed3-ab3ad8da9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:49.714445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-49045bbd-9260-4c90-9ed3-ab3ad8da9889 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3092165 Jul 30 01:38:49.984069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-d98f9cbc-c239-4417-a174-347a52d0dc38 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:49.990337 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-d98f9cbc-c239-4417-a174-347a52d0dc38 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5106261 Jul 30 01:38:50.018738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Request body: {'port': {'device_id': '174fcf9e-17b1-4574-961e-97045b30d353', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'a49d7ceec4644ede803f450f1cbebbce'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:50.203305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2537d43-ca35-4eeb-9375-52430292794e req-95edaa05-a2da-405a-aca7-85050683a1cf tempest-FloatingIPsAssociationTestJSON-747745684 tempest-FloatingIPsAssociationTestJSON-747745684-project] 10.222.0.84 "GET /v2.0/ports?device_id=17349c0e-840e-4c72-8605-6a47b43f7562 HTTP/1.1" status: 200 len: 210 time: 0.2224681 Jul 30 01:38:50.352145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-eafaf3b1-c5cf-4fdc-b584-b9520aaa6f01 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245084 Jul 30 01:38:50.455936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Made reservation on behalf of a49d7ceec4644ede803f450f1cbebbce for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:50.474059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.518180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:50.520174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:50.524501 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846" -d '{"events": [{"name": "network-changed", "server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:50.572196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f34482c4-90ac-449e-8b6e-614894937b96 req-5a7acd78-12db-403c-85be-e5c84c43b6a4 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 210 time: 0.1565762 Jul 30 01:38:50.748591 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77f16f50-aa21-4db1-bb84-40ef25c853da req-c7e96d64-9e79-4862-a759-990998ae545d service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623075 Jul 30 01:38:50.788915 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb38589-966e-4a9a-9457-5ab95d3ba53b x-openstack-request-id: req-9eb38589-966e-4a9a-9457-5ab95d3ba53b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:50.789607 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17349c0e-840e-4c72-8605-6a47b43f7562", "name": "network-vif-deleted", "tag": "2a929ebe-17bb-477e-9c37-cfd270579eee", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:50.789801 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9eb38589-966e-4a9a-9457-5ab95d3ba53b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:50.790378 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17349c0e-840e-4c72-8605-6a47b43f7562', 'name': 'network-vif-deleted', 'tag': '2a929ebe-17bb-477e-9c37-cfd270579eee', 'status': 'completed', 'code': 200} Jul 30 01:38:50.874615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2a929ebe-17bb-477e-9c37-cfd270579eee no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:38:50.946224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28139be3-53a5-4fd8-ab6b-5183f27f2d97 req-23eeefff-97d7-4541-b3cd-bccba04347e1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:50.954308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28139be3-53a5-4fd8-ab6b-5183f27f2d97 req-23eeefff-97d7-4541-b3cd-bccba04347e1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 948 time: 0.1949639 Jul 30 01:38:50.974663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 2a929ebe-17bb-477e-9c37-cfd270579eee {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:38:50.976075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2a929ebe-17bb-477e-9c37-cfd270579eee not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:38:51.014634 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.034259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:51.095966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28139be3-53a5-4fd8-ab6b-5183f27f2d97 req-08bd5a20-39f2-40dd-ada3-6b670bad577e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278114 Jul 30 01:38:51.249252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79be1fc9-69af-4573-8b13-512ea94ef9f0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:51.290446 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5ec46c-997f-428a-aef8-6efbc4f19469 x-openstack-request-id: req-7f5ec46c-997f-428a-aef8-6efbc4f19469 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:38:51.291293 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:38:51.291688 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7f5ec46c-997f-428a-aef8-6efbc4f19469 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:38:51.292555 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'status': 'completed', 'code': 200} Jul 30 01:38:51.513095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-27cf4a14-c43a-4cb5-ac9b-7a36510691a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:51.517450 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-27cf4a14-c43a-4cb5-ac9b-7a36510691a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1099 time: 0.1733670 Jul 30 01:38:51.522700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-dbf5afc9-2543-46e9-802c-f75026c1480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:51.525677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-dbf5afc9-2543-46e9-802c-f75026c1480f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1099 time: 0.1380615 Jul 30 01:38:51.680681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Allocated IP 192.168.233.60 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/bdc1672a-3272-4c2d-873f-3a4cb54ef468) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:51.737505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55994) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:51.738491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14a7fbb6-e85f-48b0-92ac-e867af1b3e94 req-8732efa2-b5d8-476c-b982-5781bebc17eb tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 210 time: 0.2396343 Jul 30 01:38:51.740064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-24a82d61-4638-4e02-9b10-ea003a4c12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:51.742439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-24a82d61-4638-4e02-9b10-ea003a4c12c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.1900854 Jul 30 01:38:51.848656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-ec4488d2-d5b6-423f-832e-590a7e57bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:51.854784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-ec4488d2-d5b6-423f-832e-590a7e57bd85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3286757 Jul 30 01:38:51.887612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-8ba01827-4988-48d4-b382-1e373c2e99b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 217 time: 0.1217630 Jul 30 01:38:52.033214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56002) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:52.038180 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-f68a1caf-b611-43c7-b98d-021eccd27388 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 217 time: 0.1178882 Jul 30 01:38:52.270507 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-06d6ddfb-336f-4088-a9f5-fd10781d94dd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1663640 Jul 30 01:38:52.306391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-701328081-network', 'tenant_id': 'd9859880f21747c581ee426563ea687e'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:52.309428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-b219183b-89ec-416d-ba31-f9f164324603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:52.312334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-b219183b-89ec-416d-ba31-f9f164324603 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4151490 Jul 30 01:38:52.586235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17ae01bd-0576-41ec-84c4-82f51bba6900 req-03949fc9-4553-4010-bbfb-2bfbc1952846 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 210 time: 0.0749059 Jul 30 01:38:52.587228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-ffb74287-3ef8-4c99-8a2f-9dd1d6803b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:52.589502 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-ffb74287-3ef8-4c99-8a2f-9dd1d6803b59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4785366 Jul 30 01:38:52.615156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7b528-945e-4b76-9ef7-d47afaa676e1 req-580164b2-17f0-4d45-9a70-fe4c8b5e713a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:52.618343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4a7b528-945e-4b76-9ef7-d47afaa676e1 req-580164b2-17f0-4d45-9a70-fe4c8b5e713a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.3809543 Jul 30 01:38:52.624685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Made reservation on behalf of d9859880f21747c581ee426563ea687e for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:52.631185 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.651064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-eaa42644-fbef-47ef-9789-4b065f275b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:52.652464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-eaa42644-fbef-47ef-9789-4b065f275b72 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3014677 Jul 30 01:38:52.720787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.753788 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:52.842199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-a4f7c669-11f5-4df3-8398-ed02746a3c90 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:52.844941 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-a4f7c669-11f5-4df3-8398-ed02746a3c90 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5107934 Jul 30 01:38:52.852940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Transition to ACTIVE for port object bdc1672a-3272-4c2d-873f-3a4cb54ef468 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:52.873660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Request body: {'port': {'device_id': 'c1449569-af94-4c55-8f51-c6ab8d4ede0f', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'd0f98f9edc1a45c59355a7c052a282a1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:52.925253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-26d4195d-c4ca-4a91-99f5-98cf608e0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:52.928149 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-26d4195d-c4ca-4a91-99f5-98cf608e0caa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3270466 Jul 30 01:38:53.072278 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4a7b528-945e-4b76-9ef7-d47afaa676e1 req-83722980-41d3-4ef3-9f0c-3d39cbae9a9c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277153 Jul 30 01:38:53.277097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d828d-0b88-4bbd-a34b-a42ddeee8683 req-4e9239be-a88b-4c52-9cbd-3a894c831aeb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:53.287869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.292352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce2d828d-0b88-4bbd-a34b-a42ddeee8683 req-4e9239be-a88b-4c52-9cbd-3a894c831aeb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 948 time: 0.3268259 Jul 30 01:38:53.298290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-1955abf9-fa71-445e-91ab-2807adea76cd service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261809 Jul 30 01:38:53.438576 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-8f161105-28e5-48cf-b9df-c24b755a1b64 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568546 Jul 30 01:38:53.462343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:53.494885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:53.500131 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.529641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.532069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:53.602160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce2d828d-0b88-4bbd-a34b-a42ddeee8683 req-2d0d3114-391c-4b9d-850a-ad4fc3396952 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083386 Jul 30 01:38:53.603070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.608407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Pushing event updated for resources: {'Port': ['ID=bdc1672a-3272-4c2d-873f-3a4cb54ef468,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:53.735092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:38:53.785666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Made reservation on behalf of d0f98f9edc1a45c59355a7c052a282a1 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:53.792158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.812576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760739bc-d2c0-415c-848f-544493dd7fae req-408fbf9d-8201-4e0c-b618-41c846c98260 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:53.822720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-760739bc-d2c0-415c-848f-544493dd7fae req-408fbf9d-8201-4e0c-b618-41c846c98260 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 935 time: 0.4706244 Jul 30 01:38:53.834474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.834996 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Added segment ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d of type vlan for network b7dcaba9-c7c3-42ac-89fb-5120488593d9 Jul 30 01:38:53.843656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275a623c-b9b5-482c-9d5b-8c37551adb09,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:53.878318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:53.878318 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:53.966736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9256ebe6-1e23-4e88-8002-944543064904 req-7a2c67d0-fbaf-433f-a5eb-c4baea670a23 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 210 time: 0.0839703 Jul 30 01:38:53.972768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-e87f3fdf-449b-47f1-befd-d272b0734b45 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512682 Jul 30 01:38:53.990778 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fab39a3f-e587-4b2c-8bc4-4abbfb8ff846 req-09da6acb-4ddd-486b-b12b-2d973c9ef1ae service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263786 Jul 30 01:38:54.001770 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-310137c8-fef9-4c6a-87c5-6658f9fc7b61 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9909635 Jul 30 01:38:54.005913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-813ab5a4-048f-495b-bc4f-bcfc9ba9d5b2 None None] Provisioning for port bdc1672a-3272-4c2d-873f-3a4cb54ef468 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:54.029306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-813ab5a4-048f-495b-bc4f-bcfc9ba9d5b2 None None] Provisioning complete for port bdc1672a-3272-4c2d-873f-3a4cb54ef468 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:54.030646 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-813ab5a4-048f-495b-bc4f-bcfc9ba9d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.059182 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.079465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Request body: {'port': {'device_id': '174fcf9e-17b1-4574-961e-97045b30d353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:54.090785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-760739bc-d2c0-415c-848f-544493dd7fae req-8069885b-c3db-499f-ad0f-148fca3e17b7 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781425 Jul 30 01:38:54.149492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-813ab5a4-048f-495b-bc4f-bcfc9ba9d5b2 None None] Port bdc1672a-3272-4c2d-873f-3a4cb54ef468 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:54.375532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.398885 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.400683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:54.401671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.451914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Allocated IP 192.168.233.133 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/d1bff5d7-8836-4970-a651-5bdfa53bd314) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:38:54.472450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df07ea3-8f03-435f-a5f7-c8348f3b1056 req-77d9c7ee-a907-47a5-bccc-de5366770b3a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:54.476260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3df07ea3-8f03-435f-a5f7-c8348f3b1056 req-77d9c7ee-a907-47a5-bccc-de5366770b3a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1856072 Jul 30 01:38:54.530791 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:54.616567 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.8767033 Jul 30 01:38:54.631522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56038) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:54.654657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Request body: {'subnet': {'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-701328081-subnet', 'tenant_id': 'd9859880f21747c581ee426563ea687e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:54.706995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3df07ea3-8f03-435f-a5f7-c8348f3b1056 req-68129905-2120-4d18-9359-f518413bb2e1 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123280 Jul 30 01:38:54.736061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ea159-021a-4597-85c9-c31817ba76e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b7dcaba9-c7c3-42ac-89fb-5120488593d9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:54.764276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network b7dcaba9-c7c3-42ac-89fb-5120488593d9 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:38:55.210222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53edf-6b24-4405-b5d0-de2cbcaad083 req-41b18872-d047-436e-9d2d-df503225f258 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:55.225424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fe53edf-6b24-4405-b5d0-de2cbcaad083 req-41b18872-d047-436e-9d2d-df503225f258 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 948 time: 0.2892737 Jul 30 01:38:55.286115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.318727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Made reservation on behalf of d9859880f21747c581ee426563ea687e for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:38:55.321965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.396503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62801c69-2cd9-4582-9ba8-5d3d0b6d210f req-b56ec147-54cc-4634-86b0-eacf2f267fdd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 210 time: 0.0809650 Jul 30 01:38:55.464962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Transition to ACTIVE for port object d1bff5d7-8836-4970-a651-5bdfa53bd314 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:55.496024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fe53edf-6b24-4405-b5d0-de2cbcaad083 req-337e7254-2707-4319-86e8-4a85b39deb1a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603774 Jul 30 01:38:55.772137 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:55.793258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb', '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:55.835070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292', '35a51815-2159-4211-9009-00ebbace1adc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:56.186908 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.282802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f563e3-fac5-43ff-9249-134e6f124b88 req-c1d77bfc-1372-41bc-bb7f-8351c4e7d983 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:56.296590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44f563e3-fac5-43ff-9249-134e6f124b88 req-c1d77bfc-1372-41bc-bb7f-8351c4e7d983 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2034466 Jul 30 01:38:56.317382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd073c05-685e-4463-bf6b-2188db3da3b6 req-9db74eba-c766-4d56-b04a-38f176dd6411 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:56.320098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd073c05-685e-4463-bf6b-2188db3da3b6 req-9db74eba-c766-4d56-b04a-38f176dd6411 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 935 time: 0.7597163 Jul 30 01:38:56.444704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44f563e3-fac5-43ff-9249-134e6f124b88 req-4d75334b-b9ce-420e-abf8-224d2355f14e tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226656 Jul 30 01:38:56.536618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Deleting port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:38:56.539135 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.574996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:38:56.585443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56072) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:56.629342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:56.633425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:38:56.650423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc1672a-3272-4c2d-873f-3a4cb54ef468 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:56.714248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a5d721-50b0-47c9-a6f9-0026d813c946,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:56.722385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.731197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event updated for resources: {'Port': ['ID=d1bff5d7-8836-4970-a651-5bdfa53bd314,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:56.752305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Checking segment: {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:56.752890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Network hostable DHCP agents. Network: b7dcaba9-c7c3-42ac-89fb-5120488593d9, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:38:56.802238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd073c05-685e-4463-bf6b-2188db3da3b6 req-b9303f7c-5430-4d33-a91e-781192c01abf tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948040 Jul 30 01:38:56.806973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Transition to ACTIVE for port object bdc1672a-3272-4c2d-873f-3a4cb54ef468 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:56.873913 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:56.875139 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.896794 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:56.992709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ecd49f50-5d73-482b-8599-d05ca699b411 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:38:56.994165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Network b7dcaba9-c7c3-42ac-89fb-5120488593d9 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:38:57.002131 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-4278e4ee-5a13-4a78-92b1-686ca995f130 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1389811 Jul 30 01:38:57.039973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1672a-3272-4c2d-873f-3a4cb54ef468,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:57.044195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.090988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Request body: {'port': {'device_id': 'c1449569-af94-4c55-8f51-c6ab8d4ede0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:38:57.132941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262334c-f738-4d87-946e-0c202b06dcef req-c0e131dd-789d-4271-b438-35f7c706e6d7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:57.151188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6262334c-f738-4d87-946e-0c202b06dcef req-c0e131dd-789d-4271-b438-35f7c706e6d7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 936 time: 0.3268051 Jul 30 01:38:57.180646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, b7dcaba9-c7c3-42ac-89fb-5120488593d9) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:38:57.229285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:57.230733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.269940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] For port ff61a081-31a4-4f9b-9f20-a0fa025b4ee9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ff61a081-31a4-4f9b-9f20-a0fa025b4ee9,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:57.270497 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.344184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Calling delete_port for ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:38:57.368102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6262334c-f738-4d87-946e-0c202b06dcef req-45ca5d46-2057-4936-9c29-705f6cf6be4d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139101 Jul 30 01:38:57.392460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4e4c3-0677-4440-b93c-2018ab1e1293 req-8f34b715-fcb3-413f-850a-82739d2b6981 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:57.402124 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5f4e4c3-0677-4440-b93c-2018ab1e1293 req-8f34b715-fcb3-413f-850a-82739d2b6981 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 948 time: 0.3300433 Jul 30 01:38:57.436963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09c51e-40e1-45f1-8910-e70c493f543e None None] Network b7dcaba9-c7c3-42ac-89fb-5120488593d9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:57.611082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-873a1dad-6d85-486b-bc31-af45d7c1672b None None] Provisioning for port d1bff5d7-8836-4970-a651-5bdfa53bd314 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:38:57.674312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-873a1dad-6d85-486b-bc31-af45d7c1672b None None] Provisioning complete for port d1bff5d7-8836-4970-a651-5bdfa53bd314 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:38:57.674935 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-873a1dad-6d85-486b-bc31-af45d7c1672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:57.697131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5f4e4c3-0677-4440-b93c-2018ab1e1293 req-9e08a7b6-e678-4f86-b8ab-ced533b17825 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875834 Jul 30 01:38:57.857906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:57.912340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-873a1dad-6d85-486b-bc31-af45d7c1672b None None] Port d1bff5d7-8836-4970-a651-5bdfa53bd314 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:38:57.955859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'mac_address': 'fa:16:3e:ad:1f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:38:58.000295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.043241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e6926-e102-4ac5-908f-cd25054f9fc7 None None] Network b7dcaba9-c7c3-42ac-89fb-5120488593d9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:38:58.055014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda834c-dd17-487c-ae01-9d75d5734569 req-d05c8786-5a83-4e9b-9c76-d3c1e9b8b9d4 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:58.058122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bda834c-dd17-487c-ae01-9d75d5734569 req-d05c8786-5a83-4e9b-9c76-d3c1e9b8b9d4 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2834733 Jul 30 01:38:58.209460 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.278449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd49f50-5d73-482b-8599-d05ca699b411 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:58.307954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bda834c-dd17-487c-ae01-9d75d5734569 req-1af76603-425f-4e80-b2aa-e122927bd0ca tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298741 Jul 30 01:38:58.309027 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.390967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff61a081-31a4-4f9b-9f20-a0fa025b4ee9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:58.451959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1147a-e0ee-48ca-aae8-6103175b9fe3 req-c609905d-cf77-4418-b685-30888e0e804c tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:58.453702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:38:58.470450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7f1147a-e0ee-48ca-aae8-6103175b9fe3 req-c609905d-cf77-4418-b685-30888e0e804c tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 947 time: 0.3178885 Jul 30 01:38:58.474415 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.617059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.752774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:58.753487 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:58.790509 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4ea32ebc-28ff-44fa-bdd0-a17904d45578 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 4.1434231 Jul 30 01:38:58.808527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-76552d09-c706-4548-be00-6273bc603cf8 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:58.812233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-76552d09-c706-4548-be00-6273bc603cf8 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 948 time: 0.5189006 Jul 30 01:38:58.873300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7f1147a-e0ee-48ca-aae8-6103175b9fe3 req-6a0e4f93-770b-43cf-97da-0136f26415cd tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238480 Jul 30 01:38:58.873863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Attempting to bind port bdc1672a-3272-4c2d-873f-3a4cb54ef468 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:38:58.874426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Attempting to bind port bdc1672a-3272-4c2d-873f-3a4cb54ef468 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:38:58.875168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Attempting to bind port bdc1672a-3272-4c2d-873f-3a4cb54ef468 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:59.005662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Port bdc1672a-3272-4c2d-873f-3a4cb54ef468 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:38:59.006658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Attempting to bind port bdc1672a-3272-4c2d-873f-3a4cb54ef468 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:38:59.027891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ecd49f50-5d73-482b-8599-d05ca699b411'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:38:59.090021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f292e57-88ad-4928-a841-21eb3965a412,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:38:59.099943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.102286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:38:59.102859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:38:59.103532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:38:59.104590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Bound port: bdc1672a-3272-4c2d-873f-3a4cb54ef468, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:38:59.105326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.130277 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a64b5395741f4aa18ef7f292f8176081&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5374732 Jul 30 01:38:59.132445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56094) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:38:59.146602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.147318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.148008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.148795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.149398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.150636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.150636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.150636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.152095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.152095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.153215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.153215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37860fbc-9032-4caa-ae73-32bfba99a8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:38:59.253156 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-b7ae123e-7fef-4b0d-b8b7-c1565bb6e3b5 service neutron] delete failed (client error): The resource could not be found. Jul 30 01:38:59.255208 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-b7ae123e-7fef-4b0d-b8b7-c1565bb6e3b5 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ecd49f50-5d73-482b-8599-d05ca699b411/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.3716645 Jul 30 01:38:59.412163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b88d6-8326-47e9-b455-61ff627eae62 req-d7b26727-e857-4630-9d46-20f8dfb1bcfa tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:59.414938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c88b88d6-8326-47e9-b455-61ff627eae62 req-d7b26727-e857-4630-9d46-20f8dfb1bcfa tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 949 time: 0.8626263 Jul 30 01:38:59.478420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] For port bdc1672a-3272-4c2d-873f-3a4cb54ef468, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:38:59.534069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] For port bdc1672a-3272-4c2d-873f-3a4cb54ef468, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=bdc1672a-3272-4c2d-873f-3a4cb54ef468,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:38:59.549955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513ba73-be4a-4180-9275-a6586f699842 req-61cc09d7-93b9-44b1-bdac-fe3c0902df57 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:59.552227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2513ba73-be4a-4180-9275-a6586f699842 req-61cc09d7-93b9-44b1-bdac-fe3c0902df57 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 936 time: 0.4436619 Jul 30 01:38:59.552844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bff5d7-8836-4970-a651-5bdfa53bd314 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:38:59.564278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.582149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.617421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c88b88d6-8326-47e9-b455-61ff627eae62 req-814fd7e6-a8a1-4f41-ab0a-13c8105d2a1b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853707 Jul 30 01:38:59.631397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e99f66b-3dc9-4b8f-bfa7-8cee560196f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.666697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:59.667808 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.670560 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] 10.222.0.22 "PUT /v2.0/ports/bdc1672a-3272-4c2d-873f-3a4cb54ef468 HTTP/1.1" status: 200 len: 1095 time: 5.6036465 Jul 30 01:38:59.674383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174fcf9e-17b1-4574-961e-97045b30d353', 'tag': 'bdc1672a-3272-4c2d-873f-3a4cb54ef468'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:38:59.682139 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353" -d '{"events": [{"name": "network-changed", "server_uuid": "174fcf9e-17b1-4574-961e-97045b30d353", "tag": "bdc1672a-3272-4c2d-873f-3a4cb54ef468"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:38:59.704425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-c6912624-8417-4962-ab96-ec43ea4b77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:38:59.709465 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-c6912624-8417-4962-ab96-ec43ea4b77fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1100 time: 0.2631805 Jul 30 01:38:59.711668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Transition to ACTIVE for port object d1bff5d7-8836-4970-a651-5bdfa53bd314 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:38:59.723746 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.786704 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e99f66b-3dc9-4b8f-bfa7-8cee560196f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:38:59.812872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2513ba73-be4a-4180-9275-a6586f699842 req-1ef04ab8-0ae4-4dd0-aef1-e533c32039cf tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278066 Jul 30 01:39:00.066940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db56fd9-1922-4516-a9f1-a8867f601a55 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1672a-3272-4c2d-873f-3a4cb54ef468,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:00.085986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-e32c01c0-5790-4631-88b1-6a605cfbf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.090457 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-e32c01c0-5790-4631-88b1-6a605cfbf5b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3628790 Jul 30 01:39:00.114733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:00.193654 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e99f66b-3dc9-4b8f-bfa7-8cee560196f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.210505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e99f66b-3dc9-4b8f-bfa7-8cee560196f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.217233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1e99f66b-3dc9-4b8f-bfa7-8cee560196f5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1f292e57-88ad-4928-a841-21eb3965a412 HTTP/1.1" status: 204 len: 168 time: 1.0291576 Jul 30 01:39:00.235024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b27891-1c31-4272-a815-c362928e620f req-3e716810-0c16-4751-8301-d8941bf88f57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.237606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5b27891-1c31-4272-a815-c362928e620f req-3e716810-0c16-4751-8301-d8941bf88f57 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2355061 Jul 30 01:39:00.334791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99f66b-3dc9-4b8f-bfa7-8cee560196f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f292e57-88ad-4928-a841-21eb3965a412,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:00.346327 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-5361c5c9-e4e0-45d8-b547-53f5ee14370b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 217 time: 0.1898863 Jul 30 01:39:00.348194 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Pushing event updated for resources: {'Port': ['ID=d1bff5d7-8836-4970-a651-5bdfa53bd314,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:00.532523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5b27891-1c31-4272-a815-c362928e620f req-5f2690c3-6821-4115-911f-1dd01ba76ab5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103798 Jul 30 01:39:00.572872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-3e42d1ed-306c-4ff3-b6e4-1dfbd74a3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.577189 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-3e42d1ed-306c-4ff3-b6e4-1dfbd74a3254 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a49d7ceec4644ede803f450f1cbebbce&device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 1098 time: 0.7812312 Jul 30 01:39:00.579977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-cb6de70c-6982-4401-8a6e-1025cbc82745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.585400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-cb6de70c-6982-4401-8a6e-1025cbc82745 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2178872 Jul 30 01:39:00.695707 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b37a1ec1-7745-4af3-a5d7-49a5ff1ad41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:00.708773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:00.717744 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88bdd22-9feb-46f7-b5e7-35b214ddb4c5 x-openstack-request-id: req-f88bdd22-9feb-46f7-b5e7-35b214ddb4c5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:00.717744 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174fcf9e-17b1-4574-961e-97045b30d353", "tag": "bdc1672a-3272-4c2d-873f-3a4cb54ef468", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:00.717744 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f88bdd22-9feb-46f7-b5e7-35b214ddb4c5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:00.718232 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174fcf9e-17b1-4574-961e-97045b30d353', 'tag': 'bdc1672a-3272-4c2d-873f-3a4cb54ef468', 'status': 'completed', 'code': 200} Jul 30 01:39:00.728724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] Sync routers for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:00.744490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-01b8a5ef-bada-4b84-bf81-34c87ec2e698 admin admin] 10.222.0.84 "PUT /v2.0/routers/847f03dd-2c7b-43ba-8dbd-f7f612b48aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7055509 Jul 30 01:39:00.748402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:00.749504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:00.752377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56120) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:00.841305 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-78739183-3cf0-4650-915f-205bc64d2b50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=bdc1672a-3272-4c2d-873f-3a4cb54ef468 HTTP/1.1" status: 200 len: 217 time: 0.1570716 Jul 30 01:39:00.965097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-b234de21-94d7-41fc-af45-779456819eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:00.967766 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-b234de21-94d7-41fc-af45-779456819eb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3689814 Jul 30 01:39:00.991715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ecd49f50-5d73-482b-8599-d05ca699b411 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:00.994770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Attempting to bind port d1bff5d7-8836-4970-a651-5bdfa53bd314 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:00.995420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Attempting to bind port d1bff5d7-8836-4970-a651-5bdfa53bd314 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:00.995906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Attempting to bind port d1bff5d7-8836-4970-a651-5bdfa53bd314 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:01.058330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-8bf7ac4b-2123-4112-940c-0cb814335265 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:01.072090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-8bf7ac4b-2123-4112-940c-0cb814335265 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 804 time: 0.5208845 Jul 30 01:39:01.085309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-264aa2fd-1ff1-4b7d-bc86-f61bea332ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:01.088502 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-264aa2fd-1ff1-4b7d-bc86-f61bea332ab2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2297251 Jul 30 01:39:01.093649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Port d1bff5d7-8836-4970-a651-5bdfa53bd314 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:01.095084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Attempting to bind port d1bff5d7-8836-4970-a651-5bdfa53bd314 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:01.104854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:01.139152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:01.139916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:01.140364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:01.141650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Bound port: d1bff5d7-8836-4970-a651-5bdfa53bd314, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:01.142268 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.152461 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-6a0a0db2-d717-42b7-ba01-5a65bb95ecfe tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/quotas/d9859880f21747c581ee426563ea687e HTTP/1.1" status: 200 len: 375 time: 0.0787435 Jul 30 01:39:01.220476 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.239647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26634e3-2e3c-4a72-ae9f-fb2f2ae732b6 req-3e3de045-5ce5-4a7d-8c63-fce0ea1ea722 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:01.242135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a26634e3-2e3c-4a72-ae9f-fb2f2ae732b6 req-3e3de045-5ce5-4a7d-8c63-fce0ea1ea722 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 947 time: 0.3353045 Jul 30 01:39:01.256481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-9b68b1f0-bd8e-4267-9e91-2c8f1e0f6706 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023004 Jul 30 01:39:01.307114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-05d80b0d-7fec-465c-9b95-dd66bd71af72 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305628 Jul 30 01:39:01.319070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-3890d428-9417-4dc5-bcc2-878a7e753c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:01.322231 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-3890d428-9417-4dc5-bcc2-878a7e753c57 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2064974 Jul 30 01:39:01.377827 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.381446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] For port d1bff5d7-8836-4970-a651-5bdfa53bd314, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:01.392468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] For port d1bff5d7-8836-4970-a651-5bdfa53bd314, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1bff5d7-8836-4970-a651-5bdfa53bd314,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:01.444281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.534523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port ecd49f50-5d73-482b-8599-d05ca699b411 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:01.555409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port ecd49f50-5d73-482b-8599-d05ca699b411 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:01.556320 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.650851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:01.651936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.652245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a26634e3-2e3c-4a72-ae9f-fb2f2ae732b6 req-d357d857-a9e7-4d1b-beda-72e9594743e4 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940694 Jul 30 01:39:01.654280 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] 10.222.0.41 "PUT /v2.0/ports/d1bff5d7-8836-4970-a651-5bdfa53bd314 HTTP/1.1" status: 200 len: 1096 time: 4.5783391 Jul 30 01:39:01.696050 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:01.799992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:38:58Z', 'revision_number': 5, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port': {'id': 'fd6706d8-28e0-43db-941d-cc404e7d319b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:01.854280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f9a8-059f-4f72-afa4-bb08fc61562a service neutron] Pushing event updated for resources: {'Port': ['ID=d1bff5d7-8836-4970-a651-5bdfa53bd314,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:01.948328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] Checking router: 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:01.959704 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-6eaae4ac-8cb3-4e18-a01a-f19428c99907 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537605 Jul 30 01:39:01.964451 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3ec191fa-a2b8-466d-949d-4484f4246dc9 req-b2129eca-b718-4c92-b25a-a003311bef99 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6382077 Jul 30 01:39:01.998085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3d83867a-af6e-4c24-b4aa-3a2e43aacaa0 service neutron] 10.222.0.84 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590040 Jul 30 01:39:02.011227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] Routers {'847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:02.015268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:38:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:02.021835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.097333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-226cc52d-b844-45dc-8e09-a51cbdc594dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.098459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Deleting port fd6706d8-28e0-43db-941d-cc404e7d319b {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:02.098459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.100221 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-226cc52d-b844-45dc-8e09-a51cbdc594dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 1099 time: 0.3284674 Jul 30 01:39:02.183571 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e6ce4d72-9baa-4659-bf52-2d3166020649 req-4aac25ff-8c8d-4c10-975b-8d26a1ce17d8 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049134 Jul 30 01:39:02.242677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:02.245746 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac24b8b3-ef55-4d92-b1a5-a8587e14183c" -d '{"events": [{"server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:02.259603 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-6420f726-707a-4f1e-bc04-1e0f07045e88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d1bff5d7-8836-4970-a651-5bdfa53bd314 HTTP/1.1" status: 200 len: 217 time: 0.0743537 Jul 30 01:39:02.301003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:02.331102 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.390184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] Set router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:02.468572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962ae62-9dc6-4534-bc01-ae52d78c54b3 req-e8e71cc7-cf22-410e-a786-c0d01bdf48e0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.471544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-1526e85f-1fb3-4965-a243-79c90b47a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.471954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3962ae62-9dc6-4534-bc01-ae52d78c54b3 req-e8e71cc7-cf22-410e-a786-c0d01bdf48e0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 949 time: 0.5627453 Jul 30 01:39:02.476296 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-1526e85f-1fb3-4965-a243-79c90b47a666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1968014 Jul 30 01:39:02.521466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:39:01Z', 'revision_number': 6, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:02.528791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] For port fd6706d8-28e0-43db-941d-cc404e7d319b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fd6706d8-28e0-43db-941d-cc404e7d319b,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:02.529540 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:02.568272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-066e46a8-6684-47fd-8c55-813932339c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.571982 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-066e46a8-6684-47fd-8c55-813932339c4e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a49d7ceec4644ede803f450f1cbebbce&device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 1098 time: 0.2201040 Jul 30 01:39:02.608403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Calling delete_port for fd6706d8-28e0-43db-941d-cc404e7d319b owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:02.623908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6e7b9-342a-44dd-b6e8-217999f8dcb1 None None] The sync data for ids ['847f03dd-2c7b-43ba-8dbd-f7f612b48aa7'] in n-d-715271-7 is: [{'id': '847f03dd-2c7b-43ba-8dbd-f7f612b48aa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-935581441-router', 'tenant_id': '0a69c361c08a4f8d8c3166233887a3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:09Z', 'updated_at': '2021-07-30T01:39:01Z', 'revision_number': 6, 'project_id': '0a69c361c08a4f8d8c3166233887a3b8', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:02.644352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-1e1c10fb-491a-4913-8f30-c307c3b0f10b service neutron] 10.222.0.84 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257923 Jul 30 01:39:02.687329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3962ae62-9dc6-4534-bc01-ae52d78c54b3 req-6df9535d-b5bb-4e0a-8448-b3b5c1a33775 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952479 Jul 30 01:39:02.752109 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:02.778584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1449569-af94-4c55-8f51-c6ab8d4ede0f', 'tag': 'd1bff5d7-8836-4970-a651-5bdfa53bd314'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:02.784578 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536555bf-07fb-40bf-a673-25b33114b4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1449569-af94-4c55-8f51-c6ab8d4ede0f", "tag": "d1bff5d7-8836-4970-a651-5bdfa53bd314"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:02.796286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-a3b1c417-4dc5-4fb4-83c8-874598033c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:02.800174 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-a3b1c417-4dc5-4fb4-83c8-874598033c98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3051236 Jul 30 01:39:03.052365 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-cbc3754a-951b-428b-a3af-a7d231ba982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:03.058964 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-cbc3754a-951b-428b-a3af-a7d231ba982c service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4658222 Jul 30 01:39:03.162307 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:03.193544 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-126923dc-e198-4363-83a6-ff3cef789ab8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=bdc1672a-3272-4c2d-873f-3a4cb54ef468 HTTP/1.1" status: 200 len: 217 time: 0.1100862 Jul 30 01:39:03.218423 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-09347328-04e7-4c34-9916-274f2233edce service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097517 Jul 30 01:39:03.238461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.240627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:03.241936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ff61a081-31a4-4f9b-9f20-a0fa025b4ee9 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:03.317482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f9b47-15d8-436e-ba6f-77840bc71f01 req-f3c97bc7-7764-40d9-ac5a-10b8605d444d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:03.333176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f3f9b47-15d8-436e-ba6f-77840bc71f01 req-f3c97bc7-7764-40d9-ac5a-10b8605d444d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 948 time: 0.2011337 Jul 30 01:39:03.349022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6706d8-28e0-43db-941d-cc404e7d319b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:03.350560 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a427509-16cc-4456-91aa-51b594c1f7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.410851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.413118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.413118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.413118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.413485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.414105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.415029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.416974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.416974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.416974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.416974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.420114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:03.511551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-434af0f3-6047-49fe-b418-c15a259f02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:03.515196 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-434af0f3-6047-49fe-b418-c15a259f02cd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2931716 Jul 30 01:39:03.654243 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-69342a23-24e8-4e96-9245-c2ffcf8517b5 req-2d3241ce-bab9-4948-917d-14be3530f29b service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972616 Jul 30 01:39:03.665252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-a54aa557-f5c8-44c5-8768-53c5dcb111c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:03.668498 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-a54aa557-f5c8-44c5-8768-53c5dcb111c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227212 Jul 30 01:39:03.697141 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:03.878703 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-40fd7c4c-2251-40d3-a8d8-6a72af3b0c4c service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800385 Jul 30 01:39:03.957095 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.101553 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf23e9cf-ecc3-472c-8a3b-ac9deb04b353 req-ef9a9c8a-8450-43de-95c5-81ae74362fa4 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062798 Jul 30 01:39:04.113853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f3f9b47-15d8-436e-ba6f-77840bc71f01 req-688ff9da-cece-4d1d-8b1d-4f57a1801704 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7555020 Jul 30 01:39:04.192594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.197929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.201531 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd5a06f-1f9a-4a86-b6b0-4e79a215b8b6 x-openstack-request-id: req-bfd5a06f-1f9a-4a86-b6b0-4e79a215b8b6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:04.202996 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:04.203754 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bfd5a06f-1f9a-4a86-b6b0-4e79a215b8b6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:04.206162 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'code': 200} Jul 30 01:39:04.264965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5408799-3428-4d0d-b3a8-57140247ae77 req-828c2655-84c8-4d4c-a6df-83d390eb9062 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:04.267547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5408799-3428-4d0d-b3a8-57140247ae77 req-828c2655-84c8-4d4c-a6df-83d390eb9062 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.9313443 Jul 30 01:39:04.345902 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.375539 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.375894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:39:04.393567 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.398958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5c9a5d58-87d2-4727-bd73-dc04f81d34a6 admin admin] 10.222.0.84 "DELETE /v2.0/routers/847f03dd-2c7b-43ba-8dbd-f7f612b48aa7 HTTP/1.1" status: 204 len: 168 time: 3.6406848 Jul 30 01:39:04.400542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56168) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:04.449139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5408799-3428-4d0d-b3a8-57140247ae77 req-7c21507f-a375-4d96-a4fd-c2843be80e7c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158981 Jul 30 01:39:04.509735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0f1a0d-874d-45a9-a0de-b952bcf9cbfb admin admin] Deleting subnet 55477313-331d-4329-a74d-1ca61382e718 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:39:04.518543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1a0d-874d-45a9-a0de-b952bcf9cbfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.634125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1a0d-874d-45a9-a0de-b952bcf9cbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:04.715970 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5389172-acfe-4f9f-8070-f0a9cffbdc3f x-openstack-request-id: req-e5389172-acfe-4f9f-8070-f0a9cffbdc3f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:04.716723 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1449569-af94-4c55-8f51-c6ab8d4ede0f", "tag": "d1bff5d7-8836-4970-a651-5bdfa53bd314", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:04.717125 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e5389172-acfe-4f9f-8070-f0a9cffbdc3f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:04.717785 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1449569-af94-4c55-8f51-c6ab8d4ede0f', 'tag': 'd1bff5d7-8836-4970-a651-5bdfa53bd314', 'status': 'completed', 'code': 200} Jul 30 01:39:04.777614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233de194-73a9-49dc-9a06-cd4171619fb1 req-183d293e-4206-4c94-a9a6-2585feac82bf tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:04.780612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-233de194-73a9-49dc-9a06-cd4171619fb1 req-183d293e-4206-4c94-a9a6-2585feac82bf tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 947 time: 0.1459699 Jul 30 01:39:04.897954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-233de194-73a9-49dc-9a06-cd4171619fb1 req-d709ca5c-018d-4121-b7d5-0eef9620ac84 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069555 Jul 30 01:39:04.943864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-243aab85-ed9b-421b-90e8-0bda480cfaeb req-61f17783-390c-4799-b241-ed0763dd89cf tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 210 time: 0.0714459 Jul 30 01:39:04.986576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fd6706d8-28e0-43db-941d-cc404e7d319b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:05.048296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: fd6706d8-28e0-43db-941d-cc404e7d319b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:05.049221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fd6706d8-28e0-43db-941d-cc404e7d319b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:05.151006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a116fb-eeb3-4518-b185-1ccae6f52711 req-24cf7fb3-cbc0-4f69-b83e-edca3808931c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.168076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48a116fb-eeb3-4518-b185-1ccae6f52711 req-24cf7fb3-cbc0-4f69-b83e-edca3808931c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.1247687 Jul 30 01:39:05.261432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48a116fb-eeb3-4518-b185-1ccae6f52711 req-8bc69830-0a59-4901-9715-9574e2ae705d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911212 Jul 30 01:39:05.402591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-2291bde9-f7cf-4f71-adf4-75140b4e4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.405658 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-2291bde9-f7cf-4f71-adf4-75140b4e4df3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 1099 time: 0.6791103 Jul 30 01:39:05.421027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e6f4f-b7a4-4aee-8f9c-c6f96fff956d req-14597823-a3ad-4df5-a92a-2b2e905e5684 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.437930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e7e6f4f-b7a4-4aee-8f9c-c6f96fff956d req-14597823-a3ad-4df5-a92a-2b2e905e5684 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 945 time: 0.1962199 Jul 30 01:39:05.588220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e7e6f4f-b7a4-4aee-8f9c-c6f96fff956d req-a6ed847e-1df6-4098-aeca-c1b3324b071e tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460974 Jul 30 01:39:05.661078 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f231ba-f55d-49f6-882d-ac542a1b30fa req-4a963a53-8029-47bd-9fba-c3647f6717a5 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.668616 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48f231ba-f55d-49f6-882d-ac542a1b30fa req-4a963a53-8029-47bd-9fba-c3647f6717a5 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 948 time: 0.2186148 Jul 30 01:39:05.696401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1a0d-874d-45a9-a0de-b952bcf9cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:05.786608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48f231ba-f55d-49f6-882d-ac542a1b30fa req-a1436e44-fc7a-4bac-9b17-4a3ce676afe2 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920987 Jul 30 01:39:05.787859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-0056b320-a2ae-4ae2-b7e4-b7ec8891fcb9 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.790767 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-0056b320-a2ae-4ae2-b7e4-b7ec8891fcb9 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.22 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 804 time: 0.2732358 Jul 30 01:39:05.832669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Request body: {'port': {'device_id': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'admin_state_up': True, 'tenant_id': 'd9859880f21747c581ee426563ea687e'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:05.937693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d4344-8b8a-4deb-b7df-cc9506c3c229 req-833d55e0-ba3f-4ed8-8aa2-fc472e448850 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.940604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee0d4344-8b8a-4deb-b7df-cc9506c3c229 req-833d55e0-ba3f-4ed8-8aa2-fc472e448850 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1101 time: 0.1314843 Jul 30 01:39:05.967334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-bd4cf7d7-c8f9-4cd6-beb0-7f0b2581bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:05.970528 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-bd4cf7d7-c8f9-4cd6-beb0-7f0b2581bfe1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.5559778 Jul 30 01:39:06.028097 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.064336 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-74bf390f-3e72-4c28-80b3-73c9a2fe150a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d1bff5d7-8836-4970-a651-5bdfa53bd314 HTTP/1.1" status: 200 len: 217 time: 0.0856059 Jul 30 01:39:06.070529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1a0d-874d-45a9-a0de-b952bcf9cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.097171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee0d4344-8b8a-4deb-b7df-cc9506c3c229 req-76db0f1e-ec17-43b6-88b0-82ff1566d236 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224146 Jul 30 01:39:06.142467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f1a0d-874d-45a9-a0de-b952bcf9cbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55477313-331d-4329-a74d-1ca61382e718,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:06.145175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774b209-f52f-400d-a191-96e92afcc105 req-8ddd0a5d-418a-4b65-a7e6-a32a539e09d6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:06.155713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9774b209-f52f-400d-a191-96e92afcc105 req-8ddd0a5d-418a-4b65-a7e6-a32a539e09d6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1548328 Jul 30 01:39:06.225815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d0f1a0d-874d-45a9-a0de-b952bcf9cbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.229709 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1d0f1a0d-874d-45a9-a0de-b952bcf9cbfb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/55477313-331d-4329-a74d-1ca61382e718 HTTP/1.1" status: 204 len: 168 time: 1.8257561 Jul 30 01:39:06.234906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da609203-1525-4632-8283-7413b62ec859 None None] Network 5e53fbd7-8722-444d-9a7f-62c2eede3758 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:06.235891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56216) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:06.269031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9774b209-f52f-400d-a191-96e92afcc105 req-78158963-e337-4cd7-a82d-15a383e627f6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111076 Jul 30 01:39:06.288505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-c363e89a-ca02-48e1-8e50-3464398a22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:06.292527 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-c363e89a-ca02-48e1-8e50-3464398a22af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2165627 Jul 30 01:39:06.410486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Made reservation on behalf of d9859880f21747c581ee426563ea687e for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:06.417513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.508038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85840789-b6e9-40dc-a720-e59d9c47d72a req-e2f3f51f-a840-4609-885c-b53e12147703 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 210 time: 0.0729237 Jul 30 01:39:06.520973 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.548634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b3ec7-5872-4a7f-8aaa-c26b2604868c req-2670b8e1-14dc-4161-832e-3cdcd66a3578 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:06.563692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d89b3ec7-5872-4a7f-8aaa-c26b2604868c req-2670b8e1-14dc-4161-832e-3cdcd66a3578 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 947 time: 0.2535486 Jul 30 01:39:06.575120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-66d888f6-2309-4345-b5c2-7124f093ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:06.578369 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-66d888f6-2309-4345-b5c2-7124f093ebc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2732494 Jul 30 01:39:06.654529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d89b3ec7-5872-4a7f-8aaa-c26b2604868c req-947e8bc0-7491-4be7-b2ae-767c16622b6c tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894270 Jul 30 01:39:06.780264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Deleting port eefa5871-d544-49dd-9edb-90cfde9470e7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:06.780846 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:06.801613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Allocated IP 172.20.0.7 (b7dcaba9-c7c3-42ac-89fb-5120488593d9/e7a5d721-50b0-47c9-a6f9-0026d813c946/3b9ad953-a793-444e-95e2-a60045717324) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:06.965608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device bdc1672a-3272-4c2d-873f-3a4cb54ef468 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:07.038163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66750cff-1bb1-40c2-a73f-4bf6d904d349 req-3f906ca6-6797-4efb-b90c-fa15d5b66a15 tempest-FlavorsV2NegativeTest-426569324 tempest-FlavorsV2NegativeTest-426569324-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8f0f9b77cd5941c0a367eec8b3c5a55a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769246 Jul 30 01:39:07.233043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] For port eefa5871-d544-49dd-9edb-90cfde9470e7, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=eefa5871-d544-49dd-9edb-90cfde9470e7,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:07.234713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.258626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d7bfe-84d3-4d3f-af1a-801757e2442e None None] DHCP port deletion for 5e53fbd7-8722-444d-9a7f-62c2eede3758 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:39:07.278400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-76716d8d-5dd2-4eb2-86aa-b216019eca23 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876326 Jul 30 01:39:07.331109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Calling delete_port for eefa5871-d544-49dd-9edb-90cfde9470e7 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:07.361626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port bdc1672a-3272-4c2d-873f-3a4cb54ef468, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=bdc1672a-3272-4c2d-873f-3a4cb54ef468,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:07.387467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'bdc1672a-3272-4c2d-873f-3a4cb54ef468', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'bdc1672a-3272-4c2d-873f-3a4cb54ef468', 'mac_address': 'fa:16:3e:55:d9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:07.460092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66750cff-1bb1-40c2-a73f-4bf6d904d349 req-f39efb7b-aeb7-4554-9145-645d8bfca859 tempest-FlavorsV2NegativeTest-426569324 tempest-FlavorsV2NegativeTest-426569324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:07.462614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66750cff-1bb1-40c2-a73f-4bf6d904d349 req-f39efb7b-aeb7-4554-9145-645d8bfca859 tempest-FlavorsV2NegativeTest-426569324 tempest-FlavorsV2NegativeTest-426569324-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997209 Jul 30 01:39:07.468629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c65d7bfe-84d3-4d3f-af1a-801757e2442e None None] Deleting port eefa5871-d544-49dd-9edb-90cfde9470e7 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:07.469489 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c65d7bfe-84d3-4d3f-af1a-801757e2442e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.471642 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.534283 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.569144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6a8b1-faad-4c0c-9116-dc9cdf71f310 req-8233c753-39cc-488c-94c8-94f19d10a0cb tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:07.576499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc1672a-3272-4c2d-873f-3a4cb54ef468 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:07.580340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5a6a8b1-faad-4c0c-9116-dc9cdf71f310 req-8233c753-39cc-488c-94c8-94f19d10a0cb tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 948 time: 0.3664615 Jul 30 01:39:07.595709 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-536555bf-07fb-40bf-a673-25b33114b4f5 req-0c006ded-d199-46d0-8a10-3f9f4fcaedc1 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688513 Jul 30 01:39:07.599459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66750cff-1bb1-40c2-a73f-4bf6d904d349 req-bff8df63-8172-49fd-b9aa-cfbe3ad611db tempest-FlavorsV2NegativeTest-426569324 tempest-FlavorsV2NegativeTest-426569324-project] 10.222.0.84 "GET /v2.0/quotas/8f0f9b77cd5941c0a367eec8b3c5a55a HTTP/1.1" status: 200 len: 375 time: 0.0745637 Jul 30 01:39:07.623870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c65d7bfe-84d3-4d3f-af1a-801757e2442e None None] For port eefa5871-d544-49dd-9edb-90cfde9470e7, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=eefa5871-d544-49dd-9edb-90cfde9470e7,segment=NetworkSegment(719d2ce2-b3c3-410e-8bb4-1d6094cbafe2),segment_id=719d2ce2-b3c3-410e-8bb4-1d6094cbafe2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:07.625488 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c65d7bfe-84d3-4d3f-af1a-801757e2442e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.666434 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.667854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port bdc1672a-3272-4c2d-873f-3a4cb54ef468, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=bdc1672a-3272-4c2d-873f-3a4cb54ef468,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:07.669916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c65d7bfe-84d3-4d3f-af1a-801757e2442e None None] Calling delete_port for eefa5871-d544-49dd-9edb-90cfde9470e7 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:07.694726 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.731713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66750cff-1bb1-40c2-a73f-4bf6d904d349 req-eaeb2d89-b3a0-432b-987f-f3ca35f115b1 tempest-FlavorsV2NegativeTest-426569324 tempest-FlavorsV2NegativeTest-426569324-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8f0f9b77cd5941c0a367eec8b3c5a55a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845737 Jul 30 01:39:07.754079 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Network b7dcaba9-c7c3-42ac-89fb-5120488593d9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:07.760886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:07.768358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:07.785044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5a6a8b1-faad-4c0c-9116-dc9cdf71f310 req-3d5f62a4-4d1f-4b3e-b47b-cb452214a588 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881959 Jul 30 01:39:07.798326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:07.874206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Pushing event updated for resources: {'Port': ['ID=3b9ad953-a793-444e-95e2-a60045717324,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.925221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=eefa5871-d544-49dd-9edb-90cfde9470e7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.941117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] No DVR routers for this DVR port eefa5871-d544-49dd-9edb-90cfde9470e7 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:07.946791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1bff5d7-8836-4970-a651-5bdfa53bd314 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:07.967529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=bdc1672a-3272-4c2d-873f-3a4cb54ef468,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:07.994943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:07.996048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.038583 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-3a876bf9-8318-4f79-828e-aaacce282dd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2132535 Jul 30 01:39:08.072515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Request body: {'port': {'device_id': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:08.111621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c65d7bfe-84d3-4d3f-af1a-801757e2442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.169962 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d7bfe-84d3-4d3f-af1a-801757e2442e None None] No DVR routers for this DVR port eefa5871-d544-49dd-9edb-90cfde9470e7 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:08.181860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d7bfe-84d3-4d3f-af1a-801757e2442e None None] Pushing event deleted for resources: {'Port': ['ID=eefa5871-d544-49dd-9edb-90cfde9470e7,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:08.259526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['bdc1672a-3272-4c2d-873f-3a4cb54ef468'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:08.267779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-0f3a5274-ff15-473d-8e4e-64a81c7c2532 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1580348 Jul 30 01:39:08.277589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.355325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1bff5d7-8836-4970-a651-5bdfa53bd314, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1bff5d7-8836-4970-a651-5bdfa53bd314,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:08.375386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.383519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd1bff5d7-8836-4970-a651-5bdfa53bd314', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'd1bff5d7-8836-4970-a651-5bdfa53bd314', 'mac_address': 'fa:16:3e:b7:c3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:08.458174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e53fbd7-8722-444d-9a7f-62c2eede3758']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:08.505982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c9bf8-27f9-4128-a366-69fae0da3887 req-5e02c071-d63d-472f-9a63-3332e40e699b tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:08.508779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e94c9bf8-27f9-4128-a366-69fae0da3887 req-5e02c071-d63d-472f-9a63-3332e40e699b tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.4621215 Jul 30 01:39:08.512473 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.516586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:08.517086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719d2ce2-b3c3-410e-8bb4-1d6094cbafe2') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:08.580742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bff5d7-8836-4970-a651-5bdfa53bd314 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:08.621664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-c0c34dd1-d28d-4a3d-9d89-43043c191ccb tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:08.624662 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-c0c34dd1-d28d-4a3d-9d89-43043c191ccb tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "GET /v2.0/ports?device_id=894f2868-56ce-4360-a20d-0320b2316b32 HTTP/1.1" status: 200 len: 945 time: 0.2422857 Jul 30 01:39:08.647332 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.664367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1bff5d7-8836-4970-a651-5bdfa53bd314, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1bff5d7-8836-4970-a651-5bdfa53bd314,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:08.677522 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.736171 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.767743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8c5289cb-2eb7-4da7-b958-e4777311f8b5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:08.770590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8c5289cb-2eb7-4da7-b958-e4777311f8b5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4645905 Jul 30 01:39:08.776232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:39:08.776862 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:39:08.779810 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:39:08.813374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e94c9bf8-27f9-4128-a366-69fae0da3887 req-d4584411-50cb-465e-989f-9a9878f98527 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022450 Jul 30 01:39:08.973279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-dc9f7cb7-e8d3-4dc0-aaa4-b82fdeb509c0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/quotas/7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 375 time: 0.1769445 Jul 30 01:39:09.009706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d1bff5d7-8836-4970-a651-5bdfa53bd314'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:09.048530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Deleting port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:09.049336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.061105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device eefa5871-d544-49dd-9edb-90cfde9470e7 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:09.104484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1bff5d7-8836-4970-a651-5bdfa53bd314,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:09.113548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: eefa5871-d544-49dd-9edb-90cfde9470e7 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:09.114093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device eefa5871-d544-49dd-9edb-90cfde9470e7 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:09.198633 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.207130 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.220826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] 10.222.0.84 "DELETE /v2.0/networks/5e53fbd7-8722-444d-9a7f-62c2eede3758 HTTP/1.1" status: 204 len: 168 time: 2.9771254 Jul 30 01:39:09.314582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d5e18-18bd-46d1-9e73-68e895e2fb32 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e53fbd7-8722-444d-9a7f-62c2eede3758,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:09.378534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-899c0b7a-b2f6-4eed-bd94-315e1772c9aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1957794106&fields=id&tenant_id=65553efe98204417a2eee97ae2768a0e HTTP/1.1" status: 200 len: 267 time: 0.2261455 Jul 30 01:39:09.401958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-5e3cce49-5eb3-4d42-994b-f32c3ccf3f9b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4168856 Jul 30 01:39:09.422730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9ad953-a793-444e-95e2-a60045717324 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:09.439544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.464843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Transition to ACTIVE for port object 3b9ad953-a793-444e-95e2-a60045717324 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:09.490813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56286) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.497918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] For port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:09.498527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.667097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:09.862930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56294) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:09.867342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-49d2cfb2-7cf2-4b98-8c3a-e522abd8e658 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:09.881405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-49d2cfb2-7cf2-4b98-8c3a-e522abd8e658 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/networks?id=d6fa3faf-8161-468b-9c4e-955080185598 HTTP/1.1" status: 200 len: 823 time: 0.4773080 Jul 30 01:39:09.968897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-6c3067b3-cb29-445a-8974-adca1868f644 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/quotas/65553efe98204417a2eee97ae2768a0e HTTP/1.1" status: 200 len: 375 time: 0.0850308 Jul 30 01:39:09.983267 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e1983ac-72d5-4299-96cf-7a5a60e421df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.039028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9ad953-a793-444e-95e2-a60045717324,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:10.178238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc79937-608f-48f6-b809-bde0e11faef6 req-5b367b08-1fd7-4531-a948-eeabec77b0d4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:10.180912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cc79937-608f-48f6-b809-bde0e11faef6 req-5b367b08-1fd7-4531-a948-eeabec77b0d4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 943 time: 0.2958143 Jul 30 01:39:10.224315 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7eaf5911-0928-4fc2-9572-7370f6cf549f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0a69c361c08a4f8d8c3166233887a3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405361 Jul 30 01:39:10.230817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56302) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:10.255898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-baaf30b9-3737-4cbf-9547-da15a452cdd6 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=65553efe98204417a2eee97ae2768a0e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2651532 Jul 30 01:39:10.299750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.300026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.300420 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Floating IP 169ab5f3-0161-41da-ae6f-dbcab569a685 disassociated. External IP: 172.25.7.39, port: fe78eca1-fd2e-4eb4-b645-03fe7f91b98c. Jul 30 01:39:10.301018 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Calling delete_port for fe78eca1-fd2e-4eb4-b645-03fe7f91b98c owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:10.329164 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e1983ac-72d5-4299-96cf-7a5a60e421df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.339156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Attempting to bind port 3b9ad953-a793-444e-95e2-a60045717324 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:10.339709 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Attempting to bind port 3b9ad953-a793-444e-95e2-a60045717324 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:10.340225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Attempting to bind port 3b9ad953-a793-444e-95e2-a60045717324 on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:10.371099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e1983ac-72d5-4299-96cf-7a5a60e421df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.422383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Port 3b9ad953-a793-444e-95e2-a60045717324 on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:10.422721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Attempting to bind port 3b9ad953-a793-444e-95e2-a60045717324 on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:10.444545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:10.445047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Checking segment: {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:10.445600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Bound using segment: {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:10.446214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Bound port: 3b9ad953-a793-444e-95e2-a60045717324, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:10.446752 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.482958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cc79937-608f-48f6-b809-bde0e11faef6 req-2d7b3022-20d5-4726-9ed9-dc93f4d4f73f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816913 Jul 30 01:39:10.521187 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebb2b959-c7e5-4dd2-adde-fe950b38a38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.586088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8e1983ac-72d5-4299-96cf-7a5a60e421df admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8f0f9b77cd5941c0a367eec8b3c5a55a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0911229 Jul 30 01:39:10.593636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56306) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:10.600145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1983ac-72d5-4299-96cf-7a5a60e421df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95286377-a384-40c8-ad16-feb7b8ff2689,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:10.634945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebb2b959-c7e5-4dd2-adde-fe950b38a38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.734302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-3f21e588-d55c-43c6-b417-85595ed31904 service neutron] 10.222.0.84 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812985 Jul 30 01:39:10.832204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:10.866269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=3b9ad953-a793-444e-95e2-a60045717324,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:10.870824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7edee-86e3-4f5e-8102-46b55e8a66ed req-bd184b03-592b-48fc-8977-b3bca31dcf30 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:10.874059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2cb7edee-86e3-4f5e-8102-46b55e8a66ed req-bd184b03-592b-48fc-8977-b3bca31dcf30 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 948 time: 0.2153051 Jul 30 01:39:10.881582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.885100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.911447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a839216-ae61-4ad0-befc-e1a7497d5e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:10.979662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device bdc1672a-3272-4c2d-873f-3a4cb54ef468 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:10.987306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2cb7edee-86e3-4f5e-8102-46b55e8a66ed req-f26b5aa7-51ca-4d12-aea7-869c6773ca4a tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947220 Jul 30 01:39:11.003476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:11.005137 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.008040 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] 10.222.0.22 "PUT /v2.0/ports/3b9ad953-a793-444e-95e2-a60045717324 HTTP/1.1" status: 200 len: 1091 time: 2.9529727 Jul 30 01:39:11.009703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'tag': '3b9ad953-a793-444e-95e2-a60045717324'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:11.013445 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adf5801-74d7-439b-a210-cc914a8ada1c" -d '{"events": [{"name": "network-changed", "server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "tag": "3b9ad953-a793-444e-95e2-a60045717324"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:11.021949 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebb2b959-c7e5-4dd2-adde-fe950b38a38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.030084 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebb2b959-c7e5-4dd2-adde-fe950b38a38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.033148 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ebb2b959-c7e5-4dd2-adde-fe950b38a38e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1aa57ff0-238d-4efb-8f78-0b809e05ba51 HTTP/1.1" status: 204 len: 168 time: 0.8006670 Jul 30 01:39:11.075360 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a839216-ae61-4ad0-befc-e1a7497d5e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.113505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-63feeffd-d212-4bcc-b841-070bffc90836 service neutron] 10.222.0.84 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586311 Jul 30 01:39:11.225938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port bdc1672a-3272-4c2d-873f-3a4cb54ef468 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:11.254015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port bdc1672a-3272-4c2d-873f-3a4cb54ef468 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:11.259244 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.458905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b5a93-cd0b-4d3b-aa9a-3baf7c9d0b2a req-83cc247b-f142-4881-bef5-cd29a2df09cb tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:11.462432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-873b5a93-cd0b-4d3b-aa9a-3baf7c9d0b2a req-83cc247b-f142-4881-bef5-cd29a2df09cb tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 949 time: 0.1528811 Jul 30 01:39:11.490077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2b959-c7e5-4dd2-adde-fe950b38a38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa57ff0-238d-4efb-8f78-0b809e05ba51,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.499731 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a839216-ae61-4ad0-befc-e1a7497d5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.508655 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a839216-ae61-4ad0-befc-e1a7497d5e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.514149 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7a839216-ae61-4ad0-befc-e1a7497d5e45 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/95286377-a384-40c8-ad16-feb7b8ff2689 HTTP/1.1" status: 204 len: 168 time: 0.9084308 Jul 30 01:39:11.564075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a839216-ae61-4ad0-befc-e1a7497d5e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95286377-a384-40c8-ad16-feb7b8ff2689,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.609626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb24777-d8d9-4124-a0ea-01135159ead6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b9ad953-a793-444e-95e2-a60045717324,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.664120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-873b5a93-cd0b-4d3b-aa9a-3baf7c9d0b2a req-7e0b4c90-a1af-4a96-8cef-45402c899a46 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866560 Jul 30 01:39:11.709148 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:11.773220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event deleted for resources: {'Port': ['ID=fe78eca1-fd2e-4eb4-b645-03fe7f91b98c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:11.785356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174fcf9e-17b1-4574-961e-97045b30d353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1672a-3272-4c2d-873f-3a4cb54ef468'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:11.792330 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6c8e5a-0cf2-40f9-bcd6-82362cac51f3" -d '{"events": [{"server_uuid": "174fcf9e-17b1-4574-961e-97045b30d353", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1672a-3272-4c2d-873f-3a4cb54ef468"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:11.841300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port bdc1672a-3272-4c2d-873f-3a4cb54ef468, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=bdc1672a-3272-4c2d-873f-3a4cb54ef468,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:11.862768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.024656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-dce1c7f1-904d-4075-a51e-17f6d82129ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:12.041953 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-dce1c7f1-904d-4075-a51e-17f6d82129ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 1094 time: 0.7788239 Jul 30 01:39:12.081148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=bdc1672a-3272-4c2d-873f-3a4cb54ef468,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:12.096427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1bff5d7-8836-4970-a651-5bdfa53bd314 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:12.222329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78353a86-15e8-43b7-a3fd-e2720bdf9d2a req-ef297a3d-abec-4928-ae32-a56dc08a65b6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 210 time: 0.3153512 Jul 30 01:39:12.244244 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-5d5a7cb5-e28f-4f85-ab89-3c864c86a010 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b9ad953-a793-444e-95e2-a60045717324 HTTP/1.1" status: 200 len: 217 time: 0.1713319 Jul 30 01:39:12.339784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-ba6ccf8f-59f5-4b91-900d-5df9ef96cc56 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2182536 Jul 30 01:39:12.346156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port d1bff5d7-8836-4970-a651-5bdfa53bd314 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:12.355622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:12.362129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d1bff5d7-8836-4970-a651-5bdfa53bd314 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:12.363178 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.395087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-e6d39c69-e8f3-4287-86f2-6d725827ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:12.398061 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-e6d39c69-e8f3-4287-86f2-6d725827ec2b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e7a5d721-50b0-47c9-a6f9-0026d813c946 HTTP/1.1" status: 200 len: 844 time: 0.1327512 Jul 30 01:39:12.559809 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acab7a61-3f52-4b27-b33d-c29b471a8180 x-openstack-request-id: req-acab7a61-3f52-4b27-b33d-c29b471a8180 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:12.560273 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "tag": "3b9ad953-a793-444e-95e2-a60045717324", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:12.560691 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-acab7a61-3f52-4b27-b33d-c29b471a8180 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:12.561338 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'tag': '3b9ad953-a793-444e-95e2-a60045717324', 'status': 'completed', 'code': 200} Jul 30 01:39:12.676858 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-9b05ed6e-eee3-4868-9f90-eaf31ae734cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b7dcaba9-c7c3-42ac-89fb-5120488593d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235695 Jul 30 01:39:12.728444 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.736599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faa307-6c8d-44fd-b625-0570a1cb438e req-e872c1c1-9636-4f49-bdb9-4ee0c9c73484 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:12.757052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1faa307-6c8d-44fd-b625-0570a1cb438e req-e872c1c1-9636-4f49-bdb9-4ee0c9c73484 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.6598871 Jul 30 01:39:12.840034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1bff5d7-8836-4970-a651-5bdfa53bd314, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1bff5d7-8836-4970-a651-5bdfa53bd314,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:12.866816 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:12.867840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fe78eca1-fd2e-4eb4-b645-03fe7f91b98c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:12.975926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: fe78eca1-fd2e-4eb4-b645-03fe7f91b98c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:12.976694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fe78eca1-fd2e-4eb4-b645-03fe7f91b98c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:13.101796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1bff5d7-8836-4970-a651-5bdfa53bd314,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:13.216642 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1faa307-6c8d-44fd-b625-0570a1cb438e req-07fd0a09-32cd-495e-ae5c-eaa6dd336160 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571841 Jul 30 01:39:13.260761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d9614-bd6f-46aa-90d6-b3771c4675c0 req-68285434-bafd-47c1-808a-561a74982e89 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:13.268005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d37d9614-bd6f-46aa-90d6-b3771c4675c0 req-68285434-bafd-47c1-808a-561a74982e89 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 943 time: 0.4825809 Jul 30 01:39:13.300863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-467248eb-36a2-4805-8467-0c635104df03 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:13.313433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-467248eb-36a2-4805-8467-0c635104df03 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9668801 Jul 30 01:39:13.417070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Request body: {'port': {'device_id': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '7e7b3ee96b3540cfbb14f4ef89c14957'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:13.571743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:13.582536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1caa3d36-48ca-4e18-9b5b-1370c0f38293 req-3c1b6232-346b-4cfb-b873-12da2a29537e tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 210 time: 0.1529107 Jul 30 01:39:13.599361 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] Sync routers for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:13.611645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d37d9614-bd6f-46aa-90d6-b3771c4675c0 req-072ac167-8ed0-491b-8a3c-5c9f43df0024 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920630 Jul 30 01:39:13.626537 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:13.627860 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:13.749902 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ac1092-f8b1-4bee-8e06-881b7c0c62c3 x-openstack-request-id: req-12ac1092-f8b1-4bee-8e06-881b7c0c62c3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:13.751164 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174fcf9e-17b1-4574-961e-97045b30d353", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1672a-3272-4c2d-873f-3a4cb54ef468", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:13.752143 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-12ac1092-f8b1-4bee-8e06-881b7c0c62c3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:13.753445 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174fcf9e-17b1-4574-961e-97045b30d353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1672a-3272-4c2d-873f-3a4cb54ef468', 'code': 200} Jul 30 01:39:13.892524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] No DVR routers for this DVR port fe78eca1-fd2e-4eb4-b645-03fe7f91b98c on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:13.905412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:13.911950 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c92c40ad-944b-4f0e-830a-0e27f836a8db req-e26872f8-b555-4d23-9839-6a238f5874aa tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "DELETE /v2.0/ports/fe78eca1-fd2e-4eb4-b645-03fe7f91b98c HTTP/1.1" status: 204 len: 173 time: 5.2799380 Jul 30 01:39:13.940699 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:14.056044 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-16dd925d-92d7-4c6e-8fe9-f0eafe4897da service neutron] 10.222.0.22 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3622687 Jul 30 01:39:14.067566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a828112-cb9b-4a2d-9fc9-e9a2e0e37006 req-7f58205e-c2c4-4462-953d-284f472f1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:14.070252 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a828112-cb9b-4a2d-9fc9-e9a2e0e37006 req-7f58205e-c2c4-4462-953d-284f472f1558 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 1100 time: 0.1370618 Jul 30 01:39:14.174449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56364) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:14.209095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Made reservation on behalf of 7e7b3ee96b3540cfbb14f4ef89c14957 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:14.215727 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:14.239998 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a82b063-51de-4f0b-b872-b58b4dec63f1 req-343ce8f7-d536-4b9b-b084-c8f25fd6be98 service neutron] 10.222.0.22 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672955 Jul 30 01:39:14.277225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660b0a-59e0-43a6-b5bc-dd23f3d9b713 req-35ca6926-7746-4856-bc87-9a7ea6e1d97f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:14.292384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a660b0a-59e0-43a6-b5bc-dd23f3d9b713 req-35ca6926-7746-4856-bc87-9a7ea6e1d97f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 950 time: 0.4107997 Jul 30 01:39:14.325976 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a828112-cb9b-4a2d-9fc9-e9a2e0e37006 req-1810776f-5e56-45e9-ab63-e91085b8d947 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826647 Jul 30 01:39:14.376656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93792dd9-e90c-439e-957a-40e317d6c2d0 req-08bc2627-9cec-4761-a1dd-e4e3b5dd3246 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:14.380145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93792dd9-e90c-439e-957a-40e317d6c2d0 req-08bc2627-9cec-4761-a1dd-e4e3b5dd3246 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 949 time: 0.3926418 Jul 30 01:39:14.571665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a660b0a-59e0-43a6-b5bc-dd23f3d9b713 req-3df00584-fde1-4308-b6f7-a0c4fcfd994b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773025 Jul 30 01:39:14.655019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894f2868-56ce-4360-a20d-0320b2316b32', 'name': 'network-vif-deleted', 'tag': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:14.663923 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48800284-36e4-48ec-b955-d6073444568f" -d '{"events": [{"server_uuid": "894f2868-56ce-4360-a20d-0320b2316b32", "name": "network-vif-deleted", "tag": "fe78eca1-fd2e-4eb4-b645-03fe7f91b98c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:14.677986 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93792dd9-e90c-439e-957a-40e317d6c2d0 req-b8f44ae0-f64c-4857-92c4-f0d34819046b tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775159 Jul 30 01:39:14.679106 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:14.807979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Allocated IP 192.168.233.53 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/a3c4764c-9c8f-4b41-9818-f6cb9125dedc) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:14.882100 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] Checking router: ae2af0d3-12ce-4bd7-b491-ff5885d61d60 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:14.903118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-caae8e1f-1972-453b-b314-e5a4ba780dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:14.905220 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-caae8e1f-1972-453b-b314-e5a4ba780dd7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 1094 time: 0.4713340 Jul 30 01:39:14.920123 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:14.921770 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:14.930408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56382) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:15.032168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-network', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:15.055195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5e41474-5aae-4476-bde4-9805ac62497e req-f9019cc6-bf6b-46d7-9e3f-cde5250fc3bd tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 210 time: 0.1639309 Jul 30 01:39:15.172395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-f5891f3c-fa7f-4300-a2f9-038ddf152e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:15.175119 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-f5891f3c-fa7f-4300-a2f9-038ddf152e0c service neutron] 10.222.0.22 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 905 time: 0.2375255 Jul 30 01:39:15.337914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b35bb0c-82f5-42bc-9f6f-5bdc9ed3df7a req-d0091aee-a205-4f33-a01b-cc072f8b2362 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 210 time: 0.0959163 Jul 30 01:39:15.374055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Made reservation on behalf of 4543227a12f24f03a480ece191a3a0e3 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:15.391029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.418607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-73999f32-c227-49f5-bbe7-1dbfdbcf15cb tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:15.421557 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-73999f32-c227-49f5-bbe7-1dbfdbcf15cb tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "GET /v2.0/networks?id=d6fa3faf-8161-468b-9c4e-955080185598 HTTP/1.1" status: 200 len: 823 time: 0.9664006 Jul 30 01:39:15.432343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-599403-network', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:15.440586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-a400a0f7-0666-43b6-b45e-c5ed66340223 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b9ad953-a793-444e-95e2-a60045717324 HTTP/1.1" status: 200 len: 217 time: 0.2246690 Jul 30 01:39:15.462918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:15.469471 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761353ba-7266-4526-a51c-9b4adc57e4ac x-openstack-request-id: req-761353ba-7266-4526-a51c-9b4adc57e4ac {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:15.470050 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894f2868-56ce-4360-a20d-0320b2316b32", "name": "network-vif-deleted", "tag": "fe78eca1-fd2e-4eb4-b645-03fe7f91b98c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:15.470537 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-761353ba-7266-4526-a51c-9b4adc57e4ac {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:15.471169 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894f2868-56ce-4360-a20d-0320b2316b32', 'name': 'network-vif-deleted', 'tag': 'fe78eca1-fd2e-4eb4-b645-03fe7f91b98c', 'status': 'completed', 'code': 200} Jul 30 01:39:15.475995 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.495798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c1910-96ae-49c7-93aa-d1146b1104bb req-7772d351-ab66-4486-9ebe-530d21ebabe7 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:15.508449 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa7c1910-96ae-49c7-93aa-d1146b1104bb req-7772d351-ab66-4486-9ebe-530d21ebabe7 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.4706972 Jul 30 01:39:15.565717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-b51d8b4a-c143-4812-b546-dfc3dc9834cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:15.569114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-b51d8b4a-c143-4812-b546-dfc3dc9834cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e7a5d721-50b0-47c9-a6f9-0026d813c946 HTTP/1.1" status: 200 len: 844 time: 0.1070726 Jul 30 01:39:15.668562 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-64a4aecd-e6d8-4ca0-87cd-56f0f4e494d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b7dcaba9-c7c3-42ac-89fb-5120488593d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659301 Jul 30 01:39:15.678747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Made reservation on behalf of a74c16e0568740eca0828e3d165cbed9 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:15.683749 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.741493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa7c1910-96ae-49c7-93aa-d1146b1104bb req-7d859376-abd6-4419-bee1-2357e90aaf25 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165873 Jul 30 01:39:15.771040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1449569-af94-4c55-8f51-c6ab8d4ede0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bff5d7-8836-4970-a651-5bdfa53bd314'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:15.771040 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbac1df0-a011-4576-b32e-774ade14699d" -d '{"events": [{"server_uuid": "c1449569-af94-4c55-8f51-c6ab8d4ede0f", "name": "network-vif-plugged", "status": "completed", "tag": "d1bff5d7-8836-4970-a651-5bdfa53bd314"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:15.775898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.820136 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:15.855613 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-e2fd2af2-b0af-4588-b469-b3c576020ddc tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65553efe98204417a2eee97ae2768a0e HTTP/1.1" status: 200 len: 380 time: 0.4110830 Jul 30 01:39:15.895409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Transition to ACTIVE for port object a3c4764c-9c8f-4b41-9818-f6cb9125dedc will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:15.907230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Request body: {'port': {'device_id': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'admin_state_up': True, 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'security_groups': ['24400ddb-cded-452b-bd7d-85fd5fafbddf']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:15.919615 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:15.970467 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c3c38-47e9-4313-b2ad-3f01fe1c20b1 None None] The sync data for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 is: [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:15.972486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0a005-5457-48d2-b684-2c9f3cdf9958 req-6bee68ce-793b-418c-ad3c-7377932c9048 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:15.975743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84b0a005-5457-48d2-b684-2c9f3cdf9958 req-6bee68ce-793b-418c-ad3c-7377932c9048 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 943 time: 0.3842146 Jul 30 01:39:16.083876 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-944a08c0-5b00-4ac4-acd1-ee84915f2e81 service neutron] 10.222.0.22 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743618 Jul 30 01:39:16.224436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84b0a005-5457-48d2-b684-2c9f3cdf9958 req-919275ee-34ce-43cd-bf95-8b3e1e053727 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259476 Jul 30 01:39:16.234756 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.255150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.298434 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:39:16.298434 n-d-715271-7 neutron-server[93818]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:39:16.298434 n-d-715271-7 neutron-server[93818]: [parameters: {'project_id_1': '65553efe98204417a2eee97ae2768a0e', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 39, 16, 255208)}] Jul 30 01:39:16.298434 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:39:16.299139 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:39:16.328023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374b8c7-0f87-4c41-9fb6-6150a2e6a795 req-0066b1aa-8026-4eef-9fe7-9456ee460ebc tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:16.331127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b374b8c7-0f87-4c41-9fb6-6150a2e6a795 req-0066b1aa-8026-4eef-9fe7-9456ee460ebc tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 950 time: 0.4473305 Jul 30 01:39:16.352183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.367646 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7adf5801-74d7-439b-a210-cc914a8ada1c req-0be33aa7-861f-4ab1-8e84-64195569c714 service neutron] 10.222.0.22 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636642 Jul 30 01:39:16.375657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ecd49f50-5d73-482b-8599-d05ca699b411'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:16.481206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:39:16.534258 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.540378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.558330 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.559044 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Added segment da984272-4a0a-430b-910a-9df0d99a275d of type vlan for network 5df991ba-37d6-4b69-b8fa-5f2201903f58 Jul 30 01:39:16.559256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f4344-25cc-499a-8a11-e07ff1328f34 None None] New status for floating IP 169ab5f3-0161-41da-ae6f-dbcab569a685: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:39:16.595169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:39:16.614828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34fbc74-580c-486d-b8f6-8bf2b1a17928,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:16.624557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:16.638463 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.638966 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Added segment c064843e-ffb1-45f3-a6fd-b517594136ab of type vlan for network 7f63d4c7-e7f7-4d41-af92-ae82d980385f Jul 30 01:39:16.650479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c2250-1177-4f42-a22b-ae1de882e309,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:16.714071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:16.738138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:16.743589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Pushing event updated for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:16.745252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.770794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b374b8c7-0f87-4c41-9fb6-6150a2e6a795 req-c116e24d-0fa4-4ac0-a9c6-39750ae3a81a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130555 Jul 30 01:39:16.848509 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.852532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:16.858121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.869456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.957752 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5139c2-fb4f-41bd-b32b-0d0a1c98ab12 x-openstack-request-id: req-ab5139c2-fb4f-41bd-b32b-0d0a1c98ab12 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:16.958699 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1449569-af94-4c55-8f51-c6ab8d4ede0f", "name": "network-vif-plugged", "status": "completed", "tag": "d1bff5d7-8836-4970-a651-5bdfa53bd314", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:16.958972 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ab5139c2-fb4f-41bd-b32b-0d0a1c98ab12 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:16.960117 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1449569-af94-4c55-8f51-c6ab8d4ede0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bff5d7-8836-4970-a651-5bdfa53bd314', 'code': 200} Jul 30 01:39:16.990733 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:16.992782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:16.994240 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.003983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Made reservation on behalf of 65553efe98204417a2eee97ae2768a0e for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:17.011971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.028406 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0867887 Jul 30 01:39:17.039119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56398) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:17.056440 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8729939 Jul 30 01:39:17.075303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56400) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:17.095391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Request body: {'subnet': {'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-subnet', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:17.100507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Request body: {'subnet': {'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-subnet', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:17.185086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e942df7-2b05-4ed4-b7f7-06ea7f5d940a admin admin] Pushing event updated for resources: {'Network': ['ID=7f63d4c7-e7f7-4d41-af92-ae82d980385f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:17.223327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 7f63d4c7-e7f7-4d41-af92-ae82d980385f details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:39:17.229453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b0cdf648-5963-446e-a60c-87281df02c4d None None] Provisioning for port a3c4764c-9c8f-4b41-9818-f6cb9125dedc completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:17.243944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Made reservation on behalf of 4543227a12f24f03a480ece191a3a0e3 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:17.248055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.283311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b09bd3-b386-4cc8-b119-4f80e7fc92c4 req-a2b6f48b-502c-43d8-a304-45915419335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:17.285737 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-78b09bd3-b386-4cc8-b119-4f80e7fc92c4 req-a2b6f48b-502c-43d8-a304-45915419335a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 1101 time: 0.2302237 Jul 30 01:39:17.287531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b0cdf648-5963-446e-a60c-87281df02c4d None None] Provisioning complete for port a3c4764c-9c8f-4b41-9818-f6cb9125dedc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:17.288103 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0cdf648-5963-446e-a60c-87281df02c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.377929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdf648-5963-446e-a60c-87281df02c4d None None] Port a3c4764c-9c8f-4b41-9818-f6cb9125dedc cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:17.551231 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-78b09bd3-b386-4cc8-b119-4f80e7fc92c4 req-6f28751b-ccdf-46ac-8b4e-7e27a1a28d50 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881723 Jul 30 01:39:17.583202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9331afc-98ca-4006-9ffa-4d441bf29ed4 req-59e0081d-4bf7-430b-a308-2f6f1e5f0125 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:17.584947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Allocated IP 172.20.0.13 (d6fa3faf-8161-468b-9c4e-955080185598/0074f845-b233-45a9-893e-21af2cb46545/177aaef2-52ac-4d16-b8ff-a76a57f4e7c4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:17.588472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9331afc-98ca-4006-9ffa-4d441bf29ed4 req-59e0081d-4bf7-430b-a308-2f6f1e5f0125 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 949 time: 1.1217759 Jul 30 01:39:17.664370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:17.665450 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.744253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ede40-fc60-40ae-aa9f-fdc970bc90f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5df991ba-37d6-4b69-b8fa-5f2201903f58,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:17.756789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Made reservation on behalf of a74c16e0568740eca0828e3d165cbed9 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:17.761822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.768663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5df991ba-37d6-4b69-b8fa-5f2201903f58 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:39:17.769083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-565aa052-3c49-4c77-908f-e956a0e4429f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3764927 Jul 30 01:39:17.827533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Request body: {'port': {'device_id': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:17.861146 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:17.924810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9331afc-98ca-4006-9ffa-4d441bf29ed4 req-64d97275-dc07-4fda-9aef-a11720e998f5 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221366 Jul 30 01:39:17.959553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e113a-e0a9-454b-8bc0-4064227d79b9 req-42fb021f-0257-4e07-9297-a2a4c1f0daf7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:17.962776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-469e113a-e0a9-454b-8bc0-4064227d79b9 req-42fb021f-0257-4e07-9297-a2a4c1f0daf7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 935 time: 0.3887162 Jul 30 01:39:18.009839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.015847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb8986b-6bf3-4237-934d-2305e873dc0a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:18.035034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Checking segment: {'id': 'da984272-4a0a-430b-910a-9df0d99a275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:18.035669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Network hostable DHCP agents. Network: 5df991ba-37d6-4b69-b8fa-5f2201903f58, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:39:18.042298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Transition to ACTIVE for port object 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:18.077115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Network 5df991ba-37d6-4b69-b8fa-5f2201903f58 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:39:18.084115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.109569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5df991ba-37d6-4b69-b8fa-5f2201903f58) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:18.115370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:18.116452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.125588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8dadc-6b16-4599-a0e0-60613a7ccde6 None None] Network 5df991ba-37d6-4b69-b8fa-5f2201903f58 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:18.126492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f870695-8696-4762-be66-62d0ff932793 req-a2c28b2e-a474-49a7-8d68-0b8d25af3f40 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 210 time: 0.0683050 Jul 30 01:39:18.150648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.154036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-469e113a-e0a9-454b-8bc0-4064227d79b9 req-033a556f-208d-4120-a939-3fae1936266b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784704 Jul 30 01:39:18.292647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event updated for resources: {'Port': ['ID=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:18.300760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f1f5d168-cf24-4616-95b0-dd6010f078b5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2192299 Jul 30 01:39:18.317274 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Network d6fa3faf-8161-468b-9c4e-955080185598 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:18.318568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56408) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:18.319993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:18.338885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:18.360632 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.478974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:18.526617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:18.527856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.581812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-5df991ba-37d6-4b69-b8fa-5f2201903f58', 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'fixed_ips': [{'subnet_id': '9fb8986b-6bf3-4237-934d-2305e873dc0a'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:18.585977 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.587107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.588911 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.624943 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-fd77d5cc-2d35-4c5e-b58d-d4be7b3ed3fe tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7218831 Jul 30 01:39:18.638782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Request body: {'port': {'device_id': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:18.804354 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.815740 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.920155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9e5a8d77-8506-46ff-9a7a-c8e46f5e25a6 None None] Provisioning for port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:18.931173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9e5a8d77-8506-46ff-9a7a-c8e46f5e25a6 None None] Provisioning complete for port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:18.931758 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8d77-8506-46ff-9a7a-c8e46f5e25a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:18.946896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38b24ab-2af4-4416-8d8c-d61f25b47ae4,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:18.962930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Allocated IP 172.20.0.2 (5df991ba-37d6-4b69-b8fa-5f2201903f58/9fb8986b-6bf3-4237-934d-2305e873dc0a/0bd780a1-b9ca-4176-a597-ad21a6d5ef37) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:19.015788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 3b9ad953-a793-444e-95e2-a60045717324 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:19.051773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f8943-5680-44ba-89e0-da1099f607ed req-ea3b0c15-2eae-4ef9-b0fc-b906e92802e0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:19.054373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a9f8943-5680-44ba-89e0-da1099f607ed req-ea3b0c15-2eae-4ef9-b0fc-b906e92802e0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 943 time: 0.5434926 Jul 30 01:39:19.072462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d155512-5f04-4e13-a8e9-599c7f00d8a7 req-eba50603-fa71-4f1c-b5fa-ca95123f16a5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:19.082229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d155512-5f04-4e13-a8e9-599c7f00d8a7 req-eba50603-fa71-4f1c-b5fa-ca95123f16a5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.6875749 Jul 30 01:39:19.093759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Checking segment: {'id': 'c064843e-ffb1-45f3-a6fd-b517594136ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:19.093759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Network hostable DHCP agents. Network: 7f63d4c7-e7f7-4d41-af92-ae82d980385f, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:39:19.209062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.286291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Network 7f63d4c7-e7f7-4d41-af92-ae82d980385f is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:39:19.289531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a8d77-8506-46ff-9a7a-c8e46f5e25a6 None None] Port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:19.321406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a9f8943-5680-44ba-89e0-da1099f607ed req-4e829e11-aded-4ef3-92ab-f0cc271f868f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344339 Jul 30 01:39:19.347321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=3b9ad953-a793-444e-95e2-a60045717324,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:19.357060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d155512-5f04-4e13-a8e9-599c7f00d8a7 req-88d21e67-05c8-4327-ab44-b5a04b3a539a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733400 Jul 30 01:39:19.401370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '3b9ad953-a793-444e-95e2-a60045717324', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'port_id': '3b9ad953-a793-444e-95e2-a60045717324', 'mac_address': 'fa:16:3e:ed:b9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5d721-50b0-47c9-a6f9-0026d813c946', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:19.443704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 7f63d4c7-e7f7-4d41-af92-ae82d980385f) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:19.473142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:19.474339 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.541210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ec57bc9b-1738-444c-937a-36d0a11737af admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4841478 Jul 30 01:39:19.543050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56414) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:19.553486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:19.581201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c4764c-9c8f-4b41-9818-f6cb9125dedc {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:19.606547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d466bc38-e28f-4dd3-b4b9-0a8ee017c996 None None] Network 7f63d4c7-e7f7-4d41-af92-ae82d980385f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:19.611262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.637314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Transition to ACTIVE for port object a3c4764c-9c8f-4b41-9818-f6cb9125dedc will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:19.661498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.763889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.765489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.778039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:19.830678 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.893470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Transition to ACTIVE for port object 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:19.929920 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:19.947695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.003678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443ac17-90c2-4ff5-a0c8-b71d6bcbd916 req-a516e460-eec0-4aa4-b026-3eb185961b2a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.024647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e443ac17-90c2-4ff5-a0c8-b71d6bcbd916 req-a516e460-eec0-4aa4-b026-3eb185961b2a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 950 time: 0.3834550 Jul 30 01:39:20.025525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:20.035081 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.051632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Transition to ACTIVE for port object 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:20.082452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Transition to ACTIVE for port object 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:20.093743 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.103967 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.109010 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.162738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Attempting to bind port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:20.163309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Attempting to bind port a3c4764c-9c8f-4b41-9818-f6cb9125dedc by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:20.164206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Attempting to bind port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:20.180179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:20.181156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Attempting to bind port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:20.214835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450abd9-58d3-4c3e-b9b0-9cc83eb9c782 req-5f88d035-5851-4a36-af20-ae034e2ea697 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.228375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b450abd9-58d3-4c3e-b9b0-9cc83eb9c782 req-5f88d035-5851-4a36-af20-ae034e2ea697 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 944 time: 0.2678132 Jul 30 01:39:20.264253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Network 5df991ba-37d6-4b69-b8fa-5f2201903f58 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:20.283107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:20.304254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:20.309568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:20.310154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:20.310832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:20.311759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Bound port: a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:20.312662 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.383046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Pushing event updated for resources: {'Port': ['ID=0bd780a1-b9ca-4176-a597-ad21a6d5ef37,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:20.391528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e443ac17-90c2-4ff5-a0c8-b71d6bcbd916 req-fdb1f114-a311-4efe-92c9-b8fc098d8d62 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151708 Jul 30 01:39:20.413792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b450abd9-58d3-4c3e-b9b0-9cc83eb9c782 req-96bf958d-c161-49a0-98aa-48691d18a02c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823294 Jul 30 01:39:20.491907 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.523283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Attempting to bind port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:20.524292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Attempting to bind port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'da984272-4a0a-430b-910a-9df0d99a275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:20.525126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Attempting to bind port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 on network 5df991ba-37d6-4b69-b8fa-5f2201903f58 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:20.555629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:20.556852 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Checking segment: {'id': 'da984272-4a0a-430b-910a-9df0d99a275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:20.557799 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.558665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Bound using segment: {'id': 'da984272-4a0a-430b-910a-9df0d99a275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:20.559745 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Bound port: 0bd780a1-b9ca-4176-a597-ad21a6d5ef37, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da984272-4a0a-430b-910a-9df0d99a275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:20.560712 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.571095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:20.578307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:20.616971 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.617746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:20.674143 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9ad953-a793-444e-95e2-a60045717324 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:20.756153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.757047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.759578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] 10.222.0.22 "PUT /v2.0/ports/a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 1095 time: 2.9435022 Jul 30 01:39:20.760223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:20.764400 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf754fdd-219e-4e7f-a4db-3a931ce5b592" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:20.800951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=3b9ad953-a793-444e-95e2-a60045717324,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:20.821525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353ac7b-d3f1-4373-a9ee-375cfd8930d4 req-1bb6ccae-8e20-476f-9e60-624a28558886 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.824349 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b353ac7b-d3f1-4373-a9ee-375cfd8930d4 req-1bb6ccae-8e20-476f-9e60-624a28558886 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 949 time: 0.2235548 Jul 30 01:39:20.844267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] For port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:20.846752 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.865923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] For port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0bd780a1-b9ca-4176-a597-ad21a6d5ef37,segment=NetworkSegment(da984272-4a0a-430b-910a-9df0d99a275d),segment_id=da984272-4a0a-430b-910a-9df0d99a275d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:20.877245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-7f63d4c7-e7f7-4d41-af92-ae82d980385f', 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'fixed_ips': [{'subnet_id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:39:20.878669 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.891113 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:20.953188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441056a-d84c-43b9-9a2b-ed39fea35bc6 req-689d60e5-9693-4077-b4d2-44cde47f609e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:20.960235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b441056a-d84c-43b9-9a2b-ed39fea35bc6 req-689d60e5-9693-4077-b4d2-44cde47f609e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.3783152 Jul 30 01:39:20.962297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8b187-85e9-4760-b441-fef062264598 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:21.109596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b353ac7b-d3f1-4373-a9ee-375cfd8930d4 req-ad56b6be-4ab4-453a-97c9-29f527dd2d15 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081614 Jul 30 01:39:21.193308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=3b9ad953-a793-444e-95e2-a60045717324,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:21.228655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-f2d94ac0-da1a-491f-be57-8976a8527751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:21.231619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-f2d94ac0-da1a-491f-be57-8976a8527751 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 1098 time: 0.3798082 Jul 30 01:39:21.316614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b441056a-d84c-43b9-9a2b-ed39fea35bc6 req-dc00cf04-d784-463b-92d9-088c81bba6fb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337286 Jul 30 01:39:21.417801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-aa726ca5-c654-4df2-ad45-f3f02952825b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 217 time: 0.1561875 Jul 30 01:39:21.436178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['3b9ad953-a793-444e-95e2-a60045717324'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:21.537601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.633478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada1d84-d8ab-453e-b3c3-418a34da9845 None None] Pushing event updated for resources: {'Port': ['ID=0bd780a1-b9ca-4176-a597-ad21a6d5ef37,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:21.721964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Allocated IP 172.20.0.2 (7f63d4c7-e7f7-4d41-af92-ae82d980385f/c38b24ab-2af4-4416-8d8c-d61f25b47ae4/41fb8be6-4141-48f7-b997-3f7fe049e26f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:21.739423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Attempting to bind port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:21.740124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Attempting to bind port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:21.740124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Attempting to bind port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 on network d6fa3faf-8161-468b-9c4e-955080185598 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:21.763968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 on network d6fa3faf-8161-468b-9c4e-955080185598 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:21.765010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Attempting to bind port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 on network d6fa3faf-8161-468b-9c4e-955080185598 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:21.767245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0521a0f-445f-4106-bea3-e6b5ace6d83a req-df562b18-fa81-4f69-831e-aa9e92c2d9aa tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:21.770462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0521a0f-445f-4106-bea3-e6b5ace6d83a req-df562b18-fa81-4f69-831e-aa9e92c2d9aa tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 944 time: 0.3349180 Jul 30 01:39:21.779457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-d88fa5c3-28fa-43d4-95e5-1097c19a92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:21.782411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-d88fa5c3-28fa-43d4-95e5-1097c19a92dd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3313875 Jul 30 01:39:21.793307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Allocated IP 172.25.7.19 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/e51786dd-3553-4c21-9bc4-60350bf52e35) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:21.804640 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:21.805046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Checking segment: {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:21.805586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Bound using segment: {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:21.806266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Bound port: 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b88fdb8-4b83-469e-9c1b-3d5319636c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:21.806971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:21.844721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab66fd9-2d77-4a98-afdd-0299389aa009 req-fdf5f498-f454-4470-9fba-4762352b837d tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:21.847974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ab66fd9-2d77-4a98-afdd-0299389aa009 req-fdf5f498-f454-4470-9fba-4762352b837d tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2845356 Jul 30 01:39:21.928601 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:39:21.975038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0521a0f-445f-4106-bea3-e6b5ace6d83a req-474c627f-8a69-4351-a09c-3d110e03e4af tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904161 Jul 30 01:39:22.036629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-79882c6f-b518-4560-8564-e4410192c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:22.040588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-79882c6f-b518-4560-8564-e4410192c713 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135818 Jul 30 01:39:22.047174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ab66fd9-2d77-4a98-afdd-0299389aa009 req-3c3615bd-5497-4752-8508-635711838352 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784534 Jul 30 01:39:22.166888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] For port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:22.234721 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c22075-da4a-4d0b-93c3-4e4744f918e1 x-openstack-request-id: req-14c22075-da4a-4d0b-93c3-4e4744f918e1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:22.235628 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:22.235835 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-14c22075-da4a-4d0b-93c3-4e4744f918e1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:22.236600 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'status': 'completed', 'code': 200} Jul 30 01:39:22.241926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] For port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:22.264855 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.275630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.316403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Transition to ACTIVE for port object 41fb8be6-4141-48f7-b997-3f7fe049e26f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:22.335182 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.339250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-cd712dbc-8b42-4aba-ad8a-5efa20ec73e5 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798705 Jul 30 01:39:22.385475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Transition to ACTIVE for port object 41fb8be6-4141-48f7-b997-3f7fe049e26f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:22.414993 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.440747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:22.441830 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.444977 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] 10.222.0.41 "PUT /v2.0/ports/177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 HTTP/1.1" status: 200 len: 1092 time: 3.8135631 Jul 30 01:39:22.484162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8266-23f3-417c-8c1f-4009bfa90284 req-0002c147-bb2f-454e-ab08-3445c2882bdf tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:22.504511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b5b8266-23f3-417c-8c1f-4009bfa90284 req-0002c147-bb2f-454e-ab08-3445c2882bdf tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 1101 time: 0.3287449 Jul 30 01:39:22.562091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Network 7f63d4c7-e7f7-4d41-af92-ae82d980385f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:22.569312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:22.583727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:22.590453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Pushing event updated for resources: {'Port': ['ID=41fb8be6-4141-48f7-b997-3f7fe049e26f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:22.593015 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:22.597375 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56430f2a-48bf-48b2-b4b9-5607d60e00b5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:22.685715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b5b8266-23f3-417c-8c1f-4009bfa90284 req-13db0f2b-066b-44b0-96f8-7032632126df tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794519 Jul 30 01:39:22.743855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Attempting to bind port 41fb8be6-4141-48f7-b997-3f7fe049e26f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:22.744397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Attempting to bind port 41fb8be6-4141-48f7-b997-3f7fe049e26f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c064843e-ffb1-45f3-a6fd-b517594136ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:22.744994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Attempting to bind port 41fb8be6-4141-48f7-b997-3f7fe049e26f on network 7f63d4c7-e7f7-4d41-af92-ae82d980385f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:22.752675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3974ba5c-9817-4907-8850-ef7f14f00212 req-d69ea9b9-9643-4444-a881-20a5f1fc1357 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019425 Jul 30 01:39:22.777353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:22.781252 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Checking segment: {'id': 'c064843e-ffb1-45f3-a6fd-b517594136ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:22.782592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.786811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Bound using segment: {'id': 'c064843e-ffb1-45f3-a6fd-b517594136ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:22.788788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Bound port: 41fb8be6-4141-48f7-b997-3f7fe049e26f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c064843e-ffb1-45f3-a6fd-b517594136ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:22.790041 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:22.795804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddb331-0d4d-41b1-a591-adc589b304d6 req-8ba8da50-1233-4cf3-a073-0fddf75a2e47 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:22.800659 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6eddb331-0d4d-41b1-a591-adc589b304d6 req-8ba8da50-1233-4cf3-a073-0fddf75a2e47 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 944 time: 0.2920110 Jul 30 01:39:22.827917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53228e0a-3ab9-4fb6-8aaf-53852c23fbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:23.019608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] For port 41fb8be6-4141-48f7-b997-3f7fe049e26f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:23.026477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] For port 41fb8be6-4141-48f7-b997-3f7fe049e26f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=41fb8be6-4141-48f7-b997-3f7fe049e26f,segment=NetworkSegment(c064843e-ffb1-45f3-a6fd-b517594136ab),segment_id=c064843e-ffb1-45f3-a6fd-b517594136ab)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:23.034105 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.193809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3d953-8340-41d5-b02c-fc6b7bf4cbfb None None] Pushing event updated for resources: {'Port': ['ID=41fb8be6-4141-48f7-b997-3f7fe049e26f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:23.244562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6eddb331-0d4d-41b1-a591-adc589b304d6 req-f20b7e51-f137-4d3b-9ab6-b1b4685881b5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093277 Jul 30 01:39:23.281137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:23.326574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209072f6-1b87-4893-84e5-13933913ca54 req-8028d41a-615c-40ba-938e-bb4fe4f9fa9d tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.329233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-209072f6-1b87-4893-84e5-13933913ca54 req-8028d41a-615c-40ba-938e-bb4fe4f9fa9d tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.22 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 949 time: 0.8826873 Jul 30 01:39:23.330972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.332181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-5f47982e-c320-45c4-a63d-ad1e7f2897b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.335356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-5f47982e-c320-45c4-a63d-ad1e7f2897b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 1098 time: 0.4597595 Jul 30 01:39:23.422898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:23.439730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f445e-3d0a-4463-80a7-0c03a900ed30 None None] Network 5df991ba-37d6-4b69-b8fa-5f2201903f58 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:23.474324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-c4901c50-49fa-4e6f-bc27-d0ffbf528771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.484169 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-c4901c50-49fa-4e6f-bc27-d0ffbf528771 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65553efe98204417a2eee97ae2768a0e&device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 1095 time: 0.8809576 Jul 30 01:39:23.510696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83836700-5bc8-4bbe-aa5b-c4949b8cb06a req-865dab0d-9069-47e6-b7a3-0ab10d08e0d7 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.519157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83836700-5bc8-4bbe-aa5b-c4949b8cb06a req-865dab0d-9069-47e6-b7a3-0ab10d08e0d7 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 949 time: 0.5262907 Jul 30 01:39:23.545091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:23.547812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.587597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f295188f-b265-4f46-8a76-e229ad37a69e None None] Provisioning for port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:23.628776 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.630373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f295188f-b265-4f46-8a76-e229ad37a69e None None] Provisioning complete for port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:23.631507 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f295188f-b265-4f46-8a76-e229ad37a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.711958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:23.724550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83836700-5bc8-4bbe-aa5b-c4949b8cb06a req-431b7c3b-3f5b-4100-852b-e5fcfa749029 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036388 Jul 30 01:39:23.769420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Pushing event updated for resources: {'Port': ['ID=e51786dd-3553-4c21-9bc4-60350bf52e35,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:23.774760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-0ae224dc-75c0-4800-b09c-8cb25aa01ded service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 HTTP/1.1" status: 200 len: 217 time: 0.2544184 Jul 30 01:39:23.776716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:23.793081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd796f-fed2-4b33-8d5a-60cc0617f841 req-38257e06-904d-4c18-97fe-8de790b8dc08 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.814013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4cbd796f-fed2-4b33-8d5a-60cc0617f841 req-38257e06-904d-4c18-97fe-8de790b8dc08 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.2892396 Jul 30 01:39:23.842939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:23.851308 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e075ed6-0d1d-4146-8c50-fb29ba5b4b77 x-openstack-request-id: req-4e075ed6-0d1d-4146-8c50-fb29ba5b4b77 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:23.852839 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:23.852839 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4e075ed6-0d1d-4146-8c50-fb29ba5b4b77 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:23.853303 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'status': 'completed', 'code': 200} Jul 30 01:39:23.865671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-7f8a58a5-077f-4448-aeb2-f3198fa6be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:23.868288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-7f8a58a5-077f-4448-aeb2-f3198fa6be02 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.5053763 Jul 30 01:39:24.014504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-33430fa8-db8d-4801-81e9-6dd87b7c7aed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 217 time: 0.1328201 Jul 30 01:39:24.041158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4cbd796f-fed2-4b33-8d5a-60cc0617f841 req-1ef7cb7c-17d5-4627-9c17-3a13f0a389a9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258155 Jul 30 01:39:24.081005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f295188f-b265-4f46-8a76-e229ad37a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.122836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-f25b3add-de77-44ba-b68f-612b8b87cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.125655 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-f25b3add-de77-44ba-b68f-612b8b87cf4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0074f845-b233-45a9-893e-21af2cb46545 HTTP/1.1" status: 200 len: 862 time: 0.2988362 Jul 30 01:39:24.164292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f295188f-b265-4f46-8a76-e229ad37a69e None None] For port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0bd780a1-b9ca-4176-a597-ad21a6d5ef37,segment=NetworkSegment(da984272-4a0a-430b-910a-9df0d99a275d),segment_id=da984272-4a0a-430b-910a-9df0d99a275d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:24.172565 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f295188f-b265-4f46-8a76-e229ad37a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.221693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-fc01a578-a1b0-4070-b1ec-6d3907aecc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.229583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-fc01a578-a1b0-4070-b1ec-6d3907aecc41 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1872313 Jul 30 01:39:24.248357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66eb12-c05c-49f2-a22f-0b5a5f7ddabe req-e4c8c3a7-f373-4fe9-aef4-1a0211e3a519 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.261709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c66eb12-c05c-49f2-a22f-0b5a5f7ddabe req-e4c8c3a7-f373-4fe9-aef4-1a0211e3a519 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 944 time: 0.2542193 Jul 30 01:39:24.378695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Allocated IP 172.25.7.7 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/2785020d-8e9f-44dc-8e9a-ccb344272965) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:24.380706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295188f-b265-4f46-8a76-e229ad37a69e None None] Pushing event updated for resources: {'Port': ['ID=0bd780a1-b9ca-4176-a597-ad21a6d5ef37,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:24.425862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-3811af0a-38c9-4aa1-883d-51a25388ddd1 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491016 Jul 30 01:39:24.491801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c66eb12-c05c-49f2-a22f-0b5a5f7ddabe req-dabb1f8f-0495-4b28-978a-9f8fad493979 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796403 Jul 30 01:39:24.541606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-209072f6-1b87-4893-84e5-13933913ca54 req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Deleting port bdc1672a-3272-4c2d-873f-3a4cb54ef468 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:24.542457 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-209072f6-1b87-4893-84e5-13933913ca54 req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.628494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-70d19499-5445-4df6-9351-94587b4c724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.630592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-70d19499-5445-4df6-9351-94587b4c724e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3674133 Jul 30 01:39:24.743701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eca1214d-5938-48ab-ac30-c23e21bf9b1b None None] Provisioning complete for port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:24.745723 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eca1214d-5938-48ab-ac30-c23e21bf9b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:24.758285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-55cd6e8a-427f-43e8-88c9-a98db66c4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.761224 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-55cd6e8a-427f-43e8-88c9-a98db66c4a4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fa3faf-8161-468b-9c4e-955080185598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5622916 Jul 30 01:39:24.852401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-676e3481-3c74-49fc-bc49-340ec9f91c1d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:24.855596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-676e3481-3c74-49fc-bc49-340ec9f91c1d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928092 Jul 30 01:39:25.009880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-c12ec56c-a0a2-4f3a-8574-5c217b79129f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/quotas/d0f98f9edc1a45c59355a7c052a282a1 HTTP/1.1" status: 200 len: 375 time: 0.1208858 Jul 30 01:39:25.057644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:25.061750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd43e39-f02f-45ae-a124-e9cc353c9bbc req-f25c7187-dd44-42b3-ba0e-d3493c5523ac tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.064420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 3b9ad953-a793-444e-95e2-a60045717324 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:25.076182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7cd43e39-f02f-45ae-a124-e9cc353c9bbc req-f25c7187-dd44-42b3-ba0e-d3493c5523ac tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.4351854 Jul 30 01:39:25.126653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.191147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-209072f6-1b87-4893-84e5-13933913ca54 req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] For port bdc1672a-3272-4c2d-873f-3a4cb54ef468, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=bdc1672a-3272-4c2d-873f-3a4cb54ef468,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:25.196213 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-209072f6-1b87-4893-84e5-13933913ca54 req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.266952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-209072f6-1b87-4893-84e5-13933913ca54 req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Calling delete_port for bdc1672a-3272-4c2d-873f-3a4cb54ef468 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:25.277963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-101f75fc-a396-4077-8076-15b206b915fb service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178310 Jul 30 01:39:25.284172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 41fb8be6-4141-48f7-b997-3f7fe049e26f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:25.287049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491c871-b54d-4928-8a20-e0ae45bd358c None None] Network 7f63d4c7-e7f7-4d41-af92-ae82d980385f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:25.296106 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-8cb1bd04-a2c0-4630-a2c2-71bab071a14c service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139382 Jul 30 01:39:25.308254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-15b1bf80-b99f-4b92-9fdb-3ee4839d0207 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2668176 Jul 30 01:39:25.330415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7cd43e39-f02f-45ae-a124-e9cc353c9bbc req-dd6fa685-285a-4843-a109-7c096df1c189 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525313 Jul 30 01:39:25.446587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.452763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:25.490737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'af977577-7523-4a6e-a390-c075238bf03c', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'af977577-7523-4a6e-a390-c075238bf03c', 'mac_address': 'fa:16:3e:a4:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:25.647562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.652721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf754fdd-219e-4e7f-a4db-3a931ce5b592 req-dd7ea122-70de-4dda-b0d2-fe70f9531b12 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433201 Jul 30 01:39:25.685217 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3700f7e-38eb-40f6-af9d-66d3f4849f7d req-52cf97cf-e756-4f5b-a0ed-4187098c3db3 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784349 Jul 30 01:39:25.704456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0cd21-5137-4e31-9650-51c1b298d68e req-4b2087de-1d02-44ae-89d0-6a243d659aed tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.708752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af977577-7523-4a6e-a390-c075238bf03c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:25.719258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ac0cd21-5137-4e31-9650-51c1b298d68e req-4b2087de-1d02-44ae-89d0-6a243d659aed tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 944 time: 0.1815763 Jul 30 01:39:25.754338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:25.774991 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:25.791699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d58100a7-6a85-4a10-b850-05fecc8c88a6 None None] Provisioning for port 41fb8be6-4141-48f7-b997-3f7fe049e26f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:25.897914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ac0cd21-5137-4e31-9650-51c1b298d68e req-0423d69d-c4c3-40a3-9d5d-f3bd4f93eeb1 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771402 Jul 30 01:39:25.969023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e3569-beae-4a0d-8fcc-a24f166aad4d req-18c797f9-ab62-465e-a092-d328f873cddb tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:25.982842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-345e3569-beae-4a0d-8fcc-a24f166aad4d req-18c797f9-ab62-465e-a092-d328f873cddb tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 949 time: 0.2242124 Jul 30 01:39:26.127726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-345e3569-beae-4a0d-8fcc-a24f166aad4d req-a672d4de-5e79-4826-9a0d-2128ecd08824 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/security-groups?id=79be1fc9-69af-4573-8b13-512ea94ef9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277657 Jul 30 01:39:26.175982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:26.193909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 41fb8be6-4141-48f7-b997-3f7fe049e26f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:26.218296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 41fb8be6-4141-48f7-b997-3f7fe049e26f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:26.219566 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.288347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.323165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7ba74-4027-43be-ae16-470f596bc123 req-876ece57-5340-45dd-8132-39f2ad5b8a47 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.326072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 3b9ad953-a793-444e-95e2-a60045717324 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:26.350173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-adc7ba74-4027-43be-ae16-470f596bc123 req-876ece57-5340-45dd-8132-39f2ad5b8a47 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.2473876 Jul 30 01:39:26.355764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 3b9ad953-a793-444e-95e2-a60045717324 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:26.356844 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.401541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['af977577-7523-4a6e-a390-c075238bf03c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:26.449418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:26.506204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-e7ea7e1d-7701-4a72-a7e9-d7c33d86af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.509290 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-e7ea7e1d-7701-4a72-a7e9-d7c33d86af03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65553efe98204417a2eee97ae2768a0e&device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 1095 time: 0.7205536 Jul 30 01:39:26.516240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:26.538791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-adc7ba74-4027-43be-ae16-470f596bc123 req-08ef5e93-d9ab-4769-819b-3a52c1473961 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478293 Jul 30 01:39:26.571802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:26.573072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42567840-a93d-4bc2-9945-afd8cea364a3 req-faa3355c-3169-430d-8179-85a593e4dddb tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:26.596380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42567840-a93d-4bc2-9945-afd8cea364a3 req-faa3355c-3169-430d-8179-85a593e4dddb tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 944 time: 0.2370794 Jul 30 01:39:26.634755 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.735243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Pushing event updated for resources: {'Port': ['ID=2785020d-8e9f-44dc-8e9a-ccb344272965,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:26.740809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42567840-a93d-4bc2-9945-afd8cea364a3 req-26c387e2-73d3-46ce-b6f7-e69b0775a19c tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396980 Jul 30 01:39:26.806716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:26.822814 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29d38ff3-f5c2-4cc1-8843-c2060eb7eb54 req-bd6d8a8e-efc7-471e-aa61-c47b0b73dc6c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 210 time: 0.1225560 Jul 30 01:39:26.871577 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.052565 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4904a9-feae-466c-bf2f-d9e8d223c1e7 req-c69a2358-d931-47cf-bc44-0853f5be1e31 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:27.055773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d4904a9-feae-466c-bf2f-d9e8d223c1e7 req-c69a2358-d931-47cf-bc44-0853f5be1e31 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 949 time: 0.1335685 Jul 30 01:39:27.157009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a3c4764c-9c8f-4b41-9818-f6cb9125dedc details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:27.188441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-dd8f772b-57ba-412f-8926-ce72c0e2ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:27.188721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 41fb8be6-4141-48f7-b997-3f7fe049e26f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=41fb8be6-4141-48f7-b997-3f7fe049e26f,segment=NetworkSegment(c064843e-ffb1-45f3-a6fd-b517594136ab),segment_id=c064843e-ffb1-45f3-a6fd-b517594136ab)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:27.191205 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-dd8f772b-57ba-412f-8926-ce72c0e2ccaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fa3faf-8161-468b-9c4e-955080185598 HTTP/1.1" status: 200 len: 924 time: 0.6652019 Jul 30 01:39:27.202205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c9246a68-8967-4d68-81a1-a556bfdb5846 None None] Provisioning complete for port 41fb8be6-4141-48f7-b997-3f7fe049e26f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:27.202597 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9246a68-8967-4d68-81a1-a556bfdb5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.231223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d4904a9-feae-466c-bf2f-d9e8d223c1e7 req-fdcccd4a-829d-4e05-97e4-46f1434859a6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637692 Jul 30 01:39:27.244899 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.245718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:27.274729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fe967-d8ee-4f4a-bdab-195c62c8a365 req-4d5a377a-3cea-4c67-8168-d021762abbfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:27.283493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ad953-a793-444e-95e2-a60045717324'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:27.284674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-209072f6-1b87-4893-84e5-13933913ca54 req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.287742 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f446fc-7ab6-47c3-8a81-e85d2bf773d5" -d '{"events": [{"server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ad953-a793-444e-95e2-a60045717324"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:27.299113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b7fe967-d8ee-4f4a-bdab-195c62c8a365 req-4d5a377a-3cea-4c67-8168-d021762abbfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 944 time: 0.1895680 Jul 30 01:39:27.394075 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-862ee5a7-39f1-46db-9160-7c2abd07c18c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 HTTP/1.1" status: 200 len: 217 time: 0.1303604 Jul 30 01:39:27.407096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b7fe967-d8ee-4f4a-bdab-195c62c8a365 req-5be2f742-b9bf-458e-a901-831107f6678a tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019707 Jul 30 01:39:27.437005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:39:27.487112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=41fb8be6-4141-48f7-b997-3f7fe049e26f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:27.518402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31d04e51-2d37-486b-9a02-073b7f2adfeb req-54ae2dcc-0809-4c8f-826b-1d90771d4ffc tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.84 "GET /v2.0/ports?device_id=174fcf9e-17b1-4574-961e-97045b30d353 HTTP/1.1" status: 200 len: 210 time: 0.0641568 Jul 30 01:39:27.536821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Pushing event deleted for resources: {'Port': ['ID=bdc1672a-3272-4c2d-873f-3a4cb54ef468,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:27.544431 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a687339-6ec5-4044-86dc-d0b02152db9d x-openstack-request-id: req-0a687339-6ec5-4044-86dc-d0b02152db9d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:27.544894 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ad953-a793-444e-95e2-a60045717324", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:27.551661 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0a687339-6ec5-4044-86dc-d0b02152db9d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:27.555053 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ad953-a793-444e-95e2-a60045717324', 'code': 200} Jul 30 01:39:27.559802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=3b9ad953-a793-444e-95e2-a60045717324,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:27.661200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.662780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:27.669223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-209072f6-1b87-4893-84e5-13933913ca54 req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] No DVR routers for this DVR port bdc1672a-3272-4c2d-873f-3a4cb54ef468 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:39:27.676148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-209072f6-1b87-4893-84e5-13933913ca54 req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:27.680162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-209072f6-1b87-4893-84e5-13933913ca54 req-a49a9c6c-a127-42ca-868b-79ddb2964f86 tempest-ImagesNegativeTestJSON-1168679013 tempest-ImagesNegativeTestJSON-1168679013-project] 10.222.0.22 "DELETE /v2.0/ports/bdc1672a-3272-4c2d-873f-3a4cb54ef468 HTTP/1.1" status: 204 len: 173 time: 4.2797923 Jul 30 01:39:27.690213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174fcf9e-17b1-4574-961e-97045b30d353', 'name': 'network-vif-deleted', 'tag': 'bdc1672a-3272-4c2d-873f-3a4cb54ef468'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:27.693939 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68075ce-fff3-45a8-9ac3-9dadc5573bc2" -d '{"events": [{"server_uuid": "174fcf9e-17b1-4574-961e-97045b30d353", "name": "network-vif-deleted", "tag": "bdc1672a-3272-4c2d-873f-3a4cb54ef468"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:27.704774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-f058878c-e433-48bb-86fc-41488bf48748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:27.707834 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-f058878c-e433-48bb-86fc-41488bf48748 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0074f845-b233-45a9-893e-21af2cb46545 HTTP/1.1" status: 200 len: 862 time: 0.2753994 Jul 30 01:39:27.739064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8aa8a8-40bb-4b55-b4f1-9e46969df9ff req-7c21e78f-2b28-43e9-b021-8c0c0462c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:27.742517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e8aa8a8-40bb-4b55-b4f1-9e46969df9ff req-7c21e78f-2b28-43e9-b021-8c0c0462c7bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 1096 time: 0.1167011 Jul 30 01:39:27.855124 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e8aa8a8-40bb-4b55-b4f1-9e46969df9ff req-ebf08be9-fd0d-43d3-931b-4cfbf7850951 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927980 Jul 30 01:39:27.901069 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d7963-6121-4977-ac2d-48d33c7b37de x-openstack-request-id: req-714d7963-6121-4977-ac2d-48d33c7b37de {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:27.901549 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174fcf9e-17b1-4574-961e-97045b30d353", "name": "network-vif-deleted", "tag": "bdc1672a-3272-4c2d-873f-3a4cb54ef468", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:27.901966 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-714d7963-6121-4977-ac2d-48d33c7b37de {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:27.902625 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174fcf9e-17b1-4574-961e-97045b30d353', 'name': 'network-vif-deleted', 'tag': 'bdc1672a-3272-4c2d-873f-3a4cb54ef468', 'status': 'completed', 'code': 200} Jul 30 01:39:27.910795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a992-1d7d-4cba-8e78-e16c763bf138 req-c7c9e668-e43e-4a4e-a10b-12cd82e4b99e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:27.922440 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c297a992-1d7d-4cba-8e78-e16c763bf138 req-c7c9e668-e43e-4a4e-a10b-12cd82e4b99e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.1744821 Jul 30 01:39:28.124893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-f831be4a-1266-460d-bb6f-1399137fdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:28.127596 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-f831be4a-1266-460d-bb6f-1399137fdb0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fa3faf-8161-468b-9c4e-955080185598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3988097 Jul 30 01:39:28.136970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:28.171550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.192196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:28.192959 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.197059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=3b9ad953-a793-444e-95e2-a60045717324,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:28.198555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:39:28.218245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.219035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.219794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.220499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.221207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.221938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.222640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.223342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.224083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.224784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.225493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.226382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:28.324321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'mac_address': 'fa:16:3e:37:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:28.482881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-eb01a823-4cf0-4a74-81f2-49a0b0038989 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582068 Jul 30 01:39:28.512492 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.518078 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.562346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id af977577-7523-4a6e-a390-c075238bf03c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:28.574097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c4764c-9c8f-4b41-9818-f6cb9125dedc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:28.664490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:28.670792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:28.687616 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.701309 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:28.746668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device bdc1672a-3272-4c2d-873f-3a4cb54ef468 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:39:28.747615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:28.767198 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Sync routers for ids ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:28.790175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c297a992-1d7d-4cba-8e78-e16c763bf138 req-fc9f3866-29cf-4951-b819-ffcc78a2d5c8 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8575578 Jul 30 01:39:28.805932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: bdc1672a-3272-4c2d-873f-3a4cb54ef468 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:39:28.806274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device bdc1672a-3272-4c2d-873f-3a4cb54ef468 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:39:28.806702 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Routers {'56c6e47c-cafe-400f-87b0-f21f34c6e7ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:28.808269 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:28.808668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-abafeafc-cdaf-43df-b3a4-a1929fb1f162 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:28.812875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-abafeafc-cdaf-43df-b3a4-a1929fb1f162 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2935901 Jul 30 01:39:28.851471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Request body: {'port': {'device_id': 'f13ddad2-387e-4402-902d-7ffdb261bf18', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'd0f98f9edc1a45c59355a7c052a282a1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:28.875688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:28.971010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5c5f6-140d-48cd-a638-01afeb1406aa req-d06f1910-1cc4-4f0e-b740-bc9b5cec7097 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:28.992279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65e5c5f6-140d-48cd-a638-01afeb1406aa req-d06f1910-1cc4-4f0e-b740-bc9b5cec7097 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 945 time: 0.5695698 Jul 30 01:39:29.014542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:29.023260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 41fb8be6-4141-48f7-b997-3f7fe049e26f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:29.137272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:29.140156 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a32be00f-761f-4bf8-b5fd-203763b15b6b admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.6906435 Jul 30 01:39:29.147742 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-5e562fd9-63be-4007-a97e-d9d9d21b488a service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0100887 Jul 30 01:39:29.148586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56492) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:29.157989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65e5c5f6-140d-48cd-a638-01afeb1406aa req-fcaef841-338c-405d-93e2-91bbc157a63b tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586189 Jul 30 01:39:29.165997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 41fb8be6-4141-48f7-b997-3f7fe049e26f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:29.165997 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:29.244573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbd83054-6f3a-4290-b8ba-1a79b28d66eb req-1f039aff-4d6b-49d5-b97f-aa728e749adb tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 210 time: 0.1111555 Jul 30 01:39:29.258853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['a3c4764c-9c8f-4b41-9818-f6cb9125dedc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:29.386985 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Set router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:29.393052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Made reservation on behalf of d0f98f9edc1a45c59355a7c052a282a1 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:29.412103 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:29.649946 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:29.763187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56430f2a-48bf-48b2-b4b9-5607d60e00b5 req-99560c33-018f-4bcc-bb0f-293ce7c8e2d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734708 Jul 30 01:39:29.864636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e84e-76c9-40d9-b11b-8168189fe417 req-aacb4cc2-3822-42be-b52a-03e0d8781027 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:29.867411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54a7e84e-76c9-40d9-b11b-8168189fe417 req-aacb4cc2-3822-42be-b52a-03e0d8781027 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 948 time: 0.4049087 Jul 30 01:39:29.890400 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:18Z', 'updated_at': '2021-07-30T01:39:24Z', 'revision_number': 3, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'gw_port': {'id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:20Z', 'updated_at': '2021-07-30T01:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:29.938076 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:29.945965 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Checking router: 56c6e47c-cafe-400f-87b0-f21f34c6e7ba for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:29.947764 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Updating router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba port e51786dd-3553-4c21-9bc4-60350bf52e35 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:29.977021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5775d-dfff-438c-abf1-852982158334 req-0ae4f1d2-ed8e-48d3-87d0-8509bb03f272 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:29.993602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99b5775d-dfff-438c-abf1-852982158334 req-0ae4f1d2-ed8e-48d3-87d0-8509bb03f272 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 944 time: 0.5228260 Jul 30 01:39:30.017325 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.155547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54a7e84e-76c9-40d9-b11b-8168189fe417 req-4d1349a0-2cf7-4e71-ad05-0a0f5da59bc4 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726634 Jul 30 01:39:30.166062 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99b5775d-dfff-438c-abf1-852982158334 req-e4290f63-9897-4d1c-80b9-2bdd5c9635a9 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694150 Jul 30 01:39:30.177916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Allocated IP 192.168.233.233 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/117c9292-2ee3-4622-a351-c7e8d984b405) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:30.419936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:30.457472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'port_id': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'mac_address': 'fa:16:3e:c3:9d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:30.621006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.669183 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:30.678533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b2eb6-2654-4d7c-a569-94dac75a194c req-7de3dcd5-124f-464a-b6f5-e3a3f51bdfa4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.681374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c4b2eb6-2654-4d7c-a569-94dac75a194c req-7de3dcd5-124f-464a-b6f5-e3a3f51bdfa4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 945 time: 0.1903059 Jul 30 01:39:30.702787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e6626-e338-41a3-b5e4-0bb523c98433 req-8908170f-65ee-4d56-b3ed-2127c254cdfe tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:30.704306 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.705400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c52e6626-e338-41a3-b5e4-0bb523c98433 req-8908170f-65ee-4d56-b3ed-2127c254cdfe tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 948 time: 0.2910933 Jul 30 01:39:30.724645 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Transition to ACTIVE for port object e51786dd-3553-4c21-9bc4-60350bf52e35 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:30.742120 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.745147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f1bcc34-1109-416d-a8e5-8ebad1179ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.767116 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.798253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:30.828047 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.828385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Router 5963cf25-8ff3-42ad-9848-672dedf28b16 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:39:30.832730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Transition to ACTIVE for port object 117c9292-2ee3-4622-a351-c7e8d984b405 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:30.863510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c4b2eb6-2654-4d7c-a569-94dac75a194c req-f7daf4de-5b14-4f2f-9348-be9e60293cd0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564050 Jul 30 01:39:30.887657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Pushing event updated for resources: {'Port': ['ID=e51786dd-3553-4c21-9bc4-60350bf52e35,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:30.915518 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Attempting to bind port e51786dd-3553-4c21-9bc4-60350bf52e35 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:30.916726 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Attempting to bind port e51786dd-3553-4c21-9bc4-60350bf52e35 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:30.916726 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Attempting to bind port e51786dd-3553-4c21-9bc4-60350bf52e35 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:30.953604 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.954183 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.954756 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.955977 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.955977 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.956527 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.957094 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.957737 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.958171 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.958714 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.958899 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.959242 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.959829 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:39:30.968707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:30.980673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c52e6626-e338-41a3-b5e4-0bb523c98433 req-20df72a8-e5e5-45ae-809f-838110ceb51e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296021 Jul 30 01:39:30.985238 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:30.985967 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:30.986635 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.988789 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:30.989784 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Bound port: e51786dd-3553-4c21-9bc4-60350bf52e35, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:30.991703 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:30.992305 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.019346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb', '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9', 'd1bff5d7-8836-4970-a651-5bdfa53bd314'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:31.088555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292', '35a51815-2159-4211-9009-00ebbace1adc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:31.149439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:31.154060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['177aaef2-52ac-4d16-b8ff-a76a57f4e7c4'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:31.164917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.189338 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] For port e51786dd-3553-4c21-9bc4-60350bf52e35, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:31.198542 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] For port e51786dd-3553-4c21-9bc4-60350bf52e35, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e51786dd-3553-4c21-9bc4-60350bf52e35,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:31.211738 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.215099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:31.293080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:31.313027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:31.461244 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ec096-7f1a-48d1-a66d-95a05f0c3d55 None None] Pushing event updated for resources: {'Port': ['ID=e51786dd-3553-4c21-9bc4-60350bf52e35,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:31.492190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event updated for resources: {'Port': ['ID=117c9292-2ee3-4622-a351-c7e8d984b405,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:31.524083 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Routers {'56c6e47c-cafe-400f-87b0-f21f34c6e7ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:31.525585 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:31.603715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40b809-7b0b-4f05-aa69-ad1adfa9903d req-8ed8027d-47a3-462e-bdde-6cfe5e4c6c14 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:31.620206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd40b809-7b0b-4f05-aa69-ad1adfa9903d req-8ed8027d-47a3-462e-bdde-6cfe5e4c6c14 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 936 time: 0.4609096 Jul 30 01:39:31.674977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:31.675229 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.695701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port af977577-7523-4a6e-a390-c075238bf03c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:31.696572 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.756527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:31.785134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Sync routers for ids ['5963cf25-8ff3-42ad-9848-672dedf28b16'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:31.805805 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:31.808355 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-38616778-07c1-4c33-91cd-9a4d638e4cee admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.2635674 Jul 30 01:39:31.812878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56514) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:31.854932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-aa265511-e540-445a-b3cf-7173844d63ed tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0250523 Jul 30 01:39:31.864701 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] Set router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:31.894506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Routers {'5963cf25-8ff3-42ad-9848-672dedf28b16'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:31.895503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5963cf25-8ff3-42ad-9848-672dedf28b16'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:31.914002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Request body: {'port': {'device_id': 'f13ddad2-387e-4402-902d-7ffdb261bf18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:31.990168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd40b809-7b0b-4f05-aa69-ad1adfa9903d req-133c6fd6-1d74-478a-8a58-1df2099b0851 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683510 Jul 30 01:39:32.010713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fec6e5-b47c-4758-8718-bf0017c97095 req-909061e5-cd77-4c99-baae-7255b98ab517 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.022702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9fec6e5-b47c-4758-8718-bf0017c97095 req-909061e5-cd77-4c99-baae-7255b98ab517 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 945 time: 0.3709350 Jul 30 01:39:32.113972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Allocated IP 172.20.0.1 (5df991ba-37d6-4b69-b8fa-5f2201903f58/9fb8986b-6bf3-4237-934d-2305e873dc0a/a61a6c33-4fae-4b66-8aa0-0292d9128f80) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:32.134474 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.172328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9fec6e5-b47c-4758-8718-bf0017c97095 req-a42c439f-08f1-44d3-b856-3c971ff5f48a tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477144 Jul 30 01:39:32.308033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b9246f17-15da-47e2-860d-a06669a65588 None None] Provisioning for port 117c9292-2ee3-4622-a351-c7e8d984b405 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:32.355882 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:18Z', 'updated_at': '2021-07-30T01:39:24Z', 'revision_number': 3, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'gw_port': {'id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:20Z', 'updated_at': '2021-07-30T01:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:32.363368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b9246f17-15da-47e2-860d-a06669a65588 None None] Provisioning complete for port 117c9292-2ee3-4622-a351-c7e8d984b405 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:32.363980 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9246f17-15da-47e2-860d-a06669a65588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.391636 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084920cc-99ca-419f-8675-ca502a3b7d42 None None] The sync data for ids ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'] in n-d-715271-7 is: [{'id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:18Z', 'updated_at': '2021-07-30T01:39:24Z', 'revision_number': 3, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'gw_port': {'id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:20Z', 'updated_at': '2021-07-30T01:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:32.566401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.576330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b9246f17-15da-47e2-860d-a06669a65588 None None] Port 117c9292-2ee3-4622-a351-c7e8d984b405 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:32.632451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Set router 5963cf25-8ff3-42ad-9848-672dedf28b16 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:32.643636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a0048-a048-4483-81d7-c8e819def2c4 req-ab1211da-35c8-406f-9ceb-552d4b18595d tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.652658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-773a0048-a048-4483-81d7-c8e819def2c4 req-ab1211da-35c8-406f-9ceb-552d4b18595d tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 948 time: 0.3830192 Jul 30 01:39:32.701606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:32.725686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca785b-102e-4148-b10e-81ade242958a req-fa049b59-a478-429b-9721-42ef5dd223cb tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:32.728848 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dca785b-102e-4148-b10e-81ade242958a req-fa049b59-a478-429b-9721-42ef5dd223cb tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 945 time: 0.2069576 Jul 30 01:39:32.753556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:32.756922 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817046e2-f411-4eef-a524-c255abb9874b" -d '{"events": [{"server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "name": "network-vif-plugged", "status": "completed", "tag": "af977577-7523-4a6e-a390-c075238bf03c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:32.800041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:32.810426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Transition to ACTIVE for port object a61a6c33-4fae-4b66-8aa0-0292d9128f80 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:32.887608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-773a0048-a048-4483-81d7-c8e819def2c4 req-e608b029-6fe6-4af7-bd35-506e68387dd1 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325053 Jul 30 01:39:33.001946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dca785b-102e-4148-b10e-81ade242958a req-c34a5d87-446c-442f-bfa1-403c239fe948 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432752 Jul 30 01:39:33.215784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.231289 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb84899-c7b5-44f7-b03d-26da24f59f54 x-openstack-request-id: req-0cb84899-c7b5-44f7-b03d-26da24f59f54 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:33.231867 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "name": "network-vif-plugged", "status": "completed", "tag": "af977577-7523-4a6e-a390-c075238bf03c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:33.231867 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0cb84899-c7b5-44f7-b03d-26da24f59f54 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:33.232509 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c', 'code': 200} Jul 30 01:39:33.338728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.391227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a3c4764c-9c8f-4b41-9818-f6cb9125dedc up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:33.414595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117c9292-2ee3-4622-a351-c7e8d984b405 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:33.435871 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.461610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Network 5df991ba-37d6-4b69-b8fa-5f2201903f58 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:33.508068 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4223b04-2be4-4ad6-9711-1d0012e84604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.513154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bf1a9-65d2-46f9-9452-e49afe00c7b1 req-9c6d3c6d-be17-4a85-b992-24947eb21a18 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:33.522871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f9bf1a9-65d2-46f9-9452-e49afe00c7b1 req-9c6d3c6d-be17-4a85-b992-24947eb21a18 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 948 time: 0.2347617 Jul 30 01:39:33.527775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Transition to ACTIVE for port object 117c9292-2ee3-4622-a351-c7e8d984b405 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:33.548029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.557594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:33.567033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port a3c4764c-9c8f-4b41-9818-f6cb9125dedc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:33.597199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:33.623902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port a3c4764c-9c8f-4b41-9818-f6cb9125dedc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:33.624503 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.730221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f9bf1a9-65d2-46f9-9452-e49afe00c7b1 req-81008cbd-cb60-481f-b761-a3ee7dbadbc0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948028 Jul 30 01:39:33.795404 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:33.796569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Pushing event updated for resources: {'Port': ['ID=117c9292-2ee3-4622-a351-c7e8d984b405,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:33.866228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:33.881211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Pushing event updated for resources: {'Port': ['ID=a61a6c33-4fae-4b66-8aa0-0292d9128f80,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:33.985733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.014849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:34.069219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68231ed0-8fd8-4d80-9f96-2d73a1b1db25 req-0f989b18-41ce-4a27-8f68-0563c8082af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.077534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68231ed0-8fd8-4d80-9f96-2d73a1b1db25 req-0f989b18-41ce-4a27-8f68-0563c8082af4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1101 time: 0.3249915 Jul 30 01:39:34.130641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Attempting to bind port 117c9292-2ee3-4622-a351-c7e8d984b405 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:34.130641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Attempting to bind port 117c9292-2ee3-4622-a351-c7e8d984b405 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:34.131656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Attempting to bind port 117c9292-2ee3-4622-a351-c7e8d984b405 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:34.137242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.210726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Port 117c9292-2ee3-4622-a351-c7e8d984b405 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:39:34.211259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Attempting to bind port 117c9292-2ee3-4622-a351-c7e8d984b405 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:34.236091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:34.236639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:34.237363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:34.238167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Bound port: 117c9292-2ee3-4622-a351-c7e8d984b405, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:34.238783 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.495473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420bbe-35a5-4c91-83ee-ba939129b55f req-21f74fe5-f25c-422f-b078-df67dbbe8568 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:34.520978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40420bbe-35a5-4c91-83ee-ba939129b55f req-21f74fe5-f25c-422f-b078-df67dbbe8568 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 948 time: 0.4452441 Jul 30 01:39:34.548644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:34.633152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:34.633756 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.682758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-47ce8ade-4131-4d57-a371-35feca8c83b3 None None] Provisioning for port a61a6c33-4fae-4b66-8aa0-0292d9128f80 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:34.736445 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-47ce8ade-4131-4d57-a371-35feca8c83b3 None None] Provisioning complete for port a61a6c33-4fae-4b66-8aa0-0292d9128f80 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:34.737099 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47ce8ade-4131-4d57-a371-35feca8c83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.784978 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:34.820538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-47ce8ade-4131-4d57-a371-35feca8c83b3 None None] Port a61a6c33-4fae-4b66-8aa0-0292d9128f80 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:34.874480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] For port 117c9292-2ee3-4622-a351-c7e8d984b405, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:34.922244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] For port 117c9292-2ee3-4622-a351-c7e8d984b405, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=117c9292-2ee3-4622-a351-c7e8d984b405,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:34.940440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:19Z', 'updated_at': '2021-07-30T01:39:27Z', 'revision_number': 3, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'gw_port': {'id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:23Z', 'updated_at': '2021-07-30T01:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:34.942188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40420bbe-35a5-4c91-83ee-ba939129b55f req-a077cb90-2df9-4d2e-a567-c8dddcd8db55 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198236 Jul 30 01:39:34.951738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.019087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.022104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.025867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] 10.222.0.22 "PUT /v2.0/ports/117c9292-2ee3-4622-a351-c7e8d984b405 HTTP/1.1" status: 200 len: 1096 time: 3.1341898 Jul 30 01:39:35.030742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ddad2-387e-4402-902d-7ffdb261bf18', 'tag': '117c9292-2ee3-4622-a351-c7e8d984b405'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:35.048095 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb8bac2-4cca-40f2-a157-db95fa443971" -d '{"events": [{"name": "network-changed", "server_uuid": "f13ddad2-387e-4402-902d-7ffdb261bf18", "tag": "117c9292-2ee3-4622-a351-c7e8d984b405"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:35.050933 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68231ed0-8fd8-4d80-9f96-2d73a1b1db25 req-253829e4-39e5-49ff-a77a-3751820eea52 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9451206 Jul 30 01:39:35.180832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76960201-3c7b-41c7-a181-5d039849bc5b req-237ef458-7f8a-454a-b0ca-6b9858ceb509 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.184529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.194992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76960201-3c7b-41c7-a181-5d039849bc5b req-237ef458-7f8a-454a-b0ca-6b9858ceb509 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 945 time: 0.4275467 Jul 30 01:39:35.219904 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.234355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e51786dd-3553-4c21-9bc4-60350bf52e35 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:35.261074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Checking router: 5963cf25-8ff3-42ad-9848-672dedf28b16 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:35.261480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Updating router 5963cf25-8ff3-42ad-9848-672dedf28b16 port 2785020d-8e9f-44dc-8e9a-ccb344272965 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:35.408685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76960201-3c7b-41c7-a181-5d039849bc5b req-31f46bc4-1eb2-4354-879e-87c02c903703 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031271 Jul 30 01:39:35.436197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a959b-ad70-4db0-b7f2-91ba29b6a003 service neutron] Pushing event updated for resources: {'Port': ['ID=117c9292-2ee3-4622-a351-c7e8d984b405,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:35.503007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425666c1-2ab8-4224-93e7-ba6f64ee6dfc req-5fe57a12-488e-4d4e-a1c3-5c1c5ed57c85 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.506809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-425666c1-2ab8-4224-93e7-ba6f64ee6dfc req-5fe57a12-488e-4d4e-a1c3-5c1c5ed57c85 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2398515 Jul 30 01:39:35.591859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Allocated IP 172.20.0.1 (7f63d4c7-e7f7-4d41-af92-ae82d980385f/c38b24ab-2af4-4416-8d8c-d61f25b47ae4/0d59aa9b-72ea-49b1-9682-86b8eab7e7c6) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:35.627328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-529c05d8-1de2-4525-a80e-7c379532e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.628251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-425666c1-2ab8-4224-93e7-ba6f64ee6dfc req-a85f2a4d-19f4-4084-9191-50061d85a964 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056082 Jul 30 01:39:35.634451 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-529c05d8-1de2-4525-a80e-7c379532e6e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 1099 time: 0.3914578 Jul 30 01:39:35.725503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:35.741197 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d775510-d164-4b74-815b-999938bd2c70" -d '{"events": [{"server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "name": "network-vif-plugged", "status": "completed", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:35.758819 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:35.815803 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0692bd-566e-41e3-8f64-aaf9bf8f27db x-openstack-request-id: req-0b0692bd-566e-41e3-8f64-aaf9bf8f27db {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:35.816293 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13ddad2-387e-4402-902d-7ffdb261bf18", "tag": "117c9292-2ee3-4622-a351-c7e8d984b405", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:35.819560 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0b0692bd-566e-41e3-8f64-aaf9bf8f27db {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:35.819560 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13ddad2-387e-4402-902d-7ffdb261bf18', 'tag': '117c9292-2ee3-4622-a351-c7e8d984b405', 'status': 'completed', 'code': 200} Jul 30 01:39:35.905401 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-fc5c287c-dac5-4eb5-a9f8-a77e203bdf8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=117c9292-2ee3-4622-a351-c7e8d984b405 HTTP/1.1" status: 200 len: 217 time: 0.2499776 Jul 30 01:39:35.936715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:35.957916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52880a5-dc7e-4408-a012-98685b78fceb req-d36e652b-3829-4e9e-bc1d-4d6edbc1271d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:35.962018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d52880a5-dc7e-4408-a012-98685b78fceb req-d36e652b-3829-4e9e-bc1d-4d6edbc1271d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 948 time: 0.1671932 Jul 30 01:39:35.988081 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50e6a1-d927-45fd-a66f-160f4c83cb8e x-openstack-request-id: req-3e50e6a1-d927-45fd-a66f-160f4c83cb8e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:35.988464 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "name": "network-vif-plugged", "status": "completed", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:35.988735 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3e50e6a1-d927-45fd-a66f-160f4c83cb8e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:35.989283 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'code': 200} Jul 30 01:39:36.001310 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.060717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d52880a5-dc7e-4408-a012-98685b78fceb req-61da16ca-1dfb-4c07-b4cb-b01985c46391 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858831 Jul 30 01:39:36.211934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-611da161-3240-4899-9538-b3f794727e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.214413 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-611da161-3240-4899-9538-b3f794727e50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2883019 Jul 30 01:39:36.216579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a47fb3-7033-46a7-96f5-0c74dd68d815 req-bf6a9531-64b8-42d4-86d4-e73dcb322dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.219417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50a47fb3-7033-46a7-96f5-0c74dd68d815 req-bf6a9531-64b8-42d4-86d4-e73dcb322dd5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 1100 time: 0.1119878 Jul 30 01:39:36.356139 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.364468 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.372565 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.405987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Transition to ACTIVE for port object 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:36.407631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50a47fb3-7033-46a7-96f5-0c74dd68d815 req-f367c0c9-85d8-4c65-8319-0bfbb7d4b9a8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683211 Jul 30 01:39:36.409619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:36.415328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port e51786dd-3553-4c21-9bc4-60350bf52e35 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:36.442808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e51786dd-3553-4c21-9bc4-60350bf52e35 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:36.443805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.459861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d63000-523c-4529-8614-fb08f1451d30 req-c2aa5f07-bde4-4edc-a5cd-0f8d24f362c6 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.463099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9d63000-523c-4529-8614-fb08f1451d30 req-c2aa5f07-bde4-4edc-a5cd-0f8d24f362c6 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 948 time: 0.1785009 Jul 30 01:39:36.537359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.548085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.557019 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.567280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9d63000-523c-4529-8614-fb08f1451d30 req-d86cd26f-7e4a-4595-8028-dfd59b290af0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881481 Jul 30 01:39:36.611153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-9d581064-d99f-457e-866b-aa5005648b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.613267 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-9d581064-d99f-457e-866b-aa5005648b88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3637784 Jul 30 01:39:36.717381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Network 7f63d4c7-e7f7-4d41-af92-ae82d980385f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:36.754991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:36.762609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:36.820135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6f22fb17-0da9-48fe-96c6-24e5ebf0d642 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a49d7ceec4644ede803f450f1cbebbce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044263 Jul 30 01:39:36.839038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:36.839382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161689ef-3d5e-46eb-b950-cba6d784d241 req-a2df8fa1-69f0-45c9-b7b9-3e32b3d65bd8 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:36.839967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-161689ef-3d5e-46eb-b950-cba6d784d241 req-a2df8fa1-69f0-45c9-b7b9-3e32b3d65bd8 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 945 time: 0.2016644 Jul 30 01:39:36.840751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56584) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:36.879132 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.889715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:36.934732 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:36.950717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Pushing event updated for resources: {'Port': ['ID=0d59aa9b-72ea-49b1-9682-86b8eab7e7c6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.085988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.182369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-161689ef-3d5e-46eb-b950-cba6d784d241 req-85b80db7-9539-4e00-8348-4f1e72bd5251 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119965 Jul 30 01:39:37.213606 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0e87574-c4ab-429d-b22c-f19faeca78f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.251794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ab880-c3ad-47c0-a16d-d75db2e63192 req-7b02ef5d-b7d7-4fe5-a114-c37a382dd303 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:37.260036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a6ab880-c3ad-47c0-a16d-d75db2e63192 req-7b02ef5d-b7d7-4fe5-a114-c37a382dd303 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2656302 Jul 30 01:39:37.324946 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0e87574-c4ab-429d-b22c-f19faeca78f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.428684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.470861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8b51d56-bb11-4a8c-b95b-5c81c393330c None None] Provisioning for port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:37.478840 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.487700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port e51786dd-3553-4c21-9bc4-60350bf52e35, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e51786dd-3553-4c21-9bc4-60350bf52e35,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:37.496851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8b51d56-bb11-4a8c-b95b-5c81c393330c None None] Provisioning complete for port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:37.497467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8b51d56-bb11-4a8c-b95b-5c81c393330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.503371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a6ab880-c3ad-47c0-a16d-d75db2e63192 req-75e28d6a-8993-4635-a391-d6bfda6b81e4 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418015 Jul 30 01:39:37.510349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Transition to ACTIVE for port object 2785020d-8e9f-44dc-8e9a-ccb344272965 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:37.515228 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.538758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0e87574-c4ab-429d-b22c-f19faeca78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.538758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0e87574-c4ab-429d-b22c-f19faeca78f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.546797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f0e87574-c4ab-429d-b22c-f19faeca78f4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/79be1fc9-69af-4573-8b13-512ea94ef9f0 HTTP/1.1" status: 204 len: 168 time: 0.6999788 Jul 30 01:39:37.584461 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.590591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cf4cb-b193-491a-8c4f-703c6a4b1bc0 req-9f8789a9-024b-4d30-951d-706243538995 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:37.604315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-330cf4cb-b193-491a-8c4f-703c6a4b1bc0 req-9f8789a9-024b-4d30-951d-706243538995 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.2075405 Jul 30 01:39:37.637358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e87574-c4ab-429d-b22c-f19faeca78f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79be1fc9-69af-4573-8b13-512ea94ef9f0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.680988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-330cf4cb-b193-491a-8c4f-703c6a4b1bc0 req-633540f7-af03-4681-8f10-1aacf8960996 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688503 Jul 30 01:39:37.719455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a8b51d56-bb11-4a8c-b95b-5c81c393330c None None] Port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:37.771038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Attempting to bind port 2785020d-8e9f-44dc-8e9a-ccb344272965 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:37.771512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Attempting to bind port 2785020d-8e9f-44dc-8e9a-ccb344272965 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:37.772548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Attempting to bind port 2785020d-8e9f-44dc-8e9a-ccb344272965 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:37.785680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=e51786dd-3553-4c21-9bc4-60350bf52e35,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.791399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:37.792098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:37.792447 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.793202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:37.794355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Bound port: 2785020d-8e9f-44dc-8e9a-ccb344272965, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:37.795182 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.803467 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:37.850853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4709f7f-6cb5-44e3-8ef9-36596fc4cd74 req-22534cce-3282-4ce3-ae06-a16fb844cc13 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:37.858701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4709f7f-6cb5-44e3-8ef9-36596fc4cd74 req-22534cce-3282-4ce3-ae06-a16fb844cc13 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 948 time: 0.1179898 Jul 30 01:39:37.878599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcac1b4-b4bd-4956-be60-90911922baee None None] Pushing event updated for resources: {'Port': ['ID=2785020d-8e9f-44dc-8e9a-ccb344272965,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.884208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Pushing event updated for resources: {'Port': ['ID=a61a6c33-4fae-4b66-8aa0-0292d9128f80,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:37.925555 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-758137b5-34de-49d8-936b-07e2d0401a83 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2490039 Jul 30 01:39:37.996958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4709f7f-6cb5-44e3-8ef9-36596fc4cd74 req-3ed0243e-9b44-4944-8f62-37b21374c5ef tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259205 Jul 30 01:39:38.089825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Network 5df991ba-37d6-4b69-b8fa-5f2201903f58 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:38.127724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:38.132740 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66944f43-d61c-47c7-a84a-d5362040cec8" -d '{"events": [{"server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "name": "network-vif-plugged", "status": "completed", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:38.135041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:38.267956 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca88daa-29db-4c38-a191-cb983f157025 x-openstack-request-id: req-2ca88daa-29db-4c38-a191-cb983f157025 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:38.268586 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "name": "network-vif-plugged", "status": "completed", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:38.269114 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2ca88daa-29db-4c38-a191-cb983f157025 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:38.269894 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'code': 200} Jul 30 01:39:38.280687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] For port 2785020d-8e9f-44dc-8e9a-ccb344272965, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:38.299673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] For port 2785020d-8e9f-44dc-8e9a-ccb344272965, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2785020d-8e9f-44dc-8e9a-ccb344272965,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:38.303520 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.410425 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-41b92498-7acc-44e1-b59a-fb15d9980df4 req-85862ea2-89f4-47f3-884d-b89ea78ef800 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640560 Jul 30 01:39:38.558268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Routers {'5963cf25-8ff3-42ad-9848-672dedf28b16'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:38.577220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5963cf25-8ff3-42ad-9848-672dedf28b16'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:38.678551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55421eb2-a533-4a49-aa95-a3f54d8bea76 req-31146176-38ae-4adb-ba1b-92a4f3f75859 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:38.687708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55421eb2-a533-4a49-aa95-a3f54d8bea76 req-31146176-38ae-4adb-ba1b-92a4f3f75859 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 946 time: 0.2385032 Jul 30 01:39:38.739681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:38.787608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcac1b4-b4bd-4956-be60-90911922baee None None] Pushing event updated for resources: {'Port': ['ID=2785020d-8e9f-44dc-8e9a-ccb344272965,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:38.928271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55421eb2-a533-4a49-aa95-a3f54d8bea76 req-4d315e31-c049-436b-9d67-15834800cb5e tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237635 Jul 30 01:39:38.978016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:38.993039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-1c5df29f-c226-4a3e-bd6b-6512697531d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.000561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-1c5df29f-c226-4a3e-bd6b-6512697531d1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 1099 time: 0.2392433 Jul 30 01:39:39.017398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ec4e2476-1ea7-4dac-bf0a-8d065c889a98 None None] Provisioning complete for port a61a6c33-4fae-4b66-8aa0-0292d9128f80 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:39.017950 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec4e2476-1ea7-4dac-bf0a-8d065c889a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.025150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672733ae-2ca0-4829-aec5-f05f05e0db40 req-9f4aa731-b1bd-4e72-a46b-3a685a5c34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.028453 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-672733ae-2ca0-4829-aec5-f05f05e0db40 req-9f4aa731-b1bd-4e72-a46b-3a685a5c34e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 1097 time: 0.5261583 Jul 30 01:39:39.036211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6606b2-9d8a-4e3f-9839-be6d60a88c41 req-c38cc490-9931-44a8-adb6-3990acab9bc0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.062987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] Set router 5963cf25-8ff3-42ad-9848-672dedf28b16 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:39.064262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e6606b2-9d8a-4e3f-9839-be6d60a88c41 req-c38cc490-9931-44a8-adb6-3990acab9bc0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2988267 Jul 30 01:39:39.232744 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-ce16de92-cb3d-40c4-8379-ffe20373bfa1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3927572 Jul 30 01:39:39.283568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 3b9ad953-a793-444e-95e2-a60045717324 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:39.362704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e6606b2-9d8a-4e3f-9839-be6d60a88c41 req-14734dd2-f853-4da1-b8f4-a6ad5167ea9e tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656963 Jul 30 01:39:39.416262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e2476-1ea7-4dac-bf0a-8d065c889a98 None None] Port a61a6c33-4fae-4b66-8aa0-0292d9128f80 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:39.474702 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-672733ae-2ca0-4829-aec5-f05f05e0db40 req-6db493f3-4b18-4838-bd56-98e4405a121a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325311 Jul 30 01:39:39.501384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4944506-8335-470e-ba6d-c60a5c20e2f4 req-f3eb7aa4-d012-4f27-8857-d7165b8799e4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.511186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4944506-8335-470e-ba6d-c60a5c20e2f4 req-f3eb7aa4-d012-4f27-8857-d7165b8799e4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.2912405 Jul 30 01:39:39.521506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-cc1d5ead-1fae-42d7-99a6-4229993b9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.532720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-cc1d5ead-1fae-42d7-99a6-4229993b9d1f service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4662764 Jul 30 01:39:39.562395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:39.576152 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Sync routers for ids ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:39.594219 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bff7c8a3-962c-4115-bc0a-4900b3f70757 admin admin] 10.222.0.84 "PUT /v2.0/routers/56c6e47c-cafe-400f-87b0-f21f34c6e7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4402802 Jul 30 01:39:39.640785 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Routers {'56c6e47c-cafe-400f-87b0-f21f34c6e7ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:39.642827 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:39.708947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56636) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:39.750659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-fd3a11a2-1cab-4d5c-890e-48794ffe2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:39.753162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-fd3a11a2-1cab-4d5c-890e-48794ffe2f51 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 1101 time: 0.3110681 Jul 30 01:39:39.822264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-c1f98981-e07b-4de6-8e17-804f4e69eafc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=117c9292-2ee3-4622-a351-c7e8d984b405 HTTP/1.1" status: 200 len: 217 time: 0.1796486 Jul 30 01:39:39.834237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e51786dd-3553-4c21-9bc4-60350bf52e35 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:39.878518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:39.963348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4944506-8335-470e-ba6d-c60a5c20e2f4 req-a366f0e4-de8b-4f2d-a669-d0e88aaa5825 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223757 Jul 30 01:39:40.046390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e51786dd-3553-4c21-9bc4-60350bf52e35 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:40.047060 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.053541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-927359107-network', 'tenant_id': '2c58d333916c44e58082424c5f53378b'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:40.064959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.070073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3cea4-2b45-4188-bf08-4655416eb638 req-7fc64955-d05f-4346-8f96-4fe825592bc7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.084597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42d3cea4-2b45-4188-bf08-4655416eb638 req-7fc64955-d05f-4346-8f96-4fe825592bc7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 948 time: 0.5469329 Jul 30 01:39:40.198315 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Set router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:40.205877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-885a0d78-2237-4ef1-b355-17b7b4fc5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.213395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-885a0d78-2237-4ef1-b355-17b7b4fc5b08 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3513856 Jul 30 01:39:40.227616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:19Z', 'updated_at': '2021-07-30T01:39:38Z', 'revision_number': 4, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'gw_port': {'id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:23Z', 'updated_at': '2021-07-30T01:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '0d59aa9b-72ea-49b1-9682-86b8eab7e7c6', 'name': '', 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'mac_address': 'fa:16:3e:0e:5f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:34Z', 'updated_at': '2021-07-30T01:39:35Z', 'revision_number': 1, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'subnets': [{'id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:40.289233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Made reservation on behalf of 2c58d333916c44e58082424c5f53378b for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:40.308449 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42d3cea4-2b45-4188-bf08-4655416eb638 req-2da1e0a6-887d-4359-accc-324c2fc87edd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219110 Jul 30 01:39:40.314658 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.333293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18529c-7ce4-47a4-9e02-fb02ed17e4d7 None None] The sync data for ids ['5963cf25-8ff3-42ad-9848-672dedf28b16'] in n-d-715271-7 is: [{'id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:19Z', 'updated_at': '2021-07-30T01:39:38Z', 'revision_number': 4, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'gw_port': {'id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:23Z', 'updated_at': '2021-07-30T01:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '0d59aa9b-72ea-49b1-9682-86b8eab7e7c6', 'name': '', 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'mac_address': 'fa:16:3e:0e:5f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:34Z', 'updated_at': '2021-07-30T01:39:35Z', 'revision_number': 1, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'subnets': [{'id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:40.514398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=3b9ad953-a793-444e-95e2-a60045717324,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:40.545739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.584757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-b9d6e217-981f-498c-9880-f7ea96bd1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.587567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-b9d6e217-981f-498c-9880-f7ea96bd1bd8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3533986 Jul 30 01:39:40.603228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Pushing event updated for resources: {'Port': ['ID=0d59aa9b-72ea-49b1-9682-86b8eab7e7c6,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:40.610644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '3b9ad953-a793-444e-95e2-a60045717324', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'port_id': '3b9ad953-a793-444e-95e2-a60045717324', 'mac_address': 'fa:16:3e:ed:b9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5d721-50b0-47c9-a6f9-0026d813c946', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:40.646918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.698950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99364b3-ddf9-4fa0-828c-352fd76c720c req-75aabc06-c887-4c6c-a3fd-e2293aa497a6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.704317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f99364b3-ddf9-4fa0-828c-352fd76c720c req-75aabc06-c887-4c6c-a3fd-e2293aa497a6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2593775 Jul 30 01:39:40.793351 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:40.818975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-a2fa1952-1bcc-49cf-a720-c46cebab8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:40.821360 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-a2fa1952-1bcc-49cf-a720-c46cebab8e63 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.9470627 Jul 30 01:39:40.853374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b9ad953-a793-444e-95e2-a60045717324 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:40.972910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=3b9ad953-a793-444e-95e2-a60045717324,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:40.990616 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.037060 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:18Z', 'updated_at': '2021-07-30T01:39:34Z', 'revision_number': 4, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'gw_port': {'id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:20Z', 'updated_at': '2021-07-30T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a61a6c33-4fae-4b66-8aa0-0292d9128f80', 'name': '', 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'mac_address': 'fa:16:3e:a5:74:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9fb8986b-6bf3-4237-934d-2305e873dc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:31Z', 'updated_at': '2021-07-30T01:39:35Z', 'revision_number': 2, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'subnets': [{'id': '9fb8986b-6bf3-4237-934d-2305e873dc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:41.095549 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Checking router: 56c6e47c-cafe-400f-87b0-f21f34c6e7ba for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:41.097978 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Updating router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba port a61a6c33-4fae-4b66-8aa0-0292d9128f80 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:41.110429 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-89325895-928a-416f-bdce-4f73478cd12a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=35a51815-2159-4211-9009-00ebbace1adc HTTP/1.1" status: 200 len: 217 time: 0.2690074 Jul 30 01:39:41.131240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-e86c7585-5b5c-4e64-80d7-d0a94ff2a03f service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209036 Jul 30 01:39:41.162855 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.213389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=3b9ad953-a793-444e-95e2-a60045717324,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:41.257600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['3b9ad953-a793-444e-95e2-a60045717324'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:41.407948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfe919b1-2d89-4b3c-8b19-dcb76f4d7332 req-e845af3a-24dc-4bd9-8fd1-e96cc2cf23af tempest-FloatingIPsNegativeTestJSON-1642603292 tempest-FloatingIPsNegativeTestJSON-1642603292-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=4543227a12f24f03a480ece191a3a0e3 HTTP/1.1" status: 200 len: 217 time: 0.2502396 Jul 30 01:39:41.570492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f99364b3-ddf9-4fa0-828c-352fd76c720c req-028b5a82-c0bd-4eb2-8a3c-adc89bf7396f tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8278143 Jul 30 01:39:41.582954 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-f35ed60e-7a0d-4107-963a-9d9b3a60371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:41.589825 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-f35ed60e-7a0d-4107-963a-9d9b3a60371e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4528339 Jul 30 01:39:41.849219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fb8bac2-4cca-40f2-a157-db95fa443971 req-034f7368-c37b-41e2-8c44-3ef59a7576e0 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869965 Jul 30 01:39:41.866411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Network 7f63d4c7-e7f7-4d41-af92-ae82d980385f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:41.898818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:41.964557 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:41.987217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1756096-1d5f-470b-bc2e-b9119207552e req-4bc8aa94-2b1c-4029-8590-62496135469b tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:42.001316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1756096-1d5f-470b-bc2e-b9119207552e req-4bc8aa94-2b1c-4029-8590-62496135469b tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 946 time: 0.2848566 Jul 30 01:39:42.139519 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.201822 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Transition to ACTIVE for port object a61a6c33-4fae-4b66-8aa0-0292d9128f80 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:42.222226 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.229989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-3a93f7df-7760-4d1e-b008-0767dc37de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:42.235206 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-3a93f7df-7760-4d1e-b008-0767dc37de3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6103032 Jul 30 01:39:42.236441 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.242133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1756096-1d5f-470b-bc2e-b9119207552e req-c8e6362d-d38b-4c19-a762-ac826de2bd23 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289820 Jul 30 01:39:42.331659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:39:42.359170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.359670 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Added segment c042925f-bcfd-4ff2-b875-17c311e32d8b of type vlan for network a4bc93e1-2202-4bbb-ad7a-e1edd75de86b Jul 30 01:39:42.489180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.541996 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3075ae1-decd-4023-8fa0-bbe0eda97a2f None None] Pushing event updated for resources: {'Port': ['ID=a61a6c33-4fae-4b66-8aa0-0292d9128f80,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:42.657690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2c23d435-8353-486c-8dab-3aeca8c0f117 None None] Provisioning complete for port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:42.658401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c23d435-8353-486c-8dab-3aeca8c0f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.762545 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Attempting to bind port a61a6c33-4fae-4b66-8aa0-0292d9128f80 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:42.764060 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Attempting to bind port a61a6c33-4fae-4b66-8aa0-0292d9128f80 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'da984272-4a0a-430b-910a-9df0d99a275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:42.765004 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Attempting to bind port a61a6c33-4fae-4b66-8aa0-0292d9128f80 on network 5df991ba-37d6-4b69-b8fa-5f2201903f58 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:42.785236 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:42.797090 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Checking segment: {'id': 'da984272-4a0a-430b-910a-9df0d99a275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:42.798135 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.799027 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Bound using segment: {'id': 'da984272-4a0a-430b-910a-9df0d99a275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:42.800242 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Bound port: a61a6c33-4fae-4b66-8aa0-0292d9128f80, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da984272-4a0a-430b-910a-9df0d99a275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:42.801272 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:42.883102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2c23d435-8353-486c-8dab-3aeca8c0f117 None None] Port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:39:42.889690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-7571d21d-b587-43fa-ae93-a93f64c5ae7c service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715413 Jul 30 01:39:43.040231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d323e37-bb80-4005-8ac1-e77481ba3caa req-1c6778cc-6640-40e3-bcba-09285cc559fe tempest-FloatingIPsNegativeTestJSON-1642603292 tempest-FloatingIPsNegativeTestJSON-1642603292-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0881767 Jul 30 01:39:43.134401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e691bd2-7c62-49ed-bf54-f4bba764b4c6 req-5564badc-79e5-40d6-9536-9745244e87f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.145127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e691bd2-7c62-49ed-bf54-f4bba764b4c6 req-5564badc-79e5-40d6-9536-9745244e87f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 948 time: 0.3289058 Jul 30 01:39:43.196980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 117c9292-2ee3-4622-a351-c7e8d984b405 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:39:43.202566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 3b9ad953-a793-444e-95e2-a60045717324 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:43.253194 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] For port a61a6c33-4fae-4b66-8aa0-0292d9128f80, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:43.267223 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] For port a61a6c33-4fae-4b66-8aa0-0292d9128f80, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a61a6c33-4fae-4b66-8aa0-0292d9128f80,segment=NetworkSegment(da984272-4a0a-430b-910a-9df0d99a275d),segment_id=da984272-4a0a-430b-910a-9df0d99a275d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:43.300212 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-53f715ed-dcfb-4aa5-aa57-28bd26bc2093 req-ed3c2f51-a1ff-46a8-a163-08baf24f279a service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854709 Jul 30 01:39:43.304368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e691bd2-7c62-49ed-bf54-f4bba764b4c6 req-d4929e58-fd0d-4360-a6c7-e5333cad7cbe tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593051 Jul 30 01:39:43.305236 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.371059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:39:43.379107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef3c461-f9ba-47a6-a4a2-833160a7998d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:43.545231 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-0dbf5e65-c197-49ff-b2b6-91e192843d79 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4196572 Jul 30 01:39:43.558756 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.564690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:43.566206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.660021 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:39:43.701731 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Routers {'56c6e47c-cafe-400f-87b0-f21f34c6e7ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:43.722499 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:43.828855 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.1069353 Jul 30 01:39:43.831863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56716) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:43.864823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Request body: {'subnet': {'network_id': 'a4bc93e1-2202-4bbb-ad7a-e1edd75de86b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-927359107-subnet', 'tenant_id': '2c58d333916c44e58082424c5f53378b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:43.947726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 3b9ad953-a793-444e-95e2-a60045717324 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:43.948872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Made reservation on behalf of 2c58d333916c44e58082424c5f53378b for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:43.950381 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:43.956399 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:44.127950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Router 5963cf25-8ff3-42ad-9848-672dedf28b16 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:44.143327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37340613-ada9-479b-b285-e87a133b4a3f admin admin] Pushing event updated for resources: {'Network': ['ID=a4bc93e1-2202-4bbb-ad7a-e1edd75de86b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:44.251793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2785020d-8e9f-44dc-8e9a-ccb344272965 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:44.267015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network a4bc93e1-2202-4bbb-ad7a-e1edd75de86b details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:39:44.914608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 117c9292-2ee3-4622-a351-c7e8d984b405, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=117c9292-2ee3-4622-a351-c7e8d984b405,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:44.991878 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3075ae1-decd-4023-8fa0-bbe0eda97a2f None None] Pushing event updated for resources: {'Port': ['ID=a61a6c33-4fae-4b66-8aa0-0292d9128f80,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:45.018940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:45.062725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 2785020d-8e9f-44dc-8e9a-ccb344272965 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:45.068404 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b91858a7-a6c6-4fa0-9d87-08b8bd3d190b admin admin] 10.222.0.84 "PUT /v2.0/routers/5963cf25-8ff3-42ad-9848-672dedf28b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2536943 Jul 30 01:39:45.111255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '117c9292-2ee3-4622-a351-c7e8d984b405', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '117c9292-2ee3-4622-a351-c7e8d984b405', 'mac_address': 'fa:16:3e:99:0c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:39:45.137481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2785020d-8e9f-44dc-8e9a-ccb344272965 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:45.140143 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.144192 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.151128 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] Set router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:45.523872 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.526342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ad953-a793-444e-95e2-a60045717324'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:45.535691 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4300e00-3eb7-40e8-abc1-a0a12cd9833a" -d '{"events": [{"server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ad953-a793-444e-95e2-a60045717324"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:45.696985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=3b9ad953-a793-444e-95e2-a60045717324,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:45.698883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c718f-354e-44d7-b218-428e2d054913 req-c6cf7ff4-4c52-48e5-9164-7e00bcb491e6 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:45.702655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558c718f-354e-44d7-b218-428e2d054913 req-c6cf7ff4-4c52-48e5-9164-7e00bcb491e6 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 946 time: 2.0094368 Jul 30 01:39:45.707368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.725215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56748) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:45.728044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117c9292-2ee3-4622-a351-c7e8d984b405 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:45.731078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e6aedf83-31b5-4b38-aaf1-2e544b129cfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Request body: {'floatingip': {'port_id': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:45.759318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.879385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eceb6824-1d78-40c3-87a3-20f64e32bad3,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:45.891794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 117c9292-2ee3-4622-a351-c7e8d984b405, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=117c9292-2ee3-4622-a351-c7e8d984b405,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:45.907487 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:45.989061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6aedf83-31b5-4b38-aaf1-2e544b129cfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.005923 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-1044f8cc-68ed-44c9-8cef-b93d5a1a529e req-8770f9ba-f9ef-41a2-a791-5f1a7a73e839 tempest-FloatingIPsNegativeTestJSON-1642603292 tempest-FloatingIPsNegativeTestJSON-1642603292-project] show failed (client error): The resource could not be found. Jul 30 01:39:46.010143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1044f8cc-68ed-44c9-8cef-b93d5a1a529e req-8770f9ba-f9ef-41a2-a791-5f1a7a73e839 tempest-FloatingIPsNegativeTestJSON-1642603292 tempest-FloatingIPsNegativeTestJSON-1642603292-project] 10.222.0.84 "GET /v2.0/floatingips/a5219cbb-820c-4bf3-934d-e8223b0ba706 HTTP/1.1" status: 404 len: 350 time: 0.1385033 Jul 30 01:39:46.033698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56754) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:46.133194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Sync routers for ids ['5963cf25-8ff3-42ad-9848-672dedf28b16'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:46.212907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a773a9-80cb-44c6-94dd-e3255adb84d7 req-a1d3e4d8-d854-445f-b8f6-66c7244c914a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:46.220282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=3b9ad953-a793-444e-95e2-a60045717324,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:46.221406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15a773a9-80cb-44c6-94dd-e3255adb84d7 req-a1d3e4d8-d854-445f-b8f6-66c7244c914a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.5386827 Jul 30 01:39:46.255508 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b21727dc-8026-4567-b315-c58774069b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:18Z', 'updated_at': '2021-07-30T01:39:34Z', 'revision_number': 4, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'gw_port': {'id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:20Z', 'updated_at': '2021-07-30T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a61a6c33-4fae-4b66-8aa0-0292d9128f80', 'name': '', 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'mac_address': 'fa:16:3e:a5:74:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9fb8986b-6bf3-4237-934d-2305e873dc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:31Z', 'updated_at': '2021-07-30T01:39:43Z', 'revision_number': 4, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'subnets': [{'id': '9fb8986b-6bf3-4237-934d-2305e873dc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:46.366441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=117c9292-2ee3-4622-a351-c7e8d984b405,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:46.409573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:46.423910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Routers {'5963cf25-8ff3-42ad-9848-672dedf28b16'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:46.425724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5963cf25-8ff3-42ad-9848-672dedf28b16'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:46.445918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21727dc-8026-4567-b315-c58774069b15 None None] The sync data for ids ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'] in n-d-715271-7 is: [{'id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:18Z', 'updated_at': '2021-07-30T01:39:34Z', 'revision_number': 4, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'gw_port': {'id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:20Z', 'updated_at': '2021-07-30T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a61a6c33-4fae-4b66-8aa0-0292d9128f80', 'name': '', 'network_id': '5df991ba-37d6-4b69-b8fa-5f2201903f58', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'mac_address': 'fa:16:3e:a5:74:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9fb8986b-6bf3-4237-934d-2305e873dc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:31Z', 'updated_at': '2021-07-30T01:39:43Z', 'revision_number': 4, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'subnets': [{'id': '9fb8986b-6bf3-4237-934d-2305e873dc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:46.608033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Checking segment: {'id': 'c042925f-bcfd-4ff2-b875-17c311e32d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a4bc93e1-2202-4bbb-ad7a-e1edd75de86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:46.609198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Network hostable DHCP agents. Network: a4bc93e1-2202-4bbb-ad7a-e1edd75de86b, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:39:46.699397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['117c9292-2ee3-4622-a351-c7e8d984b405'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:39:46.920181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Network a4bc93e1-2202-4bbb-ad7a-e1edd75de86b is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:39:46.977367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15a773a9-80cb-44c6-94dd-e3255adb84d7 req-2f166263-0b22-4825-9e66-d47116eeea33 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128258 Jul 30 01:39:47.005835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, a4bc93e1-2202-4bbb-ad7a-e1edd75de86b) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:47.058888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:47.060833 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:47.462034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56314997-4724-4756-854d-9209a4c73b5c None None] Network a4bc93e1-2202-4bbb-ad7a-e1edd75de86b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:47.659798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d08b8-5ecb-413a-85df-bdace89b9fd7 req-5dc4ede5-168f-4ce0-bc6c-b3019ee67760 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:47.671227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce3d08b8-5ecb-413a-85df-bdace89b9fd7 req-5dc4ede5-168f-4ce0-bc6c-b3019ee67760 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.9476309 Jul 30 01:39:47.805223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5f9e626d-7296-44d2-9aac-ada520ecc2e8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.9715819 Jul 30 01:39:47.982374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce3d08b8-5ecb-413a-85df-bdace89b9fd7 req-1d001c45-56a9-4279-a647-14aac535cdf9 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742187 Jul 30 01:39:47.984816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6aedf83-31b5-4b38-aaf1-2e544b129cfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:47.998194 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6aedf83-31b5-4b38-aaf1-2e544b129cfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.070210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74ba7-5ee2-4666-aa4c-2c0c2d06db76 req-78ffeb27-5eef-4ebc-a310-379c542bdaa3 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:48.072465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6db74ba7-5ee2-4666-aa4c-2c0c2d06db76 req-78ffeb27-5eef-4ebc-a310-379c542bdaa3 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 949 time: 0.4554093 Jul 30 01:39:48.119031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 2785020d-8e9f-44dc-8e9a-ccb344272965, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2785020d-8e9f-44dc-8e9a-ccb344272965,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:48.164313 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:48.350727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6db74ba7-5ee2-4666-aa4c-2c0c2d06db76 req-691d2cc0-82c1-4e0a-9d1c-ff66107245e7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467725 Jul 30 01:39:48.621608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=2785020d-8e9f-44dc-8e9a-ccb344272965,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:48.632762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d334766-b692-4f5c-ae04-19dd88b4fe61 None None] Network a4bc93e1-2202-4bbb-ad7a-e1edd75de86b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:39:48.651732 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7fba7e-d836-4292-af53-bda3722fd220 x-openstack-request-id: req-fa7fba7e-d836-4292-af53-bda3722fd220 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:48.652229 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ad953-a793-444e-95e2-a60045717324", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:48.652741 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fa7fba7e-d836-4292-af53-bda3722fd220 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:48.653902 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ad953-a793-444e-95e2-a60045717324', 'code': 200} Jul 30 01:39:48.657180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Set router 5963cf25-8ff3-42ad-9848-672dedf28b16 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:48.661037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a61a6c33-4fae-4b66-8aa0-0292d9128f80 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:48.836068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-079686bf-da4a-45e1-ae6d-f1decfc8eb13 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5076027 Jul 30 01:39:48.878015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:48.972886 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.133315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-310b215f-e5b1-44d8-8b30-3ca4ef509a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.136413 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-310b215f-e5b1-44d8-8b30-3ca4ef509a20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 1100 time: 1.3567598 Jul 30 01:39:49.263375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46101c99-e434-4155-8d3e-00460f05cdfc req-18a9d403-9b22-4c74-ae13-c9f66a160ce1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.281516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46101c99-e434-4155-8d3e-00460f05cdfc req-18a9d403-9b22-4c74-ae13-c9f66a160ce1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.2709618 Jul 30 01:39:49.442618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46101c99-e434-4155-8d3e-00460f05cdfc req-bc7d670b-0efe-4e46-a92e-10e206f5850b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577873 Jul 30 01:39:49.534572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-f72247e8-927d-42cc-bd7e-b1445d30b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.542651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a61a6c33-4fae-4b66-8aa0-0292d9128f80 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:49.543300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.545816 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-f72247e8-927d-42cc-bd7e-b1445d30b659 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3990486 Jul 30 01:39:49.610078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a61a6c33-4fae-4b66-8aa0-0292d9128f80 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:49.610669 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.712004 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-6f35b32c-38c1-429c-b95f-acbf23eed7df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 217 time: 0.1340117 Jul 30 01:39:49.754724 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:49.812653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-b138b667-ccd0-4888-85c3-8aeb05a72098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:49.815790 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-b138b667-ccd0-4888-85c3-8aeb05a72098 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0885310 Jul 30 01:39:49.932047 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-e6aedf83-31b5-4b38-aaf1-2e544b129cfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Floating IP 169ab5f3-0161-41da-ae6f-dbcab569a685 associated. External IP: 172.25.7.39, port: 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4. Jul 30 01:39:50.085642 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.112091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:19Z', 'updated_at': '2021-07-30T01:39:38Z', 'revision_number': 4, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'gw_port': {'id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:23Z', 'updated_at': '2021-07-30T01:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '0d59aa9b-72ea-49b1-9682-86b8eab7e7c6', 'name': '', 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'mac_address': 'fa:16:3e:0e:5f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:34Z', 'updated_at': '2021-07-30T01:39:39Z', 'revision_number': 2, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'subnets': [{'id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:50.147481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-b6778ec5-e57d-47b5-af3f-d89159ad3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.153303 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-b6778ec5-e57d-47b5-af3f-d89159ad3bac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3146048 Jul 30 01:39:50.177148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Checking router: 5963cf25-8ff3-42ad-9848-672dedf28b16 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:50.177808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Updating router 5963cf25-8ff3-42ad-9848-672dedf28b16 port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:39:50.248203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port a61a6c33-4fae-4b66-8aa0-0292d9128f80, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a61a6c33-4fae-4b66-8aa0-0292d9128f80,segment=NetworkSegment(da984272-4a0a-430b-910a-9df0d99a275d),segment_id=da984272-4a0a-430b-910a-9df0d99a275d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:50.254468 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.261039 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:50.405521 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-e3b4fd7f-8f28-47f2-97de-8055044daf17 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305138 Jul 30 01:39:50.525879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2785020d-8e9f-44dc-8e9a-ccb344272965 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:50.633401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Allocated IP 172.25.7.57 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/56bac5a9-5189-4c12-8fbc-a1b4d0faa1e4) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:50.694500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-86533ad7-f7cb-46fc-aad7-bd9b869ceccd tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:50.697436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-86533ad7-f7cb-46fc-aad7-bd9b869ceccd tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/networks?id=a4bc93e1-2202-4bbb-ad7a-e1edd75de86b HTTP/1.1" status: 200 len: 817 time: 0.5531411 Jul 30 01:39:50.726909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=a61a6c33-4fae-4b66-8aa0-0292d9128f80,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:50.822168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-372d87b5-8047-4b68-b189-7f15fa6a5f9d tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/quotas/2c58d333916c44e58082424c5f53378b HTTP/1.1" status: 200 len: 375 time: 0.1044731 Jul 30 01:39:50.921863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-d05af3db-299f-4bde-891d-d7d396614201 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c58d333916c44e58082424c5f53378b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823352 Jul 30 01:39:51.083736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aedf83-31b5-4b38-aaf1-2e544b129cfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:51.089848 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-11e813e4-b871-4a14-b711-1de184f0f548 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576056 Jul 30 01:39:51.114413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.164641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2785020d-8e9f-44dc-8e9a-ccb344272965 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:51.168627 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.247837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.307281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Transition to ACTIVE for port object 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:51.327974 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.413183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.434419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-039fd712-3f7e-48dc-9e18-b88ac22cce85 service neutron] 10.222.0.84 "GET /v2.0/networks/a4bc93e1-2202-4bbb-ad7a-e1edd75de86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551637 Jul 30 01:39:51.586814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aedf83-31b5-4b38-aaf1-2e544b129cfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:51.605721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74280ad0-badf-4cca-914e-b75edd51860b None None] Pushing event updated for resources: {'Port': ['ID=0d59aa9b-72ea-49b1-9682-86b8eab7e7c6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:51.606039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6aedf83-31b5-4b38-aaf1-2e544b129cfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.608468 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] Sync routers for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:51.641683 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:51.648327 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:51.735113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e6aedf83-31b5-4b38-aaf1-2e544b129cfd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "PUT /v2.0/floatingips/169ab5f3-0161-41da-ae6f-dbcab569a685 HTTP/1.1" status: 200 len: 991 time: 6.0022891 Jul 30 01:39:51.736357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:51.743851 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b11eabd-290a-4479-9767-babb65e0c24e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:51.771755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Attempting to bind port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:39:51.772306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Attempting to bind port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c064843e-ffb1-45f3-a6fd-b517594136ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:39:51.772890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Attempting to bind port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 on network 7f63d4c7-e7f7-4d41-af92-ae82d980385f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:39:51.789748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:39:51.790313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Checking segment: {'id': 'c064843e-ffb1-45f3-a6fd-b517594136ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:39:51.790892 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.791514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Bound using segment: {'id': 'c064843e-ffb1-45f3-a6fd-b517594136ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:39:51.792341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Bound port: 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c064843e-ffb1-45f3-a6fd-b517594136ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:39:51.794744 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.812388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-9952c6f1-9cfa-4bc6-b0be-4527cbe60583 service neutron] 10.222.0.84 "GET /v2.0/networks/a4bc93e1-2202-4bbb-ad7a-e1edd75de86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755345 Jul 30 01:39:51.896297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Deleting port a61a6c33-4fae-4b66-8aa0-0292d9128f80 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:51.896728 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:51.923145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 117c9292-2ee3-4622-a351-c7e8d984b405 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:51.971021 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:51.992728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] For port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:39:51.995020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:52.008921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:52.030835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:52.032970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] For port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0d59aa9b-72ea-49b1-9682-86b8eab7e7c6,segment=NetworkSegment(c064843e-ffb1-45f3-a6fd-b517594136ab),segment_id=c064843e-ffb1-45f3-a6fd-b517594136ab)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:39:52.044939 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.225672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.245447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event updated for resources: {'Port': ['ID=56bac5a9-5189-4c12-8fbc-a1b4d0faa1e4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:52.250731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Routers {'5963cf25-8ff3-42ad-9848-672dedf28b16'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:52.253290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5963cf25-8ff3-42ad-9848-672dedf28b16'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:52.294509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 117c9292-2ee3-4622-a351-c7e8d984b405 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:52.471268 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.593204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74280ad0-badf-4cca-914e-b75edd51860b None None] Pushing event updated for resources: {'Port': ['ID=0d59aa9b-72ea-49b1-9682-86b8eab7e7c6,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:52.601326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 117c9292-2ee3-4622-a351-c7e8d984b405 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:52.601736 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.697275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a61a6c33-4fae-4b66-8aa0-0292d9128f80 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:52.871383 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.889827 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:52.973642 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '169ab5f3-0161-41da-ae6f-dbcab569a685', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'port_id': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'mac_address': 'fa:16:3e:c3:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:51Z', 'updated_at': '2021-07-30T01:39:47Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:53.022546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event updated for resources: {'Port': ['ID=56bac5a9-5189-4c12-8fbc-a1b4d0faa1e4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:53.079609 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] Checking router: ae2af0d3-12ce-4bd7-b491-ff5885d61d60 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:53.127235 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:53.130083 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:53.133519 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.255026 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.304360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 117c9292-2ee3-4622-a351-c7e8d984b405, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=117c9292-2ee3-4622-a351-c7e8d984b405,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:53.314680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ddad2-387e-4402-902d-7ffdb261bf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117c9292-2ee3-4622-a351-c7e8d984b405'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:39:53.327239 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93bd4ba-3626-4f3b-be1e-7283b66f4e4b" -d '{"events": [{"server_uuid": "f13ddad2-387e-4402-902d-7ffdb261bf18", "name": "network-vif-plugged", "status": "completed", "tag": "117c9292-2ee3-4622-a351-c7e8d984b405"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:39:53.341240 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.341483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] For port a61a6c33-4fae-4b66-8aa0-0292d9128f80, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a61a6c33-4fae-4b66-8aa0-0292d9128f80,segment=NetworkSegment(da984272-4a0a-430b-910a-9df0d99a275d),segment_id=da984272-4a0a-430b-910a-9df0d99a275d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:53.342236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.357059 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.358859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-1af83ff1-1cbb-46f6-a0f1-0f9b432aadf7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5216279 Jul 30 01:39:53.371026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Calling delete_port for a61a6c33-4fae-4b66-8aa0-0292d9128f80 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:39:53.388541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a61a6c33-4fae-4b66-8aa0-0292d9128f80 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:53.389103 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:53.398931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913f73-bd61-4ed7-86cd-59b6a9736e0d req-46d17b86-8c20-4ea9-b54b-2ee2de30e851 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:53.404347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05913f73-bd61-4ed7-86cd-59b6a9736e0d req-46d17b86-8c20-4ea9-b54b-2ee2de30e851 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.5217476 Jul 30 01:39:53.547607 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:53.548077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] Set router 5963cf25-8ff3-42ad-9848-672dedf28b16 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:53.617457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-21c144b2-32be-4cbc-a2b1-ee036068dd15 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.2383151 Jul 30 01:39:53.734114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05913f73-bd61-4ed7-86cd-59b6a9736e0d req-34722711-9b5a-4a86-b4c1-d7f3315ca950 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078606 Jul 30 01:39:54.006275 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.035400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=117c9292-2ee3-4622-a351-c7e8d984b405,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:54.078793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-a04ce4a8-ba39-4d3f-8aaa-b7337e527d57 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.080920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aaca8db-f402-45dc-9b6a-c07ebc0d37a6 req-a04ce4a8-ba39-4d3f-8aaa-b7337e527d57 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.4423862 Jul 30 01:39:54.171630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ceb137-a748-4d97-b088-40f3ce475035 req-8a4bc17f-99c1-4490-87dd-691ddc9699a3 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:54.185839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20ceb137-a748-4d97-b088-40f3ce475035 req-8a4bc17f-99c1-4490-87dd-691ddc9699a3 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 950 time: 0.1926703 Jul 30 01:39:54.345652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20ceb137-a748-4d97-b088-40f3ce475035 req-4f5dc939-4a98-4bf8-b3b5-2fb1d372fd36 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580238 Jul 30 01:39:54.373558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:54.524220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61a6c33-4fae-4b66-8aa0-0292d9128f80,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:54.525900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:19Z', 'updated_at': '2021-07-30T01:39:38Z', 'revision_number': 4, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'gw_port': {'id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:23Z', 'updated_at': '2021-07-30T01:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '0d59aa9b-72ea-49b1-9682-86b8eab7e7c6', 'name': '', 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'mac_address': 'fa:16:3e:0e:5f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:34Z', 'updated_at': '2021-07-30T01:39:51Z', 'revision_number': 4, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'subnets': [{'id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:54.645883 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '169ab5f3-0161-41da-ae6f-dbcab569a685', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'port_id': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'mac_address': 'fa:16:3e:c3:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:51Z', 'updated_at': '2021-07-30T01:39:47Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:54.705040 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b9e96-89b2-4a26-bbe0-916c2376e4ab x-openstack-request-id: req-1f2b9e96-89b2-4a26-bbe0-916c2376e4ab {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:54.707103 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:54.707672 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1f2b9e96-89b2-4a26-bbe0-916c2376e4ab {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:54.708305 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'status': 'completed', 'code': 200} Jul 30 01:39:54.766079 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea75eeb8-6b0a-474f-a693-87d53e8682e2 None None] The sync data for ids ['5963cf25-8ff3-42ad-9848-672dedf28b16'] in n-d-715271-7 is: [{'id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:19Z', 'updated_at': '2021-07-30T01:39:38Z', 'revision_number': 4, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'gw_port': {'id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:23Z', 'updated_at': '2021-07-30T01:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '0d59aa9b-72ea-49b1-9682-86b8eab7e7c6', 'name': '', 'network_id': '7f63d4c7-e7f7-4d41-af92-ae82d980385f', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'mac_address': 'fa:16:3e:0e:5f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:34Z', 'updated_at': '2021-07-30T01:39:51Z', 'revision_number': 4, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'subnets': [{'id': 'c38b24ab-2af4-4416-8d8c-d61f25b47ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:54.916262 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09cf8f-21ae-4ea8-9ac5-c9a45b75ae2e None None] The sync data for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 is: [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '169ab5f3-0161-41da-ae6f-dbcab569a685', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'floating_ip_address': '172.25.7.39', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'port_id': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'mac_address': 'fa:16:3e:c3:9d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:36:51Z', 'updated_at': '2021-07-30T01:39:47Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:39:54.942153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:55.253317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:39:55.266923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:55.267605 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.484847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c9a879e-9d89-4acc-a53f-c9ad78cb7c04 req-bbf1594a-cddb-427e-83fb-ee9f0dc4ad25 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 210 time: 0.2957714 Jul 30 01:39:55.583827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-a91efcc3-40ff-4c62-a465-17ed83942e82 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.587146 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-a91efcc3-40ff-4c62-a465-17ed83942e82 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.41 "GET /v2.0/networks?id=a4bc93e1-2202-4bbb-ad7a-e1edd75de86b HTTP/1.1" status: 200 len: 817 time: 0.7552431 Jul 30 01:39:55.619672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Request body: {'port': {'device_id': '01f4f18d-3d2c-45a1-9e87-bc0656f75dad', 'network_id': 'a4bc93e1-2202-4bbb-ad7a-e1edd75de86b', 'admin_state_up': True, 'tenant_id': '2c58d333916c44e58082424c5f53378b'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:55.620401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf1769-3368-475f-af80-7c298116064c req-5ea4f178-6576-48b2-8850-bb8cf063a8f3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.627827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71bf1769-3368-475f-af80-7c298116064c req-5ea4f178-6576-48b2-8850-bb8cf063a8f3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.7170355 Jul 30 01:39:55.637342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11eabd-290a-4479-9767-babb65e0c24e req-78877d7c-e5c3-4559-bdcb-be511978de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:55.648581 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5b11eabd-290a-4479-9767-babb65e0c24e req-78877d7c-e5c3-4559-bdcb-be511978de8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65553efe98204417a2eee97ae2768a0e&device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 1097 time: 0.6823142 Jul 30 01:39:55.658054 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:55.747412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f83f7c-54ba-4e7f-9377-66eef0966540 None None] New status for floating IP 169ab5f3-0161-41da-ae6f-dbcab569a685: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:39:55.848942 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fc031b-b4ba-45e9-9b19-8ec82798c2d9 x-openstack-request-id: req-36fc031b-b4ba-45e9-9b19-8ec82798c2d9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:39:55.851625 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13ddad2-387e-4402-902d-7ffdb261bf18", "name": "network-vif-plugged", "status": "completed", "tag": "117c9292-2ee3-4622-a351-c7e8d984b405", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:39:55.852398 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-36fc031b-b4ba-45e9-9b19-8ec82798c2d9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:39:55.852975 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13ddad2-387e-4402-902d-7ffdb261bf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117c9292-2ee3-4622-a351-c7e8d984b405', 'code': 200} Jul 30 01:39:56.118185 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0d59aa9b-72ea-49b1-9682-86b8eab7e7c6,segment=NetworkSegment(c064843e-ffb1-45f3-a6fd-b517594136ab),segment_id=c064843e-ffb1-45f3-a6fd-b517594136ab)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:39:56.355606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11eabd-290a-4479-9767-babb65e0c24e req-8450b00b-4283-4140-8b05-2188335fc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:56.361867 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5b11eabd-290a-4479-9767-babb65e0c24e req-8450b00b-4283-4140-8b05-2188335fc11d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fa3faf-8161-468b-9c4e-955080185598 HTTP/1.1" status: 200 len: 924 time: 0.7105398 Jul 30 01:39:56.436373 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.504718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb584ff-9996-483a-acf2-818d8905a4a4 req-43f7a5c6-83e1-4e98-b824-bac4c3e4cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:56.508917 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2fb584ff-9996-483a-acf2-818d8905a4a4 req-43f7a5c6-83e1-4e98-b824-bac4c3e4cab7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 1101 time: 0.5084972 Jul 30 01:39:56.577152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=0d59aa9b-72ea-49b1-9682-86b8eab7e7c6,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:56.655076 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5b11eabd-290a-4479-9767-babb65e0c24e req-e94edcc2-c082-467f-afda-56dee86eb76c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 HTTP/1.1" status: 200 len: 999 time: 0.2786973 Jul 30 01:39:56.688601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Made reservation on behalf of 2c58d333916c44e58082424c5f53378b for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:39:56.697957 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.738094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71bf1769-3368-475f-af80-7c298116064c req-aa9a8882-8332-4982-a882-836b4d283627 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0863678 Jul 30 01:39:56.767755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:56.963682 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2fb584ff-9996-483a-acf2-818d8905a4a4 req-87d0699a-710d-482d-a424-ef8de1680692 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135303 Jul 30 01:39:57.136101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11eabd-290a-4479-9767-babb65e0c24e req-1e7275ee-8207-4aa5-91ec-f66194c1fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.139572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5b11eabd-290a-4479-9767-babb65e0c24e req-1e7275ee-8207-4aa5-91ec-f66194c1fc9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0074f845-b233-45a9-893e-21af2cb46545 HTTP/1.1" status: 200 len: 862 time: 0.3914099 Jul 30 01:39:57.328748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11eabd-290a-4479-9767-babb65e0c24e req-11ced666-c750-40d2-b822-4e446295615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.332082 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5b11eabd-290a-4479-9767-babb65e0c24e req-11ced666-c750-40d2-b822-4e446295615c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fa3faf-8161-468b-9c4e-955080185598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844501 Jul 30 01:39:57.365025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Allocated IP 172.20.0.10 (a4bc93e1-2202-4bbb-ad7a-e1edd75de86b/eceb6824-1d78-40c3-87a3-20f64e32bad3/a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:57.405389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d92b4a-d634-41ed-b663-de984af33fc2 req-fefa77ca-5a97-4e9b-94e7-6518074d4896 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:57.421552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1d92b4a-d634-41ed-b663-de984af33fc2 req-fefa77ca-5a97-4e9b-94e7-6518074d4896 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.3671980 Jul 30 01:39:57.564174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4843619-cffa-48ed-949a-b573c46b2752 req-9d6b73ea-31ba-486d-a30f-314c7ada34a9 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9405191 Jul 30 01:39:57.579283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1d92b4a-d634-41ed-b663-de984af33fc2 req-166dccc0-47be-45b4-9c95-d3cc88b1da8b tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341674 Jul 30 01:39:57.667802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:57.709583 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5b11eabd-290a-4479-9767-babb65e0c24e req-3934e979-f2a6-4847-ae53-dd71973c5e87 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632379 Jul 30 01:39:57.819368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:57.969645 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5b11eabd-290a-4479-9767-babb65e0c24e req-4d161199-bcbb-4bca-b5e9-6a1c381db531 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879673 Jul 30 01:39:58.022152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:39:58.123373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913aca35-23b4-4323-8867-2a1e2ad903e7 req-b5158c1e-7d30-402c-b306-2c0f8df71050 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.125774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-913aca35-23b4-4323-8867-2a1e2ad903e7 req-b5158c1e-7d30-402c-b306-2c0f8df71050 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 950 time: 0.1917028 Jul 30 01:39:58.167595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.261342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.270559 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-913aca35-23b4-4323-8867-2a1e2ad903e7 req-bcc39479-202e-4656-ad6d-779d59cd0e42 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810671 Jul 30 01:39:58.397390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Network a4bc93e1-2202-4bbb-ad7a-e1edd75de86b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:39:58.406034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:39:58.413614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:39:58.432960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Pushing event updated for resources: {'Port': ['ID=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:39:58.453096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:39:58.478402 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] Sync routers for ids ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:39:58.493269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cf3c1d58-21c5-4d8b-b1b5-e80ffbab2ac4 admin admin] 10.222.0.84 "PUT /v2.0/routers/56c6e47c-cafe-400f-87b0-f21f34c6e7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4558852 Jul 30 01:39:58.500845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56858) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:39:58.510066 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] Routers {'56c6e47c-cafe-400f-87b0-f21f34c6e7ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:58.510978 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:58.584615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:58.588012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.628642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:39:58.649417 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-16e0e85c-a0e3-4d6b-bcd9-23bc408de03a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0463543 Jul 30 01:39:58.676957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Request body: {'port': {'device_id': '01f4f18d-3d2c-45a1-9e87-bc0656f75dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:39:58.816521 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.869281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:39:58.873600 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.909549 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:58.955969 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:39:59.027038 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] Set router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:39:59.169276 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.392041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88e1b9-88fe-44d0-b8a7-f443bceb96c8 req-128bf6ad-7d40-4306-8b51-09001ea1603a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:39:59.403225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c88e1b9-88fe-44d0-b8a7-f443bceb96c8 req-128bf6ad-7d40-4306-8b51-09001ea1603a tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 932 time: 0.4627841 Jul 30 01:39:59.587395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.616655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c88e1b9-88fe-44d0-b8a7-f443bceb96c8 req-16e0a652-bbd3-476f-b767-5c748ce2f04b tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/security-groups?id=4ef3c461-f9ba-47a6-a4a2-833160a7998d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116909 Jul 30 01:39:59.640335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:39:59.656578 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:18Z', 'updated_at': '2021-07-30T01:39:54Z', 'revision_number': 5, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'gw_port': {'id': 'e51786dd-3553-4c21-9bc4-60350bf52e35', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:64:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:20Z', 'updated_at': '2021-07-30T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:59.666048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.691136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Allocated IP 172.25.7.120 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/578338f0-a53c-496d-8b4d-e7cadb5621f9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:39:59.724203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Transition to ACTIVE for port object a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:39:59.734820 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] Checking router: 56c6e47c-cafe-400f-87b0-f21f34c6e7ba for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:39:59.757223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:39:59.797886 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] Routers {'56c6e47c-cafe-400f-87b0-f21f34c6e7ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:39:59.799331 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:39:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:39:59.910119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Deleting port e51786dd-3553-4c21-9bc4-60350bf52e35 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:39:59.911017 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.010768 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] Set router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:00.043616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:00.071375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.071887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.072427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.073064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.073577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.074140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.074766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.075332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.075929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.076502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.077059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.077632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:00.085193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Attempting to bind port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:00.085772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Attempting to bind port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c042925f-bcfd-4ff2-b875-17c311e32d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a4bc93e1-2202-4bbb-ad7a-e1edd75de86b'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:00.086298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Attempting to bind port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb on network a4bc93e1-2202-4bbb-ad7a-e1edd75de86b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:00.094999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb on network a4bc93e1-2202-4bbb-ad7a-e1edd75de86b not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:00.095468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Attempting to bind port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb on network a4bc93e1-2202-4bbb-ad7a-e1edd75de86b {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:00.109458 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:00.109969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Checking segment: {'id': 'c042925f-bcfd-4ff2-b875-17c311e32d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a4bc93e1-2202-4bbb-ad7a-e1edd75de86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:00.110843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Bound using segment: {'id': 'c042925f-bcfd-4ff2-b875-17c311e32d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a4bc93e1-2202-4bbb-ad7a-e1edd75de86b'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:00.111617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Bound port: a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c042925f-bcfd-4ff2-b875-17c311e32d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a4bc93e1-2202-4bbb-ad7a-e1edd75de86b'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:00.112101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.242509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] For port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:00.248743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] For port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,segment=NetworkSegment(c042925f-bcfd-4ff2-b875-17c311e32d8b),segment_id=c042925f-bcfd-4ff2-b875-17c311e32d8b)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:00.260116 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.273188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.302509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbea22-1a36-48e3-bada-14529ff1395f req-d64f7dae-1669-4772-b4a4-490791751500 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.310241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8dfbea22-1a36-48e3-bada-14529ff1395f req-d64f7dae-1669-4772-b4a4-490791751500 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.3906150 Jul 30 01:40:00.342049 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:18Z', 'updated_at': '2021-07-30T01:39:59Z', 'revision_number': 6, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:00.344508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.345353 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.348606 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] 10.222.0.41 "PUT /v2.0/ports/a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb HTTP/1.1" status: 200 len: 1092 time: 1.6897519 Jul 30 01:40:00.352397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f4f18d-3d2c-45a1-9e87-bc0656f75dad', 'tag': 'a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:00.368461 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4184d427-ae5d-4aa6-b298-76eeb3e0b671" -d '{"events": [{"name": "network-changed", "server_uuid": "01f4f18d-3d2c-45a1-9e87-bc0656f75dad", "tag": "a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:00.424388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] For port e51786dd-3553-4c21-9bc4-60350bf52e35, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e51786dd-3553-4c21-9bc4-60350bf52e35,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:00.425154 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.425545 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb4e47-2be3-4dd5-aea4-48025e1ab748 None None] The sync data for ids ['56c6e47c-cafe-400f-87b0-f21f34c6e7ba'] in n-d-715271-7 is: [{'id': '56c6e47c-cafe-400f-87b0-f21f34c6e7ba', 'name': 'tempest-FloatingIPsNegativeTestJSON-847844684-router', 'tenant_id': '4543227a12f24f03a480ece191a3a0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:18Z', 'updated_at': '2021-07-30T01:39:59Z', 'revision_number': 6, 'project_id': '4543227a12f24f03a480ece191a3a0e3', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:00.452663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Calling delete_port for e51786dd-3553-4c21-9bc4-60350bf52e35 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:00.496228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719cd59-2fef-468c-9629-f207630e6905 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:00.530143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-b6a00206-a785-48ad-bb19-dcc75b85e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.533003 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-b6a00206-a785-48ad-bb19-dcc75b85e127 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c58d333916c44e58082424c5f53378b&device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 1095 time: 0.1021423 Jul 30 01:40:00.632812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8dfbea22-1a36-48e3-bada-14529ff1395f req-ca6ee227-4185-4928-bf0c-e7b6f75b687c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745154 Jul 30 01:40:00.644030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2c41e500-dba8-4d80-adf5-11a5ea9ce916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.648597 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-65ccf4f1-1d20-4a94-8fb6-7ba950a6be4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb HTTP/1.1" status: 200 len: 217 time: 0.0950494 Jul 30 01:40:00.727476 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.813964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-79125334-6a7d-4988-8bbe-ffcbd8b3d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:00.817741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-79125334-6a7d-4988-8bbe-ffcbd8b3d89d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eceb6824-1d78-40c3-87a3-20f64e32bad3 HTTP/1.1" status: 200 len: 857 time: 0.1574228 Jul 30 01:40:00.842016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:00.851770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:00.896363 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:00.929236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:01.108037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event updated for resources: {'Port': ['ID=578338f0-a53c-496d-8b4d-e7cadb5621f9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.235211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f5525-2985-478f-bc2a-41c132051479 req-5ef7a01b-3209-422e-864a-334178d87130 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:01.238567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-679f5525-2985-478f-bc2a-41c132051479 req-5ef7a01b-3209-422e-864a-334178d87130 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.3117144 Jul 30 01:40:01.412072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.425681 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-319a8a27-61da-464e-a573-285a21e294b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4bc93e1-2202-4bbb-ad7a-e1edd75de86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5829096 Jul 30 01:40:01.430323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.489076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51786dd-3553-4c21-9bc4-60350bf52e35,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:01.565095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-679f5525-2985-478f-bc2a-41c132051479 req-23793748-6b41-437b-b401-76e7759db8b2 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063681 Jul 30 01:40:01.700474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-dfad7012-6e4b-4c45-a3f6-5a508f147cb2 service neutron] 10.222.0.41 "GET /v2.0/networks/a4bc93e1-2202-4bbb-ad7a-e1edd75de86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636807 Jul 30 01:40:01.709313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.744611 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:01.984318 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2497fa2-bd30-4a35-a21f-6e40b4a62eaa req-885614e5-d8ec-4ab7-9829-e2160c7ca89b service neutron] 10.222.0.41 "GET /v2.0/networks/a4bc93e1-2202-4bbb-ad7a-e1edd75de86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753861 Jul 30 01:40:02.021075 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.031054 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.242346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f1d84-7676-4aa0-8ae4-58bec5fea8a7 req-fc9d24b1-8ca0-4d80-806d-31262daeaf4d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:02.245231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e12f1d84-7676-4aa0-8ae4-58bec5fea8a7 req-fc9d24b1-8ca0-4d80-806d-31262daeaf4d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 950 time: 0.2787640 Jul 30 01:40:02.250100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.251062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c6e47c-cafe-400f-87b0-f21f34c6e7ba {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:40:02.265882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.268306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c39fbb58-6e4c-46fd-b999-5f05f56214c9 admin admin] 10.222.0.84 "DELETE /v2.0/routers/56c6e47c-cafe-400f-87b0-f21f34c6e7ba HTTP/1.1" status: 204 len: 168 time: 3.7656825 Jul 30 01:40:02.272601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56884) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:02.463452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0329431-1010-441f-b176-2e8190f67ffb admin admin] Deleting subnet 9fb8986b-6bf3-4237-934d-2305e873dc0a {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:02.490592 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0329431-1010-441f-b176-2e8190f67ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.504420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e12f1d84-7676-4aa0-8ae4-58bec5fea8a7 req-aa8fae87-2f68-4f0f-882f-46822173ef7a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099297 Jul 30 01:40:02.648100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0329431-1010-441f-b176-2e8190f67ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.651946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a61a6c33-4fae-4b66-8aa0-0292d9128f80 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:02.696419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a61a6c33-4fae-4b66-8aa0-0292d9128f80 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:02.696976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a61a6c33-4fae-4b66-8aa0-0292d9128f80 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:02.697648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e51786dd-3553-4c21-9bc4-60350bf52e35 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:02.748470 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: e51786dd-3553-4c21-9bc4-60350bf52e35 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:02.748950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e51786dd-3553-4c21-9bc4-60350bf52e35 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:02.760965 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:02.767280 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab35d412-a0d2-42fd-b5fe-24ced2396dfb x-openstack-request-id: req-ab35d412-a0d2-42fd-b5fe-24ced2396dfb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:02.768183 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f4f18d-3d2c-45a1-9e87-bc0656f75dad", "tag": "a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:02.768451 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ab35d412-a0d2-42fd-b5fe-24ced2396dfb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:02.769439 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f4f18d-3d2c-45a1-9e87-bc0656f75dad', 'tag': 'a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb', 'status': 'completed', 'code': 200} Jul 30 01:40:02.802528 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.014685 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.020587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-96e7bfe7-91ca-4978-aa55-0e015f5c95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:03.023563 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-96e7bfe7-91ca-4978-aa55-0e015f5c95f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c58d333916c44e58082424c5f53378b&device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 1095 time: 0.2069926 Jul 30 01:40:03.344666 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc3626d2-dba9-49bd-9caf-ff2c877102cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.367264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-37655952-fe2e-4bc0-ae4a-6bdff3f3dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:03.378777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-37655952-fe2e-4bc0-ae4a-6bdff3f3dc93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4bc93e1-2202-4bbb-ad7a-e1edd75de86b HTTP/1.1" status: 200 len: 918 time: 0.3462942 Jul 30 01:40:03.473633 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-60a04137-0a43-4aed-87a7-004bfdca63bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb HTTP/1.1" status: 200 len: 217 time: 0.0838656 Jul 30 01:40:03.595854 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-32b82fde-da2c-485d-8ad5-bcd3cf5b16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:03.599726 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-32b82fde-da2c-485d-8ad5-bcd3cf5b16ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eceb6824-1d78-40c3-87a3-20f64e32bad3 HTTP/1.1" status: 200 len: 857 time: 0.0987480 Jul 30 01:40:03.601535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event updated for resources: {'Port': ['ID=578338f0-a53c-496d-8b4d-e7cadb5621f9,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:03.613718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.615143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4843619-cffa-48ed-949a-b573c46b2752 req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.9607477 Jul 30 01:40:03.653657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.654159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.654737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.655278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.655970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.656586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.657175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.657736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.658316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.658899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.659473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.660023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b853f22e-a8a2-4fec-8428-b979fee6ef38 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:03.667408 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-d9390f04-e4d8-4dbd-8df9-f939ff1c8d6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4bc93e1-2202-4bbb-ad7a-e1edd75de86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572290 Jul 30 01:40:03.687633 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0329431-1010-441f-b176-2e8190f67ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.703036 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:03.742553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e090995-a22b-4522-afc9-cff024990800 req-fc8a73c8-747d-469a-b695-17c1da40565b tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:03.745441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e090995-a22b-4522-afc9-cff024990800 req-fc8a73c8-747d-469a-b695-17c1da40565b tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 944 time: 0.8490410 Jul 30 01:40:03.899603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4843619-cffa-48ed-949a-b573c46b2752 req-f3bbb705-a8d9-4346-88d4-f1fafc91433b tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.2028768 Jul 30 01:40:03.943794 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-47ddbd08-93e1-49ef-acf8-540a5f0e572e service neutron] 10.222.0.41 "GET /v2.0/networks/a4bc93e1-2202-4bbb-ad7a-e1edd75de86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618914 Jul 30 01:40:03.945545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e090995-a22b-4522-afc9-cff024990800 req-dc595e32-5f0d-4913-a88f-606eda38313f tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/security-groups?id=4ef3c461-f9ba-47a6-a4a2-833160a7998d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812575 Jul 30 01:40:04.049168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0329431-1010-441f-b176-2e8190f67ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.168982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0329431-1010-441f-b176-2e8190f67ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb8986b-6bf3-4237-934d-2305e873dc0a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:04.173205 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0329431-1010-441f-b176-2e8190f67ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.180863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d0329431-1010-441f-b176-2e8190f67ffb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9fb8986b-6bf3-4237-934d-2305e873dc0a HTTP/1.1" status: 204 len: 168 time: 1.9065330 Jul 30 01:40:04.182350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56900) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:04.187145 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4184d427-ae5d-4aa6-b298-76eeb3e0b671 req-726e333c-b3d2-4c20-9331-c6e675269b26 service neutron] 10.222.0.41 "GET /v2.0/networks/a4bc93e1-2202-4bbb-ad7a-e1edd75de86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338669 Jul 30 01:40:04.193849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c484561-8179-4d96-8254-bc2fbff833d7 None None] Network 5df991ba-37d6-4b69-b8fa-5f2201903f58 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:04.292120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0068d3-c20d-4480-8ca1-9aa7556bc3e4 req-5691a90c-49e3-4497-ac86-43b025201ef3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.307486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a0068d3-c20d-4480-8ca1-9aa7556bc3e4 req-5691a90c-49e3-4497-ac86-43b025201ef3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.1586607 Jul 30 01:40:04.320215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4843619-cffa-48ed-949a-b573c46b2752 req-55b91bc8-2bd3-45b2-bffb-b9f4cf6539ef tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.322573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4843619-cffa-48ed-949a-b573c46b2752 req-55b91bc8-2bd3-45b2-bffb-b9f4cf6539ef tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.4042511 Jul 30 01:40:04.337032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.378523 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.446392 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a0068d3-c20d-4480-8ca1-9aa7556bc3e4 req-da6f4ce7-48f5-42ca-841a-ae9df0523ab4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218307 Jul 30 01:40:04.534916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Deleting port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:04.535414 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.600588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e858ec-5888-4263-be40-0bba6ec8c230 req-9ef1fd91-4f1d-4324-af2f-4ea5b9dd2d60 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.603995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77e858ec-5888-4263-be40-0bba6ec8c230 req-9ef1fd91-4f1d-4324-af2f-4ea5b9dd2d60 tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 1101 time: 0.1211147 Jul 30 01:40:04.669626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df7f65-e4d0-4d75-8440-722c7ab81edf None None] DHCP port deletion for 5df991ba-37d6-4b69-b8fa-5f2201903f58 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:40:04.708819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] For port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0bd780a1-b9ca-4176-a597-ad21a6d5ef37,segment=NetworkSegment(da984272-4a0a-430b-910a-9df0d99a275d),segment_id=da984272-4a0a-430b-910a-9df0d99a275d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:04.709401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.750198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Calling delete_port for 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:04.778907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67df7f65-e4d0-4d75-8440-722c7ab81edf None None] Deleting port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:04.779810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77e858ec-5888-4263-be40-0bba6ec8c230 req-44b6c612-ae47-4723-b586-21dd3925ce3e tempest-ServersOnMultiNodesTest-1262548333 tempest-ServersOnMultiNodesTest-1262548333-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370008 Jul 30 01:40:04.780670 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67df7f65-e4d0-4d75-8440-722c7ab81edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:04.857284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f28db-a706-4393-88a4-5e28fbef9169 req-2d73a66a-eb64-44e4-abe0-bef05773b68a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:04.860280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-507f28db-a706-4393-88a4-5e28fbef9169 req-2d73a66a-eb64-44e4-abe0-bef05773b68a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1962938 Jul 30 01:40:04.961547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-67df7f65-e4d0-4d75-8440-722c7ab81edf None None] For port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0bd780a1-b9ca-4176-a597-ad21a6d5ef37,segment=NetworkSegment(da984272-4a0a-430b-910a-9df0d99a275d),segment_id=da984272-4a0a-430b-910a-9df0d99a275d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:04.962149 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67df7f65-e4d0-4d75-8440-722c7ab81edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.023117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-507f28db-a706-4393-88a4-5e28fbef9169 req-48e141fe-9543-431b-b40e-85dd1c52dbc0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426566 Jul 30 01:40:05.050577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67df7f65-e4d0-4d75-8440-722c7ab81edf None None] Calling delete_port for 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:05.073319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.127339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd780a1-b9ca-4176-a597-ad21a6d5ef37,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:05.136597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] No DVR routers for this DVR port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:05.322215 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.333644 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67df7f65-e4d0-4d75-8440-722c7ab81edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.355050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df991ba-37d6-4b69-b8fa-5f2201903f58']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:05.390304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da984272-4a0a-430b-910a-9df0d99a275d') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:05.390304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da984272-4a0a-430b-910a-9df0d99a275d') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:05.420651 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.452169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df7f65-e4d0-4d75-8440-722c7ab81edf None None] No DVR routers for this DVR port 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:05.468236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df7f65-e4d0-4d75-8440-722c7ab81edf None None] Pushing event deleted for resources: {'Port': ['ID=0bd780a1-b9ca-4176-a597-ad21a6d5ef37,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:05.473059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.497514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-b5b9e0f5-4eeb-438e-bc99-0013fe328921 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3978810 Jul 30 01:40:05.502206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:40:05.502781 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.511520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:05.587129 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:40:05.606864 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:40:05.612968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.634180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:05.652501 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] 10.222.0.84 "DELETE /v2.0/networks/5df991ba-37d6-4b69-b8fa-5f2201903f58 HTTP/1.1" status: 204 len: 168 time: 1.4629834 Jul 30 01:40:05.692360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59953932-a9a9-41a4-a5c6-c6088a9e8c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5df991ba-37d6-4b69-b8fa-5f2201903f58,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:05.869347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69599308-3c84-47b0-a4fc-9dba0f3aaa34 req-e624b8c1-29ff-4286-974f-d5e5ed5bb26f tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:05.883837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69599308-3c84-47b0-a4fc-9dba0f3aaa34 req-e624b8c1-29ff-4286-974f-d5e5ed5bb26f tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 944 time: 0.1551557 Jul 30 01:40:05.997460 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.025742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69599308-3c84-47b0-a4fc-9dba0f3aaa34 req-b416dcc0-99ce-4f51-b8bc-1677de81e7a3 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/security-groups?id=4ef3c461-f9ba-47a6-a4a2-833160a7998d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330941 Jul 30 01:40:06.033869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56924) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:06.095791 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.180563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:06.304817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-791b17e4-2563-4d0a-a6f6-6c035fe5dfb5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4543227a12f24f03a480ece191a3a0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690656 Jul 30 01:40:06.310267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56930) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:06.410850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,segment=NetworkSegment(c042925f-bcfd-4ff2-b875-17c311e32d8b),segment_id=c042925f-bcfd-4ff2-b875-17c311e32d8b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:06.435042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb', 'network_id': 'a4bc93e1-2202-4bbb-ad7a-e1edd75de86b', 'port_id': 'a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb', 'mac_address': 'fa:16:3e:89:80:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eceb6824-1d78-40c3-87a3-20f64e32bad3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:06.439047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdd165-8625-437c-bbf5-d5c0241a0751 req-fb7d5ba6-6460-4380-9aae-be090e69840a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:06.441901 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bfdd165-8625-437c-bbf5-d5c0241a0751 req-fb7d5ba6-6460-4380-9aae-be090e69840a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.2420540 Jul 30 01:40:06.497056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Allocated IP 172.25.7.17 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/4b720633-c5a2-4e87-b0c0-f0b1c02d9c8b) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:06.515152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27439ad5-3989-4bfa-bedd-07e0511e1837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.518751 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.570315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:06.619864 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27439ad5-3989-4bfa-bedd-07e0511e1837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.651463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bfdd165-8625-437c-bbf5-d5c0241a0751 req-6e5dfa86-7ef8-48cc-8774-f08ff30ad20c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829395 Jul 30 01:40:06.653658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,segment=NetworkSegment(c042925f-bcfd-4ff2-b875-17c311e32d8b),segment_id=c042925f-bcfd-4ff2-b875-17c311e32d8b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:06.660450 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.669252 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:06.761472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:06.763504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0bd780a1-b9ca-4176-a597-ad21a6d5ef37 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:06.788934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27439ad5-3989-4bfa-bedd-07e0511e1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.798230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27439ad5-3989-4bfa-bedd-07e0511e1837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:06.802593 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-27439ad5-3989-4bfa-bedd-07e0511e1837 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/be5c2250-1177-4f42-a22b-ae1de882e309 HTTP/1.1" status: 204 len: 168 time: 0.4880166 Jul 30 01:40:06.827621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27439ad5-3989-4bfa-bedd-07e0511e1837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c2250-1177-4f42-a22b-ae1de882e309,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.912447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:06.991507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:07.016162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.115183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4e417-8c29-4fb2-bb6c-cd1919d239cf req-eadd140f-6a84-40f1-be44-7de904b694b7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:07.118347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c4e417-8c29-4fb2-bb6c-cd1919d239cf req-eadd140f-6a84-40f1-be44-7de904b694b7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 950 time: 0.2205555 Jul 30 01:40:07.156179 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.283835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:07.314508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:07.335401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:07.358043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c4e417-8c29-4fb2-bb6c-cd1919d239cf req-3ef51265-1202-4fd9-8f64-8476b28e1f50 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077270 Jul 30 01:40:07.424739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event updated for resources: {'Port': ['ID=4b720633-c5a2-4e87-b0c0-f0b1c02d9c8b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:07.623960 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:07.721385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.069832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfd69e-83f9-48db-a02b-559ecf872c91 req-45219fd9-ed3e-4831-bde3-ac51f8cc84b9 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.073979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8cfd69e-83f9-48db-a02b-559ecf872c91 req-45219fd9-ed3e-4831-bde3-ac51f8cc84b9 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2322440 Jul 30 01:40:08.173196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:08.218110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8cfd69e-83f9-48db-a02b-559ecf872c91 req-9de414ea-e00e-48cb-bfe6-9b70e92ed2f7 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303144 Jul 30 01:40:08.356451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:08.357685 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.373925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:08.374692 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.381423 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.625308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event updated for resources: {'Port': ['ID=4b720633-c5a2-4e87-b0c0-f0b1c02d9c8b,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:08.655288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-2f6dad41-2f85-4222-80af-b5be02a66824 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:08.657635 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-2f6dad41-2f85-4222-80af-b5be02a66824 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 950 time: 0.1467309 Jul 30 01:40:08.665713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.719820 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.750374 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.763588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-a0aaa37a-db58-4acc-bdb7-c555736cd35f tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2652450 Jul 30 01:40:08.798361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f4f18d-3d2c-45a1-9e87-bc0656f75dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:08.801572 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eaa52f-4077-4ad6-a782-009aec3cd0c6" -d '{"events": [{"server_uuid": "01f4f18d-3d2c-45a1-9e87-bc0656f75dad", "name": "network-vif-plugged", "status": "completed", "tag": "a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:08.842816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,segment=NetworkSegment(c042925f-bcfd-4ff2-b875-17c311e32d8b),segment_id=c042925f-bcfd-4ff2-b875-17c311e32d8b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:08.858466 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:08.902879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-97a804a2-0f97-4f4a-8a37-a94df77f102e tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.1049774 Jul 30 01:40:08.972532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Deleting port 117c9292-2ee3-4622-a351-c7e8d984b405 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:08.973495 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.044631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:09.091907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4284da-8ab7-4b89-8ce0-75479fcfb34f req-6133b5f6-cd28-4d0a-8a62-70366a00bdc2 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.094660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a4284da-8ab7-4b89-8ce0-75479fcfb34f req-6133b5f6-cd28-4d0a-8a62-70366a00bdc2 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 945 time: 0.3812366 Jul 30 01:40:09.225945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] For port 117c9292-2ee3-4622-a351-c7e8d984b405, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=117c9292-2ee3-4622-a351-c7e8d984b405,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:09.227028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.250504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-7c90b298-af57-42bc-879d-6c3565e2206a tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.253009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3673ed88-3fa4-4298-b82d-4be0b1438dd1 req-7c90b298-af57-42bc-879d-6c3565e2206a tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3001361 Jul 30 01:40:09.260945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a4284da-8ab7-4b89-8ce0-75479fcfb34f req-deb0b86c-95d0-4473-9a13-be4b7de31b98 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/security-groups?id=4ef3c461-f9ba-47a6-a4a2-833160a7998d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513219 Jul 30 01:40:09.284160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Calling delete_port for 117c9292-2ee3-4622-a351-c7e8d984b405 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:09.566000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9295b3-84d6-4351-a430-f2a34f4fc801 req-e7aa6673-80cd-4259-8aab-6bac2a7b1d7d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.568910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f9295b3-84d6-4351-a430-f2a34f4fc801 req-e7aa6673-80cd-4259-8aab-6bac2a7b1d7d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=f13ddad2-387e-4402-902d-7ffdb261bf18 HTTP/1.1" status: 200 len: 950 time: 0.1843872 Jul 30 01:40:09.585568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bc8b9-0a57-4e35-8633-acd7fba67cef req-c9ba9391-b522-4347-8f13-1e65a5688017 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:09.588763 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e4bc8b9-0a57-4e35-8633-acd7fba67cef req-c9ba9391-b522-4347-8f13-1e65a5688017 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.1480498 Jul 30 01:40:09.629345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.647306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb', '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9', 'd1bff5d7-8836-4970-a651-5bdfa53bd314'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:09.684123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f9295b3-84d6-4351-a430-f2a34f4fc801 req-0d93d475-e8b2-43c7-8b39-3233ba6d7e60 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905387 Jul 30 01:40:09.707554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event deleted for resources: {'Port': ['ID=117c9292-2ee3-4622-a351-c7e8d984b405,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:09.768957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e4bc8b9-0a57-4e35-8633-acd7fba67cef req-44a5d3ee-dc1e-4f68-92c9-a301a422c51a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477373 Jul 30 01:40:09.973214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] No DVR routers for this DVR port 117c9292-2ee3-4622-a351-c7e8d984b405 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:09.983508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:09.987193 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cea4d186-1bd0-4dc0-9c98-a9275bd99565 req-d6605e11-1452-40c7-9012-6f4bc3246642 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "DELETE /v2.0/ports/117c9292-2ee3-4622-a351-c7e8d984b405 HTTP/1.1" status: 204 len: 173 time: 1.3107550 Jul 30 01:40:09.999552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ddad2-387e-4402-902d-7ffdb261bf18', 'name': 'network-vif-deleted', 'tag': '117c9292-2ee3-4622-a351-c7e8d984b405'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:10.007280 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7867990a-fc86-4cd4-b74f-8dee8033f3ce" -d '{"events": [{"server_uuid": "f13ddad2-387e-4402-902d-7ffdb261bf18", "name": "network-vif-deleted", "tag": "117c9292-2ee3-4622-a351-c7e8d984b405"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:10.051146 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36902c4-6d0d-48dd-8c43-fb4b8e7efe62 x-openstack-request-id: req-e36902c4-6d0d-48dd-8c43-fb4b8e7efe62 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:10.051539 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f4f18d-3d2c-45a1-9e87-bc0656f75dad", "name": "network-vif-plugged", "status": "completed", "tag": "a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:10.051771 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e36902c4-6d0d-48dd-8c43-fb4b8e7efe62 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:10.052413 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f4f18d-3d2c-45a1-9e87-bc0656f75dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb', 'code': 200} Jul 30 01:40:10.071836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292', '35a51815-2159-4211-9009-00ebbace1adc', '117c9292-2ee3-4622-a351-c7e8d984b405'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:10.226492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24feea1-c466-4715-882c-a98813db80a8 req-814d0b39-68fd-40fd-9823-5c8e0b24e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:10.229418 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f24feea1-c466-4715-882c-a98813db80a8 req-814d0b39-68fd-40fd-9823-5c8e0b24e677 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 1097 time: 0.1812155 Jul 30 01:40:10.353150 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f24feea1-c466-4715-882c-a98813db80a8 req-df3a5058-6f31-49c3-b3f7-2f412b6b18af service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4ef3c461-f9ba-47a6-a4a2-833160a7998d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152496 Jul 30 01:40:10.406138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-b7f1ceab-d7b4-4778-acfc-55d3d8912a4d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3898709 Jul 30 01:40:10.431322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:10.476954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:10.762413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.191359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Allocated IP 172.25.7.16 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/ff5ae5d6-acce-49f4-8d43-90910996dc82) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:11.288590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c8744-7172-4df3-83ab-5528d4982227 req-3a719da8-fc9d-4a29-a4a7-2ea4819e56f7 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:11.304823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-488c8744-7172-4df3-83ab-5528d4982227 req-3a719da8-fc9d-4a29-a4a7-2ea4819e56f7 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.3312559 Jul 30 01:40:11.507736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-488c8744-7172-4df3-83ab-5528d4982227 req-428706ef-d730-4c3b-8d0b-9f401315a4ae tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878307 Jul 30 01:40:11.684185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.806481 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:11.967864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event updated for resources: {'Port': ['ID=ff5ae5d6-acce-49f4-8d43-90910996dc82,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:12.004636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:12.009702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:12.013241 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bf55b0-7ff7-4440-ad73-b47b2bb6adc8 x-openstack-request-id: req-79bf55b0-7ff7-4440-ad73-b47b2bb6adc8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:12.014124 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13ddad2-387e-4402-902d-7ffdb261bf18", "name": "network-vif-deleted", "tag": "117c9292-2ee3-4622-a351-c7e8d984b405", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:12.014286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:12.014483 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-79bf55b0-7ff7-4440-ad73-b47b2bb6adc8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:12.015014 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13ddad2-387e-4402-902d-7ffdb261bf18', 'name': 'network-vif-deleted', 'tag': '117c9292-2ee3-4622-a351-c7e8d984b405', 'status': 'completed', 'code': 200} Jul 30 01:40:12.244587 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.275011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72273e8-ad49-4a14-998c-e8c5a0158e02 req-8e98645b-c928-48e7-bf56-f3e2b3c4f75e tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:12.278373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c72273e8-ad49-4a14-998c-e8c5a0158e02 req-8e98645b-c928-48e7-bf56-f3e2b3c4f75e tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 946 time: 0.1130476 Jul 30 01:40:12.333131 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.401370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c72273e8-ad49-4a14-998c-e8c5a0158e02 req-9f0829de-a1ea-4169-a65f-2af951a23660 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/security-groups?id=4ef3c461-f9ba-47a6-a4a2-833160a7998d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984004 Jul 30 01:40:12.734464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f015fc1-7290-44b0-88a1-e10ee3442ae5 req-52734cf9-78bf-4232-8dc4-72d6f4fbdfdf tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:12.736789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f015fc1-7290-44b0-88a1-e10ee3442ae5 req-52734cf9-78bf-4232-8dc4-72d6f4fbdfdf tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.1426871 Jul 30 01:40:12.740594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.749907 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.921996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event updated for resources: {'Port': ['ID=ff5ae5d6-acce-49f4-8d43-90910996dc82,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:12.933622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f015fc1-7290-44b0-88a1-e10ee3442ae5 req-5c60e518-b1a4-4c24-80e8-0ad90ca0092a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857438 Jul 30 01:40:12.953926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.978277 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:12.980924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-2c7c0d77-8932-4cc5-9414-a952719bac2c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5612099 Jul 30 01:40:13.055776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-b992550a-a1b1-4f14-8164-4b73306151a6 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.0634291 Jul 30 01:40:13.298270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-115a50a5-55e1-4a02-b0ee-e25730bc2a98 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.305145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52c27d2d-f0f8-4e36-8e3d-0a9e324c0629 req-115a50a5-55e1-4a02-b0ee-e25730bc2a98 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.2353296 Jul 30 01:40:13.557719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627036f2-6d82-44fe-ae80-be73d7db2005 req-c07f8b00-3c4d-41f9-9170-533d66baae99 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.560546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-627036f2-6d82-44fe-ae80-be73d7db2005 req-c07f8b00-3c4d-41f9-9170-533d66baae99 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.0907266 Jul 30 01:40:13.634849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-627036f2-6d82-44fe-ae80-be73d7db2005 req-68e1fadf-ee5f-47f6-9f73-04445c2d2dbc tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601108 Jul 30 01:40:13.859511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3dd0dbe4-a721-47cb-b772-d7db70e4a732 req-e5316910-9c2b-4452-9830-0fcf969a49da tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips/ebcddf3d-7c3b-49a1-8c9c-c78569c5aac8 HTTP/1.1" status: 200 len: 692 time: 0.1006446 Jul 30 01:40:13.900459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdbc2-a938-4241-9555-a2773d69ab7b req-b80501a6-971c-43e8-85a9-d7570672964b tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:13.902209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38fcdbc2-a938-4241-9555-a2773d69ab7b req-b80501a6-971c-43e8-85a9-d7570672964b tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 946 time: 0.1455665 Jul 30 01:40:14.035272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38fcdbc2-a938-4241-9555-a2773d69ab7b req-f0327161-2d81-4740-a656-4655591e25fb tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/security-groups?id=4ef3c461-f9ba-47a6-a4a2-833160a7998d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171947 Jul 30 01:40:14.055576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 117c9292-2ee3-4622-a351-c7e8d984b405 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:14.103565 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0dbe4-a721-47cb-b772-d7db70e4a732 req-6cb88f02-6cf3-4f84-ac29-ac3874d7b56a tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.106023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3dd0dbe4-a721-47cb-b772-d7db70e4a732 req-6cb88f02-6cf3-4f84-ac29-ac3874d7b56a tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.2349906 Jul 30 01:40:14.111858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 117c9292-2ee3-4622-a351-c7e8d984b405 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:14.112478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 117c9292-2ee3-4622-a351-c7e8d984b405 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:14.127883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-3dd0dbe4-a721-47cb-b772-d7db70e4a732 req-9cad2624-d059-4585-8c96-1688fe5bdeb4 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:40:14.129511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3dd0dbe4-a721-47cb-b772-d7db70e4a732 req-9cad2624-d059-4585-8c96-1688fe5bdeb4 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118732 Jul 30 01:40:14.338970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2fc4d-6d73-4421-9f06-f157d76707b0 req-2122529a-ab71-494f-94c7-3646f218f2c9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.342514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7e2fc4d-6d73-4421-9f06-f157d76707b0 req-2122529a-ab71-494f-94c7-3646f218f2c9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 950 time: 0.1066649 Jul 30 01:40:14.424061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7e2fc4d-6d73-4421-9f06-f157d76707b0 req-6f23f885-e60c-4785-9867-a03fec68a803 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693624 Jul 30 01:40:14.902544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d34557-86b4-4810-95c7-a03d55840f30 req-e255ebe7-12dc-4b82-b179-7b0ae2d31d36 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:14.906927 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-20d34557-86b4-4810-95c7-a03d55840f30 req-e255ebe7-12dc-4b82-b179-7b0ae2d31d36 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.41 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 946 time: 0.1112649 Jul 30 01:40:15.155587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-20d34557-86b4-4810-95c7-a03d55840f30 req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Deleting port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:15.156092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-20d34557-86b4-4810-95c7-a03d55840f30 req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.380501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-951d8691-8e48-41bc-b755-449916bd56cd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:15.383785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-951d8691-8e48-41bc-b755-449916bd56cd tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 950 time: 0.1449707 Jul 30 01:40:15.478130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-20d34557-86b4-4810-95c7-a03d55840f30 req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] For port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,segment=NetworkSegment(c042925f-bcfd-4ff2-b875-17c311e32d8b),segment_id=c042925f-bcfd-4ff2-b875-17c311e32d8b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:15.478130 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-20d34557-86b4-4810-95c7-a03d55840f30 req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.547313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-20d34557-86b4-4810-95c7-a03d55840f30 req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Calling delete_port for a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:15.694557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Deleting port d1bff5d7-8836-4970-a651-5bdfa53bd314 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:15.695065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:15.741781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7540cb-547c-46e5-8514-7f06d3f3a9b4 req-728892ea-d3de-4c6d-baeb-7561b148fe28 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:15.745249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c7540cb-547c-46e5-8514-7f06d3f3a9b4 req-728892ea-d3de-4c6d-baeb-7561b148fe28 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.1024652 Jul 30 01:40:15.855785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c7540cb-547c-46e5-8514-7f06d3f3a9b4 req-2c53b79f-145a-4427-a749-ddb7f6db99a3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859241 Jul 30 01:40:15.941596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-919c8ec9-28ea-45d7-8feb-41e8a429b3e9 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips/ebcddf3d-7c3b-49a1-8c9c-c78569c5aac8 HTTP/1.1" status: 200 len: 692 time: 0.0841007 Jul 30 01:40:15.980764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] For port d1bff5d7-8836-4970-a651-5bdfa53bd314, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1bff5d7-8836-4970-a651-5bdfa53bd314,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:15.981495 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.023067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-20d34557-86b4-4810-95c7-a03d55840f30 req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.026727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Calling delete_port for d1bff5d7-8836-4970-a651-5bdfa53bd314 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:16.038947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:16.146243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Pushing event deleted for resources: {'Port': ['ID=a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:16.220087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-d08fc298-e581-4962-a4f1-65464890207a tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:16.222694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-d08fc298-e581-4962-a4f1-65464890207a tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.2724411 Jul 30 01:40:16.236560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d34557-86b4-4810-95c7-a03d55840f30 req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] No DVR routers for this DVR port a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:16.242629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-20d34557-86b4-4810-95c7-a03d55840f30 req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.247346 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-20d34557-86b4-4810-95c7-a03d55840f30 req-fa787f28-0bc2-43ad-9148-60aa05e80f96 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.41 "DELETE /v2.0/ports/a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb HTTP/1.1" status: 204 len: 173 time: 1.3266361 Jul 30 01:40:16.248182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f4f18d-3d2c-45a1-9e87-bc0656f75dad', 'name': 'network-vif-deleted', 'tag': 'a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:16.252208 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a4825d-2a2e-4277-9415-8519b47d7816" -d '{"events": [{"server_uuid": "01f4f18d-3d2c-45a1-9e87-bc0656f75dad", "name": "network-vif-deleted", "tag": "a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:16.268180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d971d-aa74-4811-bbb0-901ec5c3742c req-a31d9c05-8392-4de7-9338-9135938e47d2 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:16.275536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d9d971d-aa74-4811-bbb0-901ec5c3742c req-a31d9c05-8392-4de7-9338-9135938e47d2 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1454489 Jul 30 01:40:16.368189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-5af4c3c9-ab50-4b17-9c5f-04fe99b44ebe tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.1200929 Jul 30 01:40:16.417260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d9d971d-aa74-4811-bbb0-901ec5c3742c req-bd86c52d-158e-4aaa-bfd8-d34ef628a4d1 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317329 Jul 30 01:40:16.435132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.454152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb', '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9', 'd1bff5d7-8836-4970-a651-5bdfa53bd314'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:16.461313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292', '35a51815-2159-4211-9009-00ebbace1adc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:16.517424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event deleted for resources: {'Port': ['ID=d1bff5d7-8836-4970-a651-5bdfa53bd314,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:16.582392 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-0a798a7e-7148-4f63-98a3-2599d2f8413c tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.16 HTTP/1.1" status: 200 len: 695 time: 0.1870425 Jul 30 01:40:16.624720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] No DVR routers for this DVR port d1bff5d7-8836-4970-a651-5bdfa53bd314 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:16.631732 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:16.636705 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fb54ee00-bf60-4d23-92bc-cc3dbf277a90 req-616d55b3-bdc1-4198-aa34-8a86cabca9ad tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "DELETE /v2.0/ports/d1bff5d7-8836-4970-a651-5bdfa53bd314 HTTP/1.1" status: 204 len: 173 time: 1.2369194 Jul 30 01:40:16.732519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb816afd-4572-4867-9fbb-42e64b647d14 req-322a9235-8cb3-48d5-9fe4-d4b73074c916 tempest-InstanceActionsV221TestJSON-785951759 tempest-InstanceActionsV221TestJSON-785951759-project] 10.222.0.84 "GET /v2.0/ports?device_id=01f4f18d-3d2c-45a1-9e87-bc0656f75dad HTTP/1.1" status: 200 len: 210 time: 0.0603459 Jul 30 01:40:16.946721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Deleting port ff5ae5d6-acce-49f4-8d43-90910996dc82 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:16.948100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.540352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ca5ea60-63d4-4c50-a4ca-b87d99f46413 req-692190db-c3c4-43e6-b42a-eb2d59cabd5a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=c1449569-af94-4c55-8f51-c6ab8d4ede0f HTTP/1.1" status: 200 len: 210 time: 0.6221638 Jul 30 01:40:17.623496 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.623496 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:17.651404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Calling delete_port for ff5ae5d6-acce-49f4-8d43-90910996dc82 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:17.957327 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0b8c7d-61fa-412b-88d6-c22aa35e38ee x-openstack-request-id: req-6b0b8c7d-61fa-412b-88d6-c22aa35e38ee {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:17.958153 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f4f18d-3d2c-45a1-9e87-bc0656f75dad", "name": "network-vif-deleted", "tag": "a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:17.958543 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6b0b8c7d-61fa-412b-88d6-c22aa35e38ee {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:17.959472 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f4f18d-3d2c-45a1-9e87-bc0656f75dad', 'name': 'network-vif-deleted', 'tag': 'a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb', 'status': 'completed', 'code': 200} Jul 30 01:40:17.964173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.032495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event deleted for resources: {'Port': ['ID=ff5ae5d6-acce-49f4-8d43-90910996dc82,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:18.086926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 3b9ad953-a793-444e-95e2-a60045717324 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:18.193625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee0952-ab99-404d-b427-447040e99f2e req-bf4fa6c2-cb1b-4197-827d-9c6c18ad7d07 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:18.196531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01ee0952-ab99-404d-b427-447040e99f2e req-bf4fa6c2-cb1b-4197-827d-9c6c18ad7d07 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.1488323 Jul 30 01:40:18.201684 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.206607 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.208789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44ee3fa9-8c68-401d-b0c2-627362f3cb28 req-15cf7dc9-73ee-4698-aad5-124ab78e578d tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "DELETE /v2.0/floatingips/ebcddf3d-7c3b-49a1-8c9c-c78569c5aac8 HTTP/1.1" status: 204 len: 173 time: 1.6250901 Jul 30 01:40:18.252388 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.290716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01ee0952-ab99-404d-b427-447040e99f2e req-dd8584d3-6711-4c4b-b738-dc875edabe0c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739701 Jul 30 01:40:18.305373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9ad953-a793-444e-95e2-a60045717324'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:18.310068 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbdf23a-d342-45bd-b232-103eb443c356" -d '{"events": [{"server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9ad953-a793-444e-95e2-a60045717324"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:18.339472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=3b9ad953-a793-444e-95e2-a60045717324,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:18.349266 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:18.455388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=3b9ad953-a793-444e-95e2-a60045717324,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:18.512461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2dabb-1c38-4317-b161-fcdade5cd97d req-6e900ee1-a863-456e-a6ce-6c303589c52e tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:18.515286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb2dabb-1c38-4317-b161-fcdade5cd97d req-6e900ee1-a863-456e-a6ce-6c303589c52e tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1084991 Jul 30 01:40:18.600621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb2dabb-1c38-4317-b161-fcdade5cd97d req-40ab66e8-6fa2-4ca1-9b68-a64d65bb9d1f tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692158 Jul 30 01:40:19.173522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce75ab-e58d-4b63-9b49-78a9872cf84c req-ba3324ca-a3f4-40d1-9531-cba2f96fa040 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:19.176378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbce75ab-e58d-4b63-9b49-78a9872cf84c req-ba3324ca-a3f4-40d1-9531-cba2f96fa040 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5184836 Jul 30 01:40:19.193736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-f9621564-aa72-4906-abaf-2f809ce085ae tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:19.196421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-f9621564-aa72-4906-abaf-2f809ce085ae tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 804 time: 0.4998128 Jul 30 01:40:19.225490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-821586c9-e493-400b-b89b-41f82cb3252c tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/quotas/d9859880f21747c581ee426563ea687e HTTP/1.1" status: 200 len: 375 time: 0.0180683 Jul 30 01:40:19.244256 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1873325-52b6-4a49-957a-d65105343f4c x-openstack-request-id: req-f1873325-52b6-4a49-957a-d65105343f4c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:19.245096 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9ad953-a793-444e-95e2-a60045717324", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:19.245096 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1873325-52b6-4a49-957a-d65105343f4c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:19.246455 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9ad953-a793-444e-95e2-a60045717324', 'code': 200} Jul 30 01:40:19.340231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-e90f34a7-8fb2-44bf-bbfc-63bd828c8928 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058221 Jul 30 01:40:19.538853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-5e338910-7c3b-4292-886b-4df7f038e912 service neutron] 10.222.0.84 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847773 Jul 30 01:40:19.736637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eedbe3cd-fd91-402e-aa9b-d9cf86686cfa req-78c47870-d3a0-4950-9b60-86f97734fb81 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=a74c16e0568740eca0828e3d165cbed9 HTTP/1.1" status: 200 len: 1655 time: 0.1535077 Jul 30 01:40:19.862927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-1bd054ed-c2c7-4798-9a66-6a91a040ceae service neutron] 10.222.0.84 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121514 Jul 30 01:40:19.960419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1449569-af94-4c55-8f51-c6ab8d4ede0f', 'name': 'network-vif-deleted', 'tag': 'd1bff5d7-8836-4970-a651-5bdfa53bd314'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:19.964837 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07b115d-7c0c-4949-994e-4b80c542cd5c" -d '{"events": [{"server_uuid": "c1449569-af94-4c55-8f51-c6ab8d4ede0f", "name": "network-vif-deleted", "tag": "d1bff5d7-8836-4970-a651-5bdfa53bd314"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:19.967018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbe3cd-fd91-402e-aa9b-d9cf86686cfa req-aafad5a9-1b72-4701-84cc-f91f7b2dfa71 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:19.969956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eedbe3cd-fd91-402e-aa9b-d9cf86686cfa req-aafad5a9-1b72-4701-84cc-f91f7b2dfa71 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks?id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&id=1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 787 time: 0.2213051 Jul 30 01:40:19.991821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-eedbe3cd-fd91-402e-aa9b-d9cf86686cfa req-823b71d5-87f8-4c22-91cd-efd3f4b79aa2 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:40:19.993872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eedbe3cd-fd91-402e-aa9b-d9cf86686cfa req-823b71d5-87f8-4c22-91cd-efd3f4b79aa2 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103533 Jul 30 01:40:20.241325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:20.290137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:20.299051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a4f59fb0-d59c-4b4c-94d8-9214c2d2d0cb not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:20.299761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1bff5d7-8836-4970-a651-5bdfa53bd314 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:20.337056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: d1bff5d7-8836-4970-a651-5bdfa53bd314 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:20.337494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1bff5d7-8836-4970-a651-5bdfa53bd314 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:20.356610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8ea3b-6e4e-4f18-9de6-05d7d265116b req-7c7597bc-7bef-463c-9a68-051f3151919d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:20.359069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fc8ea3b-6e4e-4f18-9de6-05d7d265116b req-7c7597bc-7bef-463c-9a68-051f3151919d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.1135275 Jul 30 01:40:20.439871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fc8ea3b-6e4e-4f18-9de6-05d7d265116b req-57e620ec-401a-4dc4-a906-2d69b0dd01ce tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669124 Jul 30 01:40:20.881399 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25441902-320c-43b3-8771-22491ab551e5 x-openstack-request-id: req-25441902-320c-43b3-8771-22491ab551e5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:20.881843 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1449569-af94-4c55-8f51-c6ab8d4ede0f", "name": "network-vif-deleted", "tag": "d1bff5d7-8836-4970-a651-5bdfa53bd314", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:20.882479 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-25441902-320c-43b3-8771-22491ab551e5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:20.882905 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1449569-af94-4c55-8f51-c6ab8d4ede0f', 'name': 'network-vif-deleted', 'tag': 'd1bff5d7-8836-4970-a651-5bdfa53bd314', 'status': 'completed', 'code': 200} Jul 30 01:40:20.886732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45e775-9057-4774-907d-b81914d57a7a req-81e45eb9-1ccf-4f85-8e8b-b1b8fd256cb3 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:20.889443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b45e775-9057-4774-907d-b81914d57a7a req-81e45eb9-1ccf-4f85-8e8b-b1b8fd256cb3 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1002800 Jul 30 01:40:21.022013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-1a585050-8294-4684-b1e2-3a0682d21ec5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips/86a85c9c-076c-4c17-953f-fa764b984e3d HTTP/1.1" status: 200 len: 692 time: 0.1097326 Jul 30 01:40:21.059032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b45e775-9057-4774-907d-b81914d57a7a req-947ccfca-bdb6-47df-887c-3c1f5ff11b5b tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582575 Jul 30 01:40:21.194099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddbbfa32-2803-474b-b39e-0f798d54c4cb req-5c79e3e9-3a22-43c4-8d33-9ea8da0de838 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 210 time: 0.0455585 Jul 30 01:40:21.265027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-bf8d12d4-9a30-4d85-a537-2ee05c613d0b tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:21.266982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-bf8d12d4-9a30-4d85-a537-2ee05c613d0b tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.2252262 Jul 30 01:40:21.276206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57186) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:21.404901 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-01a101c3-d378-40e8-afae-738e19f4d0da tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.1227143 Jul 30 01:40:21.445060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-56518dfc-1072-47c0-bebe-fb90ad8ff5a0 admin admin] Deleting subnet eceb6824-1d78-40c3-87a3-20f64e32bad3 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:21.450389 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56518dfc-1072-47c0-bebe-fb90ad8ff5a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.493565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-c57050ad-fce6-4945-a4fa-2ef4a1b28367 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0725935 Jul 30 01:40:21.527782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-68454cb3-25d4-48fa-9136-11a017b57adc tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:21.530653 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-68454cb3-25d4-48fa-9136-11a017b57adc tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.22 "GET /v2.0/ports?device_id=564cf9e0-b718-45c4-98d9-7bc457fbf08c HTTP/1.1" status: 200 len: 943 time: 0.1864009 Jul 30 01:40:21.596567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56518dfc-1072-47c0-bebe-fb90ad8ff5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.732918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56518dfc-1072-47c0-bebe-fb90ad8ff5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.778488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Deleting port 4b720633-c5a2-4e87-b0c0-f0b1c02d9c8b {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:21.778789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.834949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Deleting port 3b9ad953-a793-444e-95e2-a60045717324 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:21.835520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.864364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390c49-f781-445a-9a45-2299e21957eb req-33938667-b4ca-4a72-b33c-56b2174e35ab tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:21.867091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc390c49-f781-445a-9a45-2299e21957eb req-33938667-b4ca-4a72-b33c-56b2174e35ab tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 950 time: 0.1640668 Jul 30 01:40:21.952096 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56518dfc-1072-47c0-bebe-fb90ad8ff5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.958932 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.959418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:21.982473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc390c49-f781-445a-9a45-2299e21957eb req-329d9e5a-c692-4c83-88ce-9ea75405c339 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883081 Jul 30 01:40:21.996337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Calling delete_port for 4b720633-c5a2-4e87-b0c0-f0b1c02d9c8b owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:22.070898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56518dfc-1072-47c0-bebe-fb90ad8ff5a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eceb6824-1d78-40c3-87a3-20f64e32bad3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:22.154032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56518dfc-1072-47c0-bebe-fb90ad8ff5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.157461 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-56518dfc-1072-47c0-bebe-fb90ad8ff5a0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/eceb6824-1d78-40c3-87a3-20f64e32bad3 HTTP/1.1" status: 204 len: 168 time: 0.8787894 Jul 30 01:40:22.167551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57194) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:22.226027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] For port 3b9ad953-a793-444e-95e2-a60045717324, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=3b9ad953-a793-444e-95e2-a60045717324,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:22.226728 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.270795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Calling delete_port for 3b9ad953-a793-444e-95e2-a60045717324 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:22.397034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-9d5d1933-2ba8-44fb-9e6d-c56b47c3a825 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:22.399486 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-9d5d1933-2ba8-44fb-9e6d-c56b47c3a825 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 804 time: 0.4170420 Jul 30 01:40:22.401927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.423597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Request body: {'port': {'device_id': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'admin_state_up': True, 'tenant_id': 'd9859880f21747c581ee426563ea687e'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:22.481869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a737e-f677-43bd-b231-49f419896205 req-352ec5bf-7dca-4a8d-8d44-85e5b3320e7e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:22.484087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f80a737e-f677-43bd-b231-49f419896205 req-352ec5bf-7dca-4a8d-8d44-85e5b3320e7e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.1815569 Jul 30 01:40:22.508750 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.551966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-dc98d26e-1149-4c69-96e8-8897e1068076 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:22.554371 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-dc98d26e-1149-4c69-96e8-8897e1068076 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 950 time: 0.2599177 Jul 30 01:40:22.632766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event deleted for resources: {'Port': ['ID=4b720633-c5a2-4e87-b0c0-f0b1c02d9c8b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:22.693034 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.748595 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f80a737e-f677-43bd-b231-49f419896205 req-49c1aec4-e564-4a16-96c3-094eab7f64c2 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412479 Jul 30 01:40:22.750898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bc93e1-2202-4bbb-ad7a-e1edd75de86b']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:22.783513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c042925f-bcfd-4ff2-b875-17c311e32d8b') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:22.784079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c042925f-bcfd-4ff2-b875-17c311e32d8b') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:22.803488 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.809547 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.812747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0199ae0a-6d18-44e5-8261-766684bcfff7 req-ce30ad06-db8d-4948-9693-5ac89a558ad5 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "DELETE /v2.0/floatingips/86a85c9c-076c-4c17-953f-fa764b984e3d HTTP/1.1" status: 204 len: 173 time: 1.3071523 Jul 30 01:40:22.815885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.853083 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.864804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Made reservation on behalf of d9859880f21747c581ee426563ea687e for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:22.865098 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.870982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.880955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:40:22.882491 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:40:22.885590 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:40:22.893688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Deleting port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:22.894168 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:22.992391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Pushing event deleted for resources: {'Port': ['ID=3b9ad953-a793-444e-95e2-a60045717324,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:23.083523 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.085719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] No DVR routers for this DVR port 3b9ad953-a793-444e-95e2-a60045717324 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:23.098817 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.105396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] 10.222.0.84 "DELETE /v2.0/networks/a4bc93e1-2202-4bbb-ad7a-e1edd75de86b HTTP/1.1" status: 204 len: 168 time: 0.9352512 Jul 30 01:40:23.143561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4bfa-12c8-4378-9ecf-33a9e0af50a9 req-225c2eab-e620-4488-b72b-cc78f030dbc0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.145048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b1c4bfa-12c8-4378-9ecf-33a9e0af50a9 req-225c2eab-e620-4488-b72b-cc78f030dbc0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1862676 Jul 30 01:40:23.158626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceca167-e423-422d-a727-7bbf5ada7d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4bc93e1-2202-4bbb-ad7a-e1edd75de86b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:23.173496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] For port f9b4b205-7c52-480f-b936-7b16ce2c7dc9, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:23.173863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.189229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.196174 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6134b0ed-4403-4b85-b0e8-1a8559de2f5e req-1a3971ac-f10f-4386-b932-01a2f4068460 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.22 "DELETE /v2.0/ports/3b9ad953-a793-444e-95e2-a60045717324 HTTP/1.1" status: 204 len: 173 time: 1.6534369 Jul 30 01:40:23.197197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'name': 'network-vif-deleted', 'tag': '3b9ad953-a793-444e-95e2-a60045717324'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:23.201190 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d484a2-756a-4df8-b369-715c7de0d7a8" -d '{"events": [{"server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "name": "network-vif-deleted", "tag": "3b9ad953-a793-444e-95e2-a60045717324"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:23.225213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Calling delete_port for f9b4b205-7c52-480f-b936-7b16ce2c7dc9 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:23.244513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b1c4bfa-12c8-4378-9ecf-33a9e0af50a9 req-de3d8ade-9f77-4d98-87e9-3f74eb95f2f9 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874450 Jul 30 01:40:23.435823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-164f6854-083f-4f27-b2a2-5e61a6bc62c0 req-b1e0b1e9-0543-45e0-b02d-9f9b1cc6a734 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 210 time: 0.0629363 Jul 30 01:40:23.494199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Allocated IP 172.20.0.9 (b7dcaba9-c7c3-42ac-89fb-5120488593d9/e7a5d721-50b0-47c9-a6f9-0026d813c946/6389e449-01f4-4087-ac45-ee4560fcfd8c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:23.534479 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.559609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57208) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:23.633520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-481e0920-60c3-4a45-baaf-f77bfb64c884 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips/104b5929-a167-4e5e-a9d0-7060681f9728 HTTP/1.1" status: 200 len: 693 time: 0.1311567 Jul 30 01:40:23.829042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-132736cf-b025-47b1-967c-edfd2ef8678d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c58d333916c44e58082424c5f53378b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673531 Jul 30 01:40:23.840290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57214) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:23.844502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c55320-a482-4861-96c9-780fd9607fbe req-7aacbcbf-a36a-40ac-9ef3-bcc02923e18b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.846452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52c55320-a482-4861-96c9-780fd9607fbe req-7aacbcbf-a36a-40ac-9ef3-bcc02923e18b tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb091c4e-40ce-45f2-9a11-504ea26f0791 HTTP/1.1" status: 200 len: 950 time: 0.1865773 Jul 30 01:40:23.885036 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:23.901629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb', '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:23.902270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-46152d7d-5a1e-41bb-9eb2-71c120204b44 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:23.903893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-46152d7d-5a1e-41bb-9eb2-71c120204b44 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.2625501 Jul 30 01:40:23.958455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52c55320-a482-4861-96c9-780fd9607fbe req-3824dd98-c8cc-4355-ada0-92eebbf73508 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971687 Jul 30 01:40:23.971878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event deleted for resources: {'Port': ['ID=f9b4b205-7c52-480f-b936-7b16ce2c7dc9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:24.012259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.023792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292', '35a51815-2159-4211-9009-00ebbace1adc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:24.040282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-4d94a985-2069-407c-b9af-4a0aa395d408 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.1015997 Jul 30 01:40:24.156201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-e163892e-8244-43ae-b8d9-a896f3c5a7b6 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.1069920 Jul 30 01:40:24.247851 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44ea5a9-9001-49a4-82ae-42bb94592355 x-openstack-request-id: req-e44ea5a9-9001-49a4-82ae-42bb94592355 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:24.247851 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564cf9e0-b718-45c4-98d9-7bc457fbf08c", "name": "network-vif-deleted", "tag": "3b9ad953-a793-444e-95e2-a60045717324", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:24.248286 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e44ea5a9-9001-49a4-82ae-42bb94592355 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:24.248750 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564cf9e0-b718-45c4-98d9-7bc457fbf08c', 'name': 'network-vif-deleted', 'tag': '3b9ad953-a793-444e-95e2-a60045717324', 'status': 'completed', 'code': 200} Jul 30 01:40:24.260318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] No DVR routers for this DVR port f9b4b205-7c52-480f-b936-7b16ce2c7dc9 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:24.271078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.275271 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-adf8df34-164e-4e79-ab2f-4f99275adaee req-310ee3a3-85aa-42d0-9b36-8ae0c2997606 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "DELETE /v2.0/ports/f9b4b205-7c52-480f-b936-7b16ce2c7dc9 HTTP/1.1" status: 204 len: 173 time: 1.7093215 Jul 30 01:40:24.317192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03fd03e8-e32e-47ba-b505-13e188db4a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.364381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.519383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Pushing event updated for resources: {'Port': ['ID=6389e449-01f4-4087-ac45-ee4560fcfd8c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:24.551051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03fd03e8-e32e-47ba-b505-13e188db4a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.594566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Network b7dcaba9-c7c3-42ac-89fb-5120488593d9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:24.600899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:24.607687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:24.723269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:24.724416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.731409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff856c80-7ff5-4965-92ab-d2ce42b176d0 req-a8235cdd-5d2f-490b-a6d2-c23571fc5533 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:24.735806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff856c80-7ff5-4965-92ab-d2ce42b176d0 req-a8235cdd-5d2f-490b-a6d2-c23571fc5533 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.2577078 Jul 30 01:40:24.788379 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-c7485ee1-5741-4ca1-88b7-7a5ebe49fd2f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3767829 Jul 30 01:40:24.808558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Request body: {'port': {'device_id': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:24.815938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Deleting port 578338f0-a53c-496d-8b4d-e7cadb5621f9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:24.816500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.916110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03fd03e8-e32e-47ba-b505-13e188db4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.920990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03fd03e8-e32e-47ba-b505-13e188db4a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.930291 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-03fd03e8-e32e-47ba-b505-13e188db4a8c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4ef3c461-f9ba-47a6-a4a2-833160a7998d HTTP/1.1" status: 204 len: 168 time: 1.0811875 Jul 30 01:40:24.948149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:24.966301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd03e8-e32e-47ba-b505-13e188db4a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef3c461-f9ba-47a6-a4a2-833160a7998d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:25.026165 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.028089 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.049568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Calling delete_port for 578338f0-a53c-496d-8b4d-e7cadb5621f9 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:25.303360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff856c80-7ff5-4965-92ab-d2ce42b176d0 req-99856905-22b6-4692-a934-bc4354d8bfc9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545626 Jul 30 01:40:25.305281 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.353576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event deleted for resources: {'Port': ['ID=578338f0-a53c-496d-8b4d-e7cadb5621f9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:25.518422 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.519996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.521953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab266bd2-a566-4c7f-b61b-68673af72d03 req-a40705cd-0cf2-49be-99b8-6e77fc5a0683 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "DELETE /v2.0/floatingips/104b5929-a167-4e5e-a9d0-7060681f9728 HTTP/1.1" status: 204 len: 173 time: 1.3576927 Jul 30 01:40:25.556479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79b87c-57f2-41d1-94a6-b93acbc78320 req-c841a5e8-9573-4edc-8902-23a37243e1ae tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:25.559849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ec79b87c-57f2-41d1-94a6-b93acbc78320 req-c841a5e8-9573-4edc-8902-23a37243e1ae tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1237979 Jul 30 01:40:25.564964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6389e449-01f4-4087-ac45-ee4560fcfd8c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:25.581506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.617388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Transition to ACTIVE for port object 6389e449-01f4-4087-ac45-ee4560fcfd8c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:25.625522 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:25.641375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ec79b87c-57f2-41d1-94a6-b93acbc78320 req-61aee1a4-69f9-4058-88e9-82398b20b344 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683284 Jul 30 01:40:25.729927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Pushing event updated for resources: {'Port': ['ID=6389e449-01f4-4087-ac45-ee4560fcfd8c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:25.899239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Attempting to bind port 6389e449-01f4-4087-ac45-ee4560fcfd8c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:25.899934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Attempting to bind port 6389e449-01f4-4087-ac45-ee4560fcfd8c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:25.900291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Attempting to bind port 6389e449-01f4-4087-ac45-ee4560fcfd8c on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:25.909594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Port 6389e449-01f4-4087-ac45-ee4560fcfd8c on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:25.910131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Attempting to bind port 6389e449-01f4-4087-ac45-ee4560fcfd8c on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:25.919687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:25.920042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Checking segment: {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:25.920852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Bound using segment: {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:25.921347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Bound port: 6389e449-01f4-4087-ac45-ee4560fcfd8c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:25.921917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.058319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:26.066942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:26.075032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.118630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 3b9ad953-a793-444e-95e2-a60045717324 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:26.127273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.129147 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.131304 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] 10.222.0.41 "PUT /v2.0/ports/6389e449-01f4-4087-ac45-ee4560fcfd8c HTTP/1.1" status: 200 len: 1091 time: 1.3327482 Jul 30 01:40:26.174259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857925f6-82ea-4532-b7ea-e135ec6e3866 service neutron] Pushing event updated for resources: {'Port': ['ID=6389e449-01f4-4087-ac45-ee4560fcfd8c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:26.215868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 3b9ad953-a793-444e-95e2-a60045717324 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:26.216609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 3b9ad953-a793-444e-95e2-a60045717324 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:26.251765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-e26dbe24-e7cd-4254-8193-e1023caeebe7 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips/bedf27e8-c4e2-4a5c-9ab7-59c410c50b67 HTTP/1.1" status: 200 len: 692 time: 0.0751522 Jul 30 01:40:26.252763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb091c4e-40ce-45f2-9a11-504ea26f0791', 'name': 'network-vif-deleted', 'tag': 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9'}, {'name': 'network-changed', 'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:26.256398 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1676611e-968e-4027-9fd7-ef68390085fd" -d '{"events": [{"server_uuid": "fb091c4e-40ce-45f2-9a11-504ea26f0791", "name": "network-vif-deleted", "tag": "f9b4b205-7c52-480f-b936-7b16ce2c7dc9"}, {"name": "network-changed", "server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:26.279287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe31b30-7a91-4655-926b-db1be27f84ea req-dc9fe51c-676a-4904-93ed-a90e23eb807b tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.287360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f9b4b205-7c52-480f-b936-7b16ce2c7dc9 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:26.295522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-a96983bc-b46a-425b-9049-5131a93c6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.295841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fe31b30-7a91-4655-926b-db1be27f84ea req-dc9fe51c-676a-4904-93ed-a90e23eb807b tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 943 time: 0.6039524 Jul 30 01:40:26.295993 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-a96983bc-b46a-425b-9049-5131a93c6a44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 1094 time: 0.1006293 Jul 30 01:40:26.324856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: f9b4b205-7c52-480f-b936-7b16ce2c7dc9 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:26.325380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f9b4b205-7c52-480f-b936-7b16ce2c7dc9 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:26.375570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-0a935112-bb57-4e5a-8e6d-dcd5284c6ec9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c HTTP/1.1" status: 200 len: 217 time: 0.0731115 Jul 30 01:40:26.436741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fe31b30-7a91-4655-926b-db1be27f84ea req-aefb6eca-aae5-40d0-bfbe-94e89bd9f267 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370416 Jul 30 01:40:26.534194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57258) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:26.568507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f1c496e1-b167-4e23-b134-ba0402c91040 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.571076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f1c496e1-b167-4e23-b134-ba0402c91040 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3105581 Jul 30 01:40:26.693620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-81d202de-c8ce-4af4-b60a-b41e6a3a97af tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.1117625 Jul 30 01:40:26.776424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1585930001-network', 'tenant_id': '7117701197d845caa81f22c1c9d967ab'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:26.800918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-02ed0e1e-10b9-4815-ad44-d1ae54bc81a1 tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.57 HTTP/1.1" status: 200 len: 695 time: 0.1055827 Jul 30 01:40:26.816914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-38e9c886-9461-497e-846b-39d648d64b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:26.820092 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-38e9c886-9461-497e-846b-39d648d64b9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7a5d721-50b0-47c9-a6f9-0026d813c946 HTTP/1.1" status: 200 len: 844 time: 0.4375415 Jul 30 01:40:26.853269 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a5ef6-c481-4416-a500-b2139b0bfa22 x-openstack-request-id: req-063a5ef6-c481-4416-a500-b2139b0bfa22 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:26.853821 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb091c4e-40ce-45f2-9a11-504ea26f0791", "name": "network-vif-deleted", "tag": "f9b4b205-7c52-480f-b936-7b16ce2c7dc9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:26.854270 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-063a5ef6-c481-4416-a500-b2139b0bfa22 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:26.855506 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb091c4e-40ce-45f2-9a11-504ea26f0791', 'name': 'network-vif-deleted', 'tag': 'f9b4b205-7c52-480f-b936-7b16ce2c7dc9', 'status': 'completed', 'code': 200} Jul 30 01:40:26.855506 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c', 'status': 'completed', 'code': 200} Jul 30 01:40:26.882901 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-4097fe89-4f17-49b9-b505-f67fc1591d3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7dcaba9-c7c3-42ac-89fb-5120488593d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542560 Jul 30 01:40:26.891125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Made reservation on behalf of 7117701197d845caa81f22c1c9d967ab for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:26.894925 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:26.920245 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.065999 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-d55a2d2b-54a9-4fae-970f-dd8353c21894 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752288 Jul 30 01:40:27.140736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54441216-2683-4fbb-b669-978a19e3ed6f req-9afd6792-06e3-4c05-bc43-868f19d2407b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.143176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54441216-2683-4fbb-b669-978a19e3ed6f req-9afd6792-06e3-4c05-bc43-868f19d2407b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.1970129 Jul 30 01:40:27.230166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Deleting port 56bac5a9-5189-4c12-8fbc-a1b4d0faa1e4 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:27.230658 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.246424 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2bd3cd5-bbc9-495e-8df0-a234ce1a3249 req-91606bd5-066f-4f8a-b936-53bf223ad2e7 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718519 Jul 30 01:40:27.330753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54441216-2683-4fbb-b669-978a19e3ed6f req-fbb70ca6-7b5c-4917-b4a8-0ac58378a5c9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684086 Jul 30 01:40:27.385325 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.399163 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.412782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676611e-968e-4027-9fd7-ef68390085fd req-8ea56429-337d-480c-a56f-4589e7b35517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.415807 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1676611e-968e-4027-9fd7-ef68390085fd req-8ea56429-337d-480c-a56f-4589e7b35517 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 1094 time: 0.1043801 Jul 30 01:40:27.460845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:27.501596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.502098 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Added segment 64567237-773b-4fbd-9b98-3afb96380b16 of type vlan for network 54429341-207e-4aea-b889-d7bd5953b70f Jul 30 01:40:27.504293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feab8933-1eef-41ae-8007-184492f3a935,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:27.524934 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.525584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.586461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Calling delete_port for 56bac5a9-5189-4c12-8fbc-a1b4d0faa1e4 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:27.643522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676611e-968e-4027-9fd7-ef68390085fd req-986a97b5-b090-4bf4-92f5-a7ca89c14c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.645887 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1676611e-968e-4027-9fd7-ef68390085fd req-986a97b5-b090-4bf4-92f5-a7ca89c14c83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 905 time: 0.2220535 Jul 30 01:40:27.684994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.742748 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1676611e-968e-4027-9fd7-ef68390085fd req-228ae424-7cd8-4de9-a5c0-47d26f785935 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c HTTP/1.1" status: 200 len: 217 time: 0.0886259 Jul 30 01:40:27.770241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45099edd-bafc-40f5-af5f-1ef409a29c5b req-41adc6c6-d011-413e-b261-94bf82325047 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.772986 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45099edd-bafc-40f5-af5f-1ef409a29c5b req-41adc6c6-d011-413e-b261-94bf82325047 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1894865 Jul 30 01:40:27.848129 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.849602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.850901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:27.854079 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676611e-968e-4027-9fd7-ef68390085fd req-6788f055-f529-4969-b8b9-769f3ecc6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:27.857883 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1676611e-968e-4027-9fd7-ef68390085fd req-6788f055-f529-4969-b8b9-769f3ecc6f1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7a5d721-50b0-47c9-a6f9-0026d813c946 HTTP/1.1" status: 200 len: 844 time: 0.1033661 Jul 30 01:40:27.913794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:27.924733 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1676611e-968e-4027-9fd7-ef68390085fd req-5d9e0aa4-23f1-4e79-ad87-052cf177f476 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7dcaba9-c7c3-42ac-89fb-5120488593d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592206 Jul 30 01:40:27.992346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4561498 Jul 30 01:40:27.999998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:28.007822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Request body: {'subnet': {'network_id': '54429341-207e-4aea-b889-d7bd5953b70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1585930001-subnet', 'tenant_id': '7117701197d845caa81f22c1c9d967ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:28.012390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45099edd-bafc-40f5-af5f-1ef409a29c5b req-bdc24915-eef1-40b5-b866-c9c963908956 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061005 Jul 30 01:40:28.014651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714ad92-6574-43c9-b1b0-8ac9d0cab968 admin admin] Pushing event updated for resources: {'Network': ['ID=54429341-207e-4aea-b889-d7bd5953b70f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.039521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 54429341-207e-4aea-b889-d7bd5953b70f details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:28.129027 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.180244 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b93c3bba-ec85-4744-aec8-03fb275e6592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.192623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Pushing event deleted for resources: {'Port': ['ID=56bac5a9-5189-4c12-8fbc-a1b4d0faa1e4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.204433 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1676611e-968e-4027-9fd7-ef68390085fd req-55de3fdd-ee7a-4865-91cc-2727702f72e8 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706015 Jul 30 01:40:28.313029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Made reservation on behalf of 7117701197d845caa81f22c1c9d967ab for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:28.316103 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.339849 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.346647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.349374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17766f5d-44f8-4b78-9a7c-94dd68df1c84 req-f0fc0d92-05c2-45d5-bc96-dca5e2557bba tempest-FloatingIPDetailsTestJSON-1017043349 tempest-FloatingIPDetailsTestJSON-1017043349-project] 10.222.0.84 "DELETE /v2.0/floatingips/bedf27e8-c4e2-4a5c-9ab7-59c410c50b67 HTTP/1.1" status: 204 len: 173 time: 1.5223508 Jul 30 01:40:28.359468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57280) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:28.599402 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1676611e-968e-4027-9fd7-ef68390085fd req-a407651b-a6b0-4717-89b9-e93c4a026c45 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856857 Jul 30 01:40:28.762792 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b93c3bba-ec85-4744-aec8-03fb275e6592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.770484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b93c3bba-ec85-4744-aec8-03fb275e6592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.799136 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:28.805158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eee34a-9ca0-488b-9423-1849626742cf req-98c00ac1-e4fc-453b-8537-debec8b57a8b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.807667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0eee34a-9ca0-488b-9423-1849626742cf req-98c00ac1-e4fc-453b-8537-debec8b57a8b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.2381692 Jul 30 01:40:28.820545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889927f-3bed-4ee5-b729-228702cf4390 req-e683ffe1-e1b6-46ca-8638-035703083d2a tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:28.822525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5889927f-3bed-4ee5-b729-228702cf4390 req-e683ffe1-e1b6-46ca-8638-035703083d2a tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 943 time: 0.2543967 Jul 30 01:40:28.879665 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b93c3bba-ec85-4744-aec8-03fb275e6592 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d7c076721fc44b46bad71e72f4afe83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9640033 Jul 30 01:40:28.890829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c3bba-ec85-4744-aec8-03fb275e6592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd1d97-4bce-4287-ba7c-9767853af77d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.897696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57286) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:28.955622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0b69c8-5713-446f-bf95-894aa6ab17c5,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:28.969668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Checking segment: {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:28.970284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Network hostable DHCP agents. Network: 54429341-207e-4aea-b889-d7bd5953b70f, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:29.007965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Network 54429341-207e-4aea-b889-d7bd5953b70f is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:29.023093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 54429341-207e-4aea-b889-d7bd5953b70f) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:29.032339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:29.033494 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.044854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b6b6aa-bc8f-4243-8bcb-d8f6bab53adf None None] Network 54429341-207e-4aea-b889-d7bd5953b70f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:29.045770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5889927f-3bed-4ee5-b729-228702cf4390 req-ec495ea6-4316-4005-b727-0bfe632eedc0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002602 Jul 30 01:40:29.069385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0eee34a-9ca0-488b-9423-1849626742cf req-d0222f4e-8dbf-4d46-b08f-7ea1b3ba84cc tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401931 Jul 30 01:40:29.071087 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ffdcce78-570d-4811-b1c2-c093a98170dc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0682569 Jul 30 01:40:29.190774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e39d2af7-282f-45d1-a372-27de1c8533cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.248363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e39d2af7-282f-45d1-a372-27de1c8533cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.363167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38164dd8-31e6-4950-a972-ce8784dba3dc None None] Network 54429341-207e-4aea-b889-d7bd5953b70f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:29.470597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540094d-64dc-4cba-8130-e4153e5a7637 req-18ab90b0-1557-42e9-a0ce-c91fee8eeec5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:29.484429 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5540094d-64dc-4cba-8130-e4153e5a7637 req-18ab90b0-1557-42e9-a0ce-c91fee8eeec5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2402089 Jul 30 01:40:29.578385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e39d2af7-282f-45d1-a372-27de1c8533cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.583585 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e39d2af7-282f-45d1-a372-27de1c8533cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.590314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e39d2af7-282f-45d1-a372-27de1c8533cd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e5fd1d97-4bce-4287-ba7c-9767853af77d HTTP/1.1" status: 204 len: 168 time: 0.6905863 Jul 30 01:40:29.630971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5540094d-64dc-4cba-8130-e4153e5a7637 req-0e2b2121-f87e-410a-a3aa-b24a67901fc3 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449831 Jul 30 01:40:29.634072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d2af7-282f-45d1-a372-27de1c8533cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd1d97-4bce-4287-ba7c-9767853af77d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:29.652672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-9202f3c0-6646-4e00-b30e-8ed4bd0e672d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:29.658050 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-9202f3c0-6646-4e00-b30e-8ed4bd0e672d tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "GET /v2.0/ports?device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 950 time: 0.5084441 Jul 30 01:40:29.676135 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:29.876136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-85da1159-9c02-4330-9b1a-95aa6c637170 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:29.877750 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-85da1159-9c02-4330-9b1a-95aa6c637170 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c83c321-920e-4f03-b0f2-afa4d9e09091 HTTP/1.1" status: 200 len: 949 time: 0.1229115 Jul 30 01:40:29.928636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Deleting port 35a51815-2159-4211-9009-00ebbace1adc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:29.929661 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.024282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ab893-cc56-4120-9281-bfbbd781be6d req-4fecebfb-6cfb-4bfc-970a-27930f9b6536 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:30.028818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e5ab893-cc56-4120-9281-bfbbd781be6d req-4fecebfb-6cfb-4bfc-970a-27930f9b6536 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9 HTTP/1.1" status: 200 len: 950 time: 0.2264004 Jul 30 01:40:30.109095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] For port 35a51815-2159-4211-9009-00ebbace1adc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=35a51815-2159-4211-9009-00ebbace1adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:30.109679 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.131605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e5ab893-cc56-4120-9281-bfbbd781be6d req-6158e571-af5f-4813-9ddb-88f3fe34cdb0 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587399 Jul 30 01:40:30.136871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Calling delete_port for 35a51815-2159-4211-9009-00ebbace1adc owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:30.179458 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Deleting port 829457e9-5e41-447d-a570-8d2cf09a3cd3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:30.180105 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.289658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6389e449-01f4-4087-ac45-ee4560fcfd8c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:30.304182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Deleting port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:30.304574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.440597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] For port 829457e9-5e41-447d-a570-8d2cf09a3cd3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=829457e9-5e41-447d-a570-8d2cf09a3cd3,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:30.441889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.459379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Calling delete_port for 829457e9-5e41-447d-a570-8d2cf09a3cd3 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:30.524135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86536aa-577e-46f0-8bc5-19b60fc1273e req-67d7eb06-ee73-4d64-9865-77b69236c0d4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:30.527313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b86536aa-577e-46f0-8bc5-19b60fc1273e req-67d7eb06-ee73-4d64-9865-77b69236c0d4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 943 time: 0.2574868 Jul 30 01:40:30.628950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.631392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:30.660608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb', '829457e9-5e41-447d-a570-8d2cf09a3cd3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:30.725145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] For port 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0d59aa9b-72ea-49b1-9682-86b8eab7e7c6,segment=NetworkSegment(c064843e-ffb1-45f3-a6fd-b517594136ab),segment_id=c064843e-ffb1-45f3-a6fd-b517594136ab)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:30.726183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.744333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event deleted for resources: {'Port': ['ID=35a51815-2159-4211-9009-00ebbace1adc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:30.756335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292', '35a51815-2159-4211-9009-00ebbace1adc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:30.771971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] No DVR routers for this DVR port 35a51815-2159-4211-9009-00ebbace1adc on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:30.777080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.781019 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12d54bb1-4bcf-4742-b4a7-84736b4a1984 req-85f682ea-6428-4093-8ad9-f55339a9243c tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "DELETE /v2.0/ports/35a51815-2159-4211-9009-00ebbace1adc HTTP/1.1" status: 204 len: 173 time: 1.1109691 Jul 30 01:40:30.782059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9', 'name': 'network-vif-deleted', 'tag': '35a51815-2159-4211-9009-00ebbace1adc'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:30.787019 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e0db67-8257-4735-8054-2bc767468fd4" -d '{"events": [{"server_uuid": "91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9", "name": "network-vif-deleted", "tag": "35a51815-2159-4211-9009-00ebbace1adc"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:30.797013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Calling delete_port for 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:30.858022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '6389e449-01f4-4087-ac45-ee4560fcfd8c', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'port_id': '6389e449-01f4-4087-ac45-ee4560fcfd8c', 'mac_address': 'fa:16:3e:12:21:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5d721-50b0-47c9-a6f9-0026d813c946', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:30.866852 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b23cdf6-612b-489c-9d1b-b2308a7b757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:30.887229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b86536aa-577e-46f0-8bc5-19b60fc1273e req-5ee16c29-b228-458d-9c49-81cf530f5787 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271792 Jul 30 01:40:30.973332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-36b83e72-8c1e-44be-b2cf-d3f8dd796857 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:30.982619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-36b83e72-8c1e-44be-b2cf-d3f8dd796857 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 813 time: 0.4873548 Jul 30 01:40:31.013732 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.018903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.071644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-73046e84-88d8-49db-9fbb-1d8b388da46e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/quotas/7117701197d845caa81f22c1c9d967ab HTTP/1.1" status: 200 len: 375 time: 0.0874579 Jul 30 01:40:31.089878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57342) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:31.112891 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.115423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event deleted for resources: {'Port': ['ID=829457e9-5e41-447d-a570-8d2cf09a3cd3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:31.198356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6389e449-01f4-4087-ac45-ee4560fcfd8c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:31.204272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] No DVR routers for this DVR port 829457e9-5e41-447d-a570-8d2cf09a3cd3 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:31.212199 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.220878 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-042daf52-adb9-4df3-bdee-4954e7a9190c req-36764258-8888-4c40-98b6-8df25fde0263 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "DELETE /v2.0/ports/829457e9-5e41-447d-a570-8d2cf09a3cd3 HTTP/1.1" status: 204 len: 173 time: 1.3296711 Jul 30 01:40:31.225601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-3b958e59-9f65-460c-a402-6575a860f0ba tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1529531 Jul 30 01:40:31.312609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:31.335362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1183944244-network', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:31.343115 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.401978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:31.407724 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.438637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.620455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-44d7943c-8605-48da-85f0-94b56c4f956f service neutron] 10.222.0.84 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929231 Jul 30 01:40:31.626496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6389e449-01f4-4087-ac45-ee4560fcfd8c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:31.650686 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-c0754384-1520-41b6-a872-b3617563ee92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3512ca0-5784-453b-828b-660e8a6227ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084526 Jul 30 01:40:31.683703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6389e449-01f4-4087-ac45-ee4560fcfd8c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:31.691189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.691528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2748e76-3679-470c-b17c-1d8f841b4167 req-cbae3166-3566-4721-ab15-5621f215e243 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:31.700917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.704333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2748e76-3679-470c-b17c-1d8f841b4167 req-cbae3166-3566-4721-ab15-5621f215e243 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.5818703 Jul 30 01:40:31.719837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:31.736935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.737577 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Added segment d7b7a0ab-2191-4396-b9e7-5e4c0261564b of type vlan for network 789b8b68-7784-4e94-8d78-c2ceb227ca3f Jul 30 01:40:31.764585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.765582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.767653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.769034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.770578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.771485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.772235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.772960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.773819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.774566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.775341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.776131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:31.800655 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:31.909156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce696337-d570-4496-9e43-78b9f1698cca,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:32.027482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:40:32.069256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-84769271-076f-408f-8b45-9ac36a0f600f service neutron] 10.222.0.84 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350586 Jul 30 01:40:32.090206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2748e76-3679-470c-b17c-1d8f841b4167 req-8dc08c59-a521-4eea-b0c0-d48628929423 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733571 Jul 30 01:40:32.107558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-893fc7d9-0fee-4a60-826a-0b16449ece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.110429 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-893fc7d9-0fee-4a60-826a-0b16449ece7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 1101 time: 0.2923834 Jul 30 01:40:32.112552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.114450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.115454 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.319798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:32.323571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 829457e9-5e41-447d-a570-8d2cf09a3cd3 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:32.371256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.411144 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3135514 Jul 30 01:40:32.419857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57350) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:32.445693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 829457e9-5e41-447d-a570-8d2cf09a3cd3 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:32.446442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 829457e9-5e41-447d-a570-8d2cf09a3cd3 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:32.474710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Request body: {'subnet': {'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1183944244-subnet', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:32.500613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d59aa9b-72ea-49b1-9682-86b8eab7e7c6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:32.578692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc7692-c06a-4828-853e-162b8268ae74 admin admin] Pushing event updated for resources: {'Network': ['ID=789b8b68-7784-4e94-8d78-c2ceb227ca3f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:32.606809 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5898f1d-5d48-4bcc-a0fc-67817ef6851e x-openstack-request-id: req-f5898f1d-5d48-4bcc-a0fc-67817ef6851e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:32.607080 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9", "name": "network-vif-deleted", "tag": "35a51815-2159-4211-9009-00ebbace1adc", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:32.607406 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f5898f1d-5d48-4bcc-a0fc-67817ef6851e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:32.623072 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bf6c44-b79f-4f29-9d0b-edfbe3fa53c9', 'name': 'network-vif-deleted', 'tag': '35a51815-2159-4211-9009-00ebbace1adc', 'status': 'completed', 'code': 200} Jul 30 01:40:32.627623 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 789b8b68-7784-4e94-8d78-c2ceb227ca3f details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:32.639650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0c58e-3381-495b-aad1-fa13cc10b2c0 req-4b7b887d-b90b-4fd3-961f-1130eac4810b tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.643328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ac0c58e-3381-495b-aad1-fa13cc10b2c0 req-4b7b887d-b90b-4fd3-961f-1130eac4810b tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2938838 Jul 30 01:40:32.766776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-022ae9c5-e405-4b0c-a7a9-74bfbcb3472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.772640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:32.774042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-022ae9c5-e405-4b0c-a7a9-74bfbcb3472a service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4315565 Jul 30 01:40:32.776868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:32.853448 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-b8430fbe-30fc-48ad-acc3-af9986641fa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=64602ee6-0328-439c-a68e-2be6aceb0678 HTTP/1.1" status: 200 len: 217 time: 0.0707638 Jul 30 01:40:32.988993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-bb80ab8d-b937-49cd-98c0-3eeff45921c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:32.991737 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-bb80ab8d-b937-49cd-98c0-3eeff45921c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1297460 Jul 30 01:40:33.110699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['64602ee6-0328-439c-a68e-2be6aceb0678', 'f27423e5-29c8-492f-a6d7-b43a435763eb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:33.124408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ac0c58e-3381-495b-aad1-fa13cc10b2c0 req-c97e4eaa-49b3-4d45-942d-76faf89dc2c1 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907123 Jul 30 01:40:33.143252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-5fac58e0-c713-4870-b9c8-cf1a94c4d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:33.154702 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-5fac58e0-c713-4870-b9c8-cf1a94c4d863 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527138 Jul 30 01:40:33.333620 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d395909-5ad1-46b2-804e-b0b99f054746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.394971 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-a69f13e3-1d15-49c6-92c5-dc5fdd034ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333806 Jul 30 01:40:33.581794 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3caf706-a198-44fb-83e2-ed9e1ac2da14 req-b6565d15-8b4b-4b96-9f2f-515c1fe6358c service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769202 Jul 30 01:40:33.679860 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:33.892847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69691ca6-e23f-4542-86a4-da4e643b6e79 req-a941c2ae-952c-41e9-b7c2-ea05f1be2a07 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:33.903498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69691ca6-e23f-4542-86a4-da4e643b6e79 req-a941c2ae-952c-41e9-b7c2-ea05f1be2a07 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 944 time: 0.7744920 Jul 30 01:40:34.034725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.080112 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69691ca6-e23f-4542-86a4-da4e643b6e79 req-fea32ec0-b056-4bd9-ac7b-247617094bc3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749604 Jul 30 01:40:34.085179 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.195487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 35a51815-2159-4211-9009-00ebbace1adc no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:34.204139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f9454-c050-47a4-b130-9f52b07d36c1 req-9c5e9f40-00e0-4a90-b1a6-29787ae2922d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:34.204139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d9f9454-c050-47a4-b130-9f52b07d36c1 req-9c5e9f40-00e0-4a90-b1a6-29787ae2922d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.3355527 Jul 30 01:40:34.241515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 35a51815-2159-4211-9009-00ebbace1adc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:34.241897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 35a51815-2159-4211-9009-00ebbace1adc not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:34.302976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6389e449-01f4-4087-ac45-ee4560fcfd8c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:34.359614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bf59217-ec61-4221-8993-dd1f4309c8e6 req-fa900a48-c233-44a6-b57c-6bcde8eec3f6 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 210 time: 0.1468239 Jul 30 01:40:34.372930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5838a6c5-08a1-490b-aa78-4568ee34caf8,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:34.402709 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.433096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d9f9454-c050-47a4-b130-9f52b07d36c1 req-db0b7707-d593-4aff-b916-5257509fe0da tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142830 Jul 30 01:40:34.446974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Checking segment: {'id': 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:34.446974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Network hostable DHCP agents. Network: 789b8b68-7784-4e94-8d78-c2ceb227ca3f, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:34.451709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 6389e449-01f4-4087-ac45-ee4560fcfd8c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:34.469235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 6389e449-01f4-4087-ac45-ee4560fcfd8c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:34.470515 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.630896 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c83c321-920e-4f03-b0f2-afa4d9e09091', 'name': 'network-vif-deleted', 'tag': '829457e9-5e41-447d-a570-8d2cf09a3cd3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:34.637697 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae46e72-9a5a-413c-96ca-ef9ace834254" -d '{"events": [{"server_uuid": "7c83c321-920e-4f03-b0f2-afa4d9e09091", "name": "network-vif-deleted", "tag": "829457e9-5e41-447d-a570-8d2cf09a3cd3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:34.655421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Network 789b8b68-7784-4e94-8d78-c2ceb227ca3f is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:34.705395 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-21949854-d12c-46f0-b250-f891bc88b83e service neutron] show failed (client error): The resource could not be found. Jul 30 01:40:34.711193 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-21949854-d12c-46f0-b250-f891bc88b83e service neutron] 10.222.0.22 "GET /v2.0/ports/a3c4764c-9c8f-4b41-9818-f6cb9125dedc/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.2441394 Jul 30 01:40:34.750871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 789b8b68-7784-4e94-8d78-c2ceb227ca3f) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:34.765924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:34.767511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.797780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef1b743-4a89-4c1f-800c-698188234672 None None] Network 789b8b68-7784-4e94-8d78-c2ceb227ca3f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:34.852619 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.858615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546060-c53d-4f81-9c74-62f5c2349e9c req-6cc019a7-98fd-4932-be53-93d31bb96c28 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:34.860351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a546060-c53d-4f81-9c74-62f5c2349e9c req-6cc019a7-98fd-4932-be53-93d31bb96c28 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.1656299 Jul 30 01:40:34.869510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-16d53eab-4c4b-4714-b1c9-9aab2958c092 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4336298 Jul 30 01:40:34.870302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57382) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:34.875046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:34.956458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Router 5963cf25-8ff3-42ad-9848-672dedf28b16 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:34.970251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:34.972532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.034808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a546060-c53d-4f81-9c74-62f5c2349e9c req-003485ff-1035-4ebd-a201-8f7b809d6ee3 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555157 Jul 30 01:40:35.109634 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b507f1be-df5a-4cc9-8b8c-244664ffe7a6 x-openstack-request-id: req-b507f1be-df5a-4cc9-8b8c-244664ffe7a6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:35.109935 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c83c321-920e-4f03-b0f2-afa4d9e09091", "name": "network-vif-deleted", "tag": "829457e9-5e41-447d-a570-8d2cf09a3cd3", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:35.110213 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b507f1be-df5a-4cc9-8b8c-244664ffe7a6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:35.110614 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c83c321-920e-4f03-b0f2-afa4d9e09091', 'name': 'network-vif-deleted', 'tag': '829457e9-5e41-447d-a570-8d2cf09a3cd3', 'status': 'completed', 'code': 200} Jul 30 01:40:35.112361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.251491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:35.287964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9ffdbef8-967d-47ce-b52d-a89c7566ea7a admin admin] 10.222.0.84 "PUT /v2.0/routers/5963cf25-8ff3-42ad-9848-672dedf28b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9270356 Jul 30 01:40:35.290805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57388) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:35.343009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:35.362044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:35.365986 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bbf76c-dde1-40b9-af97-8eeade1370d5" -d '{"events": [{"server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "name": "network-vif-plugged", "status": "completed", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:35.380779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] Sync routers for ids ['5963cf25-8ff3-42ad-9848-672dedf28b16'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:35.400822 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.547965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] Routers {'5963cf25-8ff3-42ad-9848-672dedf28b16'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:35.548988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5963cf25-8ff3-42ad-9848-672dedf28b16'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:35.567698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a11b-c3d9-4e1a-94e6-29ab236919d1 req-dbf1af2f-5ab8-4dc8-93f9-2f4ae795afd4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:35.581387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a468a11b-c3d9-4e1a-94e6-29ab236919d1 req-dbf1af2f-5ab8-4dc8-93f9-2f4ae795afd4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 944 time: 0.3475084 Jul 30 01:40:35.692854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6389e449-01f4-4087-ac45-ee4560fcfd8c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:35.750105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a468a11b-c3d9-4e1a-94e6-29ab236919d1 req-a60638a2-d312-4662-95a3-0a719765cc05 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673567 Jul 30 01:40:35.813762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.900487 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aed81f-c533-492b-8b9b-1c25e2669afc x-openstack-request-id: req-32aed81f-c533-492b-8b9b-1c25e2669afc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:35.901013 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "name": "network-vif-plugged", "status": "completed", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:35.901444 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-32aed81f-c533-492b-8b9b-1c25e2669afc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:35.902084 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c', 'code': 200} Jul 30 01:40:35.905638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-789b8b68-7784-4e94-8d78-c2ceb227ca3f', 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'fixed_ips': [{'subnet_id': '5838a6c5-08a1-490b-aa78-4568ee34caf8'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:40:35.913725 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:35.919374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] Set router 5963cf25-8ff3-42ad-9848-672dedf28b16 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:35.921441 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:40:35.943230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-103ad178-aa92-4eea-9488-8dd1973176dc tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:35.944830 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-103ad178-aa92-4eea-9488-8dd1973176dc tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.41 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 813 time: 0.7130752 Jul 30 01:40:36.028436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-30f9efed-15be-4d8b-90d7-a084958e6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.030474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-30f9efed-15be-4d8b-90d7-a084958e6def service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 1100 time: 0.9225101 Jul 30 01:40:36.034493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Request body: {'port': {'device_id': '6872d482-3830-4ea7-8b50-8bb110ec7447', 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f', 'admin_state_up': True, 'tenant_id': '7117701197d845caa81f22c1c9d967ab'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:36.063876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:36.068087 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.084543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4fb3e97-6449-4689-ad58-3e8372460b28 req-d5f2ceea-d924-47b9-a56e-88623b131818 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 210 time: 0.1044531 Jul 30 01:40:36.122927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a9328-0abf-4b77-bc7e-61d1050d0384 req-4eb94922-a979-43d2-95a5-15b51497890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.125108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-780a9328-0abf-4b77-bc7e-61d1050d0384 req-4eb94922-a979-43d2-95a5-15b51497890e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 1096 time: 0.1438262 Jul 30 01:40:36.158515 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.192462 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.223174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef7d02-8ce0-4836-9dfe-2980d6f655fa req-524a57e1-1c9c-4184-9989-0beba7760068 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.225963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2eef7d02-8ce0-4836-9dfe-2980d6f655fa req-524a57e1-1c9c-4184-9989-0beba7760068 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 950 time: 0.2135830 Jul 30 01:40:36.352157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-780a9328-0abf-4b77-bc7e-61d1050d0384 req-bcfcb60e-fe8c-4baf-bc40-5918cc289735 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072158 Jul 30 01:40:36.365823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Allocated IP 172.20.0.2 (789b8b68-7784-4e94-8d78-c2ceb227ca3f/5838a6c5-08a1-490b-aa78-4568ee34caf8/8ef836fa-56e4-47e7-a26f-72579b36eab6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:36.436748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:19Z', 'updated_at': '2021-07-30T01:40:32Z', 'revision_number': 5, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'gw_port': {'id': '2785020d-8e9f-44dc-8e9a-ccb344272965', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:39:23Z', 'updated_at': '2021-07-30T01:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:36.471137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] Checking router: 5963cf25-8ff3-42ad-9848-672dedf28b16 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:36.496173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] Routers {'5963cf25-8ff3-42ad-9848-672dedf28b16'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:36.497097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5963cf25-8ff3-42ad-9848-672dedf28b16'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:36.505323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2eef7d02-8ce0-4836-9dfe-2980d6f655fa req-fa887116-72b8-43ef-8a0e-07fa782b5af8 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425902 Jul 30 01:40:36.521325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd6a54-4081-41a8-ac1e-1bd357db13d0 req-65030be9-25de-4ff1-af30-8fe1535027ab tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.524712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10fd6a54-4081-41a8-ac1e-1bd357db13d0 req-65030be9-25de-4ff1-af30-8fe1535027ab tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.2973776 Jul 30 01:40:36.564271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-3df1c6fb-834e-494b-a92f-920878d77c40 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.566078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-3df1c6fb-834e-494b-a92f-920878d77c40 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 950 time: 0.1532240 Jul 30 01:40:36.577011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-ed54fdf8-0c8e-439a-bd7a-cc6d3e5d1eb2 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.578951 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-ed54fdf8-0c8e-439a-bd7a-cc6d3e5d1eb2 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.22 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 813 time: 1.4034641 Jul 30 01:40:36.603338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Request body: {'port': {'device_id': 'b3a3ff3e-0f85-4593-a810-c327acbde3ef', 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f', 'admin_state_up': True, 'tenant_id': '7117701197d845caa81f22c1c9d967ab'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:36.617163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Deleting port 2785020d-8e9f-44dc-8e9a-ccb344272965 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:36.617684 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.745089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] Set router 5963cf25-8ff3-42ad-9848-672dedf28b16 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:36.764471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10fd6a54-4081-41a8-ac1e-1bd357db13d0 req-0750fee5-d64e-4469-bb19-2da5821ff604 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246439 Jul 30 01:40:36.871145 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.874580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:19Z', 'updated_at': '2021-07-30T01:40:36Z', 'revision_number': 6, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:36.899672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] For port 2785020d-8e9f-44dc-8e9a-ccb344272965, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2785020d-8e9f-44dc-8e9a-ccb344272965,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:36.901077 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.905936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Made reservation on behalf of 7117701197d845caa81f22c1c9d967ab for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:36.914228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.930485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c518f-42a0-45f7-a16f-393daa8c27e9 None None] The sync data for ids ['5963cf25-8ff3-42ad-9848-672dedf28b16'] in n-d-715271-7 is: [{'id': '5963cf25-8ff3-42ad-9848-672dedf28b16', 'name': 'tempest-FloatingIPDetailsTestJSON-599403-router', 'tenant_id': 'a74c16e0568740eca0828e3d165cbed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:39:19Z', 'updated_at': '2021-07-30T01:40:36Z', 'revision_number': 6, 'project_id': 'a74c16e0568740eca0828e3d165cbed9', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:36.944686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Calling delete_port for 2785020d-8e9f-44dc-8e9a-ccb344272965 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:36.949330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Deleting port 64602ee6-0328-439c-a68e-2be6aceb0678 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:36.949822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.952061 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:36.960880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35136234-d5d9-485a-a353-8ab63941b8b2 req-a8315693-9172-4b76-9d60-319bf7685d1d tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:36.962824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35136234-d5d9-485a-a353-8ab63941b8b2 req-a8315693-9172-4b76-9d60-319bf7685d1d tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 950 time: 0.2058835 Jul 30 01:40:36.968603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Transition to ACTIVE for port object 8ef836fa-56e4-47e7-a26f-72579b36eab6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:36.999324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Transition to ACTIVE for port object 8ef836fa-56e4-47e7-a26f-72579b36eab6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:37.007800 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.062150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Network 789b8b68-7784-4e94-8d78-c2ceb227ca3f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:37.065704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:37.074492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:37.079193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Pushing event updated for resources: {'Port': ['ID=8ef836fa-56e4-47e7-a26f-72579b36eab6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:37.148817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb1a56-63b6-41d6-985e-5ad7da64e6d9 req-209f2afd-1d5b-421d-91e3-f672999a52dd tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:37.151327 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebeb1a56-63b6-41d6-985e-5ad7da64e6d9 req-209f2afd-1d5b-421d-91e3-f672999a52dd tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.2859013 Jul 30 01:40:37.186570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Attempting to bind port 8ef836fa-56e4-47e7-a26f-72579b36eab6 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:37.187203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Attempting to bind port 8ef836fa-56e4-47e7-a26f-72579b36eab6 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:37.187880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Attempting to bind port 8ef836fa-56e4-47e7-a26f-72579b36eab6 on network 789b8b68-7784-4e94-8d78-c2ceb227ca3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:37.197266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:37.198379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Checking segment: {'id': 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:37.199493 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.199493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Bound using segment: {'id': 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:37.199875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Bound port: 8ef836fa-56e4-47e7-a26f-72579b36eab6, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:37.201490 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.234758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35136234-d5d9-485a-a353-8ab63941b8b2 req-5037bd94-a5ec-4378-8409-4e24a297b4b5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402575 Jul 30 01:40:37.276970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] For port 8ef836fa-56e4-47e7-a26f-72579b36eab6, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:37.286473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] For port 8ef836fa-56e4-47e7-a26f-72579b36eab6, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8ef836fa-56e4-47e7-a26f-72579b36eab6,segment=NetworkSegment(d7b7a0ab-2191-4396-b9e7-5e4c0261564b),segment_id=d7b7a0ab-2191-4396-b9e7-5e4c0261564b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:37.303666 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.319888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] For port 64602ee6-0328-439c-a68e-2be6aceb0678, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=64602ee6-0328-439c-a68e-2be6aceb0678,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:37.320226 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.369680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Calling delete_port for 64602ee6-0328-439c-a68e-2be6aceb0678 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:37.382143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-311d5054-661b-4936-9103-563fd4d2eab1 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:37.383173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-311d5054-661b-4936-9103-563fd4d2eab1 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 949 time: 0.3556678 Jul 30 01:40:37.431817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa019e-f9c7-4efd-beca-a15324bea1fc None None] Pushing event updated for resources: {'Port': ['ID=8ef836fa-56e4-47e7-a26f-72579b36eab6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:37.451796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a290f929-fa08-4b13-aeab-ee49fab75e26 req-7ac35786-7958-48eb-87b7-bbb733379a4e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 210 time: 0.0558848 Jul 30 01:40:37.479383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Made reservation on behalf of 7117701197d845caa81f22c1c9d967ab for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:37.483155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.575970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Allocated IP 172.20.0.7 (54429341-207e-4aea-b889-d7bd5953b70f/1e0b69c8-5713-446f-bf95-894aa6ab17c5/2d37519c-079d-4389-96cc-09e3b77762d5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:37.592342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebeb1a56-63b6-41d6-985e-5ad7da64e6d9 req-a738a335-ae1e-4bd6-9a52-7722688b198c tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027946 Jul 30 01:40:37.686378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:37.866710 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.912495 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:37.918922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:38.036848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a976e-da66-4245-aa2b-deb3c444a3a6 req-43b48fee-7b05-4737-beb7-8c2ceec5a627 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:38.038808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b6a976e-da66-4245-aa2b-deb3c444a3a6 req-43b48fee-7b05-4737-beb7-8c2ceec5a627 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3512ca0-5784-453b-828b-660e8a6227ed HTTP/1.1" status: 200 len: 950 time: 0.3859460 Jul 30 01:40:38.047164 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.145389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Pushing event deleted for resources: {'Port': ['ID=2785020d-8e9f-44dc-8e9a-ccb344272965,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:38.167809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:38.171797 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fce906-525a-4aa3-9e9b-84eb43602434" -d '{"events": [{"server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "name": "network-vif-unplugged", "status": "completed", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:38.182511 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.184374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ebcbb-50ed-4620-acb5-bc5ac84327b7 req-a2128c47-dca6-47c2-a668-4519d0067b77 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:38.186447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-842ebcbb-50ed-4620-acb5-bc5ac84327b7 req-a2128c47-dca6-47c2-a668-4519d0067b77 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.2452703 Jul 30 01:40:38.198705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Deleting port f27423e5-29c8-492f-a6d7-b43a435763eb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:38.199142 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.221839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:38.225744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a3c4764c-9c8f-4b41-9818-f6cb9125dedc no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:38.296827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.300234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Allocated IP 172.25.7.50 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/5e4d6254-4f71-4d88-b516-40bfead0f0f0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:38.324907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b6a976e-da66-4245-aa2b-deb3c444a3a6 req-dbcca4ea-2768-4759-a1e9-e077399f7e94 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723091 Jul 30 01:40:38.381561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Transition to ACTIVE for port object a3c4764c-9c8f-4b41-9818-f6cb9125dedc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:38.402870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.454261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] For port f27423e5-29c8-492f-a6d7-b43a435763eb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f27423e5-29c8-492f-a6d7-b43a435763eb,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:38.455151 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.475351 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a3c4764c-9c8f-4b41-9818-f6cb9125dedc not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:38.476107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:38.493299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Calling delete_port for f27423e5-29c8-492f-a6d7-b43a435763eb owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:38.498840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.531518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:38.568070 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.599336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:38.608866 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37531425-ddbc-4b22-b07e-0caca12fa740 x-openstack-request-id: req-37531425-ddbc-4b22-b07e-0caca12fa740 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:38.609310 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "name": "network-vif-unplugged", "status": "completed", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:38.610146 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-37531425-ddbc-4b22-b07e-0caca12fa740 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:38.610361 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'code': 200} Jul 30 01:40:38.617467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] No DVR routers for this DVR port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:38.649528 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.695718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f27423e5-29c8-492f-a6d7-b43a435763eb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:38.699064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:38.736530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.755477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'af977577-7523-4a6e-a390-c075238bf03c', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'af977577-7523-4a6e-a390-c075238bf03c', 'mac_address': 'fa:16:3e:a4:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:38.789999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Allocated IP 172.20.0.9 (54429341-207e-4aea-b889-d7bd5953b70f/1e0b69c8-5713-446f-bf95-894aa6ab17c5/6eb3c600-b5ca-415e-97f8-4a871f2bc00f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:38.856474 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:38.863233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8ef836fa-56e4-47e7-a26f-72579b36eab6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:38.953601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.006994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.045577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af977577-7523-4a6e-a390-c075238bf03c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:39.053217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Network 54429341-207e-4aea-b889-d7bd5953b70f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:39.075224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:39.086728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:39.089766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:39.110531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Attempting to bind port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:39.110768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Attempting to bind port a3c4764c-9c8f-4b41-9818-f6cb9125dedc by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:39.111093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Attempting to bind port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:39.119724 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.121954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 8ef836fa-56e4-47e7-a26f-72579b36eab6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:39.153053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Pushing event updated for resources: {'Port': ['ID=2d37519c-079d-4389-96cc-09e3b77762d5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:39.173888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:39.174413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Attempting to bind port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:39.215717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:39.229812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:39.230514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:39.231395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Bound port: a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:39.231797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.280138 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2785020d-8e9f-44dc-8e9a-ccb344272965 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:39.288405 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:40:39.288821 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:40:39.320523 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.351823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a1af27-4314-42d4-9d8b-aeebd2b8deb8 None None] Network 789b8b68-7784-4e94-8d78-c2ceb227ca3f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:39.374350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 2785020d-8e9f-44dc-8e9a-ccb344272965 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:39.374976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2785020d-8e9f-44dc-8e9a-ccb344272965 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:39.375643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:39.463937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:39.465252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.536240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.558625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Network 54429341-207e-4aea-b889-d7bd5953b70f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:39.575568 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-8ac75a99-7b5a-4725-9945-408c0794f5a1 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5530879 Jul 30 01:40:39.583166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-842ebcbb-50ed-4620-acb5-bc5ac84327b7 req-b60a8283-cfd8-4a9d-9983-5aa2531d4044 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3485801 Jul 30 01:40:39.585358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.590188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event deleted for resources: {'Port': ['ID=64602ee6-0328-439c-a68e-2be6aceb0678,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:39.594462 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.596380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:39.602835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Pushing event updated for resources: {'Port': ['ID=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:39.611976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:39.624845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Request body: {'port': {'device_id': '6872d482-3830-4ea7-8b50-8bb110ec7447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:39.631947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:39.695935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['af977577-7523-4a6e-a390-c075238bf03c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:39.698578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:39.746621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6f4b9059-14d8-44a7-8744-30b3e124dbac None None] Provisioning for port 8ef836fa-56e4-47e7-a26f-72579b36eab6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:39.749207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:39.749400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0d59aa9b-72ea-49b1-9682-86b8eab7e7c6 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:39.777256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] No DVR routers for this DVR port 64602ee6-0328-439c-a68e-2be6aceb0678 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:39.779592 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.779592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5963cf25-8ff3-42ad-9848-672dedf28b16 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:40:39.781034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:39.785461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.787861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cea88cf3-ea96-43bd-aa2d-6599208990d2 req-6af2ae02-3166-4520-8514-a7ee19f4e7f9 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "DELETE /v2.0/ports/64602ee6-0328-439c-a68e-2be6aceb0678 HTTP/1.1" status: 204 len: 173 time: 3.2117844 Jul 30 01:40:39.789847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3512ca0-5784-453b-828b-660e8a6227ed', 'name': 'network-vif-deleted', 'tag': '64602ee6-0328-439c-a68e-2be6aceb0678'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:39.792877 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d42d621-89aa-413c-91c3-9c1a61b5fae5" -d '{"events": [{"server_uuid": "e3512ca0-5784-453b-828b-660e8a6227ed", "name": "network-vif-deleted", "tag": "64602ee6-0328-439c-a68e-2be6aceb0678"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:39.820045 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.823675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ea4f7dbf-955f-4f57-bc54-c188bf23a327 admin admin] 10.222.0.84 "DELETE /v2.0/routers/5963cf25-8ff3-42ad-9848-672dedf28b16 HTTP/1.1" status: 204 len: 168 time: 4.5310774 Jul 30 01:40:39.829266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57430) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:39.842145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6f4b9059-14d8-44a7-8744-30b3e124dbac None None] Provisioning complete for port 8ef836fa-56e4-47e7-a26f-72579b36eab6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:39.842504 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f4b9059-14d8-44a7-8744-30b3e124dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.857223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-950e39c0-91cd-420c-99f7-7c7120dd6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:39.859257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-950e39c0-91cd-420c-99f7-7c7120dd6821 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdd599744a3d488fa5b952ac5e56e142&device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1100 time: 0.3929570 Jul 30 01:40:39.873287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:39.881446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:39.895418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:39.916362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:39.919901 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb721b-2343-425b-af4c-ecfc9ce90fd6 req-e92d3eb1-9799-4c22-beac-ffc9b032f64f tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:39.927360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9abb721b-2343-425b-af4c-ecfc9ce90fd6 req-e92d3eb1-9799-4c22-beac-ffc9b032f64f tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 949 time: 0.4686718 Jul 30 01:40:40.033517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:40.034746 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.045043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4d6254-4f71-4d88-b516-40bfead0f0f0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.086733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc9d78-dd1b-4b0e-86e3-8fec685f11e1 req-2c0992f8-42b2-4a6b-90d2-4fc13d1b3a30 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:40.095934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cc9d78-dd1b-4b0e-86e3-8fec685f11e1 req-2c0992f8-42b2-4a6b-90d2-4fc13d1b3a30 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 931 time: 0.3332362 Jul 30 01:40:40.116693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.126392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:40.127033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.128663 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-871771d8-ddd8-413c-b8f0-90ab418528e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 1095 time: 4.0726678 Jul 30 01:40:40.177938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-de86b6e5-515c-4e70-8081-53e9e9e01c4f admin admin] Deleting subnet c38b24ab-2af4-4416-8d8c-d61f25b47ae4 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:40:40.178610 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.183028 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.207354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de86b6e5-515c-4e70-8081-53e9e9e01c4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.331278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id af977577-7523-4a6e-a390-c075238bf03c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:40.418151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9abb721b-2343-425b-af4c-ecfc9ce90fd6 req-170851f4-d8e6-43ed-b80c-3644e923554f tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711745 Jul 30 01:40:40.441312 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de86b6e5-515c-4e70-8081-53e9e9e01c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.444814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.468273 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f4b9059-14d8-44a7-8744-30b3e124dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.472064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f27423e5-29c8-492f-a6d7-b43a435763eb no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:40.518833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cc9d78-dd1b-4b0e-86e3-8fec685f11e1 req-489e34a7-e3dd-4bae-907f-0be523f25ce6 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212940 Jul 30 01:40:40.542394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: f27423e5-29c8-492f-a6d7-b43a435763eb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:40.542866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f27423e5-29c8-492f-a6d7-b43a435763eb not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:40.543390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 64602ee6-0328-439c-a68e-2be6aceb0678 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:40.591627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:40.699404 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.701630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 64602ee6-0328-439c-a68e-2be6aceb0678 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:40.702106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 64602ee6-0328-439c-a68e-2be6aceb0678 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:40.754990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event deleted for resources: {'Port': ['ID=f27423e5-29c8-492f-a6d7-b43a435763eb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.847770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6f4b9059-14d8-44a7-8744-30b3e124dbac None None] For port 8ef836fa-56e4-47e7-a26f-72579b36eab6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8ef836fa-56e4-47e7-a26f-72579b36eab6,segment=NetworkSegment(d7b7a0ab-2191-4396-b9e7-5e4c0261564b),segment_id=d7b7a0ab-2191-4396-b9e7-5e4c0261564b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:40.859494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:40.865095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-28085496-8890-4295-80ce-9216fed8edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:40.865853 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f4b9059-14d8-44a7-8744-30b3e124dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:40.866636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-28085496-8890-4295-80ce-9216fed8edc2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.9381907 Jul 30 01:40:40.910819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] No DVR routers for this DVR port f27423e5-29c8-492f-a6d7-b43a435763eb on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:40.951329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b9059-14d8-44a7-8744-30b3e124dbac None None] Pushing event updated for resources: {'Port': ['ID=8ef836fa-56e4-47e7-a26f-72579b36eab6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:41.002528 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.023594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2eb014a-9187-4e15-926c-d184ce3da9ac req-2ac65fa4-ce3f-4b22-a730-0c69a7f2f80f tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.41 "DELETE /v2.0/ports/f27423e5-29c8-492f-a6d7-b43a435763eb HTTP/1.1" status: 204 len: 173 time: 3.5707185 Jul 30 01:40:41.032450 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8993f5a-a5a4-4fda-af52-55a9e7ceaed0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4305551 Jul 30 01:40:41.055788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de86b6e5-515c-4e70-8081-53e9e9e01c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.066468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Request body: {'port': {'device_id': 'b3a3ff3e-0f85-4593-a810-c327acbde3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:41.076178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:41.082056 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf1dce3-41ac-4ede-8004-b0877d0ce793" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:41.105722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-c79a84e2-b36b-4f4c-b224-301d7371c643 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=af977577-7523-4a6e-a390-c075238bf03c HTTP/1.1" status: 200 len: 217 time: 0.2233427 Jul 30 01:40:41.111089 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfbc770-c8e4-4bf1-8093-ffe519417b05 x-openstack-request-id: req-9bfbc770-c8e4-4bf1-8093-ffe519417b05 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:41.111953 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3512ca0-5784-453b-828b-660e8a6227ed", "name": "network-vif-deleted", "tag": "64602ee6-0328-439c-a68e-2be6aceb0678", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:41.112620 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9bfbc770-c8e4-4bf1-8093-ffe519417b05 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:41.113500 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3512ca0-5784-453b-828b-660e8a6227ed', 'name': 'network-vif-deleted', 'tag': '64602ee6-0328-439c-a68e-2be6aceb0678', 'status': 'completed', 'code': 200} Jul 30 01:40:41.263373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0364df-be07-4f53-90d4-5a08a82d72bc req-58c420c6-69c8-45a8-9c95-3d11b46465a9 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.270215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-6089ab34-3f45-4b41-9850-f90752411896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.272945 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-6089ab34-3f45-4b41-9850-f90752411896 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 1098 time: 1.1064372 Jul 30 01:40:41.276301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc0364df-be07-4f53-90d4-5a08a82d72bc req-58c420c6-69c8-45a8-9c95-3d11b46465a9 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.5347478 Jul 30 01:40:41.329892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-33aea648-5558-489f-871f-753a7b81a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.332278 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-33aea648-5558-489f-871f-753a7b81a44f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2114234 Jul 30 01:40:41.380609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3d98d816-53f4-4218-9931-93915de031c9 None None] Provisioning complete for port 8ef836fa-56e4-47e7-a26f-72579b36eab6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:41.384501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.387310 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d98d816-53f4-4218-9931-93915de031c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.398892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc0364df-be07-4f53-90d4-5a08a82d72bc req-52511fff-d457-48a1-8f42-c48bb733b59f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206014 Jul 30 01:40:41.471896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de86b6e5-515c-4e70-8081-53e9e9e01c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.544648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d8d7d-8994-4508-aae4-13438fee03fe req-37a778c2-505f-4b44-9561-089f2c93325b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.563610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-073d8d7d-8994-4508-aae4-13438fee03fe req-37a778c2-505f-4b44-9561-089f2c93325b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.4116783 Jul 30 01:40:41.624933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:41.680988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86b6e5-515c-4e70-8081-53e9e9e01c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38b24ab-2af4-4416-8d8c-d61f25b47ae4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:41.711749 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de86b6e5-515c-4e70-8081-53e9e9e01c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.716192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-de86b6e5-515c-4e70-8081-53e9e9e01c4f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c38b24ab-2af4-4416-8d8c-d61f25b47ae4 HTTP/1.1" status: 204 len: 168 time: 1.8855340 Jul 30 01:40:41.729855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dafb0c-d40b-4f72-bbf5-c67cdcd700a5 None None] Network 7f63d4c7-e7f7-4d41-af92-ae82d980385f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:41.744736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:41.751775 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57446) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:41.775693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ac08355-c383-41cd-8c96-d855a6699d9c req-f1e1daab-ae34-4b55-9544-0ef13fe8e0bf tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=6991524c-7265-4acc-b0f9-606fbe954207 HTTP/1.1" status: 200 len: 210 time: 0.1122611 Jul 30 01:40:41.797018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-a3a1d4b8-3b92-47eb-8880-d6d259d88a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:41.801633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-a3a1d4b8-3b92-47eb-8880-d6d259d88a4d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4461195 Jul 30 01:40:41.830989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-073d8d7d-8994-4508-aae4-13438fee03fe req-8960c481-1f8d-450e-bcd5-567e022a40b1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658622 Jul 30 01:40:42.105007 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf86949-aae1-4b1c-9f80-535bc989dadf x-openstack-request-id: req-4cf86949-aae1-4b1c-9f80-535bc989dadf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:42.105862 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:42.105862 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4cf86949-aae1-4b1c-9f80-535bc989dadf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:42.106534 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'status': 'completed', 'code': 200} Jul 30 01:40:42.114882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-e316671c-ea2e-4d89-a020-491050cc5968 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786303 Jul 30 01:40:42.276500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:42.351114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6820b1-449f-40b8-900d-e20e03a73bd0 None None] DHCP port deletion for 7f63d4c7-e7f7-4d41-af92-ae82d980385f request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:40:42.422677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port af977577-7523-4a6e-a390-c075238bf03c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:42.423731 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.480395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd08b0-1132-4efb-bdcf-01ab8c378f63 req-0ee381df-3ef7-42c8-87af-1330ddfbc521 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.483829 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19bd08b0-1132-4efb-bdcf-01ab8c378f63 req-0ee381df-3ef7-42c8-87af-1330ddfbc521 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 949 time: 0.3138678 Jul 30 01:40:42.489555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7b6820b1-449f-40b8-900d-e20e03a73bd0 None None] Deleting port 41fb8be6-4141-48f7-b997-3f7fe049e26f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:42.490256 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b6820b1-449f-40b8-900d-e20e03a73bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.530347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-8be6382e-21ab-48a3-b9dc-0a943ad7390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.532148 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-8be6382e-21ab-48a3-b9dc-0a943ad7390c service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 1.2118270 Jul 30 01:40:42.544073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.611906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7b6820b1-449f-40b8-900d-e20e03a73bd0 None None] For port 41fb8be6-4141-48f7-b997-3f7fe049e26f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=41fb8be6-4141-48f7-b997-3f7fe049e26f,segment=NetworkSegment(c064843e-ffb1-45f3-a6fd-b517594136ab),segment_id=c064843e-ffb1-45f3-a6fd-b517594136ab)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:42.612463 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b6820b1-449f-40b8-900d-e20e03a73bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.625372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d37519c-079d-4389-96cc-09e3b77762d5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:42.645400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd63e42c-be30-4355-9ffa-0d9f8e70c17a req-2f9cbd6f-1646-4270-a800-e993c45a5330 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205131 Jul 30 01:40:42.654481 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-b4b50eb8-a26c-435b-b081-3ba00e076fe7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 217 time: 0.0974836 Jul 30 01:40:42.658365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.662780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19bd08b0-1132-4efb-bdcf-01ab8c378f63 req-9de607a1-c921-4102-8681-9602cc1cf3c5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506975 Jul 30 01:40:42.667980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-29f77898-5662-4083-82e7-9bc19829fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.670264 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-29f77898-5662-4083-82e7-9bc19829fc8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 1098 time: 0.5718195 Jul 30 01:40:42.680049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7b6820b1-449f-40b8-900d-e20e03a73bd0 None None] Calling delete_port for 41fb8be6-4141-48f7-b997-3f7fe049e26f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:42.727974 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:42.735315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8ef836fa-56e4-47e7-a26f-72579b36eab6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:42.737897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cff01-b0e3-4ce6-a89b-1bb1994dfb13 req-023a5781-08b9-4131-8f14-16300d00786f tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:42.747936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-386cff01-b0e3-4ce6-a89b-1bb1994dfb13 req-023a5781-08b9-4131-8f14-16300d00786f tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 931 time: 0.2882159 Jul 30 01:40:42.840379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-386cff01-b0e3-4ce6-a89b-1bb1994dfb13 req-ccd91c04-c16a-4a46-9e57-8e04856156c3 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868511 Jul 30 01:40:42.891534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:42.893884 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6414d725-7e4e-451a-89e8-bd37522bb442" -d '{"events": [{"server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "name": "network-vif-plugged", "status": "completed", "tag": "af977577-7523-4a6e-a390-c075238bf03c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:42.918702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:42.939743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Transition to ACTIVE for port object 2d37519c-079d-4389-96cc-09e3b77762d5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:42.940046 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.014278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2928225-d3ab-41ed-8ba6-2c62ee0166f1 req-b651b857-31f7-4659-9825-2518b0606c68 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.017677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2928225-d3ab-41ed-8ba6-2c62ee0166f1 req-b651b857-31f7-4659-9825-2518b0606c68 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.1353230 Jul 30 01:40:43.057236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.100205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8ef836fa-56e4-47e7-a26f-72579b36eab6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:43.101116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.110615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:43.143844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6991524c-7265-4acc-b0f9-606fbe954207', 'name': 'network-vif-deleted', 'tag': 'f27423e5-29c8-492f-a6d7-b43a435763eb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:43.147569 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed67b27-914d-405e-bd0c-52ef3f4da089" -d '{"events": [{"server_uuid": "6991524c-7265-4acc-b0f9-606fbe954207", "name": "network-vif-deleted", "tag": "f27423e5-29c8-492f-a6d7-b43a435763eb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:43.175290 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b6820b1-449f-40b8-900d-e20e03a73bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.202988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-447f4ac9-b026-4d44-a01f-e1bcfae977e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.204715 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-447f4ac9-b026-4d44-a01f-e1bcfae977e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.5310531 Jul 30 01:40:43.212968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2928225-d3ab-41ed-8ba6-2c62ee0166f1 req-23be9f43-5911-4978-8287-67d2183f78cd tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879535 Jul 30 01:40:43.241810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6820b1-449f-40b8-900d-e20e03a73bd0 None None] Pushing event deleted for resources: {'Port': ['ID=41fb8be6-4141-48f7-b997-3f7fe049e26f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:43.251086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6820b1-449f-40b8-900d-e20e03a73bd0 None None] No DVR routers for this DVR port 41fb8be6-4141-48f7-b997-3f7fe049e26f on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:43.284072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f65b-dd48-4673-a088-a2e618d1d8af req-426ee8f4-5864-48d2-a5ad-708415ade1c8 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.285681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b874f65b-dd48-4673-a088-a2e618d1d8af req-426ee8f4-5864-48d2-a5ad-708415ade1c8 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.1718228 Jul 30 01:40:43.359298 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f258950-c016-4fe1-b9fc-bd70946ab9ad x-openstack-request-id: req-8f258950-c016-4fe1-b9fc-bd70946ab9ad {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:43.359933 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "name": "network-vif-plugged", "status": "completed", "tag": "af977577-7523-4a6e-a390-c075238bf03c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:43.360695 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f258950-c016-4fe1-b9fc-bd70946ab9ad {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:43.361826 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c', 'code': 200} Jul 30 01:40:43.363953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b874f65b-dd48-4673-a088-a2e618d1d8af req-a449cd7b-a511-4e54-84ae-8728f843a7f2 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642548 Jul 30 01:40:43.408221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Pushing event updated for resources: {'Port': ['ID=2d37519c-079d-4389-96cc-09e3b77762d5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:43.444770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-45abcbf4-e383-4adc-89b6-abe790cbdc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.446129 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-45abcbf4-e383-4adc-89b6-abe790cbdc1f service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.7072301 Jul 30 01:40:43.459229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.459799 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a151360-a146-45fc-8ce3-a51d84eca0e1 x-openstack-request-id: req-6a151360-a146-45fc-8ce3-a51d84eca0e1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:43.460427 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6991524c-7265-4acc-b0f9-606fbe954207", "name": "network-vif-deleted", "tag": "f27423e5-29c8-492f-a6d7-b43a435763eb", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:43.460837 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6a151360-a146-45fc-8ce3-a51d84eca0e1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:43.461381 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6991524c-7265-4acc-b0f9-606fbe954207', 'name': 'network-vif-deleted', 'tag': 'f27423e5-29c8-492f-a6d7-b43a435763eb', 'status': 'completed', 'code': 200} Jul 30 01:40:43.550061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 41fb8be6-4141-48f7-b997-3f7fe049e26f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:43.591602 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 41fb8be6-4141-48f7-b997-3f7fe049e26f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:43.592646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 41fb8be6-4141-48f7-b997-3f7fe049e26f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:43.766928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fe790-ab1f-49c9-86ff-3f76c2ada460 req-6bab8868-d422-4003-81e9-2167a4d1a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.768576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b06fe790-ab1f-49c9-86ff-3f76c2ada460 req-6bab8868-d422-4003-81e9-2167a4d1a031 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1102 time: 0.0964978 Jul 30 01:40:43.816010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484045ae-a79d-4a66-84b1-503055078907 req-1b5837a6-282d-47ee-94a6-f3ae829d0094 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.817763 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-484045ae-a79d-4a66-84b1-503055078907 req-1b5837a6-282d-47ee-94a6-f3ae829d0094 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 950 time: 0.0915399 Jul 30 01:40:43.883362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b06fe790-ab1f-49c9-86ff-3f76c2ada460 req-ee02ea2e-5eaf-4c95-be0f-4c219a8bb4a7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022561 Jul 30 01:40:43.909611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-484045ae-a79d-4a66-84b1-503055078907 req-4846f40e-425f-4884-acb8-648ad9d745f6 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804787 Jul 30 01:40:43.909922 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-eb2e18d2-9004-46ab-94aa-243739e507af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 217 time: 0.4233222 Jul 30 01:40:43.911156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Deleting port 41fb8be6-4141-48f7-b997-3f7fe049e26f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:43.912653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:43.920318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-432b9c2f-379e-4b6e-9785-445579d43e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.921782 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-432b9c2f-379e-4b6e-9785-445579d43e66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6838555 Jul 30 01:40:43.924564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdfd68-edaf-4c6a-9bb3-dfa78ff06d1b req-85c84995-2fb3-4c06-9973-9936c50c60c6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:43.926311 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cfdfd68-edaf-4c6a-9bb3-dfa78ff06d1b req-85c84995-2fb3-4c06-9973-9936c50c60c6 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 951 time: 0.1272039 Jul 30 01:40:43.979383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cfdfd68-edaf-4c6a-9bb3-dfa78ff06d1b req-f4c3bf2e-2fcf-4b13-b438-881eca1e9177 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461762 Jul 30 01:40:44.142678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028be32-5170-4d72-8db9-9604a7d120d1 req-c153cbe1-b0e7-4b78-8075-82270d498aa7 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.144339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4028be32-5170-4d72-8db9-9604a7d120d1 req-c153cbe1-b0e7-4b78-8075-82270d498aa7 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 931 time: 0.0678997 Jul 30 01:40:44.198359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4028be32-5170-4d72-8db9-9604a7d120d1 req-d1d0be84-a11f-4b75-9296-049eb2ddaa6b tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470028 Jul 30 01:40:44.208246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb3c600-b5ca-415e-97f8-4a871f2bc00f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:44.225641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.292164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] For port 41fb8be6-4141-48f7-b997-3f7fe049e26f, host n-d-715271-7, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:44.292560 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.300559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-d53acfcf-6bce-4a6e-81c9-18410c0ef513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.303061 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-d53acfcf-6bce-4a6e-81c9-18410c0ef513 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2939386 Jul 30 01:40:44.327488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Attempting to bind port 2d37519c-079d-4389-96cc-09e3b77762d5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:44.327897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Attempting to bind port 2d37519c-079d-4389-96cc-09e3b77762d5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:44.328236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Attempting to bind port 2d37519c-079d-4389-96cc-09e3b77762d5 on network 54429341-207e-4aea-b889-d7bd5953b70f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:44.359129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Calling delete_port for 41fb8be6-4141-48f7-b997-3f7fe049e26f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:44.393915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Transition to ACTIVE for port object 6eb3c600-b5ca-415e-97f8-4a871f2bc00f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:44.401159 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Port 41fb8be6-4141-48f7-b997-3f7fe049e26f was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:40:44.403946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4ee9b-9e4c-43df-b4cd-72a586264d17 req-063304fb-cccb-4c27-9c63-d2f9e19ebfc8 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.405664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ed4ee9b-9e4c-43df-b4cd-72a586264d17 req-063304fb-cccb-4c27-9c63-d2f9e19ebfc8 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.0834484 Jul 30 01:40:44.413067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.415619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Port 2d37519c-079d-4389-96cc-09e3b77762d5 on network 54429341-207e-4aea-b889-d7bd5953b70f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:44.416427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Attempting to bind port 2d37519c-079d-4389-96cc-09e3b77762d5 on network 54429341-207e-4aea-b889-d7bd5953b70f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:44.420167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.475511 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-fe80ed06-ef87-4a43-bb64-cdcdea3feaf1 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778342 Jul 30 01:40:44.483116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ed4ee9b-9e4c-43df-b4cd-72a586264d17 req-4fb98f98-2881-4aa5-aed3-e9933cd7e969 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646622 Jul 30 01:40:44.486031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:44.486600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Checking segment: {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:44.487165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Bound using segment: {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:44.487746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Bound port: 2d37519c-079d-4389-96cc-09e3b77762d5, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:44.489995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:44.533766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] No DVR routers for this DVR port 41fb8be6-4141-48f7-b997-3f7fe049e26f on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:44.576438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0a2d6-e740-4fd6-8d26-72ccface9e53 req-41a2e717-8f76-41b6-829d-7d05dd90e76d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.579249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00c0a2d6-e740-4fd6-8d26-72ccface9e53 req-41a2e717-8f76-41b6-829d-7d05dd90e76d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.0948040 Jul 30 01:40:44.654542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00c0a2d6-e740-4fd6-8d26-72ccface9e53 req-daa938bc-2e4b-4399-ad44-6d00a480e1f0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624282 Jul 30 01:40:44.676098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Pushing event updated for resources: {'Port': ['ID=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:44.718524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-90513e90-828e-4417-ac4d-26366bd74258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:44.720760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-90513e90-828e-4417-ac4d-26366bd74258 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3973529 Jul 30 01:40:44.841605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fb8be6-4141-48f7-b997-3f7fe049e26f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:44.942138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.026127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f63d4c7-e7f7-4d41-af92-ae82d980385f']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:45.038736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Router b93791e8-7858-41f5-95d2-868a2106c827 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:40:45.079129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c064843e-ffb1-45f3-a6fd-b517594136ab') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:45.079518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c064843e-ffb1-45f3-a6fd-b517594136ab') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:45.081818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] For port 2d37519c-079d-4389-96cc-09e3b77762d5, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:45.151842 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3a379d18-965a-4a10-a8f1-b7bfa0892477 req-e9ccaf27-358b-4b42-b015-55241ea82d20 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584673 Jul 30 01:40:45.155135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.156340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b34453-b462-4a6b-a13f-dbb03af16231 req-2807b725-9c48-459d-98fb-94f1d85367b7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.159621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53b34453-b462-4a6b-a13f-dbb03af16231 req-2807b725-9c48-459d-98fb-94f1d85367b7 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 950 time: 0.1122627 Jul 30 01:40:45.159924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] For port 2d37519c-079d-4389-96cc-09e3b77762d5, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2d37519c-079d-4389-96cc-09e3b77762d5,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:45.197600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.311933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53b34453-b462-4a6b-a13f-dbb03af16231 req-fb95888e-c4f1-4308-8582-2293125b2fd1 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263697 Jul 30 01:40:45.321890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c769-2213-43a2-8294-be7356eca04e req-882c7b38-ede7-4466-afef-b9cba447e4ae tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.324660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0799c769-2213-43a2-8294-be7356eca04e req-882c7b38-ede7-4466-afef-b9cba447e4ae tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 951 time: 0.1631389 Jul 30 01:40:45.339494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Attempting to bind port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:45.340292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Attempting to bind port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:45.340501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Attempting to bind port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f on network 54429341-207e-4aea-b889-d7bd5953b70f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:45.347684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.395159 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-e0a2a1e5-a356-477c-9d41-b562e8cd74fc service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185398 Jul 30 01:40:45.426434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.427500 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.430020 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] 10.222.0.41 "PUT /v2.0/ports/2d37519c-079d-4389-96cc-09e3b77762d5 HTTP/1.1" status: 200 len: 1091 time: 5.8102155 Jul 30 01:40:45.430607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0799c769-2213-43a2-8294-be7356eca04e req-8cdb41be-2709-4897-8c21-123d0bc5c2b9 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935423 Jul 30 01:40:45.432184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:40:45.432870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.436611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6872d482-3830-4ea7-8b50-8bb110ec7447', 'tag': '2d37519c-079d-4389-96cc-09e3b77762d5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:45.440370 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "6872d482-3830-4ea7-8b50-8bb110ec7447", "tag": "2d37519c-079d-4389-96cc-09e3b77762d5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:40:45.444957 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:40:45.472433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f on network 54429341-207e-4aea-b889-d7bd5953b70f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:40:45.472990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Attempting to bind port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f on network 54429341-207e-4aea-b889-d7bd5953b70f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:45.636409 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93110249-9f6d-4501-8f0b-bc5da237b5a6 x-openstack-request-id: req-93110249-9f6d-4501-8f0b-bc5da237b5a6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:45.636856 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6872d482-3830-4ea7-8b50-8bb110ec7447", "tag": "2d37519c-079d-4389-96cc-09e3b77762d5", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:45.637270 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93110249-9f6d-4501-8f0b-bc5da237b5a6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:45.637913 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6872d482-3830-4ea7-8b50-8bb110ec7447', 'tag': '2d37519c-079d-4389-96cc-09e3b77762d5', 'status': 'completed', 'code': 200} Jul 30 01:40:45.675969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:45.676336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Checking segment: {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:45.676734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Bound using segment: {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:45.677198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Bound port: 6eb3c600-b5ca-415e-97f8-4a871f2bc00f, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:45.677630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.770921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f89c0-9925-4fdd-b73a-d2766d7c7ec1 req-d7a3c9f3-3178-47fc-bade-1e2f8fae44f9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.773447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-542f89c0-9925-4fdd-b73a-d2766d7c7ec1 req-d7a3c9f3-3178-47fc-bade-1e2f8fae44f9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 943 time: 0.1285007 Jul 30 01:40:45.801357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2ea60-45eb-459c-a7fd-9e8b3e7005db service neutron] Pushing event updated for resources: {'Port': ['ID=2d37519c-079d-4389-96cc-09e3b77762d5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:45.905857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-62ff3abd-e158-4002-be54-a91f75517971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.908078 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-62ff3abd-e158-4002-be54-a91f75517971 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 1098 time: 0.6245732 Jul 30 01:40:45.914277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-542f89c0-9925-4fdd-b73a-d2766d7c7ec1 req-5fa18de5-b596-49cd-b111-e25152233332 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048427 Jul 30 01:40:45.955524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d496f-15b3-4109-98bc-52f0db8d1be7 req-f64e2415-264a-4621-b021-30de9348c624 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:45.957220 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:45.958299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba3d496f-15b3-4109-98bc-52f0db8d1be7 req-f64e2415-264a-4621-b021-30de9348c624 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.2191508 Jul 30 01:40:45.997541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:46.011805 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Sync routers for ids ['b93791e8-7858-41f5-95d2-868a2106c827'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:46.021759 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Routers {'b93791e8-7858-41f5-95d2-868a2106c827'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:46.022269 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b93791e8-7858-41f5-95d2-868a2106c827'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:46.028331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-63a22729-073e-4cf8-8997-ab7ed176ef32 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.030406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-63a22729-073e-4cf8-8997-ab7ed176ef32 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 950 time: 0.1569395 Jul 30 01:40:46.048644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.054605 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] 10.222.0.84 "DELETE /v2.0/networks/7f63d4c7-e7f7-4d41-af92-ae82d980385f HTTP/1.1" status: 204 len: 168 time: 3.9753246 Jul 30 01:40:46.073460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-716e9d21-61a3-4367-a606-66408a6deaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.075599 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-716e9d21-61a3-4367-a606-66408a6deaac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&device_id=6872d482-3830-4ea7-8b50-8bb110ec7447 HTTP/1.1" status: 200 len: 1094 time: 0.4450729 Jul 30 01:40:46.128627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e9840-44df-49fd-a974-617b02950b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f63d4c7-e7f7-4d41-af92-ae82d980385f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:46.147520 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Set router b93791e8-7858-41f5-95d2-868a2106c827 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:46.176966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] For port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:46.186789 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-a094696d-0db0-40a7-940d-4670d96f204d service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692773 Jul 30 01:40:46.190959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba3d496f-15b3-4109-98bc-52f0db8d1be7 req-3fb36a32-ada0-4285-9dea-fe8cb746534c tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202194 Jul 30 01:40:46.196154 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-bd50f398-d7f7-454f-941c-fc055ddfc9b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d37519c-079d-4389-96cc-09e3b77762d5 HTTP/1.1" status: 200 len: 217 time: 0.0837736 Jul 30 01:40:46.196998 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.198204 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5eca709f-2176-46ec-912c-ebe08ee31c27 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.3269949 Jul 30 01:40:46.202855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57496) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:46.221667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] For port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:46.289413 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.303297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5656d3-2c9c-47fe-b413-267d98455e89 req-f1208d04-bf18-418c-a001-0c11b59affc1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.313690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a5656d3-2c9c-47fe-b413-267d98455e89 req-f1208d04-bf18-418c-a001-0c11b59affc1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.3186066 Jul 30 01:40:46.374947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a5656d3-2c9c-47fe-b413-267d98455e89 req-a3be05e2-edd5-4332-90e2-d2af8053d585 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595932 Jul 30 01:40:46.383960 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:34Z', 'updated_at': '2021-07-30T01:40:40Z', 'revision_number': 3, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'gw_port': {'id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:46.400498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Deleting port 8c7bae8c-1eef-4440-90ed-672fda95b292 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:46.401377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.427663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:46.429853 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Checking router: b93791e8-7858-41f5-95d2-868a2106c827 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:46.430526 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Updating router b93791e8-7858-41f5-95d2-868a2106c827 port 5e4d6254-4f71-4d88-b516-40bfead0f0f0 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:46.460700 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.716069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-c8336803-41c9-40f1-9b9b-7f2b2cec1910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.718581 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-c8336803-41c9-40f1-9b9b-7f2b2cec1910 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e0b69c8-5713-446f-bf95-894aa6ab17c5 HTTP/1.1" status: 200 len: 853 time: 0.5069845 Jul 30 01:40:46.771936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.773002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.775481 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] 10.222.0.22 "PUT /v2.0/ports/6eb3c600-b5ca-415e-97f8-4a871f2bc00f HTTP/1.1" status: 200 len: 1091 time: 5.7234015 Jul 30 01:40:46.784360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-e9a403ec-8170-4e9b-9421-86510c80a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.786371 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-e9a403ec-8170-4e9b-9421-86510c80a391 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.8610430 Jul 30 01:40:46.826147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] For port 8c7bae8c-1eef-4440-90ed-672fda95b292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8c7bae8c-1eef-4440-90ed-672fda95b292,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:46.827272 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.853241 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.863158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-964c3b52-e1f9-430f-ade2-e497af1d90f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a74c16e0568740eca0828e3d165cbed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332778 Jul 30 01:40:46.871200 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-46c506bb-0020-43f6-b30a-5e6dc7e2d7bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54429341-207e-4aea-b889-d7bd5953b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901275 Jul 30 01:40:46.880206 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Transition to ACTIVE for port object 5e4d6254-4f71-4d88-b516-40bfead0f0f0 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:46.880790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57506) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:46.882711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348a914-40a1-4a40-84a2-9e6b727980ce req-20831601-02a1-4b0b-8ad8-ed57838f4977 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.885978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6348a914-40a1-4a40-84a2-9e6b727980ce req-20831601-02a1-4b0b-8ad8-ed57838f4977 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 950 time: 0.3877668 Jul 30 01:40:46.894843 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.898259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Calling delete_port for 8c7bae8c-1eef-4440-90ed-672fda95b292 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:46.959619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46963dc-a655-49d4-abd0-e3cc3dab2c17 req-fd48b88e-f66d-46c2-82d9-f1bc1d23cce5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:46.962238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d46963dc-a655-49d4-abd0-e3cc3dab2c17 req-fd48b88e-f66d-46c2-82d9-f1bc1d23cce5 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 951 time: 0.3032866 Jul 30 01:40:46.977354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f7ff9-d23e-4543-920c-0b2ead8b1ebf service neutron] Pushing event updated for resources: {'Port': ['ID=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:46.981399 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Attempting to bind port 5e4d6254-4f71-4d88-b516-40bfead0f0f0 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:40:46.981399 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Attempting to bind port 5e4d6254-4f71-4d88-b516-40bfead0f0f0 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:40:46.981852 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-fbae5e20-a0a2-4357-b3f8-e00dfef897c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 217 time: 0.1691122 Jul 30 01:40:46.982695 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Attempting to bind port 5e4d6254-4f71-4d88-b516-40bfead0f0f0 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:40:46.991281 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:40:46.991848 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:46.992806 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:46.993307 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:40:46.994445 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Bound port: 5e4d6254-4f71-4d88-b516-40bfead0f0f0, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:40:46.994950 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.068251 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Pushing event updated for resources: {'Port': ['ID=5e4d6254-4f71-4d88-b516-40bfead0f0f0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:47.084074 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.084694 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.085204 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.085703 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.086206 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.086710 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.087208 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.087804 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.088313 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.088815 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.089308 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.089799 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:40:47.098127 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] For port 5e4d6254-4f71-4d88-b516-40bfead0f0f0, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:40:47.102487 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] For port 5e4d6254-4f71-4d88-b516-40bfead0f0f0, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5e4d6254-4f71-4d88-b516-40bfead0f0f0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:40:47.108037 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.121574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6348a914-40a1-4a40-84a2-9e6b727980ce req-fb946f1d-81dd-497b-a9f8-2a4cd36e118a tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/security-groups?id=21b3230e-1534-4fac-ae91-4a626bd4f2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178040 Jul 30 01:40:47.180485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d46963dc-a655-49d4-abd0-e3cc3dab2c17 req-78e0455d-acf2-482f-bb7a-c560ff6c5be3 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105124 Jul 30 01:40:47.200018 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087f104-fff6-4c66-b8dc-558aedf3a016 None None] Pushing event updated for resources: {'Port': ['ID=5e4d6254-4f71-4d88-b516-40bfead0f0f0,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:47.202831 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Routers {'b93791e8-7858-41f5-95d2-868a2106c827'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:47.203724 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b93791e8-7858-41f5-95d2-868a2106c827'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:47.367509 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] Set router b93791e8-7858-41f5-95d2-868a2106c827 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:47.384835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-48e26f8f-95cf-4a46-9664-c886345e1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.387464 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-48e26f8f-95cf-4a46-9664-c886345e1aa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3560071 Jul 30 01:40:47.414160 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.433277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8c7bae8c-1eef-4440-90ed-672fda95b292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:47.477569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Pushing event deleted for resources: {'Port': ['ID=8c7bae8c-1eef-4440-90ed-672fda95b292,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:47.552915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] No DVR routers for this DVR port 8c7bae8c-1eef-4440-90ed-672fda95b292 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:47.564093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c38838-da1e-45a9-a33e-9598dab7395b req-b3bbcf99-043f-4005-a29f-71b621f7a2f7 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.566060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6c38838-da1e-45a9-a33e-9598dab7395b req-b3bbcf99-043f-4005-a29f-71b621f7a2f7 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 943 time: 0.1660640 Jul 30 01:40:47.567036 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.569532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e5e6ed6-b68b-4174-b907-34016edc543d req-d66b2883-d145-405e-bb83-975d3716a841 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.22 "DELETE /v2.0/ports/8c7bae8c-1eef-4440-90ed-672fda95b292 HTTP/1.1" status: 204 len: 173 time: 1.5139854 Jul 30 01:40:47.570384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae018b6f-faa8-4a4b-89cb-f46d87cdfa93', 'name': 'network-vif-deleted', 'tag': '8c7bae8c-1eef-4440-90ed-672fda95b292'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:47.572898 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bfa61e-3f5a-485f-b0c8-12ca348ef533" -d '{"events": [{"server_uuid": "ae018b6f-faa8-4a4b-89cb-f46d87cdfa93", "name": "network-vif-deleted", "tag": "8c7bae8c-1eef-4440-90ed-672fda95b292"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:47.631171 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfd7af6e-f435-41d8-9ef9-8fc2f88c145d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.655597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a3ff3e-0f85-4593-a810-c327acbde3ef', 'tag': '6eb3c600-b5ca-415e-97f8-4a871f2bc00f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:47.663764 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a3ff3e-0f85-4593-a810-c327acbde3ef", "tag": "6eb3c600-b5ca-415e-97f8-4a871f2bc00f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:47.687876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6c38838-da1e-45a9-a33e-9598dab7395b req-c18234c2-884b-4b27-9a04-374a9dabad3e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030228 Jul 30 01:40:47.773914 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:34Z', 'updated_at': '2021-07-30T01:40:40Z', 'revision_number': 3, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'gw_port': {'id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:47.830963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67546a1d-be12-4398-b07a-6a71c68b6606 req-ca895936-86f9-4d90-a665-4fc86f218207 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.834194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67546a1d-be12-4398-b07a-6a71c68b6606 req-ca895936-86f9-4d90-a665-4fc86f218207 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.1254175 Jul 30 01:40:47.851890 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b35679-e0f9-45c2-aab3-c6be769f11b5 None None] The sync data for ids ['b93791e8-7858-41f5-95d2-868a2106c827'] in n-d-715271-7 is: [{'id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:34Z', 'updated_at': '2021-07-30T01:40:40Z', 'revision_number': 3, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'gw_port': {'id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:40:47.858521 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d8596a8a-ef10-4c86-9216-63622b938b11 service neutron] 10.222.0.41 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9186862 Jul 30 01:40:47.869398 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfd7af6e-f435-41d8-9ef9-8fc2f88c145d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:47.876931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-df8d0d7b-e5f6-4672-bb66-1e7962ed755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.879080 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-df8d0d7b-e5f6-4672-bb66-1e7962ed755e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 1094 time: 1.0034826 Jul 30 01:40:47.974527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6fbc7-81ca-4ef1-889d-81c22e54eada req-ceda69e6-723f-4031-a7e6-ad8b095d80b7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:47.976482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4dc6fbc7-81ca-4ef1-889d-81c22e54eada req-ceda69e6-723f-4031-a7e6-ad8b095d80b7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.1409295 Jul 30 01:40:47.990502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67546a1d-be12-4398-b07a-6a71c68b6606 req-6f1df36e-0202-40af-86f8-da4ee64654c6 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345494 Jul 30 01:40:48.022543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-30a33f70-66b2-4d34-bf50-2f8d4ea2983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.024178 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-30a33f70-66b2-4d34-bf50-2f8d4ea2983d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5774419 Jul 30 01:40:48.050769 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-a371b7ed-76d3-4c66-88a6-8bf87d19a269 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eb3c600-b5ca-415e-97f8-4a871f2bc00f HTTP/1.1" status: 200 len: 217 time: 0.0991340 Jul 30 01:40:48.089376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4dc6fbc7-81ca-4ef1-889d-81c22e54eada req-5f89e0ff-d014-46d3-a7b5-cc0aab045540 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813088 Jul 30 01:40:48.126576 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b531f047-ee97-486c-bf86-e804bfef260c x-openstack-request-id: req-b531f047-ee97-486c-bf86-e804bfef260c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:48.127040 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae018b6f-faa8-4a4b-89cb-f46d87cdfa93", "name": "network-vif-deleted", "tag": "8c7bae8c-1eef-4440-90ed-672fda95b292", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:48.127544 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b531f047-ee97-486c-bf86-e804bfef260c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:48.128147 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae018b6f-faa8-4a4b-89cb-f46d87cdfa93', 'name': 'network-vif-deleted', 'tag': '8c7bae8c-1eef-4440-90ed-672fda95b292', 'status': 'completed', 'code': 200} Jul 30 01:40:48.281619 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a876f7-d52f-43ae-91d9-c3d119532076 x-openstack-request-id: req-d3a876f7-d52f-43ae-91d9-c3d119532076 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:48.282710 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a3ff3e-0f85-4593-a810-c327acbde3ef", "tag": "6eb3c600-b5ca-415e-97f8-4a871f2bc00f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:48.283021 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d3a876f7-d52f-43ae-91d9-c3d119532076 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:48.283940 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a3ff3e-0f85-4593-a810-c327acbde3ef', 'tag': '6eb3c600-b5ca-415e-97f8-4a871f2bc00f', 'status': 'completed', 'code': 200} Jul 30 01:40:48.357797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a9460-cd58-46f2-8504-543347ba7b68 req-e1c64122-9815-4983-8541-c1e073570f82 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.376481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e0a9460-cd58-46f2-8504-543347ba7b68 req-e1c64122-9815-4983-8541-c1e073570f82 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1102 time: 0.1894135 Jul 30 01:40:48.378092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a3c4764c-9c8f-4b41-9818-f6cb9125dedc details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:48.434700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-f5c4e213-e72a-4b2b-9079-a56f66f6ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.437406 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-f5c4e213-e72a-4b2b-9079-a56f66f6ae99 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e0b69c8-5713-446f-bf95-894aa6ab17c5 HTTP/1.1" status: 200 len: 853 time: 0.3600776 Jul 30 01:40:48.543354 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-1b199a1e-b82a-4ee7-b458-f264ff7f52d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54429341-207e-4aea-b889-d7bd5953b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928924 Jul 30 01:40:48.555246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b2a3a90-21ec-4d71-9ddd-2f9ad5f6b608 req-1f8b7794-d229-451a-a7b9-05a589993e38 tempest-ServersOnMultiNodesTest-2113310580 tempest-ServersOnMultiNodesTest-2113310580-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae018b6f-faa8-4a4b-89cb-f46d87cdfa93 HTTP/1.1" status: 200 len: 210 time: 0.0968778 Jul 30 01:40:48.636857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:48.656903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'mac_address': 'fa:16:3e:37:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:48.746379 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.773120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e0a9460-cd58-46f2-8504-543347ba7b68 req-f1a5b2b4-85bf-4432-886d-5ff16af57d56 tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919170 Jul 30 01:40:48.784236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5e4d6254-4f71-4d88-b516-40bfead0f0f0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:48.793177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c4764c-9c8f-4b41-9818-f6cb9125dedc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:48.823993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:48.841201 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-e08bbe78-b2fd-4dca-8737-12e838c97031 service neutron] 10.222.0.41 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9669497 Jul 30 01:40:48.843911 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-36562604-c0f1-4b44-bfd0-e68b4213bb05 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958746 Jul 30 01:40:48.877709 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.890133 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfd7af6e-f435-41d8-9ef9-8fc2f88c145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.893440 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfd7af6e-f435-41d8-9ef9-8fc2f88c145d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:48.894661 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dfd7af6e-f435-41d8-9ef9-8fc2f88c145d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a34fbc74-580c-486d-b8f6-8bf2b1a17928 HTTP/1.1" status: 204 len: 168 time: 1.9580095 Jul 30 01:40:48.933649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-d1936758-c46b-4f8f-801e-0c40d57d7164 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:48.937746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-d1936758-c46b-4f8f-801e-0c40d57d7164 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 947 time: 0.3868709 Jul 30 01:40:48.990421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b3eac-c5b5-4302-a9bb-25ad8cedce1e req-78774481-5a95-49eb-a0a0-5c8cf8f93f61 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:49.000297 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-121b3eac-c5b5-4302-a9bb-25ad8cedce1e req-78774481-5a95-49eb-a0a0-5c8cf8f93f61 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 947 time: 0.2150421 Jul 30 01:40:49.108507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:49.128799 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-d08b143d-6674-46d7-8099-32811060bbac service neutron] 10.222.0.22 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665894 Jul 30 01:40:49.141551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['a3c4764c-9c8f-4b41-9818-f6cb9125dedc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:49.208013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 5e4d6254-4f71-4d88-b516-40bfead0f0f0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:49.210449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7af6e-f435-41d8-9ef9-8fc2f88c145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34fbc74-580c-486d-b8f6-8bf2b1a17928,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:49.220689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5e4d6254-4f71-4d88-b516-40bfead0f0f0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:49.221349 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.298394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-121b3eac-c5b5-4302-a9bb-25ad8cedce1e req-c14825f3-be7e-4bf8-b79f-1ad1dd911dd1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914536 Jul 30 01:40:49.325315 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-2fc6a2ca-f463-4381-8fcb-52f9650f381b service neutron] delete failed (client error): The resource could not be found. Jul 30 01:40:49.334732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-2fc6a2ca-f463-4381-8fcb-52f9650f381b service neutron] 10.222.0.22 "DELETE /v2.0/ports/a3c4764c-9c8f-4b41-9818-f6cb9125dedc/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.3775175 Jul 30 01:40:49.409108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a477-7a61-44b9-9122-6905e0ecd076 req-7222bf4f-51cf-4b0b-831b-e1f66c0c5c5c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:49.411209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e92a477-7a61-44b9-9122-6905e0ecd076 req-7222bf4f-51cf-4b0b-831b-e1f66c0c5c5c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 943 time: 0.2401402 Jul 30 01:40:49.538034 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e92a477-7a61-44b9-9122-6905e0ecd076 req-7a6b35b3-705d-4f94-bb0e-d9560c7ca949 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973792 Jul 30 01:40:49.545032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-311b26a5-9ca8-4eab-9ed7-19e7742da8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:49.547936 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-311b26a5-9ca8-4eab-9ed7-19e7742da8aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&device_id=6872d482-3830-4ea7-8b50-8bb110ec7447 HTTP/1.1" status: 200 len: 1094 time: 0.4066505 Jul 30 01:40:49.702269 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:49.723561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-53047ba3-6c01-40c6-a92e-a02b9d8df66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:49.733653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-53047ba3-6c01-40c6-a92e-a02b9d8df66d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 1099 time: 0.1930995 Jul 30 01:40:49.739665 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbf1dce3-41ac-4ede-8004-b0877d0ce793 req-75f87e24-2810-4bf5-91bc-450ee0abb705 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8427272 Jul 30 01:40:49.761780 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8409b1ac-27a6-40bb-82ca-76ff384cbf57 req-fd514063-849a-4bc4-9323-fb84e7ec8cee service neutron] 10.222.0.22 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749114 Jul 30 01:40:49.825331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 5e4d6254-4f71-4d88-b516-40bfead0f0f0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5e4d6254-4f71-4d88-b516-40bfead0f0f0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:49.848178 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.002251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=5e4d6254-4f71-4d88-b516-40bfead0f0f0,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:50.150682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e336e-604c-45aa-a1fb-3c8bc21b5bd3 req-0114ed4b-fc8d-4b01-a5b3-f92aea6e9a73 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.152846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:50.163083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-097e336e-604c-45aa-a1fb-3c8bc21b5bd3 req-0114ed4b-fc8d-4b01-a5b3-f92aea6e9a73 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.3002787 Jul 30 01:40:50.175115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-451ccbf0-9adc-4272-8415-c0426e0b2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.189684 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-451ccbf0-9adc-4272-8415-c0426e0b2b13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 1094 time: 0.2849312 Jul 30 01:40:50.201971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-2a7cfea5-4281-4e67-9f80-4ae0c078bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.204135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-2a7cfea5-4281-4e67-9f80-4ae0c078bc55 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4578753 Jul 30 01:40:50.224375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abfa67-78a7-4c42-80f7-b77641767ac0 req-e928f052-950b-4c82-b0f5-99e4e62f735f tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.226849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0abfa67-78a7-4c42-80f7-b77641767ac0 req-e928f052-950b-4c82-b0f5-99e4e62f735f tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 1102 time: 0.2169294 Jul 30 01:40:50.287849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57560) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:50.295334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-bd78902f-ad41-4856-b68c-5fb17195ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.298164 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-bd78902f-ad41-4856-b68c-5fb17195ba46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 914 time: 0.7363818 Jul 30 01:40:50.332409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8c7bae8c-1eef-4440-90ed-672fda95b292 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:50.341334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-18b0ff89-676d-47dd-843e-c6682256e679 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 217 time: 0.1098106 Jul 30 01:40:50.397668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 8c7bae8c-1eef-4440-90ed-672fda95b292 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:50.398675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8c7bae8c-1eef-4440-90ed-672fda95b292 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:50.418840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-097e336e-604c-45aa-a1fb-3c8bc21b5bd3 req-56ec41f2-617d-44b6-803a-74bdf7f50f9e tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421603 Jul 30 01:40:50.605737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0abfa67-78a7-4c42-80f7-b77641767ac0 req-1baea1ac-a253-4f6d-b92c-508e0cd1b2aa tempest-ServersAdminTestJSON-881135212 tempest-ServersAdminTestJSON-881135212-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599801 Jul 30 01:40:50.634018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-23e5d8c5-8c28-47fd-a617-4119f6bfbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.641053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-23e5d8c5-8c28-47fd-a617-4119f6bfbfa2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2826092 Jul 30 01:40:50.764661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5e4d6254-4f71-4d88-b516-40bfead0f0f0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:50.912956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-ec9844a2-f312-4f22-823e-4211031644d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:50.918798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-ec9844a2-f312-4f22-823e-4211031644d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2616098 Jul 30 01:40:50.937079 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5e4d6254-4f71-4d88-b516-40bfead0f0f0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:50.938607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:51.015301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc60cf-45d8-40da-b4cd-77a50ce39d03 req-fe14a721-3491-4c7f-94ea-358724079a79 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.028956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1dc60cf-45d8-40da-b4cd-77a50ce39d03 req-fe14a721-3491-4c7f-94ea-358724079a79 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 948 time: 0.2638872 Jul 30 01:40:51.057499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57578) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:51.240175 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-89f5597d-1d19-4a0e-8a15-5a69684ad22d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d37519c-079d-4389-96cc-09e3b77762d5 HTTP/1.1" status: 200 len: 217 time: 0.8274992 Jul 30 01:40:51.376469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Allocated IP 172.20.0.1 (789b8b68-7784-4e94-8d78-c2ceb227ca3f/5838a6c5-08a1-490b-aa78-4568ee34caf8/df72844e-7e7a-463d-99b8-d46a4b60f9c1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:40:51.449577 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7ac662ba-d74c-4bf2-a5b7-212c133f0724 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0f98f9edc1a45c59355a7c052a282a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1568441 Jul 30 01:40:51.456907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-6d68fb32-b9ab-4709-b865-5614ca2581a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.459673 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-6d68fb32-b9ab-4709-b865-5614ca2581a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e0b69c8-5713-446f-bf95-894aa6ab17c5 HTTP/1.1" status: 200 len: 853 time: 0.1993129 Jul 30 01:40:51.461744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-aa852758-89b5-482c-a3a3-cf6ac5fa76da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.464966 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-aa852758-89b5-482c-a3a3-cf6ac5fa76da service neutron] 10.222.0.22 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 914 time: 1.2217846 Jul 30 01:40:51.465764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57582) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:51.656841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79df8-4093-4f21-b89a-044dae8f9e31 req-92469ca9-7475-4c95-b5e1-031f278fd20f tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.660317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6a79df8-4093-4f21-b89a-044dae8f9e31 req-92469ca9-7475-4c95-b5e1-031f278fd20f tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 943 time: 0.7395606 Jul 30 01:40:51.667690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1dc60cf-45d8-40da-b4cd-77a50ce39d03 req-9438ae91-fbc9-47cc-87dd-ee0ce8901c98 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368961 Jul 30 01:40:51.679578 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-a3a40359-ef07-4aa0-ac0a-1c738fdc1e9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54429341-207e-4aea-b889-d7bd5953b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822178 Jul 30 01:40:51.702791 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-610eda2f-d921-4b5a-b195-68503fd0cc21 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eb3c600-b5ca-415e-97f8-4a871f2bc00f HTTP/1.1" status: 200 len: 217 time: 0.2017279 Jul 30 01:40:51.765615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-3f815273-0276-496c-a702-440346be6bba service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212304 Jul 30 01:40:51.953664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-588503750-network', 'tenant_id': 'f46bc5129e26406a9f83213a27b7db26'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:51.965664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6a79df8-4093-4f21-b89a-044dae8f9e31 req-a4800adc-7214-4fc3-910c-65512b81038d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912719 Jul 30 01:40:51.967004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-b208700d-871e-47d6-b2e2-2a4b78f93ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:51.969663 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-b208700d-871e-47d6-b2e2-2a4b78f93ad8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e0b69c8-5713-446f-bf95-894aa6ab17c5 HTTP/1.1" status: 200 len: 853 time: 0.2447002 Jul 30 01:40:52.036388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b788646-fb36-49b0-b845-cea6839aa2bf req-3fdcbf1b-f227-4841-a58a-b16d285a2bc2 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554049 Jul 30 01:40:52.054790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e31e8f4-b81e-47e0-88b3-b17934e55391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.070783 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-c8e4639c-23f0-44aa-968e-d8b78231aea7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54429341-207e-4aea-b889-d7bd5953b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837984 Jul 30 01:40:52.088916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.091583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dc220-8369-4cf0-8a2d-ec2f97ca058a req-34b5b6e4-1d18-4b51-92e5-1e023a417314 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:52.095520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-053dc220-8369-4cf0-8a2d-ec2f97ca058a req-34b5b6e4-1d18-4b51-92e5-1e023a417314 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.1361558 Jul 30 01:40:52.097351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Made reservation on behalf of f46bc5129e26406a9f83213a27b7db26 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:52.102279 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.149456 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-05c1cd86-c353-4554-93c2-425734a7afa4 service neutron] 10.222.0.41 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497721 Jul 30 01:40:52.155577 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.204910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-053dc220-8369-4cf0-8a2d-ec2f97ca058a req-d7d2ecdf-50f5-4ce7-ad1f-3394c9e20c62 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986340 Jul 30 01:40:52.257409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e31e8f4-b81e-47e0-88b3-b17934e55391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.263029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Transition to ACTIVE for port object df72844e-7e7a-463d-99b8-d46a4b60f9c1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:40:52.349666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd289dc9-ae10-43da-a8bf-ae9d3b15150f req-c0ebd8f8-a1d3-4084-954c-176a186a9b96 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:52.352518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd289dc9-ae10-43da-a8bf-ae9d3b15150f req-c0ebd8f8-a1d3-4084-954c-176a186a9b96 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 950 time: 0.1454275 Jul 30 01:40:52.393714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 2d37519c-079d-4389-96cc-09e3b77762d5 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:52.401397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a3c4764c-9c8f-4b41-9818-f6cb9125dedc up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:52.464677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd289dc9-ae10-43da-a8bf-ae9d3b15150f req-1f2f575f-f078-42bb-874c-8362dbc6a8f8 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992150 Jul 30 01:40:52.494720 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-bae149cc-cfeb-4e44-8d54-7f0408ecf9af service neutron] 10.222.0.22 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873599 Jul 30 01:40:52.537996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.546443 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.553243 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.598220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:52.630807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211a4467-ea51-48d1-9f73-9e6029777f33,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:52.638935 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.639241 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e31e8f4-b81e-47e0-88b3-b17934e55391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.639410 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Added segment 4f7d0718-4501-4034-9128-d01a3dd1fa08 of type vlan for network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 Jul 30 01:40:52.643156 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e31e8f4-b81e-47e0-88b3-b17934e55391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.650852 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8e31e8f4-b81e-47e0-88b3-b17934e55391 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/21b3230e-1534-4fac-ae91-4a626bd4f2ce HTTP/1.1" status: 204 len: 168 time: 1.1747007 Jul 30 01:40:52.677703 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2d7a671e-3007-4bf3-9c76-1c1f5e743d5c req-2707b4f8-bc3f-4875-9981-4256bed7dc0a service neutron] 10.222.0.41 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456553 Jul 30 01:40:52.684774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port a3c4764c-9c8f-4b41-9818-f6cb9125dedc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:52.696360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port a3c4764c-9c8f-4b41-9818-f6cb9125dedc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:52.698334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.777648 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.782857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Network 789b8b68-7784-4e94-8d78-c2ceb227ca3f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:52.792252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31e8f4-b81e-47e0-88b3-b17934e55391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b3230e-1534-4fac-ae91-4a626bd4f2ce,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:52.861618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.866783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:52.880719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 2d37519c-079d-4389-96cc-09e3b77762d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2d37519c-079d-4389-96cc-09e3b77762d5,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:52.884681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:52.927383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '2d37519c-079d-4389-96cc-09e3b77762d5', 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f', 'port_id': '2d37519c-079d-4389-96cc-09e3b77762d5', 'mac_address': 'fa:16:3e:1e:f7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0b69c8-5713-446f-bf95-894aa6ab17c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:52.956592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1ed761d-1f29-46a7-ae80-8453dc10d0d2 req-5c2f579e-f0ec-4915-aeb8-169b1675efa4 service neutron] 10.222.0.22 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382522 Jul 30 01:40:52.958187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:52.966006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:40:53.080637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.135083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0753167 Jul 30 01:40:53.151631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57600) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:53.219464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Request body: {'subnet': {'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-588503750-subnet', 'tenant_id': 'f46bc5129e26406a9f83213a27b7db26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:53.238993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e393e-1a66-400c-aae4-ed7a5e427eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a9dba1c-28b5-49d6-81ba-d97bb3d19105,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:53.357847 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.378380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450ee50-33d4-414e-b344-e8b83c7f43ed req-f89d79ed-7c7d-497f-b4f8-81b42ac49e0b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:53.402212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b450ee50-33d4-414e-b344-e8b83c7f43ed req-f89d79ed-7c7d-497f-b4f8-81b42ac49e0b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 948 time: 0.4915874 Jul 30 01:40:53.419220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:53.426733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.433513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.482331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Pushing event updated for resources: {'Port': ['ID=df72844e-7e7a-463d-99b8-d46a4b60f9c1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:53.499914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Made reservation on behalf of f46bc5129e26406a9f83213a27b7db26 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:53.504125 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.532302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57606) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:53.722470 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b450ee50-33d4-414e-b344-e8b83c7f43ed req-1e416368-c04a-4d31-b04b-7dc618e49d44 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186948 Jul 30 01:40:53.832591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:53.853028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:53.863347 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff13148-a00f-444d-89d5-8c2a5f708de1" -d '{"events": [{"server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "name": "network-vif-plugged", "status": "completed", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:53.872666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.881167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.891348 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:53.967063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d37519c-079d-4389-96cc-09e3b77762d5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:53.986053 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.014970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-42db0902-985d-4401-98c1-7136b0f352b5 None None] Provisioning for port df72844e-7e7a-463d-99b8-d46a4b60f9c1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:54.030680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.036924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Pushing event updated for resources: {'Port': ['ID=df72844e-7e7a-463d-99b8-d46a4b60f9c1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:54.067861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2aeef-ff1a-4622-8711-2d6dcf470f55 req-ad6bc6d1-0653-4481-b6cc-b0705eedf9dc tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.072841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95b2aeef-ff1a-4622-8711-2d6dcf470f55 req-ad6bc6d1-0653-4481-b6cc-b0705eedf9dc tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 943 time: 0.7361503 Jul 30 01:40:54.084950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-42db0902-985d-4401-98c1-7136b0f352b5 None None] Provisioning complete for port df72844e-7e7a-463d-99b8-d46a4b60f9c1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:54.085871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42db0902-985d-4401-98c1-7136b0f352b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.097528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:54.126520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1fa464a9-688c-4179-9215-e213befd0359 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4d85c909c84a4321a51a8f2bcc11c372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985025 Jul 30 01:40:54.130943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57610) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:54.150556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 2d37519c-079d-4389-96cc-09e3b77762d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2d37519c-079d-4389-96cc-09e3b77762d5,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:54.167591 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.200727 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.221299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-42db0902-985d-4401-98c1-7136b0f352b5 None None] Port df72844e-7e7a-463d-99b8-d46a4b60f9c1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:54.242791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Network 789b8b68-7784-4e94-8d78-c2ceb227ca3f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:40:54.245106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:54.264822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=2d37519c-079d-4389-96cc-09e3b77762d5,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:54.364975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6eb3c600-b5ca-415e-97f8-4a871f2bc00f details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:40:54.366671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f5e98-fda0-464d-98f1-0f955ae33587 req-bbfb1c1a-e200-4c41-a95b-c7e475a0c67c tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.369564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a96f5e98-fda0-464d-98f1-0f955ae33587 req-bbfb1c1a-e200-4c41-a95b-c7e475a0c67c tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.3703785 Jul 30 01:40:54.372921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95b2aeef-ff1a-4622-8711-2d6dcf470f55 req-0b267db5-8a5c-40a2-b216-557f4c993409 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465019 Jul 30 01:40:54.404875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9639aacf-43cb-466d-8bb2-29b870857fd5,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:54.433621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['2d37519c-079d-4389-96cc-09e3b77762d5'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:54.445397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-8b588000-a298-4170-a203-c7f0e33dfec1 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.447536 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-8b588000-a298-4170-a203-c7f0e33dfec1 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 950 time: 0.1355016 Jul 30 01:40:54.457529 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Router b93791e8-7858-41f5-95d2-868a2106c827 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:40:54.487236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a96f5e98-fda0-464d-98f1-0f955ae33587 req-590e39d7-f120-4eb8-a805-dc59c9cfab64 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768137 Jul 30 01:40:54.521373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Checking segment: {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:54.521750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Network hostable DHCP agents. Network: 3a9dba1c-28b5-49d6-81ba-d97bb3d19105, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:54.537025 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37df849e-7118-4150-a809-d78a474bf1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.585391 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c54b589-8a1a-4138-9313-941ab8b1e245 x-openstack-request-id: req-6c54b589-8a1a-4138-9313-941ab8b1e245 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:54.587385 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "name": "network-vif-plugged", "status": "completed", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:54.587838 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6c54b589-8a1a-4138-9313-941ab8b1e245 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:54.588359 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'code': 200} Jul 30 01:40:54.597605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:54.667820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37df849e-7118-4150-a809-d78a474bf1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.692632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 3a9dba1c-28b5-49d6-81ba-d97bb3d19105) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:54.699070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b304e6c9-fb7a-4333-b369-6f8101d9d5ad None None] Provisioning complete for port df72844e-7e7a-463d-99b8-d46a4b60f9c1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:54.699915 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b304e6c9-fb7a-4333-b369-6f8101d9d5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.705850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.707305 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.726872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136ec020-74ae-4e4d-8dc2-e69376e01474 None None] Network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:54.774682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Deleting port 2048113c-f313-429b-a033-329e57fbc6b5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:40:54.775447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:54.815945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:54.820216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:40:54.866088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7edf4f-c453-4121-a1b1-bb6cd6b9eaa5 req-c24ff42d-d753-4121-b345-72f55521808a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:54.871224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Sync routers for ids ['b93791e8-7858-41f5-95d2-868a2106c827'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:40:54.881220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b7edf4f-c453-4121-a1b1-bb6cd6b9eaa5 req-c24ff42d-d753-4121-b345-72f55521808a tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 950 time: 0.2834349 Jul 30 01:40:54.888445 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '6eb3c600-b5ca-415e-97f8-4a871f2bc00f', 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f', 'port_id': '6eb3c600-b5ca-415e-97f8-4a871f2bc00f', 'mac_address': 'fa:16:3e:06:a4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0b69c8-5713-446f-bf95-894aa6ab17c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:40:54.902427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b304e6c9-fb7a-4333-b369-6f8101d9d5ad None None] Port df72844e-7e7a-463d-99b8-d46a4b60f9c1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:40:54.907859 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8c165085-b26b-4c2f-bdf5-12ddb1a9525b admin admin] 10.222.0.84 "PUT /v2.0/routers/b93791e8-7858-41f5-95d2-868a2106c827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7035794 Jul 30 01:40:54.944999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-80c164d2-849a-4e57-8244-22d79df33410 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7510400 Jul 30 01:40:54.946178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Routers {'b93791e8-7858-41f5-95d2-868a2106c827'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:40:54.949216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b93791e8-7858-41f5-95d2-868a2106c827'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:55.056654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] For port 2048113c-f313-429b-a033-329e57fbc6b5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2048113c-f313-429b-a033-329e57fbc6b5,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:55.057722 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.084966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Calling delete_port for 2048113c-f313-429b-a033-329e57fbc6b5 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:40:55.146480 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37df849e-7118-4150-a809-d78a474bf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.164922 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37df849e-7118-4150-a809-d78a474bf1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.170401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-37df849e-7118-4150-a809-d78a474bf1e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b2350644-dd07-4f15-8a19-e3802431297e HTTP/1.1" status: 204 len: 168 time: 1.0201833 Jul 30 01:40:55.261382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b7edf4f-c453-4121-a1b1-bb6cd6b9eaa5 req-89e57a0a-3526-4116-8dd4-2de385bc3fe0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788197 Jul 30 01:40:55.265422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29821d89-80bc-4426-a497-99d4dbeebc5e None None] Network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:55.279542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df849e-7118-4150-a809-d78a474bf1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2350644-dd07-4f15-8a19-e3802431297e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:55.349363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57622) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:55.354618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639f61b-eeeb-4676-9a55-6a589bdd470f req-358979b5-17dd-4602-a846-99afa8da4d54 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:55.371553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e639f61b-eeeb-4676-9a55-6a589bdd470f req-358979b5-17dd-4602-a846-99afa8da4d54 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.4238398 Jul 30 01:40:55.463115 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.464102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e639f61b-eeeb-4676-9a55-6a589bdd470f req-ba601e09-4268-4665-8a5f-c40b59bef369 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789909 Jul 30 01:40:55.584225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb3c600-b5ca-415e-97f8-4a871f2bc00f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:40:55.626617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.673170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['69a51fc4-5f54-4806-929a-66fd83922520', '2048113c-f313-429b-a033-329e57fbc6b5', 'af977577-7523-4a6e-a390-c075238bf03c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:55.762985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Pushing event deleted for resources: {'Port': ['ID=2048113c-f313-429b-a033-329e57fbc6b5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:55.890595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:55.911770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521a029-ce8d-4837-857e-c50408968ad1 req-a8cd7e47-794b-4ead-ade3-a45a82b8b82e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:55.932815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c521a029-ce8d-4837-857e-c50408968ad1 req-a8cd7e47-794b-4ead-ade3-a45a82b8b82e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 943 time: 0.3501427 Jul 30 01:40:55.938076 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:55.938398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1417938113'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:55.949476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Set router b93791e8-7858-41f5-95d2-868a2106c827 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:40:55.987794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446f885-c1d1-4edf-9aea-7330237c4ec9 req-5da51ee1-358b-4b50-9733-4b578c1adcdb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:55.990257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f446f885-c1d1-4edf-9aea-7330237c4ec9 req-5da51ee1-358b-4b50-9733-4b578c1adcdb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.2837341 Jul 30 01:40:56.003387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] No DVR routers for this DVR port 2048113c-f313-429b-a033-329e57fbc6b5 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:40:56.020064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.023474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-78d19d5e-4199-42e8-a9e8-ccae4439dcc1 req-a629cc7e-c069-41ad-91cf-11cb01ac9024 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "DELETE /v2.0/ports/2048113c-f313-429b-a033-329e57fbc6b5 HTTP/1.1" status: 204 len: 173 time: 1.5642200 Jul 30 01:40:56.038833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8697256-f6c1-4185-adf0-d3d600d2ef0c', 'name': 'network-vif-deleted', 'tag': '2048113c-f313-429b-a033-329e57fbc6b5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:56.064215 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1231988d-a9e7-4658-9874-3dd1f6f2333e" -d '{"events": [{"server_uuid": "e8697256-f6c1-4185-adf0-d3d600d2ef0c", "name": "network-vif-deleted", "tag": "2048113c-f313-429b-a033-329e57fbc6b5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:56.148910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:56.168095 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.193498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c521a029-ce8d-4837-857e-c50408968ad1 req-18d559d4-958e-4d12-80b0-85d43bcea356 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452674 Jul 30 01:40:56.233685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f446f885-c1d1-4edf-9aea-7330237c4ec9 req-42628a98-3464-46d8-8d2f-56f8bf4446f0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230511 Jul 30 01:40:56.324737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:56.373682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.374359 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Added segment 81078adc-dcd0-4dca-a8d2-4da1d72a6dbc of type vlan for network 780091e3-8e2d-4473-86e9-f2d7e28bf804 Jul 30 01:40:56.412703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['6eb3c600-b5ca-415e-97f8-4a871f2bc00f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:40:56.420808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2048113c-f313-429b-a033-329e57fbc6b5 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:40:56.454798 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0ee8da-315c-4edc-ad85-01d469db3703 x-openstack-request-id: req-3c0ee8da-315c-4edc-ad85-01d469db3703 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:40:56.455102 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8697256-f6c1-4185-adf0-d3d600d2ef0c", "name": "network-vif-deleted", "tag": "2048113c-f313-429b-a033-329e57fbc6b5", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:40:56.455316 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3c0ee8da-315c-4edc-ad85-01d469db3703 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:40:56.455751 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8697256-f6c1-4185-adf0-d3d600d2ef0c', 'name': 'network-vif-deleted', 'tag': '2048113c-f313-429b-a033-329e57fbc6b5', 'status': 'completed', 'code': 200} Jul 30 01:40:56.504664 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.573908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 2d37519c-079d-4389-96cc-09e3b77762d5 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:40:56.578184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 2048113c-f313-429b-a033-329e57fbc6b5 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:40:56.579125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2048113c-f313-429b-a033-329e57fbc6b5 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:40:56.608313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.612594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39410d-2cf9-4c0e-b166-bc7bfcb37da5 req-124f3730-1737-4a6b-b4c8-ee09a0a7d0e3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:56.616361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd39410d-2cf9-4c0e-b166-bc7bfcb37da5 req-124f3730-1737-4a6b-b4c8-ee09a0a7d0e3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.1887372 Jul 30 01:40:56.631841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:56.632802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:56.792499 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4360204 Jul 30 01:40:56.792846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:56.809387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57654) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:56.816364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd39410d-2cf9-4c0e-b166-bc7bfcb37da5 req-887bacb5-e4f9-41a3-a040-e967c382fdc4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834528 Jul 30 01:40:56.872280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'subnet': {'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:56.940322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f98eb-bbb0-4905-a80d-f44129864d27 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Network': ['ID=780091e3-8e2d-4473-86e9-f2d7e28bf804,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:57.188126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:57.193570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.214815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 780091e3-8e2d-4473-86e9-f2d7e28bf804 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:57.365572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de73f87a-65f1-4ad5-ab85-4dad62e14123 req-2eada911-4689-4424-8ad2-f9a867436a66 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=e8697256-f6c1-4185-adf0-d3d600d2ef0c HTTP/1.1" status: 200 len: 210 time: 0.0560255 Jul 30 01:40:57.414143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6fa42032-40b0-4463-ab51-46163f099353 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:57.416973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6fa42032-40b0-4463-ab51-46163f099353 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/networks?id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 200 len: 821 time: 0.3287737 Jul 30 01:40:57.440914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-37c801ab-309f-40b3-b647-1e5496d4b608 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/quotas/f46bc5129e26406a9f83213a27b7db26 HTTP/1.1" status: 200 len: 375 time: 0.0135787 Jul 30 01:40:57.495103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-d726b903-af3e-4b04-9a79-8ff3c2cc29b3 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f46bc5129e26406a9f83213a27b7db26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426683 Jul 30 01:40:57.674979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.682411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 2d37519c-079d-4389-96cc-09e3b77762d5 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:40:57.684579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-172d2b1d-bd3d-4671-82c6-dfb5e6faae1a service neutron] 10.222.0.84 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758783 Jul 30 01:40:57.729000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 2d37519c-079d-4389-96cc-09e3b77762d5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:40:57.729919 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.797255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Subnet': ['ID=e12ae53c-49a9-46b5-abb0-44618a4dc193,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:57.828215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Checking segment: {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:57.828776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network hostable DHCP agents. Network: 780091e3-8e2d-4473-86e9-f2d7e28bf804, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:57.860398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network 780091e3-8e2d-4473-86e9-f2d7e28bf804 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:57.867884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-1c25c419-cab9-4b33-8d98-e86145eb7424 service neutron] 10.222.0.84 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513638 Jul 30 01:40:57.877662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9294d-cc7c-4b5f-bf00-e277da8b1d78 req-45753569-a196-43e4-9c0d-1e1a3e3b987c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:57.879046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 780091e3-8e2d-4473-86e9-f2d7e28bf804) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:57.890427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:57.891646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:57.900391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3a9294d-cc7c-4b5f-bf00-e277da8b1d78 req-45753569-a196-43e4-9c0d-1e1a3e3b987c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 944 time: 0.2130573 Jul 30 01:40:57.924106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17dae4-1402-4a8a-b109-27f0fa364c90 None None] Network 780091e3-8e2d-4473-86e9-f2d7e28bf804 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:40:57.940477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57684) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:57.941426 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-891ded11-be2f-4ddd-85f9-cff2554c56c1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1275837 Jul 30 01:40:57.951646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-509578067'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:57.975954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:34Z', 'updated_at': '2021-07-30T01:40:53Z', 'revision_number': 4, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'gw_port': {'id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'df72844e-7e7a-463d-99b8-d46a4b60f9c1', 'name': '', 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'mac_address': 'fa:16:3e:da:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5838a6c5-08a1-490b-aa78-4568ee34caf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:50Z', 'updated_at': '2021-07-30T01:40:53Z', 'revision_number': 2, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'subnets': [{'id': '5838a6c5-08a1-490b-aa78-4568ee34caf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:40:58.014666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3a9294d-cc7c-4b5f-bf00-e277da8b1d78 req-6833904d-f18f-4dc2-9905-b2411ee95fb9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125855 Jul 30 01:40:58.057397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:58.068760 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:58.126012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:40:58.147556 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:58.148111 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Added segment bfba409b-f047-4d41-8f8a-b00848992b9c of type vlan for network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac Jul 30 01:40:58.234178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:58.340218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:58.361310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.362532 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:58.502139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Checking router: b93791e8-7858-41f5-95d2-868a2106c827 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:40:58.502711 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Updating router b93791e8-7858-41f5-95d2-868a2106c827 port df72844e-7e7a-463d-99b8-d46a4b60f9c1 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:40:58.612499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be84e36a-27f8-4f8b-9983-1b25db5dbb0f req-8ce4cb70-e290-498c-a432-6609e5b9771b tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 210 time: 0.1548452 Jul 30 01:40:58.704880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7570791 Jul 30 01:40:58.706636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57710) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:40:58.714702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'subnet': {'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:40:58.723586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42f046-5a02-4bfd-b013-d7ed29667f90 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Network': ['ID=65cb7581-72a8-42c6-b27d-1fcc925ca0ac,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:58.736877 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:58.760096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578176af-3440-494f-acb7-0ffe97dfbca4 req-81b54371-a2f9-4fd5-8019-5ccf4a6d2fed tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:58.775636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-578176af-3440-494f-acb7-0ffe97dfbca4 req-81b54371-a2f9-4fd5-8019-5ccf4a6d2fed tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.4057443 Jul 30 01:40:58.838691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-578176af-3440-494f-acb7-0ffe97dfbca4 req-270a92e0-6e9d-40dc-8b01-9985ebd70962 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Jul 30 01:40:58.908779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:40:58.995690 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.136128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:40:59.141722 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.181272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-da9e789f-31b9-49b7-91a7-088072d406c6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1293802 Jul 30 01:40:59.189248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6872d482-3830-4ea7-8b50-8bb110ec7447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d37519c-079d-4389-96cc-09e3b77762d5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:40:59.192630 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9311a45-3c80-4976-be36-c3885140072d" -d '{"events": [{"server_uuid": "6872d482-3830-4ea7-8b50-8bb110ec7447", "name": "network-vif-plugged", "status": "completed", "tag": "2d37519c-079d-4389-96cc-09e3b77762d5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:40:59.341513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 2d37519c-079d-4389-96cc-09e3b77762d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2d37519c-079d-4389-96cc-09e3b77762d5,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:40:59.377260 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.501588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d450-abed-4612-9481-60515fba07da req-919b6a33-d783-4928-80d4-70d24d593af4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:59.529489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-919b6a33-d783-4928-80d4-70d24d593af4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444602 Jul 30 01:40:59.555531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-780091e3-8e2d-4473-86e9-f2d7e28bf804', 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'fixed_ips': [{'subnet_id': 'e12ae53c-49a9-46b5-abb0-44618a4dc193'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:40:59.558163 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.564136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-04a5b2c2-27a9-46fd-b57a-3f4d8ae966e5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/quotas/7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 375 time: 0.0336378 Jul 30 01:40:59.623248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=2d37519c-079d-4389-96cc-09e3b77762d5,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:59.679110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.732946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c38bf-e6f0-4bec-9927-376c909e5c7f req-7c911eb5-af25-4306-bedd-5451b69234ac tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:59.735938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e96c38bf-e6f0-4bec-9927-376c909e5c7f req-7c911eb5-af25-4306-bedd-5451b69234ac tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 944 time: 0.1705647 Jul 30 01:40:59.747295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-3d5da600-6d99-4498-8d80-8526f32e501f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1669719 Jul 30 01:40:59.865056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e96c38bf-e6f0-4bec-9927-376c909e5c7f req-7350af2f-0e6e-40df-9dd3-2ef57372b028 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108317 Jul 30 01:40:59.869495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Subnet': ['ID=58c7868d-3165-499b-8769-4b94b68af9ea,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:40:59.873745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Checking segment: {'id': 'bfba409b-f047-4d41-8f8a-b00848992b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:40:59.874415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network hostable DHCP agents. Network: 65cb7581-72a8-42c6-b27d-1fcc925ca0ac, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:40:59.926684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:40:59.950733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 65cb7581-72a8-42c6-b27d-1fcc925ca0ac) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:40:59.962731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:40:59.965151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:40:59.967225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486dfae7-b677-4c7f-ae66-9e348a71a27b None None] Network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:00.017544 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9d8657d2-8ef6-4292-9ab0-301e054a01f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3095253 Jul 30 01:41:00.104352 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a72e44b-78c7-462f-92a7-6576bfed3695 x-openstack-request-id: req-4a72e44b-78c7-462f-92a7-6576bfed3695 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:00.104792 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6872d482-3830-4ea7-8b50-8bb110ec7447", "name": "network-vif-plugged", "status": "completed", "tag": "2d37519c-079d-4389-96cc-09e3b77762d5", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:00.105193 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4a72e44b-78c7-462f-92a7-6576bfed3695 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:00.105832 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6872d482-3830-4ea7-8b50-8bb110ec7447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d37519c-079d-4389-96cc-09e3b77762d5', 'code': 200} Jul 30 01:41:00.210592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Allocated IP 19.80.0.2 (780091e3-8e2d-4473-86e9-f2d7e28bf804/e12ae53c-49a9-46b5-abb0-44618a4dc193/80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:00.338897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1af29-ee13-46cf-b959-c086c7b227fc req-776bfa81-8f8d-4959-86dd-8dfcb97e1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.341747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0db1af29-ee13-46cf-b959-c086c7b227fc req-776bfa81-8f8d-4959-86dd-8dfcb97e1fda service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6872d482-3830-4ea7-8b50-8bb110ec7447 HTTP/1.1" status: 200 len: 1096 time: 0.1561613 Jul 30 01:41:00.401016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3459c6-521a-4477-8207-843dea995d73 req-5f28154e-9648-444a-a4e0-6edc41fcd414 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.416986 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a3459c6-521a-4477-8207-843dea995d73 req-5f28154e-9648-444a-a4e0-6edc41fcd414 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 950 time: 0.2090907 Jul 30 01:41:00.418341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6eb3c600-b5ca-415e-97f8-4a871f2bc00f up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:00.486854 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0db1af29-ee13-46cf-b959-c086c7b227fc req-9c738a5b-09a9-486d-938f-06873572b1b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362424 Jul 30 01:41:00.556708 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.584285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a3459c6-521a-4477-8207-843dea995d73 req-7c693491-6b6b-48c3-a484-f918a380e24b tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659210 Jul 30 01:41:00.638123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Transition to ACTIVE for port object df72844e-7e7a-463d-99b8-d46a4b60f9c1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:00.642025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f326d2-1974-432b-bd71-b0e7ae638b04 req-1fa0b118-ad36-49d1-9b66-d378298ab49a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 210 time: 0.1236396 Jul 30 01:41:00.696091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.730059 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f6c103a-2f80-4e00-91b1-049214c4aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.905684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:00.932327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:00.932927 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:00.956551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a62f47-35f6-4717-ab8b-0e00ee7327e3 req-282d2738-694a-4cc0-8d9c-cca14248c26d tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:00.971766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6a62f47-35f6-4717-ab8b-0e00ee7327e3 req-282d2738-694a-4cc0-8d9c-cca14248c26d tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.1622143 Jul 30 01:41:01.030932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-65cb7581-72a8-42c6-b27d-1fcc925ca0ac', 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'fixed_ips': [{'subnet_id': '58c7868d-3165-499b-8769-4b94b68af9ea'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:41:01.032437 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.061723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6a62f47-35f6-4717-ab8b-0e00ee7327e3 req-09205554-11b2-47a7-8390-fc9876004f65 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893950 Jul 30 01:41:01.081064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-abab4eeb-c1a1-42bd-88ad-c94fb4c8b1a2 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:01.095136 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-abab4eeb-c1a1-42bd-88ad-c94fb4c8b1a2 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.22 "GET /v2.0/networks?id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 200 len: 821 time: 0.5408773 Jul 30 01:41:01.097838 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.119535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Request body: {'port': {'device_id': '26db607a-03e0-4670-b815-9ab91a2031cb', 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105', 'admin_state_up': True, 'tenant_id': 'f46bc5129e26406a9f83213a27b7db26'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:01.124958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288acae-58ee-422c-9db1-d93b9ca6893a None None] Pushing event updated for resources: {'Port': ['ID=df72844e-7e7a-463d-99b8-d46a4b60f9c1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:01.175257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fdfe41d8-f6bf-4de8-9ff8-38e370afd4b5 req-0fa3687d-9431-4ed0-accd-140ac251d8d0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 210 time: 0.0850389 Jul 30 01:41:01.185592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.279757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Transition to ACTIVE for port object 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:01.480781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Made reservation on behalf of f46bc5129e26406a9f83213a27b7db26 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:01.487588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.600112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Attempting to bind port df72844e-7e7a-463d-99b8-d46a4b60f9c1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:01.600758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Attempting to bind port df72844e-7e7a-463d-99b8-d46a4b60f9c1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:01.601482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Attempting to bind port df72844e-7e7a-463d-99b8-d46a4b60f9c1 on network 789b8b68-7784-4e94-8d78-c2ceb227ca3f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:01.672407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Transition to ACTIVE for port object 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:01.760694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:01.761799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Checking segment: {'id': 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:01.763521 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.765124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Bound using segment: {'id': 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:01.766237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Bound port: df72844e-7e7a-463d-99b8-d46a4b60f9c1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:01.767482 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.788638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0789a7f7-f09e-4d89-8a16-dd6b078abdfc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:01.792623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:01.801088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0789a7f7-f09e-4d89-8a16-dd6b078abdfc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:01.808176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0789a7f7-f09e-4d89-8a16-dd6b078abdfc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/networks?id=780091e3-8e2d-4473-86e9-f2d7e28bf804&id=65cb7581-72a8-42c6-b27d-1fcc925ca0ac&id=780091e3-8e2d-4473-86e9-f2d7e28bf804 HTTP/1.1" status: 200 len: 1391 time: 0.4496088 Jul 30 01:41:01.841620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4da8f9-e9be-48c8-87f8-b68a2483a29e req-8d20ffd3-146d-4f93-881d-e29cd3554c6c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:01.844399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f4da8f9-e9be-48c8-87f8-b68a2483a29e req-8d20ffd3-146d-4f93-881d-e29cd3554c6c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 944 time: 0.2599127 Jul 30 01:41:01.856275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-74fb676f-a96f-4b1a-89a0-cc48cb635f56 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/quotas/a6e77f05ba354aafb88f29274ced527b HTTP/1.1" status: 200 len: 375 time: 0.0339921 Jul 30 01:41:01.965482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Network 780091e3-8e2d-4473-86e9-f2d7e28bf804 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:01.980143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f4da8f9-e9be-48c8-87f8-b68a2483a29e req-01696f69-a34d-45cc-9349-99f51b417849 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200533 Jul 30 01:41:02.038170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Pushing event updated for resources: {'Port': ['ID=80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.048273 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:02.050992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-2311e7fb-6d46-4627-8e63-1ca2292b5bd8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a6e77f05ba354aafb88f29274ced527b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1774914 Jul 30 01:41:02.056543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:02.088870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-ddbd2d8b-17ba-439b-a834-1908132584a0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.091639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-ddbd2d8b-17ba-439b-a834-1908132584a0 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 950 time: 0.1708195 Jul 30 01:41:02.115277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Allocated IP 19.86.0.2 (65cb7581-72a8-42c6-b27d-1fcc925ca0ac/58c7868d-3165-499b-8769-4b94b68af9ea/f02be20f-b931-4fce-bdda-cbc880508cfc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:02.169945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Allocated IP 172.20.0.11 (3a9dba1c-28b5-49d6-81ba-d97bb3d19105/9639aacf-43cb-466d-8bb2-29b870857fd5/352c94b0-3c6c-4802-8979-37bb4128acab) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:02.346519 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.377018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] For port df72844e-7e7a-463d-99b8-d46a4b60f9c1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:02.380020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Transition to ACTIVE for port object f02be20f-b931-4fce-bdda-cbc880508cfc will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:02.382372 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.390652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-bdc01c9e-9e59-45bc-862e-f70a91dead65 service neutron] 10.222.0.84 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970598 Jul 30 01:41:02.393008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] For port df72844e-7e7a-463d-99b8-d46a4b60f9c1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=df72844e-7e7a-463d-99b8-d46a4b60f9c1,segment=NetworkSegment(d7b7a0ab-2191-4396-b9e7-5e4c0261564b),segment_id=d7b7a0ab-2191-4396-b9e7-5e4c0261564b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:02.428201 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.499689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Transition to ACTIVE for port object f02be20f-b931-4fce-bdda-cbc880508cfc will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:02.508367 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-f198aaab-09c6-430b-adc2-a099df079147 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559530 Jul 30 01:41:02.514852 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a3ff3e-0f85-4593-a810-c327acbde3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb3c600-b5ca-415e-97f8-4a871f2bc00f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:02.517287 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61627c6-82cb-4a3c-ba3a-7fb8fb200573" -d '{"events": [{"server_uuid": "b3a3ff3e-0f85-4593-a810-c327acbde3ef", "name": "network-vif-plugged", "status": "completed", "tag": "6eb3c600-b5ca-415e-97f8-4a871f2bc00f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:02.520463 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.636292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae6ef5-e738-40c3-9e07-cdabeaefc451 req-6fb09e1c-3508-48e1-9388-f6287cb572bd tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.640476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47ae6ef5-e738-40c3-9e07-cdabeaefc451 req-6fb09e1c-3508-48e1-9388-f6287cb572bd tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 950 time: 0.4105027 Jul 30 01:41:02.725075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.744714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:02.755283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Attempting to bind port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:02.756144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Attempting to bind port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:02.756633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Attempting to bind port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 on network 780091e3-8e2d-4473-86e9-f2d7e28bf804 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:02.769082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-923ba0c5-97ad-4e6e-9ba9-2bc0bc50c14c service neutron] 10.222.0.84 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090200 Jul 30 01:41:02.787961 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.809757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:02.810659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Checking segment: {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:02.811347 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.812153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Bound using segment: {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:02.812988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Bound port: 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:02.814647 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.816366 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.853777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:02.855080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288acae-58ee-422c-9db1-d93b9ca6893a None None] Pushing event updated for resources: {'Port': ['ID=df72844e-7e7a-463d-99b8-d46a4b60f9c1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.863364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Routers {'b93791e8-7858-41f5-95d2-868a2106c827'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:02.864524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b93791e8-7858-41f5-95d2-868a2106c827'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:02.874279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:02.881282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:02.927814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event updated for resources: {'Port': ['ID=352c94b0-3c6c-4802-8979-37bb4128acab,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:02.933169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Deleting port 69a51fc4-5f54-4806-929a-66fd83922520 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:02.933746 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:02.947191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d450-abed-4612-9481-60515fba07da req-e80b2a6d-9cbd-494f-8b3e-b5a193d41ad1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:02.950017 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-e80b2a6d-9cbd-494f-8b3e-b5a193d41ad1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4250164 Jul 30 01:41:02.980117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47ae6ef5-e738-40c3-9e07-cdabeaefc451 req-418aeded-33a8-4be0-994f-01a8a1d701a8 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750986 Jul 30 01:41:02.980632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Request body: {'port': {'device_id': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '7e7b3ee96b3540cfbb14f4ef89c14957'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:02.987670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.988257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.988833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.989405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.989979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.990542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.991113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.991749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.992509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.994141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.994141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:02.994631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:03.051694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Pushing event updated for resources: {'Port': ['ID=f02be20f-b931-4fce-bdda-cbc880508cfc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:03.073943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:03.076905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:03.133379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:03.219019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:03.220115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.254736 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6dc7550a-3d0d-4b6f-a5f7-eacb1afb3b38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1401517 Jul 30 01:41:03.280043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-ad126b5c-0e35-497e-89c8-45567a58c891 service neutron] 10.222.0.84 "GET /v2.0/networks/65cb7581-72a8-42c6-b27d-1fcc925ca0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932489 Jul 30 01:41:03.280941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Request body: {'port': {'device_id': '26db607a-03e0-4670-b815-9ab91a2031cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:03.312751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] For port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:03.327470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Made reservation on behalf of 7e7b3ee96b3540cfbb14f4ef89c14957 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:03.331318 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.367728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] For port 69a51fc4-5f54-4806-929a-66fd83922520, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=69a51fc4-5f54-4806-929a-66fd83922520,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:03.368535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] For port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:03.370175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.379666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:03.382753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Attempting to bind port f02be20f-b931-4fce-bdda-cbc880508cfc on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:03.383216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Attempting to bind port f02be20f-b931-4fce-bdda-cbc880508cfc by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'bfba409b-f047-4d41-8f8a-b00848992b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:03.383563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Attempting to bind port f02be20f-b931-4fce-bdda-cbc880508cfc on network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:03.390490 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e024bae-7629-4dff-976a-cb72f6c8a5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.397595 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.404281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.406427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] Set router b93791e8-7858-41f5-95d2-868a2106c827 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:03.410044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:03.410044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Checking segment: {'id': 'bfba409b-f047-4d41-8f8a-b00848992b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:03.410044 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.410044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Bound using segment: {'id': 'bfba409b-f047-4d41-8f8a-b00848992b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:03.410682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Bound port: f02be20f-b931-4fce-bdda-cbc880508cfc, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfba409b-f047-4d41-8f8a-b00848992b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:03.410682 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:03.472434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73697c-f20b-419a-9bc4-6ce7af8b9112 req-fc9190df-04bf-4418-911b-c448b05ad8e7 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:03.475220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a73697c-f20b-419a-9bc4-6ce7af8b9112 req-fc9190df-04bf-4418-911b-c448b05ad8e7 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 932 time: 0.3546906 Jul 30 01:41:03.485206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Calling delete_port for 69a51fc4-5f54-4806-929a-66fd83922520 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:03.669934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a73697c-f20b-419a-9bc4-6ce7af8b9112 req-58a0250d-f012-4791-b926-c88737319e0d tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484921 Jul 30 01:41:03.725495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-c923d80a-3632-49a2-93b7-60a812797b97 service neutron] 10.222.0.84 "GET /v2.0/networks/65cb7581-72a8-42c6-b27d-1fcc925ca0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956797 Jul 30 01:41:03.847565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Allocated IP 192.168.233.71 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/d1c7c454-943c-4868-80cc-2ffd234ffc68) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:03.894869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc340f-570b-4ceb-a31d-b1a7b3d04a12 None None] Pushing event updated for resources: {'Port': ['ID=80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:03.996341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] For port f02be20f-b931-4fce-bdda-cbc880508cfc, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:04.002363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-a1a4edce-026d-4953-b463-bf002fd265f9 service neutron] 10.222.0.84 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518320 Jul 30 01:41:04.002671 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.036221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] For port f02be20f-b931-4fce-bdda-cbc880508cfc, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f02be20f-b931-4fce-bdda-cbc880508cfc,segment=NetworkSegment(bfba409b-f047-4d41-8f8a-b00848992b9c),segment_id=bfba409b-f047-4d41-8f8a-b00848992b9c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:04.047969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.168551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:34Z', 'updated_at': '2021-07-30T01:40:53Z', 'revision_number': 4, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'gw_port': {'id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'df72844e-7e7a-463d-99b8-d46a4b60f9c1', 'name': '', 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'mac_address': 'fa:16:3e:da:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5838a6c5-08a1-490b-aa78-4568ee34caf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:50Z', 'updated_at': '2021-07-30T01:41:02Z', 'revision_number': 4, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'subnets': [{'id': '5838a6c5-08a1-490b-aa78-4568ee34caf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:04.171334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb54dc-da46-4266-86ae-19dede86d14f None None] Pushing event updated for resources: {'Port': ['ID=f02be20f-b931-4fce-bdda-cbc880508cfc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:04.217607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe475ca-5f4d-4e47-a24e-8c66e4fbe7a3 None None] The sync data for ids ['b93791e8-7858-41f5-95d2-868a2106c827'] in n-d-715271-7 is: [{'id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:34Z', 'updated_at': '2021-07-30T01:40:53Z', 'revision_number': 4, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'gw_port': {'id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'df72844e-7e7a-463d-99b8-d46a4b60f9c1', 'name': '', 'network_id': '789b8b68-7784-4e94-8d78-c2ceb227ca3f', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'mac_address': 'fa:16:3e:da:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '5838a6c5-08a1-490b-aa78-4568ee34caf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:50Z', 'updated_at': '2021-07-30T01:41:02Z', 'revision_number': 4, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'subnets': [{'id': '5838a6c5-08a1-490b-aa78-4568ee34caf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:41:04.371544 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.397118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0a500fce-ff57-4af0-849b-e9ae4a9ac447 service neutron] 10.222.0.84 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390245 Jul 30 01:41:04.401861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.416715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352c94b0-3c6c-4802-8979-37bb4128acab {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:04.439770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.467289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.468848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['af977577-7523-4a6e-a390-c075238bf03c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:04.488687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Transition to ACTIVE for port object 352c94b0-3c6c-4802-8979-37bb4128acab will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:04.510885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Transition to ACTIVE for port object d1c7c454-943c-4868-80cc-2ffd234ffc68 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:04.679332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.708146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['a3c4764c-9c8f-4b41-9818-f6cb9125dedc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:04.714905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:04.969364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:05.035300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:05.038604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:05.078299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:05.149142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f02be20f-b931-4fce-bdda-cbc880508cfc up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:05.543209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f02be20f-b931-4fce-bdda-cbc880508cfc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:05.569503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device df72844e-7e7a-463d-99b8-d46a4b60f9c1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:05.672399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.673895 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.708479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Pushing event deleted for resources: {'Port': ['ID=69a51fc4-5f54-4806-929a-66fd83922520,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:05.773287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Attempting to bind port 352c94b0-3c6c-4802-8979-37bb4128acab on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:05.775261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Attempting to bind port 352c94b0-3c6c-4802-8979-37bb4128acab by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:05.776959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Attempting to bind port 352c94b0-3c6c-4802-8979-37bb4128acab on network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:05.791101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Port 352c94b0-3c6c-4802-8979-37bb4128acab on network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:05.791679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Attempting to bind port 352c94b0-3c6c-4802-8979-37bb4128acab on network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:05.802109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703beeb6-c2a5-4da3-8b8a-ebb937b026fa req-d5eef7ad-8f55-4391-b7f8-d1c547917860 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:05.803044 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-b054e0d0-dcc5-4739-ac8a-90d4a7b0c27a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8349423 Jul 30 01:41:05.816533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-703beeb6-c2a5-4da3-8b8a-ebb937b026fa req-d5eef7ad-8f55-4391-b7f8-d1c547917860 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 1.5327368 Jul 30 01:41:05.817761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:05.818576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Checking segment: {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:05.819799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Bound using segment: {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:05.822456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Bound port: 352c94b0-3c6c-4802-8979-37bb4128acab, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:05.823266 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:05.861001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ecd49f50-5d73-482b-8599-d05ca699b411'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:05.885464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Request body: {'port': {'device_id': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:05.952717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503677d-d2c3-4352-a79f-413dd20e1497 None None] Network 780091e3-8e2d-4473-86e9-f2d7e28bf804 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:05.953780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Pushing event updated for resources: {'Port': ['ID=352c94b0-3c6c-4802-8979-37bb4128acab,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:06.015279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] No DVR routers for this DVR port 69a51fc4-5f54-4806-929a-66fd83922520 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:06.022166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.028564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6919f12e-7939-4aa6-b74e-2d15b67d9cc1 req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "DELETE /v2.0/ports/69a51fc4-5f54-4806-929a-66fd83922520 HTTP/1.1" status: 204 len: 173 time: 3.9173565 Jul 30 01:41:06.035099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.036074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.036933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.038148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.039028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.043021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.044799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.045647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.046382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.047674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.048333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.048921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65956b1b-9aaf-46c0-a8f2-618e1eb77242 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:06.081310 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.084084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab5d908-9a7d-4a6d-9861-2921f00d315c', 'name': 'network-vif-deleted', 'tag': '69a51fc4-5f54-4806-929a-66fd83922520'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:06.095778 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd834aa6-de29-4749-ab9e-0e481c1622ac" -d '{"events": [{"server_uuid": "dab5d908-9a7d-4a6d-9861-2921f00d315c", "name": "network-vif-deleted", "tag": "69a51fc4-5f54-4806-929a-66fd83922520"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:06.249493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] For port 352c94b0-3c6c-4802-8979-37bb4128acab, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:06.271889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] For port 352c94b0-3c6c-4802-8979-37bb4128acab, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=352c94b0-3c6c-4802-8979-37bb4128acab,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:06.280782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec30d12-c497-4ee4-b4ff-c7d39e868c56 req-d2f4119c-0e3e-40fb-bbbc-2bccf37378fa tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.301669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ec30d12-c497-4ee4-b4ff-c7d39e868c56 req-d2f4119c-0e3e-40fb-bbbc-2bccf37378fa tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 935 time: 0.5968304 Jul 30 01:41:06.306138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.352409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port df72844e-7e7a-463d-99b8-d46a4b60f9c1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:06.380561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-703beeb6-c2a5-4da3-8b8a-ebb937b026fa req-5f5b6baf-a276-40c2-bcbd-21db1d14afa7 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309095 Jul 30 01:41:06.551968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port df72844e-7e7a-463d-99b8-d46a4b60f9c1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:06.551968 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.556364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 69a51fc4-5f54-4806-929a-66fd83922520 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:06.560906 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ec30d12-c497-4ee4-b4ff-c7d39e868c56 req-dc20dded-f656-4010-8935-158447666d73 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562387 Jul 30 01:41:06.618186 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be959412-8d37-48f1-b9e6-53dcac139431 x-openstack-request-id: req-be959412-8d37-48f1-b9e6-53dcac139431 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:06.618804 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a3ff3e-0f85-4593-a810-c327acbde3ef", "name": "network-vif-plugged", "status": "completed", "tag": "6eb3c600-b5ca-415e-97f8-4a871f2bc00f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:06.619348 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be959412-8d37-48f1-b9e6-53dcac139431 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:06.620114 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a3ff3e-0f85-4593-a810-c327acbde3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb3c600-b5ca-415e-97f8-4a871f2bc00f', 'code': 200} Jul 30 01:41:06.644680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 69a51fc4-5f54-4806-929a-66fd83922520 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:06.645795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 69a51fc4-5f54-4806-929a-66fd83922520 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:06.764498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f55f6-d64b-4e0c-9bb5-75dbf9f0966a None None] Network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:06.768859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3bbf2455-e3f5-48cf-9f4d-5c4a75c6ce24 None None] Provisioning for port d1c7c454-943c-4868-80cc-2ffd234ffc68 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:06.812819 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.872776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3bbf2455-e3f5-48cf-9f4d-5c4a75c6ce24 None None] Provisioning complete for port d1c7c454-943c-4868-80cc-2ffd234ffc68 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:06.873806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3bbf2455-e3f5-48cf-9f4d-5c4a75c6ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.902915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.903943 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:06.921299 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] 10.222.0.22 "PUT /v2.0/ports/352c94b0-3c6c-4802-8979-37bb4128acab HTTP/1.1" status: 200 len: 1092 time: 3.6351900 Jul 30 01:41:06.932276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26db607a-03e0-4670-b815-9ab91a2031cb', 'tag': '352c94b0-3c6c-4802-8979-37bb4128acab'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:06.935778 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e627ec-45f8-4abf-8b44-29671e3c83a3" -d '{"events": [{"name": "network-changed", "server_uuid": "26db607a-03e0-4670-b815-9ab91a2031cb", "tag": "352c94b0-3c6c-4802-8979-37bb4128acab"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:06.958231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc520-098a-4fba-bcc9-06d7d580bc49 req-60b39374-aa8b-420b-b80c-a62246f69823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:06.970768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e81bc520-098a-4fba-bcc9-06d7d580bc49 req-60b39374-aa8b-420b-b80c-a62246f69823 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 1096 time: 0.2620893 Jul 30 01:41:07.010390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dc3e7-c169-4f22-a82c-436b14581fb0 req-a9259df0-230f-449b-a3e3-c2fceddcaf46 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.025863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b38dc3e7-c169-4f22-a82c-436b14581fb0 req-a9259df0-230f-449b-a3e3-c2fceddcaf46 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 945 time: 0.2257864 Jul 30 01:41:07.089941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf2455-e3f5-48cf-9f4d-5c4a75c6ce24 None None] Port d1c7c454-943c-4868-80cc-2ffd234ffc68 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:07.158428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c355702-ec0f-4119-b7d7-d2723d2a52b3 service neutron] Pushing event updated for resources: {'Port': ['ID=352c94b0-3c6c-4802-8979-37bb4128acab,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:07.217386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ea5edce-8675-49bb-8f74-e75bb1425089 req-4c6ef8e4-5dec-400d-8700-1566f033e6bd tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=dab5d908-9a7d-4a6d-9861-2921f00d315c HTTP/1.1" status: 200 len: 210 time: 0.1895230 Jul 30 01:41:07.229062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-35f2cece-80e8-4aa0-918f-6fb7cbe128db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.241239 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-35f2cece-80e8-4aa0-918f-6fb7cbe128db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f46bc5129e26406a9f83213a27b7db26&device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 1095 time: 0.2174211 Jul 30 01:41:07.253437 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e81bc520-098a-4fba-bcc9-06d7d580bc49 req-efed8f0b-f324-4eda-9767-b839ced247d9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131059 Jul 30 01:41:07.315312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b38dc3e7-c169-4f22-a82c-436b14581fb0 req-efc90aaf-850d-498c-a602-2ff48b33559d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726483 Jul 30 01:41:07.402115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-811732bf-e179-481b-bb23-b65876dfa00c None None] Provisioning for port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:07.422959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-2274202a-4893-488b-9bd0-09f1d82b1ea3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352c94b0-3c6c-4802-8979-37bb4128acab HTTP/1.1" status: 200 len: 217 time: 0.1029212 Jul 30 01:41:07.443644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c7c454-943c-4868-80cc-2ffd234ffc68 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:07.493237 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.497829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.558147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-811732bf-e179-481b-bb23-b65876dfa00c None None] Provisioning for port f02be20f-b931-4fce-bdda-cbc880508cfc completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:07.566850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324101c8-7f31-486e-9a3a-55f1a2866430 req-e5d8c415-2139-47fa-992d-910e2029a910 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.577294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-324101c8-7f31-486e-9a3a-55f1a2866430 req-e5d8c415-2139-47fa-992d-910e2029a910 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 944 time: 0.1336350 Jul 30 01:41:07.621932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port df72844e-7e7a-463d-99b8-d46a4b60f9c1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=df72844e-7e7a-463d-99b8-d46a4b60f9c1,segment=NetworkSegment(d7b7a0ab-2191-4396-b9e7-5e4c0261564b),segment_id=d7b7a0ab-2191-4396-b9e7-5e4c0261564b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:07.623972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Transition to ACTIVE for port object d1c7c454-943c-4868-80cc-2ffd234ffc68 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:07.651525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-811732bf-e179-481b-bb23-b65876dfa00c None None] Provisioning complete for port f02be20f-b931-4fce-bdda-cbc880508cfc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:07.651525 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-811732bf-e179-481b-bb23-b65876dfa00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.660611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.744632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-324101c8-7f31-486e-9a3a-55f1a2866430 req-340c5c0b-2206-4ebb-a0e3-4a88cde5da72 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457520 Jul 30 01:41:07.755654 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:07.757106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:07.820229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-ea03c4cd-3a67-4176-83d9-edc714f5808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:07.823468 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-ea03c4cd-3a67-4176-83d9-edc714f5808a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9639aacf-43cb-466d-8bb2-29b870857fd5 HTTP/1.1" status: 200 len: 861 time: 0.3567851 Jul 30 01:41:07.894961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea915df4-7fab-439d-8849-b342a9c94c4b req-624fdffa-ad2b-4751-a161-b035f1d14299 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 210 time: 0.0897315 Jul 30 01:41:07.928849 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a00c3a-96d9-4062-a6ab-7949dba8afea x-openstack-request-id: req-23a00c3a-96d9-4062-a6ab-7949dba8afea {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:07.929456 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab5d908-9a7d-4a6d-9861-2921f00d315c", "name": "network-vif-deleted", "tag": "69a51fc4-5f54-4806-929a-66fd83922520", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:07.930046 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-23a00c3a-96d9-4062-a6ab-7949dba8afea {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:07.931459 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab5d908-9a7d-4a6d-9861-2921f00d315c', 'name': 'network-vif-deleted', 'tag': '69a51fc4-5f54-4806-929a-66fd83922520', 'status': 'completed', 'code': 200} Jul 30 01:41:07.961642 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-86bdb258-de40-41b3-809d-f7aa31297a78 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197190 Jul 30 01:41:08.311907 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeacde0-f375-45af-859d-d4f9c300a361 x-openstack-request-id: req-feeacde0-f375-45af-859d-d4f9c300a361 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:08.312580 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26db607a-03e0-4670-b815-9ab91a2031cb", "tag": "352c94b0-3c6c-4802-8979-37bb4128acab", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:08.313101 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-feeacde0-f375-45af-859d-d4f9c300a361 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:08.313848 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26db607a-03e0-4670-b815-9ab91a2031cb', 'tag': '352c94b0-3c6c-4802-8979-37bb4128acab', 'status': 'completed', 'code': 200} Jul 30 01:41:08.324409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:08.367813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=df72844e-7e7a-463d-99b8-d46a4b60f9c1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:08.443135 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-ed1fde11-a159-4df6-b8ad-1a4502ec244d service neutron] 10.222.0.22 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560077 Jul 30 01:41:08.522263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-fbec4f9a-7592-4c60-8f5f-a564de7c4301 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.533429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-fbec4f9a-7592-4c60-8f5f-a564de7c4301 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.535890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-fbec4f9a-7592-4c60-8f5f-a564de7c4301 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.22 "GET /v2.0/networks?id=780091e3-8e2d-4473-86e9-f2d7e28bf804&id=65cb7581-72a8-42c6-b27d-1fcc925ca0ac&id=780091e3-8e2d-4473-86e9-f2d7e28bf804 HTTP/1.1" status: 200 len: 1391 time: 0.5588241 Jul 30 01:41:08.559100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571b00-3b46-497e-b0a7-175faa5e67da req-4834bb9b-c9fb-4f3d-a618-51e3f6f61f90 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.566225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:08.567111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1571b00-3b46-497e-b0a7-175faa5e67da req-4834bb9b-c9fb-4f3d-a618-51e3f6f61f90 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 945 time: 0.3298433 Jul 30 01:41:08.586034 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-811732bf-e179-481b-bb23-b65876dfa00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.596215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'port': {'device_id': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804', 'admin_state_up': True, 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:08.597119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:08.597447 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.626162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Attempting to bind port d1c7c454-943c-4868-80cc-2ffd234ffc68 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:08.627844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Attempting to bind port d1c7c454-943c-4868-80cc-2ffd234ffc68 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:08.628892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Attempting to bind port d1c7c454-943c-4868-80cc-2ffd234ffc68 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:08.656047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Port d1c7c454-943c-4868-80cc-2ffd234ffc68 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:08.657348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Attempting to bind port d1c7c454-943c-4868-80cc-2ffd234ffc68 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:08.675078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:08.675078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:08.675876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:08.676458 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Bound port: d1c7c454-943c-4868-80cc-2ffd234ffc68, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:08.677030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.729825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-811732bf-e179-481b-bb23-b65876dfa00c None None] For port f02be20f-b931-4fce-bdda-cbc880508cfc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f02be20f-b931-4fce-bdda-cbc880508cfc,segment=NetworkSegment(bfba409b-f047-4d41-8f8a-b00848992b9c),segment_id=bfba409b-f047-4d41-8f8a-b00848992b9c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:08.755580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-811732bf-e179-481b-bb23-b65876dfa00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.816070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92496203-5132-4880-8870-d44d4f84b824 req-dc6ec519-2c77-4cd0-98b7-1a2ec27cc75c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:08.833536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92496203-5132-4880-8870-d44d4f84b824 req-dc6ec519-2c77-4cd0-98b7-1a2ec27cc75c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 947 time: 0.4821413 Jul 30 01:41:08.844766 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f3d53289-a34f-4aaf-bde6-794bae10878c req-aefff180-97e3-4a1e-9361-a79ea16a8124 service neutron] 10.222.0.22 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752577 Jul 30 01:41:08.913863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811732bf-e179-481b-bb23-b65876dfa00c None None] Pushing event updated for resources: {'Port': ['ID=f02be20f-b931-4fce-bdda-cbc880508cfc,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:08.940106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:08.955726 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.962336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1984f77a-6690-4c79-b791-6eaf0383a251 None None] Provisioning complete for port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:08.962912 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1984f77a-6690-4c79-b791-6eaf0383a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:08.999396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1571b00-3b46-497e-b0a7-175faa5e67da req-92fb8c82-7010-4abf-8d6e-4cafa0d02ca1 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914464 Jul 30 01:41:09.008427 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92496203-5132-4880-8870-d44d4f84b824 req-2ac1a57b-a50f-44d9-9e06-dc561f8f14b6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720788 Jul 30 01:41:09.021367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:09.035334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.065743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-dadf04bc-6e5a-4cfa-9018-f90679f5774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.069244 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-dadf04bc-6e5a-4cfa-9018-f90679f5774b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f46bc5129e26406a9f83213a27b7db26&device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 1095 time: 0.1261723 Jul 30 01:41:09.127058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:09.170271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.171063 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.173364 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-33f81938-be32-420b-8db6-87f285a6939e service neutron] 10.222.0.41 "PUT /v2.0/ports/d1c7c454-943c-4868-80cc-2ffd234ffc68 HTTP/1.1" status: 200 len: 1095 time: 3.2940564 Jul 30 01:41:09.176110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:09.176947 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.190250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.363402 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1984f77a-6690-4c79-b791-6eaf0383a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.409761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f81938-be32-420b-8db6-87f285a6939e service neutron] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:09.476249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device df72844e-7e7a-463d-99b8-d46a4b60f9c1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:09.528235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d450-abed-4612-9481-60515fba07da req-8399f30c-6512-4400-8ea5-4e8a44d08c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.530905 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-8399f30c-6512-4400-8ea5-4e8a44d08c5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 1098 time: 0.2787073 Jul 30 01:41:09.582734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:09.658759 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-1984f77a-6690-4c79-b791-6eaf0383a251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:41:09.659629 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-1984f77a-6690-4c79-b791-6eaf0383a251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:41:09.668323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64789ddf-01ac-4b5d-9aae-4eba75989110 req-6a3eac39-e8e0-4204-b4d2-ea47909c9e52 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.683038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64789ddf-01ac-4b5d-9aae-4eba75989110 req-6a3eac39-e8e0-4204-b4d2-ea47909c9e52 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 945 time: 0.2677984 Jul 30 01:41:09.686594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port df72844e-7e7a-463d-99b8-d46a4b60f9c1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:09.687400 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:09.715372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-904e1d9b-bef3-469a-87a0-d84256f551ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:09.718096 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-904e1d9b-bef3-469a-87a0-d84256f551ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 200 len: 922 time: 0.6088405 Jul 30 01:41:09.721793 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-8850887b-d525-4fda-8378-af7da41d87c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68 HTTP/1.1" status: 200 len: 217 time: 0.1673150 Jul 30 01:41:09.789355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64789ddf-01ac-4b5d-9aae-4eba75989110 req-9ce9a36f-bf82-4f51-9f40-bf0c366a1922 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982392 Jul 30 01:41:09.853012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Allocated IP 19.80.0.135 (780091e3-8e2d-4473-86e9-f2d7e28bf804/e12ae53c-49a9-46b5-abb0-44618a4dc193/f107ed7c-fbff-4061-a116-749de5404718) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:09.917585 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-adb93c65-6b4f-4652-986d-cd6b1cae711a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=352c94b0-3c6c-4802-8979-37bb4128acab HTTP/1.1" status: 200 len: 217 time: 0.1615057 Jul 30 01:41:09.957345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f02be20f-b931-4fce-bdda-cbc880508cfc up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:10.028823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d450-abed-4612-9481-60515fba07da req-b377711f-74df-45d1-959b-cf928e1d679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.031823 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-b377711f-74df-45d1-959b-cf928e1d679d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3026383 Jul 30 01:41:10.073321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f02be20f-b931-4fce-bdda-cbc880508cfc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:10.073928 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.074870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7e2070b-343f-458b-8065-85ea1c1c903e req-0ae99fc5-8239-455d-8f23-c34a7ce1e8d8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 210 time: 0.1138794 Jul 30 01:41:10.095636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9674d-7faf-4cc9-9c14-2e9079cffc4c req-a5885497-1086-465c-876e-b77b6c053960 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.098461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-6d2cba18-5e32-43f8-a393-33ad9b41bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.098747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39a9674d-7faf-4cc9-9c14-2e9079cffc4c req-a5885497-1086-465c-876e-b77b6c053960 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 944 time: 0.1949830 Jul 30 01:41:10.102825 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-6d2cba18-5e32-43f8-a393-33ad9b41bfc8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9639aacf-43cb-466d-8bb2-29b870857fd5 HTTP/1.1" status: 200 len: 861 time: 0.1619411 Jul 30 01:41:10.210141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57858) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:10.223114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-ce0157e7-6f11-43d0-9c9f-61d91c8f9629 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864551 Jul 30 01:41:10.258492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d450-abed-4612-9481-60515fba07da req-8513664e-1228-44f7-af6d-8ae9cd6210ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.260456 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-8513664e-1228-44f7-af6d-8ae9cd6210ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2172861 Jul 30 01:41:10.333234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39a9674d-7faf-4cc9-9c14-2e9079cffc4c req-f989f003-fac5-49c5-a9bc-0cc4d61126e3 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116194 Jul 30 01:41:10.346358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:10.350625 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f285d24-e66c-4420-a596-f05efa737e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:10.449574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.519801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Transition to ACTIVE for port object f107ed7c-fbff-4061-a116-749de5404718 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:10.566765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-53613944-dcdf-4fcc-9dcf-ee57a0e5bfb6 None None] Provisioning complete for port f02be20f-b931-4fce-bdda-cbc880508cfc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:10.567226 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53613944-dcdf-4fcc-9dcf-ee57a0e5bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.604573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b5aff3-aad4-478c-9777-11a08b4d7789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.627964 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:10.702998 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-58b4d106-774a-406f-97ec-11ed90e8b83e service neutron] 10.222.0.22 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616141 Jul 30 01:41:10.713120 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-d2a0b66f-bb6c-422c-afb9-c8a6d7831647 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390192 Jul 30 01:41:10.754051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network 780091e3-8e2d-4473-86e9-f2d7e28bf804 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:10.762014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:10.770363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:10.824499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Port': ['ID=f107ed7c-fbff-4061-a116-749de5404718,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:10.926143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:10.928503 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.062171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e509d2-b374-41d6-b4f7-d99f78372c8b req-008c3893-5c11-4854-bbd7-f67c2e0dd7a6 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:11.065580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01e509d2-b374-41d6-b4f7-d99f78372c8b req-008c3893-5c11-4854-bbd7-f67c2e0dd7a6 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=6872d482-3830-4ea7-8b50-8bb110ec7447 HTTP/1.1" status: 200 len: 945 time: 0.1330953 Jul 30 01:41:11.096452 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0728d450-abed-4612-9481-60515fba07da req-1c5c0c1d-cc01-4234-b734-2db71c8996fa service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635690 Jul 30 01:41:11.135141 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-39e627ec-45f8-4abf-8b44-29671e3c83a3 req-6023d96c-7ea6-42b2-aa3c-fad0d216351e service neutron] 10.222.0.22 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164357 Jul 30 01:41:11.187973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01e509d2-b374-41d6-b4f7-d99f78372c8b req-ef764a85-913f-4340-975e-95a7ab4ce60e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043789 Jul 30 01:41:11.226271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b5aff3-aad4-478c-9777-11a08b4d7789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.237575 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b5aff3-aad4-478c-9777-11a08b4d7789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.246945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dcc7ba61-4801-4c7e-91fa-84404889310c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6770236 Jul 30 01:41:11.274709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'port': {'device_id': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac', 'admin_state_up': True, 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:11.295755 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1e2cae-f554-4b6e-9f03-77c572549a84 x-openstack-request-id: req-8a1e2cae-f554-4b6e-9f03-77c572549a84 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:11.296211 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:11.296593 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8a1e2cae-f554-4b6e-9f03-77c572549a84 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:11.297022 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'status': 'completed', 'code': 200} Jul 30 01:41:11.334707 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d1b5aff3-aad4-478c-9777-11a08b4d7789 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cbf8307fe6884d7f96ca378887887a82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1216893 Jul 30 01:41:11.365872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57882) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:11.390864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-82225b55-2a59-49e8-bb7e-892f9e46b7fc None None] Provisioning for port f107ed7c-fbff-4061-a116-749de5404718 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:11.408780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-82225b55-2a59-49e8-bb7e-892f9e46b7fc None None] Provisioning complete for port f107ed7c-fbff-4061-a116-749de5404718 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:11.416029 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82225b55-2a59-49e8-bb7e-892f9e46b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.452549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5aff3-aad4-478c-9777-11a08b4d7789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1028a72a-dc93-4d68-9095-b243e1be6b94,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:11.477750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:11.522057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f285d24-e66c-4420-a596-f05efa737e8a req-50209cf7-759b-498c-a78b-363852f0c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:11.525445 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f285d24-e66c-4420-a596-f05efa737e8a req-50209cf7-759b-498c-a78b-363852f0c1e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 1098 time: 0.1756840 Jul 30 01:41:11.558536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-82225b55-2a59-49e8-bb7e-892f9e46b7fc None None] Port f107ed7c-fbff-4061-a116-749de5404718 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:11.607792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:11.608340 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.635570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0656448-0ea0-43b6-82bd-aa9d51ffe02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.706676 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0656448-0ea0-43b6-82bd-aa9d51ffe02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.730299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceddb3-139b-4be2-b923-1226f83f4b14 req-6a84e85c-8db1-4176-b4e6-5d092ce2b823 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:11.733330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9ceddb3-139b-4be2-b923-1226f83f4b14 req-6a84e85c-8db1-4176-b4e6-5d092ce2b823 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 947 time: 0.3933678 Jul 30 01:41:11.791673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f285d24-e66c-4420-a596-f05efa737e8a req-b9e8c2cf-34d4-4f58-b2bc-bb0d1bd78f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:11.794058 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f285d24-e66c-4420-a596-f05efa737e8a req-b9e8c2cf-34d4-4f58-b2bc-bb0d1bd78f87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.2559197 Jul 30 01:41:11.816469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2a704-1b65-4d85-bf13-04e3c38bab0c req-fad09ec9-cfb9-459b-a847-b508f89f8b7d tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:11.820283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81d2a704-1b65-4d85-bf13-04e3c38bab0c req-fad09ec9-cfb9-459b-a847-b508f89f8b7d tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 951 time: 0.2300889 Jul 30 01:41:11.828688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:11.835350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.861941 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f285d24-e66c-4420-a596-f05efa737e8a req-ed616432-a64b-4a38-a16b-08461fc77eee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68 HTTP/1.1" status: 200 len: 217 time: 0.0595651 Jul 30 01:41:11.917925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9ceddb3-139b-4be2-b923-1226f83f4b14 req-e472cf5a-188c-4978-9940-2c8d77cf92d2 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711833 Jul 30 01:41:11.920464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0656448-0ea0-43b6-82bd-aa9d51ffe02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.923803 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0656448-0ea0-43b6-82bd-aa9d51ffe02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:11.931119 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d0656448-0ea0-43b6-82bd-aa9d51ffe02d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1028a72a-dc93-4d68-9095-b243e1be6b94 HTTP/1.1" status: 204 len: 168 time: 0.5576839 Jul 30 01:41:11.972196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81d2a704-1b65-4d85-bf13-04e3c38bab0c req-42316d4f-ea57-44b0-ac81-0737f16a2313 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270163 Jul 30 01:41:11.975927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0656448-0ea0-43b6-82bd-aa9d51ffe02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028a72a-dc93-4d68-9095-b243e1be6b94,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:12.041010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f285d24-e66c-4420-a596-f05efa737e8a req-1c9dc669-3465-4056-a265-90e5c7a9eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.048422 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f285d24-e66c-4420-a596-f05efa737e8a req-1c9dc669-3465-4056-a265-90e5c7a9eace service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1775606 Jul 30 01:41:12.160064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f285d24-e66c-4420-a596-f05efa737e8a req-9160da8c-e174-4e47-b9ef-8be024e535a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.162801 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f285d24-e66c-4420-a596-f05efa737e8a req-9160da8c-e174-4e47-b9ef-8be024e535a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035273 Jul 30 01:41:12.321817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08573a6-6b93-46a8-968f-358a24bb44e5 req-755e17d5-35da-4750-a1ab-b8956505a304 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.324687 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d08573a6-6b93-46a8-968f-358a24bb44e5 req-755e17d5-35da-4750-a1ab-b8956505a304 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 932 time: 0.1847780 Jul 30 01:41:12.330470 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f285d24-e66c-4420-a596-f05efa737e8a req-7a0d2a78-1f63-45fc-b96e-988ad4c7a438 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477108 Jul 30 01:41:12.337557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Allocated IP 19.86.0.67 (65cb7581-72a8-42c6-b27d-1fcc925ca0ac/58c7868d-3165-499b-8769-4b94b68af9ea/323f08b2-c795-414b-91b3-9cea8f1b8877) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:12.482879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 352c94b0-3c6c-4802-8979-37bb4128acab details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:12.711207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 352c94b0-3c6c-4802-8979-37bb4128acab, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=352c94b0-3c6c-4802-8979-37bb4128acab,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:12.727757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57902) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:12.737760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '352c94b0-3c6c-4802-8979-37bb4128acab', 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105', 'port_id': '352c94b0-3c6c-4802-8979-37bb4128acab', 'mac_address': 'fa:16:3e:b1:03:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639aacf-43cb-466d-8bb2-29b870857fd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:12.778768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d08573a6-6b93-46a8-968f-358a24bb44e5 req-436947e1-ce1e-4a91-927a-ec4cf8f502f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306870 Jul 30 01:41:12.802516 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b78c9d4-4dfb-4412-b225-793126cec176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.848563 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.854591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bbf8e-1bac-4bea-bbd8-15d4f02e72be req-5a2bcdd4-454c-4cd1-b5c8-b5bd7cf68ab6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:12.857438 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd8bbf8e-1bac-4bea-bbd8-15d4f02e72be req-5a2bcdd4-454c-4cd1-b5c8-b5bd7cf68ab6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 944 time: 0.2622969 Jul 30 01:41:12.872931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:12.892880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352c94b0-3c6c-4802-8979-37bb4128acab {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:12.903859 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f285d24-e66c-4420-a596-f05efa737e8a req-f7545795-583d-4824-af2d-20152f7f9247 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644922 Jul 30 01:41:12.941390 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:41:12.943664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Transition to ACTIVE for port object 323f08b2-c795-414b-91b3-9cea8f1b8877 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:12.949655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 352c94b0-3c6c-4802-8979-37bb4128acab, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=352c94b0-3c6c-4802-8979-37bb4128acab,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:12.955657 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.053043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=352c94b0-3c6c-4802-8979-37bb4128acab,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.057065 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.058547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-0ce138ef-c3d2-4c54-8189-3a00658addfc tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.061712 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-0ce138ef-c3d2-4c54-8189-3a00658addfc tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 951 time: 0.1009734 Jul 30 01:41:13.184353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd8bbf8e-1bac-4bea-bbd8-15d4f02e72be req-42f86631-64a8-4787-abc5-5cd82a090693 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039422 Jul 30 01:41:13.331845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Deleting port af977577-7523-4a6e-a390-c075238bf03c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:13.332653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.347029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b78c9d4-4dfb-4412-b225-793126cec176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.348303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['352c94b0-3c6c-4802-8979-37bb4128acab'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:13.370870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b78c9d4-4dfb-4412-b225-793126cec176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.390274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:13.446093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:13.472736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:13.525077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] For port af977577-7523-4a6e-a390-c075238bf03c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=af977577-7523-4a6e-a390-c075238bf03c,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:13.525843 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.547659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Port': ['ID=323f08b2-c795-414b-91b3-9cea8f1b8877,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.556925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Calling delete_port for af977577-7523-4a6e-a390-c075238bf03c owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:13.624737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9b78c9d4-4dfb-4412-b225-793126cec176 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c0abbca73d1a4c9fa9fef5e4fa0cbacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8914106 Jul 30 01:41:13.631313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57914) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:13.670694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c9d4-4dfb-4412-b225-793126cec176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3882830-fc16-4e4d-8a0f-c6f0a153fecc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.725302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280551ed-0f8f-446a-873b-90cb4831fc39 req-3918acf2-cc5a-4520-b072-47ce6c9fbfc8 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.728112 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-280551ed-0f8f-446a-873b-90cb4831fc39 req-3918acf2-cc5a-4520-b072-47ce6c9fbfc8 tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/ports?device_id=f80a7813-e382-4134-8716-5ed0a3d61032 HTTP/1.1" status: 200 len: 951 time: 0.2952631 Jul 30 01:41:13.753046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.754010 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.799177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41ef94-51cf-4648-84d5-7c9c154788e1 req-8d956ba4-1f1e-4851-b0b3-f1965fd024e3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:13.801474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a41ef94-51cf-4648-84d5-7c9c154788e1 req-8d956ba4-1f1e-4851-b0b3-f1965fd024e3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 947 time: 0.3959858 Jul 30 01:41:13.850264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0d051353-b9c5-42a0-b2f8-08882a1fe925 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5818870 Jul 30 01:41:13.851776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.870862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'port': {'device_id': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804', 'admin_state_up': True, 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:13.907910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Pushing event deleted for resources: {'Port': ['ID=af977577-7523-4a6e-a390-c075238bf03c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:13.956320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5f03a76a-6fe5-40b4-8402-9d254c5424a3 None None] Provisioning for port 323f08b2-c795-414b-91b3-9cea8f1b8877 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:13.964227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5f03a76a-6fe5-40b4-8402-9d254c5424a3 None None] Provisioning complete for port 323f08b2-c795-414b-91b3-9cea8f1b8877 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:13.968632 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f03a76a-6fe5-40b4-8402-9d254c5424a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.977632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] No DVR routers for this DVR port af977577-7523-4a6e-a390-c075238bf03c on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:13.983265 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:13.986240 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-80b1648d-b703-484f-bfb1-b6e3b935ca25 req-698b271f-b55d-4c8a-a88c-148308959e8c tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.22 "DELETE /v2.0/ports/af977577-7523-4a6e-a390-c075238bf03c HTTP/1.1" status: 204 len: 173 time: 0.9096277 Jul 30 01:41:13.987345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'name': 'network-vif-deleted', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:13.992015 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e162634-263d-4f12-9482-3ff7222df4d3" -d '{"events": [{"server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "name": "network-vif-deleted", "tag": "af977577-7523-4a6e-a390-c075238bf03c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:14.007963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e59ba37-8feb-4e73-8994-e45ef0a895be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.057242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-280551ed-0f8f-446a-873b-90cb4831fc39 req-83398b2e-0a57-41d3-9f8f-a79960e4b67e tempest-ServersAdminTestJSON-1132798094 tempest-ServersAdminTestJSON-1132798094-project] 10.222.0.84 "GET /v2.0/security-groups?id=356b9ba8-34a3-47d3-a2db-04ea9ea363d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950661 Jul 30 01:41:14.072411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5f03a76a-6fe5-40b4-8402-9d254c5424a3 None None] Port 323f08b2-c795-414b-91b3-9cea8f1b8877 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:14.184465 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e59ba37-8feb-4e73-8994-e45ef0a895be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.193605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a41ef94-51cf-4648-84d5-7c9c154788e1 req-aef45319-0b77-4ca2-96cf-99d5738170c5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742929 Jul 30 01:41:14.327766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-5605af47-a55a-47ac-aa70-6cd577a94aa0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:14.331410 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-5605af47-a55a-47ac-aa70-6cd577a94aa0 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.41 "GET /v2.0/ports?device_id=6872d482-3830-4ea7-8b50-8bb110ec7447 HTTP/1.1" status: 200 len: 945 time: 0.2098081 Jul 30 01:41:14.375688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:14.399947 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.499509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 352c94b0-3c6c-4802-8979-37bb4128acab up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:14.505151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:14.570614 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e59ba37-8feb-4e73-8994-e45ef0a895be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.578509 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e59ba37-8feb-4e73-8994-e45ef0a895be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.580506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6e59ba37-8feb-4e73-8994-e45ef0a895be admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b3882830-fc16-4e4d-8a0f-c6f0a153fecc HTTP/1.1" status: 204 len: 168 time: 0.9391220 Jul 30 01:41:14.588714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Deleting port 2d37519c-079d-4389-96cc-09e3b77762d5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:14.590314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.763786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 352c94b0-3c6c-4802-8979-37bb4128acab completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:14.772173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 352c94b0-3c6c-4802-8979-37bb4128acab triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:14.772548 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.840469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:14.863717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'mac_address': 'fa:16:3e:41:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:14.891815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] For port 2d37519c-079d-4389-96cc-09e3b77762d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2d37519c-079d-4389-96cc-09e3b77762d5,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:14.894747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:14.923497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Calling delete_port for 2d37519c-079d-4389-96cc-09e3b77762d5 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:15.014350 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.080882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c7c454-943c-4868-80cc-2ffd234ffc68 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:15.149324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8f055e03-e1b7-4386-a085-1e6ec7f17bf3 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.160126 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.162767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8f055e03-e1b7-4386-a085-1e6ec7f17bf3 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 813 time: 0.6932774 Jul 30 01:41:15.175813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:15.213945 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.215761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59ba37-8feb-4e73-8994-e45ef0a895be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3882830-fc16-4e4d-8a0f-c6f0a153fecc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:15.220853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6389e449-01f4-4087-ac45-ee4560fcfd8c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:15.269899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Allocated IP 19.80.0.92 (780091e3-8e2d-4473-86e9-f2d7e28bf804/e12ae53c-49a9-46b5-abb0-44618a4dc193/62332ebc-7f64-46e1-a0c0-948adac16e4d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:15.309174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-24b5a842-c15e-4728-b2f4-2291679b5057 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/quotas/7117701197d845caa81f22c1c9d967ab HTTP/1.1" status: 200 len: 375 time: 0.0800908 Jul 30 01:41:15.356743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ed995-4465-4b09-abf0-5b289f3d983d req-344819f6-f296-4e5f-a8e3-5855a399919d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.373136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ed995-4465-4b09-abf0-5b289f3d983d req-344819f6-f296-4e5f-a8e3-5855a399919d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.375943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf9ed995-4465-4b09-abf0-5b289f3d983d req-344819f6-f296-4e5f-a8e3-5855a399919d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 1654 time: 0.8623152 Jul 30 01:41:15.417627 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.418423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:15.458579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['2d37519c-079d-4389-96cc-09e3b77762d5'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:15.461667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['6eb3c600-b5ca-415e-97f8-4a871f2bc00f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:15.504271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-fe3d94a6-936a-4686-a8ac-529afd407a3d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:15.509076 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-fe3d94a6-936a-4686-a8ac-529afd407a3d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.22 "GET /v2.0/ports?device_id=b3a3ff3e-0f85-4593-a810-c327acbde3ef HTTP/1.1" status: 200 len: 945 time: 0.1840155 Jul 30 01:41:15.554570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26db607a-03e0-4670-b815-9ab91a2031cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352c94b0-3c6c-4802-8979-37bb4128acab'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:15.557293 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa52fd0-93ad-4556-ae41-fb59a72035bd" -d '{"events": [{"server_uuid": "26db607a-03e0-4670-b815-9ab91a2031cb", "name": "network-vif-plugged", "status": "completed", "tag": "352c94b0-3c6c-4802-8979-37bb4128acab"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:15.601209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 352c94b0-3c6c-4802-8979-37bb4128acab, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=352c94b0-3c6c-4802-8979-37bb4128acab,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:15.620179 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.621320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:15.684572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: af977577-7523-4a6e-a390-c075238bf03c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:15.684859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device af977577-7523-4a6e-a390-c075238bf03c not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:15.717632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf9ed995-4465-4b09-abf0-5b289f3d983d req-3de1ae06-eb18-4837-ad77-2e14741d8aff tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976415 Jul 30 01:41:15.762873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8d9e8dae-01ac-4338-8d11-f8f103bb9620 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3835721 Jul 30 01:41:15.775303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Pushing event deleted for resources: {'Port': ['ID=2d37519c-079d-4389-96cc-09e3b77762d5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:15.815116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=352c94b0-3c6c-4802-8979-37bb4128acab,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:15.869197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] No DVR routers for this DVR port 2d37519c-079d-4389-96cc-09e3b77762d5 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:15.873760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:15.878060 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1db5c38-c97c-4ef8-b567-e764f697fb08 req-db76623e-72c7-4b69-bb19-bca67ab79d6e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.41 "DELETE /v2.0/ports/2d37519c-079d-4389-96cc-09e3b77762d5 HTTP/1.1" status: 204 len: 173 time: 1.5391858 Jul 30 01:41:15.914480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:15.939861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '6389e449-01f4-4087-ac45-ee4560fcfd8c', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'port_id': '6389e449-01f4-4087-ac45-ee4560fcfd8c', 'mac_address': 'fa:16:3e:12:21:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5d721-50b0-47c9-a6f9-0026d813c946', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:15.990726 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c0cb5-31c2-4267-bebf-3ab06c154d59 x-openstack-request-id: req-108c0cb5-31c2-4267-bebf-3ab06c154d59 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:15.991475 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80a7813-e382-4134-8716-5ed0a3d61032", "name": "network-vif-deleted", "tag": "af977577-7523-4a6e-a390-c075238bf03c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:15.991944 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-108c0cb5-31c2-4267-bebf-3ab06c154d59 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:15.992781 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80a7813-e382-4134-8716-5ed0a3d61032', 'name': 'network-vif-deleted', 'tag': 'af977577-7523-4a6e-a390-c075238bf03c', 'status': 'completed', 'code': 200} Jul 30 01:41:15.996905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Deleting port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:15.998430 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.044459 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.097989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6389e449-01f4-4087-ac45-ee4560fcfd8c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:16.187896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:16.216913 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.217654 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.228224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] For port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:16.228876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.251713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Calling delete_port for 6eb3c600-b5ca-415e-97f8-4a871f2bc00f owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:16.259663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Transition to ACTIVE for port object 62332ebc-7f64-46e1-a0c0-948adac16e4d will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:16.354907 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.388868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network 780091e3-8e2d-4473-86e9-f2d7e28bf804 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:16.400712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6389e449-01f4-4087-ac45-ee4560fcfd8c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:16.411005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:16.418858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:16.584391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.586618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.589672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Port': ['ID=62332ebc-7f64-46e1-a0c0-948adac16e4d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:16.725352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f1bf-e6ea-4075-9f72-ac0e22c1ad63 req-7054a815-ef4f-4ddb-af3a-a684a2f0fa75 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:16.738378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b58f1bf-e6ea-4075-9f72-ac0e22c1ad63 req-7054a815-ef4f-4ddb-af3a-a684a2f0fa75 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.4062295 Jul 30 01:41:16.747296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b9adfcdb-2dfc-4508-8072-100a928e50a1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8864427 Jul 30 01:41:16.767480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6389e449-01f4-4087-ac45-ee4560fcfd8c,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:16.772168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 2d37519c-079d-4389-96cc-09e3b77762d5 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:16.777345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d1c7c454-943c-4868-80cc-2ffd234ffc68'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:16.809023 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:16.884732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Pushing event deleted for resources: {'Port': ['ID=6eb3c600-b5ca-415e-97f8-4a871f2bc00f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:16.899296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b58f1bf-e6ea-4075-9f72-ac0e22c1ad63 req-6f2c51f2-8400-4d4d-a023-4bc11ffa9430 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590805 Jul 30 01:41:16.908659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 2d37519c-079d-4389-96cc-09e3b77762d5 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:16.909189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 2d37519c-079d-4389-96cc-09e3b77762d5 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:16.930134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Request body: {'port': {'device_id': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:17.014589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-607f898a-696f-4373-9ce9-948a0c5b5463 service neutron] 10.222.0.84 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2496419 Jul 30 01:41:17.020753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] No DVR routers for this DVR port 6eb3c600-b5ca-415e-97f8-4a871f2bc00f on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:17.026729 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:17.034700 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ba787a6-3479-4407-b7c8-83690182c6c6 req-370322be-7960-4e87-b412-d95fd82d6b3c tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.22 "DELETE /v2.0/ports/6eb3c600-b5ca-415e-97f8-4a871f2bc00f HTTP/1.1" status: 204 len: 173 time: 1.4720676 Jul 30 01:41:17.123101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-578feb3f-1697-48b0-97e9-16de0c0b83af None None] Provisioning for port 62332ebc-7f64-46e1-a0c0-948adac16e4d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:17.146411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-578feb3f-1697-48b0-97e9-16de0c0b83af None None] Provisioning complete for port 62332ebc-7f64-46e1-a0c0-948adac16e4d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:17.146964 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-578feb3f-1697-48b0-97e9-16de0c0b83af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:17.274412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-578feb3f-1697-48b0-97e9-16de0c0b83af None None] Port 62332ebc-7f64-46e1-a0c0-948adac16e4d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:17.368870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-1e226610-c264-4736-8be2-13e3cda64fa1 service neutron] 10.222.0.84 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531947 Jul 30 01:41:17.559089 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:17.648056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e128-2ebb-42dc-a6a5-40edc8744505 req-9d0297cb-19ac-4946-adf0-2c66f6992315 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:17.655111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79d5e128-2ebb-42dc-a6a5-40edc8744505 req-9d0297cb-19ac-4946-adf0-2c66f6992315 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 948 time: 0.1658435 Jul 30 01:41:17.757401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79d5e128-2ebb-42dc-a6a5-40edc8744505 req-27f331a1-e078-41f3-aded-18bb3ddd4162 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751016 Jul 30 01:41:17.996396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6872d482-3830-4ea7-8b50-8bb110ec7447', 'name': 'network-vif-deleted', 'tag': '2d37519c-079d-4389-96cc-09e3b77762d5'}, {'server_uuid': 'b3a3ff3e-0f85-4593-a810-c327acbde3ef', 'name': 'network-vif-deleted', 'tag': '6eb3c600-b5ca-415e-97f8-4a871f2bc00f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:17.999676 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5284ca-d076-4897-8103-9290342378d3" -d '{"events": [{"server_uuid": "6872d482-3830-4ea7-8b50-8bb110ec7447", "name": "network-vif-deleted", "tag": "2d37519c-079d-4389-96cc-09e3b77762d5"}, {"server_uuid": "b3a3ff3e-0f85-4593-a810-c327acbde3ef", "name": "network-vif-deleted", "tag": "6eb3c600-b5ca-415e-97f8-4a871f2bc00f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:18.103269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58024) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:18.153445 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d0e335-fdbc-4e1f-8246-c7accd164bba x-openstack-request-id: req-90d0e335-fdbc-4e1f-8246-c7accd164bba {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:18.154595 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26db607a-03e0-4670-b815-9ab91a2031cb", "name": "network-vif-plugged", "status": "completed", "tag": "352c94b0-3c6c-4802-8979-37bb4128acab", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:18.155113 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-90d0e335-fdbc-4e1f-8246-c7accd164bba {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:18.155830 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26db607a-03e0-4670-b815-9ab91a2031cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352c94b0-3c6c-4802-8979-37bb4128acab', 'code': 200} Jul 30 01:41:18.473195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e9e46-8e46-43d4-b864-6ba8ff205588 req-647025e7-f00d-47f4-ae52-ec502342fc02 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.493577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e9e46-8e46-43d4-b864-6ba8ff205588 req-647025e7-f00d-47f4-ae52-ec502342fc02 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.504699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e9e46-8e46-43d4-b864-6ba8ff205588 req-647025e7-f00d-47f4-ae52-ec502342fc02 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.506898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-634e9e46-8e46-43d4-b864-6ba8ff205588 req-647025e7-f00d-47f4-ae52-ec502342fc02 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2375 time: 0.2267325 Jul 30 01:41:18.508469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300ee5c-b013-456d-8fa2-18f819f6a1dc req-fc19824e-1129-494a-87e6-2cad570d61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.511725 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5300ee5c-b013-456d-8fa2-18f819f6a1dc req-fc19824e-1129-494a-87e6-2cad570d61b4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 1097 time: 0.1891954 Jul 30 01:41:18.520980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f107ed7c-fbff-4061-a116-749de5404718 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:18.532624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:18.563069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.635211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eff21-db05-4450-8dd5-8738605baae6 req-f5e4881c-4a8c-4557-b242-dc0b19a49fc6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:18.658670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-528eff21-db05-4450-8dd5-8738605baae6 req-f5e4881c-4a8c-4557-b242-dc0b19a49fc6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.4180396 Jul 30 01:41:18.689046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port d1c7c454-943c-4868-80cc-2ffd234ffc68 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:18.692549 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5300ee5c-b013-456d-8fa2-18f819f6a1dc req-718284e8-2e28-49b7-9905-25c7c1b4180c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653922 Jul 30 01:41:18.708144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d1c7c454-943c-4868-80cc-2ffd234ffc68 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:18.709518 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:18.966341 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5787f6c4-46c3-4b26-b026-49b9efaa9e49 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cdd599744a3d488fa5b952ac5e56e142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8613806 Jul 30 01:41:18.967333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58048) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:19.038784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.152748 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-053d850e-4203-4bbc-a24d-6014ca105cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.168803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:19.180798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.182126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6389e449-01f4-4087-ac45-ee4560fcfd8c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:19.244874 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-053d850e-4203-4bbc-a24d-6014ca105cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.406526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-053d850e-4203-4bbc-a24d-6014ca105cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.413066 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-053d850e-4203-4bbc-a24d-6014ca105cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.417069 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-053d850e-4203-4bbc-a24d-6014ca105cee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/356b9ba8-34a3-47d3-a2db-04ea9ea363d4 HTTP/1.1" status: 204 len: 168 time: 0.4475858 Jul 30 01:41:19.426484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:19.450773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d850e-4203-4bbc-a24d-6014ca105cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356b9ba8-34a3-47d3-a2db-04ea9ea363d4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:19.503464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 6389e449-01f4-4087-ac45-ee4560fcfd8c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:19.504250 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.640697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Transition to ACTIVE for port object f107ed7c-fbff-4061-a116-749de5404718 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:19.664802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.742531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-634e9e46-8e46-43d4-b864-6ba8ff205588 req-c5ff9f3b-757f-4c86-a8a1-ba6eda44737a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1625931 Jul 30 01:41:19.836978 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:19.890066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-528eff21-db05-4450-8dd5-8738605baae6 req-f0a5bece-67e8-49d1-93c7-c6a1041e1fb5 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1930964 Jul 30 01:41:20.001636 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a297f-968a-49f5-857f-d01eaa74a932 x-openstack-request-id: req-375a297f-968a-49f5-857f-d01eaa74a932 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:20.002409 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6872d482-3830-4ea7-8b50-8bb110ec7447", "name": "network-vif-deleted", "tag": "2d37519c-079d-4389-96cc-09e3b77762d5", "status": "completed", "code": 200}, {"server_uuid": "b3a3ff3e-0f85-4593-a810-c327acbde3ef", "name": "network-vif-deleted", "tag": "6eb3c600-b5ca-415e-97f8-4a871f2bc00f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:20.003090 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-375a297f-968a-49f5-857f-d01eaa74a932 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:20.004207 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6872d482-3830-4ea7-8b50-8bb110ec7447', 'name': 'network-vif-deleted', 'tag': '2d37519c-079d-4389-96cc-09e3b77762d5', 'status': 'completed', 'code': 200} Jul 30 01:41:20.004843 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a3ff3e-0f85-4593-a810-c327acbde3ef', 'name': 'network-vif-deleted', 'tag': '6eb3c600-b5ca-415e-97f8-4a871f2bc00f', 'status': 'completed', 'code': 200} Jul 30 01:41:20.050013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f107ed7c-fbff-4061-a116-749de5404718,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:20.052367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:20.062564 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.214082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68'}, {'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:20.234089 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cfc8f1-2802-416e-9026-b9fc399f37f5" -d '{"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-plugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68"}, {"server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "name": "network-vif-plugged", "status": "completed", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:20.399643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6389e449-01f4-4087-ac45-ee4560fcfd8c,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:20.549841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6eb3c600-b5ca-415e-97f8-4a871f2bc00f no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:20.638578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 6eb3c600-b5ca-415e-97f8-4a871f2bc00f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:20.639187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6eb3c600-b5ca-415e-97f8-4a871f2bc00f not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:20.693289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Attempting to bind port f107ed7c-fbff-4061-a116-749de5404718 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:20.694452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Attempting to bind port f107ed7c-fbff-4061-a116-749de5404718 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:20.695853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Attempting to bind port f107ed7c-fbff-4061-a116-749de5404718 on network 780091e3-8e2d-4473-86e9-f2d7e28bf804 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:20.709370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Port f107ed7c-fbff-4061-a116-749de5404718 on network 780091e3-8e2d-4473-86e9-f2d7e28bf804 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:20.710329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Attempting to bind port f107ed7c-fbff-4061-a116-749de5404718 on network 780091e3-8e2d-4473-86e9-f2d7e28bf804 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:20.723553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:20.724184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Checking segment: {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:20.724955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Bound using segment: {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:20.725882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Bound port: f107ed7c-fbff-4061-a116-749de5404718, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:20.726679 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:20.781013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf6f2f-ea32-4b71-ad3e-b66b387758d2 req-2e54fdaf-6910-4be8-8697-bea9136b67e3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:20.792486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52cf6f2f-ea32-4b71-ad3e-b66b387758d2 req-2e54fdaf-6910-4be8-8697-bea9136b67e3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.4621778 Jul 30 01:41:20.915399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52cf6f2f-ea32-4b71-ad3e-b66b387758d2 req-992b42e4-e7a2-405a-b095-892b0a128a5d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814605 Jul 30 01:41:21.000162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58080) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:21.003961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] For port f107ed7c-fbff-4061-a116-749de5404718, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:21.009884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] For port f107ed7c-fbff-4061-a116-749de5404718, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f107ed7c-fbff-4061-a116-749de5404718,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:21.019894 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.055819 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed625b5-d925-494a-91ad-adf2d01d5bbd x-openstack-request-id: req-5ed625b5-d925-494a-91ad-adf2d01d5bbd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:21.056425 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-plugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68", "code": 200}, {"server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "name": "network-vif-plugged", "status": "completed", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:21.056852 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5ed625b5-d925-494a-91ad-adf2d01d5bbd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:21.057694 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'code': 200} Jul 30 01:41:21.058243 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c', 'code': 200} Jul 30 01:41:21.109076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.110149 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.112562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] 10.222.0.22 "PUT /v2.0/ports/f107ed7c-fbff-4061-a116-749de5404718 HTTP/1.1" status: 200 len: 1092 time: 4.2480483 Jul 30 01:41:21.123558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'tag': 'f107ed7c-fbff-4061-a116-749de5404718'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:21.127743 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046fac76-5013-48ff-a117-c53c974d8cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "tag": "f107ed7c-fbff-4061-a116-749de5404718"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:21.185872 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8fbdcfe0-4bec-4063-a069-d6561821793c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a4e0d6525d104b358f9ec987cfc74399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836362 Jul 30 01:41:21.191551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58086) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:21.193549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1580c-2ae0-4466-8250-d2f8c6d7c2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f107ed7c-fbff-4061-a116-749de5404718,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:21.329950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d263a7b-edaa-4845-a512-10090f3d5ed1 req-e4447ee8-e704-4e5c-8439-3597b4b2f778 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 210 time: 0.1046896 Jul 30 01:41:21.391157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Request body: {'port': {'device_id': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:21.545024 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e117f212-bfc4-4785-b417-dcfc60830174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.668819 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:21.863701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a372fc1-b655-4b51-bebb-1ddb7564cbff req-6b3ad18b-daa6-4a31-ae38-c563fa71dd3d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.877714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a372fc1-b655-4b51-bebb-1ddb7564cbff req-6b3ad18b-daa6-4a31-ae38-c563fa71dd3d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.885911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a372fc1-b655-4b51-bebb-1ddb7564cbff req-6b3ad18b-daa6-4a31-ae38-c563fa71dd3d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:21.910012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a372fc1-b655-4b51-bebb-1ddb7564cbff req-6b3ad18b-daa6-4a31-ae38-c563fa71dd3d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2387 time: 0.3601346 Jul 30 01:41:22.026516 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e117f212-bfc4-4785-b417-dcfc60830174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.068820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4219b-1a03-48ed-aef9-5db63883d5a2 req-a5953bf7-593a-4d21-9440-2dccb05302ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.072127 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-47e4219b-1a03-48ed-aef9-5db63883d5a2 req-a5953bf7-593a-4d21-9440-2dccb05302ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 1100 time: 0.7576051 Jul 30 01:41:22.126460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-2c057c96-6d48-4ae1-841f-f74604bf2281 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=3d40457dca684b259fa91976457761a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436180 Jul 30 01:41:22.185758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a372fc1-b655-4b51-bebb-1ddb7564cbff req-24357fbc-6369-4b35-9a2c-57d260a66eff tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742729 Jul 30 01:41:22.267472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-24824047-9694-446a-aa80-e3351c9a6697 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.271633 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-24824047-9694-446a-aa80-e3351c9a6697 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.22 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 813 time: 0.8185835 Jul 30 01:41:22.367811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Request body: {'port': {'device_id': 'e2da58c7-7288-4778-8618-94a25dd2ccff', 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f', 'admin_state_up': True, 'tenant_id': '7117701197d845caa81f22c1c9d967ab'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:22.489683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-ca52de98-75ba-4652-93c4-1720591d2588 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.499011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-ca52de98-75ba-4652-93c4-1720591d2588 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3711500 Jul 30 01:41:22.534391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e117f212-bfc4-4785-b417-dcfc60830174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.539567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e117f212-bfc4-4785-b417-dcfc60830174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.545516 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e117f212-bfc4-4785-b417-dcfc60830174 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/248bc72e-adc2-4ee4-97a2-f2b5ac69f7ab HTTP/1.1" status: 204 len: 168 time: 1.3485711 Jul 30 01:41:22.562169 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-47e4219b-1a03-48ed-aef9-5db63883d5a2 req-2bf6c30a-daec-4ea2-ab20-d3c5f25283f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671800 Jul 30 01:41:22.562946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b93268-1f17-4b71-a4f2-6e951d58df18 req-80057ac6-ed80-433a-8805-ff4f3bef1fa3 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.571372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7b93268-1f17-4b71-a4f2-6e951d58df18 req-80057ac6-ed80-433a-8805-ff4f3bef1fa3 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.1467242 Jul 30 01:41:22.581050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-2887ce3e-b091-41dc-a6b6-5f5bb6413045 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/quotas/3d40457dca684b259fa91976457761a4 HTTP/1.1" status: 200 len: 375 time: 0.0787761 Jul 30 01:41:22.594231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117f212-bfc4-4785-b417-dcfc60830174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248bc72e-adc2-4ee4-97a2-f2b5ac69f7ab,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:22.622987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-2f574528-7e42-4bcb-b770-d05582f2d739 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:22.625980 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-2f574528-7e42-4bcb-b770-d05582f2d739 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.41 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 813 time: 0.8105259 Jul 30 01:41:22.665820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-8a3862dd-585a-4085-8ef9-ac91979830ca tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3d40457dca684b259fa91976457761a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851190 Jul 30 01:41:22.784347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7b93268-1f17-4b71-a4f2-6e951d58df18 req-adfd215f-4599-4a9a-9d1a-cb03ad18119d tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121789 Jul 30 01:41:22.796654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Request body: {'port': {'device_id': '0da1b4a8-7e0d-4588-accb-e3d04444f816', 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f', 'admin_state_up': True, 'tenant_id': '7117701197d845caa81f22c1c9d967ab'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:22.850886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323f08b2-c795-414b-91b3-9cea8f1b8877 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:22.880626 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:22.911040 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf21d0f-47a3-4083-9bff-33e3cdb116a0 x-openstack-request-id: req-cbf21d0f-47a3-4083-9bff-33e3cdb116a0 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:22.911544 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "tag": "f107ed7c-fbff-4061-a116-749de5404718", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:22.911962 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cbf21d0f-47a3-4083-9bff-33e3cdb116a0 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:22.912624 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'tag': 'f107ed7c-fbff-4061-a116-749de5404718', 'status': 'completed', 'code': 200} Jul 30 01:41:22.973013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Transition to ACTIVE for port object 323f08b2-c795-414b-91b3-9cea8f1b8877 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:22.981350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:23.236807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Made reservation on behalf of 7117701197d845caa81f22c1c9d967ab for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:23.256639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:23.379509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Pushing event updated for resources: {'Port': ['ID=323f08b2-c795-414b-91b3-9cea8f1b8877,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:23.488911 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:23.549582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe69d86e-3ca9-47aa-a665-a23f89f79bfd req-b8a842d0-9927-4c04-9353-43fdfec65feb tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 210 time: 0.1552880 Jul 30 01:41:23.597446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Made reservation on behalf of 7117701197d845caa81f22c1c9d967ab for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:23.602393 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:23.668857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-17f2b7b3-67a3-406b-8191-0819b51b1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.669360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-17f2b7b3-67a3-406b-8191-0819b51b1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.669853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-17f2b7b3-67a3-406b-8191-0819b51b1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.672238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-17f2b7b3-67a3-406b-8191-0819b51b1a27 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6e77f05ba354aafb88f29274ced527b&device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2755 time: 0.5317247 Jul 30 01:41:23.742807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Attempting to bind port 323f08b2-c795-414b-91b3-9cea8f1b8877 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:23.743679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Attempting to bind port 323f08b2-c795-414b-91b3-9cea8f1b8877 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'bfba409b-f047-4d41-8f8a-b00848992b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:23.745152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Attempting to bind port 323f08b2-c795-414b-91b3-9cea8f1b8877 on network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:23.791013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e4b63-c426-47d9-ace5-5f5cb0be14f6 req-dfdd8a36-8a7d-4eac-8a74-09bbfc7802f5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:23.800567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-382e4b63-c426-47d9-ace5-5f5cb0be14f6 req-dfdd8a36-8a7d-4eac-8a74-09bbfc7802f5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.6828291 Jul 30 01:41:23.817756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Port 323f08b2-c795-414b-91b3-9cea8f1b8877 on network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:23.818970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Attempting to bind port 323f08b2-c795-414b-91b3-9cea8f1b8877 on network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:23.853597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:23.856447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Checking segment: {'id': 'bfba409b-f047-4d41-8f8a-b00848992b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:23.859577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Bound using segment: {'id': 'bfba409b-f047-4d41-8f8a-b00848992b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:23.861533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Bound port: 323f08b2-c795-414b-91b3-9cea8f1b8877, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfba409b-f047-4d41-8f8a-b00848992b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:23.863623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.053923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-382e4b63-c426-47d9-ace5-5f5cb0be14f6 req-c3a919aa-83d2-4b65-a10f-1c65242d7431 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424123 Jul 30 01:41:24.076647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201d67a-5ac2-422a-a17e-e78a6639e05e req-355c0f34-5213-48c5-bbf3-95b0f06ce269 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.078464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1201d67a-5ac2-422a-a17e-e78a6639e05e req-355c0f34-5213-48c5-bbf3-95b0f06ce269 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.1745780 Jul 30 01:41:24.121324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] For port 323f08b2-c795-414b-91b3-9cea8f1b8877, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:24.173831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Allocated IP 172.20.0.13 (54429341-207e-4aea-b889-d7bd5953b70f/1e0b69c8-5713-446f-bf95-894aa6ab17c5/639276fc-ebfc-4d8e-9c2e-f90c7808595f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:24.199687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] For port 323f08b2-c795-414b-91b3-9cea8f1b8877, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=323f08b2-c795-414b-91b3-9cea8f1b8877,segment=NetworkSegment(bfba409b-f047-4d41-8f8a-b00848992b9c),segment_id=bfba409b-f047-4d41-8f8a-b00848992b9c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:24.235295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fea693c7-74b3-40f7-900e-8ece758677de req-f9e36925-c899-464a-a161-e92bd1406693 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 210 time: 0.0571363 Jul 30 01:41:24.253493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1201d67a-5ac2-422a-a17e-e78a6639e05e req-cf5c9844-63b4-4866-8a97-45fe99a2a29b tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571827 Jul 30 01:41:24.276226 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.549720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.549720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.549720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] 10.222.0.22 "PUT /v2.0/ports/323f08b2-c795-414b-91b3-9cea8f1b8877 HTTP/1.1" status: 200 len: 1091 time: 3.1746006 Jul 30 01:41:24.620363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-d0d182a5-d358-42f3-b589-857372929e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.633454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-d0d182a5-d358-42f3-b589-857372929e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.634379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-d0d182a5-d358-42f3-b589-857372929e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.638398 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-d0d182a5-d358-42f3-b589-857372929e17 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a6e77f05ba354aafb88f29274ced527b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9406626 Jul 30 01:41:24.642680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Request body: {'port': {'device_id': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:24.700004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c80e3-b46d-4ea3-b219-d2e94fabeb2e service neutron] Pushing event updated for resources: {'Port': ['ID=323f08b2-c795-414b-91b3-9cea8f1b8877,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:24.762216 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:24.930446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'tag': '323f08b2-c795-414b-91b3-9cea8f1b8877'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:24.946677 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "tag": "323f08b2-c795-414b-91b3-9cea8f1b8877"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:24.985886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ae39d-db6d-430d-916a-2a76af9f9177 req-887e548d-878b-4c95-bd50-8490d8961670 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:24.989332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a3ae39d-db6d-430d-916a-2a76af9f9177 req-887e548d-878b-4c95-bd50-8490d8961670 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 946 time: 0.5781264 Jul 30 01:41:25.049064 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:25.252014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404ced9-6627-4be3-95fa-43c83657a2e2 req-75f38077-d1b0-41b7-963a-ba54bfed8620 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.280113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404ced9-6627-4be3-95fa-43c83657a2e2 req-75f38077-d1b0-41b7-963a-ba54bfed8620 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.296003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404ced9-6627-4be3-95fa-43c83657a2e2 req-75f38077-d1b0-41b7-963a-ba54bfed8620 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:25.313238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f404ced9-6627-4be3-95fa-43c83657a2e2 req-75f38077-d1b0-41b7-963a-ba54bfed8620 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2399 time: 0.6816075 Jul 30 01:41:25.415089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a3ae39d-db6d-430d-916a-2a76af9f9177 req-5a470e70-5895-425a-b6b6-8077e0839633 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999238 Jul 30 01:41:25.568960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f404ced9-6627-4be3-95fa-43c83657a2e2 req-1a756187-3209-480e-b246-08fe081c42fb tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085316 Jul 30 01:41:25.724453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Allocated IP 172.20.0.8 (54429341-207e-4aea-b889-d7bd5953b70f/1e0b69c8-5713-446f-bf95-894aa6ab17c5/d4533d7d-894b-497a-b940-3eeeaea5ba2b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:25.872113 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee04c97-eccb-41e7-80d4-da2af01027bb x-openstack-request-id: req-6ee04c97-eccb-41e7-80d4-da2af01027bb {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:25.872543 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "tag": "323f08b2-c795-414b-91b3-9cea8f1b8877", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:25.872936 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6ee04c97-eccb-41e7-80d4-da2af01027bb {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:25.873735 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'tag': '323f08b2-c795-414b-91b3-9cea8f1b8877', 'status': 'completed', 'code': 200} Jul 30 01:41:25.945830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-434669df-6a03-48a8-99c4-3aa186da80a4 req-22a3a789-5344-425c-bb28-a768e07d9694 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 210 time: 0.0963864 Jul 30 01:41:26.028192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.047669 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.130145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Pushing event updated for resources: {'Port': ['ID=639276fc-ebfc-4d8e-9c2e-f90c7808595f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:26.145783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-6c1f4efc-8aaf-47fa-aef8-78a8a054000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.147373 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-046fac76-5013-48ff-a117-c53c974d8cf5 req-6c1f4efc-8aaf-47fa-aef8-78a8a054000f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2349122 Jul 30 01:41:26.150017 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-b40784cc-a677-489a-94cd-60ad0113075d tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3d40457dca684b259fa91976457761a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193299 Jul 30 01:41:26.166400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Network 54429341-207e-4aea-b889-d7bd5953b70f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:26.182122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:26.208232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:26.253756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62332ebc-7f64-46e1-a0c0-948adac16e4d {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:26.275134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.276283 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.342882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.408170 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-8cb6fa3a-da0b-4531-8c29-642f956b30e9 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0757494 Jul 30 01:41:26.449846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Request body: {'port': {'device_id': 'e2da58c7-7288-4778-8618-94a25dd2ccff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:26.481995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37ed65b3-2a49-4d29-92b1-93162ca6e245 req-ebc8eb25-b38f-490a-96bf-24b9e029512c tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 210 time: 0.1912253 Jul 30 01:41:26.505278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-727493b6-0bba-456a-aa26-409f0903acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.506839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-727493b6-0bba-456a-aa26-409f0903acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.508536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-727493b6-0bba-456a-aa26-409f0903acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.511666 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-727493b6-0bba-456a-aa26-409f0903acc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6e77f05ba354aafb88f29274ced527b&device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2797 time: 0.1942132 Jul 30 01:41:26.530450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.541322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef76e4e-d375-463f-ab2f-db3faaa11133 req-c11a1479-d10f-4d25-aa29-2f52e553d6c5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.549221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ef76e4e-d375-463f-ab2f-db3faaa11133 req-c11a1479-d10f-4d25-aa29-2f52e553d6c5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.5056205 Jul 30 01:41:26.583893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Transition to ACTIVE for port object 62332ebc-7f64-46e1-a0c0-948adac16e4d will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:26.620663 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:26.694116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-3f1378be-cf57-4b94-a39b-787468e8b41f tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.697432 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-3f1378be-cf57-4b94-a39b-787468e8b41f tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5292428 Jul 30 01:41:26.949482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79965e-a5af-45ab-a57c-a4dc6a26c01a req-962b7dda-23a8-481c-8b61-d5364a409561 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:26.963082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a79965e-a5af-45ab-a57c-a4dc6a26c01a req-962b7dda-23a8-481c-8b61-d5364a409561 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.3209157 Jul 30 01:41:26.995480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ef76e4e-d375-463f-ab2f-db3faaa11133 req-ba1fe4d9-c5ea-4fc2-a60f-26c98a9f8546 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208422 Jul 30 01:41:26.999775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Pushing event updated for resources: {'Port': ['ID=62332ebc-7f64-46e1-a0c0-948adac16e4d,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.214472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a79965e-a5af-45ab-a57c-a4dc6a26c01a req-9ea0d4b3-e97c-4f69-b768-d54e400cae57 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493243 Jul 30 01:41:27.283045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Attempting to bind port 62332ebc-7f64-46e1-a0c0-948adac16e4d on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:27.283912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Attempting to bind port 62332ebc-7f64-46e1-a0c0-948adac16e4d by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:27.284410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Attempting to bind port 62332ebc-7f64-46e1-a0c0-948adac16e4d on network 780091e3-8e2d-4473-86e9-f2d7e28bf804 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:27.307155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Port 62332ebc-7f64-46e1-a0c0-948adac16e4d on network 780091e3-8e2d-4473-86e9-f2d7e28bf804 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:27.307155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Attempting to bind port 62332ebc-7f64-46e1-a0c0-948adac16e4d on network 780091e3-8e2d-4473-86e9-f2d7e28bf804 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:27.319417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:27.320026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Checking segment: {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:27.320683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Bound using segment: {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:27.321403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Bound port: 62332ebc-7f64-46e1-a0c0-948adac16e4d, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:27.322005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.412749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Request body: {'port': {'device_id': '7a361195-536c-44fc-855e-a3d0819c2584', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '3d40457dca684b259fa91976457761a4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:27.456259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.504002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Pushing event updated for resources: {'Port': ['ID=d4533d7d-894b-497a-b940-3eeeaea5ba2b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:27.599184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Network 54429341-207e-4aea-b889-d7bd5953b70f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:27.624170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f6c3-e35f-49cb-a6d1-40464a31df0e req-8e7e1a69-7748-44ee-9080-965c41796fa8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.638033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f6c3-e35f-49cb-a6d1-40464a31df0e req-8e7e1a69-7748-44ee-9080-965c41796fa8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.654629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f6c3-e35f-49cb-a6d1-40464a31df0e req-8e7e1a69-7748-44ee-9080-965c41796fa8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.661524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:27.690655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:27.697417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cee1f6c3-e35f-49cb-a6d1-40464a31df0e req-8e7e1a69-7748-44ee-9080-965c41796fa8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2411 time: 0.2711313 Jul 30 01:41:27.703862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] For port 62332ebc-7f64-46e1-a0c0-948adac16e4d, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:27.718182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] For port 62332ebc-7f64-46e1-a0c0-948adac16e4d, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62332ebc-7f64-46e1-a0c0-948adac16e4d,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:27.823880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.848244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cee1f6c3-e35f-49cb-a6d1-40464a31df0e req-a1df7dc5-db7e-408a-bfbe-1b2acff7166d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468894 Jul 30 01:41:27.984410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:27.987638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:27.993750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] 10.222.0.22 "PUT /v2.0/ports/62332ebc-7f64-46e1-a0c0-948adac16e4d HTTP/1.1" status: 200 len: 1091 time: 3.3841631 Jul 30 01:41:28.000559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'tag': '62332ebc-7f64-46e1-a0c0-948adac16e4d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:28.008460 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a53dd-a169-4b3b-8d91-de9d053f3255" -d '{"events": [{"name": "network-changed", "server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "tag": "62332ebc-7f64-46e1-a0c0-948adac16e4d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:28.022278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-d1eeb750-251e-4707-83c5-df3479137a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.024073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-d1eeb750-251e-4707-83c5-df3479137a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.024946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-d1eeb750-251e-4707-83c5-df3479137a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.029014 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-d1eeb750-251e-4707-83c5-df3479137a92 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a6e77f05ba354aafb88f29274ced527b&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.4938068 Jul 30 01:41:28.089626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5779662-d43e-47b1-83b0-aae2dcea5363 service neutron] Pushing event updated for resources: {'Port': ['ID=62332ebc-7f64-46e1-a0c0-948adac16e4d,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:28.149191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefaac8-cbc4-4f20-a26b-75b0e22b2f17 req-be8351af-b271-46f0-a277-b1c3b5f22819 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.153800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fefaac8-cbc4-4f20-a26b-75b0e22b2f17 req-be8351af-b271-46f0-a277-b1c3b5f22819 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 931 time: 0.1337986 Jul 30 01:41:28.277927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fefaac8-cbc4-4f20-a26b-75b0e22b2f17 req-7f66f365-686f-4389-8d79-f213c5747cff tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084845 Jul 30 01:41:28.291922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.294359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.415416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b102d8-dd18-4dc9-87b7-0cb2a6ec3763 req-83be5787-44da-4c8a-acfa-95a57e1f8ece tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.422561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1b102d8-dd18-4dc9-87b7-0cb2a6ec3763 req-83be5787-44da-4c8a-acfa-95a57e1f8ece tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.1227891 Jul 30 01:41:28.558497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1b102d8-dd18-4dc9-87b7-0cb2a6ec3763 req-4d7f5e4f-637d-4f97-9fae-f810a56ef1fb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254373 Jul 30 01:41:28.575418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b9cd8-08cc-4d2d-a91f-774fc1307d97 req-8167a352-5807-4d62-92a4-f16fccd46f86 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.577088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d35b9cd8-08cc-4d2d-a91f-774fc1307d97 req-8167a352-5807-4d62-92a4-f16fccd46f86 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.1350870 Jul 30 01:41:28.657624 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-90d4b5e5-367e-4e79-958d-d4a012191331 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8742280 Jul 30 01:41:28.658483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Made reservation on behalf of 3d40457dca684b259fa91976457761a4 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:28.662344 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.685847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Request body: {'port': {'device_id': '0da1b4a8-7e0d-4588-accb-e3d04444f816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:28.712086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d35b9cd8-08cc-4d2d-a91f-774fc1307d97 req-af811e38-9bf7-48f8-8f6b-316dcc8bbcfc tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276107 Jul 30 01:41:28.737840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.909676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9b4d-0a4a-45b2-941c-1c45d08a6930 req-d3274076-1edd-46df-b23d-dbb2528bec0f tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.924430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8af9b4d-0a4a-45b2-941c-1c45d08a6930 req-d3274076-1edd-46df-b23d-dbb2528bec0f tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 946 time: 0.1949160 Jul 30 01:41:28.935331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:28.937478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-d8c57b23-5532-402e-a40c-ceaf3f0b0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:28.939142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-11e2f4f7-36c0-48e2-be11-93e3c19aa7ab req-d8c57b23-5532-402e-a40c-ceaf3f0b0388 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7424362 Jul 30 01:41:28.998289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab119207-02f2-4859-b29b-f9f490bd5eca req-703c63d8-3ded-4891-8d76-f3587ad6039c tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 210 time: 0.1273603 Jul 30 01:41:29.007517 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.120377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8af9b4d-0a4a-45b2-941c-1c45d08a6930 req-3b9334c5-4bcc-48a9-bf85-2c4eceab7db1 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897802 Jul 30 01:41:29.209048 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Allocated IP 192.168.233.81 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/fb41b036-7ff5-4705-a6cd-86ba823740c9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:29.258550 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a76318-7247-4a6c-9197-eb6b169b422c x-openstack-request-id: req-65a76318-7247-4a6c-9197-eb6b169b422c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:29.259371 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "tag": "62332ebc-7f64-46e1-a0c0-948adac16e4d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:29.260078 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65a76318-7247-4a6c-9197-eb6b169b422c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:29.260943 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'tag': '62332ebc-7f64-46e1-a0c0-948adac16e4d', 'status': 'completed', 'code': 200} Jul 30 01:41:29.497972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.568754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe9f3a-f16c-4c31-8bae-bedc9614da9d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:29.640709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ebd0-86e0-46a5-995b-b4145e2cb8db req-d650ddce-d915-4f04-b653-85c1cde55636 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.660550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ebd0-86e0-46a5-995b-b4145e2cb8db req-d650ddce-d915-4f04-b653-85c1cde55636 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.672914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ebd0-86e0-46a5-995b-b4145e2cb8db req-d650ddce-d915-4f04-b653-85c1cde55636 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.682923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28c8ebd0-86e0-46a5-995b-b4145e2cb8db req-d650ddce-d915-4f04-b653-85c1cde55636 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2411 time: 0.1557939 Jul 30 01:41:29.758929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0f5b583e-a010-40e2-a735-da55023b6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.759799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0f5b583e-a010-40e2-a735-da55023b6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.760051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0f5b583e-a010-40e2-a735-da55023b6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.761882 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0f5b583e-a010-40e2-a735-da55023b6d09 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6e77f05ba354aafb88f29274ced527b&device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2864 time: 0.3822532 Jul 30 01:41:29.783165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-5d84a64c-9e60-49c9-8858-207ef6a964a7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.785459 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-5d84a64c-9e60-49c9-8858-207ef6a964a7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 946 time: 0.8219101 Jul 30 01:41:29.813161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28c8ebd0-86e0-46a5-995b-b4145e2cb8db req-4b8706fc-2e71-4f77-a6e6-510436ac0846 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282773 Jul 30 01:41:29.891318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c040e9e-01a5-4626-b6e9-5839120d53c9 req-954a1868-58b9-45d8-8125-dd33422b111e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:29.898106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c040e9e-01a5-4626-b6e9-5839120d53c9 req-954a1868-58b9-45d8-8125-dd33422b111e tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 931 time: 0.2131002 Jul 30 01:41:29.914791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639276fc-ebfc-4d8e-9c2e-f90c7808595f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:29.964459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:29.970055 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-44175847-1284-4668-800c-b0d853c4f23e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=f107ed7c-fbff-4061-a116-749de5404718 HTTP/1.1" status: 200 len: 217 time: 0.1831994 Jul 30 01:41:29.984527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c040e9e-01a5-4626-b6e9-5839120d53c9 req-9f453733-c1a0-4220-9e05-d76ecb9b73e6 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763733 Jul 30 01:41:30.174318 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.281482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-64add5ba-3c4b-4b2c-975d-38f4c63ac9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.284183 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-64add5ba-3c4b-4b2c-975d-38f4c63ac9f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e12ae53c-49a9-46b5-abb0-44618a4dc193 HTTP/1.1" status: 200 len: 801 time: 0.1055000 Jul 30 01:41:30.323895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c398b0b-5bdf-4112-a9a1-d28043f81d3b req-9ebac7ed-c189-4f48-809f-7633c9afe3d7 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.337173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c398b0b-5bdf-4112-a9a1-d28043f81d3b req-9ebac7ed-c189-4f48-809f-7633c9afe3d7 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.1840839 Jul 30 01:41:30.369848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Transition to ACTIVE for port object 639276fc-ebfc-4d8e-9c2e-f90c7808595f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:30.371031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Transition to ACTIVE for port object fb41b036-7ff5-4705-a6cd-86ba823740c9 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:30.416947 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.469725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c398b0b-5bdf-4112-a9a1-d28043f81d3b req-42d58add-626d-45ff-bbdd-0184c07ce63d tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303394 Jul 30 01:41:30.669269 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2dbba10e-5fc6-4d58-bc7d-c263bc31ac53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:30.715399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6aadfcf3-5069-44aa-86df-e74b1222f423 req-2452d3b7-15f9-47a7-a55a-7ad31e53265f tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 210 time: 0.0753496 Jul 30 01:41:30.725593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-3a764c99-9442-4808-98d0-189370031468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.728397 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-3a764c99-9442-4808-98d0-189370031468 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=780091e3-8e2d-4473-86e9-f2d7e28bf804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4157939 Jul 30 01:41:30.732072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Pushing event updated for resources: {'Port': ['ID=639276fc-ebfc-4d8e-9c2e-f90c7808595f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:30.780809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71995a-8963-427d-bf18-537444b44657 req-30c74c51-ecf7-48f0-a80c-6051eeca68b5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:30.782689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a71995a-8963-427d-bf18-537444b44657 req-30c74c51-ecf7-48f0-a80c-6051eeca68b5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 946 time: 0.1281245 Jul 30 01:41:30.869264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a71995a-8963-427d-bf18-537444b44657 req-2d1cf2be-3bbe-4935-aa37-d4f4dbcdd8f2 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746017 Jul 30 01:41:30.923395 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.036871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.060910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2143257-abda-4199-935c-6e088910ecf6 req-90d92ba9-25ca-4517-817c-9b62ac2039a5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.062566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2143257-abda-4199-935c-6e088910ecf6 req-90d92ba9-25ca-4517-817c-9b62ac2039a5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.1835034 Jul 30 01:41:31.098050 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-0bf4d7f8-fcdb-493c-8547-e3b9c9b24b21 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5762942 Jul 30 01:41:31.158315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Deleting port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:31.163000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20599dea-e936-442b-b545-c55541cce080 req-b99c2f3d-8da6-418d-bf84-d89351b02c27 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.164797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.166086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20599dea-e936-442b-b545-c55541cce080 req-b99c2f3d-8da6-418d-bf84-d89351b02c27 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.1024354 Jul 30 01:41:31.187070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2143257-abda-4199-935c-6e088910ecf6 req-816f24a4-83a8-4076-a89b-d52dda425c72 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108038 Jul 30 01:41:31.261302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20599dea-e936-442b-b545-c55541cce080 req-d72e20f1-39fb-4eca-9ab8-547b50e5c0d0 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723917 Jul 30 01:41:31.447720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58294) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:31.653612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:31.655127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Pushing event updated for resources: {'Port': ['ID=fb41b036-7ff5-4705-a6cd-86ba823740c9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:31.666950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] For port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:31.667723 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:31.675765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6edf24-7f79-4b53-8b34-8ce297fe9f9e req-69d42ac0-e284-4481-81d6-29996cdf93c7 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.678328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:31.703215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6edf24-7f79-4b53-8b34-8ce297fe9f9e req-69d42ac0-e284-4481-81d6-29996cdf93c7 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.714605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:31.762682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6edf24-7f79-4b53-8b34-8ce297fe9f9e req-69d42ac0-e284-4481-81d6-29996cdf93c7 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:31.779971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f6edf24-7f79-4b53-8b34-8ce297fe9f9e req-69d42ac0-e284-4481-81d6-29996cdf93c7 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2411 time: 0.3003044 Jul 30 01:41:31.945776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f6edf24-7f79-4b53-8b34-8ce297fe9f9e req-17218694-61cb-46b6-88b7-a17610389e5a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645210 Jul 30 01:41:31.946781 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4486-a421-4233-868f-e91db17a604f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.102345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4486-a421-4233-868f-e91db17a604f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.108870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed7e4486-a421-4233-868f-e91db17a604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.144090 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417cea6-ed7f-4bd6-8b16-e4d33395cd61 req-a32e4683-f473-418a-9e89-19b20ff1e807 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.146209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7417cea6-ed7f-4bd6-8b16-e4d33395cd61 req-a32e4683-f473-418a-9e89-19b20ff1e807 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 931 time: 0.5438750 Jul 30 01:41:32.182126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Attempting to bind port 639276fc-ebfc-4d8e-9c2e-f90c7808595f on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:32.182863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Attempting to bind port 639276fc-ebfc-4d8e-9c2e-f90c7808595f by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:32.183488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Attempting to bind port 639276fc-ebfc-4d8e-9c2e-f90c7808595f on network 54429341-207e-4aea-b889-d7bd5953b70f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:32.197689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-045abb16-e913-4d37-a815-2ea6401ac47e None None] Provisioning for port fb41b036-7ff5-4705-a6cd-86ba823740c9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:32.204001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-045abb16-e913-4d37-a815-2ea6401ac47e None None] Provisioning complete for port fb41b036-7ff5-4705-a6cd-86ba823740c9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:32.204240 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-045abb16-e913-4d37-a815-2ea6401ac47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.269495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Port 639276fc-ebfc-4d8e-9c2e-f90c7808595f on network 54429341-207e-4aea-b889-d7bd5953b70f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:32.270147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Attempting to bind port 639276fc-ebfc-4d8e-9c2e-f90c7808595f on network 54429341-207e-4aea-b889-d7bd5953b70f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:32.281488 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-46f71cb2-8922-4be5-bb9d-1f36e22ad118 service neutron] 10.222.0.22 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5098393 Jul 30 01:41:32.288648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ed7e4486-a421-4233-868f-e91db17a604f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=31a3971825594cc9b30676c59d909153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8386519 Jul 30 01:41:32.297260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-045abb16-e913-4d37-a815-2ea6401ac47e None None] Port fb41b036-7ff5-4705-a6cd-86ba823740c9 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:41:32.308792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58314) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:32.313568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4533d7d-894b-497a-b940-3eeeaea5ba2b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:32.324648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.342555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Transition to ACTIVE for port object d4533d7d-894b-497a-b940-3eeeaea5ba2b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:32.362575 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.364455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e4486-a421-4233-868f-e91db17a604f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39a8234-ddf8-4473-83e3-8090353360a0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:32.405753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7417cea6-ed7f-4bd6-8b16-e4d33395cd61 req-13aa0426-9f1b-4731-a8ab-656f8d1b14a3 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170918 Jul 30 01:41:32.422657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89e4c8-5615-4e19-bfd5-8044c600f22d req-774bdf30-6337-4d05-b536-b1a9880f3ed5 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.432044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d89e4c8-5615-4e19-bfd5-8044c600f22d req-774bdf30-6337-4d05-b536-b1a9880f3ed5 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 935 time: 0.2088873 Jul 30 01:41:32.451373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-840f6a51-5467-4112-a227-cecbfe3cbcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.530572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d89e4c8-5615-4e19-bfd5-8044c600f22d req-20591f23-d82a-41a6-9ca5-f21efce27ff0 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956798 Jul 30 01:41:32.571038 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-840f6a51-5467-4112-a227-cecbfe3cbcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.626391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:32.668711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:32.669968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.984134 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:32.996301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bfcec-85eb-4fd2-8e9e-5223d1a44536 req-e9cf7d67-ce35-4a49-80b8-762262b6cd13 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.021635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df0bfcec-85eb-4fd2-8e9e-5223d1a44536 req-e9cf7d67-ce35-4a49-80b8-762262b6cd13 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 946 time: 0.2719128 Jul 30 01:41:33.117711 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:33.122582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:33.129959 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2050f14-584a-4bfa-8818-5026af75f12d" -d '{"events": [{"server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "name": "network-vif-unplugged", "status": "completed", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:33.152687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45693e-7196-41e5-bc15-4edfb0b0d303 req-b454e1a9-309d-4855-bf6a-1f68a7fb59c7 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.155001 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.188071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb45693e-7196-41e5-bc15-4edfb0b0d303 req-b454e1a9-309d-4855-bf6a-1f68a7fb59c7 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.3256149 Jul 30 01:41:33.259659 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df0bfcec-85eb-4fd2-8e9e-5223d1a44536 req-c449b01b-e487-48e3-bfbe-65c5242a7dcd tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups?id=24400ddb-cded-452b-bd7d-85fd5fafbddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356095 Jul 30 01:41:33.266842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-840f6a51-5467-4112-a227-cecbfe3cbcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.301183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-840f6a51-5467-4112-a227-cecbfe3cbcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.315577 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-840f6a51-5467-4112-a227-cecbfe3cbcfe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e39a8234-ddf8-4473-83e3-8090353360a0 HTTP/1.1" status: 204 len: 168 time: 1.0052052 Jul 30 01:41:33.362527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f6a51-5467-4112-a227-cecbfe3cbcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39a8234-ddf8-4473-83e3-8090353360a0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:33.418833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb45693e-7196-41e5-bc15-4edfb0b0d303 req-0e5c4937-b364-453a-ad7a-945593ba4e02 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288656 Jul 30 01:41:33.475070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:33.582138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.583031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.584803 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Floating IP 169ab5f3-0161-41da-ae6f-dbcab569a685 disassociated. External IP: 172.25.7.39, port: 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4. Jul 30 01:41:33.585798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Calling delete_port for 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:33.590612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.591173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.596238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.599738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.600229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.600824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.607080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.607779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.608334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.608887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.609446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.610241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:41:33.703815 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-269c9d34-daa0-40f8-88f5-37ce88da8fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.709994 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.794070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6754743-9a30-469f-9c2e-50e39b9ef037 req-3d38fe61-501c-41c6-aa14-03dd2e924b90 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:33.810279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6754743-9a30-469f-9c2e-50e39b9ef037 req-3d38fe61-501c-41c6-aa14-03dd2e924b90 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.2063229 Jul 30 01:41:33.850286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4533d7d-894b-497a-b940-3eeeaea5ba2b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:33.866956 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-0123a9b1-8a39-4020-898c-b295e063ac48 service neutron] 10.222.0.22 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5046797 Jul 30 01:41:33.866956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:33.866956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Checking segment: {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:33.867882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Bound using segment: {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:33.873173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Bound port: 639276fc-ebfc-4d8e-9c2e-f90c7808595f, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:33.875646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:33.880683 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-53ffe549-2a64-4661-a504-4afa6f9c2c21 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1118248 Jul 30 01:41:34.010555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6754743-9a30-469f-9c2e-50e39b9ef037 req-5d90fe86-7849-476c-b3d9-b6e83af03f12 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911860 Jul 30 01:41:34.050729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c93d01-a00a-42f9-b243-5e0242a4de29 req-0ec77f45-b6cc-4a9a-9d81-361ec571f2f6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.057094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Request body: {'port': {'device_id': '7a361195-536c-44fc-855e-a3d0819c2584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:34.063343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c93d01-a00a-42f9-b243-5e0242a4de29 req-0ec77f45-b6cc-4a9a-9d81-361ec571f2f6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.076390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c93d01-a00a-42f9-b243-5e0242a4de29 req-0ec77f45-b6cc-4a9a-9d81-361ec571f2f6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.080659 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25c93d01-a00a-42f9-b243-5e0242a4de29 req-0ec77f45-b6cc-4a9a-9d81-361ec571f2f6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2411 time: 0.2676997 Jul 30 01:41:34.091679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-1fec874d-e320-4745-8a06-7d57f4eb70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.094645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-1fec874d-e320-4745-8a06-7d57f4eb70a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 1100 time: 0.2386100 Jul 30 01:41:34.106160 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc42b19-e3a1-445a-bf8e-cbed3de19f42 x-openstack-request-id: req-5fc42b19-e3a1-445a-bf8e-cbed3de19f42 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:34.106596 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "name": "network-vif-unplugged", "status": "completed", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:34.107133 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5fc42b19-e3a1-445a-bf8e-cbed3de19f42 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:34.107822 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'code': 200} Jul 30 01:41:34.128211 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-f9c03ad0-8e73-4386-b8fb-26793a7e3836 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.67&port_id=323f08b2-c795-414b-91b3-9cea8f1b8877 HTTP/1.1" status: 200 len: 217 time: 0.2445900 Jul 30 01:41:34.285956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58348) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:34.356348 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.366824 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.416738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67f16291-443d-4372-b5a7-65a345835595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.456583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] For port 639276fc-ebfc-4d8e-9c2e-f90c7808595f, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:34.462863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] For port 639276fc-ebfc-4d8e-9c2e-f90c7808595f, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=639276fc-ebfc-4d8e-9c2e-f90c7808595f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:34.502616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Attempting to bind port d4533d7d-894b-497a-b940-3eeeaea5ba2b on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:34.503133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Attempting to bind port d4533d7d-894b-497a-b940-3eeeaea5ba2b by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:34.503674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Attempting to bind port d4533d7d-894b-497a-b940-3eeeaea5ba2b on network 54429341-207e-4aea-b889-d7bd5953b70f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:34.507954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.535223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25c93d01-a00a-42f9-b243-5e0242a4de29 req-c563b5e7-da22-4e9a-9f92-9299ff28f248 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559495 Jul 30 01:41:34.537593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-eeeca66c-afaf-49c8-8af6-f16d5b89d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.540723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-eeeca66c-afaf-49c8-8af6-f16d5b89d836 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4355836 Jul 30 01:41:34.686644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-124e209c-cb3f-4415-8f2a-546704b13f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.695053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-124e209c-cb3f-4415-8f2a-546704b13f30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58c7868d-3165-499b-8769-4b94b68af9ea HTTP/1.1" status: 200 len: 801 time: 0.4402525 Jul 30 01:41:34.696072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Port d4533d7d-894b-497a-b940-3eeeaea5ba2b on network 54429341-207e-4aea-b889-d7bd5953b70f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:34.696564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Attempting to bind port d4533d7d-894b-497a-b940-3eeeaea5ba2b on network 54429341-207e-4aea-b889-d7bd5953b70f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:34.711182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:34.711748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Checking segment: {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:34.712374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Bound using segment: {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:34.713081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Bound port: d4533d7d-894b-497a-b940-3eeeaea5ba2b, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64567237-773b-4fbd-9b98-3afb96380b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:34.713660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.715383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678465e0-3a05-43e7-8562-57964228f17a req-f1d273d1-ec64-46b4-b8fa-2805e0284364 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.729774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-678465e0-3a05-43e7-8562-57964228f17a req-f1d273d1-ec64-46b4-b8fa-2805e0284364 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 943 time: 0.4478581 Jul 30 01:41:34.742546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.811377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:34.812126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:34.813697 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] 10.222.0.22 "PUT /v2.0/ports/639276fc-ebfc-4d8e-9c2e-f90c7808595f HTTP/1.1" status: 200 len: 1092 time: 8.3705575 Jul 30 01:41:34.822270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2da58c7-7288-4778-8618-94a25dd2ccff', 'tag': '639276fc-ebfc-4d8e-9c2e-f90c7808595f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:34.823688 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aab3400-5791-4790-bb0f-943fee134459" -d '{"events": [{"name": "network-changed", "server_uuid": "e2da58c7-7288-4778-8618-94a25dd2ccff", "tag": "639276fc-ebfc-4d8e-9c2e-f90c7808595f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:34.876708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-8645b1e4-eedb-4dfd-910f-f643c2acf77e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68 HTTP/1.1" status: 200 len: 217 time: 0.2334688 Jul 30 01:41:34.955547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee14aa-e2f2-4534-90e0-50f950c7875d service neutron] Pushing event updated for resources: {'Port': ['ID=639276fc-ebfc-4d8e-9c2e-f90c7808595f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:35.012378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-5f35d2b4-6dec-42af-93a8-44193fa8b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.014247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-5f35d2b4-6dec-42af-93a8-44193fa8b86e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1167860 Jul 30 01:41:35.028215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-678465e0-3a05-43e7-8562-57964228f17a req-842a4592-8616-45c7-865c-fed373302978 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968869 Jul 30 01:41:35.140522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965c1c4-c5b2-46f0-af23-27b73021b34f req-001eb88d-73cb-49cc-8994-eabb5fe1767d tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.155659 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5965c1c4-c5b2-46f0-af23-27b73021b34f req-001eb88d-73cb-49cc-8994-eabb5fe1767d tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.4171989 Jul 30 01:41:35.180123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-dc71baee-7684-4d6c-958e-8f324ef8fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.181692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-dc71baee-7684-4d6c-958e-8f324ef8fdc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522877 Jul 30 01:41:35.203204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event deleted for resources: {'Port': ['ID=177aaef2-52ac-4d16-b8ff-a76a57f4e7c4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:35.222857 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67f16291-443d-4372-b5a7-65a345835595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.235507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-a3be4fc9-e093-44b5-a69f-146928a2fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.238337 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-a3be4fc9-e093-44b5-a69f-146928a2fe79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=65cb7581-72a8-42c6-b27d-1fcc925ca0ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5187817 Jul 30 01:41:35.264445 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67f16291-443d-4372-b5a7-65a345835595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.452046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-67f16291-443d-4372-b5a7-65a345835595 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d6858b014e6748e1bad610de51b12387&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1558254 Jul 30 01:41:35.454578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-62cd4d5f-6268-4bd2-af47-a9aac0a404ca service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465837 Jul 30 01:41:35.461398 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-79fadbb8-6ec4-473f-9424-0fe695d6f1ae service neutron] 10.222.0.22 "GET /v2.0/networks/65cb7581-72a8-42c6-b27d-1fcc925ca0ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928773 Jul 30 01:41:35.465090 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58358) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:35.503992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632816b1-90ba-44c2-8199-9ddded3df58e req-c085617e-acad-4dea-981c-02c461427d05 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.512470 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-632816b1-90ba-44c2-8199-9ddded3df58e req-c085617e-acad-4dea-981c-02c461427d05 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 935 time: 0.3350480 Jul 30 01:41:35.530751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] For port d4533d7d-894b-497a-b940-3eeeaea5ba2b, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:35.582270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-356c4bb8-8f45-4bab-9dcd-bc532b1bf9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:35.584501 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-356c4bb8-8f45-4bab-9dcd-bc532b1bf9fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&device_id=e2da58c7-7288-4778-8618-94a25dd2ccff HTTP/1.1" status: 200 len: 1095 time: 0.6870565 Jul 30 01:41:35.691284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5965c1c4-c5b2-46f0-af23-27b73021b34f req-0bae430c-da2d-4a96-a4df-88a7ee72f2bb tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341387 Jul 30 01:41:35.736817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-632816b1-90ba-44c2-8199-9ddded3df58e req-9442df22-8329-4e4d-9682-6e28fbe636ee tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225847 Jul 30 01:41:35.821254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:41:35.837293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] For port d4533d7d-894b-497a-b940-3eeeaea5ba2b, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d4533d7d-894b-497a-b940-3eeeaea5ba2b,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:35.849393 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-23349702-a772-4c25-808f-5608e99eda6a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639276fc-ebfc-4d8e-9c2e-f90c7808595f HTTP/1.1" status: 200 len: 217 time: 0.2281280 Jul 30 01:41:35.869907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f16291-443d-4372-b5a7-65a345835595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50913118-1d97-4d11-8e66-a1135c1f6883,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:35.884315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-4b80eb71-a22a-4131-bf49-e90c7e7687d3 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978071 Jul 30 01:41:35.947097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:35.952028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33aff0af-39d2-47f2-9ad5-18dbca91af52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.043612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.139966 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33aff0af-39d2-47f2-9ad5-18dbca91af52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.192382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4533d7d-894b-497a-b940-3eeeaea5ba2b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:36.340995 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33aff0af-39d2-47f2-9ad5-18dbca91af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.344833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.346820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33aff0af-39d2-47f2-9ad5-18dbca91af52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.352802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:36.356889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-33aff0af-39d2-47f2-9ad5-18dbca91af52 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/50913118-1d97-4d11-8e66-a1135c1f6883 HTTP/1.1" status: 204 len: 168 time: 0.8841662 Jul 30 01:41:36.362385 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-a76e5ad0-5d85-43f8-b293-6ad74e8e15c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4533d7d-894b-497a-b940-3eeeaea5ba2b HTTP/1.1" status: 200 len: 1091 time: 7.6845591 Jul 30 01:41:36.385926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aff0af-39d2-47f2-9ad5-18dbca91af52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50913118-1d97-4d11-8e66-a1135c1f6883,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:36.423154 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d23691-02db-4f14-a0a7-dbb51e4cb047 x-openstack-request-id: req-b7d23691-02db-4f14-a0a7-dbb51e4cb047 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:36.423653 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2da58c7-7288-4778-8618-94a25dd2ccff", "tag": "639276fc-ebfc-4d8e-9c2e-f90c7808595f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:36.424050 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7d23691-02db-4f14-a0a7-dbb51e4cb047 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:36.424613 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2da58c7-7288-4778-8618-94a25dd2ccff', 'tag': '639276fc-ebfc-4d8e-9c2e-f90c7808595f', 'status': 'completed', 'code': 200} Jul 30 01:41:36.754099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-00f38fc5-2510-41bf-8b52-3f1f2cd51c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:36.755981 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-00f38fc5-2510-41bf-8b52-3f1f2cd51c34 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e0b69c8-5713-446f-bf95-894aa6ab17c5 HTTP/1.1" status: 200 len: 853 time: 0.8607790 Jul 30 01:41:36.793155 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-2c83c5eb-33b2-44ac-b38c-3900f4f7b71e service neutron] 10.222.0.22 "GET /v2.0/networks/65cb7581-72a8-42c6-b27d-1fcc925ca0ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3158381 Jul 30 01:41:36.846440 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-3ff292b1-2ad6-4109-8ddb-d85c33e7114a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54429341-207e-4aea-b889-d7bd5953b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706289 Jul 30 01:41:36.866645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:41:36.901507 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] Sync routers for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:41:36.934090 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:36.936071 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:41:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:37.053560 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-f93e15cd-1bc7-490f-b8e1-8c275f85ddbf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=62332ebc-7f64-46e1-a0c0-948adac16e4d HTTP/1.1" status: 200 len: 217 time: 0.2211840 Jul 30 01:41:37.156259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-cf18d799-b63e-4cbd-bc05-97b291242e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.158539 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-cf18d799-b63e-4cbd-bc05-97b291242e0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 1094 time: 0.6124554 Jul 30 01:41:37.242833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2393ddd3-9efd-4b10-ac13-7b6ffd5e9f39 req-b1973342-9331-4c07-8f88-8a5027952543 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd436b13-f1c1-46ae-8f7e-d9b26a63e611 HTTP/1.1" status: 200 len: 210 time: 0.1311638 Jul 30 01:41:37.349392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589c375-ebf2-459a-96f7-971cb2f0a14a req-a506901e-28fe-4b00-a5e3-056b10c793f9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.366001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b589c375-ebf2-459a-96f7-971cb2f0a14a req-a506901e-28fe-4b00-a5e3-056b10c793f9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.8212557 Jul 30 01:41:37.381251 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-71beae65-27b2-4667-ad9e-7ec4f6c91e96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4533d7d-894b-497a-b940-3eeeaea5ba2b HTTP/1.1" status: 200 len: 217 time: 0.1728272 Jul 30 01:41:37.390471 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:37.441874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] No DVR routers for this DVR port 177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:37.502376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-592e1128-e92f-4c6a-93f0-0653a885d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.504354 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-592e1128-e92f-4c6a-93f0-0653a885d10a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e0b69c8-5713-446f-bf95-894aa6ab17c5 HTTP/1.1" status: 200 len: 853 time: 0.0685539 Jul 30 01:41:37.510325 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.513047 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b2f8a16e-74fa-4e04-aff2-c9e0f37b71e7 req-bb00ed2f-ab1a-446a-957b-93866207fad7 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.41 "DELETE /v2.0/ports/177aaef2-52ac-4d16-b8ff-a76a57f4e7c4 HTTP/1.1" status: 204 len: 173 time: 7.7004499 Jul 30 01:41:37.538586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb41b036-7ff5-4705-a6cd-86ba823740c9 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:37.617851 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b589c375-ebf2-459a-96f7-971cb2f0a14a req-cc9787ed-f01d-47a0-bee9-685d57c6cdf1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525325 Jul 30 01:41:37.623906 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:37.638050 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-347ce60a-ae5d-49ca-90d1-433964c69e09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54429341-207e-4aea-b889-d7bd5953b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121457 Jul 30 01:41:37.677740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-3f49cc0f-057d-49e9-932b-e34087a99572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.687111 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-3f49cc0f-057d-49e9-932b-e34087a99572 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e12ae53c-49a9-46b5-abb0-44618a4dc193 HTTP/1.1" status: 200 len: 801 time: 0.4956331 Jul 30 01:41:37.687670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a07c69-2d16-48fc-9de6-f1dfad12d34e req-fcf9306f-1a75-4b4c-830e-f9b5a9388eff tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.719112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a07c69-2d16-48fc-9de6-f1dfad12d34e req-fcf9306f-1a75-4b4c-830e-f9b5a9388eff tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.771930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a07c69-2d16-48fc-9de6-f1dfad12d34e req-fcf9306f-1a75-4b4c-830e-f9b5a9388eff tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:37.791565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94a07c69-2d16-48fc-9de6-f1dfad12d34e req-fcf9306f-1a75-4b4c-830e-f9b5a9388eff tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2411 time: 0.3488801 Jul 30 01:41:37.892843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94a07c69-2d16-48fc-9de6-f1dfad12d34e req-319a7568-a8c5-44b8-88b9-a652455e399a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964003 Jul 30 01:41:37.907284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Transition to ACTIVE for port object fb41b036-7ff5-4705-a6cd-86ba823740c9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:37.977545 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.043219 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-d6308a5e-4893-47e2-b1e3-dde2ffada8e9 service neutron] 10.222.0.22 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1584351 Jul 30 01:41:38.257194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b1a41-4b57-4e36-bf76-8fa300d79abd req-db7b5ac3-5365-4fb1-a95a-aaa68715c9dd tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:38.262736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-822b1a41-4b57-4e36-bf76-8fa300d79abd req-db7b5ac3-5365-4fb1-a95a-aaa68715c9dd tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 943 time: 0.1580343 Jul 30 01:41:38.332645 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:38.379876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-822b1a41-4b57-4e36-bf76-8fa300d79abd req-63a24a62-b959-492a-a254-80bc3e54051d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083958 Jul 30 01:41:38.442266 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] Checking router: ae2af0d3-12ce-4bd7-b491-ff5885d61d60 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:41:38.471577 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:38.474377 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:41:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:38.490765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58410) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:38.723062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e1d48-52d2-4e86-96fd-dbd7461dcee9 req-14a12054-9c45-41b2-b1f5-d091da7ad055 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:38.739314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a4e1d48-52d2-4e86-96fd-dbd7461dcee9 req-14a12054-9c45-41b2-b1f5-d091da7ad055 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 947 time: 0.1493728 Jul 30 01:41:38.843191 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:38.847563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1389416453-network', 'tenant_id': 'df2f9a48d3c741ae86a01e1ba6af3f36'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:38.915171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Made reservation on behalf of df2f9a48d3c741ae86a01e1ba6af3f36 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:38.919498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.945170 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:38.978909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a4e1d48-52d2-4e86-96fd-dbd7461dcee9 req-8d7cfc54-0ea2-4bdb-8428-04f99f9aee9a tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350943 Jul 30 01:41:39.250283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da1b4a8-7e0d-4588-accb-e3d04444f816', 'tag': 'd4533d7d-894b-497a-b940-3eeeaea5ba2b'}, {'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'name': 'network-vif-deleted', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:39.254306 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb6a197-13d0-46ba-968b-a2e24e81ed84" -d '{"events": [{"name": "network-changed", "server_uuid": "0da1b4a8-7e0d-4588-accb-e3d04444f816", "tag": "d4533d7d-894b-497a-b940-3eeeaea5ba2b"}, {"server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "name": "network-vif-deleted", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:39.260638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-dead6c3e-0be8-4692-af94-c8d893b25668 service neutron] 10.222.0.22 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1426156 Jul 30 01:41:39.261940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Pushing event updated for resources: {'Port': ['ID=fb41b036-7ff5-4705-a6cd-86ba823740c9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:39.264013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.276127 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.321107 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-00524c9b-e314-4885-812c-8db38145c675 service neutron] 10.222.0.41 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6096449 Jul 30 01:41:39.329337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-3915b7c9-0252-4e17-9a86-55f6af3538d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:39.331717 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-3915b7c9-0252-4e17-9a86-55f6af3538d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=780091e3-8e2d-4473-86e9-f2d7e28bf804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.5993435 Jul 30 01:41:39.364735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e66db41-d493-439a-86b9-370a6a82c977,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:39.444353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:41:39.460123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.460123 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Added segment 2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf of type vlan for network c7fbf6ed-5234-4aa1-9d4e-824510cedd4a Jul 30 01:41:39.635721 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-535e5d9b-1fa6-46cc-ad13-cad654e9e24b req-e0e604bb-1cf5-4c34-a661-7a1d64767adb service neutron] 10.222.0.41 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970166 Jul 30 01:41:39.755571 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:39.840516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc5131-3269-40ac-bc73-0c353236c036 req-2dba9872-864b-4ba3-83ce-1a1f68ae6669 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:39.855367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-32dc5131-3269-40ac-bc73-0c353236c036 req-2dba9872-864b-4ba3-83ce-1a1f68ae6669 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.5863488 Jul 30 01:41:39.886166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:39.901382 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c39b85-488c-475d-96ed-87c8b965b2b1 None None] The sync data for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 is: [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:35:59Z', 'revision_number': 4, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '29a6fda8-2f98-4136-9c39-69f9db668f2e', 'name': '', 'network_id': 'd6fa3faf-8161-468b-9c4e-955080185598', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'mac_address': 'fa:16:3e:ac:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '0074f845-b233-45a9-893e-21af2cb46545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:57Z', 'updated_at': '2021-07-30T01:36:08Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'subnets': [{'id': '0074f845-b233-45a9-893e-21af2cb46545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:41:40.053622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb9c5b-4ce5-4302-b64b-8511144f2218 req-ea5e8cad-2dbd-4d6a-a43b-fe3fb89de75a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.070167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb9c5b-4ce5-4302-b64b-8511144f2218 req-ea5e8cad-2dbd-4d6a-a43b-fe3fb89de75a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.091799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb9c5b-4ce5-4302-b64b-8511144f2218 req-ea5e8cad-2dbd-4d6a-a43b-fe3fb89de75a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.100515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72cb9c5b-4ce5-4302-b64b-8511144f2218 req-ea5e8cad-2dbd-4d6a-a43b-fe3fb89de75a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2411 time: 0.4836214 Jul 30 01:41:40.113779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3400-5791-4790-bb0f-943fee134459 req-c21b2c05-7805-460c-a45f-6106eb759c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.116754 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5aab3400-5791-4790-bb0f-943fee134459 req-c21b2c05-7805-460c-a45f-6106eb759c3f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&device_id=e2da58c7-7288-4778-8618-94a25dd2ccff HTTP/1.1" status: 200 len: 1095 time: 0.4617031 Jul 30 01:41:40.193694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.193694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:40.194785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.230534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Attempting to bind port fb41b036-7ff5-4705-a6cd-86ba823740c9 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:40.230754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Attempting to bind port fb41b036-7ff5-4705-a6cd-86ba823740c9 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:40.231197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Attempting to bind port fb41b036-7ff5-4705-a6cd-86ba823740c9 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:40.241911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-32dc5131-3269-40ac-bc73-0c353236c036 req-aebead8f-95e6-4433-9545-1a7b979228c7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801639 Jul 30 01:41:40.249256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7513356 Jul 30 01:41:40.300991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58442) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:40.322995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Request body: {'subnet': {'network_id': 'c7fbf6ed-5234-4aa1-9d4e-824510cedd4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1389416453-subnet', 'tenant_id': 'df2f9a48d3c741ae86a01e1ba6af3f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:40.348573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Port fb41b036-7ff5-4705-a6cd-86ba823740c9 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:40.349653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Attempting to bind port fb41b036-7ff5-4705-a6cd-86ba823740c9 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:40.410912 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-dc4c6ba4-6542-4ed9-a35f-318ec4361cad service neutron] 10.222.0.22 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7536764 Jul 30 01:41:40.423545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:40.424478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:40.425330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:40.426593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Bound port: fb41b036-7ff5-4705-a6cd-86ba823740c9, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:40.427493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:40.477511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72cb9c5b-4ce5-4302-b64b-8511144f2218 req-40b742b8-aa82-4255-9561-47a7d11d615e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384788 Jul 30 01:41:40.526439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b53cda-b9f0-4d1a-93ee-df268f5a282b admin admin] Pushing event updated for resources: {'Network': ['ID=c7fbf6ed-5234-4aa1-9d4e-824510cedd4a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:40.558951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c7fbf6ed-5234-4aa1-9d4e-824510cedd4a details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:41:40.680053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92169b-9757-468e-bbee-30efaf78b5f4 None None] New status for floating IP 169ab5f3-0161-41da-ae6f-dbcab569a685: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:41:40.815232 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9a5305-4ef3-4acd-8d6d-f3d5a491a741 x-openstack-request-id: req-ab9a5305-4ef3-4acd-8d6d-f3d5a491a741 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:40.815746 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da1b4a8-7e0d-4588-accb-e3d04444f816", "tag": "d4533d7d-894b-497a-b940-3eeeaea5ba2b", "status": "completed", "code": 200}, {"server_uuid": "dd436b13-f1c1-46ae-8f7e-d9b26a63e611", "name": "network-vif-deleted", "tag": "177aaef2-52ac-4d16-b8ff-a76a57f4e7c4", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:40.819320 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ab9a5305-4ef3-4acd-8d6d-f3d5a491a741 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:40.820135 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da1b4a8-7e0d-4588-accb-e3d04444f816', 'tag': 'd4533d7d-894b-497a-b940-3eeeaea5ba2b', 'status': 'completed', 'code': 200} Jul 30 01:41:40.820644 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd436b13-f1c1-46ae-8f7e-d9b26a63e611', 'name': 'network-vif-deleted', 'tag': '177aaef2-52ac-4d16-b8ff-a76a57f4e7c4', 'status': 'completed', 'code': 200} Jul 30 01:41:40.839786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Made reservation on behalf of df2f9a48d3c741ae86a01e1ba6af3f36 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:40.844585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.081530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] For port fb41b036-7ff5-4705-a6cd-86ba823740c9, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:41.089116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] For port fb41b036-7ff5-4705-a6cd-86ba823740c9, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fb41b036-7ff5-4705-a6cd-86ba823740c9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:41.108905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bc289-2c5f-4afa-b9f9-6d09d0955695 req-3bbe41da-3d77-4cb0-adca-4a8e9607b2bc tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.115818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d09bc289-2c5f-4afa-b9f9-6d09d0955695 req-3bbe41da-3d77-4cb0-adca-4a8e9607b2bc tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 943 time: 0.2323587 Jul 30 01:41:41.182417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.252528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d09bc289-2c5f-4afa-b9f9-6d09d0955695 req-dec27967-d3d1-46a9-a8d4-4f4f39e47ee2 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153779 Jul 30 01:41:41.349606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3400-5791-4790-bb0f-943fee134459 req-b42d93f0-4ebc-4cf7-a84c-73df5c7e5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.355093 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5aab3400-5791-4790-bb0f-943fee134459 req-b42d93f0-4ebc-4cf7-a84c-73df5c7e5f58 service neutron] 10.222.0.22 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 914 time: 1.2249689 Jul 30 01:41:41.391278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f2c10-4e84-496b-b6e2-eaca22b693a0 req-77192a0a-b71e-4bee-9fde-b7a5aca34282 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.418237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b3f2c10-4e84-496b-b6e2-eaca22b693a0 req-77192a0a-b71e-4bee-9fde-b7a5aca34282 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 947 time: 0.1886747 Jul 30 01:41:41.502568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.503973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:41.507895 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] 10.222.0.22 "PUT /v2.0/ports/fb41b036-7ff5-4705-a6cd-86ba823740c9 HTTP/1.1" status: 200 len: 1095 time: 7.5759645 Jul 30 01:41:41.513191 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad7feae9-6cec-416b-ac3f-62ae279b00d0 req-b6fecf19-4f67-4cb4-b4a5-ef1ac1692eae service neutron] 10.222.0.22 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0661397 Jul 30 01:41:41.597683 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5aab3400-5791-4790-bb0f-943fee134459 req-809703a3-96d2-44a5-9f57-ce32a984959b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639276fc-ebfc-4d8e-9c2e-f90c7808595f HTTP/1.1" status: 200 len: 217 time: 0.2228723 Jul 30 01:41:41.600845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b3f2c10-4e84-496b-b6e2-eaca22b693a0 req-383032f5-95f6-4c79-9782-41dd3bd21827 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784856 Jul 30 01:41:41.601847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-d077f281-d129-4a26-9101-67198ccf8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.605042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-d077f281-d129-4a26-9101-67198ccf8c91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7117701197d845caa81f22c1c9d967ab&device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 1094 time: 0.8248549 Jul 30 01:41:41.688878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd255b-7195-4021-9a18-ad0d3963dcb0 req-636636a0-4311-46c5-a5dc-4fa4adc21968 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:41.699116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50bd255b-7195-4021-9a18-ad0d3963dcb0 req-636636a0-4311-46c5-a5dc-4fa4adc21968 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 946 time: 0.2359772 Jul 30 01:41:41.740089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58464) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:42.046856 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a302b3a-244f-4a4a-9103-2a750649572c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.068869 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50bd255b-7195-4021-9a18-ad0d3963dcb0 req-10d0a5e1-9538-4b01-ae09-e323811a3a9f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517182 Jul 30 01:41:42.112554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-4015cf8d-3dd0-4ce5-b596-ff1bc0fd4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.115772 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-4015cf8d-3dd0-4ce5-b596-ff1bc0fd4931 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 200 len: 914 time: 0.4333246 Jul 30 01:41:42.121914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3400-5791-4790-bb0f-943fee134459 req-5307619c-49c3-4d8a-bf1d-ed7dd2630e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.124333 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5aab3400-5791-4790-bb0f-943fee134459 req-5307619c-49c3-4d8a-bf1d-ed7dd2630e10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e0b69c8-5713-446f-bf95-894aa6ab17c5 HTTP/1.1" status: 200 len: 853 time: 0.4669411 Jul 30 01:41:42.196619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be01fcf-e314-4a22-968a-7f2f578fba21 req-1dc9a787-8724-420f-8c97-4c59bd6c7bce tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.208080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8be01fcf-e314-4a22-968a-7f2f578fba21 req-1dc9a787-8724-420f-8c97-4c59bd6c7bce tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.3542614 Jul 30 01:41:42.244869 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9e283-0db7-4492-bf79-3aefaa4ffe90 service neutron] Pushing event updated for resources: {'Port': ['ID=fb41b036-7ff5-4705-a6cd-86ba823740c9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:42.258701 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a302b3a-244f-4a4a-9103-2a750649572c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.409708 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-9da745c1-603c-43a2-9808-c18496c42654 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4533d7d-894b-497a-b940-3eeeaea5ba2b HTTP/1.1" status: 200 len: 217 time: 0.2806952 Jul 30 01:41:42.424845 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5aab3400-5791-4790-bb0f-943fee134459 req-52fb5825-b09b-4e5e-905a-837e73940e99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=54429341-207e-4aea-b889-d7bd5953b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2252216 Jul 30 01:41:42.477808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8be01fcf-e314-4a22-968a-7f2f578fba21 req-97c9bfd7-17d2-41cf-8408-ee2d25fc8ad4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511609 Jul 30 01:41:42.562453 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.572214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b8599-9595-4135-87f6-3b593ee3c399 req-7273523e-3721-4032-aff2-c687a0a24f06 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.575455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-4c763880-ef94-42fd-9452-373c199de13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.577480 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-4c763880-ef94-42fd-9452-373c199de13b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e0b69c8-5713-446f-bf95-894aa6ab17c5 HTTP/1.1" status: 200 len: 853 time: 0.1497264 Jul 30 01:41:42.585062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b8599-9595-4135-87f6-3b593ee3c399 req-7273523e-3721-4032-aff2-c687a0a24f06 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.597739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b8599-9595-4135-87f6-3b593ee3c399 req-7273523e-3721-4032-aff2-c687a0a24f06 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.599883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f43b8599-9595-4135-87f6-3b593ee3c399 req-7273523e-3721-4032-aff2-c687a0a24f06 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2411 time: 0.2822344 Jul 30 01:41:42.663688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 639276fc-ebfc-4d8e-9c2e-f90c7808595f details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:42.741933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f43b8599-9595-4135-87f6-3b593ee3c399 req-02216fdb-6ccb-4947-83e6-09fc238a9261 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299055 Jul 30 01:41:42.745287 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a302b3a-244f-4a4a-9103-2a750649572c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.753551 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a302b3a-244f-4a4a-9103-2a750649572c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:42.756668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9a302b3a-244f-4a4a-9103-2a750649572c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "DELETE /v2.0/security-groups/24400ddb-cded-452b-bd7d-85fd5fafbddf HTTP/1.1" status: 204 len: 168 time: 1.0145137 Jul 30 01:41:42.766707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58480) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:42.863400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a302b3a-244f-4a4a-9103-2a750649572c tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24400ddb-cded-452b-bd7d-85fd5fafbddf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:42.867699 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-7a5350a9-f487-47d5-96af-ddaa30762a4d tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] show failed (client error): The resource could not be found. Jul 30 01:41:42.871421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a361195-536c-44fc-855e-a3d0819c2584', 'tag': 'fb41b036-7ff5-4705-a6cd-86ba823740c9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:42.876072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7a5350a9-f487-47d5-96af-ddaa30762a4d tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "GET /v2.0/security-groups/24400ddb-cded-452b-bd7d-85fd5fafbddf HTTP/1.1" status: 404 len: 347 time: 0.0976038 Jul 30 01:41:42.878398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58482) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:42.878637 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18" -d '{"events": [{"name": "network-changed", "server_uuid": "7a361195-536c-44fc-855e-a3d0819c2584", "tag": "fb41b036-7ff5-4705-a6cd-86ba823740c9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:42.891713 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5aab3400-5791-4790-bb0f-943fee134459 req-450f7804-fbb8-4035-a3bd-cf0d3a52f3b6 service neutron] 10.222.0.22 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403570 Jul 30 01:41:42.954451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-021cee00-3210-44a3-bcd0-38c1d9828647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:42.966329 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-021cee00-3210-44a3-bcd0-38c1d9828647 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d40457dca684b259fa91976457761a4&device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 1098 time: 1.2572815 Jul 30 01:41:43.025385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 639276fc-ebfc-4d8e-9c2e-f90c7808595f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=639276fc-ebfc-4d8e-9c2e-f90c7808595f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:43.048782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '639276fc-ebfc-4d8e-9c2e-f90c7808595f', 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f', 'port_id': '639276fc-ebfc-4d8e-9c2e-f90c7808595f', 'mac_address': 'fa:16:3e:10:50:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0b69c8-5713-446f-bf95-894aa6ab17c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:43.055976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d4533d7d-894b-497a-b940-3eeeaea5ba2b details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:43.160926 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.195681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5bae9ee-0261-4f21-bf80-e9bfa5a5041f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:43.241580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-15bd8491-a07b-4ccc-8559-0a34ae5c84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.242824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-15bd8491-a07b-4ccc-8559-0a34ae5c84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.243528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-15bd8491-a07b-4ccc-8559-0a34ae5c84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.246817 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-15bd8491-a07b-4ccc-8559-0a34ae5c84e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6e77f05ba354aafb88f29274ced527b&device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2864 time: 1.3233380 Jul 30 01:41:43.265564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639276fc-ebfc-4d8e-9c2e-f90c7808595f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:43.320177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 639276fc-ebfc-4d8e-9c2e-f90c7808595f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=639276fc-ebfc-4d8e-9c2e-f90c7808595f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:43.346300 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.349610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 352c94b0-3c6c-4802-8979-37bb4128acab details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:43.430302 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-9a0c8ce6-3499-4d50-ac21-cc64986cc0c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54429341-207e-4aea-b889-d7bd5953b70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5170877 Jul 30 01:41:43.480128 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-59224349-d1c4-4c9b-90f4-4fa7aa417cd1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=fb41b036-7ff5-4705-a6cd-86ba823740c9 HTTP/1.1" status: 200 len: 217 time: 0.2515235 Jul 30 01:41:43.661822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-0e972579-4399-434e-9b7a-74802e33de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.665800 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-0e972579-4399-434e-9b7a-74802e33de68 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1315398 Jul 30 01:41:43.753257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81ec7-c821-40a9-a23a-00c4d5877a05 req-15ff0a73-d44c-4032-a49f-3cabb14758d3 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.777895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72e81ec7-c821-40a9-a23a-00c4d5877a05 req-15ff0a73-d44c-4032-a49f-3cabb14758d3 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 943 time: 0.6522257 Jul 30 01:41:43.819785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d2cc8-7df9-47c8-af09-88c2822eede6 req-85058861-519c-44fd-af92-36b5a64321b9 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:43.832523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba8d2cc8-7df9-47c8-af09-88c2822eede6 req-85058861-519c-44fd-af92-36b5a64321b9 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 947 time: 0.7508068 Jul 30 01:41:43.905419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d4533d7d-894b-497a-b940-3eeeaea5ba2b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d4533d7d-894b-497a-b940-3eeeaea5ba2b,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:43.922174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=639276fc-ebfc-4d8e-9c2e-f90c7808595f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:43.942855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 352c94b0-3c6c-4802-8979-37bb4128acab, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=352c94b0-3c6c-4802-8979-37bb4128acab,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:43.946507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd4533d7d-894b-497a-b940-3eeeaea5ba2b', 'network_id': '54429341-207e-4aea-b889-d7bd5953b70f', 'port_id': 'd4533d7d-894b-497a-b940-3eeeaea5ba2b', 'mac_address': 'fa:16:3e:5f:cd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0b69c8-5713-446f-bf95-894aa6ab17c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:43.967548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '352c94b0-3c6c-4802-8979-37bb4128acab', 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105', 'port_id': '352c94b0-3c6c-4802-8979-37bb4128acab', 'mac_address': 'fa:16:3e:b1:03:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639aacf-43cb-466d-8bb2-29b870857fd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:43.975814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Deleting port 500c2288-e4bc-4825-88f7-d13f040d0d59 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:43.976574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:43.994928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba8d2cc8-7df9-47c8-af09-88c2822eede6 req-07365897-91db-431f-b8ca-49fa8d3d5b1b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474583 Jul 30 01:41:43.999914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72e81ec7-c821-40a9-a23a-00c4d5877a05 req-4bd0cd71-1444-4aa1-b294-dc32cc99fc16 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155826 Jul 30 01:41:44.023900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-8d3567e0-7654-4d69-a9aa-1e61422ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.028543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-8d3567e0-7654-4d69-a9aa-1e61422ef70f service neutron] 10.222.0.22 "GET /v2.0/networks?id=780091e3-8e2d-4473-86e9-f2d7e28bf804 HTTP/1.1" status: 200 len: 903 time: 0.6134799 Jul 30 01:41:44.108147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Checking segment: {'id': '2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c7fbf6ed-5234-4aa1-9d4e-824510cedd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:44.108993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Network hostable DHCP agents. Network: c7fbf6ed-5234-4aa1-9d4e-824510cedd4a, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:41:44.140912 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.210957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 352c94b0-3c6c-4802-8979-37bb4128acab {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:44.219048 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bee5e27-5060-4819-bf6e-1eadaecd63ca x-openstack-request-id: req-2bee5e27-5060-4819-bf6e-1eadaecd63ca {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:44.219525 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a361195-536c-44fc-855e-a3d0819c2584", "tag": "fb41b036-7ff5-4705-a6cd-86ba823740c9", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:44.219913 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2bee5e27-5060-4819-bf6e-1eadaecd63ca {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:44.220532 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a361195-536c-44fc-855e-a3d0819c2584', 'tag': 'fb41b036-7ff5-4705-a6cd-86ba823740c9', 'status': 'completed', 'code': 200} Jul 30 01:41:44.224474 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.257649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.257975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.276098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Calling delete_port for 500c2288-e4bc-4825-88f7-d13f040d0d59 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:44.280786 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-df930fe8-709b-4e4c-a9c6-e3819a980455 service neutron] 10.222.0.41 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8392718 Jul 30 01:41:44.284492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-2afc7346-4894-4f48-8c7a-38ca9950bd17 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=62332ebc-7f64-46e1-a0c0-948adac16e4d HTTP/1.1" status: 200 len: 217 time: 0.2377834 Jul 30 01:41:44.294101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 352c94b0-3c6c-4802-8979-37bb4128acab, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=352c94b0-3c6c-4802-8979-37bb4128acab,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:44.307280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4533d7d-894b-497a-b940-3eeeaea5ba2b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:44.318911 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.401785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d4533d7d-894b-497a-b940-3eeeaea5ba2b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d4533d7d-894b-497a-b940-3eeeaea5ba2b,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:44.422984 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.465947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['352c94b0-3c6c-4802-8979-37bb4128acab'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:44.512207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-25093345-1bbe-4055-8747-575bd6038c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.514964 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-25093345-1bbe-4055-8747-575bd6038c3f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8194530 Jul 30 01:41:44.523284 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:44.613242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Pushing event deleted for resources: {'Port': ['ID=500c2288-e4bc-4825-88f7-d13f040d0d59,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:44.683728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f107ed7c-fbff-4061-a116-749de5404718 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:44.695677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=352c94b0-3c6c-4802-8979-37bb4128acab,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:44.738780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f409a3-a0a7-4f35-ab96-d4029cb1b36d req-b6cbd32d-e3f1-42c4-902c-5fc713fb4ebe tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.742372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0f409a3-a0a7-4f35-ab96-d4029cb1b36d req-b6cbd32d-e3f1-42c4-902c-5fc713fb4ebe tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.2546213 Jul 30 01:41:44.770439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0e864-00e9-4d91-bbf5-d6295b1154ca req-54e79459-3b1a-4cbb-9910-40213b35583f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:44.774179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d4533d7d-894b-497a-b940-3eeeaea5ba2b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:44.774804 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-edb6a197-13d0-46ba-968b-a2e24e81ed84 req-d22dd8ca-f1d5-4101-941e-fa30238891f5 service neutron] 10.222.0.41 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785235 Jul 30 01:41:44.784050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1d0e864-00e9-4d91-bbf5-d6295b1154ca req-54e79459-3b1a-4cbb-9910-40213b35583f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 945 time: 0.2788115 Jul 30 01:41:44.820405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Network c7fbf6ed-5234-4aa1-9d4e-824510cedd4a is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:41:44.823220 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:41:44.826197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['639276fc-ebfc-4d8e-9c2e-f90c7808595f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:44.830699 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5aab3400-5791-4790-bb0f-943fee134459 req-989eb264-cab8-4851-a5ff-0b18f61cebd1 service neutron] 10.222.0.22 "GET /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6713455 Jul 30 01:41:44.960165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0f409a3-a0a7-4f35-ab96-d4029cb1b36d req-9e6ed18d-5ad4-4511-8d1a-75ab8fbc996a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434686 Jul 30 01:41:44.960768 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-c8424a87-f5d6-41d2-9967-abde5cc1a604 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217744 Jul 30 01:41:44.977096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, c7fbf6ed-5234-4aa1-9d4e-824510cedd4a) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:44.985733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1d0e864-00e9-4d91-bbf5-d6295b1154ca req-f2c347af-9456-4bd8-85f3-833561c3aaf6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002437 Jul 30 01:41:45.008077 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.013589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.018819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7ee2842e-4661-4fe3-9d37-d7cbc10422f5 tempest-ServersWithSpecificFlavorTestJSON-2085251083 tempest-ServersWithSpecificFlavorTestJSON-2085251083-project] 10.222.0.84 "DELETE /v2.0/floatingips/169ab5f3-0161-41da-ae6f-dbcab569a685 HTTP/1.1" status: 204 len: 168 time: 2.1303196 Jul 30 01:41:45.019156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.019156 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:45.025016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-3dee557d-f7a9-4f59-9aec-93f7d6527f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.028837 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-3dee557d-f7a9-4f59-9aec-93f7d6527f1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e12ae53c-49a9-46b5-abb0-44618a4dc193 HTTP/1.1" status: 200 len: 801 time: 0.7132275 Jul 30 01:41:45.315821 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bd8225f0-0430-4700-9602-44ddea83a558 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.9965327 Jul 30 01:41:45.338383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e55826-775c-4579-909c-59c439a3e320 None None] Network c7fbf6ed-5234-4aa1-9d4e-824510cedd4a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:45.367750 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-186dc398-366d-442b-a59c-24f2b4375861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.370928 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-186dc398-366d-442b-a59c-24f2b4375861 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=780091e3-8e2d-4473-86e9-f2d7e28bf804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3176234 Jul 30 01:41:45.447828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975fbfa-ff4d-4255-a249-d627ab433e28 req-e3301e61-885c-41ed-8135-4b24102f3b9c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.480180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975fbfa-ff4d-4255-a249-d627ab433e28 req-e3301e61-885c-41ed-8135-4b24102f3b9c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.499402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975fbfa-ff4d-4255-a249-d627ab433e28 req-e3301e61-885c-41ed-8135-4b24102f3b9c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.518202 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0fb335e-7458-4999-bb6d-07836dd01670 req-42c604c1-c642-4e1f-b76d-7c956660c5e6 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855723 Jul 30 01:41:45.538377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e975fbfa-ff4d-4255-a249-d627ab433e28 req-e3301e61-885c-41ed-8135-4b24102f3b9c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2411 time: 0.2970724 Jul 30 01:41:45.642842 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-97ce2d34-c604-4007-a641-f1476694ee84 service neutron] 10.222.0.22 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583263 Jul 30 01:41:45.716908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e975fbfa-ff4d-4255-a249-d627ab433e28 req-4de51aca-9f22-4be9-813e-84352c1115cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757395 Jul 30 01:41:45.723786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d4533d7d-894b-497a-b940-3eeeaea5ba2b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:45.979110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-bd3a6905-022d-416a-8dc0-d7f6797d5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:45.981536 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-bd3a6905-022d-416a-8dc0-d7f6797d5c17 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d40457dca684b259fa91976457761a4&device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 1098 time: 0.2441852 Jul 30 01:41:46.003458 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8d3a53dd-a169-4b3b-8d91-de9d053f3255 req-e5d89fdb-8b6e-4c06-93ec-9b75afb7bc53 service neutron] 10.222.0.22 "GET /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402448 Jul 30 01:41:46.080272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87ed68-675f-4478-990a-e7f87dc52cb1 req-cd530869-e55c-4019-bf2a-cf8de81f57b1 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.100953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a87ed68-675f-4478-990a-e7f87dc52cb1 req-cd530869-e55c-4019-bf2a-cf8de81f57b1 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 947 time: 0.1806245 Jul 30 01:41:46.207543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a87ed68-675f-4478-990a-e7f87dc52cb1 req-0a339c05-1301-4ef0-b98f-320a10ee2d27 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044388 Jul 30 01:41:46.282550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-fc3f83ae-ae8c-42ee-98ae-725dd00ee474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.285896 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-fc3f83ae-ae8c-42ee-98ae-725dd00ee474 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.2798052 Jul 30 01:41:46.319667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f107ed7c-fbff-4061-a116-749de5404718, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f107ed7c-fbff-4061-a116-749de5404718,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:46.429494 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-24b6be39-9659-4cfb-a92d-daf927ae19ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=fb41b036-7ff5-4705-a6cd-86ba823740c9 HTTP/1.1" status: 200 len: 217 time: 0.1252098 Jul 30 01:41:46.478283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'f107ed7c-fbff-4061-a116-749de5404718', 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804', 'port_id': 'f107ed7c-fbff-4061-a116-749de5404718', 'mac_address': 'fa:16:3e:74:8b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12ae53c-49a9-46b5-abb0-44618a4dc193', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:46.653067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66574cc-3ce1-4406-ab88-de3a7531bfa6 req-2787f1c6-6a90-42e8-89dc-fad2662dc512 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.656263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b66574cc-3ce1-4406-ab88-de3a7531bfa6 req-2787f1c6-6a90-42e8-89dc-fad2662dc512 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 944 time: 0.1890144 Jul 30 01:41:46.660816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334cdea-4a14-4352-a0e3-2b2f32112b5b None None] Network c7fbf6ed-5234-4aa1-9d4e-824510cedd4a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:46.695417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92c66-fe28-49e8-bbbe-9a113462ade5 req-ea34a479-ae46-48f9-aba8-31b753abd95e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:46.698351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0d92c66-fe28-49e8-bbbe-9a113462ade5 req-ea34a479-ae46-48f9-aba8-31b753abd95e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.1619275 Jul 30 01:41:46.803826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0d92c66-fe28-49e8-bbbe-9a113462ade5 req-d1f045d0-6e56-4a34-80f9-74d3d685c616 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882447 Jul 30 01:41:46.805136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58554) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:46.810724 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.818398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-827881236-network', 'tenant_id': '9e116c4960394c35a2cddaec11e3e721'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:46.866821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f107ed7c-fbff-4061-a116-749de5404718 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:46.897287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b66574cc-3ce1-4406-ab88-de3a7531bfa6 req-39a1aa25-89c3-41a1-907f-e07a8e281ca5 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175219 Jul 30 01:41:46.936143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Made reservation on behalf of 9e116c4960394c35a2cddaec11e3e721 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:46.937557 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.954073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f107ed7c-fbff-4061-a116-749de5404718, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f107ed7c-fbff-4061-a116-749de5404718,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:46.962698 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:46.963473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 323f08b2-c795-414b-91b3-9cea8f1b8877 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:46.974312 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.172014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-4e110841-9566-41d5-b7cb-0cf78b3eae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.183638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-4e110841-9566-41d5-b7cb-0cf78b3eae2e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.7368052 Jul 30 01:41:47.233272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3fa12-745d-45a6-a45e-45529f25fc13 req-189ea4d8-bc37-466e-9b1d-bea2ba4721cf tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.243531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95b3fa12-745d-45a6-a45e-45529f25fc13 req-189ea4d8-bc37-466e-9b1d-bea2ba4721cf tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 945 time: 0.1649497 Jul 30 01:41:47.257050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f107ed7c-fbff-4061-a116-749de5404718,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:47.297430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-c27d6c23-d626-4197-b724-b9cfc4e4b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.300797 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-c27d6c23-d626-4197-b724-b9cfc4e4b61e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031296 Jul 30 01:41:47.432474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 323f08b2-c795-414b-91b3-9cea8f1b8877, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=323f08b2-c795-414b-91b3-9cea8f1b8877,segment=NetworkSegment(bfba409b-f047-4d41-8f8a-b00848992b9c),segment_id=bfba409b-f047-4d41-8f8a-b00848992b9c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:47.448629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.457511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95b3fa12-745d-45a6-a45e-45529f25fc13 req-1cd9c947-210d-4773-8dc0-6b91c01478bf tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033916 Jul 30 01:41:47.459539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '323f08b2-c795-414b-91b3-9cea8f1b8877', 'network_id': '65cb7581-72a8-42c6-b27d-1fcc925ca0ac', 'port_id': '323f08b2-c795-414b-91b3-9cea8f1b8877', 'mac_address': 'fa:16:3e:32:4e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c7868d-3165-499b-8769-4b94b68af9ea', 'ip_address': '19.86.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:47.477942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17943cc1-66a8-4aab-9b07-faf313834e27 req-8e7098d9-e25b-47f3-9266-75e422043a45 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.491351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17943cc1-66a8-4aab-9b07-faf313834e27 req-8e7098d9-e25b-47f3-9266-75e422043a45 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.502384 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-a52ede84-d387-4930-b5a6-a22e630e0015 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862619 Jul 30 01:41:47.504926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17943cc1-66a8-4aab-9b07-faf313834e27 req-8e7098d9-e25b-47f3-9266-75e422043a45 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.508090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17943cc1-66a8-4aab-9b07-faf313834e27 req-8e7098d9-e25b-47f3-9266-75e422043a45 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2412 time: 0.2558391 Jul 30 01:41:47.509614 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.571583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.575260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:41:47.608748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323f08b2-c795-414b-91b3-9cea8f1b8877 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:47.628949 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.629542 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Added segment de0219b3-b78a-4c12-9ec8-2edc48c2d564 of type vlan for network e59ea100-9b74-4bed-aa08-d5aa2aa25d08 Jul 30 01:41:47.668063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5405d8-9834-4314-a084-b1826feb5e6f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:47.680529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 323f08b2-c795-414b-91b3-9cea8f1b8877, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=323f08b2-c795-414b-91b3-9cea8f1b8877,segment=NetworkSegment(bfba409b-f047-4d41-8f8a-b00848992b9c),segment_id=bfba409b-f047-4d41-8f8a-b00848992b9c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:47.692197 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.726386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17943cc1-66a8-4aab-9b07-faf313834e27 req-a599965d-05dc-4b67-b32a-01f94fb41574 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986794 Jul 30 01:41:47.755523 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.759835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fb41b036-7ff5-4705-a6cd-86ba823740c9 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:47.822094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 639276fc-ebfc-4d8e-9c2e-f90c7808595f up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:47.826494 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3cff195a-0184-4cfa-bad6-3d4a85cb8f18 req-91f6dcd2-b0cb-4ecc-aca2-b014fe7a88d5 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073835 Jul 30 01:41:47.896953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:47.899319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:47.900397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.078248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58592) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:48.078740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2715621 Jul 30 01:41:48.081335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=323f08b2-c795-414b-91b3-9cea8f1b8877,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:48.089502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a12046-4ff4-4de7-ad8a-cd691e1dc15e admin admin] Pushing event updated for resources: {'Network': ['ID=e59ea100-9b74-4bed-aa08-d5aa2aa25d08,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:48.091335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Request body: {'subnet': {'network_id': 'e59ea100-9b74-4bed-aa08-d5aa2aa25d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-827881236-subnet', 'tenant_id': '9e116c4960394c35a2cddaec11e3e721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:48.133320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network e59ea100-9b74-4bed-aa08-d5aa2aa25d08 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:41:48.147263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab4016-819f-48ac-bdaf-f2394d8d3ca6 req-37d9890e-0948-42b4-82b1-1c943c52446e tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:48.160882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48ab4016-819f-48ac-bdaf-f2394d8d3ca6 req-37d9890e-0948-42b4-82b1-1c943c52446e tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 947 time: 0.2168307 Jul 30 01:41:48.173905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Made reservation on behalf of 9e116c4960394c35a2cddaec11e3e721 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:48.177118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.241883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f107ed7c-fbff-4061-a116-749de5404718'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:48.253041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48ab4016-819f-48ac-bdaf-f2394d8d3ca6 req-a3795da5-0254-4104-aa1b-f940c3dcb5cc tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786862 Jul 30 01:41:48.299058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 639276fc-ebfc-4d8e-9c2e-f90c7808595f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:48.325924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port fb41b036-7ff5-4705-a6cd-86ba823740c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fb41b036-7ff5-4705-a6cd-86ba823740c9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:48.331769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 639276fc-ebfc-4d8e-9c2e-f90c7808595f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:48.332750 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.433624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'fb41b036-7ff5-4705-a6cd-86ba823740c9', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'fb41b036-7ff5-4705-a6cd-86ba823740c9', 'mac_address': 'fa:16:3e:93:a3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:48.592057 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.612241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ef2d-f78f-4e48-95f5-74b2c36ca528 req-7617740e-5281-4b86-82ce-3995cbef3a0e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:48.617391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6f8ef2d-f78f-4e48-95f5-74b2c36ca528 req-7617740e-5281-4b86-82ce-3995cbef3a0e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.1331487 Jul 30 01:41:48.677109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.683681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb41b036-7ff5-4705-a6cd-86ba823740c9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:48.724378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6f8ef2d-f78f-4e48-95f5-74b2c36ca528 req-8c5238c1-9c4d-48f5-bc1e-d625345f4c77 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854399 Jul 30 01:41:48.740450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d4533d7d-894b-497a-b940-3eeeaea5ba2b up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:48.762431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port fb41b036-7ff5-4705-a6cd-86ba823740c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fb41b036-7ff5-4705-a6cd-86ba823740c9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:48.795794 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.808763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3e39da-4815-4036-9432-84dfa80fa7a5,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:48.816813 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.817855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 62332ebc-7f64-46e1-a0c0-948adac16e4d details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:48.821929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Checking segment: {'id': 'de0219b3-b78a-4c12-9ec8-2edc48c2d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e59ea100-9b74-4bed-aa08-d5aa2aa25d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:48.822324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Network hostable DHCP agents. Network: e59ea100-9b74-4bed-aa08-d5aa2aa25d08, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:41:48.856453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Network e59ea100-9b74-4bed-aa08-d5aa2aa25d08 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:41:48.871467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, e59ea100-9b74-4bed-aa08-d5aa2aa25d08) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:48.886529 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:48.888181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:48.891269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbcb4b7-0526-4552-a53a-82cb60525115 None None] Network e59ea100-9b74-4bed-aa08-d5aa2aa25d08 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:48.927484 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-02f77781-3826-46a6-ad02-37c2784d6521 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8330612 Jul 30 01:41:49.024462 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:41:49.028365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac75b8-91b1-4e92-b67e-45a5e8141ed4 req-eb3da96d-5802-4e4c-b564-e8cf563a6478 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.040107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19ac75b8-91b1-4e92-b67e-45a5e8141ed4 req-eb3da96d-5802-4e4c-b564-e8cf563a6478 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 944 time: 0.1586521 Jul 30 01:41:49.134487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 639276fc-ebfc-4d8e-9c2e-f90c7808595f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=639276fc-ebfc-4d8e-9c2e-f90c7808595f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:49.149533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19ac75b8-91b1-4e92-b67e-45a5e8141ed4 req-797ec483-2487-491b-af02-95c575ea3da8 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936649 Jul 30 01:41:49.206128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da58c7-7288-4778-8618-94a25dd2ccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639276fc-ebfc-4d8e-9c2e-f90c7808595f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:49.210085 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d3e5fd-86d7-44b1-9273-1a7a008e0cef" -d '{"events": [{"server_uuid": "e2da58c7-7288-4778-8618-94a25dd2ccff", "name": "network-vif-plugged", "status": "completed", "tag": "639276fc-ebfc-4d8e-9c2e-f90c7808595f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:49.249563 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.250454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 352c94b0-3c6c-4802-8979-37bb4128acab no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:49.253872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['323f08b2-c795-414b-91b3-9cea8f1b8877'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:49.299051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-d6b2b7dd-df51-467c-81c1-3b680ea65a23 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.304556 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-d6b2b7dd-df51-467c-81c1-3b680ea65a23 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.22 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 945 time: 0.1219168 Jul 30 01:41:49.481564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Deleting port 352c94b0-3c6c-4802-8979-37bb4128acab {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:49.482072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.491957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e788d-a42e-4f06-a65a-92fbebba0155 req-b86ad89e-0852-4696-91a0-61bec90c378a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.500776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-404e788d-a42e-4f06-a65a-92fbebba0155 req-b86ad89e-0852-4696-91a0-61bec90c378a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=26db607a-03e0-4670-b815-9ab91a2031cb HTTP/1.1" status: 200 len: 945 time: 0.1687112 Jul 30 01:41:49.574972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69928ed2-364c-4d4f-9fd9-339da86dc0f8 req-b45d662e-1929-4980-a709-d999d5814011 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.587335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69928ed2-364c-4d4f-9fd9-339da86dc0f8 req-b45d662e-1929-4980-a709-d999d5814011 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.599713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69928ed2-364c-4d4f-9fd9-339da86dc0f8 req-b45d662e-1929-4980-a709-d999d5814011 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:49.603074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69928ed2-364c-4d4f-9fd9-339da86dc0f8 req-b45d662e-1929-4980-a709-d999d5814011 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2413 time: 0.2021661 Jul 30 01:41:49.616669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] For port 352c94b0-3c6c-4802-8979-37bb4128acab, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=352c94b0-3c6c-4802-8979-37bb4128acab,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:49.617634 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.640938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Calling delete_port for 352c94b0-3c6c-4802-8979-37bb4128acab owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:49.656236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=fb41b036-7ff5-4705-a6cd-86ba823740c9,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:49.664064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-404e788d-a42e-4f06-a65a-92fbebba0155 req-b98e4eb8-9971-45ae-9ba4-09930060c5ae tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466262 Jul 30 01:41:49.710976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69928ed2-364c-4d4f-9fd9-339da86dc0f8 req-a2710dcd-cb42-4cae-9677-d57ae4741427 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993490 Jul 30 01:41:49.808553 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb445584-d8c4-489a-820a-e72dadfd6edf x-openstack-request-id: req-bb445584-d8c4-489a-820a-e72dadfd6edf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:49.808553 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2da58c7-7288-4778-8618-94a25dd2ccff", "name": "network-vif-plugged", "status": "completed", "tag": "639276fc-ebfc-4d8e-9c2e-f90c7808595f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:49.808912 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bb445584-d8c4-489a-820a-e72dadfd6edf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:49.809728 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2da58c7-7288-4778-8618-94a25dd2ccff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639276fc-ebfc-4d8e-9c2e-f90c7808595f', 'code': 200} Jul 30 01:41:49.829514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port d4533d7d-894b-497a-b940-3eeeaea5ba2b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:49.898725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 62332ebc-7f64-46e1-a0c0-948adac16e4d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62332ebc-7f64-46e1-a0c0-948adac16e4d,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:49.926405 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:41:49.975275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=639276fc-ebfc-4d8e-9c2e-f90c7808595f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:49.980882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d4533d7d-894b-497a-b940-3eeeaea5ba2b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:49.981309 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.992460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:49.993912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd63968-db83-4ed3-a3ca-356a38486db5 None None] Network e59ea100-9b74-4bed-aa08-d5aa2aa25d08 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:41:50.047521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e67ecc-eed0-48fc-be5f-a0f4d8f71ccc req-8acf40a8-5e5d-44f5-9744-978b342f4a04 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.052138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41e67ecc-eed0-48fc-be5f-a0f4d8f71ccc req-8acf40a8-5e5d-44f5-9744-978b342f4a04 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 948 time: 0.1000092 Jul 30 01:41:50.093718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event deleted for resources: {'Port': ['ID=352c94b0-3c6c-4802-8979-37bb4128acab,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:50.139492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c828c77-3a35-4e81-9f6c-e8f653fe86c6 req-b112e067-fd8e-470d-b069-200918242714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.140451 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2c828c77-3a35-4e81-9f6c-e8f653fe86c6 req-b112e067-fd8e-470d-b069-200918242714 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2da58c7-7288-4778-8618-94a25dd2ccff HTTP/1.1" status: 200 len: 1097 time: 0.1855791 Jul 30 01:41:50.163191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41e67ecc-eed0-48fc-be5f-a0f4d8f71ccc req-8114a6e3-4374-4917-9a57-ac44342f6701 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012688 Jul 30 01:41:50.170182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '62332ebc-7f64-46e1-a0c0-948adac16e4d', 'network_id': '780091e3-8e2d-4473-86e9-f2d7e28bf804', 'port_id': '62332ebc-7f64-46e1-a0c0-948adac16e4d', 'mac_address': 'fa:16:3e:6c:a7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12ae53c-49a9-46b5-abb0-44618a4dc193', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:50.202781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Port 352c94b0-3c6c-4802-8979-37bb4128acab update to DOWN by agent not found {{(pid=93820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 01:41:50.227493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] No DVR routers for this DVR port 352c94b0-3c6c-4802-8979-37bb4128acab on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:50.233624 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.236822 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c629cf25-2423-45e2-bc16-c226cce709b3 req-59c87335-6ee2-47c8-b432-a3be8b9878b8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.22 "DELETE /v2.0/ports/352c94b0-3c6c-4802-8979-37bb4128acab HTTP/1.1" status: 204 len: 173 time: 0.9194567 Jul 30 01:41:50.241670 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2c828c77-3a35-4e81-9f6c-e8f653fe86c6 req-346b5dd6-1937-4028-9a55-47b235a6e6ab service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820160 Jul 30 01:41:50.243259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26db607a-03e0-4670-b815-9ab91a2031cb', 'name': 'network-vif-deleted', 'tag': '352c94b0-3c6c-4802-8979-37bb4128acab'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:50.246748 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4313556-e23d-4140-8127-f43cfed238dd" -d '{"events": [{"server_uuid": "26db607a-03e0-4670-b815-9ab91a2031cb", "name": "network-vif-deleted", "tag": "352c94b0-3c6c-4802-8979-37bb4128acab"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:50.348855 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.470925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62332ebc-7f64-46e1-a0c0-948adac16e4d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:50.510632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327412a6-2b21-4e89-a93c-b95cf38d12b8 req-d87d6e8a-ddb6-4933-893d-41718f3d5bdd tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.513467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-327412a6-2b21-4e89-a93c-b95cf38d12b8 req-d87d6e8a-ddb6-4933-893d-41718f3d5bdd tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.1740491 Jul 30 01:41:50.570472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 62332ebc-7f64-46e1-a0c0-948adac16e4d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62332ebc-7f64-46e1-a0c0-948adac16e4d,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:50.605079 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.613764 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.644945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d468-8d81-4622-bd53-f458976396c5 req-1994f5c9-b155-4ddb-a353-c03cb5b0f12e tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:50.650476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-1994f5c9-b155-4ddb-a353-c03cb5b0f12e tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/networks?id=c7fbf6ed-5234-4aa1-9d4e-824510cedd4a HTTP/1.1" status: 200 len: 815 time: 0.2588103 Jul 30 01:41:50.668341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-327412a6-2b21-4e89-a93c-b95cf38d12b8 req-17196c21-793e-4dfb-ad18-109bdd8b4511 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226728 Jul 30 01:41:50.670566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f107ed7c-fbff-4061-a116-749de5404718 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:50.687837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-410dfe2d-ade4-48f7-af03-b83c53e0b7e7 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/quotas/df2f9a48d3c741ae86a01e1ba6af3f36 HTTP/1.1" status: 200 len: 375 time: 0.0171747 Jul 30 01:41:50.779580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58670) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:50.804140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-fe2fbfa4-ee34-4f08-b230-d9abde9b3971 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=df2f9a48d3c741ae86a01e1ba6af3f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865066 Jul 30 01:41:50.817234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d4533d7d-894b-497a-b940-3eeeaea5ba2b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d4533d7d-894b-497a-b940-3eeeaea5ba2b,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:50.824844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=62332ebc-7f64-46e1-a0c0-948adac16e4d,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:50.843311 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.844192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6389e449-01f4-4087-ac45-ee4560fcfd8c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:50.968292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port f107ed7c-fbff-4061-a116-749de5404718 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:50.991269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port f107ed7c-fbff-4061-a116-749de5404718 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:50.991911 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:50.994590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d4533d7d-894b-497a-b940-3eeeaea5ba2b,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:50.994886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209db50-ae67-4982-9a98-f86a0659af4a req-8f5b1a92-d0d2-4077-8602-fa00993396ce tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.023691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3209db50-ae67-4982-9a98-f86a0659af4a req-8f5b1a92-d0d2-4077-8602-fa00993396ce tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 945 time: 0.1535513 Jul 30 01:41:51.147787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3209db50-ae67-4982-9a98-f86a0659af4a req-ec3e5d44-9a38-4a6a-9dea-1685872463a4 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223786 Jul 30 01:41:51.189282 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.330447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['62332ebc-7f64-46e1-a0c0-948adac16e4d'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:51.405759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['fb41b036-7ff5-4705-a6cd-86ba823740c9'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:51.485240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:51.487374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.519365 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.575545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-822bf1f9-a2ae-4681-a394-abdfa1caf8b9 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.578245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-822bf1f9-a2ae-4681-a394-abdfa1caf8b9 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 804 time: 0.2171121 Jul 30 01:41:51.630987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-c88e3a62-4d31-4ba9-b1d1-58770492e3ef tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/quotas/d9859880f21747c581ee426563ea687e HTTP/1.1" status: 200 len: 375 time: 0.0361586 Jul 30 01:41:51.710350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-de50dee4-ac6b-46d5-a73e-bda90f2b9590 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:51.713138 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-de50dee4-ac6b-46d5-a73e-bda90f2b9590 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "GET /v2.0/ports?device_id=989892f3-4c1b-431f-b7bf-1733caa667aa HTTP/1.1" status: 200 len: 943 time: 0.2012579 Jul 30 01:41:51.720644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f107ed7c-fbff-4061-a116-749de5404718, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f107ed7c-fbff-4061-a116-749de5404718,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:51.762142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-247eb0d9-3a41-4a9e-8888-308b6b3369cd service neutron] 10.222.0.84 "GET /v2.0/networks/c7fbf6ed-5234-4aa1-9d4e-824510cedd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9492919 Jul 30 01:41:51.786467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:51.788575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 352c94b0-3c6c-4802-8979-37bb4128acab no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:51.803560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6389e449-01f4-4087-ac45-ee4560fcfd8c,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:51.848376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da1b4a8-7e0d-4588-accb-e3d04444f816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4533d7d-894b-497a-b940-3eeeaea5ba2b'}, {'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c'}, {'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f107ed7c-fbff-4061-a116-749de5404718'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:51.852361 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71886e9-1d3f-4990-8d28-f12b6ca19739" -d '{"events": [{"server_uuid": "0da1b4a8-7e0d-4588-accb-e3d04444f816", "name": "network-vif-plugged", "status": "completed", "tag": "d4533d7d-894b-497a-b940-3eeeaea5ba2b"}, {"server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "name": "network-vif-unplugged", "status": "completed", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c"}, {"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-plugged", "status": "completed", "tag": "f107ed7c-fbff-4061-a116-749de5404718"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:51.865398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 352c94b0-3c6c-4802-8979-37bb4128acab {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:51.866169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 352c94b0-3c6c-4802-8979-37bb4128acab not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:51.899511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-95cea88b-fa0b-4407-a1cc-0d807ac0d2b2 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2668636 Jul 30 01:41:52.007620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4d98443b-29d8-4867-8c7e-69e710d554cd service neutron] 10.222.0.84 "GET /v2.0/networks/c7fbf6ed-5234-4aa1-9d4e-824510cedd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249098 Jul 30 01:41:52.050308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f107ed7c-fbff-4061-a116-749de5404718,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:52.057373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-842a8272-406d-4538-b5e8-bac4735570c0 service neutron] 10.222.0.84 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464190 Jul 30 01:41:52.086656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Deleting port 6389e449-01f4-4087-ac45-ee4560fcfd8c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:52.087567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.231996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-deffd022-671a-42f1-9ba9-ab4a47475f92 service neutron] 10.222.0.84 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733575 Jul 30 01:41:52.320389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] For port 6389e449-01f4-4087-ac45-ee4560fcfd8c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6389e449-01f4-4087-ac45-ee4560fcfd8c,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:52.321057 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.353560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Calling delete_port for 6389e449-01f4-4087-ac45-ee4560fcfd8c owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:52.467815 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3273be06-5127-40c9-ba70-b0fdd47cd435 x-openstack-request-id: req-3273be06-5127-40c9-ba70-b0fdd47cd435 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:52.468427 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26db607a-03e0-4670-b815-9ab91a2031cb", "name": "network-vif-deleted", "tag": "352c94b0-3c6c-4802-8979-37bb4128acab", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:52.468689 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3273be06-5127-40c9-ba70-b0fdd47cd435 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:52.469343 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26db607a-03e0-4670-b815-9ab91a2031cb', 'name': 'network-vif-deleted', 'tag': '352c94b0-3c6c-4802-8979-37bb4128acab', 'status': 'completed', 'code': 200} Jul 30 01:41:52.652113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 323f08b2-c795-414b-91b3-9cea8f1b8877 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:52.750318 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.810418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832fd96-20c2-4484-8e7f-1d661c271e72 req-7b213df7-b486-4905-b481-b9b2488f23b1 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.812260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 323f08b2-c795-414b-91b3-9cea8f1b8877 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:52.823874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3832fd96-20c2-4484-8e7f-1d661c271e72 req-7b213df7-b486-4905-b481-b9b2488f23b1 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 948 time: 0.2178636 Jul 30 01:41:52.824446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 323f08b2-c795-414b-91b3-9cea8f1b8877 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:52.825115 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:52.881810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cd58-4337-430e-999a-b61aca840373 req-54c56639-8447-4407-b159-39761a19ee32 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.900234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cd58-4337-430e-999a-b61aca840373 req-54c56639-8447-4407-b159-39761a19ee32 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.918137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950cd58-4337-430e-999a-b61aca840373 req-54c56639-8447-4407-b159-39761a19ee32 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:52.932932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2950cd58-4337-430e-999a-b61aca840373 req-54c56639-8447-4407-b159-39761a19ee32 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2415 time: 0.3002274 Jul 30 01:41:52.983271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.040555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3832fd96-20c2-4484-8e7f-1d661c271e72 req-61cbaef1-76a7-4cb2-aaeb-6d8e3f400b35 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150342 Jul 30 01:41:53.062118 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.101632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Pushing event deleted for resources: {'Port': ['ID=6389e449-01f4-4087-ac45-ee4560fcfd8c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:53.169291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 323f08b2-c795-414b-91b3-9cea8f1b8877, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=323f08b2-c795-414b-91b3-9cea8f1b8877,segment=NetworkSegment(bfba409b-f047-4d41-8f8a-b00848992b9c),segment_id=bfba409b-f047-4d41-8f8a-b00848992b9c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:53.177109 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.228633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2950cd58-4337-430e-999a-b61aca840373 req-1bf43ca1-9ebf-4c3d-b5f3-ad62a2a7bf71 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151155 Jul 30 01:41:53.242443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] No DVR routers for this DVR port 6389e449-01f4-4087-ac45-ee4560fcfd8c on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:41:53.250632 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.252928 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8aa021e9-74ce-4f62-b1f8-d74e2aa2515d req-d22be666-091c-43ce-87bd-582b392ffc4f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "DELETE /v2.0/ports/6389e449-01f4-4087-ac45-ee4560fcfd8c HTTP/1.1" status: 204 len: 173 time: 1.5304101 Jul 30 01:41:53.286652 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-513c9c5f-0496-44f8-bc66-23a56cfcaa89 service neutron] 10.222.0.41 "GET /v2.0/ports/d1c7c454-943c-4868-80cc-2ffd234ffc68/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 382 time: 0.3055995 Jul 30 01:41:53.440496 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9288ed2a-2e11-4ca0-a23b-7584fb809a35 x-openstack-request-id: req-9288ed2a-2e11-4ca0-a23b-7584fb809a35 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:53.440989 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da1b4a8-7e0d-4588-accb-e3d04444f816", "name": "network-vif-plugged", "status": "completed", "tag": "d4533d7d-894b-497a-b940-3eeeaea5ba2b", "code": 200}, {"server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "name": "network-vif-unplugged", "status": "completed", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c", "code": 200}, {"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-plugged", "status": "completed", "tag": "f107ed7c-fbff-4061-a116-749de5404718", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:53.442415 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9288ed2a-2e11-4ca0-a23b-7584fb809a35 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:53.445192 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da1b4a8-7e0d-4588-accb-e3d04444f816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4533d7d-894b-497a-b940-3eeeaea5ba2b', 'code': 200} Jul 30 01:41:53.446868 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c', 'code': 200} Jul 30 01:41:53.447351 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f107ed7c-fbff-4061-a116-749de5404718', 'code': 200} Jul 30 01:41:53.468260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ae2a-34b2-4ba6-a202-f5735ca4f65b req-20bf55a0-c25e-4a07-be2c-6e165a3a4510 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.476883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1f6ae2a-34b2-4ba6-a202-f5735ca4f65b req-20bf55a0-c25e-4a07-be2c-6e165a3a4510 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.1721363 Jul 30 01:41:53.537373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=323f08b2-c795-414b-91b3-9cea8f1b8877,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:53.559872 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.613341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1f6ae2a-34b2-4ba6-a202-f5735ca4f65b req-f08b384d-84cd-429a-aba4-134605cfa411 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284320 Jul 30 01:41:53.828924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e879e63a-874c-4af1-a1b3-8ebd8dbc3a74 req-d681e469-2325-4144-9bda-0dc29846c575 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 210 time: 0.1045611 Jul 30 01:41:53.842319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3799415-35ea-4d3c-a893-1284b56c47e4 req-880eda59-70fa-4977-8955-d83ff0647eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.846225 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3799415-35ea-4d3c-a893-1284b56c47e4 req-880eda59-70fa-4977-8955-d83ff0647eea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 1096 time: 0.1495452 Jul 30 01:41:53.862771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Deleting port 29a6fda8-2f98-4136-9c39-69f9db668f2e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:53.863908 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:53.864534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f601e-f13f-48da-bca8-0ebacd0268ef req-99a03d94-fbe5-4d20-b62d-71227ae9e118 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:53.876327 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e34f601e-f13f-48da-bca8-0ebacd0268ef req-99a03d94-fbe5-4d20-b62d-71227ae9e118 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 945 time: 0.2436490 Jul 30 01:41:53.947901 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e34f601e-f13f-48da-bca8-0ebacd0268ef req-13722c84-1a7e-4ef5-a01e-65dfb539b49d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652719 Jul 30 01:41:54.035333 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3799415-35ea-4d3c-a893-1284b56c47e4 req-fd068b64-f241-4a41-8337-1c5e3d78fff0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664059 Jul 30 01:41:54.051595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-accae4ed-f53b-43fe-afe3-8fe0bd687a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.055083 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-accae4ed-f53b-43fe-afe3-8fe0bd687a1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 1100 time: 0.1956522 Jul 30 01:41:54.079023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ecc5730-aa5d-4436-8787-fe90baf4452c req-8fb7cfec-fd0e-43c7-963c-986f0776118c tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 210 time: 0.0428042 Jul 30 01:41:54.144020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] For port 29a6fda8-2f98-4136-9c39-69f9db668f2e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=29a6fda8-2f98-4136-9c39-69f9db668f2e,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:54.145113 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.161768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Calling delete_port for 29a6fda8-2f98-4136-9c39-69f9db668f2e owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:54.252361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f34c6-a7c6-4937-b9a3-4ecefed162c3 req-27acb738-e61e-4b1e-9f95-2467fc6f87dc tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.254306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-403f34c6-a7c6-4937-b9a3-4ecefed162c3 req-27acb738-e61e-4b1e-9f95-2467fc6f87dc tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 948 time: 0.0946250 Jul 30 01:41:54.277124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58720) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:54.282852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-df13d8dc-0cb2-4cb5-b6c5-9bbc957d37a8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950712229', 'description': 'tempest-description--925131451'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:54.328799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df13d8dc-0cb2-4cb5-b6c5-9bbc957d37a8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.344350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-898de40d-0fd0-4485-9b58-a7d4d61de4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.352396 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-898de40d-0fd0-4485-9b58-a7d4d61de4ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 1100 time: 0.1729407 Jul 30 01:41:54.375834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-403f34c6-a7c6-4937-b9a3-4ecefed162c3 req-a58ff1c3-f580-46fa-9079-cb0043eaa540 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045229 Jul 30 01:41:54.458490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a49ab-9044-4a42-8c96-fdb994532067 req-4c18c933-b398-481c-be17-fe9e2a3275ae tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.467148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a49ab-9044-4a42-8c96-fdb994532067 req-4c18c933-b398-481c-be17-fe9e2a3275ae tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.471168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'name': 'network-vif-deleted', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:54.473268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a49ab-9044-4a42-8c96-fdb994532067 req-4c18c933-b398-481c-be17-fe9e2a3275ae tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.474040 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cab099a-6b91-4823-b901-dc7010d4b049" -d '{"events": [{"server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "name": "network-vif-deleted", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:54.475645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca4a49ab-9044-4a42-8c96-fdb994532067 req-4c18c933-b398-481c-be17-fe9e2a3275ae tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2416 time: 0.0974438 Jul 30 01:41:54.580736 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4ac372-628b-4155-8f16-ddaa19499757 x-openstack-request-id: req-db4ac372-628b-4155-8f16-ddaa19499757 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:54.581269 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989892f3-4c1b-431f-b7bf-1733caa667aa", "name": "network-vif-deleted", "tag": "6389e449-01f4-4087-ac45-ee4560fcfd8c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:54.582536 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db4ac372-628b-4155-8f16-ddaa19499757 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:54.582536 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989892f3-4c1b-431f-b7bf-1733caa667aa', 'name': 'network-vif-deleted', 'tag': '6389e449-01f4-4087-ac45-ee4560fcfd8c', 'status': 'completed', 'code': 200} Jul 30 01:41:54.619625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca4a49ab-9044-4a42-8c96-fdb994532067 req-df289d95-d381-418f-87a7-c5cf180d9d5a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266384 Jul 30 01:41:54.641319 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df13d8dc-0cb2-4cb5-b6c5-9bbc957d37a8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.653773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fb41b036-7ff5-4705-a6cd-86ba823740c9 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:54.671011 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df13d8dc-0cb2-4cb5-b6c5-9bbc957d37a8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.677090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-1c9ec6a7-b7a8-4207-913f-887395f304a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.679135 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-1c9ec6a7-b7a8-4207-913f-887395f304a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3100441 Jul 30 01:41:54.744919 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-1f57a200-5527-4b85-b640-872d7b33a3f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68 HTTP/1.1" status: 200 len: 217 time: 0.0482392 Jul 30 01:41:54.773731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df13d8dc-0cb2-4cb5-b6c5-9bbc957d37a8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.777796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-df13d8dc-0cb2-4cb5-b6c5-9bbc957d37a8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4989293 Jul 30 01:41:54.781194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6389e449-01f4-4087-ac45-ee4560fcfd8c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:54.782607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13d8dc-0cb2-4cb5-b6c5-9bbc957d37a8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455174bd-14bf-4572-8889-0d49f5c4818b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:54.787902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58726) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:54.801825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c58c465e-626f-4a0c-84eb-8fbc5645ec21 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Request body: {'security_group_rule': {'security_group_id': '455174bd-14bf-4572-8889-0d49f5c4818b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:54.868494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-b5e656b4-7487-49ec-a4e4-d2c0b9efae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:54.870056 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-b5e656b4-7487-49ec-a4e4-d2c0b9efae74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0949643 Jul 30 01:41:54.912455 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c58c465e-626f-4a0c-84eb-8fbc5645ec21 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:54.951600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port fb41b036-7ff5-4705-a6cd-86ba823740c9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:54.971409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 6389e449-01f4-4087-ac45-ee4560fcfd8c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:54.973823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6389e449-01f4-4087-ac45-ee4560fcfd8c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:54.983462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port fb41b036-7ff5-4705-a6cd-86ba823740c9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:54.987959 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.032240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-2c670fa1-c01b-4d2f-8eac-4d522f1cb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.034024 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-2c670fa1-c01b-4d2f-8eac-4d522f1cb0ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421666 Jul 30 01:41:55.159975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac6e76-174b-494c-bb04-330191057532 req-4e0301f2-35dc-4927-a2bd-00790e1065c6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.164458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0ac6e76-174b-494c-bb04-330191057532 req-4e0301f2-35dc-4927-a2bd-00790e1065c6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.2857733 Jul 30 01:41:55.245573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.258849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d468-8d81-4622-bd53-f458976396c5 req-8f3216fd-63ae-4315-8ffe-88aa531ff998 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.263293 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-8f3216fd-63ae-4315-8ffe-88aa531ff998 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.41 "GET /v2.0/networks?id=c7fbf6ed-5234-4aa1-9d4e-824510cedd4a HTTP/1.1" status: 200 len: 815 time: 0.6659510 Jul 30 01:41:55.270896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c58c465e-626f-4a0c-84eb-8fbc5645ec21 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.291353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3585bfcb-89f0-45ba-b7c8-928d587fa9f7 req-aee39654-4d28-469f-86af-2387dcb96724 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 210 time: 0.1793749 Jul 30 01:41:55.325533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Request body: {'port': {'device_id': '71415ea8-23fb-45fe-a724-16f0fc695964', 'network_id': 'c7fbf6ed-5234-4aa1-9d4e-824510cedd4a', 'admin_state_up': True, 'tenant_id': 'df2f9a48d3c741ae86a01e1ba6af3f36'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:55.371787 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c58c465e-626f-4a0c-84eb-8fbc5645ec21 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.397845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port fb41b036-7ff5-4705-a6cd-86ba823740c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fb41b036-7ff5-4705-a6cd-86ba823740c9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:55.406317 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.409035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 62332ebc-7f64-46e1-a0c0-948adac16e4d up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:41:55.491058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323f08b2-c795-414b-91b3-9cea8f1b8877'}, {'server_uuid': '7a361195-536c-44fc-855e-a3d0819c2584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb41b036-7ff5-4705-a6cd-86ba823740c9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:55.496237 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494fa966-4a4d-4ca0-80a8-e8d709ee1b1f" -d '{"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-plugged", "status": "completed", "tag": "323f08b2-c795-414b-91b3-9cea8f1b8877"}, {"server_uuid": "7a361195-536c-44fc-855e-a3d0819c2584", "name": "network-vif-plugged", "status": "completed", "tag": "fb41b036-7ff5-4705-a6cd-86ba823740c9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:55.508298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0ac6e76-174b-494c-bb04-330191057532 req-2c446a12-c76b-4354-8ca5-b35dd28d055f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136778 Jul 30 01:41:55.535239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c465e-626f-4a0c-84eb-8fbc5645ec21 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56532764-e301-4842-9be0-1b6be9ec6492,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:55.565381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-d484457e-7071-49ca-b0ad-33a00abafb04 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118003 Jul 30 01:41:55.628643 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c58c465e-626f-4a0c-84eb-8fbc5645ec21 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.634208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c58c465e-626f-4a0c-84eb-8fbc5645ec21 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8404365 Jul 30 01:41:55.643854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=fb41b036-7ff5-4705-a6cd-86ba823740c9,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:55.650360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58738) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:55.676222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 62332ebc-7f64-46e1-a0c0-948adac16e4d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:41:55.677699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-78a8d77a-deda-4fb0-91d2-9aed19674083 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Request body: {'security_group_rule': {'security_group_id': '455174bd-14bf-4572-8889-0d49f5c4818b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:55.686293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 62332ebc-7f64-46e1-a0c0-948adac16e4d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:41:55.687185 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.745592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37cbf453-1847-4a2c-bbcb-815e18b941d8 req-d98a39c3-d144-44d6-89dc-93175c0f4841 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683843 Jul 30 01:41:55.773200 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.776551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe1b562a-1281-49dd-9087-a3cbf0af9a98 req-a8c86286-22c0-4ab3-a138-dd89cfcfc3b6 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 210 time: 0.0798087 Jul 30 01:41:55.832028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43ebdc-292e-46b2-abd7-ffb7952fe036 req-1a7c86cd-73a4-48a3-bab2-9ca7ee8c4c84 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.839240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d43ebdc-292e-46b2-abd7-ffb7952fe036 req-1a7c86cd-73a4-48a3-bab2-9ca7ee8c4c84 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 945 time: 0.2989118 Jul 30 01:41:55.842801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a6fda8-2f98-4136-9c39-69f9db668f2e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:55.861503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-f077a187-8d8f-4690-a396-58f6da7919cc tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:55.863188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-f077a187-8d8f-4690-a396-58f6da7919cc tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 804 time: 0.6063688 Jul 30 01:41:55.890205 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78a8d77a-deda-4fb0-91d2-9aed19674083 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:55.910762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Request body: {'port': {'device_id': '96a42814-ef80-47be-8fc7-70c12492129c', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'admin_state_up': True, 'tenant_id': 'd9859880f21747c581ee426563ea687e'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:55.960378 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.082198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 62332ebc-7f64-46e1-a0c0-948adac16e4d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62332ebc-7f64-46e1-a0c0-948adac16e4d,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:56.088794 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.202965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Made reservation on behalf of df2f9a48d3c741ae86a01e1ba6af3f36 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:56.210511 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.224607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=62332ebc-7f64-46e1-a0c0-948adac16e4d,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.643811 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.738102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d43ebdc-292e-46b2-abd7-ffb7952fe036 req-e0fb7e7d-2f34-4cec-b292-dab464ec01da tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8733926 Jul 30 01:41:56.746349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Made reservation on behalf of d9859880f21747c581ee426563ea687e for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:41:56.752313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.773154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:56.788239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78a8d77a-deda-4fb0-91d2-9aed19674083 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.810860 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78a8d77a-deda-4fb0-91d2-9aed19674083 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.819471 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Allocated IP 172.20.0.14 (c7fbf6ed-5234-4aa1-9d4e-824510cedd4a/e5bae9ee-0261-4f21-bf80-e9bfa5a5041f/bf158a47-1023-41d5-8a7d-173f7c2cb313) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:56.864176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8d77a-deda-4fb0-91d2-9aed19674083 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeffc170-9e2e-4d42-9e7e-3ba1374da20a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:56.892827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052b06d-8e1e-4ab3-9807-dac05994e829 req-b0ee4ed2-43ff-4460-af3b-63205ad0a368 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:56.904732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1052b06d-8e1e-4ab3-9807-dac05994e829 req-b0ee4ed2-43ff-4460-af3b-63205ad0a368 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 949 time: 0.9856167 Jul 30 01:41:56.910959 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78a8d77a-deda-4fb0-91d2-9aed19674083 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:56.916823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-78a8d77a-deda-4fb0-91d2-9aed19674083 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2450731 Jul 30 01:41:56.917475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58750) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:56.927958 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e56df3-b179-488e-86b3-40afcc4ef92b x-openstack-request-id: req-39e56df3-b179-488e-86b3-40afcc4ef92b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:41:56.929175 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-plugged", "status": "completed", "tag": "323f08b2-c795-414b-91b3-9cea8f1b8877", "code": 200}, {"server_uuid": "7a361195-536c-44fc-855e-a3d0819c2584", "name": "network-vif-plugged", "status": "completed", "tag": "fb41b036-7ff5-4705-a6cd-86ba823740c9", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:41:56.929683 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-39e56df3-b179-488e-86b3-40afcc4ef92b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:41:56.930900 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323f08b2-c795-414b-91b3-9cea8f1b8877', 'code': 200} Jul 30 01:41:56.932088 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361195-536c-44fc-855e-a3d0819c2584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb41b036-7ff5-4705-a6cd-86ba823740c9', 'code': 200} Jul 30 01:41:56.949638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:56.986531 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.037630 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.079258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:57.086794 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.140220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1052b06d-8e1e-4ab3-9807-dac05994e829 req-42b994b8-e201-48ad-9fd7-9b0946cc9bdb tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343330 Jul 30 01:41:57.159965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:57.211291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac46afc-1f47-4b71-8210-906a8d0f7c22 req-c842ae1e-8d76-4881-8251-a3f7efc550d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.215379 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cac46afc-1f47-4b71-8210-906a8d0f7c22 req-c842ae1e-8d76-4881-8251-a3f7efc550d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 1100 time: 0.1013341 Jul 30 01:41:57.243488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:41:57.293816 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cac46afc-1f47-4b71-8210-906a8d0f7c22 req-802cafd5-3785-4757-a38e-8ed55c2fe90d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640423 Jul 30 01:41:57.306876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.314085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a563b3-439d-4fab-972f-8b3c1e4809f9 req-e57e890f-631d-4e80-ba08-0508edd23c01 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.324593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a563b3-439d-4fab-972f-8b3c1e4809f9 req-e57e890f-631d-4e80-ba08-0508edd23c01 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.330662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a563b3-439d-4fab-972f-8b3c1e4809f9 req-e57e890f-631d-4e80-ba08-0508edd23c01 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.332439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4a563b3-439d-4fab-972f-8b3c1e4809f9 req-e57e890f-631d-4e80-ba08-0508edd23c01 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2417 time: 0.2668998 Jul 30 01:41:57.362912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Allocated IP 172.20.0.12 (b7dcaba9-c7c3-42ac-89fb-5120488593d9/e7a5d721-50b0-47c9-a6f9-0026d813c946/71e69ddc-363b-47b1-b385-82058b194400) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:57.420063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-171e2da9-81c1-4ad7-9a30-2d940194bf9e req-f9ca4d0c-823e-4b84-a10d-afe630bacbec tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 210 time: 0.0825965 Jul 30 01:41:57.487239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.492309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:41:57.506651 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] Sync routers for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:41:57.518038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4a563b3-439d-4fab-972f-8b3c1e4809f9 req-5e9e9a9e-ceca-407f-92e4-5d6d7607aefb tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693916 Jul 30 01:41:57.540545 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:57.542275 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9e6febaf-7853-49b2-900f-ef343f2bd9a0 admin admin] 10.222.0.84 "PUT /v2.0/routers/ae2af0d3-12ce-4bd7-b491-ff5885d61d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7608409 Jul 30 01:41:57.543904 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:41:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:57.548555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58752) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:41:57.713452 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:57.778179 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:57.796707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Pushing event updated for resources: {'Port': ['ID=bf158a47-1023-41d5-8a7d-173f7c2cb313,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:57.821315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Network c7fbf6ed-5234-4aa1-9d4e-824510cedd4a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:57.826640 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:57.830825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:57.844432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea28d8b5-1f34-4317-8f8d-e308753cb4ab req-215fda50-e304-4252-bd95-53fce1a784dc tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 210 time: 0.0964522 Jul 30 01:41:57.880031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f4190-b087-4c9e-8f9a-d825e717fd1f req-70daf07e-6996-4e78-b163-369d22eadeb9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:57.888809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e81f4190-b087-4c9e-8f9a-d825e717fd1f req-70daf07e-6996-4e78-b163-369d22eadeb9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 947 time: 0.2895968 Jul 30 01:41:57.994022 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.008436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.009731 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.047123 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.053041 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-4dab9eab-6e90-49e1-9f2d-aa4c1417078a tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7379971 Jul 30 01:41:58.058368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e81f4190-b087-4c9e-8f9a-d825e717fd1f req-635f5563-d36f-4a2a-bdea-ae15e4d0c466 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684077 Jul 30 01:41:58.110752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Request body: {'port': {'device_id': '71415ea8-23fb-45fe-a724-16f0fc695964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:58.129528 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:41:55Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:58.157633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Allocated IP 172.25.7.128 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/08f4fa11-6fee-41e2-9042-6077cf7d42d4) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:41:58.196536 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] Checking router: ae2af0d3-12ce-4bd7-b491-ff5885d61d60 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:41:58.224797 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] Routers {'ae2af0d3-12ce-4bd7-b491-ff5885d61d60'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:41:58.226457 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:41:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:58.258549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.367395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.384061 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.409212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf50bfd-9527-4d15-85d3-3dfdc50f1e89 req-755fcecd-c15a-4428-901e-ceba865838fa tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.411269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2cf50bfd-9527-4d15-85d3-3dfdc50f1e89 req-755fcecd-c15a-4428-901e-ceba865838fa tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=e2da58c7-7288-4778-8618-94a25dd2ccff HTTP/1.1" status: 200 len: 946 time: 0.3450298 Jul 30 01:41:58.482830 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] Set router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:41:58.541764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Network b7dcaba9-c7c3-42ac-89fb-5120488593d9 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:58.565617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:58.589374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e75d43-6775-416f-9531-718b5325bc49 req-7a386329-b8a1-4d7e-ba34-d8e3e79cd52b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.600489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42e75d43-6775-416f-9531-718b5325bc49 req-7a386329-b8a1-4d7e-ba34-d8e3e79cd52b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 949 time: 0.2756498 Jul 30 01:41:58.603570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:58.654805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Pushing event updated for resources: {'Port': ['ID=71e69ddc-363b-47b1-b385-82058b194400,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:58.687186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Deleting port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:41:58.688132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.726274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.747381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2cf50bfd-9527-4d15-85d3-3dfdc50f1e89 req-9213bd15-59be-4251-82ad-786bcac5ac07 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063786 Jul 30 01:41:58.785558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:41:58.853103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:58.854545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.874407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] For port 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:58.875349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:58.886718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42e75d43-6775-416f-9531-718b5325bc49 req-ec59d28d-fe96-415d-9db6-a82da4588181 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851396 Jul 30 01:41:58.942569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Calling delete_port for 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:41:58.948180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62332ebc-7f64-46e1-a0c0-948adac16e4d'}, {'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:41:58.953248 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba9040c-0762-47d9-bad5-4e66a22cc03a" -d '{"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-plugged", "status": "completed", "tag": "62332ebc-7f64-46e1-a0c0-948adac16e4d"}, {"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-unplugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:41:59.021640 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf158a47-1023-41d5-8a7d-173f7c2cb313 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:59.031351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-98bc5045-e5ef-4503-9b69-9c5a027b794f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1432056 Jul 30 01:41:59.037050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.046466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Request body: {'port': {'device_id': '96a42814-ef80-47be-8fc7-70c12492129c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:41:59.066632 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:41:55Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:41:59.069199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Transition to ACTIVE for port object bf158a47-1023-41d5-8a7d-173f7c2cb313 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:41:59.098743 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.127493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:59.147180 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498016f3-5a7b-4beb-9b89-8fc44faa237d None None] The sync data for ids ['ae2af0d3-12ce-4bd7-b491-ff5885d61d60'] in n-d-715271-7 is: [{'id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-124243974-router', 'tenant_id': '65553efe98204417a2eee97ae2768a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:35:49Z', 'updated_at': '2021-07-30T01:41:55Z', 'revision_number': 5, 'project_id': '65553efe98204417a2eee97ae2768a0e', 'gw_port': {'id': '5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af0d3-12ce-4bd7-b491-ff5885d61d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:35:51Z', 'updated_at': '2021-07-30T01:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:41:59.157218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'mac_address': 'fa:16:3e:41:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:41:59.205998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba50fd9-972e-4e20-97e4-60a794e3dc0b req-395334d9-3247-45f1-9779-786c420ec31c tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.208301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ba50fd9-972e-4e20-97e4-60a794e3dc0b req-395334d9-3247-45f1-9779-786c420ec31c tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 932 time: 0.2847505 Jul 30 01:41:59.247395 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.267131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c7c454-943c-4868-80cc-2ffd234ffc68 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:41:59.287425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.304103 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.316401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2dbf4-67f6-4725-bef4-b346973334bf req-5b628679-fbb2-44c7-9405-3dfb50a01d91 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.324256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2dbf4-67f6-4725-bef4-b346973334bf req-5b628679-fbb2-44c7-9405-3dfb50a01d91 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.327221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:41:59.331606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2dbf4-67f6-4725-bef4-b346973334bf req-5b628679-fbb2-44c7-9405-3dfb50a01d91 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.333785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ff2dbf4-67f6-4725-bef4-b346973334bf req-5b628679-fbb2-44c7-9405-3dfb50a01d91 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2417 time: 0.2282481 Jul 30 01:41:59.340453 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.357705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Pushing event updated for resources: {'Port': ['ID=bf158a47-1023-41d5-8a7d-173f7c2cb313,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.419595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:41:59.433655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:41:59.443361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:41:59.443881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.457629 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Attempting to bind port bf158a47-1023-41d5-8a7d-173f7c2cb313 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:41:59.457918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Attempting to bind port bf158a47-1023-41d5-8a7d-173f7c2cb313 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c7fbf6ed-5234-4aa1-9d4e-824510cedd4a'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:41:59.458212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Attempting to bind port bf158a47-1023-41d5-8a7d-173f7c2cb313 on network c7fbf6ed-5234-4aa1-9d4e-824510cedd4a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:59.466110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Port bf158a47-1023-41d5-8a7d-173f7c2cb313 on network c7fbf6ed-5234-4aa1-9d4e-824510cedd4a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:41:59.466440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Attempting to bind port bf158a47-1023-41d5-8a7d-173f7c2cb313 on network c7fbf6ed-5234-4aa1-9d4e-824510cedd4a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:41:59.468671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ba50fd9-972e-4e20-97e4-60a794e3dc0b req-a901678d-bec7-4866-8800-3c63d40b9f4f tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e66db41-d493-439a-86b9-370a6a82c977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469618 Jul 30 01:41:59.474013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event updated for resources: {'Port': ['ID=08f4fa11-6fee-41e2-9042-6077cf7d42d4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.480094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:41:59.480560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Checking segment: {'id': '2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c7fbf6ed-5234-4aa1-9d4e-824510cedd4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:41:59.481012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Bound using segment: {'id': '2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c7fbf6ed-5234-4aa1-9d4e-824510cedd4a'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:41:59.481485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Bound port: bf158a47-1023-41d5-8a7d-173f7c2cb313, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c7fbf6ed-5234-4aa1-9d4e-824510cedd4a'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:41:59.481854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.516293 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.557587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 29a6fda8-2f98-4136-9c39-69f9db668f2e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:41:59.621075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:41:59.622545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 29a6fda8-2f98-4136-9c39-69f9db668f2e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:41:59.623832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 29a6fda8-2f98-4136-9c39-69f9db668f2e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:41:59.626225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d1c7c454-943c-4868-80cc-2ffd234ffc68'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:41:59.676910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ff2dbf4-67f6-4725-bef4-b346973334bf req-7a54e25b-589c-4a52-af13-6180cadfdad0 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056896 Jul 30 01:41:59.800093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] For port bf158a47-1023-41d5-8a7d-173f7c2cb313, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:41:59.810468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] For port bf158a47-1023-41d5-8a7d-173f7c2cb313, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf158a47-1023-41d5-8a7d-173f7c2cb313,segment=NetworkSegment(2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf),segment_id=2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:41:59.825707 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.940428 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.958002 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.964703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:41:59.966093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:41:59.969627 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf158a47-1023-41d5-8a7d-173f7c2cb313 HTTP/1.1" status: 200 len: 1092 time: 1.8661973 Jul 30 01:42:00.078273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71415ea8-23fb-45fe-a724-16f0fc695964', 'tag': 'bf158a47-1023-41d5-8a7d-173f7c2cb313'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:00.081862 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cfb216-d3b4-4228-87f0-382b18abed44" -d '{"events": [{"name": "network-changed", "server_uuid": "71415ea8-23fb-45fe-a724-16f0fc695964", "tag": "bf158a47-1023-41d5-8a7d-173f7c2cb313"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:00.136052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.136315 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 30 Jul 2021 01:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f3849f-9a94-4fbc-8d1d-deefe1b5a2a8 x-openstack-request-id: req-47f3849f-9a94-4fbc-8d1d-deefe1b5a2a8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:00.137062 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-plugged", "status": "completed", "tag": "62332ebc-7f64-46e1-a0c0-948adac16e4d", "code": 200}, {"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-unplugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:00.137062 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-47f3849f-9a94-4fbc-8d1d-deefe1b5a2a8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:00.137466 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62332ebc-7f64-46e1-a0c0-948adac16e4d', 'code': 200} Jul 30 01:42:00.137783 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'code': 200} Jul 30 01:42:00.268270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.276228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.279025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ff71c-bb38-4258-997b-f834d8fce535 service neutron] Pushing event updated for resources: {'Port': ['ID=bf158a47-1023-41d5-8a7d-173f7c2cb313,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:00.331531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15a885-9508-4bbf-988d-4cf7729c6715 req-60064dd3-ce22-446a-95a7-e2085087069d tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.333257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c15a885-9508-4bbf-988d-4cf7729c6715 req-60064dd3-ce22-446a-95a7-e2085087069d tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 932 time: 0.3942311 Jul 30 01:42:00.379896 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d468-8d81-4622-bd53-f458976396c5 req-829ab787-d6ed-41a0-aa76-a4d8b2571903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.382985 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-829ab787-d6ed-41a0-aa76-a4d8b2571903 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df2f9a48d3c741ae86a01e1ba6af3f36&device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 1095 time: 0.2345457 Jul 30 01:42:00.395260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.396196 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2af0d3-12ce-4bd7-b491-ff5885d61d60 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:42:00.406720 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.414746 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-27437b1a-3911-4d1b-ae2f-cf40084fbcd1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/ae2af0d3-12ce-4bd7-b491-ff5885d61d60 HTTP/1.1" status: 204 len: 168 time: 2.8470182 Jul 30 01:42:00.415528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58774) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:00.527494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb1a43-b3f8-43df-8fcb-0ceb67e261dd req-79f20537-2ccc-4017-8168-850340f99cd6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.531365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ceb1a43-b3f8-43df-8fcb-0ceb67e261dd req-79f20537-2ccc-4017-8168-850340f99cd6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 948 time: 0.3077874 Jul 30 01:42:00.537537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee2b45-1ee5-4e43-909a-8bfcfe2943a3 req-ac6a5f89-2e2e-492e-b6e2-06641ffaa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.537862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee2b45-1ee5-4e43-909a-8bfcfe2943a3 req-ac6a5f89-2e2e-492e-b6e2-06641ffaa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.538535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee2b45-1ee5-4e43-909a-8bfcfe2943a3 req-ac6a5f89-2e2e-492e-b6e2-06641ffaa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.541674 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5fee2b45-1ee5-4e43-909a-8bfcfe2943a3 req-ac6a5f89-2e2e-492e-b6e2-06641ffaa6f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2870 time: 0.2503695 Jul 30 01:42:00.549715 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-66c2ead6-2c4c-457f-9c67-bf11477a02ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf158a47-1023-41d5-8a7d-173f7c2cb313 HTTP/1.1" status: 200 len: 217 time: 0.1375566 Jul 30 01:42:00.656776 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56e79ba8-23ee-4bcf-8a1e-703129b61141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.667290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c15a885-9508-4bbf-988d-4cf7729c6715 req-12bc8434-cb16-4876-bd1e-aadcb6fa3f1e tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125563 Jul 30 01:42:00.704553 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5fee2b45-1ee5-4e43-909a-8bfcfe2943a3 req-94e02207-4581-48eb-aa11-ad73d40f9447 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261740 Jul 30 01:42:00.710217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5539c9f-d283-4388-9824-d59e5775746a admin admin] Deleting subnet 0074f845-b233-45a9-893e-21af2cb46545 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:00.721152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5539c9f-d283-4388-9824-d59e5775746a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.751169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e69ddc-363b-47b1-b385-82058b194400 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:00.773075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d468-8d81-4622-bd53-f458976396c5 req-9362a836-4679-4255-817e-6e187c7f41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:00.775786 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-9362a836-4679-4255-817e-6e187c7f41c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5bae9ee-0261-4f21-bf80-e9bfa5a5041f HTTP/1.1" status: 200 len: 855 time: 0.2115149 Jul 30 01:42:00.780468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ceb1a43-b3f8-43df-8fcb-0ceb67e261dd req-203f46ba-a264-48e8-9c81-8c468c680344 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144763 Jul 30 01:42:00.784098 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.800235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:00.827944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Transition to ACTIVE for port object 71e69ddc-363b-47b1-b385-82058b194400 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:00.877832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5539c9f-d283-4388-9824-d59e5775746a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.878713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.889006 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-8a0727b7-c1e1-406c-ac14-529ada8fdde7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7fbf6ed-5234-4aa1-9d4e-824510cedd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036198 Jul 30 01:42:00.915097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.938604 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:00.963020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d1c7c454-943c-4868-80cc-2ffd234ffc68 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:00.963845 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.007820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.088831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Pushing event updated for resources: {'Port': ['ID=71e69ddc-363b-47b1-b385-82058b194400,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:01.218164 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.240816 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-28694b9e-8260-4876-9481-b54a36a7da10 service neutron] 10.222.0.41 "GET /v2.0/networks/c7fbf6ed-5234-4aa1-9d4e-824510cedd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995639 Jul 30 01:42:01.243412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5539c9f-d283-4388-9824-d59e5775746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.259847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event updated for resources: {'Port': ['ID=08f4fa11-6fee-41e2-9042-6077cf7d42d4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:01.296297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd46a3-5e58-42f8-849f-6e536672acc2 req-92056c34-cfdb-444e-a795-5cfca22384a4 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.303008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:01.309672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0dd46a3-5e58-42f8-849f-6e536672acc2 req-92056c34-cfdb-444e-a795-5cfca22384a4 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 949 time: 0.4991655 Jul 30 01:42:01.312067 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.356517 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbe025c-b483-4d42-b187-4ee37c58ad0d x-openstack-request-id: req-1bbe025c-b483-4d42-b187-4ee37c58ad0d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:01.356517 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71415ea8-23fb-45fe-a724-16f0fc695964", "tag": "bf158a47-1023-41d5-8a7d-173f7c2cb313", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:01.356979 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1bbe025c-b483-4d42-b187-4ee37c58ad0d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:01.357412 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71415ea8-23fb-45fe-a724-16f0fc695964', 'tag': 'bf158a47-1023-41d5-8a7d-173f7c2cb313', 'status': 'completed', 'code': 200} Jul 30 01:42:01.361668 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5539c9f-d283-4388-9824-d59e5775746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.430930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:01.450396 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.485344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.507604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b5539c9f-d283-4388-9824-d59e5775746a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.510375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-65cb1ca4-6492-41d2-9387-a8b86bd56f1c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5776780 Jul 30 01:42:01.515624 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b5539c9f-d283-4388-9824-d59e5775746a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0074f845-b233-45a9-893e-21af2cb46545 HTTP/1.1" status: 204 len: 168 time: 1.0980225 Jul 30 01:42:01.517573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5539c9f-d283-4388-9824-d59e5775746a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0074f845-b233-45a9-893e-21af2cb46545,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:01.518102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242152e-0cfc-4876-bdcf-ace644f122a7 None None] Network d6fa3faf-8161-468b-9c4e-955080185598 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:01.522234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58786) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:01.550391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:01.587688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0dd46a3-5e58-42f8-849f-6e536672acc2 req-6603283b-f819-4bc3-9118-636f972adf76 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760961 Jul 30 01:42:01.610135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Attempting to bind port 71e69ddc-363b-47b1-b385-82058b194400 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:01.610900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Attempting to bind port 71e69ddc-363b-47b1-b385-82058b194400 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:01.611518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Attempting to bind port 71e69ddc-363b-47b1-b385-82058b194400 on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:01.648543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f33d468-8d81-4622-bd53-f458976396c5 req-1db1806d-34db-4905-9abc-33e6718196b0 service neutron] 10.222.0.41 "GET /v2.0/networks/c7fbf6ed-5234-4aa1-9d4e-824510cedd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998833 Jul 30 01:42:01.674654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:01.675249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5f75e13d-b6b1-4a7d-9db3-22a5e28b29b0 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:01.720516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Port 71e69ddc-363b-47b1-b385-82058b194400 on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:01.720859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Attempting to bind port 71e69ddc-363b-47b1-b385-82058b194400 on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:01.752937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:01.753520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Checking segment: {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:01.754199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Bound using segment: {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:01.755008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Bound port: 71e69ddc-363b-47b1-b385-82058b194400, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:01.755729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.839109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-252082f5-9e68-45f9-9317-dd1128465204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.841808 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-252082f5-9e68-45f9-9317-dd1128465204 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df2f9a48d3c741ae86a01e1ba6af3f36&device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 1095 time: 0.1090288 Jul 30 01:42:01.913749 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:01.928544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5bfd4-9d06-4585-9ed6-136552df0427 None None] DHCP port deletion for d6fa3faf-8161-468b-9c4e-955080185598 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:01.936944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a86aa-8981-492e-a979-dd7cd436c3fe req-7928d01b-a96b-4834-b75a-b290a35c5e6b tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:01.939487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-534a86aa-8981-492e-a979-dd7cd436c3fe req-7928d01b-a96b-4834-b75a-b290a35c5e6b tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 944 time: 0.3909912 Jul 30 01:42:02.042111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bae5bfd4-9d06-4585-9ed6-136552df0427 None None] Deleting port 7684ce47-ea29-4122-adef-c7e431057a5b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:02.042934 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bae5bfd4-9d06-4585-9ed6-136552df0427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.047637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-e52b5f3a-cc23-4bc7-b99a-c73562354b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.049376 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-e52b5f3a-cc23-4bc7-b99a-c73562354b57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7fbf6ed-5234-4aa1-9d4e-824510cedd4a HTTP/1.1" status: 200 len: 916 time: 0.1979752 Jul 30 01:42:02.053980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560048a-b4fb-46c0-89ff-3c80a391afa4 req-135da170-d342-4c7d-8133-59d8bd207ac5 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.066449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560048a-b4fb-46c0-89ff-3c80a391afa4 req-135da170-d342-4c7d-8133-59d8bd207ac5 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.078304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560048a-b4fb-46c0-89ff-3c80a391afa4 req-135da170-d342-4c7d-8133-59d8bd207ac5 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.081404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1560048a-b4fb-46c0-89ff-3c80a391afa4 req-135da170-d342-4c7d-8133-59d8bd207ac5 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2417 time: 0.2928104 Jul 30 01:42:02.136721 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-e0a7dfd4-aa1b-4db9-902b-8dff3da09ad3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf158a47-1023-41d5-8a7d-173f7c2cb313 HTTP/1.1" status: 200 len: 217 time: 0.0775204 Jul 30 01:42:02.148152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:02.152634 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf442a73-0679-456c-b62c-4aaf157de851" -d '{"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-plugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:02.178209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:02.196912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-534a86aa-8981-492e-a979-dd7cd436c3fe req-98bf2f0f-01d0-4c9c-8381-386ac2e8230b tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e66db41-d493-439a-86b9-370a6a82c977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394183 Jul 30 01:42:02.210621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bae5bfd4-9d06-4585-9ed6-136552df0427 None None] For port 7684ce47-ea29-4122-adef-c7e431057a5b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7684ce47-ea29-4122-adef-c7e431057a5b,segment=NetworkSegment(4b88fdb8-4b83-469e-9c1b-3d5319636c30),segment_id=4b88fdb8-4b83-469e-9c1b-3d5319636c30)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:02.210621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bae5bfd4-9d06-4585-9ed6-136552df0427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.237195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bae5bfd4-9d06-4585-9ed6-136552df0427 None None] Calling delete_port for 7684ce47-ea29-4122-adef-c7e431057a5b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:02.240775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=71e69ddc-363b-47b1-b385-82058b194400,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:02.257004 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.304097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1560048a-b4fb-46c0-89ff-3c80a391afa4 req-39c777e1-1efa-4c44-9705-5b95bf7847a5 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776106 Jul 30 01:42:02.306592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-3c94315a-8c17-44b2-8689-3e9edb86970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.318749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-3c94315a-8c17-44b2-8689-3e9edb86970d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5bae9ee-0261-4f21-bf80-e9bfa5a5041f HTTP/1.1" status: 200 len: 855 time: 0.1737432 Jul 30 01:42:02.320647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.328603 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.331038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] 10.222.0.41 "PUT /v2.0/ports/71e69ddc-363b-47b1-b385-82058b194400 HTTP/1.1" status: 200 len: 1092 time: 3.2909951 Jul 30 01:42:02.400063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'tag': '71e69ddc-363b-47b1-b385-82058b194400'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:02.419712 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04546330-8073-4b00-8334-a695b7ae808f" -d '{"events": [{"name": "network-changed", "server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "tag": "71e69ddc-363b-47b1-b385-82058b194400"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:02.455588 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-cf1387f5-94b2-4fd1-8465-29258d6d48fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7fbf6ed-5234-4aa1-9d4e-824510cedd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267912 Jul 30 01:42:02.544557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Deleting port 7684ce47-ea29-4122-adef-c7e431057a5b {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:02.548754 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.582491 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bae5bfd4-9d06-4585-9ed6-136552df0427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.650191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131f942-c79d-4b12-8407-24ce2a410bbc service neutron] Pushing event updated for resources: {'Port': ['ID=71e69ddc-363b-47b1-b385-82058b194400,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:02.653731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5bfd4-9d06-4585-9ed6-136552df0427 None None] No DVR routers for this DVR port 7684ce47-ea29-4122-adef-c7e431057a5b on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:02.672041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5bfd4-9d06-4585-9ed6-136552df0427 None None] Pushing event deleted for resources: {'Port': ['ID=7684ce47-ea29-4122-adef-c7e431057a5b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:02.743415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-711dd74a-79df-4464-9020-448f1c2ec6c6 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.745798 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-711dd74a-79df-4464-9020-448f1c2ec6c6 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.41 "GET /v2.0/ports?device_id=0da1b4a8-7e0d-4588-accb-e3d04444f816 HTTP/1.1" status: 200 len: 945 time: 0.1727157 Jul 30 01:42:02.802794 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-e0211425-383f-48de-a7bb-52fa8990acf8 service neutron] 10.222.0.41 "GET /v2.0/networks/c7fbf6ed-5234-4aa1-9d4e-824510cedd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385661 Jul 30 01:42:02.915274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] For port 7684ce47-ea29-4122-adef-c7e431057a5b, host n-d-715271-7, got binding levels [] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:02.915926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:02.927716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-80a6ad37-51d9-4cf0-8da3-6e3ec378da97 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.928235 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-80a6ad37-51d9-4cf0-8da3-6e3ec378da97 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2da58c7-7288-4778-8618-94a25dd2ccff HTTP/1.1" status: 200 len: 946 time: 0.2361546 Jul 30 01:42:02.940230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-88e7648a-f783-4af1-b3a7-dc223a4a0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.942305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-88e7648a-f783-4af1-b3a7-dc223a4a0e43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 1095 time: 0.4479425 Jul 30 01:42:02.954265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779575e-6033-4156-86d5-145eb801f58a req-53d5554b-1bd8-4725-994c-d20686400309 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:02.959943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5779575e-6033-4156-86d5-145eb801f58a req-53d5554b-1bd8-4725-994c-d20686400309 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/ports?device_id=e2da58c7-7288-4778-8618-94a25dd2ccff HTTP/1.1" status: 200 len: 946 time: 0.4450123 Jul 30 01:42:02.994782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Calling delete_port for 7684ce47-ea29-4122-adef-c7e431057a5b owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:03.038496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.ipam_backend_mixin [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Port 7684ce47-ea29-4122-adef-c7e431057a5b was not found and therefore no delete operation was performed {{(pid=93819) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:42:03.047685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-c7746fa1-eb57-4af0-9361-f6a2083a6c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71e69ddc-363b-47b1-b385-82058b194400 HTTP/1.1" status: 200 len: 217 time: 0.0861135 Jul 30 01:42:03.065862 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.342194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e52c29a9-253d-4fab-932a-fc04113f7803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.407917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7684ce47-ea29-4122-adef-c7e431057a5b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:03.439157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7684ce47-ea29-4122-adef-c7e431057a5b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:03.439885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7684ce47-ea29-4122-adef-c7e431057a5b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:03.515525 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-dfd57d59-68cf-491a-a70b-fc62a1652f39 service neutron] 10.222.0.41 "GET /v2.0/networks/c7fbf6ed-5234-4aa1-9d4e-824510cedd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808422 Jul 30 01:42:03.541432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Deleting port d4533d7d-894b-497a-b940-3eeeaea5ba2b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:03.541789 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.596285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-d325a3d4-61c1-4ff0-8fd0-418256c21cd8 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.597936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-d325a3d4-61c1-4ff0-8fd0-418256c21cd8 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 949 time: 0.7698700 Jul 30 01:42:03.620091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7684ce47-ea29-4122-adef-c7e431057a5b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:03.665731 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.667843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Deleting port 639276fc-ebfc-4d8e-9c2e-f90c7808595f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:03.668408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.685021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] No DVR routers for this DVR port 7684ce47-ea29-4122-adef-c7e431057a5b on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:03.712221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5779575e-6033-4156-86d5-145eb801f58a req-e22073c6-e36f-4bf3-9dde-e3e7003459d5 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.84 "GET /v2.0/security-groups?id=feab8933-1eef-41ae-8007-184492f3a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7259352 Jul 30 01:42:03.739247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-fad9b1ad-44a9-4a90-bd0b-eeb6be999c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.741044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-fad9b1ad-44a9-4a90-bd0b-eeb6be999c7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7a5d721-50b0-47c9-a6f9-0026d813c946 HTTP/1.1" status: 200 len: 844 time: 0.6774108 Jul 30 01:42:03.831366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] For port d4533d7d-894b-497a-b940-3eeeaea5ba2b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d4533d7d-894b-497a-b940-3eeeaea5ba2b,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:03.832001 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.843516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-629ea6bd-a3bc-4822-9f35-239c02998a1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7dcaba9-c7c3-42ac-89fb-5120488593d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938506 Jul 30 01:42:03.858847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.877300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c003d9-14bb-44d3-ae76-0ab76139cb32 req-4415e4ae-3fa1-48c9-b4ab-67c23ee3cc6f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:03.877585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Calling delete_port for d4533d7d-894b-497a-b940-3eeeaea5ba2b owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:03.878897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-02c003d9-14bb-44d3-ae76-0ab76139cb32 req-4415e4ae-3fa1-48c9-b4ab-67c23ee3cc6f tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 944 time: 0.2800171 Jul 30 01:42:03.926433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] For port 639276fc-ebfc-4d8e-9c2e-f90c7808595f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=639276fc-ebfc-4d8e-9c2e-f90c7808595f,segment=NetworkSegment(64567237-773b-4fbd-9b98-3afb96380b16),segment_id=64567237-773b-4fbd-9b98-3afb96380b16)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:03.927067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:03.941488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-15c26f4a-ff27-4e02-8a23-54a5ae50dc00 service neutron] 10.222.0.41 "GET /v2.0/ports/d1c7c454-943c-4868-80cc-2ffd234ffc68/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 382 time: 0.3232744 Jul 30 01:42:03.957037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fa3faf-8161-468b-9c4e-955080185598']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:03.987371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Calling delete_port for 639276fc-ebfc-4d8e-9c2e-f90c7808595f owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:04.045045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b88fdb8-4b83-469e-9c1b-3d5319636c30') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:04.045501 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b88fdb8-4b83-469e-9c1b-3d5319636c30') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:04.084723 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.175310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-02c003d9-14bb-44d3-ae76-0ab76139cb32 req-dd69d77d-2e4d-4ce2-9ca8-d90d25fdfa24 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776723 Jul 30 01:42:04.185379 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.219896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:04.220154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.220559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:04.232106 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:04.238377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d4533d7d-894b-497a-b940-3eeeaea5ba2b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:04.245249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['639276fc-ebfc-4d8e-9c2e-f90c7808595f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:04.305312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Pushing event deleted for resources: {'Port': ['ID=d4533d7d-894b-497a-b940-3eeeaea5ba2b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.324548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-6ed72347-16e5-4c79-8ecf-01d39d9f10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:04.327412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-6ed72347-16e5-4c79-8ecf-01d39d9f10ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 1100 time: 0.3224263 Jul 30 01:42:04.343480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.344043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.344839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.345167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.345632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.346178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.346719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.347260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.347838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.348373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.349545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.350085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:04.358563 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2405b465-e4cd-4550-a6d1-b5270fa16959 x-openstack-request-id: req-2405b465-e4cd-4550-a6d1-b5270fa16959 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:04.359425 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-plugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:04.359425 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2405b465-e4cd-4550-a6d1-b5270fa16959 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:04.359982 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'code': 200} Jul 30 01:42:04.394235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.401852 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.409377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d4533d7d-894b-497a-b940-3eeeaea5ba2b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:04.429846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] No DVR routers for this DVR port d4533d7d-894b-497a-b940-3eeeaea5ba2b on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:04.437157 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.441184 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-842d8a7d-3021-427a-bcf3-206f7c63f0b0 req-105833c6-321f-48b9-9c40-5b2b4026a001 tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.41 "DELETE /v2.0/ports/d4533d7d-894b-497a-b940-3eeeaea5ba2b HTTP/1.1" status: 204 len: 173 time: 1.6708555 Jul 30 01:42:04.442610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da1b4a8-7e0d-4588-accb-e3d04444f816', 'name': 'network-vif-deleted', 'tag': 'd4533d7d-894b-497a-b940-3eeeaea5ba2b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:04.446050 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f2db7d-a75c-466d-8d34-7d43f061b353" -d '{"events": [{"server_uuid": "0da1b4a8-7e0d-4588-accb-e3d04444f816", "name": "network-vif-deleted", "tag": "d4533d7d-894b-497a-b940-3eeeaea5ba2b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:04.488599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-133a2c86-c79d-416b-84f3-74d8d66e1d6c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:04.493175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Pushing event deleted for resources: {'Port': ['ID=639276fc-ebfc-4d8e-9c2e-f90c7808595f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.510697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-133a2c86-c79d-416b-84f3-74d8d66e1d6c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/networks?id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 200 len: 821 time: 0.6535270 Jul 30 01:42:04.570542 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0822a062-be20-47e3-8dad-33457dc1585b x-openstack-request-id: req-0822a062-be20-47e3-8dad-33457dc1585b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:04.571150 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "tag": "71e69ddc-363b-47b1-b385-82058b194400", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:04.575851 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0822a062-be20-47e3-8dad-33457dc1585b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:04.576711 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'tag': '71e69ddc-363b-47b1-b385-82058b194400', 'status': 'completed', 'code': 200} Jul 30 01:42:04.580946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-e742fc72-8b09-4644-b2df-f5034ac908c2 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285423 Jul 30 01:42:04.589357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.592697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] No DVR routers for this DVR port 639276fc-ebfc-4d8e-9c2e-f90c7808595f on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:04.597233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.601436 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-60725c74-e8f4-4185-94d8-3a0c5a092eec req-70e8215c-5309-4ffe-9819-9e038178936d tempest-MultipleCreateTestJSON-1055701878 tempest-MultipleCreateTestJSON-1055701878-project] 10.222.0.22 "DELETE /v2.0/ports/639276fc-ebfc-4d8e-9c2e-f90c7808595f HTTP/1.1" status: 204 len: 173 time: 1.2968705 Jul 30 01:42:04.746095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-d2b3decd-1859-46de-806e-ae2ee9b322f3 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/quotas/f46bc5129e26406a9f83213a27b7db26 HTTP/1.1" status: 200 len: 375 time: 0.2342956 Jul 30 01:42:04.749576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:04.752779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d6fa3faf-8161-468b-9c4e-955080185598 HTTP/1.1" status: 204 len: 168 time: 3.2100589 Jul 30 01:42:04.757890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58820) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:04.811717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf158a47-1023-41d5-8a7d-173f7c2cb313 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:04.812118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe49f98-20fc-47a7-be63-fb5416ef0e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6fa3faf-8161-468b-9c4e-955080185598,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:04.995279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port bf158a47-1023-41d5-8a7d-173f7c2cb313, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf158a47-1023-41d5-8a7d-173f7c2cb313,segment=NetworkSegment(2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf),segment_id=2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:05.015088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c03ce7-daf6-4d26-b20c-289a12bc4537 req-eed0425c-6db5-457b-9226-599d70bc9f0b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.017023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'bf158a47-1023-41d5-8a7d-173f7c2cb313', 'network_id': 'c7fbf6ed-5234-4aa1-9d4e-824510cedd4a', 'port_id': 'bf158a47-1023-41d5-8a7d-173f7c2cb313', 'mac_address': 'fa:16:3e:cd:0c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bae9ee-0261-4f21-bf80-e9bfa5a5041f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:05.030655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99c03ce7-daf6-4d26-b20c-289a12bc4537 req-eed0425c-6db5-457b-9226-599d70bc9f0b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.4154253 Jul 30 01:42:05.079011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e9b8ef-6e3b-4cea-891d-979b0589b40e req-0422f3b1-b03f-4371-9b19-1187244cfa62 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780533 Jul 30 01:42:05.103955 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.112756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-894a0814-6fb6-4576-a23e-803274d9dae9 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f46bc5129e26406a9f83213a27b7db26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3106313 Jul 30 01:42:05.117694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-26d8be40-9431-44c6-8828-0cdd5eb8f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.120370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-26d8be40-9431-44c6-8828-0cdd5eb8f60a service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.7152169 Jul 30 01:42:05.172353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf158a47-1023-41d5-8a7d-173f7c2cb313 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:05.229658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port bf158a47-1023-41d5-8a7d-173f7c2cb313, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf158a47-1023-41d5-8a7d-173f7c2cb313,segment=NetworkSegment(2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf),segment_id=2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:05.240366 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.248565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-81988ec7-9006-41d6-a7a3-1cd2cc679f8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68 HTTP/1.1" status: 200 len: 217 time: 0.1021500 Jul 30 01:42:05.303462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99c03ce7-daf6-4d26-b20c-289a12bc4537 req-573d8db8-208f-40a8-975a-c2fd630f8295 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713125 Jul 30 01:42:05.381793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=bf158a47-1023-41d5-8a7d-173f7c2cb313,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:05.485954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['bf158a47-1023-41d5-8a7d-173f7c2cb313'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:05.567025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-2c4f105e-980f-45de-8c14-a9af740b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.569380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-2c4f105e-980f-45de-8c14-a9af740b679a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.3015392 Jul 30 01:42:05.621935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:05.725527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04546330-8073-4b00-8334-a695b7ae808f req-fdc2ee2c-8b9e-4d13-910f-c251f537f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.729110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04546330-8073-4b00-8334-a695b7ae808f req-fdc2ee2c-8b9e-4d13-910f-c251f537f5eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 1095 time: 0.5199816 Jul 30 01:42:05.876901 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-357defd3-ee56-4f92-8558-29e68e24bd90 service neutron] 10.222.0.84 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738408 Jul 30 01:42:05.898324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-ddc63bad-4815-4c01-9dfa-b37c73ecece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.900104 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-ddc63bad-4815-4c01-9dfa-b37c73ecece7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3207269 Jul 30 01:42:05.938389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6866a2-d838-4544-bbef-d3be7f66a9d5 req-3dbaa88e-beef-4549-8e8d-49609b5903c4 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:05.941112 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a6866a2-d838-4544-bbef-d3be7f66a9d5 req-3dbaa88e-beef-4549-8e8d-49609b5903c4 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 945 time: 0.3392897 Jul 30 01:42:05.983042 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.072485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Deleting port 7515619b-7aef-4de5-b9fd-82d86c88a81f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:06.073060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.173649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04546330-8073-4b00-8334-a695b7ae808f req-a232270b-c313-49e6-a4d1-81f09a265ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.175146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04546330-8073-4b00-8334-a695b7ae808f req-a232270b-c313-49e6-a4d1-81f09a265ad8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 905 time: 0.4388769 Jul 30 01:42:06.197126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a6866a2-d838-4544-bbef-d3be7f66a9d5 req-135b8425-111e-4498-95ad-f5b626e3f505 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e66db41-d493-439a-86b9-370a6a82c977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342193 Jul 30 01:42:06.221371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] For port 7515619b-7aef-4de5-b9fd-82d86c88a81f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7515619b-7aef-4de5-b9fd-82d86c88a81f,segment=NetworkSegment(869639fe-1636-4fcd-b7b6-633c96d78f34),segment_id=869639fe-1636-4fcd-b7b6-633c96d78f34)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:06.222004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.249794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Calling delete_port for 7515619b-7aef-4de5-b9fd-82d86c88a81f owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:06.255651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04546330-8073-4b00-8334-a695b7ae808f req-f4ffd1aa-2eb3-4383-b74f-c8b45017debf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71e69ddc-363b-47b1-b385-82058b194400 HTTP/1.1" status: 200 len: 217 time: 0.0559835 Jul 30 01:42:06.322531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-43fd91b9-c1be-43ce-9203-7e08794ed160 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140687 Jul 30 01:42:06.335103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-0ad4f4b7-5799-4fb6-82a0-1febfcab97a5 service neutron] 10.222.0.84 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285870 Jul 30 01:42:06.465564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04546330-8073-4b00-8334-a695b7ae808f req-7210717f-53ed-4bcb-abe4-3990945b44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.468286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04546330-8073-4b00-8334-a695b7ae808f req-7210717f-53ed-4bcb-abe4-3990945b44cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7a5d721-50b0-47c9-a6f9-0026d813c946 HTTP/1.1" status: 200 len: 844 time: 0.2022693 Jul 30 01:42:06.533785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04546330-8073-4b00-8334-a695b7ae808f req-40bee180-83fe-4eac-9456-b6451b226c64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7dcaba9-c7c3-42ac-89fb-5120488593d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528564 Jul 30 01:42:06.552404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6880-d593-4c62-af32-4d8bf3152ad5 req-8df093ac-c476-4ab9-a413-a33401f7c69f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.566784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6880-d593-4c62-af32-4d8bf3152ad5 req-8df093ac-c476-4ab9-a413-a33401f7c69f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.571715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:06.577588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac6880-d593-4c62-af32-4d8bf3152ad5 req-8df093ac-c476-4ab9-a413-a33401f7c69f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:06.580482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bac6880-d593-4c62-af32-4d8bf3152ad5 req-8df093ac-c476-4ab9-a413-a33401f7c69f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2417 time: 0.2638302 Jul 30 01:42:06.706967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 639276fc-ebfc-4d8e-9c2e-f90c7808595f no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:06.716161 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c35ddee-4acd-4189-be6a-24f9cef94a75 x-openstack-request-id: req-2c35ddee-4acd-4189-be6a-24f9cef94a75 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:06.717010 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da1b4a8-7e0d-4588-accb-e3d04444f816", "name": "network-vif-deleted", "tag": "d4533d7d-894b-497a-b940-3eeeaea5ba2b", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:06.718674 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2c35ddee-4acd-4189-be6a-24f9cef94a75 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:06.719466 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da1b4a8-7e0d-4588-accb-e3d04444f816', 'name': 'network-vif-deleted', 'tag': 'd4533d7d-894b-497a-b940-3eeeaea5ba2b', 'status': 'completed', 'code': 200} Jul 30 01:42:06.721067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=7515619b-7aef-4de5-b9fd-82d86c88a81f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:06.738462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-a83c6be7-4a1d-4885-aaf4-a7b7603fe6db service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021020 Jul 30 01:42:06.749066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bac6880-d593-4c62-af32-4d8bf3152ad5 req-4bfa0e27-988b-4d54-a046-bce0b7b75921 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535890 Jul 30 01:42:06.812287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 639276fc-ebfc-4d8e-9c2e-f90c7808595f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:06.813964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 639276fc-ebfc-4d8e-9c2e-f90c7808595f not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:06.827909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf158a47-1023-41d5-8a7d-173f7c2cb313 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:06.832644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04546330-8073-4b00-8334-a695b7ae808f req-2a8bb735-dc37-4f16-ae2e-63053db0bcd8 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506151 Jul 30 01:42:06.949319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port bf158a47-1023-41d5-8a7d-173f7c2cb313 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:06.957554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port bf158a47-1023-41d5-8a7d-173f7c2cb313 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:06.958783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.163488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.176003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04546330-8073-4b00-8334-a695b7ae808f req-ccb5b4fb-2d38-4c48-bd5a-a6e3466a8537 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352692 Jul 30 01:42:07.197043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7f9ec-80f5-47b8-a879-c52e67ef2f5f req-00a0de9a-3ff2-4cf0-b7f2-b14ced9da022 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.210828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96a7f9ec-80f5-47b8-a879-c52e67ef2f5f req-00a0de9a-3ff2-4cf0-b7f2-b14ced9da022 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 944 time: 0.2281702 Jul 30 01:42:07.267738 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.297923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96a7f9ec-80f5-47b8-a879-c52e67ef2f5f req-70370484-91cb-4541-9ab0-846e957f1c1b tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837977 Jul 30 01:42:07.406915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port bf158a47-1023-41d5-8a7d-173f7c2cb313, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf158a47-1023-41d5-8a7d-173f7c2cb313,segment=NetworkSegment(2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf),segment_id=2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:07.408579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71415ea8-23fb-45fe-a724-16f0fc695964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf158a47-1023-41d5-8a7d-173f7c2cb313'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:07.415551 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a14406b-8521-4f33-8d4a-97757a09776d" -d '{"events": [{"server_uuid": "71415ea8-23fb-45fe-a724-16f0fc695964", "name": "network-vif-plugged", "status": "completed", "tag": "bf158a47-1023-41d5-8a7d-173f7c2cb313"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:07.431029 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.436418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d4533d7d-894b-497a-b940-3eeeaea5ba2b no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:07.460252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b779ba33-7b77-46f4-902e-c3f6d257a99c req-092d7e29-5238-4e0d-afd7-461dcb71d26f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 210 time: 0.0682812 Jul 30 01:42:07.499380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: d4533d7d-894b-497a-b940-3eeeaea5ba2b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:07.499380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d4533d7d-894b-497a-b940-3eeeaea5ba2b not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:07.571731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58848) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:07.607829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=bf158a47-1023-41d5-8a7d-173f7c2cb313,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:07.654332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e0763-4413-4d5e-b960-1bd767cf5ae8 req-3c69b800-c4d2-4653-8713-7a91da46d659 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:07.668458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d60e0763-4413-4d5e-b960-1bd767cf5ae8 req-3c69b800-c4d2-4653-8713-7a91da46d659 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.2021511 Jul 30 01:42:07.741779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Deleting subnet 1e0b69c8-5713-446f-bf95-894aa6ab17c5 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:07.752239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.794673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Router 0f5267d6-5036-465a-a9b8-081aaf81c259 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:42:07.878522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d60e0763-4413-4d5e-b960-1bd767cf5ae8 req-03b57fda-67f2-4985-b6ad-bd2a24ac078c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032647 Jul 30 01:42:07.940733 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:07.993237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:42:08.010416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98067641-e68b-4eb7-914b-56748336176e req-282f5704-7c43-445b-9609-95419ae2f102 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:08.011536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] Sync routers for ids ['0f5267d6-5036-465a-a9b8-081aaf81c259'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:42:08.012734 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-acb51679-e28e-41dc-bf1b-f0665ad84c57 admin admin] 10.222.0.84 "PUT /v2.0/routers/0f5267d6-5036-465a-a9b8-081aaf81c259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2530479 Jul 30 01:42:08.013747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58852) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:08.024088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98067641-e68b-4eb7-914b-56748336176e req-282f5704-7c43-445b-9609-95419ae2f102 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 946 time: 0.2736719 Jul 30 01:42:08.047425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] Routers {'0f5267d6-5036-465a-a9b8-081aaf81c259'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:08.048597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:42:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f5267d6-5036-465a-a9b8-081aaf81c259'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:08.098085 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.150945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98067641-e68b-4eb7-914b-56748336176e req-71ee210c-1508-411a-b01f-3fe4b711c807 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e66db41-d493-439a-86b9-370a6a82c977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253910 Jul 30 01:42:08.287180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.288854 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.327688 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ff17ff-f9a4-49ad-a215-9a4dadeed4a4 x-openstack-request-id: req-c4ff17ff-f9a4-49ad-a215-9a4dadeed4a4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:08.328126 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71415ea8-23fb-45fe-a724-16f0fc695964", "name": "network-vif-plugged", "status": "completed", "tag": "bf158a47-1023-41d5-8a7d-173f7c2cb313", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:08.328535 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c4ff17ff-f9a4-49ad-a215-9a4dadeed4a4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:08.339020 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71415ea8-23fb-45fe-a724-16f0fc695964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf158a47-1023-41d5-8a7d-173f7c2cb313', 'code': 200} Jul 30 01:42:08.421823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0b69c8-5713-446f-bf95-894aa6ab17c5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:08.422150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] Set router 0f5267d6-5036-465a-a9b8-081aaf81c259 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:08.431532 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.436371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1e0b69c8-5713-446f-bf95-894aa6ab17c5 HTTP/1.1" status: 204 len: 168 time: 0.8629315 Jul 30 01:42:08.446702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58858) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:08.557641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.709937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Deleting port c7d5e460-86b1-4e1f-8410-ef040ea2bb76 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:08.713567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.714474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:08.719863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.720735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.721484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.724717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.725678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.726681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da58c7-7288-4778-8618-94a25dd2ccff', 'name': 'network-vif-deleted', 'tag': '639276fc-ebfc-4d8e-9c2e-f90c7808595f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:08.727712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.729504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.730197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.733404 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f3708a-ecbe-48af-8b67-aa7c938ffe62" -d '{"events": [{"server_uuid": "e2da58c7-7288-4778-8618-94a25dd2ccff", "name": "network-vif-deleted", "tag": "639276fc-ebfc-4d8e-9c2e-f90c7808595f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:08.734468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.736203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.736868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1a75f-9abd-408f-a23f-b89d72aa32bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:08.860306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 71e69ddc-363b-47b1-b385-82058b194400 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:09.045031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-482bdf4f-1ab8-4b31-87da-60e25bc63feb tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.047906 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-482bdf4f-1ab8-4b31-87da-60e25bc63feb tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.22 "GET /v2.0/networks?id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 200 len: 821 time: 0.2575703 Jul 30 01:42:09.075387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Request body: {'port': {'device_id': 'bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33', 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105', 'admin_state_up': True, 'tenant_id': 'f46bc5129e26406a9f83213a27b7db26'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:09.077768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc5e06-88ef-4b0e-baf1-71b84aadcc51 req-5f7a8b8f-2d0b-4998-8612-e53ac80e4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.081654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2bdc5e06-88ef-4b0e-baf1-71b84aadcc51 req-5f7a8b8f-2d0b-4998-8612-e53ac80e4106 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 1097 time: 0.6322987 Jul 30 01:42:09.094419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.147966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e240299-9b52-4def-9462-f295491b324e req-e9676491-de42-4bd6-984c-bfca83fe7c26 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:09.163468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e240299-9b52-4def-9462-f295491b324e req-e9676491-de42-4bd6-984c-bfca83fe7c26 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 944 time: 0.5122240 Jul 30 01:42:09.218713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=71e69ddc-363b-47b1-b385-82058b194400,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:09.256939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:06Z', 'updated_at': '2021-07-30T01:42:06Z', 'revision_number': 5, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'gw_port': {'id': 'c7d5e460-86b1-4e1f-8410-ef040ea2bb76', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:8f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:36:10Z', 'updated_at': '2021-07-30T01:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:09.262899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '71e69ddc-363b-47b1-b385-82058b194400', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'port_id': '71e69ddc-363b-47b1-b385-82058b194400', 'mac_address': 'fa:16:3e:60:8e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5d721-50b0-47c9-a6f9-0026d813c946', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:09.329228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] Checking router: 0f5267d6-5036-465a-a9b8-081aaf81c259 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:42:09.389673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] For port c7d5e460-86b1-4e1f-8410-ef040ea2bb76, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c7d5e460-86b1-4e1f-8410-ef040ea2bb76,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:09.390338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] Routers {'0f5267d6-5036-465a-a9b8-081aaf81c259'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:42:09.391034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.391399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:42:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f5267d6-5036-465a-a9b8-081aaf81c259'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:09.438643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Calling delete_port for c7d5e460-86b1-4e1f-8410-ef040ea2bb76 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:09.474425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.563765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e69ddc-363b-47b1-b385-82058b194400 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:09.569526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Made reservation on behalf of f46bc5129e26406a9f83213a27b7db26 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:09.576416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.624820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=71e69ddc-363b-47b1-b385-82058b194400,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:09.627804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] Set router 0f5267d6-5036-465a-a9b8-081aaf81c259 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:42:09.632907 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:09.769345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:06Z', 'updated_at': '2021-07-30T01:42:08Z', 'revision_number': 6, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:09.824330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2bdc5e06-88ef-4b0e-baf1-71b84aadcc51 req-f1cfdfc8-d593-4174-bcee-77850cd5f8f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e66db41-d493-439a-86b9-370a6a82c977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7218013 Jul 30 01:42:09.833414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca759312-250f-42f1-b62e-65428a3633ac None None] The sync data for ids ['0f5267d6-5036-465a-a9b8-081aaf81c259'] in n-d-715271-7 is: [{'id': '0f5267d6-5036-465a-a9b8-081aaf81c259', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798938811-router', 'tenant_id': '3014e33c2e844c5b96b38dc7635409f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:36:06Z', 'updated_at': '2021-07-30T01:42:08Z', 'revision_number': 6, 'project_id': '3014e33c2e844c5b96b38dc7635409f4', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:42:09.862601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['71e69ddc-363b-47b1-b385-82058b194400'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:09.916018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=71e69ddc-363b-47b1-b385-82058b194400,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:10.007687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f9d6d-6163-41f6-b44d-0f3e65632561 req-7f2f46f6-9917-4800-87f6-2c2342e3c884 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.010145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e4f9d6d-6163-41f6-b44d-0f3e65632561 req-7f2f46f6-9917-4800-87f6-2c2342e3c884 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 949 time: 1.0375872 Jul 30 01:42:10.052521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Allocated IP 172.20.0.9 (3a9dba1c-28b5-49d6-81ba-d97bb3d19105/9639aacf-43cb-466d-8bb2-29b870857fd5/a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:10.076529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.118384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e240299-9b52-4def-9462-f295491b324e req-29e5ac80-88d8-472d-9011-28a631eb1c04 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9302938 Jul 30 01:42:10.135755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.148809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54429341-207e-4aea-b889-d7bd5953b70f']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:10.169028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64567237-773b-4fbd-9b98-3afb96380b16') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:10.169564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64567237-773b-4fbd-9b98-3afb96380b16') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:10.188678 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.224966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-a853c8b0-e058-4bc1-9366-8f99dc4e362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.227848 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-a853c8b0-e058-4bc1-9366-8f99dc4e362f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 1100 time: 0.4581203 Jul 30 01:42:10.314147 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.351258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e4f9d6d-6163-41f6-b44d-0f3e65632561 req-a6e274ef-dbd3-4ae4-a5f9-ff11d567bb5f tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014286 Jul 30 01:42:10.355039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:10.355546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:10.359251 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:10.445749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2361e55e-3e93-455e-9f90-c4a7050bbb1a req-3f666618-55e5-4745-9d47-e50031aa3446 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 210 time: 0.1277816 Jul 30 01:42:10.537130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-b18bfd85-b54d-4605-b763-9150b682135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.540738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-b18bfd85-b54d-4605-b763-9150b682135b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 1100 time: 0.2650695 Jul 30 01:42:10.545421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.554792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.562725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] 10.222.0.84 "DELETE /v2.0/networks/54429341-207e-4aea-b889-d7bd5953b70f HTTP/1.1" status: 204 len: 168 time: 2.0953321 Jul 30 01:42:10.705697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d5e460-86b1-4e1f-8410-ef040ea2bb76,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:10.727944 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdb4418-81df-46be-89b6-3788eec77f63 x-openstack-request-id: req-dcdb4418-81df-46be-89b6-3788eec77f63 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:10.728547 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2da58c7-7288-4778-8618-94a25dd2ccff", "name": "network-vif-deleted", "tag": "639276fc-ebfc-4d8e-9c2e-f90c7808595f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:10.728965 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dcdb4418-81df-46be-89b6-3788eec77f63 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:10.729582 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2da58c7-7288-4778-8618-94a25dd2ccff', 'name': 'network-vif-deleted', 'tag': '639276fc-ebfc-4d8e-9c2e-f90c7808595f', 'status': 'completed', 'code': 200} Jul 30 01:42:10.736496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcccb93-f33a-43b7-ae05-cda8922b1c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=54429341-207e-4aea-b889-d7bd5953b70f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:10.806960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58872) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:10.858277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 71e69ddc-363b-47b1-b385-82058b194400 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:10.866084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9924-f09c-4c3a-8af8-18a92d3216e7 req-7d4d286d-d2f6-4276-b219-ca34baf0c42b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.876056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9924-f09c-4c3a-8af8-18a92d3216e7 req-7d4d286d-d2f6-4276-b219-ca34baf0c42b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.886986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9924-f09c-4c3a-8af8-18a92d3216e7 req-7d4d286d-d2f6-4276-b219-ca34baf0c42b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.899743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2fab9924-f09c-4c3a-8af8-18a92d3216e7 req-7d4d286d-d2f6-4276-b219-ca34baf0c42b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2417 time: 0.3351488 Jul 30 01:42:10.966138 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 71e69ddc-363b-47b1-b385-82058b194400 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:10.973617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486847aa-628d-4846-b53b-a11df9140f5a req-4f8c48e9-035f-496a-8cfc-e9ea40995579 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:10.975187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 71e69ddc-363b-47b1-b385-82058b194400 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:10.975187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:10.983596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-486847aa-628d-4846-b53b-a11df9140f5a req-4f8c48e9-035f-496a-8cfc-e9ea40995579 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.2346675 Jul 30 01:42:11.003067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-eb3bfb5d-c4f5-49fd-8e6a-2cb1630945d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.005645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-eb3bfb5d-c4f5-49fd-8e6a-2cb1630945d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4266136 Jul 30 01:42:11.044032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2fab9924-f09c-4c3a-8af8-18a92d3216e7 req-b716f472-465c-40aa-9738-5c8579499f6b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395993 Jul 30 01:42:11.100586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ba6c8c69-d8ef-4a55-86bf-0b3d85715c85 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7117701197d845caa81f22c1c9d967ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558689 Jul 30 01:42:11.106133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58874) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:11.118875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-2d689f9a-6f4e-4844-8665-0a235c09bd4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68 HTTP/1.1" status: 200 len: 217 time: 0.1043165 Jul 30 01:42:11.174585 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.188052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-11216aef-83f3-4572-a971-f223f801677e tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.190209 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-11216aef-83f3-4572-a971-f223f801677e tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 949 time: 0.4797807 Jul 30 01:42:11.196102 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.214196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-486847aa-628d-4846-b53b-a11df9140f5a req-21d33da0-84d3-4b8b-a7b6-d320ed7046a3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295423 Jul 30 01:42:11.243921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e69ddc-363b-47b1-b385-82058b194400'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:11.249391 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18532727-bc4b-4bda-9da9-ac21d11529a3" -d '{"events": [{"server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "name": "network-vif-plugged", "status": "completed", "tag": "71e69ddc-363b-47b1-b385-82058b194400"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:11.267941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-d40c3f70-60ca-4f3f-8867-08ea4663b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.271991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-d40c3f70-60ca-4f3f-8867-08ea4663b5e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1456940 Jul 30 01:42:11.286766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=71e69ddc-363b-47b1-b385-82058b194400,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:11.308169 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.309912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:11.404611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c7d5e460-86b1-4e1f-8410-ef040ea2bb76 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:11.409505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.418841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.461987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c7d5e460-86b1-4e1f-8410-ef040ea2bb76 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:11.462586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c7d5e460-86b1-4e1f-8410-ef040ea2bb76 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:11.463474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7515619b-7aef-4de5-b9fd-82d86c88a81f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:11.472058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9d66b-57b8-4285-943b-00ddce44fab3 req-f6368df9-4b2c-4218-a3e1-12a2e2dc69bc tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.476245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44d9d66b-57b8-4285-943b-00ddce44fab3 req-f6368df9-4b2c-4218-a3e1-12a2e2dc69bc tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 946 time: 0.2866993 Jul 30 01:42:11.529637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7515619b-7aef-4de5-b9fd-82d86c88a81f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:11.530233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7515619b-7aef-4de5-b9fd-82d86c88a81f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:11.570771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f6f8b-822b-4ae9-be06-7924444aba19 req-336ce6be-8ca6-4fbc-8c74-66931ed0fa49 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.571168 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.571883 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f5267d6-5036-465a-a9b8-081aaf81c259 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:42:11.572112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=71e69ddc-363b-47b1-b385-82058b194400,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:11.573119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a3f6f8b-822b-4ae9-be06-7924444aba19 req-336ce6be-8ca6-4fbc-8c74-66931ed0fa49 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 946 time: 0.2031350 Jul 30 01:42:11.580672 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.582553 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7f9cc37e-a9ba-4ca4-94c3-197d83ca9574 admin admin] 10.222.0.84 "DELETE /v2.0/routers/0f5267d6-5036-465a-a9b8-081aaf81c259 HTTP/1.1" status: 204 len: 168 time: 3.5672436 Jul 30 01:42:11.594564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58884) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:11.597726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44d9d66b-57b8-4285-943b-00ddce44fab3 req-db7b91ad-71eb-470f-8801-9737e69de4e8 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e66db41-d493-439a-86b9-370a6a82c977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069345 Jul 30 01:42:11.608746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-d3898502-e5a2-448c-bce1-28c27bfdacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:11.613775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-d3898502-e5a2-448c-bce1-28c27bfdacdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3095427 Jul 30 01:42:11.653803 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.728237 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e664d153-c9e0-4c45-80d5-43add50deae5 x-openstack-request-id: req-e664d153-c9e0-4c45-80d5-43add50deae5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:11.731460 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "name": "network-vif-plugged", "status": "completed", "tag": "71e69ddc-363b-47b1-b385-82058b194400", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:11.732018 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e664d153-c9e0-4c45-80d5-43add50deae5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:11.732900 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e69ddc-363b-47b1-b385-82058b194400', 'code': 200} Jul 30 01:42:11.738047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d4bd12-2928-498b-b503-1e4b6e5a7680 admin admin] Deleting subnet e14901ca-b467-4ce4-b73c-f801a237bd14 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:11.743190 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2655a9ae-750a-4381-9fff-67aff191500e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.752527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.767007 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41d4bd12-2928-498b-b503-1e4b6e5a7680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.775701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:11.794189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.867231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a3f6f8b-822b-4ae9-be06-7924444aba19 req-b94c61e1-9c92-499f-9d52-5c951e5c3574 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022452 Jul 30 01:42:11.888806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2655a9ae-750a-4381-9fff-67aff191500e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.919707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-b509ff37-eec0-4300-96d3-3a19b6c94ae0 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964036 Jul 30 01:42:11.931390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Deleting port fb41b036-7ff5-4705-a6cd-86ba823740c9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:11.931865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:11.957047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:12.050687 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41d4bd12-2928-498b-b503-1e4b6e5a7680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.127262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ece39-c545-4477-8615-0f119902269c req-fcf0ceb0-77bf-4a51-90c9-c0b38ad1b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.130597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d31ece39-c545-4477-8615-0f119902269c req-fcf0ceb0-77bf-4a51-90c9-c0b38ad1b1b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 1097 time: 0.2576470 Jul 30 01:42:12.140083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d46d0950-6aab-4c98-b371-d0d4f7af3e54 req-2d2f129f-c270-4fb9-884d-f76b2e1675f9 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 210 time: 0.1046209 Jul 30 01:42:12.161714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc5243-9828-4198-93b1-dadb2860888a req-2c16a294-cad2-4d23-bd8d-e77a3fa044d5 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.163823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-eafa9aa4-1d09-4ab5-8f29-95c880659b1e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.176782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-eafa9aa4-1d09-4ab5-8f29-95c880659b1e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.177010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1dc5243-9828-4198-93b1-dadb2860888a req-2c16a294-cad2-4d23-bd8d-e77a3fa044d5 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 949 time: 0.3062463 Jul 30 01:42:12.188524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-eafa9aa4-1d09-4ab5-8f29-95c880659b1e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.191335 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-eafa9aa4-1d09-4ab5-8f29-95c880659b1e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2417 time: 0.4756272 Jul 30 01:42:12.314311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] For port fb41b036-7ff5-4705-a6cd-86ba823740c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fb41b036-7ff5-4705-a6cd-86ba823740c9,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:12.314810 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.359503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af836b2c-b9d2-423d-8f84-1f20deb69c99 req-bca1c3c5-df08-40af-b3f1-5817b4aa4b5f service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118013 Jul 30 01:42:12.367133 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.387924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d31ece39-c545-4477-8615-0f119902269c req-f6b43215-a6bd-4858-930e-7dba03960089 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418652 Jul 30 01:42:12.397961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1dc5243-9828-4198-93b1-dadb2860888a req-79546c70-a4be-4b61-80e1-5bd6c0aa1b71 tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/security-groups?id=aafe9f3a-f16c-4c31-8bae-bedc9614da9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943564 Jul 30 01:42:12.423896 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Calling delete_port for fb41b036-7ff5-4705-a6cd-86ba823740c9 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:12.423896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2655a9ae-750a-4381-9fff-67aff191500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.423896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2655a9ae-750a-4381-9fff-67aff191500e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.424316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc7d26-ef5e-4518-9228-2c5fc5fec208 req-eaec7c4e-520e-423f-af70-2b110097f1a6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.424994 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2655a9ae-750a-4381-9fff-67aff191500e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/feab8933-1eef-41ae-8007-184492f3a935 HTTP/1.1" status: 204 len: 168 time: 1.3170757 Jul 30 01:42:12.440934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc7d26-ef5e-4518-9228-2c5fc5fec208 req-eaec7c4e-520e-423f-af70-2b110097f1a6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.453859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc7d26-ef5e-4518-9228-2c5fc5fec208 req-eaec7c4e-520e-423f-af70-2b110097f1a6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.468572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95cc7d26-ef5e-4518-9228-2c5fc5fec208 req-eaec7c4e-520e-423f-af70-2b110097f1a6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2417 time: 0.2394676 Jul 30 01:42:12.545526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95cc7d26-ef5e-4518-9228-2c5fc5fec208 req-f7f3c995-3d2d-4263-be18-09cb3e103a91 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740285 Jul 30 01:42:12.682746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a9ae-750a-4381-9fff-67aff191500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feab8933-1eef-41ae-8007-184492f3a935,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:12.688756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:12.697400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945cb03-a9d9-4c11-adb1-a0a2a0728903 req-0b1bb19f-edac-4a72-9bd7-bbc5e256f3c7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:12.700871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5945cb03-a9d9-4c11-adb1-a0a2a0728903 req-0b1bb19f-edac-4a72-9bd7-bbc5e256f3c7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 947 time: 0.1514297 Jul 30 01:42:12.839242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5945cb03-a9d9-4c11-adb1-a0a2a0728903 req-a7a00f6b-de9d-4a0a-8501-ff8dc5eed990 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263928 Jul 30 01:42:12.841841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41d4bd12-2928-498b-b503-1e4b6e5a7680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:12.897065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:12.937596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event updated for resources: {'Port': ['ID=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.019523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:13.166806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting port 62332ebc-7f64-46e1-a0c0-948adac16e4d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:13.167554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.171049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67e37-8dbc-45e6-9787-5904c58a27e8 req-33f388e8-3ed5-40df-9324-01d0dc886361 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.177610 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.188504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40b67e37-8dbc-45e6-9787-5904c58a27e8 req-33f388e8-3ed5-40df-9324-01d0dc886361 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 946 time: 0.1523461 Jul 30 01:42:13.205531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41d4bd12-2928-498b-b503-1e4b6e5a7680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.246091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40b67e37-8dbc-45e6-9787-5904c58a27e8 req-a4ea6bf4-f5fe-46f7-9d11-54d1380f1da7 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540326 Jul 30 01:42:13.316025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827adce-ea32-4cba-9239-0718d7f1eff0 None None] Network 774493d1-069d-4ea6-a1f8-93c6d32217c4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:13.317310 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41d4bd12-2928-498b-b503-1e4b6e5a7680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.319850 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-41d4bd12-2928-498b-b503-1e4b6e5a7680 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e14901ca-b467-4ce4-b73c-f801a237bd14 HTTP/1.1" status: 204 len: 168 time: 1.7113798 Jul 30 01:42:13.329703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58922) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:13.507114 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.512644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48714-25a1-4b40-a302-69a8c587486a req-a1216a5e-1466-47ed-bcf4-087bc7989fe1 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:13.517064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24f48714-25a1-4b40-a302-69a8c587486a req-a1216a5e-1466-47ed-bcf4-087bc7989fe1 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 931 time: 0.2692821 Jul 30 01:42:13.526798 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.565940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4bd12-2928-498b-b503-1e4b6e5a7680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e14901ca-b467-4ce4-b73c-f801a237bd14,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.579007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Pushing event deleted for resources: {'Port': ['ID=fb41b036-7ff5-4705-a6cd-86ba823740c9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:13.607916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] No DVR routers for this DVR port fb41b036-7ff5-4705-a6cd-86ba823740c9 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:13.612924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.616586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bb9fb2c5-7174-4e04-9f74-585372a83de7 req-fead22d7-0670-4040-89ee-3dd30fcce92b tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.22 "DELETE /v2.0/ports/fb41b036-7ff5-4705-a6cd-86ba823740c9 HTTP/1.1" status: 204 len: 173 time: 2.2890999 Jul 30 01:42:13.622630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a361195-536c-44fc-855e-a3d0819c2584', 'name': 'network-vif-deleted', 'tag': 'fb41b036-7ff5-4705-a6cd-86ba823740c9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:13.625758 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfff953a-473c-4911-9c86-ec3f568d6bbf" -d '{"events": [{"server_uuid": "7a361195-536c-44fc-855e-a3d0819c2584", "name": "network-vif-deleted", "tag": "fb41b036-7ff5-4705-a6cd-86ba823740c9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:13.631267 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-a87fbca4-371c-499a-a77e-a565262b7df6 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5669527 Jul 30 01:42:13.660892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Request body: {'port': {'device_id': 'bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:13.674957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90b81863-47f5-4a2a-a793-1c8f8dcb6784 req-79eba048-2329-48b2-ab49-2282f460e81f tempest-TenantUsagesTestJSON-764984314 tempest-TenantUsagesTestJSON-764984314-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a361195-536c-44fc-855e-a3d0819c2584 HTTP/1.1" status: 200 len: 210 time: 0.0806212 Jul 30 01:42:13.689952 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.725646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24f48714-25a1-4b40-a302-69a8c587486a req-ac31ac74-7b54-49a3-a049-cf19a7f8ec7e tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946220 Jul 30 01:42:13.757270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:13.776214 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c15d155-9b19-424a-ad57-a24863f2e675" -d '{"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-unplugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:13.802167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] For port 62332ebc-7f64-46e1-a0c0-948adac16e4d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62332ebc-7f64-46e1-a0c0-948adac16e4d,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:13.805049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.865804 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f72d25-e09d-4f49-8e2a-8960a5561342 x-openstack-request-id: req-29f72d25-e09d-4f49-8e2a-8960a5561342 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:13.866265 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a361195-536c-44fc-855e-a3d0819c2584", "name": "network-vif-deleted", "tag": "fb41b036-7ff5-4705-a6cd-86ba823740c9", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:13.866603 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29f72d25-e09d-4f49-8e2a-8960a5561342 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:13.867408 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a361195-536c-44fc-855e-a3d0819c2584', 'name': 'network-vif-deleted', 'tag': 'fb41b036-7ff5-4705-a6cd-86ba823740c9', 'status': 'completed', 'code': 200} Jul 30 01:42:13.873965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Calling delete_port for 62332ebc-7f64-46e1-a0c0-948adac16e4d owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:13.899645 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:13.952315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0628e9-1926-479f-8e92-1e9493a02bf6 None None] DHCP port deletion for 774493d1-069d-4ea6-a1f8-93c6d32217c4 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:14.049800 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c8de37-fde4-4ba5-afcc-f6f4f87bc6e3 x-openstack-request-id: req-60c8de37-fde4-4ba5-afcc-f6f4f87bc6e3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:14.056302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6ed39-c717-450b-aa1b-8753d729adde req-5d304332-be28-4a50-b700-f65204728459 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.056549 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-unplugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:14.057108 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-60c8de37-fde4-4ba5-afcc-f6f4f87bc6e3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:14.058093 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'code': 200} Jul 30 01:42:14.073141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6ed39-c717-450b-aa1b-8753d729adde req-5d304332-be28-4a50-b700-f65204728459 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.090234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6ed39-c717-450b-aa1b-8753d729adde req-5d304332-be28-4a50-b700-f65204728459 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.092020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e6ed39-c717-450b-aa1b-8753d729adde req-5d304332-be28-4a50-b700-f65204728459 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 2417 time: 0.2566688 Jul 30 01:42:14.103754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Deleting port 1caffcae-67b8-4ff6-9625-71358ed5ecdd {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:14.104111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.160133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eb0628e9-1926-479f-8e92-1e9493a02bf6 None None] Deleting port 1caffcae-67b8-4ff6-9625-71358ed5ecdd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:14.164934 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb0628e9-1926-479f-8e92-1e9493a02bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.238562 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] For port 1caffcae-67b8-4ff6-9625-71358ed5ecdd, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1caffcae-67b8-4ff6-9625-71358ed5ecdd,segment=NetworkSegment(869639fe-1636-4fcd-b7b6-633c96d78f34),segment_id=869639fe-1636-4fcd-b7b6-633c96d78f34)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:14.240012 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.265622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58946) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:14.296488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Calling delete_port for 1caffcae-67b8-4ff6-9625-71358ed5ecdd owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:14.385707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eb0628e9-1926-479f-8e92-1e9493a02bf6 None None] For port 1caffcae-67b8-4ff6-9625-71358ed5ecdd, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1caffcae-67b8-4ff6-9625-71358ed5ecdd,segment=NetworkSegment(869639fe-1636-4fcd-b7b6-633c96d78f34),segment_id=869639fe-1636-4fcd-b7b6-633c96d78f34)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:14.386604 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb0628e9-1926-479f-8e92-1e9493a02bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.467153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eb0628e9-1926-479f-8e92-1e9493a02bf6 None None] Calling delete_port for 1caffcae-67b8-4ff6-9625-71358ed5ecdd owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:14.588187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1965176369-network', 'tenant_id': '564e2cc0845248e68d8d66300c601eee'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:14.608298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e6ed39-c717-450b-aa1b-8753d729adde req-c9a7310d-a79c-444a-87f3-af00dc057e33 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362966 Jul 30 01:42:14.690681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.717994 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb0628e9-1926-479f-8e92-1e9493a02bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.788488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0c8b-a3d6-4659-a4aa-6a31a2cd250b req-455aa729-2149-4cd8-9f36-9759c29eb60a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:14.802183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0ce0c8b-a3d6-4659-a4aa-6a31a2cd250b req-455aa729-2149-4cd8-9f36-9759c29eb60a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 947 time: 0.5349891 Jul 30 01:42:14.822285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Port': ['ID=62332ebc-7f64-46e1-a0c0-948adac16e4d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.843473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0628e9-1926-479f-8e92-1e9493a02bf6 None None] Pushing event deleted for resources: {'Port': ['ID=1caffcae-67b8-4ff6-9625-71358ed5ecdd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:14.847969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 62332ebc-7f64-46e1-a0c0-948adac16e4d no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:14.945427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] No DVR routers for this DVR port 62332ebc-7f64-46e1-a0c0-948adac16e4d on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:14.953966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:14.959391 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-f10ba6df-ce83-40ca-adac-a1325e90b9dc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.22 "DELETE /v2.0/ports/62332ebc-7f64-46e1-a0c0-948adac16e4d HTTP/1.1" status: 204 len: 173 time: 2.7452013 Jul 30 01:42:14.976677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Made reservation on behalf of 564e2cc0845248e68d8d66300c601eee for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:14.980312 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.073500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.118125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:15.148525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.234502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0ce0c8b-a3d6-4659-a4aa-6a31a2cd250b req-6368e882-a339-425c-8862-721f8763d247 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984680 Jul 30 01:42:15.248599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1caffcae-67b8-4ff6-9625-71358ed5ecdd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:15.299747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] No DVR routers for this DVR port 1caffcae-67b8-4ff6-9625-71358ed5ecdd on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:15.303542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:15.354974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'mac_address': 'fa:16:3e:41:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:15.360808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 62332ebc-7f64-46e1-a0c0-948adac16e4d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:15.361408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 62332ebc-7f64-46e1-a0c0-948adac16e4d not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:15.362021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f107ed7c-fbff-4061-a116-749de5404718 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:15.375032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689260d-7b25-457c-8853-28daf1dae101 req-6252d9b2-0b70-49de-b2fa-109392f9434a tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:15.393570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0628e9-1926-479f-8e92-1e9493a02bf6 None None] No DVR routers for this DVR port 1caffcae-67b8-4ff6-9625-71358ed5ecdd on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:15.402539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e689260d-7b25-457c-8853-28daf1dae101 req-6252d9b2-0b70-49de-b2fa-109392f9434a tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 946 time: 0.5593016 Jul 30 01:42:15.461931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:15.507841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.522470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting port 323f08b2-c795-414b-91b3-9cea8f1b8877 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:15.523204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.591410 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.600067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Transition to ACTIVE for port object a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:15.616079 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1caffcae-67b8-4ff6-9625-71358ed5ecdd no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:15.660575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c7c454-943c-4868-80cc-2ffd234ffc68 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:15.670418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.713413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] For port 323f08b2-c795-414b-91b3-9cea8f1b8877, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=323f08b2-c795-414b-91b3-9cea8f1b8877,segment=NetworkSegment(bfba409b-f047-4d41-8f8a-b00848992b9c),segment_id=bfba409b-f047-4d41-8f8a-b00848992b9c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:15.714048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.715519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.717491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:15.754745 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.757765 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.764855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Calling delete_port for 323f08b2-c795-414b-91b3-9cea8f1b8877 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:15.793968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 1caffcae-67b8-4ff6-9625-71358ed5ecdd {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:15.795017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1caffcae-67b8-4ff6-9625-71358ed5ecdd not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:15.850479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:15.926404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-deleted', 'tag': '62332ebc-7f64-46e1-a0c0-948adac16e4d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:15.930765 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd4eabc-08cd-43fb-85c7-f146d7ce7bb5" -d '{"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-deleted", "tag": "62332ebc-7f64-46e1-a0c0-948adac16e4d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:15.944101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f5c80c-a44d-4e0e-8d33-c896df40fe31,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:15.948253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.965988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58966) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:15.982095 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:15.985442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:16.020669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774493d1-069d-4ea6-a1f8-93c6d32217c4']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:16.042013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.042568 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Added segment cfcb2b7b-54ac-4a7c-8653-3d5321700e85 of type vlan for network 253e0e71-f193-4cde-ae0f-aded2af7ab2f Jul 30 01:42:16.044759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Pushing event updated for resources: {'Port': ['ID=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.050898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d1c7c454-943c-4868-80cc-2ffd234ffc68'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:16.056426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869639fe-1636-4fcd-b7b6-633c96d78f34') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:16.056721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869639fe-1636-4fcd-b7b6-633c96d78f34') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:16.061743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e689260d-7b25-457c-8853-28daf1dae101 req-204394fe-5aff-49a2-81f3-b046af6092a4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571434 Jul 30 01:42:16.080900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f107ed7c-fbff-4061-a116-749de5404718'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:16.090781 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ffe799-2fee-48ce-91f5-b69ea9b98c11" -d '{"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-unplugged", "status": "completed", "tag": "f107ed7c-fbff-4061-a116-749de5404718"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:16.120289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aba65-ad35-4ec4-90b5-661e7735622c req-60663c87-1cf5-4550-8157-400c2c05b2f0 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.128374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b1aba65-ad35-4ec4-90b5-661e7735622c req-60663c87-1cf5-4550-8157-400c2c05b2f0 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 943 time: 0.4770086 Jul 30 01:42:16.148388 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.148725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f107ed7c-fbff-4061-a116-749de5404718, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f107ed7c-fbff-4061-a116-749de5404718,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:16.172193 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.175059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 323f08b2-c795-414b-91b3-9cea8f1b8877 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:16.278225 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.334448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:16.335188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:16.354015 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:16.391756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Attempting to bind port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:16.392254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Attempting to bind port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:16.392682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Attempting to bind port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 on network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:16.413323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 on network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:16.413826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Attempting to bind port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 on network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:16.430544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f107ed7c-fbff-4061-a116-749de5404718,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.441306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:16.441957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Checking segment: {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:16.442455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Bound using segment: {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:16.443019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Bound port: a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:16.443582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.458394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.482142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3f3dc846-0fbd-4588-b3b6-b24a03c66451 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3d40457dca684b259fa91976457761a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993558 Jul 30 01:42:16.490590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Port 323f08b2-c795-414b-91b3-9cea8f1b8877 update to DOWN by agent not found {{(pid=93820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 01:42:16.491024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fb41b036-7ff5-4705-a6cd-86ba823740c9 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:16.497267 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.512519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b1aba65-ad35-4ec4-90b5-661e7735622c req-8f4ce89b-b11c-4e3b-a9e1-cbc99481b507 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831749 Jul 30 01:42:16.514911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58982) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:16.522989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Port': ['ID=323f08b2-c795-414b-91b3-9cea8f1b8877,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.525985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: fb41b036-7ff5-4705-a6cd-86ba823740c9 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:16.525985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fb41b036-7ff5-4705-a6cd-86ba823740c9 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:16.634720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] No DVR routers for this DVR port 323f08b2-c795-414b-91b3-9cea8f1b8877 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:16.639741 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.642086 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-4c6948fb-fe77-455f-96ac-6b6acee567cf tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.22 "DELETE /v2.0/ports/323f08b2-c795-414b-91b3-9cea8f1b8877 HTTP/1.1" status: 204 len: 173 time: 1.6698842 Jul 30 01:42:16.657084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] For port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:16.661639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.667759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] For port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:16.686409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575177a-038b-450e-b3f1-492d8e1867a8 req-d686404c-3715-4ded-b33f-dc6132b5ec38 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.694646 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fc7c1d-6640-4920-994e-4063c8b359bb x-openstack-request-id: req-d7fc7c1d-6640-4920-994e-4063c8b359bb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:16.694960 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-deleted", "tag": "62332ebc-7f64-46e1-a0c0-948adac16e4d", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:16.695218 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d7fc7c1d-6640-4920-994e-4063c8b359bb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:16.695735 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-deleted', 'tag': '62332ebc-7f64-46e1-a0c0-948adac16e4d', 'status': 'completed', 'code': 200} Jul 30 01:42:16.699561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575177a-038b-450e-b3f1-492d8e1867a8 req-d686404c-3715-4ded-b33f-dc6132b5ec38 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.702484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e575177a-038b-450e-b3f1-492d8e1867a8 req-d686404c-3715-4ded-b33f-dc6132b5ec38 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 1602 time: 0.4255800 Jul 30 01:42:16.709633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.710022 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.713628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/774493d1-069d-4ea6-a1f8-93c6d32217c4 HTTP/1.1" status: 204 len: 168 time: 3.3788412 Jul 30 01:42:16.773905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.775406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.781486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.793362 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7af0be-b238-4d87-8901-9a7048a96b4e x-openstack-request-id: req-0e7af0be-b238-4d87-8901-9a7048a96b4e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:16.795219 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-unplugged", "status": "completed", "tag": "f107ed7c-fbff-4061-a116-749de5404718", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:16.796633 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0e7af0be-b238-4d87-8901-9a7048a96b4e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:16.798100 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f107ed7c-fbff-4061-a116-749de5404718', 'code': 200} Jul 30 01:42:16.822767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:16.823619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.826098 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7eac0445-9703-4881-b97f-0e242700208a service neutron] 10.222.0.22 "PUT /v2.0/ports/a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 HTTP/1.1" status: 200 len: 1091 time: 3.1719670 Jul 30 01:42:16.849380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e29e1-f340-481c-ad2b-90e8729290d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=774493d1-069d-4ea6-a1f8-93c6d32217c4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.859873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac0445-9703-4881-b97f-0e242700208a service neutron] Pushing event updated for resources: {'Port': ['ID=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:16.904159 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting port f107ed7c-fbff-4061-a116-749de5404718 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:16.904445 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:16.928469 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6400011 Jul 30 01:42:16.938860 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58986) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:16.963686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Request body: {'subnet': {'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1965176369-subnet', 'tenant_id': '564e2cc0845248e68d8d66300c601eee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:16.999886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Made reservation on behalf of 564e2cc0845248e68d8d66300c601eee for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:17.002905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.070333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e575177a-038b-450e-b3f1-492d8e1867a8 req-1d0ad4b7-1c41-46b2-b5a6-595e61ba1fb5 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985754 Jul 30 01:42:17.071477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44a23099-4e8f-4548-b475-ff825dee9e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.091542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58988) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:17.134606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] For port f107ed7c-fbff-4061-a116-749de5404718, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f107ed7c-fbff-4061-a116-749de5404718,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:17.135391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.141026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc4180-7b36-40c4-897c-0b36b3d20150 admin admin] Pushing event updated for resources: {'Network': ['ID=253e0e71-f193-4cde-ae0f-aded2af7ab2f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:17.156052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 253e0e71-f193-4cde-ae0f-aded2af7ab2f details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:17.173837 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44a23099-4e8f-4548-b475-ff825dee9e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.175720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Calling delete_port for f107ed7c-fbff-4061-a116-749de5404718 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:17.228542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-469cd2e4-d79e-47d3-9325-3b61dc176446 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=65553efe98204417a2eee97ae2768a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278925 Jul 30 01:42:17.251814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58994) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:17.373916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-16734c57-4a70-4eb4-954e-8c7d04db393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.377212 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-16734c57-4a70-4eb4-954e-8c7d04db393d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f46bc5129e26406a9f83213a27b7db26&device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 1094 time: 0.1736567 Jul 30 01:42:17.468925 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-7ca4d344-ee04-4d35-acfb-fd5b6844ca08 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 HTTP/1.1" status: 200 len: 217 time: 0.0665615 Jul 30 01:42:17.500435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33dc3-5aca-48f3-bb86-321dd93d4323 req-047b218f-2a2c-417b-b2af-7d46612b94a0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.509280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31a33dc3-5aca-48f3-bb86-321dd93d4323 req-047b218f-2a2c-417b-b2af-7d46612b94a0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.2884977 Jul 30 01:42:17.564333 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44a23099-4e8f-4548-b475-ff825dee9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.567218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44a23099-4e8f-4548-b475-ff825dee9e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.568424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-44a23099-4e8f-4548-b475-ff825dee9e54 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aafe9f3a-f16c-4c31-8bae-bedc9614da9d HTTP/1.1" status: 204 len: 168 time: 1.0457292 Jul 30 01:42:17.596344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a98e8ca2-2782-46a7-853d-23df0cfc4e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.634473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-44abb058-baa3-4082-b102-5501022ed297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:17.637169 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-44abb058-baa3-4082-b102-5501022ed297 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9639aacf-43cb-466d-8bb2-29b870857fd5 HTTP/1.1" status: 200 len: 861 time: 0.1535079 Jul 30 01:42:17.646970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a23099-4e8f-4548-b475-ff825dee9e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe9f3a-f16c-4c31-8bae-bedc9614da9d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:17.680429 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.693977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a98e8ca2-2782-46a7-853d-23df0cfc4e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.702215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.717002 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-acdea611-069f-4081-83cc-b962a6d78734 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653896 Jul 30 01:42:17.717772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31a33dc3-5aca-48f3-bb86-321dd93d4323 req-bb35c117-da84-43e5-8ffd-572a1e434311 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032397 Jul 30 01:42:17.776869 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Port': ['ID=f107ed7c-fbff-4061-a116-749de5404718,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:17.926874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] No DVR routers for this DVR port f107ed7c-fbff-4061-a116-749de5404718 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:17.931391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:17.934086 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fbc1ac09-0fde-436f-bdcc-f13a8a67a39d req-b445d546-e539-4b0d-b9ed-99e8e8c3f37b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.22 "DELETE /v2.0/ports/f107ed7c-fbff-4061-a116-749de5404718 HTTP/1.1" status: 204 len: 173 time: 1.2784977 Jul 30 01:42:17.951307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb231187-35d3-483a-b26a-b9d2c322bfe2,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:18.069778 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-4fddc5e5-48c1-4ecd-862a-a2579e667bff service neutron] 10.222.0.22 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034520 Jul 30 01:42:18.232514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7d0e5-7d6d-4092-8f91-ff2febd0b5f3 req-bcfcc173-c7bc-40b6-b766-192569db4f84 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.248525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07c7d0e5-7d6d-4092-8f91-ff2febd0b5f3 req-bcfcc173-c7bc-40b6-b766-192569db4f84 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 946 time: 0.2482100 Jul 30 01:42:18.257448 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-121146f2-378b-49ac-a9c8-66dcb6ef5b6a req-4166c9bf-91af-4c67-af74-71994ec1d083 service neutron] 10.222.0.22 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725185 Jul 30 01:42:18.302689 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a98e8ca2-2782-46a7-853d-23df0cfc4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.309545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a98e8ca2-2782-46a7-853d-23df0cfc4e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.311629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a98e8ca2-2782-46a7-853d-23df0cfc4e2b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2fc1556d-be53-4830-84b1-05f57e958ab5 HTTP/1.1" status: 204 len: 168 time: 1.0398402 Jul 30 01:42:18.348676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a8408-0742-40f1-8652-821df7dff381 req-49d83770-a272-465d-a9a3-30128954b6ac tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.361872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b7a8408-0742-40f1-8652-821df7dff381 req-49d83770-a272-465d-a9a3-30128954b6ac tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 943 time: 0.3997917 Jul 30 01:42:18.396673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Checking segment: {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:18.397456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Network hostable DHCP agents. Network: 253e0e71-f193-4cde-ae0f-aded2af7ab2f, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:18.453383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07c7d0e5-7d6d-4092-8f91-ff2febd0b5f3 req-8bfbab12-5f5f-4b0d-afde-85c035062dc8 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908832 Jul 30 01:42:18.454754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e8ca2-2782-46a7-853d-23df0cfc4e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc1556d-be53-4830-84b1-05f57e958ab5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:18.537923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Network 253e0e71-f193-4cde-ae0f-aded2af7ab2f is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:18.559714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b7a8408-0742-40f1-8652-821df7dff381 req-ecb0b04a-8b56-4aee-86e0-72d36025c71c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955535 Jul 30 01:42:18.574224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 253e0e71-f193-4cde-ae0f-aded2af7ab2f) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:18.581300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59016) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:18.604281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4fea30-39dc-41fb-bd5b-3b835adc4d3f None None] Network 253e0e71-f193-4cde-ae0f-aded2af7ab2f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:18.631141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.637637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ff64b6-482c-45c5-9da4-4f4c05f1104b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.647823 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.733205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-deleted', 'tag': '323f08b2-c795-414b-91b3-9cea8f1b8877'}, {'name': 'network-changed', 'server_uuid': 'bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33', 'tag': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9'}, {'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-deleted', 'tag': 'f107ed7c-fbff-4061-a116-749de5404718'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:18.741988 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c423f-87e6-4059-81a0-248b108ce08b" -d '{"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-deleted", "tag": "323f08b2-c795-414b-91b3-9cea8f1b8877"}, {"name": "network-changed", "server_uuid": "bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33", "tag": "a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9"}, {"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-deleted", "tag": "f107ed7c-fbff-4061-a116-749de5404718"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:18.850847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321638-7903-43ec-982d-8e6977bd0408 req-89f7e661-e509-4528-af3e-8bcbacd219ab tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:18.862429 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9321638-7903-43ec-982d-8e6977bd0408 req-89f7e661-e509-4528-af3e-8bcbacd219ab tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 949 time: 0.1468251 Jul 30 01:42:18.976045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ff64b6-482c-45c5-9da4-4f4c05f1104b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:18.977473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:18.979557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d4a6526-803e-4369-aabb-87470f09b5a5 req-5090f83a-2c79-4bfd-85d9-119c23186b23 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=fb894d6c-1e5f-481c-954c-3b3c6ffaef67 HTTP/1.1" status: 200 len: 210 time: 0.0762389 Jul 30 01:42:18.991849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1ff64b6-482c-45c5-9da4-4f4c05f1104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.042634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2970f36d-05e8-45b7-bd22-74fec5643e26 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0740387 Jul 30 01:42:19.096355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9321638-7903-43ec-982d-8e6977bd0408 req-881fdaf0-c661-4fbd-8cbf-65c6917b8c55 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306461 Jul 30 01:42:19.143275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff64b6-482c-45c5-9da4-4f4c05f1104b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e6c877-49ed-41ee-a2b0-555aacfcde8a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:19.151222 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d1ff64b6-482c-45c5-9da4-4f4c05f1104b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f7950e6d6ec6441384209784faa38128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677071 Jul 30 01:42:19.156424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59028) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:19.215157 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5bb293-217a-4ee8-8877-88311cfbdadb x-openstack-request-id: req-7f5bb293-217a-4ee8-8877-88311cfbdadb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:19.215968 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-deleted", "tag": "323f08b2-c795-414b-91b3-9cea8f1b8877", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33", "tag": "a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9", "status": "completed", "code": 200}, {"server_uuid": "fb894d6c-1e5f-481c-954c-3b3c6ffaef67", "name": "network-vif-deleted", "tag": "f107ed7c-fbff-4061-a116-749de5404718", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:19.216551 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7f5bb293-217a-4ee8-8877-88311cfbdadb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:19.217432 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-deleted', 'tag': '323f08b2-c795-414b-91b3-9cea8f1b8877', 'status': 'completed', 'code': 200} Jul 30 01:42:19.217999 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33', 'tag': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9', 'status': 'completed', 'code': 200} Jul 30 01:42:19.218556 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb894d6c-1e5f-481c-954c-3b3c6ffaef67', 'name': 'network-vif-deleted', 'tag': 'f107ed7c-fbff-4061-a116-749de5404718', 'status': 'completed', 'code': 200} Jul 30 01:42:19.263904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458cbd9-47c0-40e1-9859-3897e4a06733 None None] Network 253e0e71-f193-4cde-ae0f-aded2af7ab2f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:19.356741 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-772833e4-cec6-4709-9ac4-26e73a5b40c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.385920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d1c7c454-943c-4868-80cc-2ffd234ffc68 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:19.386841 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.398605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c423f-87e6-4059-81a0-248b108ce08b req-a6ed09c6-a858-48e7-aee8-0e49b1e05323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:19.405264 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c97c423f-87e6-4059-81a0-248b108ce08b req-a6ed09c6-a858-48e7-aee8-0e49b1e05323 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f46bc5129e26406a9f83213a27b7db26&device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 1094 time: 0.1217532 Jul 30 01:42:19.489070 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-772833e4-cec6-4709-9ac4-26e73a5b40c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.578471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59034) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:19.598731 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.692325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:19.697181 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df8158b-1699-4f37-904b-279f575dc26b" -d '{"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-plugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:19.721107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:19.733689 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.817236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-772833e4-cec6-4709-9ac4-26e73a5b40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.817848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:19.830555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-772833e4-cec6-4709-9ac4-26e73a5b40c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:19.837239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-772833e4-cec6-4709-9ac4-26e73a5b40c3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/54e6c877-49ed-41ee-a2b0-555aacfcde8a HTTP/1.1" status: 204 len: 168 time: 0.6770766 Jul 30 01:42:19.897928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-448f7cb1-de09-47ea-b865-c64c57be9c82 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3014e33c2e844c5b96b38dc7635409f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123515 Jul 30 01:42:19.901421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772833e4-cec6-4709-9ac4-26e73a5b40c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e6c877-49ed-41ee-a2b0-555aacfcde8a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:19.904744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59048) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:20.009621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a928d-2779-4916-8d04-a0fedde42c5f req-0207da88-f37d-46c7-80e0-e3f7136c9de8 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.013543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da2a928d-2779-4916-8d04-a0fedde42c5f req-0207da88-f37d-46c7-80e0-e3f7136c9de8 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 946 time: 0.3672342 Jul 30 01:42:20.033795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa5134-2213-43b5-a7bd-72a699c62c55 req-eb3d1232-ca72-4235-93fc-14730086aec8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.035646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0aa5134-2213-43b5-a7bd-72a699c62c55 req-eb3d1232-ca72-4235-93fc-14730086aec8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 943 time: 0.1825528 Jul 30 01:42:20.077523 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a0dc-5da3-46fa-afc0-20119c0ce2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.136426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da2a928d-2779-4916-8d04-a0fedde42c5f req-2b2e2684-62ce-4088-81d2-f7c1c2b6c6a7 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971131 Jul 30 01:42:20.146418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a0dc-5da3-46fa-afc0-20119c0ce2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.165067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0aa5134-2213-43b5-a7bd-72a699c62c55 req-f6d9ecb1-5d47-4bd9-a08e-fc9aa7148ade tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102808 Jul 30 01:42:20.205745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c423f-87e6-4059-81a0-248b108ce08b req-f5c04a42-7b23-46a5-919c-0e5d85e5108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.206933 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c97c423f-87e6-4059-81a0-248b108ce08b req-f5c04a42-7b23-46a5-919c-0e5d85e5108e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 200 len: 922 time: 0.7910221 Jul 30 01:42:20.279015 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7c4575-5c78-4e0a-bd62-30e73d76ab9c x-openstack-request-id: req-3a7c4575-5c78-4e0a-bd62-30e73d76ab9c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:20.279582 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-plugged", "status": "completed", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:20.280020 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3a7c4575-5c78-4e0a-bd62-30e73d76ab9c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:20.280638 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'code': 200} Jul 30 01:42:20.311658 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a0dc-5da3-46fa-afc0-20119c0ce2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.314219 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c97c423f-87e6-4059-81a0-248b108ce08b req-3c0066f0-aead-4ede-81fa-8381e2e58e9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 HTTP/1.1" status: 200 len: 217 time: 0.0916891 Jul 30 01:42:20.316080 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbc5a0dc-5da3-46fa-afc0-20119c0ce2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:20.319106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dbc5a0dc-5da3-46fa-afc0-20119c0ce2d6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/28964ed5-cf98-4a8a-bfa7-361c437612b2 HTTP/1.1" status: 204 len: 168 time: 0.3844829 Jul 30 01:42:20.344534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5a0dc-5da3-46fa-afc0-20119c0ce2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28964ed5-cf98-4a8a-bfa7-361c437612b2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:20.424864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c423f-87e6-4059-81a0-248b108ce08b req-f5917bce-1430-4b65-a5c4-f8410c8623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.435246 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c97c423f-87e6-4059-81a0-248b108ce08b req-f5917bce-1430-4b65-a5c4-f8410c8623b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9639aacf-43cb-466d-8bb2-29b870857fd5 HTTP/1.1" status: 200 len: 861 time: 0.1009800 Jul 30 01:42:20.479601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-aa621379-f12d-4c67-9db7-7c8837a0febc tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293217 Jul 30 01:42:20.486689 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c97c423f-87e6-4059-81a0-248b108ce08b req-46b1cf09-d325-45c9-bc3f-c6541b30810f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471044 Jul 30 01:42:20.658985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-adc56649-b721-4dae-b463-b09314fcae38 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:20.670540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-adc56649-b721-4dae-b463-b09314fcae38 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827626 Jul 30 01:42:20.692275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-aebb16b3-4269-4477-83c2-b66b9b0c8a27 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/quotas/7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 375 time: 0.0219257 Jul 30 01:42:20.710368 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c97c423f-87e6-4059-81a0-248b108ce08b req-73f36fb4-6ad4-4d0f-bc74-09ea3b43d366 service neutron] 10.222.0.22 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078195 Jul 30 01:42:20.828049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-9e45d1a1-48df-4f23-a526-2f5abd2927f5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1288757 Jul 30 01:42:20.854856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:20.987354 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c97c423f-87e6-4059-81a0-248b108ce08b req-dcb8350b-0841-4877-a481-78f92196029b service neutron] 10.222.0.22 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624881 Jul 30 01:42:21.106229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:21.123409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9', 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105', 'port_id': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9', 'mac_address': 'fa:16:3e:20:9d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639aacf-43cb-466d-8bb2-29b870857fd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:21.146644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-1fdec401-f98f-4f94-96d6-5b56f5ee0914 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:21.148484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-1fdec401-f98f-4f94-96d6-5b56f5ee0914 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 814 time: 0.2945552 Jul 30 01:42:21.191364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59098) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:21.195990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-9133d69e-1178-412c-8258-d7dab307d1e9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/quotas/564e2cc0845248e68d8d66300c601eee HTTP/1.1" status: 200 len: 375 time: 0.0161974 Jul 30 01:42:21.283099 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.321498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:21.371293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-4e626dcf-3815-4e72-ba0e-10d7f907f290 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1495299 Jul 30 01:42:21.398867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a3aaae-006c-4675-97af-fdd2ff144d54 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting subnet 58c7868d-3165-499b-8769-4b94b68af9ea {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:21.415712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a3aaae-006c-4675-97af-fdd2ff144d54 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.475408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:21.493614 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.578404 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a3aaae-006c-4675-97af-fdd2ff144d54 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:21.681344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:21.804026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:21.946980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a3aaae-006c-4675-97af-fdd2ff144d54 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.049336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-0e4bf9d0-51e7-4105-b152-6da9bbbf03a1 service neutron] 10.222.0.84 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641574 Jul 30 01:42:22.062003 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a3aaae-006c-4675-97af-fdd2ff144d54 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.112155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a3aaae-006c-4675-97af-fdd2ff144d54 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.114005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eba51ab-0204-4d6b-a4e5-c974bacb06ad None None] Network 65cb7581-72a8-42c6-b27d-1fcc925ca0ac requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:22.120339 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-26a3aaae-006c-4675-97af-fdd2ff144d54 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "DELETE /v2.0/subnets/58c7868d-3165-499b-8769-4b94b68af9ea HTTP/1.1" status: 204 len: 168 time: 0.9273937 Jul 30 01:42:22.121024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59140) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:22.160861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6aea584-f5ac-4714-be7a-672d96e71a98 req-673f03bb-d409-40a9-9563-702889990143 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 210 time: 0.0881944 Jul 30 01:42:22.300460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3aaae-006c-4675-97af-fdd2ff144d54 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Subnet': ['ID=58c7868d-3165-499b-8769-4b94b68af9ea,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:22.415159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90861d-f59f-4c16-a19c-1a61282e7e5b req-28544f53-0dbb-42cd-85be-e1b6ddfab382 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:22.418329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.425220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc90861d-f59f-4c16-a19c-1a61282e7e5b req-28544f53-0dbb-42cd-85be-e1b6ddfab382 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 944 time: 0.0855975 Jul 30 01:42:22.446817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-5317e2c0-9cb5-447f-ad19-f7ce47888844 service neutron] 10.222.0.84 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963270 Jul 30 01:42:22.569670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc90861d-f59f-4c16-a19c-1a61282e7e5b req-0a0ef035-1404-4544-9a66-d486d6fab088 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426904 Jul 30 01:42:22.604092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting port f02be20f-b931-4fce-bdda-cbc880508cfc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:22.604425 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.920524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] For port f02be20f-b931-4fce-bdda-cbc880508cfc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f02be20f-b931-4fce-bdda-cbc880508cfc,segment=NetworkSegment(bfba409b-f047-4d41-8f8a-b00848992b9c),segment_id=bfba409b-f047-4d41-8f8a-b00848992b9c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:22.920905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:22.947937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63e85b28-6a75-441e-b50b-2faef191178c req-79eea628-cf1b-481c-ac2b-059bb9c934ea tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 210 time: 0.1473753 Jul 30 01:42:22.994940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Calling delete_port for f02be20f-b931-4fce-bdda-cbc880508cfc owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:23.246562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecdfb72-0062-4d6c-8428-c3962bd3a9c2 None None] DHCP port deletion for 65cb7581-72a8-42c6-b27d-1fcc925ca0ac request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:23.273538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.314045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] No DVR routers for this DVR port f02be20f-b931-4fce-bdda-cbc880508cfc on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:23.370508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3ecdfb72-0062-4d6c-8428-c3962bd3a9c2 None None] The port 'f02be20f-b931-4fce-bdda-cbc880508cfc' was deleted {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 30 01:42:23.532472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f02be20f-b931-4fce-bdda-cbc880508cfc no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:23.542208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.566322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f10219f-8576-46ad-bfa0-aa85eec8c027 req-7aee96fd-643b-4884-b254-8f390bc1b5bb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 210 time: 0.1327536 Jul 30 01:42:23.616786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f02be20f-b931-4fce-bdda-cbc880508cfc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:23.620787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f02be20f-b931-4fce-bdda-cbc880508cfc not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:23.675249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.729203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cb7581-72a8-42c6-b27d-1fcc925ca0ac']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:23.808916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfba409b-f047-4d41-8f8a-b00848992b9c') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:23.809606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfba409b-f047-4d41-8f8a-b00848992b9c') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:23.842112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.885831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd486d-4043-447a-b495-64cfe3e422b7 req-14c72e9b-7ac8-4e7f-a789-852c9645c21a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:23.892497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4bd486d-4043-447a-b495-64cfe3e422b7 req-14c72e9b-7ac8-4e7f-a789-852c9645c21a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 944 time: 0.1498203 Jul 30 01:42:23.970111 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:23.973684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4bd486d-4043-447a-b495-64cfe3e422b7 req-61e6f605-1afc-4659-a831-fecf911e7c8a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695105 Jul 30 01:42:23.976729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Port': ['ID=f02be20f-b931-4fce-bdda-cbc880508cfc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:23.991150 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-99309f79-b04b-42a3-94a8-ffdef436d79c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013830 Jul 30 01:42:23.993073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:23.994241 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:24.000152 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:24.189982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.214017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.216395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "DELETE /v2.0/networks/65cb7581-72a8-42c6-b27d-1fcc925ca0ac HTTP/1.1" status: 204 len: 168 time: 2.0890441 Jul 30 01:42:24.226741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59206) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:24.294064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f144ca-c7c0-4649-95f3-5ee4d331d94f tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Network': ['ID=65cb7581-72a8-42c6-b27d-1fcc925ca0ac,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:24.311264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbb970d3-b499-42e7-b783-5c4083ee7734 req-76f5dfae-515a-41ff-8de7-1e1fdef6ff29 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 210 time: 0.1227629 Jul 30 01:42:24.417119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b882cb61-9424-48db-af3f-84f0f9ef4263 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting subnet e12ae53c-49a9-46b5-abb0-44618a4dc193 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:42:24.420673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b882cb61-9424-48db-af3f-84f0f9ef4263 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.481075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b882cb61-9424-48db-af3f-84f0f9ef4263 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.590707 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b882cb61-9424-48db-af3f-84f0f9ef4263 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.601674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-d5b17b95-b2c6-4bd8-8ac0-08c80be62e81 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:24.603250 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-d5b17b95-b2c6-4bd8-8ac0-08c80be62e81 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5957110 Jul 30 01:42:24.639417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Request body: {'port': {'device_id': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '7e7b3ee96b3540cfbb14f4ef89c14957'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:24.758854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b882cb61-9424-48db-af3f-84f0f9ef4263 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.793919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de0b07-f46b-4fce-aa48-6faef2c608be None None] Network 780091e3-8e2d-4473-86e9-f2d7e28bf804 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:24.806535 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b882cb61-9424-48db-af3f-84f0f9ef4263 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.809065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b882cb61-9424-48db-af3f-84f0f9ef4263 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "DELETE /v2.0/subnets/e12ae53c-49a9-46b5-abb0-44618a4dc193 HTTP/1.1" status: 204 len: 168 time: 0.5571117 Jul 30 01:42:24.813455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59220) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:24.906070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882cb61-9424-48db-af3f-84f0f9ef4263 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Subnet': ['ID=e12ae53c-49a9-46b5-abb0-44618a4dc193,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:24.916159 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:24.944106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:25.004705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Made reservation on behalf of 7e7b3ee96b3540cfbb14f4ef89c14957 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:25.008747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.036040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:25.036447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.176753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] For port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54,segment=NetworkSegment(81078adc-dcd0-4dca-a8d2-4da1d72a6dbc),segment_id=81078adc-dcd0-4dca-a8d2-4da1d72a6dbc)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:25.177121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.219366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Calling delete_port for 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:25.220223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 71e69ddc-363b-47b1-b385-82058b194400 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:25.255320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf4af038-3bc7-4396-bd3e-07235438e1b8 req-5c711349-f3e0-4ba2-9f51-1cb19e070b73 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 210 time: 0.0758176 Jul 30 01:42:25.359866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-1d01680d-ad08-436e-86aa-db40e17019e9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.361310 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-1d01680d-ad08-436e-86aa-db40e17019e9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.22 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 814 time: 0.1213658 Jul 30 01:42:25.380643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Request body: {'port': {'device_id': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f', 'admin_state_up': True, 'tenant_id': '564e2cc0845248e68d8d66300c601eee'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:25.562431 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:42:25.572545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Allocated IP 192.168.233.205 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/f79e7b5e-c991-4834-aee0-d1a47d5dbc6b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:25.575025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60e631-4e47-4556-b3d1-2e92a00c98e5 req-78fbd712-41c9-463e-9d04-72ed08e2910f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:25.591215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a60e631-4e47-4556-b3d1-2e92a00c98e5 req-78fbd712-41c9-463e-9d04-72ed08e2910f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 944 time: 0.1959381 Jul 30 01:42:25.669250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:25.684481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:25.684848 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.720119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a60e631-4e47-4556-b3d1-2e92a00c98e5 req-d73eccd7-5932-47ec-be6a-56501338cf15 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271307 Jul 30 01:42:25.915656 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.926339 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:25.994740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:25.995750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:25.998827 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86ee9ab-6629-495b-84d7-58db43d4c4e2" -d '{"events": [{"server_uuid": "bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33", "name": "network-vif-plugged", "status": "completed", "tag": "a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:26.013184 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.066818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24ef9889-9543-4bd0-98b3-37caa689ed3e req-b965bf0d-58f9-4488-8cf5-39bfb7168edc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 210 time: 0.0433464 Jul 30 01:42:26.116445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] No DVR routers for this DVR port 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:26.124592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:26.128932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Port': ['ID=80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:26.164481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a033d5-8fe8-4143-93f8-cf1cdc38e2ea None None] DHCP port deletion for 780091e3-8e2d-4473-86e9-f2d7e28bf804 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:42:26.186858 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082f4705-8741-4b50-b66c-f36395fe3307 x-openstack-request-id: req-082f4705-8741-4b50-b66c-f36395fe3307 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:26.187651 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33", "name": "network-vif-plugged", "status": "completed", "tag": "a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:26.188162 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-082f4705-8741-4b50-b66c-f36395fe3307 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:26.188897 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9', 'code': 200} Jul 30 01:42:26.192378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=71e69ddc-363b-47b1-b385-82058b194400,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:26.216310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '71e69ddc-363b-47b1-b385-82058b194400', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'port_id': '71e69ddc-363b-47b1-b385-82058b194400', 'mac_address': 'fa:16:3e:60:8e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5d721-50b0-47c9-a6f9-0026d813c946', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:26.263372 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.299006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71e69ddc-363b-47b1-b385-82058b194400 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:26.394300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=71e69ddc-363b-47b1-b385-82058b194400,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:26.406643 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.409729 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.412005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59278) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:26.464367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f29c0fe-1fa6-4204-96fd-e7a568f8d0d0 req-35ee3ba4-205f-46db-b8a0-1790ae866ceb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 210 time: 0.0709901 Jul 30 01:42:26.494257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Transition to ACTIVE for port object f79e7b5e-c991-4834-aee0-d1a47d5dbc6b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:26.496755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Made reservation on behalf of 564e2cc0845248e68d8d66300c601eee for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:26.504561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.581341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['71e69ddc-363b-47b1-b385-82058b194400'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:26.769913 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.782485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=71e69ddc-363b-47b1-b385-82058b194400,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:26.791567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780091e3-8e2d-4473-86e9-f2d7e28bf804']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:26.844010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:26.844570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81078adc-dcd0-4dca-a8d2-4da1d72a6dbc') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:42:26.848242 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-40be3bdc-191e-493d-8aa9-dd5391551763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.886835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:26.928354 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:42:27.111926 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.126049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.155904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ecd49f50-5d73-482b-8599-d05ca699b411'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:27.251423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f51b4a-0da8-4b65-aa73-7686b09dbd37 req-e168bdb6-c979-4a96-8bc8-978bfceecc7a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.260182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94f51b4a-0da8-4b65-aa73-7686b09dbd37 req-e168bdb6-c979-4a96-8bc8-978bfceecc7a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 945 time: 0.2310452 Jul 30 01:42:27.430264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:42:27.430959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.447836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94f51b4a-0da8-4b65-aa73-7686b09dbd37 req-9dbd53d6-1654-4dac-b66e-bfda8ce8cccc tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861370 Jul 30 01:42:27.492408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:27.545785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:27.561475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:42:27.562018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 80c8ffee-cd5e-4ef9-a8de-28bc8e0c5e54 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:42:27.577481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8ba427c-fbfa-42a0-8de7-d222c2cfa1d0 req-5b6eab89-73ad-430f-b3a2-9506b0cc3fc4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 210 time: 0.1606617 Jul 30 01:42:27.606441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'd1c7c454-943c-4868-80cc-2ffd234ffc68'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:42:27.608317 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:42:27.654478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0a916-2c95-456d-b7f6-5017d31a9a27 req-e571b401-a5cf-4bce-ba43-89da679bec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:27.657669 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-57d0a916-2c95-456d-b7f6-5017d31a9a27 req-e571b401-a5cf-4bce-ba43-89da679bec4f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 1096 time: 1.1969311 Jul 30 01:42:27.659017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.665535 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-40be3bdc-191e-493d-8aa9-dd5391551763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.678613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-40be3bdc-191e-493d-8aa9-dd5391551763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.754061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:27.756689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:27.768891 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "DELETE /v2.0/networks/780091e3-8e2d-4473-86e9-f2d7e28bf804 HTTP/1.1" status: 204 len: 168 time: 2.9474182 Jul 30 01:42:27.816912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59332) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:27.817730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59334) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:27.823998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be3bdc-191e-493d-8aa9-dd5391551763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0f724-349a-4381-a330-23a825e544a9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:27.914354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-40be3bdc-191e-493d-8aa9-dd5391551763 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=026fc866195c4fae8a883331e77e948f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5001612 Jul 30 01:42:27.918429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59338) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:27.927017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1907798883'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:27.991558 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-57d0a916-2c95-456d-b7f6-5017d31a9a27 req-b640bb71-8fe7-4124-84ef-27a1af89beb8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128579 Jul 30 01:42:27.998884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f644ba-c1f5-4b2d-9d3e-7ab1281d9117 req-9715c65b-bc9f-4945-862a-61b847a00eaf tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.000612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:28.010335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3798c30-80ae-40d9-baba-1affee1a0caa tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Network': ['ID=780091e3-8e2d-4473-86e9-f2d7e28bf804,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:28.025641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26f644ba-c1f5-4b2d-9d3e-7ab1281d9117 req-9715c65b-bc9f-4945-862a-61b847a00eaf tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 936 time: 0.3331738 Jul 30 01:42:28.260935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:28.290462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:28.302328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d789672-2389-492b-b738-34f470850bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.325501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26f644ba-c1f5-4b2d-9d3e-7ab1281d9117 req-3d67d734-5852-4c4d-8aa7-0dc1f8f46467 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985079 Jul 30 01:42:28.326506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.424086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d789672-2389-492b-b738-34f470850bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.460952 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1cad3068-0fef-443a-9255-c3a96c6e7c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.564640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ce704097-4527-4a9f-a33f-4414da49835e None None] Provisioning for port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:28.576790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ce704097-4527-4a9f-a33f-4414da49835e None None] Provisioning complete for port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:28.601778 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce704097-4527-4a9f-a33f-4414da49835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.666485 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d789672-2389-492b-b738-34f470850bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.671786 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d789672-2389-492b-b738-34f470850bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.674239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9d789672-2389-492b-b738-34f470850bda admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a6e0f724-349a-4381-a330-23a825e544a9 HTTP/1.1" status: 204 len: 168 time: 0.7538235 Jul 30 01:42:28.838591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:28.839240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.888294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Allocated IP 172.20.0.13 (253e0e71-f193-4cde-ae0f-aded2af7ab2f/fb231187-35d3-483a-b26a-b9d2c322bfe2/8312add5-54e0-48dc-b78f-37c85826d59e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:28.925279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:28.971113 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:28.971626 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Added segment e67ad2cc-55d4-4d34-a48b-556e56e34eea of type vlan for network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 Jul 30 01:42:29.134610 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.339556 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.355943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:29.357191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.436221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ce704097-4527-4a9f-a33f-4414da49835e None None] Port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:29.441129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 71e69ddc-363b-47b1-b385-82058b194400 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:29.441990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.562173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 71e69ddc-363b-47b1-b385-82058b194400 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:29.562946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.774927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.823928 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.828552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59364) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:29.903305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Network': ['ID=0c8e7e3d-31b0-4371-925c-cae25cf73e56,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:29.916103 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-909c9ab3-7cd0-4d2b-8076-d1aa10f289a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:29.932090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e69ddc-363b-47b1-b385-82058b194400'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:29.938790 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f91bd-17ce-4362-a198-fd18d4fbc4e7" -d '{"events": [{"server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "name": "network-vif-plugged", "status": "completed", "tag": "71e69ddc-363b-47b1-b385-82058b194400"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:29.940252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d789672-2389-492b-b738-34f470850bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0f724-349a-4381-a330-23a825e544a9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:29.945839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Network 253e0e71-f193-4cde-ae0f-aded2af7ab2f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:29.951416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:29.960730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:29.977795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:29.984789 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:29.996235 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1cad3068-0fef-443a-9255-c3a96c6e7c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.007127 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1cad3068-0fef-443a-9255-c3a96c6e7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.035587 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-036a0ca4-4fdf-4659-9d31-3633e2630cb8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1437812 Jul 30 01:42:30.036711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6617e31-fcb1-4ad6-9f66-923e829d763f req-bd78e701-cf40-4908-a884-4848a2c74c7f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.044879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6617e31-fcb1-4ad6-9f66-923e829d763f req-bd78e701-cf40-4908-a884-4848a2c74c7f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 945 time: 1.4056346 Jul 30 01:42:30.045137 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-efbb41d9-92d8-46b0-91a4-9b7d3736e923 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4100108 Jul 30 01:42:30.045770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59368) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:30.062062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'subnet': {'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:30.089392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Request body: {'port': {'device_id': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:30.120600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ade6e0-54c3-46d1-826f-cea0380416b3 req-701294e8-759b-4b48-9fd1-f4a4b0cdb545 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.129811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4ade6e0-54c3-46d1-826f-cea0380416b3 req-701294e8-759b-4b48-9fd1-f4a4b0cdb545 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 932 time: 0.2050114 Jul 30 01:42:30.134560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad3068-0fef-443a-9255-c3a96c6e7c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04aff527-07ec-4745-9ac6-c6bcc9620284,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:30.154148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1cad3068-0fef-443a-9255-c3a96c6e7c71 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=452c6d24e2e545349efc61986260a584&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3193438 Jul 30 01:42:30.169186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59370) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:30.185448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=71e69ddc-363b-47b1-b385-82058b194400,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:30.194922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.220176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6617e31-fcb1-4ad6-9f66-923e829d763f req-c209b709-e28d-4b49-b08d-6954bd79c18b tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734164 Jul 30 01:42:30.306893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=71e69ddc-363b-47b1-b385-82058b194400,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:30.340912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4ade6e0-54c3-46d1-826f-cea0380416b3 req-b7198257-7cc9-41c0-a5e5-996a15af265e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089889 Jul 30 01:42:30.538969 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd80b812-f227-4d1a-91b0-58b9ade3992c x-openstack-request-id: req-dd80b812-f227-4d1a-91b0-58b9ade3992c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:30.539814 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "name": "network-vif-plugged", "status": "completed", "tag": "71e69ddc-363b-47b1-b385-82058b194400", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:30.540255 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dd80b812-f227-4d1a-91b0-58b9ade3992c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:30.540852 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e69ddc-363b-47b1-b385-82058b194400', 'code': 200} Jul 30 01:42:30.545803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22019998-af96-4a34-bef3-0cf0034723ff req-fc346208-89f8-4186-9b20-6f9eb8a7eefc tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.559020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22019998-af96-4a34-bef3-0cf0034723ff req-fc346208-89f8-4186-9b20-6f9eb8a7eefc tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 936 time: 0.1696112 Jul 30 01:42:30.560305 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36a5a5f8-6850-43e8-9dfa-008e0b6bd4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.639943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36a5a5f8-6850-43e8-9dfa-008e0b6bd4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.659802 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70f2ada4-91aa-4a2f-abe0-56e121136a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.693500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22019998-af96-4a34-bef3-0cf0034723ff req-4ce4c955-8b87-4287-8e0f-ec867ff02ce3 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275723 Jul 30 01:42:30.755569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36a5a5f8-6850-43e8-9dfa-008e0b6bd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.761257 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36a5a5f8-6850-43e8-9dfa-008e0b6bd4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.763674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-36a5a5f8-6850-43e8-9dfa-008e0b6bd4e4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/04aff527-07ec-4745-9ac6-c6bcc9620284 HTTP/1.1" status: 204 len: 168 time: 0.5927997 Jul 30 01:42:30.789618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a5f8-6850-43e8-9dfa-008e0b6bd4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aff527-07ec-4745-9ac6-c6bcc9620284,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:30.861725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:30.862600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.916271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-909c9ab3-7cd0-4d2b-8076-d1aa10f289a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.929098 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-909c9ab3-7cd0-4d2b-8076-d1aa10f289a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.936927 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:30.951718 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-43019632-e3f8-4298-809e-03bca1596da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5754352 Jul 30 01:42:31.002296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Request body: {'port': {'device_id': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:31.063120 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-909c9ab3-7cd0-4d2b-8076-d1aa10f289a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f07fc5360bc040ce88693ed12c468dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2326796 Jul 30 01:42:31.068045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59384) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:31.068902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.070550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c9ab3-7cd0-4d2b-8076-d1aa10f289a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a462f8-c402-422c-8bb7-24462c702a42,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:31.155062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:31.158803 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.228899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.252914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7da09b1c-014a-4aab-8a3a-ceee37ed4f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.315623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7da09b1c-014a-4aab-8a3a-ceee37ed4f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.410529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7da09b1c-014a-4aab-8a3a-ceee37ed4f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.413645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7da09b1c-014a-4aab-8a3a-ceee37ed4f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:31.420410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7da09b1c-014a-4aab-8a3a-ceee37ed4f6d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89a462f8-c402-422c-8bb7-24462c702a42 HTTP/1.1" status: 204 len: 168 time: 0.3494911 Jul 30 01:42:31.470625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da09b1c-014a-4aab-8a3a-ceee37ed4f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a462f8-c402-422c-8bb7-24462c702a42,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:31.703283 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b3316-fa2c-4bbd-a314-286badde2f87 req-9a5f47b5-cbd8-4d57-bc9f-1b0e40c70a4b tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.711717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca3b3316-fa2c-4bbd-a314-286badde2f87 req-9a5f47b5-cbd8-4d57-bc9f-1b0e40c70a4b tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 945 time: 0.1568148 Jul 30 01:42:31.733526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a27f-7d85-48a2-aa0e-5773c68f7595 req-52f636c4-fb18-4a26-897b-191ff89443fa tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:31.735058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5f9a27f-7d85-48a2-aa0e-5773c68f7595 req-52f636c4-fb18-4a26-897b-191ff89443fa tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 932 time: 0.0943193 Jul 30 01:42:31.804996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca3b3316-fa2c-4bbd-a314-286badde2f87 req-67261d3a-06cd-4bfe-92b6-7c83da414f86 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924542 Jul 30 01:42:31.853177 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5f9a27f-7d85-48a2-aa0e-5773c68f7595 req-8ab108d3-ff61-48e2-a64b-bd5ebb04c797 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929668 Jul 30 01:42:31.911391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.046595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59410) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:32.163352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Subnet': ['ID=c504b00a-32a5-4dd9-8265-5e46284137e3,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:32.178466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8312add5-54e0-48dc-b78f-37c85826d59e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:32.198959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.203241 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-884edf3b-778d-4e2d-b18a-714c1a796365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.212948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79e7b5e-c991-4834-aee0-d1a47d5dbc6b {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:32.257272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.276885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Transition to ACTIVE for port object 8312add5-54e0-48dc-b78f-37c85826d59e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:32.309349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.325322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Transition to ACTIVE for port object f79e7b5e-c991-4834-aee0-d1a47d5dbc6b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:32.329497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Checking segment: {'id': 'e67ad2cc-55d4-4d34-a48b-556e56e34eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:32.336338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network hostable DHCP agents. Network: 0c8e7e3d-31b0-4371-925c-cae25cf73e56, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:32.358026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc2fb9-c43c-4476-892f-1cbf474ae5e0 req-2eb97d70-7528-4b3f-bb19-ded0a1787b89 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.359697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72cc2fb9-c43c-4476-892f-1cbf474ae5e0 req-2eb97d70-7528-4b3f-bb19-ded0a1787b89 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 936 time: 0.2925253 Jul 30 01:42:32.373244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb61e5-ef84-4eb0-ba6d-b75a8de3607d req-17a508b6-3694-4277-b15b-325d065b748a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.374868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4dbb61e5-ef84-4eb0-ba6d-b75a8de3607d req-17a508b6-3694-4277-b15b-325d065b748a tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 945 time: 0.1941881 Jul 30 01:42:32.444030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.492716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72cc2fb9-c43c-4476-892f-1cbf474ae5e0 req-9e4e33f4-9e4d-4a7d-bc57-d802a7ea7b88 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147375 Jul 30 01:42:32.510795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4dbb61e5-ef84-4eb0-ba6d-b75a8de3607d req-8a0036ad-ba55-48af-8d59-9d1e92f3bef4 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175439 Jul 30 01:42:32.614369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-884edf3b-778d-4e2d-b18a-714c1a796365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.621260 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-884edf3b-778d-4e2d-b18a-714c1a796365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.655360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:32.713162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:32.725049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-884edf3b-778d-4e2d-b18a-714c1a796365 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=14d95b5e02a54629bab6c77ee60bb8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764967 Jul 30 01:42:32.732944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59430) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:32.784402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884edf3b-778d-4e2d-b18a-714c1a796365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac67864-3326-410d-83b1-bc5974de6691,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:32.799130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 0c8e7e3d-31b0-4371-925c-cae25cf73e56) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:32.809695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:32.810905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:32.818270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0632fb9-9273-4d20-800b-9369f868201e None None] Network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:32.972359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae65a186-d09e-448e-bb58-d348dc95930d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.008801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59436) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:33.010141 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c49bc8d-8f09-4d43-8c2f-14395eab9ffe tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9560566 Jul 30 01:42:33.028496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:33.046768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Attempting to bind port 8312add5-54e0-48dc-b78f-37c85826d59e on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:33.047247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Attempting to bind port 8312add5-54e0-48dc-b78f-37c85826d59e by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:33.047855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Attempting to bind port 8312add5-54e0-48dc-b78f-37c85826d59e on network 253e0e71-f193-4cde-ae0f-aded2af7ab2f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:33.049045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-890550505'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:33.072034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Port 8312add5-54e0-48dc-b78f-37c85826d59e on network 253e0e71-f193-4cde-ae0f-aded2af7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:33.072574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Attempting to bind port 8312add5-54e0-48dc-b78f-37c85826d59e on network 253e0e71-f193-4cde-ae0f-aded2af7ab2f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:33.086023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:33.086574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Checking segment: {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:33.087211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Bound using segment: {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:33.088045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Bound port: 8312add5-54e0-48dc-b78f-37c85826d59e, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:33.088649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.144989 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae65a186-d09e-448e-bb58-d348dc95930d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.159505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:33.160667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:33.161185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:33.227838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:33.228339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:33.249049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:33.249509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:33.250467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:33.252466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Bound port: f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:33.253143 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.330407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:33.344401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.366067 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b015a1e-4016-4461-b7cc-77081751abab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.505771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-0c8e7e3d-31b0-4371-925c-cae25cf73e56', 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'fixed_ips': [{'subnet_id': 'c504b00a-32a5-4dd9-8265-5e46284137e3'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:33.507389 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.509792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05989120-9b33-4311-bc10-2c3c5e4f0e81 req-4db1e971-5540-4f2d-a726-9d746f497d60 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.517179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:33.525376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05989120-9b33-4311-bc10-2c3c5e4f0e81 req-4db1e971-5540-4f2d-a726-9d746f497d60 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 944 time: 0.3819044 Jul 30 01:42:33.533358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:33.563622 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.582667 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae65a186-d09e-448e-bb58-d348dc95930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.589252 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae65a186-d09e-448e-bb58-d348dc95930d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.591679 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ae65a186-d09e-448e-bb58-d348dc95930d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cac67864-3326-410d-83b1-bc5974de6691 HTTP/1.1" status: 204 len: 168 time: 0.8540211 Jul 30 01:42:33.598223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:42:33.646897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:33.694261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:33.816164 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.833402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05989120-9b33-4311-bc10-2c3c5e4f0e81 req-9485e6f5-6ef8-4c6a-90c0-64d39ccc49e8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952554 Jul 30 01:42:33.857910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65a186-d09e-448e-bb58-d348dc95930d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac67864-3326-410d-83b1-bc5974de6691,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:33.896931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.903983 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Added segment 443ffc61-7d74-43b8-b7ed-9fe8abbd45b6 of type vlan for network 49cafc45-1bdb-4a60-a101-d4eec2babea1 Jul 30 01:42:33.906322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:33.907365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:33.921493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] 10.222.0.22 "PUT /v2.0/ports/8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 1092 time: 2.9160936 Jul 30 01:42:33.923462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:33.941749 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4019e31f-42ee-45ea-8d19-e3504efd3529" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:33.979972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.129333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Allocated IP 19.80.0.2 (0c8e7e3d-31b0-4371-925c-cae25cf73e56/c504b00a-32a5-4dd9-8265-5e46284137e3/c3fce205-84f6-4aa3-974e-f4dc5d49dfe0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:34.222590 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.337493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.342041 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.344538 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] 10.222.0.22 "PUT /v2.0/ports/f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 1096 time: 4.2633755 Jul 30 01:42:34.348496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f29e5c-498c-44b9-a62e-5484476d3fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:34.378415 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.385041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.385943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.531252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5175941 Jul 30 01:42:34.544597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59478) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:34.635322 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.661450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Transition to ACTIVE for port object c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:34.672379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b28ae-acbd-484f-aad3-811f9e2f60b4 req-aafa922a-f52c-45c3-a445-f2c1bad78a55 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:34.679016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a06b28ae-acbd-484f-aad3-811f9e2f60b4 req-aafa922a-f52c-45c3-a445-f2c1bad78a55 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 948 time: 0.4408174 Jul 30 01:42:34.754671 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:34.756078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'subnet': {'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:34.763306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d7601-76dd-4f26-8ce2-4f4f94081608 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Network': ['ID=49cafc45-1bdb-4a60-a101-d4eec2babea1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:34.790700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 49cafc45-1bdb-4a60-a101-d4eec2babea1 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:42:34.803206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Transition to ACTIVE for port object c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:34.923908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a06b28ae-acbd-484f-aad3-811f9e2f60b4 req-0a22235f-4071-4ea4-8e12-932c0674a45c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212620 Jul 30 01:42:35.013329 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.024937 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84248a38-212a-4078-90b1-fa14c832a1e8 x-openstack-request-id: req-84248a38-212a-4078-90b1-fa14c832a1e8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:35.025234 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:35.025488 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-84248a38-212a-4078-90b1-fa14c832a1e8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:35.025901 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e', 'status': 'completed', 'code': 200} Jul 30 01:42:35.075942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-0b0807d9-de70-4bcd-988b-15f01a666794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.077495 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-0b0807d9-de70-4bcd-988b-15f01a666794 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1095 time: 1.0194883 Jul 30 01:42:35.222134 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-54a8e861-ec5c-4a62-bc22-ebf1abe7bd05 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 217 time: 0.1266198 Jul 30 01:42:35.353582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65636d6e-cd64-4944-91e0-07f5c552d852 req-e30b7a15-68ea-458d-8984-89a07c42be6a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.365085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65636d6e-cd64-4944-91e0-07f5c552d852 req-e30b7a15-68ea-458d-8984-89a07c42be6a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 944 time: 0.2121308 Jul 30 01:42:35.384507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:35.438568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:35.452143 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:35.480679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b459a6-347e-4015-8b15-b53060a9f68c service neutron] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:35.520171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65636d6e-cd64-4944-91e0-07f5c552d852 req-592e02ff-549d-4ba1-9c0f-6a8fc0daae1e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539490 Jul 30 01:42:35.557621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Pushing event updated for resources: {'Port': ['ID=c3fce205-84f6-4aa3-974e-f4dc5d49dfe0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:35.600773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-202ccb72-296b-4193-84fa-9f022453b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:35.601973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.602787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.603941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.604567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.605260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.605842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.606421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.606984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.607860 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-202ccb72-296b-4193-84fa-9f022453b0e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1099 time: 1.0615840 Jul 30 01:42:35.608616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.609603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.610523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.611418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:42:35.647156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:35.663716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.678679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Attempting to bind port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:35.679554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Attempting to bind port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'e67ad2cc-55d4-4d34-a48b-556e56e34eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:35.680237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Attempting to bind port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 on network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:35.690133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:35.692161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Checking segment: {'id': 'e67ad2cc-55d4-4d34-a48b-556e56e34eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:35.693559 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.695069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Bound using segment: {'id': 'e67ad2cc-55d4-4d34-a48b-556e56e34eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:35.696869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Bound port: c3fce205-84f6-4aa3-974e-f4dc5d49dfe0, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67ad2cc-55d4-4d34-a48b-556e56e34eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:35.697329 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:35.758417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-356e3734-2bde-4d29-a32a-6e631c808ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2057719 Jul 30 01:42:35.844502 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-d555a020-69e3-4958-8aa5-3608f14aebd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.1485102 Jul 30 01:42:36.070486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] For port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:36.081865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] For port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c3fce205-84f6-4aa3-974e-f4dc5d49dfe0,segment=NetworkSegment(e67ad2cc-55d4-4d34-a48b-556e56e34eea),segment_id=e67ad2cc-55d4-4d34-a48b-556e56e34eea)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:36.098878 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.125718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-3279c889-01be-4f1c-8dfe-bf8c5c14cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.139346 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-3279c889-01be-4f1c-8dfe-bf8c5c14cadb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.8341072 Jul 30 01:42:36.250431 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:36.341609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-81da018b-7d79-49fb-8067-de749a369a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.350828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-81da018b-7d79-49fb-8067-de749a369a25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 1100 time: 0.4722559 Jul 30 01:42:36.387741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67cc44-0b60-4e51-933c-2fd82d0cfacc None None] Pushing event updated for resources: {'Port': ['ID=c3fce205-84f6-4aa3-974e-f4dc5d49dfe0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:36.416924 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-c536a104-2fb9-4abb-b166-59f512910c86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1840894 Jul 30 01:42:36.441284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa57ce1-42d2-4d8e-8821-88698bb67a9b req-cc430c9f-3429-410b-af85-3609ea9fa253 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.449163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fa57ce1-42d2-4d8e-8821-88698bb67a9b req-cc430c9f-3429-410b-af85-3609ea9fa253 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 945 time: 0.4389613 Jul 30 01:42:36.551775 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-f3c9e28c-a574-42ef-9074-f6a6a59df9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:36.554606 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-f3c9e28c-a574-42ef-9074-f6a6a59df9cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.5353255 Jul 30 01:42:36.966061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fa57ce1-42d2-4d8e-8821-88698bb67a9b req-7039ca0e-f717-4cf0-976d-b861d24ce117 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475729 Jul 30 01:42:36.989834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:37.185643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:37.212785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-dde25263-034f-4ca7-a7a2-cb612e0843ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.215871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-dde25263-034f-4ca7-a7a2-cb612e0843ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.7581646 Jul 30 01:42:37.221959 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa26b88-2183-4faf-9dbd-660196e13b92" -d '{"events": [{"name": "network-changed", "server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:37.547452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-35b43db8-201a-4427-b56b-63bdfe5781ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 200 len: 217 time: 0.2950327 Jul 30 01:42:37.610313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-7270f570-23b0-4e9e-8767-2d07ded49278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.614223 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-7270f570-23b0-4e9e-8767-2d07ded49278 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9116080 Jul 30 01:42:37.671142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9c291-f6ba-4aef-ad89-974d09e476f0 req-6eac1e25-e15b-4d15-a8f9-ad1d0690091d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.673889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cc9c291-f6ba-4aef-ad89-974d09e476f0 req-6eac1e25-e15b-4d15-a8f9-ad1d0690091d tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 948 time: 0.4949117 Jul 30 01:42:37.685971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:37.719348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-f519e769-bb3a-4bc9-882f-812f8b8960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.721221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-f519e769-bb3a-4bc9-882f-812f8b8960f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1672435 Jul 30 01:42:37.750645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9', 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105', 'port_id': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9', 'mac_address': 'fa:16:3e:20:9d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639aacf-43cb-466d-8bb2-29b870857fd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:37.791280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cc9c291-f6ba-4aef-ad89-974d09e476f0 req-ff53484b-e24f-4610-b2ab-280f8dd7930f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999804 Jul 30 01:42:37.830505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-c7b772ac-b00a-44bc-ae3c-6336c21fb180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:37.832458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-c7b772ac-b00a-44bc-ae3c-6336c21fb180 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979378 Jul 30 01:42:37.972812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:38.121592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-a71599a9-b0df-4ba5-a3b2-43b6753e8dca service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6924591 Jul 30 01:42:38.289805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.290936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-fc731c63-ad7d-4742-afd5-bf54a0941d22 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487720 Jul 30 01:42:38.400318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:38.423412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:38.517813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:38.530884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.567689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:38.613908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c65ca-abc6-456d-b998-3bc080de6c74 req-206ab9c8-aefd-4c7f-bf13-6ded1302fb16 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:38.630860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-491c65ca-abc6-456d-b998-3bc080de6c74 req-206ab9c8-aefd-4c7f-bf13-6ded1302fb16 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 944 time: 0.5003526 Jul 30 01:42:38.747154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:38.758262 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-332d021a-6f46-4d49-a849-37b66f4fba5b service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1166117 Jul 30 01:42:38.846437 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-491c65ca-abc6-456d-b998-3bc080de6c74 req-44daa797-3122-4e5e-bfc1-dbe7636b554b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023256 Jul 30 01:42:38.871033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095eaae-989f-46a9-818a-aa6e9ecd0c4c None None] Network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:38.932043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Subnet': ['ID=f1927d68-fd3f-4a6d-8e36-384295378a28,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:38.968684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f8ecb67-3d66-4b27-bef4-71ff704b1c87 req-d61e8cd7-f3f7-41ef-baaf-8254b978c27d service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631598 Jul 30 01:42:39.082056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:39.138018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ef061407-8059-45b2-834c-0a6efba68698 None None] Provisioning for port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:39.142087 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441e6373-f4d7-47f7-8f2d-54dbdde04700 x-openstack-request-id: req-441e6373-f4d7-47f7-8f2d-54dbdde04700 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:39.142555 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:39.145136 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-441e6373-f4d7-47f7-8f2d-54dbdde04700 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:39.146052 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'status': 'completed', 'code': 200} Jul 30 01:42:39.236407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ef061407-8059-45b2-834c-0a6efba68698 None None] Provisioning complete for port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:39.236749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e64a240-4ce3-4fe8-9402-fce21f33234e req-00ea01ca-8a32-485f-b588-5c26cd5dd033 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0881534 Jul 30 01:42:39.242914 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef061407-8059-45b2-834c-0a6efba68698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:39.386095 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c34eb254-cd67-4ce7-ab6d-09bdd91edd7d req-8b5e4be8-2b6f-4494-8225-1ee0ba5c07d4 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971165 Jul 30 01:42:39.563766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a54d9-b93b-4bd0-a2f6-3c49b76b410b req-6b3a50ba-6644-442e-91c2-c3fdf04d2124 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.594281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d4a54d9-b93b-4bd0-a2f6-3c49b76b410b req-6b3a50ba-6644-442e-91c2-c3fdf04d2124 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 944 time: 0.1457601 Jul 30 01:42:39.642489 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Checking segment: {'id': '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:39.643107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network hostable DHCP agents. Network: 49cafc45-1bdb-4a60-a101-d4eec2babea1, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:42:39.691375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d4a54d9-b93b-4bd0-a2f6-3c49b76b410b req-2e58d248-3e8d-4afd-b5ba-7370fb208940 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925541 Jul 30 01:42:39.699576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-1be0c675-bbc4-427b-ba45-924174447e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.702599 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-1be0c675-bbc4-427b-ba45-924174447e6f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1095 time: 0.3148088 Jul 30 01:42:39.727047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-bdcd1ee0-4d2a-4d07-bb0b-dfe2137a499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:39.729687 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-bdcd1ee0-4d2a-4d07-bb0b-dfe2137a499e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1099 time: 0.1538525 Jul 30 01:42:39.742967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network 49cafc45-1bdb-4a60-a101-d4eec2babea1 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:42:40.003865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 49cafc45-1bdb-4a60-a101-d4eec2babea1) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:40.014355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.015669 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.127711 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1fc10c58-ebb5-40b7-9228-f8cfdd6e7af3 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.5213227 Jul 30 01:42:40.134904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-4959a89e-a7e8-46dd-91f9-de9fc2a28bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.141624 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-4959a89e-a7e8-46dd-91f9-de9fc2a28bfc service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3862877 Jul 30 01:42:40.145580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef061407-8059-45b2-834c-0a6efba68698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.204051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb067b4-76f5-4de4-8b22-1a00a07a68a2 None None] Network 49cafc45-1bdb-4a60-a101-d4eec2babea1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:40.220833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0e176-6f2d-4ce8-8fc8-1bb690822453 req-3437d0ba-22fd-4bd1-afc7-0c20f33de5ae tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.242256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aef0e176-6f2d-4ce8-8fc8-1bb690822453 req-3437d0ba-22fd-4bd1-afc7-0c20f33de5ae tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 948 time: 0.2434072 Jul 30 01:42:40.353866 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-f0b1a4db-4e8d-42ef-9dfa-9b63f55e9d86 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.1865973 Jul 30 01:42:40.393385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aef0e176-6f2d-4ce8-8fc8-1bb690822453 req-cc674811-ad0e-4557-8d44-d3f38f37bd51 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496022 Jul 30 01:42:40.438827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-df0a190d-567a-4be7-bbbe-ef7272f39405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.439164 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-df0a190d-567a-4be7-bbbe-ef7272f39405 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0774822 Jul 30 01:42:40.578888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ef061407-8059-45b2-834c-0a6efba68698 None None] For port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c3fce205-84f6-4aa3-974e-f4dc5d49dfe0,segment=NetworkSegment(e67ad2cc-55d4-4d34-a48b-556e56e34eea),segment_id=e67ad2cc-55d4-4d34-a48b-556e56e34eea)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:40.604982 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ef061407-8059-45b2-834c-0a6efba68698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:40.660433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-b957e389-019b-49ec-a6a5-35b2ba4f55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.664346 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-b957e389-019b-49ec-a6a5-35b2ba4f55c6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 915 time: 0.9113681 Jul 30 01:42:40.697329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-a8c5f3dd-298f-4c99-a62b-0d1f9bc39ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:40.703960 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-a8c5f3dd-298f-4c99-a62b-0d1f9bc39ee9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384429 Jul 30 01:42:41.063209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:41.186389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-10c26ec4-028c-4a73-a4e2-c00111c25285 None None] Provisioning complete for port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:41.190788 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10c26ec4-028c-4a73-a4e2-c00111c25285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.382869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bedd2-1e71-45a7-81db-55a9836ffc68 req-49f7eaaa-feef-408b-b5a8-84f2b5297957 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.397840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c6bedd2-1e71-45a7-81db-55a9836ffc68 req-49f7eaaa-feef-408b-b5a8-84f2b5297957 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 944 time: 0.2869577 Jul 30 01:42:41.472357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef061407-8059-45b2-834c-0a6efba68698 None None] Pushing event updated for resources: {'Port': ['ID=c3fce205-84f6-4aa3-974e-f4dc5d49dfe0,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:41.499802 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c6bedd2-1e71-45a7-81db-55a9836ffc68 req-90727375-52ad-4f75-aad8-17a1f97b5d8f tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003873 Jul 30 01:42:41.580580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-49cafc45-1bdb-4a60-a101-d4eec2babea1', 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'fixed_ips': [{'subnet_id': 'f1927d68-fd3f-4a6d-8e36-384295378a28'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:42:41.583215 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:41.644286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59666) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:41.731678 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-38f5c316-c3d8-4226-9566-dd117097f322 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 217 time: 1.0251939 Jul 30 01:42:41.942952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-ef6a5666-5a09-4a8e-99c3-f58064c9c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:41.946128 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-ef6a5666-5a09-4a8e-99c3-f58064c9c2da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.1673012 Jul 30 01:42:42.067982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Allocated IP 19.86.0.2 (49cafc45-1bdb-4a60-a101-d4eec2babea1/f1927d68-fd3f-4a6d-8e36-384295378a28/04694158-9811-4728-b8ad-89260359615a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:42.077746 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-f789a10b-6360-47b1-b80e-6e51409155c2 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3410187 Jul 30 01:42:42.084053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-9c90b947-edae-4575-bb2b-51c29e57e5d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031215 Jul 30 01:42:42.099625 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d95b2e9b-6fd8-4ea5-bfc3-61abea9403ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.109718 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-2234904d-8913-488a-b682-62a93a791880 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4301665 Jul 30 01:42:42.327843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-5906b307-b721-4575-a9b1-94ff6b58180b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.360484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-5906b307-b721-4575-a9b1-94ff6b58180b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.367735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-5906b307-b721-4575-a9b1-94ff6b58180b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/networks?id=0c8e7e3d-31b0-4371-925c-cae25cf73e56&id=49cafc45-1bdb-4a60-a101-d4eec2babea1 HTTP/1.1" status: 200 len: 1391 time: 0.6419692 Jul 30 01:42:42.479308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-0984d2ed-d19f-4ba0-bd92-3f5ef25cf730 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/quotas/a6e77f05ba354aafb88f29274ced527b HTTP/1.1" status: 200 len: 375 time: 0.0532906 Jul 30 01:42:42.573172 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-fabf7584-232e-4ee5-93fc-529166987870 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565768 Jul 30 01:42:42.678424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-47039e4d-03bf-43ad-8238-b8c00725c08d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a6e77f05ba354aafb88f29274ced527b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1698391 Jul 30 01:42:42.703731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70604-3f52-48d0-84f5-ebafee3572ff req-a13cf87a-52fa-4d17-8332-0feba0e4e9ba tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:42.713346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2f70604-3f52-48d0-84f5-ebafee3572ff req-a13cf87a-52fa-4d17-8332-0feba0e4e9ba tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 944 time: 0.1913590 Jul 30 01:42:42.743967 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.780637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:42.819591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:42.826909 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:42.975295 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4019e31f-42ee-45ea-8d19-e3504efd3529 req-5500d23c-1014-4f59-8876-49865ecacbe7 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546593 Jul 30 01:42:42.976336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2f70604-3f52-48d0-84f5-ebafee3572ff req-6f1324a5-6319-461a-89dc-8be6d7d4c3dc tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607543 Jul 30 01:42:42.980279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-cdabe8ea-df4e-467b-a8ce-70447f7eacb8 service neutron] 10.222.0.84 "GET /v2.0/networks/0c8e7e3d-31b0-4371-925c-cae25cf73e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586217 Jul 30 01:42:42.989223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d95b2e9b-6fd8-4ea5-bfc3-61abea9403ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.016842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:43.017687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:43.026021 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.087255 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eaa26b88-2183-4faf-9dbd-660196e13b92 req-feb603cd-d93b-4218-90d6-b34f07c4eea2 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9730244 Jul 30 01:42:43.089859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-cf8cb6ed-6b33-4d48-b9de-7a2554e41ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.091836 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-cf8cb6ed-6b33-4d48-b9de-7a2554e41ac1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1101 time: 0.5170786 Jul 30 01:42:43.100555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d95b2e9b-6fd8-4ea5-bfc3-61abea9403ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.126575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Transition to ACTIVE for port object 04694158-9811-4728-b8ad-89260359615a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:43.166171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Transition to ACTIVE for port object 04694158-9811-4728-b8ad-89260359615a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:43.204580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.232054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d95b2e9b-6fd8-4ea5-bfc3-61abea9403ab admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c673563286514e289ed67ce4ae659264&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5862534 Jul 30 01:42:43.241840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59696) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:43.340272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Pushing event updated for resources: {'Port': ['ID=04694158-9811-4728-b8ad-89260359615a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:43.375945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Network 49cafc45-1bdb-4a60-a101-d4eec2babea1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:43.381871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:43.392757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:43.493986 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3b402e-fa80-4a5f-8bcb-ca9d3a439017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.531618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-eaf3f8f6-4388-47c4-91f5-584e5ab5fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:43.539344 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-eaf3f8f6-4388-47c4-91f5-584e5ab5fa0a service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4053180 Jul 30 01:42:43.585108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Attempting to bind port 04694158-9811-4728-b8ad-89260359615a on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:43.586182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Attempting to bind port 04694158-9811-4728-b8ad-89260359615a by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:43.586539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b2e9b-6fd8-4ea5-bfc3-61abea9403ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2187136-e04b-419e-9018-0f5bdb3812ba,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:43.600108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Attempting to bind port 04694158-9811-4728-b8ad-89260359615a on network 49cafc45-1bdb-4a60-a101-d4eec2babea1 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:43.614036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:43.614715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Checking segment: {'id': '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:43.615085 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.615483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Bound using segment: {'id': '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:43.615961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Bound port: 04694158-9811-4728-b8ad-89260359615a, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:43.616532 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.646871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:43.652963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:43.689353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3b402e-fa80-4a5f-8bcb-ca9d3a439017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.754802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] For port 04694158-9811-4728-b8ad-89260359615a, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:43.759974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] For port 04694158-9811-4728-b8ad-89260359615a, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=04694158-9811-4728-b8ad-89260359615a,segment=NetworkSegment(443ffc61-7d74-43b8-b7ed-9fe8abbd45b6),segment_id=443ffc61-7d74-43b8-b7ed-9fe8abbd45b6)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:43.771310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '8312add5-54e0-48dc-b78f-37c85826d59e', 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f', 'port_id': '8312add5-54e0-48dc-b78f-37c85826d59e', 'mac_address': 'fa:16:3e:f7:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb231187-35d3-483a-b26a-b9d2c322bfe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:43.788176 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:43.819321 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-3146dcd4-3ca9-4c37-8318-3e02e53ad091 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 217 time: 0.2652721 Jul 30 01:42:43.878361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-d9bd238c-c3df-491e-98ae-72cda1ad8e07 service neutron] 10.222.0.84 "GET /v2.0/networks/0c8e7e3d-31b0-4371-925c-cae25cf73e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8694832 Jul 30 01:42:43.985701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f6b53-bc3b-422a-8a54-283a0ccc34c6 None None] Pushing event updated for resources: {'Port': ['ID=04694158-9811-4728-b8ad-89260359615a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:44.094397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-9a5e6eac-9028-4e34-9d06-7f471687086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.100905 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-9a5e6eac-9028-4e34-9d06-7f471687086c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2636864 Jul 30 01:42:44.141076 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:44.142169 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.208245 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.243140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8312add5-54e0-48dc-b78f-37c85826d59e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:44.287923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.322186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-0f0c0ac4-103e-43b1-90d1-5a8924c0fe35 service neutron] 10.222.0.84 "GET /v2.0/networks/49cafc45-1bdb-4a60-a101-d4eec2babea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118512 Jul 30 01:42:44.322525 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.323007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:42:44.359669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-6d0ae002-1991-4b12-8ff8-26db65ae9acd tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.363741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-6d0ae002-1991-4b12-8ff8-26db65ae9acd tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 943 time: 0.6218789 Jul 30 01:42:44.494697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-0e7ce1d2-47da-4259-a05d-83224a5a67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.530735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-0e7ce1d2-47da-4259-a05d-83224a5a67a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3869610 Jul 30 01:42:44.609057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3b402e-fa80-4a5f-8bcb-ca9d3a439017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.611955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:44.621667 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3b402e-fa80-4a5f-8bcb-ca9d3a439017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.632313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2f3b402e-fa80-4a5f-8bcb-ca9d3a439017 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f2187136-e04b-419e-9018-0f5bdb3812ba HTTP/1.1" status: 204 len: 168 time: 1.3581517 Jul 30 01:42:44.666702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b402e-fa80-4a5f-8bcb-ca9d3a439017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2187136-e04b-419e-9018-0f5bdb3812ba,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:44.764049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.797593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'mac_address': 'fa:16:3e:57:fc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:42:44.852932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3098fc7-5df5-474e-89da-216ff1d2c534 req-11ebc7a9-144e-4c19-b877-536d1871be5a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:44.866641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3098fc7-5df5-474e-89da-216ff1d2c534 req-11ebc7a9-144e-4c19-b877-536d1871be5a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 948 time: 0.1944098 Jul 30 01:42:44.905814 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:44.930927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79e7b5e-c991-4834-aee0-d1a47d5dbc6b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:44.960181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3098fc7-5df5-474e-89da-216ff1d2c534 req-85a2bfbe-8d34-4dd8-a870-848c226413ca tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924146 Jul 30 01:42:44.987580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:44.994119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-8b75d77f-2fe0-4c59-bc4c-d35d487ef68d service neutron] 10.222.0.84 "GET /v2.0/networks/49cafc45-1bdb-4a60-a101-d4eec2babea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583920 Jul 30 01:42:44.999693 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.087218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:42:45.113360 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-2cdb4022-e9cf-4943-9b89-2d7bca8541d7 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811236 Jul 30 01:42:45.352651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:45.420658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:45.457795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8312add5-54e0-48dc-b78f-37c85826d59e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:42:45.516597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59748) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:45.627542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4117a456-8f70-448b-8f58-d1affb0be51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.744009 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dfbf6057-cf58-4fd3-bf7d-4b7740196fce req-89e34134-4085-4a19-a0eb-0a94afc4225d service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119730 Jul 30 01:42:45.805680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Deleting port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:42:45.811847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:45.848480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b8f59-f7dd-496e-844c-8f8aab499f63 req-a600d00a-a084-4b32-8431-2387ed479d4d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:45.876362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d7b8f59-f7dd-496e-844c-8f8aab499f63 req-a600d00a-a084-4b32-8431-2387ed479d4d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.5687268 Jul 30 01:42:45.947185 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 04694158-9811-4728-b8ad-89260359615a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:46.170486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d7b8f59-f7dd-496e-844c-8f8aab499f63 req-107f478b-4a4f-4b77-b56e-e00e021f8385 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721076 Jul 30 01:42:46.218977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] For port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:46.219600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.225545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6048b099-861b-4879-887b-2615241787bf None None] Network 49cafc45-1bdb-4a60-a101-d4eec2babea1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:42:46.240843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1cbc1-c9ca-43dd-9851-9b9487d37ed1 req-2cb14b99-f880-42f4-9b05-bddefd450e95 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:46.251774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08e1cbc1-c9ca-43dd-9851-9b9487d37ed1 req-2cb14b99-f880-42f4-9b05-bddefd450e95 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 943 time: 0.3666987 Jul 30 01:42:46.316550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Calling delete_port for a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:42:46.344158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08e1cbc1-c9ca-43dd-9851-9b9487d37ed1 req-5517dd2f-0fc5-4578-871b-1a83149c9d77 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903442 Jul 30 01:42:46.435270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8aa4817e-572e-4081-9785-0d2888f27b70 None None] Provisioning for port 04694158-9811-4728-b8ad-89260359615a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:46.548327 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4117a456-8f70-448b-8f58-d1affb0be51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.611051 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4117a456-8f70-448b-8f58-d1affb0be51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.775776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.836847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 04694158-9811-4728-b8ad-89260359615a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:46.859483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 04694158-9811-4728-b8ad-89260359615a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:46.860468 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.861344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event deleted for resources: {'Port': ['ID=a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:46.990833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] No DVR routers for this DVR port a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:42:46.996406 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:46.998850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4117a456-8f70-448b-8f58-d1affb0be51e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c0b2f047230e4b8c89eea943b8ed9e25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4714117 Jul 30 01:42:47.000533 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ce2c48a-a4a4-4da3-8b17-cb3d46f1a102 req-0dd525af-ac58-450c-a396-f74d4a1cbb38 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.22 "DELETE /v2.0/ports/a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9 HTTP/1.1" status: 204 len: 173 time: 2.5983441 Jul 30 01:42:47.001745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33', 'name': 'network-vif-deleted', 'tag': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:47.026031 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8152e95e-3d03-4b0b-bb96-02c67c2f0519" -d '{"events": [{"server_uuid": "bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33", "name": "network-vif-deleted", "tag": "a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:47.051665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59782) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:42:47.055769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-631f764f-00e2-46eb-af3d-5008c019562f req-5d567dbd-3f48-44f1-8a0e-2b320a59d6f4 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 210 time: 0.5095086 Jul 30 01:42:47.301243 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.487390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117a456-8f70-448b-8f58-d1affb0be51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb09fafc-d4a4-4e98-957b-29d5944e485c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.490465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 04694158-9811-4728-b8ad-89260359615a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=04694158-9811-4728-b8ad-89260359615a,segment=NetworkSegment(443ffc61-7d74-43b8-b7ed-9fe8abbd45b6),segment_id=443ffc61-7d74-43b8-b7ed-9fe8abbd45b6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:47.513282 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.559891 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba21c84d-047c-47f4-9d0d-211aedc1cb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.653159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba21c84d-047c-47f4-9d0d-211aedc1cb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.821922 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba21c84d-047c-47f4-9d0d-211aedc1cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.832624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=04694158-9811-4728-b8ad-89260359615a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.835332 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba21c84d-047c-47f4-9d0d-211aedc1cb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:47.837565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ba21c84d-047c-47f4-9d0d-211aedc1cb1d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb09fafc-d4a4-4e98-957b-29d5944e485c HTTP/1.1" status: 204 len: 168 time: 0.7694676 Jul 30 01:42:47.854543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebfd9a-c6eb-4aee-93de-81db0901abb5 req-f50820d0-fdf3-4f61-a237-121f6e13deda tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:47.865099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03ebfd9a-c6eb-4aee-93de-81db0901abb5 req-f50820d0-fdf3-4f61-a237-121f6e13deda tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 949 time: 0.9433799 Jul 30 01:42:47.900241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21c84d-047c-47f4-9d0d-211aedc1cb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb09fafc-d4a4-4e98-957b-29d5944e485c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:47.965475 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03ebfd9a-c6eb-4aee-93de-81db0901abb5 req-35adfdeb-070c-4744-8b24-c38815cd6433 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990124 Jul 30 01:42:48.071688 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f007769-8503-4b6e-9ea6-d16ee7a51d41 x-openstack-request-id: req-9f007769-8503-4b6e-9ea6-d16ee7a51d41 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:48.072531 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33", "name": "network-vif-deleted", "tag": "a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:48.072531 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9f007769-8503-4b6e-9ea6-d16ee7a51d41 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:48.072903 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33', 'name': 'network-vif-deleted', 'tag': 'a8b2f32e-59b0-4a0c-8765-0a4bec6f64c9', 'status': 'completed', 'code': 200} Jul 30 01:42:48.380987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9d58aaf1-3bad-43be-84dc-300b40b50ebe None None] Provisioning complete for port 04694158-9811-4728-b8ad-89260359615a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:48.381864 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d58aaf1-3bad-43be-84dc-300b40b50ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:48.848179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-802ab57d-04a1-4d0e-b516-ff4fc6ef7a42 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.881726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-802ab57d-04a1-4d0e-b516-ff4fc6ef7a42 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:48.887496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-802ab57d-04a1-4d0e-b516-ff4fc6ef7a42 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.41 "GET /v2.0/networks?id=0c8e7e3d-31b0-4371-925c-cae25cf73e56&id=49cafc45-1bdb-4a60-a101-d4eec2babea1 HTTP/1.1" status: 200 len: 1391 time: 0.6698413 Jul 30 01:42:48.910457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'port': {'device_id': '5e12b020-8729-44cc-8595-071a2dd8069c', 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56', 'admin_state_up': True, 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:49.029925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:49.100958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc48c5-d787-4577-90a8-11d539e12495 req-5c6eac65-c634-4aad-8f5b-b0d9511118c9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:49.105258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46dc48c5-d787-4577-90a8-11d539e12495 req-5c6eac65-c634-4aad-8f5b-b0d9511118c9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.9013224 Jul 30 01:42:49.231320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b01bb1bb-e01c-4a86-a0be-479f6f7bb902 req-98c16870-4c29-4b79-85f3-3e0bf3b2e93b tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb0b0c52-09a2-41cc-b1d9-49e4e39c4a33 HTTP/1.1" status: 200 len: 210 time: 0.1779480 Jul 30 01:42:49.279521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 8312add5-54e0-48dc-b78f-37c85826d59e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:49.309898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 8312add5-54e0-48dc-b78f-37c85826d59e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:49.310512 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.510948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee893eaa-714e-419a-8804-1688385059ca req-19dedf69-928a-4114-bbb0-6622b15aa726 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 210 time: 0.1101155 Jul 30 01:42:49.595723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46dc48c5-d787-4577-90a8-11d539e12495 req-b7715dab-7a29-4c9c-8c82-65314d6722f2 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764946 Jul 30 01:42:49.641957 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.686267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:49.709819 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:49.773836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:49.831259 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c96aa0b-cdc3-4226-adc8-6c4037b76aa0" -d '{"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-plugged", "status": "completed", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:49.888953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 04694158-9811-4728-b8ad-89260359615a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:50.103199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:50.139110 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.140191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:42:50.647964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:50.670638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Allocated IP 19.80.0.77 (0c8e7e3d-31b0-4371-925c-cae25cf73e56/c504b00a-32a5-4dd9-8265-5e46284137e3/4b0f0b5f-3825-4060-80e4-5433cd3519b9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:50.713575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:50.720374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64479d9-79c9-4847-b64e-838635549a2d req-74dd7f9e-3ce5-4855-9791-7a0cc6975917 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:50.733884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d64479d9-79c9-4847-b64e-838635549a2d req-74dd7f9e-3ce5-4855-9791-7a0cc6975917 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 949 time: 0.8810091 Jul 30 01:42:50.767061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:50.772709 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:50.793436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 04694158-9811-4728-b8ad-89260359615a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:50.817837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.005745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d64479d9-79c9-4847-b64e-838635549a2d req-608a86ca-b130-4649-8b35-a8990a66fb44 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706707 Jul 30 01:42:51.242529 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dea78b-d2d2-4187-8ef9-d92f4ea9a1da x-openstack-request-id: req-21dea78b-d2d2-4187-8ef9-d92f4ea9a1da {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:51.242926 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-plugged", "status": "completed", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:51.243256 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-21dea78b-d2d2-4187-8ef9-d92f4ea9a1da {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:51.246103 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e', 'code': 200} Jul 30 01:42:51.286623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.351472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0d2d27f-003c-47e0-80e6-3ab010f00b0b req-6ea6e75a-7ddf-4ee2-b6f7-3a40b49c74a8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 210 time: 0.0701373 Jul 30 01:42:51.360587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cf750-9e08-47f5-a0ec-7dc292359f52 req-1f90b52c-df33-44b9-835f-56287a671795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.365299 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-713cf750-9e08-47f5-a0ec-7dc292359f52 req-1f90b52c-df33-44b9-835f-56287a671795 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1097 time: 0.1345046 Jul 30 01:42:51.428469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:42:51.437137 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.444952 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:51.478306 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-713cf750-9e08-47f5-a0ec-7dc292359f52 req-aaf403ee-8437-43a3-9ca6-f2b9c110f926 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990064 Jul 30 01:42:51.489466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c10802-f03b-4a73-b4e9-5a06d8ddbcaf req-0e81d8ce-deff-40bf-8cd3-6417e2e154b7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:51.510322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3c10802-f03b-4a73-b4e9-5a06d8ddbcaf req-0e81d8ce-deff-40bf-8cd3-6417e2e154b7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3159626 Jul 30 01:42:51.616519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:51.641728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Transition to ACTIVE for port object 4b0f0b5f-3825-4060-80e4-5433cd3519b9 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:51.686456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3c10802-f03b-4a73-b4e9-5a06d8ddbcaf req-869a42e0-8991-42e8-8584-f3f64bc1e12c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708784 Jul 30 01:42:51.956725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.093817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:52.107007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:52.122422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:52.236289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Port': ['ID=4b0f0b5f-3825-4060-80e4-5433cd3519b9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:52.377143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-79cb07bf-c471-49ea-8562-389f9827671c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.385166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-79cb07bf-c471-49ea-8562-389f9827671c tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/networks?id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 200 len: 821 time: 0.6249599 Jul 30 01:42:52.438180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-4e1562d5-21d5-48ba-9a60-07c0c72e795f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/quotas/f46bc5129e26406a9f83213a27b7db26 HTTP/1.1" status: 200 len: 375 time: 0.0518458 Jul 30 01:42:52.531900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:52.533139 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.615148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-aa826b98-f495-4b33-8d96-cac3921e6449 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7153189 Jul 30 01:42:52.653312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Request body: {'port': {'device_id': '5e12b020-8729-44cc-8595-071a2dd8069c', 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1', 'admin_state_up': True, 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:52.772457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-31f76af3-53c3-4615-9058-686179be4bed tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f46bc5129e26406a9f83213a27b7db26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3331578 Jul 30 01:42:52.811811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b74d665a-a012-4a61-b21f-442080a71a20 None None] Provisioning for port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:52.823601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b74d665a-a012-4a61-b21f-442080a71a20 None None] Provisioning complete for port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:52.827036 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b74d665a-a012-4a61-b21f-442080a71a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:52.966952 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b74d665a-a012-4a61-b21f-442080a71a20 None None] Port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:53.128793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-0c43cb5b-cc1a-47e8-b326-1ab865ade9ac service neutron] 10.222.0.84 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276611 Jul 30 01:42:53.245042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:53.248903 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251bed22-2d4e-469f-b151-36379984ba41" -d '{"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-plugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:53.254683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Made reservation on behalf of a6e77f05ba354aafb88f29274ced527b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:53.260074 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:53.501071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-b3c81418-e5b0-4e6f-91f3-589acaf5a95f service neutron] 10.222.0.84 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684847 Jul 30 01:42:53.520119 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.052130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb530a35-efd4-48e0-aded-8954b1647b56 req-b725b17f-a073-48cd-b103-764b23554548 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.061599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb530a35-efd4-48e0-aded-8954b1647b56 req-b725b17f-a073-48cd-b103-764b23554548 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.6630454 Jul 30 01:42:54.139584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Allocated IP 19.86.0.121 (49cafc45-1bdb-4a60-a101-d4eec2babea1/f1927d68-fd3f-4a6d-8e36-384295378a28/fc62b3ab-34ab-4772-981d-4f6fdb2f8b26) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:54.202378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb530a35-efd4-48e0-aded-8954b1647b56 req-39aeaf71-8d54-4493-a7ae-0f96322dba9c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397848 Jul 30 01:42:54.239457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c995a13-7d14-4d8f-beea-a5c41ff368b4 req-2b095a65-de16-41cd-998c-f05d31089248 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:54.242320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c995a13-7d14-4d8f-beea-a5c41ff368b4 req-2b095a65-de16-41cd-998c-f05d31089248 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 931 time: 0.1750205 Jul 30 01:42:54.761356 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:54.795284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Transition to ACTIVE for port object fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:54.873857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c995a13-7d14-4d8f-beea-a5c41ff368b4 req-ef2002fd-fec4-453f-9262-2e8cb9cdeae5 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188340 Jul 30 01:42:54.922058 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.008834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Network 49cafc45-1bdb-4a60-a101-d4eec2babea1 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:42:55.019006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:42:55.024049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:42:55.120031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.121062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.183399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event updated for resources: {'Port': ['ID=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:55.262680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4911ef48-c7ff-421c-be13-27665b56c47e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6315293 Jul 30 01:42:55.288160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Request body: {'port': {'device_id': '5e12b020-8729-44cc-8595-071a2dd8069c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:55.406537 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.490199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469981b-a3b0-4ee2-b3c8-c108e376a080 req-efa1fc4c-8b99-4179-bc7f-13e4a1bba1f1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:55.493379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0469981b-a3b0-4ee2-b3c8-c108e376a080 req-efa1fc4c-8b99-4179-bc7f-13e4a1bba1f1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3673489 Jul 30 01:42:55.662452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-170bd7bd-9fbb-4b91-ab90-e7491df82fa9 None None] Provisioning for port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:42:55.672444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-170bd7bd-9fbb-4b91-ab90-e7491df82fa9 None None] Provisioning complete for port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:42:55.673392 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-170bd7bd-9fbb-4b91-ab90-e7491df82fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:55.748118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-170bd7bd-9fbb-4b91-ab90-e7491df82fa9 None None] Port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:42:55.836167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0469981b-a3b0-4ee2-b3c8-c108e376a080 req-dcabc590-4e28-43d2-aabd-652de15d57af tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199656 Jul 30 01:42:55.890292 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0214d0-6270-40b5-87e5-4b693acfde77 x-openstack-request-id: req-6b0214d0-6270-40b5-87e5-4b693acfde77 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:42:55.890770 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-plugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:42:55.891512 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6b0214d0-6270-40b5-87e5-4b693acfde77 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:42:55.904380 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'code': 200} Jul 30 01:42:56.262500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad8a28-c707-4874-9707-d73fa0e56fa5 req-76b91bf6-efad-4e1f-bf24-ac3aa05e723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.266842 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1fad8a28-c707-4874-9707-d73fa0e56fa5 req-76b91bf6-efad-4e1f-bf24-ac3aa05e723a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1101 time: 0.1646123 Jul 30 01:42:56.372693 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1fad8a28-c707-4874-9707-d73fa0e56fa5 req-20e3df91-8304-4be2-8b87-86b37eb6f178 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878260 Jul 30 01:42:56.502456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0735efd6-0c25-460b-a970-8326fe1d8ca5 req-ef7f2082-5c96-46eb-aa3e-bf7e75abaf13 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 210 time: 0.2029109 Jul 30 01:42:56.536994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0f0b5f-3825-4060-80e4-5433cd3519b9 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:42:56.564968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.602799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Transition to ACTIVE for port object 4b0f0b5f-3825-4060-80e4-5433cd3519b9 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:42:56.762596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d82b37eb-aab1-4990-9091-568e38cd5834 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.765857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d82b37eb-aab1-4990-9091-568e38cd5834 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.41 "GET /v2.0/networks?id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 200 len: 821 time: 0.4689209 Jul 30 01:42:56.770185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:56.813806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Request body: {'port': {'device_id': '29b05a4d-13b1-4cf9-95ee-bbe25690bc0b', 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105', 'admin_state_up': True, 'tenant_id': 'f46bc5129e26406a9f83213a27b7db26'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:56.901799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40061b53-1919-4546-b61e-900bc2ee052d req-37cca1db-e4cd-4570-b265-ffca0ea8eef7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:56.915216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40061b53-1919-4546-b61e-900bc2ee052d req-37cca1db-e4cd-4570-b265-ffca0ea8eef7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.6169524 Jul 30 01:42:57.152964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40061b53-1919-4546-b61e-900bc2ee052d req-3f279fa1-64d2-48d9-962b-046944f9fe18 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365453 Jul 30 01:42:57.161873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0f0b5f-3825-4060-80e4-5433cd3519b9,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:57.384346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Made reservation on behalf of f46bc5129e26406a9f83213a27b7db26 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:42:57.391782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.689236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd067c0-d1a8-4dfd-887a-caa63117498d req-abc7a6ef-62ba-4f77-9341-a1e98f1d0407 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.705660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd067c0-d1a8-4dfd-887a-caa63117498d req-abc7a6ef-62ba-4f77-9341-a1e98f1d0407 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:57.710825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bd067c0-d1a8-4dfd-887a-caa63117498d req-abc7a6ef-62ba-4f77-9341-a1e98f1d0407 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1666 time: 0.5534041 Jul 30 01:42:57.838976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Attempting to bind port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:42:57.839605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Attempting to bind port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e67ad2cc-55d4-4d34-a48b-556e56e34eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:42:57.840295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Attempting to bind port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 on network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:57.896155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 on network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:42:57.896691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Attempting to bind port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 on network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:42:57.959928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:42:57.960518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Checking segment: {'id': 'e67ad2cc-55d4-4d34-a48b-556e56e34eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:42:57.961659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Bound using segment: {'id': 'e67ad2cc-55d4-4d34-a48b-556e56e34eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:42:57.962445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Bound port: 4b0f0b5f-3825-4060-80e4-5433cd3519b9, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e67ad2cc-55d4-4d34-a48b-556e56e34eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:42:57.963020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:57.999970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bd067c0-d1a8-4dfd-887a-caa63117498d req-00d7e647-4d53-4a57-a493-f1c84b6cd70a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447612 Jul 30 01:42:58.166750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] For port 4b0f0b5f-3825-4060-80e4-5433cd3519b9, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:42:58.182222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] For port 4b0f0b5f-3825-4060-80e4-5433cd3519b9, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4b0f0b5f-3825-4060-80e4-5433cd3519b9,segment=NetworkSegment(e67ad2cc-55d4-4d34-a48b-556e56e34eea),segment_id=e67ad2cc-55d4-4d34-a48b-556e56e34eea)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:42:58.187376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Allocated IP 172.20.0.4 (3a9dba1c-28b5-49d6-81ba-d97bb3d19105/9639aacf-43cb-466d-8bb2-29b870857fd5/e7ace502-ce62-444b-b9e4-d93df94a9db1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:42:58.236535 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.252653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-964cdc2c-e7e5-4868-9e5b-62076cab85f2 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:58.261131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-964cdc2c-e7e5-4868-9e5b-62076cab85f2 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 814 time: 0.8257015 Jul 30 01:42:58.432929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-a00f579c-bdfc-49f2-8dc4-a0767aa76561 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/quotas/564e2cc0845248e68d8d66300c601eee HTTP/1.1" status: 200 len: 375 time: 0.0902538 Jul 30 01:42:58.445133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:42:58.446429 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:58.449141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b0f0b5f-3825-4060-80e4-5433cd3519b9 HTTP/1.1" status: 200 len: 1091 time: 3.1769865 Jul 30 01:42:58.450086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'tag': '4b0f0b5f-3825-4060-80e4-5433cd3519b9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:42:58.466728 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3185e9b-a9e8-423d-8f45-ab5ee2413309" -d '{"events": [{"name": "network-changed", "server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "tag": "4b0f0b5f-3825-4060-80e4-5433cd3519b9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:42:58.675895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Request body: {'port': {'device_id': '5e12b020-8729-44cc-8595-071a2dd8069c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:42:58.800364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c38545-80c3-482d-945c-9a9930ca4e61 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0f0b5f-3825-4060-80e4-5433cd3519b9,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:42:58.902493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-0bd8051f-0df5-422d-808a-570af91c185a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4127631 Jul 30 01:42:58.916155 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.058689 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.244928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-ede6de47-f2e1-408c-a080-34448d24fb07 service neutron] 10.222.0.84 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134158 Jul 30 01:42:59.579454 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-ef737232-2851-4928-aad6-5f413f34be22 service neutron] 10.222.0.84 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956545 Jul 30 01:42:59.730789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47f22199-b02f-4020-ac0c-d6961ab88e44 req-c5c1d317-818f-4050-b5e8-8d6cb5d7b3c2 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 210 time: 0.3045869 Jul 30 01:42:59.745166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:42:59.987798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:00.031449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:00.050563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:00.166107 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b3216a-92c5-4fba-ace2-dd0a6df86340 x-openstack-request-id: req-41b3216a-92c5-4fba-ace2-dd0a6df86340 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:00.166787 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "tag": "4b0f0b5f-3825-4060-80e4-5433cd3519b9", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:00.167648 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-41b3216a-92c5-4fba-ace2-dd0a6df86340 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:00.168584 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'tag': '4b0f0b5f-3825-4060-80e4-5433cd3519b9', 'status': 'completed', 'code': 200} Jul 30 01:43:00.180535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.181994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.312971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185e9b-a9e8-423d-8f45-ab5ee2413309 req-e2ec073e-e09c-4b2c-9d83-9ab330bf12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.315681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185e9b-a9e8-423d-8f45-ab5ee2413309 req-e2ec073e-e09c-4b2c-9d83-9ab330bf12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.324931 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3185e9b-a9e8-423d-8f45-ab5ee2413309 req-e2ec073e-e09c-4b2c-9d83-9ab330bf12b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e77f05ba354aafb88f29274ced527b&device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1913 time: 0.2433929 Jul 30 01:43:00.387880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event updated for resources: {'Port': ['ID=e7ace502-ce62-444b-b9e4-d93df94a9db1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:00.419408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-d92eb4fc-2529-4a71-a7ac-1e4f3f70272f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6123528 Jul 30 01:43:00.469094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Request body: {'port': {'device_id': '29b05a4d-13b1-4cf9-95ee-bbe25690bc0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:00.585777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6cb3c-2d99-46a2-be8c-9af51c9d2073 req-75766596-42f9-4740-9da1-2984b8c94441 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.603494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185e9b-a9e8-423d-8f45-ab5ee2413309 req-7f265349-64db-42ff-aeec-0ce63251b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.604780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185e9b-a9e8-423d-8f45-ab5ee2413309 req-7f265349-64db-42ff-aeec-0ce63251b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.606121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185e9b-a9e8-423d-8f45-ab5ee2413309 req-7f265349-64db-42ff-aeec-0ce63251b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.610245 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3185e9b-a9e8-423d-8f45-ab5ee2413309 req-7f265349-64db-42ff-aeec-0ce63251b5a6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a6e77f05ba354aafb88f29274ced527b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2798424 Jul 30 01:43:00.612299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4bc6cb3c-2d99-46a2-be8c-9af51c9d2073 req-75766596-42f9-4740-9da1-2984b8c94441 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.4174597 Jul 30 01:43:00.686989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46db2096-c19a-4fcf-b161-ad13ed8c3339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.755293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf91af1-d014-4d1e-97e9-2f7cc02b2c45 req-da5adb03-65cb-499f-9a1c-fadb352fa248 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.766353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185e9b-a9e8-423d-8f45-ab5ee2413309 req-d8fe0741-bbac-4db7-9244-7d4577b2b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.768408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf91af1-d014-4d1e-97e9-2f7cc02b2c45 req-da5adb03-65cb-499f-9a1c-fadb352fa248 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:00.769020 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a3185e9b-a9e8-423d-8f45-ab5ee2413309 req-d8fe0741-bbac-4db7-9244-7d4577b2b586 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493688 Jul 30 01:43:00.771464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bf91af1-d014-4d1e-97e9-2f7cc02b2c45 req-da5adb03-65cb-499f-9a1c-fadb352fa248 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1666 time: 0.5037553 Jul 30 01:43:00.818762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:00.860967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4bc6cb3c-2d99-46a2-be8c-9af51c9d2073 req-f1b60132-f3e2-4ad0-90bb-5852840c5cd1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458909 Jul 30 01:43:00.903106 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.958216 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:00.964352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bf91af1-d014-4d1e-97e9-2f7cc02b2c45 req-a367d419-c320-47f4-b4a9-bacf9bde958b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796365 Jul 30 01:43:00.991336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.012946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Transition to ACTIVE for port object fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:01.175987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:01.436613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71225605-cc3f-4010-bcab-f3853d6a518e req-3cd66b8f-b004-42f0-99b5-87e48124fd37 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 210 time: 0.2281222 Jul 30 01:43:01.568933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Pushing event updated for resources: {'Port': ['ID=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:01.956614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4f4f-0b10-4cb1-910d-c3a7bed62ea7 req-923124c6-9993-414a-8d85-af614ee03e5b tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:01.959635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bdd4f4f-0b10-4cb1-910d-c3a7bed62ea7 req-923124c6-9993-414a-8d85-af614ee03e5b tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 931 time: 0.3067455 Jul 30 01:43:02.010935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Attempting to bind port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:02.012030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Attempting to bind port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:02.012435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Attempting to bind port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 on network 49cafc45-1bdb-4a60-a101-d4eec2babea1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:02.053717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 on network 49cafc45-1bdb-4a60-a101-d4eec2babea1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:02.054128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Attempting to bind port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 on network 49cafc45-1bdb-4a60-a101-d4eec2babea1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:02.110807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:02.111344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Checking segment: {'id': '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:02.111815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Bound using segment: {'id': '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:02.112937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Bound port: fc62b3ab-34ab-4772-981d-4f6fdb2f8b26, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:02.113981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.185804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bdd4f4f-0b10-4cb1-910d-c3a7bed62ea7 req-cd34eae3-f4fc-41a6-8c87-18f22d33ee18 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006891 Jul 30 01:43:02.223386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ace502-ce62-444b-b9e4-d93df94a9db1 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:02.272515 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.309359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f9b52-cec7-4e86-a3a3-c3efd4c7006d req-e7fc7f44-5f97-49f8-9f03-2bf9c775782a tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.312019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f2f9b52-cec7-4e86-a3a3-c3efd4c7006d req-e7fc7f44-5f97-49f8-9f03-2bf9c775782a tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1101 time: 0.2487967 Jul 30 01:43:02.340876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Transition to ACTIVE for port object e7ace502-ce62-444b-b9e4-d93df94a9db1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:02.390233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.495621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-3a0449b9-2f4f-4793-8c15-a16a427b6c85 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.498845 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-3a0449b9-2f4f-4793-8c15-a16a427b6c85 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.22 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 814 time: 0.3477757 Jul 30 01:43:02.517183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Pushing event updated for resources: {'Port': ['ID=e7ace502-ce62-444b-b9e4-d93df94a9db1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:02.543151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] For port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:02.551344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Request body: {'port': {'device_id': '7a5bbca2-807f-4360-8e28-1bbaae9b7749', 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f', 'admin_state_up': True, 'tenant_id': '564e2cc0845248e68d8d66300c601eee'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:02.572902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f2f9b52-cec7-4e86-a3a3-c3efd4c7006d req-4cdabdcd-bc15-4b31-95f4-9ec8ad0f2890 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216041 Jul 30 01:43:02.588743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] For port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,segment=NetworkSegment(443ffc61-7d74-43b8-b7ed-9fe8abbd45b6),segment_id=443ffc61-7d74-43b8-b7ed-9fe8abbd45b6)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:02.623269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.646551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:02.647569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:02.649811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] 10.222.0.41 "PUT /v2.0/ports/fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 HTTP/1.1" status: 200 len: 1092 time: 4.0300028 Jul 30 01:43:02.650414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'tag': 'fc62b3ab-34ab-4772-981d-4f6fdb2f8b26'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:02.666586 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daac83be-2c7b-48f8-996c-a6db15c18f89" -d '{"events": [{"name": "network-changed", "server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "tag": "fc62b3ab-34ab-4772-981d-4f6fdb2f8b26"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:02.967545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Made reservation on behalf of 564e2cc0845248e68d8d66300c601eee for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:02.975485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.104019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Attempting to bind port e7ace502-ce62-444b-b9e4-d93df94a9db1 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:03.105466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Attempting to bind port e7ace502-ce62-444b-b9e4-d93df94a9db1 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:03.106251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Attempting to bind port e7ace502-ce62-444b-b9e4-d93df94a9db1 on network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:03.135765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-adf34e60-077a-4311-bd14-80b98d0182f4 req-0bad0406-09a5-40b7-b4bc-65dfe5c1cc4a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 210 time: 0.1766100 Jul 30 01:43:03.179313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7b4bf-f58d-4997-b7f9-be0fd5d3c46e req-e9c51786-1264-41e8-872e-c018bfa89535 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.190986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7b4bf-f58d-4997-b7f9-be0fd5d3c46e req-e9c51786-1264-41e8-872e-c018bfa89535 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.210541 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ce7b4bf-f58d-4997-b7f9-be0fd5d3c46e req-e9c51786-1264-41e8-872e-c018bfa89535 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1678 time: 0.4081826 Jul 30 01:43:03.213281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Port e7ace502-ce62-444b-b9e4-d93df94a9db1 on network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:03.213857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Attempting to bind port e7ace502-ce62-444b-b9e4-d93df94a9db1 on network 3a9dba1c-28b5-49d6-81ba-d97bb3d19105 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:03.239535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:03.240014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Checking segment: {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:03.240602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Bound using segment: {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:03.241317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Bound port: e7ace502-ce62-444b-b9e4-d93df94a9db1, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7d0718-4501-4034-9128-d01a3dd1fa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:03.241889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.331863 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68a5893e-e8bd-48b6-bea9-3e2d64f97566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.336745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0520c-47ca-40ec-9195-017bb5739a5e service neutron] Pushing event updated for resources: {'Port': ['ID=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:03.343683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Allocated IP 172.20.0.6 (253e0e71-f193-4cde-ae0f-aded2af7ab2f/fb231187-35d3-483a-b26a-b9d2c322bfe2/385484d2-0cd2-41a6-a6d8-6d1156b1ff1d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:03.370484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-bfbc425c-a2ee-4694-a0d8-d19bc8c62658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.372174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-bfbc425c-a2ee-4694-a0d8-d19bc8c62658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:03.375264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-bfbc425c-a2ee-4694-a0d8-d19bc8c62658 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e77f05ba354aafb88f29274ced527b&device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1980 time: 0.5887840 Jul 30 01:43:03.450786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ce7b4bf-f58d-4997-b7f9-be0fd5d3c46e req-adddbab0-8364-4887-b015-30930779071d tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229602 Jul 30 01:43:03.503882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-e1fb3b31-b231-482b-a235-2e41c90c471f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=4b0f0b5f-3825-4060-80e4-5433cd3519b9 HTTP/1.1" status: 200 len: 217 time: 0.0567157 Jul 30 01:43:03.660965 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.859825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.929857 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:43:03.956962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:03.978440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8312add5-54e0-48dc-b78f-37c85826d59e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:04.046071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Network 253e0e71-f193-4cde-ae0f-aded2af7ab2f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:04.053493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:04.061664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:04.199947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Pushing event updated for resources: {'Port': ['ID=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:04.257166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.258339 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.275594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-1f51d8a2-a392-4a9b-b6ab-6919b4a11f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.276193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-1f51d8a2-a392-4a9b-b6ab-6919b4a11f84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c504b00a-32a5-4dd9-8265-5e46284137e3 HTTP/1.1" status: 200 len: 801 time: 0.7646670 Jul 30 01:43:04.277841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] For port e7ace502-ce62-444b-b9e4-d93df94a9db1, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:04.284839 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d782146a-2b4b-4eb7-910a-c17681b9be37 x-openstack-request-id: req-d782146a-2b4b-4eb7-910a-c17681b9be37 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:04.285559 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "tag": "fc62b3ab-34ab-4772-981d-4f6fdb2f8b26", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:04.285906 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d782146a-2b4b-4eb7-910a-c17681b9be37 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:04.286547 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'tag': 'fc62b3ab-34ab-4772-981d-4f6fdb2f8b26', 'status': 'completed', 'code': 200} Jul 30 01:43:04.292373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] For port e7ace502-ce62-444b-b9e4-d93df94a9db1, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e7ace502-ce62-444b-b9e4-d93df94a9db1,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:04.317041 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.320323 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-174e498d-a875-4eeb-ac9a-fd6829620bb7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7941461 Jul 30 01:43:04.367385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Request body: {'port': {'device_id': '7a5bbca2-807f-4360-8e28-1bbaae9b7749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:04.458221 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.459838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.461282 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.466860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] 10.222.0.41 "PUT /v2.0/ports/e7ace502-ce62-444b-b9e4-d93df94a9db1 HTTP/1.1" status: 200 len: 1091 time: 4.0030594 Jul 30 01:43:04.473301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7581e58-e827-42d2-9769-13f492eef0cf service neutron] Pushing event updated for resources: {'Port': ['ID=e7ace502-ce62-444b-b9e4-d93df94a9db1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:04.538165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-26872bdb-c35f-4118-8713-d1e1813832d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.546724 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-26872bdb-c35f-4118-8713-d1e1813832d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c8e7e3d-31b0-4371-925c-cae25cf73e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2586846 Jul 30 01:43:04.683829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:04.964854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-26178b57-d6c5-4007-bd5b-31ab16193ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:04.967871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-26178b57-d6c5-4007-bd5b-31ab16193ad2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f46bc5129e26406a9f83213a27b7db26&device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 1094 time: 0.4395397 Jul 30 01:43:05.122107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-070668c3-97cf-4700-b66c-30ca2d65bff0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7ace502-ce62-444b-b9e4-d93df94a9db1 HTTP/1.1" status: 200 len: 217 time: 0.1296625 Jul 30 01:43:05.188848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 71e69ddc-363b-47b1-b385-82058b194400 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:05.384499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:05.408610 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.433163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-85785657-e137-4b87-866f-64dd550043ea service neutron] 10.222.0.41 "GET /v2.0/networks/0c8e7e3d-31b0-4371-925c-cae25cf73e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030677 Jul 30 01:43:05.465899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Transition to ACTIVE for port object 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:05.475368 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.529789 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.575368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Pushing event updated for resources: {'Port': ['ID=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:05.593506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=71e69ddc-363b-47b1-b385-82058b194400,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:05.599425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e69ddc-363b-47b1-b385-82058b194400'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:05.604227 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1830bc-28d0-449f-a97f-e45432ff5662" -d '{"events": [{"server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "name": "network-vif-unplugged", "status": "completed", "tag": "71e69ddc-363b-47b1-b385-82058b194400"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:05.604548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.605111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.606199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.607138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.607912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.608563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.609211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.610166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.610805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.613019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.613698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.614567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:05.616426 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.629431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60446) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:05.710275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=71e69ddc-363b-47b1-b385-82058b194400,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:05.874678 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-24d79347-319d-40c8-80b8-b9f10e13e3ce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2393501 Jul 30 01:43:05.875983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-2bfa4317-966d-461d-a85e-0e8c73a00ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:05.878894 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-2bfa4317-966d-461d-a85e-0e8c73a00ea4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9639aacf-43cb-466d-8bb2-29b870857fd5 HTTP/1.1" status: 200 len: 861 time: 0.7292759 Jul 30 01:43:05.889648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Attempting to bind port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:05.890788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Attempting to bind port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:05.891235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Attempting to bind port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d on network 253e0e71-f193-4cde-ae0f-aded2af7ab2f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:05.898377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d on network 253e0e71-f193-4cde-ae0f-aded2af7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:05.898846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Attempting to bind port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d on network 253e0e71-f193-4cde-ae0f-aded2af7ab2f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:05.910296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:05.910852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Checking segment: {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:05.911334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Bound using segment: {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:05.911989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Bound port: 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:05.912573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:05.972073 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-921c0bfb-87eb-47f2-92da-b196dbda34ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777106 Jul 30 01:43:05.991131 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.037648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287d7ed-10ae-4393-b192-1248a18f51d4 req-9a45c531-e8c5-4a98-b2e4-933bc0c2be80 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.037648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5287d7ed-10ae-4393-b192-1248a18f51d4 req-9a45c531-e8c5-4a98-b2e4-933bc0c2be80 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 943 time: 0.6565759 Jul 30 01:43:06.066536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-9b4caf6d-31f3-4d08-a7e9-a14345e96e6c service neutron] 10.222.0.41 "GET /v2.0/networks/0c8e7e3d-31b0-4371-925c-cae25cf73e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184428 Jul 30 01:43:06.108392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] For port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:06.137796 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] For port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:06.147826 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.289834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b05a4d-13b1-4cf9-95ee-bbe25690bc0b', 'tag': 'e7ace502-ce62-444b-b9e4-d93df94a9db1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:06.297160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.298326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:06.299846 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3380ed-090c-411a-a9dd-84976b8dc4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "29b05a4d-13b1-4cf9-95ee-bbe25690bc0b", "tag": "e7ace502-ce62-444b-b9e4-d93df94a9db1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:06.301161 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] 10.222.0.22 "PUT /v2.0/ports/385484d2-0cd2-41a6-a6d8-6d1156b1ff1d HTTP/1.1" status: 200 len: 1091 time: 1.9543433 Jul 30 01:43:06.304940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5bbca2-807f-4360-8e28-1bbaae9b7749', 'tag': '385484d2-0cd2-41a6-a6d8-6d1156b1ff1d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:06.310613 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5bbca2-807f-4360-8e28-1bbaae9b7749", "tag": "385484d2-0cd2-41a6-a6d8-6d1156b1ff1d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:06.312376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-870a9072-2029-42e1-aa5e-ae68ac1a82d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 HTTP/1.1" status: 200 len: 217 time: 0.1801207 Jul 30 01:43:06.401598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941c39b-1b3a-4b50-a24b-dbe61558318d service neutron] Pushing event updated for resources: {'Port': ['ID=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:06.524672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-c03b3074-3697-4e71-a0c4-e9a1b7bcb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.530141 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-c03b3074-3697-4e71-a0c4-e9a1b7bcb5c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 1094 time: 0.1177597 Jul 30 01:43:06.535044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5287d7ed-10ae-4393-b192-1248a18f51d4 req-40388ee4-9934-4de5-8a4e-95743c6bc8f8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671509 Jul 30 01:43:06.542866 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-9f3d5244-090b-457e-af87-ec69fd14aef2 service neutron] 10.222.0.41 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620840 Jul 30 01:43:06.632184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4880b0d1-decf-498d-be6e-5a527d05963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.634598 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-4880b0d1-decf-498d-be6e-5a527d05963c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1927d68-fd3f-4a6d-8e36-384295378a28 HTTP/1.1" status: 200 len: 801 time: 0.3089006 Jul 30 01:43:06.672847 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-6f811f48-f9dd-4332-9042-7622b6960924 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d HTTP/1.1" status: 200 len: 217 time: 0.1358008 Jul 30 01:43:06.807208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-bcfc1643-ef14-4746-8c42-b6d217273921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.812437 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-bcfc1643-ef14-4746-8c42-b6d217273921 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.1245081 Jul 30 01:43:06.881731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-39dde802-1e1c-4b43-8a1e-3f8067c23e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:06.895544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-39dde802-1e1c-4b43-8a1e-3f8067c23e2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49cafc45-1bdb-4a60-a101-d4eec2babea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2331297 Jul 30 01:43:06.919699 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-bf5a71c9-be15-4520-907f-0fd3a9162fea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756519 Jul 30 01:43:07.019942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65dee4ca-e677-409b-9d1f-6ae2217dedb1 req-8c662832-5d5e-41bd-bc2b-b88dbb7d621f service neutron] 10.222.0.41 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693029 Jul 30 01:43:07.044796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387fe0a-995c-4584-9180-e8dd59668adf req-7c87cd28-5115-4252-afbc-d1fab3012c66 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:07.059237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1387fe0a-995c-4584-9180-e8dd59668adf req-7c87cd28-5115-4252-afbc-d1fab3012c66 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 943 time: 0.3339539 Jul 30 01:43:07.151016 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-59cb2222-6053-41c7-9ee4-808495ffb2f7 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225153 Jul 30 01:43:07.186969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1387fe0a-995c-4584-9180-e8dd59668adf req-0ad028e3-293e-4920-b1ee-c93cf5cc251e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256680 Jul 30 01:43:07.273715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-a426fc28-2769-47e6-a68a-b98ff0c475a8 service neutron] 10.222.0.41 "GET /v2.0/networks/49cafc45-1bdb-4a60-a101-d4eec2babea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548203 Jul 30 01:43:07.372384 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bf8ccd9-95f3-4585-844f-01b595c24498 req-1c6f8782-ff71-48da-b8dd-1513b272e396 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952865 Jul 30 01:43:07.526778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c70936-014a-4728-8f5e-2a10d502672f req-39d537ba-b557-47f1-8ff2-0eeee42c346c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:07.538422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c70936-014a-4728-8f5e-2a10d502672f req-39d537ba-b557-47f1-8ff2-0eeee42c346c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:07.544740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74c70936-014a-4728-8f5e-2a10d502672f req-39d537ba-b557-47f1-8ff2-0eeee42c346c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1678 time: 0.3519254 Jul 30 01:43:07.660836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a234c-2b05-44d0-8d47-88382824f285 req-61594b22-59eb-4635-8888-b47badb25cd9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:07.663638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d74a234c-2b05-44d0-8d47-88382824f285 req-61594b22-59eb-4635-8888-b47badb25cd9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.2211859 Jul 30 01:43:07.667579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a51ab04-72f3-43ff-8fc4-63f991f30564 req-104caa85-3f28-405b-9e7f-cccabd5bdf55 service neutron] 10.222.0.41 "GET /v2.0/networks/49cafc45-1bdb-4a60-a101-d4eec2babea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810596 Jul 30 01:43:07.711581 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74c70936-014a-4728-8f5e-2a10d502672f req-d0c97021-3a0d-4aab-b0e9-c8851f2ed5c7 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329231 Jul 30 01:43:07.781801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d74a234c-2b05-44d0-8d47-88382824f285 req-b037487c-faf5-4671-ae4f-2838eb4c30c2 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914652 Jul 30 01:43:07.855241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-2701c10f-ed61-4bd0-aefc-1113b1e9c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:07.856166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-2701c10f-ed61-4bd0-aefc-1113b1e9c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:07.859625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-2701c10f-ed61-4bd0-aefc-1113b1e9c0e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e77f05ba354aafb88f29274ced527b&device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1980 time: 0.0972140 Jul 30 01:43:07.890075 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0f0f7b-e668-46f4-81ec-7d2cc4637d86 x-openstack-request-id: req-9a0f0f7b-e668-46f4-81ec-7d2cc4637d86 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:07.891549 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "name": "network-vif-unplugged", "status": "completed", "tag": "71e69ddc-363b-47b1-b385-82058b194400", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:07.892291 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9a0f0f7b-e668-46f4-81ec-7d2cc4637d86 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:07.893502 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e69ddc-363b-47b1-b385-82058b194400', 'code': 200} Jul 30 01:43:08.070302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-d4d0ed1c-7ade-47b8-b9fe-6bf67df57049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.074022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-d4d0ed1c-7ade-47b8-b9fe-6bf67df57049 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49cafc45-1bdb-4a60-a101-d4eec2babea1 HTTP/1.1" status: 200 len: 902 time: 0.2039979 Jul 30 01:43:08.162129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-6377ecaa-afdc-44e2-867f-02b57e09607d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 HTTP/1.1" status: 200 len: 217 time: 0.0791166 Jul 30 01:43:08.297428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-604fa4da-16c6-4979-a09e-5eb26f129d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.301921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-604fa4da-16c6-4979-a09e-5eb26f129d00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f1927d68-fd3f-4a6d-8e36-384295378a28 HTTP/1.1" status: 200 len: 801 time: 0.1251683 Jul 30 01:43:08.304855 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf07cc3-672c-47cf-bb2c-0662f270ac9b x-openstack-request-id: req-cbf07cc3-672c-47cf-bb2c-0662f270ac9b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:08.305445 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b05a4d-13b1-4cf9-95ee-bbe25690bc0b", "tag": "e7ace502-ce62-444b-b9e4-d93df94a9db1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:08.305951 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cbf07cc3-672c-47cf-bb2c-0662f270ac9b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:08.306809 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b05a4d-13b1-4cf9-95ee-bbe25690bc0b', 'tag': 'e7ace502-ce62-444b-b9e4-d93df94a9db1', 'status': 'completed', 'code': 200} Jul 30 01:43:08.333911 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f1d744-14d0-4061-918f-e4d44ea12bf5 x-openstack-request-id: req-32f1d744-14d0-4061-918f-e4d44ea12bf5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:08.334849 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5bbca2-807f-4360-8e28-1bbaae9b7749", "tag": "385484d2-0cd2-41a6-a6d8-6d1156b1ff1d", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:08.335167 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-32f1d744-14d0-4061-918f-e4d44ea12bf5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:08.335871 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5bbca2-807f-4360-8e28-1bbaae9b7749', 'tag': '385484d2-0cd2-41a6-a6d8-6d1156b1ff1d', 'status': 'completed', 'code': 200} Jul 30 01:43:08.450053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-1e65b017-c9ca-47cf-8b3e-6a4e961c8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.453443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-1e65b017-c9ca-47cf-8b3e-6a4e961c8900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f46bc5129e26406a9f83213a27b7db26&device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 1094 time: 0.1045520 Jul 30 01:43:08.475347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-4a3d96a1-ce48-4f7d-a182-b4e730a5eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.477624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-4a3d96a1-ce48-4f7d-a182-b4e730a5eb9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49cafc45-1bdb-4a60-a101-d4eec2babea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1661282 Jul 30 01:43:08.565226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-e5656b17-3515-40d6-a2de-d4aaf5bbd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.580745 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-e5656b17-3515-40d6-a2de-d4aaf5bbd7d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1101 time: 0.2288980 Jul 30 01:43:08.648933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-1c298db0-71c0-423b-ac0a-6d1026136a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.651881 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-1c298db0-71c0-423b-ac0a-6d1026136a4b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 1094 time: 0.2713637 Jul 30 01:43:08.891717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd9a53-9b90-4795-999c-d91699aa972f req-cb07529b-029c-4716-b0bc-2d98a7d3c552 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.897524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17cd9a53-9b90-4795-999c-d91699aa972f req-cb07529b-029c-4716-b0bc-2d98a7d3c552 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 943 time: 0.1944973 Jul 30 01:43:08.901726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-933dc05d-28dc-4419-80f3-2111579c0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.907872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-933dc05d-28dc-4419-80f3-2111579c0ddf service neutron] 10.222.0.41 "GET /v2.0/networks?id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 200 len: 922 time: 0.4417706 Jul 30 01:43:08.912952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-48b52733-f028-4541-9ce2-1ce872b267a9 service neutron] 10.222.0.41 "GET /v2.0/networks/49cafc45-1bdb-4a60-a101-d4eec2babea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137092 Jul 30 01:43:08.922124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-92e3c6ac-1dbd-4dde-9923-62ef0df5a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:08.929045 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-92e3c6ac-1dbd-4dde-9923-62ef0df5a7dd service neutron] 10.222.0.22 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 915 time: 0.2023404 Jul 30 01:43:09.006394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-5caacbb4-7fcb-4490-ae43-c38c0032a125 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7ace502-ce62-444b-b9e4-d93df94a9db1 HTTP/1.1" status: 200 len: 217 time: 0.0877457 Jul 30 01:43:09.013798 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-acf9dcc1-a6ff-45c9-8767-1019ddae01e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d HTTP/1.1" status: 200 len: 217 time: 0.0710614 Jul 30 01:43:09.130559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-c8c93ccd-eda3-4b07-97ce-f93fa3737f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:09.133505 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-c8c93ccd-eda3-4b07-97ce-f93fa3737f0d service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.5324259 Jul 30 01:43:09.146519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-c1a37c38-54e4-4de8-8299-38a768d62f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:09.160312 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-c1a37c38-54e4-4de8-8299-38a768d62f30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.1269631 Jul 30 01:43:09.203870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e7ace502-ce62-444b-b9e4-d93df94a9db1 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:09.308635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17cd9a53-9b90-4795-999c-d91699aa972f req-e9a98d62-333a-4d52-9a9a-423a36572d66 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929830 Jul 30 01:43:09.334742 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-267b329f-f51c-43f6-a735-e60e9b7b3201 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580601 Jul 30 01:43:09.357033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb239d-b63e-46c1-bc4c-52351f782c41 req-b4ca87e5-baba-4d11-b99c-6d855800151d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:09.357617 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-6cd302d0-cf2c-4c46-a987-cf68254df59e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.1747704 Jul 30 01:43:09.373610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86bb239d-b63e-46c1-bc4c-52351f782c41 req-b4ca87e5-baba-4d11-b99c-6d855800151d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 943 time: 0.3065982 Jul 30 01:43:09.382300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e7ace502-ce62-444b-b9e4-d93df94a9db1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e7ace502-ce62-444b-b9e4-d93df94a9db1,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:09.385790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-61d961b7-a8b3-4019-8dd3-bc77d06e3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:09.387827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-61d961b7-a8b3-4019-8dd3-bc77d06e3126 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9639aacf-43cb-466d-8bb2-29b870857fd5 HTTP/1.1" status: 200 len: 861 time: 0.3691082 Jul 30 01:43:09.403233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'e7ace502-ce62-444b-b9e4-d93df94a9db1', 'network_id': '3a9dba1c-28b5-49d6-81ba-d97bb3d19105', 'port_id': 'e7ace502-ce62-444b-b9e4-d93df94a9db1', 'mac_address': 'fa:16:3e:8b:25:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9639aacf-43cb-466d-8bb2-29b870857fd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:09.470793 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.491783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ace502-ce62-444b-b9e4-d93df94a9db1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:09.514041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-20db946b-89f8-4e8e-a044-b95f65faf188 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a9dba1c-28b5-49d6-81ba-d97bb3d19105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036873 Jul 30 01:43:09.525064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e7ace502-ce62-444b-b9e4-d93df94a9db1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e7ace502-ce62-444b-b9e4-d93df94a9db1,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:09.532355 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:09.625169 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86bb239d-b63e-46c1-bc4c-52351f782c41 req-514f19a3-9fd1-4f00-969f-218ef2f4f43e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335205 Jul 30 01:43:09.671960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=e7ace502-ce62-444b-b9e4-d93df94a9db1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:09.703520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daac83be-2c7b-48f8-996c-a6db15c18f89 req-70e2137e-f77e-448e-8423-755a8fb1fa66 service neutron] 10.222.0.41 "GET /v2.0/networks/49cafc45-1bdb-4a60-a101-d4eec2babea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118907 Jul 30 01:43:09.779820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-a6ac6b08-3a74-4be3-ab74-c9df34fa6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:09.781868 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-a6ac6b08-3a74-4be3-ab74-c9df34fa6cb3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4179134 Jul 30 01:43:09.802268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['e7ace502-ce62-444b-b9e4-d93df94a9db1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:09.862326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60580) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:09.912406 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-f95f669f-1193-4a0f-ae5c-9a8a231e1dca service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400698 Jul 30 01:43:09.932364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-8a641efe-1fde-48b6-aada-b1e619b37c21 service neutron] 10.222.0.41 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949156 Jul 30 01:43:10.160655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-e6c62ecb-9bad-4724-a588-04c01c83c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.162208 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-e6c62ecb-9bad-4724-a588-04c01c83c88f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3371575 Jul 30 01:43:10.266346 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.288028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b475fc0-b90c-44c1-99cb-504c0c163aec req-765c0435-64c6-41c1-8cd4-bf291c61f898 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.297380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b475fc0-b90c-44c1-99cb-504c0c163aec req-765c0435-64c6-41c1-8cd4-bf291c61f898 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.299226 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a4f13f3-07c4-4ef0-bb3b-a6b5c60c1b78 req-d9ab3151-223a-4647-af3c-a8fdbb49e503 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128138 Jul 30 01:43:10.302778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b475fc0-b90c-44c1-99cb-504c0c163aec req-765c0435-64c6-41c1-8cd4-bf291c61f898 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1678 time: 0.4432113 Jul 30 01:43:10.326445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-6e9e8b7d-2e1d-4360-9e04-c18a595169c8 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.330069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-6e9e8b7d-2e1d-4360-9e04-c18a595169c8 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "GET /v2.0/ports?device_id=96a42814-ef80-47be-8fc7-70c12492129c HTTP/1.1" status: 200 len: 944 time: 0.3897107 Jul 30 01:43:10.362770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-faacc6cf-77d1-4862-8b6a-cdb3de432137 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:10.365198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-faacc6cf-77d1-4862-8b6a-cdb3de432137 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 804 time: 0.7649190 Jul 30 01:43:10.366413 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-a896f108-89b1-4a96-9f99-dd793b7956ce service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892262 Jul 30 01:43:10.492151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-58474f7a-5924-4ee5-a54e-dc999afc6068 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/quotas/d9859880f21747c581ee426563ea687e HTTP/1.1" status: 200 len: 375 time: 0.0962002 Jul 30 01:43:10.503631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac3380ed-090c-411a-a9dd-84976b8dc4fe req-71300086-226c-41bb-9c08-cb13901f8e90 service neutron] 10.222.0.41 "GET /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309587 Jul 30 01:43:10.527465 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-205fb85d-7375-46f4-9ff4-15fb20752819 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474092 Jul 30 01:43:10.585423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b475fc0-b90c-44c1-99cb-504c0c163aec req-4b82f474-c942-4614-a4c0-4d3de094eb26 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353063 Jul 30 01:43:10.762659 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-26b9d036-f9ae-411c-9f43-dd5485deb259 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2488084 Jul 30 01:43:10.805732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Deleting port 71e69ddc-363b-47b1-b385-82058b194400 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:10.806065 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:10.997622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.033149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffb0e5-0271-4643-9bc6-11d72f72c79c req-44601f10-df33-4984-8eaa-b354f2f9f79b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:11.035973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17ffb0e5-0271-4643-9bc6-11d72f72c79c req-44601f10-df33-4984-8eaa-b354f2f9f79b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.3417623 Jul 30 01:43:11.044093 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.090319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:11.224076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6187923b-af91-473b-b932-91474e16d2a1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:11.226051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:11.228608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=323f1a5e5de34987b0191feb3e6879fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3646982 Jul 30 01:43:11.231626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60588) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:11.233673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e7ace502-ce62-444b-b9e4-d93df94a9db1 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:11.268452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17ffb0e5-0271-4643-9bc6-11d72f72c79c req-dc31c3f5-9c7c-44f4-bd77-5efb9d928743 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145417 Jul 30 01:43:11.277375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-2982752b-c892-4f89-9ce4-b19309831218 service neutron] 10.222.0.84 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954429 Jul 30 01:43:11.279476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.279718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.280189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.280749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.281284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.282443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.282443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.282901 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.283534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.284001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.284547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.285089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a86fee-b124-4742-a0fe-6ceb93352db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:11.292900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] For port 71e69ddc-363b-47b1-b385-82058b194400, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=71e69ddc-363b-47b1-b385-82058b194400,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:11.293453 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.343965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Calling delete_port for 71e69ddc-363b-47b1-b385-82058b194400 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:11.373107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:11.377638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e4ed-c0ba-4f27-9dbc-4fadf6247277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.431609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e4ed-c0ba-4f27-9dbc-4fadf6247277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.475244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '385484d2-0cd2-41a6-a6d8-6d1156b1ff1d', 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f', 'port_id': '385484d2-0cd2-41a6-a6d8-6d1156b1ff1d', 'mac_address': 'fa:16:3e:b0:76:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb231187-35d3-483a-b26a-b9d2c322bfe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:11.501550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port e7ace502-ce62-444b-b9e4-d93df94a9db1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:11.516099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port e7ace502-ce62-444b-b9e4-d93df94a9db1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:11.517085 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.576739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e4ed-c0ba-4f27-9dbc-4fadf6247277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.582747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e4ed-c0ba-4f27-9dbc-4fadf6247277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.585239 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2cb8e4ed-c0ba-4f27-9dbc-4fadf6247277 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6187923b-af91-473b-b932-91474e16d2a1 HTTP/1.1" status: 204 len: 168 time: 0.3518500 Jul 30 01:43:11.606295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8e4ed-c0ba-4f27-9dbc-4fadf6247277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6187923b-af91-473b-b932-91474e16d2a1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:11.674898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,segment=NetworkSegment(443ffc61-7d74-43b8-b7ed-9fe8abbd45b6),segment_id=443ffc61-7d74-43b8-b7ed-9fe8abbd45b6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:11.676973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-c409c2cb-646e-44bb-b36b-dcefa73e7784 service neutron] 10.222.0.84 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621404 Jul 30 01:43:11.694082 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.711699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'fc62b3ab-34ab-4772-981d-4f6fdb2f8b26', 'network_id': '49cafc45-1bdb-4a60-a101-d4eec2babea1', 'port_id': 'fc62b3ab-34ab-4772-981d-4f6fdb2f8b26', 'mac_address': 'fa:16:3e:a6:0f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1927d68-fd3f-4a6d-8e36-384295378a28', 'ip_address': '19.86.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:11.740791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:11.895478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:11.914942 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:11.928042 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.001596 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.052341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:12.091365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,segment=NetworkSegment(443ffc61-7d74-43b8-b7ed-9fe8abbd45b6),segment_id=443ffc61-7d74-43b8-b7ed-9fe8abbd45b6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:12.105896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b05a4d-13b1-4cf9-95ee-bbe25690bc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ace502-ce62-444b-b9e4-d93df94a9db1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:12.110290 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eaa6f4-03b2-4145-8551-3d18eccd095c" -d '{"events": [{"server_uuid": "29b05a4d-13b1-4cf9-95ee-bbe25690bc0b", "name": "network-vif-plugged", "status": "completed", "tag": "e7ace502-ce62-444b-b9e4-d93df94a9db1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:12.127272 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.128148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 4b0f0b5f-3825-4060-80e4-5433cd3519b9 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:12.168327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e7ace502-ce62-444b-b9e4-d93df94a9db1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e7ace502-ce62-444b-b9e4-d93df94a9db1,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:12.180872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:12.198768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.396927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['385484d2-0cd2-41a6-a6d8-6d1156b1ff1d'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:12.459960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:12.500528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374175d7-85bc-472b-9903-6752d4952b08 req-7c040eed-d0bc-4653-8f10-030a651ea09f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.504168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-374175d7-85bc-472b-9903-6752d4952b08 req-7c040eed-d0bc-4653-8f10-030a651ea09f tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 944 time: 0.6879129 Jul 30 01:43:12.505334 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.607082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=e7ace502-ce62-444b-b9e4-d93df94a9db1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:12.623403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Pushing event deleted for resources: {'Port': ['ID=71e69ddc-363b-47b1-b385-82058b194400,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:12.643200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 4b0f0b5f-3825-4060-80e4-5433cd3519b9, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4b0f0b5f-3825-4060-80e4-5433cd3519b9,segment=NetworkSegment(e67ad2cc-55d4-4d34-a48b-556e56e34eea),segment_id=e67ad2cc-55d4-4d34-a48b-556e56e34eea)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:12.691853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '4b0f0b5f-3825-4060-80e4-5433cd3519b9', 'network_id': '0c8e7e3d-31b0-4371-925c-cae25cf73e56', 'port_id': '4b0f0b5f-3825-4060-80e4-5433cd3519b9', 'mac_address': 'fa:16:3e:5d:42:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c504b00a-32a5-4dd9-8265-5e46284137e3', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:12.733618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83d376-bfe6-4dd7-b952-84bf3e70338f req-0e7f9f4b-8c75-4ca1-a3e3-0356e27c8ed8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:12.736728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd83d376-bfe6-4dd7-b952-84bf3e70338f req-0e7f9f4b-8c75-4ca1-a3e3-0356e27c8ed8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 944 time: 0.3923595 Jul 30 01:43:12.757934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-374175d7-85bc-472b-9903-6752d4952b08 req-a8cb5410-d490-4af8-bb55-3ac3dc582b72 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246039 Jul 30 01:43:12.793653 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.811742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] No DVR routers for this DVR port 71e69ddc-363b-47b1-b385-82058b194400 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:12.831399 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:12.835801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-087d444e-1754-4a46-b1d3-2e851dbaec83 req-1eb6f799-8eb6-4539-9595-1758c65bbae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "DELETE /v2.0/ports/71e69ddc-363b-47b1-b385-82058b194400 HTTP/1.1" status: 204 len: 173 time: 2.4680815 Jul 30 01:43:12.836554 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'name': 'network-vif-deleted', 'tag': '71e69ddc-363b-47b1-b385-82058b194400'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:12.841549 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca114a6-e6d7-4596-b81e-8977b584bd2f" -d '{"events": [{"server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "name": "network-vif-deleted", "tag": "71e69ddc-363b-47b1-b385-82058b194400"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:12.841894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0f0b5f-3825-4060-80e4-5433cd3519b9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:12.911488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 4b0f0b5f-3825-4060-80e4-5433cd3519b9, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4b0f0b5f-3825-4060-80e4-5433cd3519b9,segment=NetworkSegment(e67ad2cc-55d4-4d34-a48b-556e56e34eea),segment_id=e67ad2cc-55d4-4d34-a48b-556e56e34eea)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:12.929160 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.037096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd83d376-bfe6-4dd7-b952-84bf3e70338f req-edf55bad-ea18-4641-b021-df34182f25b2 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702706 Jul 30 01:43:13.135624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=4b0f0b5f-3825-4060-80e4-5433cd3519b9,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:13.190229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['fc62b3ab-34ab-4772-981d-4f6fdb2f8b26'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:13.256074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['4b0f0b5f-3825-4060-80e4-5433cd3519b9'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:13.259973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 71e69ddc-363b-47b1-b385-82058b194400 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:13.339937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c8d9-4480-4ab4-aa24-9a2596582efd req-c2502abf-a6a4-4056-ab2d-0ba10a0a92c7 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.344342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 71e69ddc-363b-47b1-b385-82058b194400 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:13.346043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 71e69ddc-363b-47b1-b385-82058b194400 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:13.352391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c8d9-4480-4ab4-aa24-9a2596582efd req-c2502abf-a6a4-4056-ab2d-0ba10a0a92c7 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.355164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ee3c8d9-4480-4ab4-aa24-9a2596582efd req-c2502abf-a6a4-4056-ab2d-0ba10a0a92c7 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1680 time: 0.2855563 Jul 30 01:43:13.448934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-94645083-a236-4e4a-869f-38e43da22fab tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.452675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-94645083-a236-4e4a-869f-38e43da22fab tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.41 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 946 time: 0.2556853 Jul 30 01:43:13.478481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ee3c8d9-4480-4ab4-aa24-9a2596582efd req-286ba2bc-44d0-4d17-8b74-3af14971525a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977368 Jul 30 01:43:13.537238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413c4a9-88b1-4946-ba64-8401badb2c27 req-10877727-cbea-4284-91e5-04605739e033 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:13.549129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2413c4a9-88b1-4946-ba64-8401badb2c27 req-10877727-cbea-4284-91e5-04605739e033 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 946 time: 0.3322964 Jul 30 01:43:13.738762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd04e158-70c4-40c4-943f-53ed99586ce7 req-b002ac22-f659-4ced-b42c-7af0d8cd2019 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 210 time: 0.0866103 Jul 30 01:43:13.798040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2413c4a9-88b1-4946-ba64-8401badb2c27 req-f04b573d-003d-4ac6-ab0a-ea6627874997 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e66db41-d493-439a-86b9-370a6a82c977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246375 Jul 30 01:43:13.843004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Deleting port bf158a47-1023-41d5-8a7d-173f7c2cb313 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:13.843931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:13.861802 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a49c5d6-a798-442a-80bb-7c51b810b028 x-openstack-request-id: req-9a49c5d6-a798-442a-80bb-7c51b810b028 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:13.862402 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b05a4d-13b1-4cf9-95ee-bbe25690bc0b", "name": "network-vif-plugged", "status": "completed", "tag": "e7ace502-ce62-444b-b9e4-d93df94a9db1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:13.863070 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9a49c5d6-a798-442a-80bb-7c51b810b028 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:13.870041 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b05a4d-13b1-4cf9-95ee-bbe25690bc0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ace502-ce62-444b-b9e4-d93df94a9db1', 'code': 200} Jul 30 01:43:13.955657 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d822a88-a71d-4c88-b60f-ca76d9956d9c x-openstack-request-id: req-2d822a88-a71d-4c88-b60f-ca76d9956d9c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:13.956004 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a42814-ef80-47be-8fc7-70c12492129c", "name": "network-vif-deleted", "tag": "71e69ddc-363b-47b1-b385-82058b194400", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:13.956433 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2d822a88-a71d-4c88-b60f-ca76d9956d9c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:13.957085 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a42814-ef80-47be-8fc7-70c12492129c', 'name': 'network-vif-deleted', 'tag': '71e69ddc-363b-47b1-b385-82058b194400', 'status': 'completed', 'code': 200} Jul 30 01:43:14.151215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01dfeb-7e81-4c2a-ba38-02f3b765baf4 req-73f667d9-c2f7-4ff3-bd7a-c23dc0879890 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.155377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b01dfeb-7e81-4c2a-ba38-02f3b765baf4 req-73f667d9-c2f7-4ff3-bd7a-c23dc0879890 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.2495580 Jul 30 01:43:14.210397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b088f3-f224-404a-bff1-77ba9834b058 req-67adb050-45e3-4185-b632-85e9e73e3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.213614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48b088f3-f224-404a-bff1-77ba9834b058 req-67adb050-45e3-4185-b632-85e9e73e3002 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 1096 time: 0.2185946 Jul 30 01:43:14.315295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] For port bf158a47-1023-41d5-8a7d-173f7c2cb313, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf158a47-1023-41d5-8a7d-173f7c2cb313,segment=NetworkSegment(2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf),segment_id=2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:14.318502 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:14.337769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-9983e1b0-a140-4fb9-8956-549873f97170 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.340074 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-9983e1b0-a140-4fb9-8956-549873f97170 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 804 time: 0.2223074 Jul 30 01:43:14.354554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Request body: {'port': {'device_id': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'admin_state_up': True, 'tenant_id': 'd9859880f21747c581ee426563ea687e'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:14.396473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48b088f3-f224-404a-bff1-77ba9834b058 req-3594c0a0-9bc7-47e1-84c4-5761d583a00e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608264 Jul 30 01:43:14.398244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Calling delete_port for bf158a47-1023-41d5-8a7d-173f7c2cb313 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:14.402764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-f0a08ff2-6bc4-4d9b-84e6-5064a1733be7 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=9e14bbab38714e569314758439b4abdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790529 Jul 30 01:43:14.408476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b01dfeb-7e81-4c2a-ba38-02f3b765baf4 req-82583702-bb02-4a9d-bf61-c18016e63e4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330403 Jul 30 01:43:14.564225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Made reservation on behalf of d9859880f21747c581ee426563ea687e for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:14.569897 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:14.708320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452d6c4-86a0-4bb9-9d3d-fd7d38e6bc07 req-a3961471-ec89-4f27-848d-00f4afeed9df tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.709946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6452d6c4-86a0-4bb9-9d3d-fd7d38e6bc07 req-a3961471-ec89-4f27-848d-00f4afeed9df tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 945 time: 0.1592216 Jul 30 01:43:14.729226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-f426806a-a5b3-4022-93a3-321c767e7fb7 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:14.731921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-f426806a-a5b3-4022-93a3-321c767e7fb7 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125167 Jul 30 01:43:14.801358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Allocated IP 172.20.0.9 (b7dcaba9-c7c3-42ac-89fb-5120488593d9/e7a5d721-50b0-47c9-a6f9-0026d813c946/ca77cec0-3260-4b84-86c4-67b1ce97b0cc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:14.824677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-aa80cbff-10b9-48cf-a502-b0784b7eb455 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/quotas/9e14bbab38714e569314758439b4abdf HTTP/1.1" status: 200 len: 375 time: 0.0734849 Jul 30 01:43:14.856395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6452d6c4-86a0-4bb9-9d3d-fd7d38e6bc07 req-0812a020-03a9-45b8-aec9-77feea784373 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219337 Jul 30 01:43:14.893913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-786781d9-89fd-486a-8ec3-faf08e25afd3 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9e14bbab38714e569314758439b4abdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543981 Jul 30 01:43:14.904081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:14.920333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['bf158a47-1023-41d5-8a7d-173f7c2cb313'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:14.971257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Pushing event deleted for resources: {'Port': ['ID=bf158a47-1023-41d5-8a7d-173f7c2cb313,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:15.059542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] No DVR routers for this DVR port bf158a47-1023-41d5-8a7d-173f7c2cb313 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:15.063315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.067504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9e4eb40-25b0-4479-9655-8565798b7569 req-7622575f-ff2a-4926-9a56-1e3b6bff6222 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.41 "DELETE /v2.0/ports/bf158a47-1023-41d5-8a7d-173f7c2cb313 HTTP/1.1" status: 204 len: 173 time: 1.6035674 Jul 30 01:43:15.108252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fea1a8-1f88-409c-85bb-a5121368a4fc req-74e2dc97-712e-4efb-98f6-4607b5719ec0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.119253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:15.122608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.128987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4fea1a8-1f88-409c-85bb-a5121368a4fc req-74e2dc97-712e-4efb-98f6-4607b5719ec0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 944 time: 0.1138813 Jul 30 01:43:15.209614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.230983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:15.244089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4fea1a8-1f88-409c-85bb-a5121368a4fc req-a10e312c-c06f-479f-ae8d-0486f3f90f3c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138728 Jul 30 01:43:15.269744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Network b7dcaba9-c7c3-42ac-89fb-5120488593d9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:15.355288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:15.378604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:15.388610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:15.401265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:15.402086 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.459343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Pushing event updated for resources: {'Port': ['ID=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:15.498654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:15.503206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.504212 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.513583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:15.514382 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.530329 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-ebd52fea-d420-4bff-b9d5-a238e76a1ede tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1806035 Jul 30 01:43:15.549783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Request body: {'port': {'device_id': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:15.560163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1df81d-6c0e-4b4b-92a1-7017a73e834f req-f6aa0d16-e67d-450b-871a-a57399da63df tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.573643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1df81d-6c0e-4b4b-92a1-7017a73e834f req-f6aa0d16-e67d-450b-871a-a57399da63df tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.586823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e1df81d-6c0e-4b4b-92a1-7017a73e834f req-f6aa0d16-e67d-450b-871a-a57399da63df tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1680 time: 0.2691977 Jul 30 01:43:15.641159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.674613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.746172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7daf24-9ca6-4318-b925-312bdb5e810d req-858ca2e0-09a3-4798-9808-a353366be9e2 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:15.750224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f7daf24-9ca6-4318-b925-312bdb5e810d req-858ca2e0-09a3-4798-9808-a353366be9e2 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 931 time: 0.3298476 Jul 30 01:43:15.758563 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.762712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:15.770965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e1df81d-6c0e-4b4b-92a1-7017a73e834f req-8bb5c23c-95ad-480c-b8ec-c937534ff8f8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826351 Jul 30 01:43:15.784128 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.871606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5bbca2-807f-4360-8e28-1bbaae9b7749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385484d2-0cd2-41a6-a6d8-6d1156b1ff1d'}, {'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc62b3ab-34ab-4772-981d-4f6fdb2f8b26'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:15.877299 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0ce868-2b60-492f-94db-dc8856f05731" -d '{"events": [{"server_uuid": "7a5bbca2-807f-4360-8e28-1bbaae9b7749", "name": "network-vif-plugged", "status": "completed", "tag": "385484d2-0cd2-41a6-a6d8-6d1156b1ff1d"}, {"server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "name": "network-vif-plugged", "status": "completed", "tag": "fc62b3ab-34ab-4772-981d-4f6fdb2f8b26"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:15.909713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,segment=NetworkSegment(443ffc61-7d74-43b8-b7ed-9fe8abbd45b6),segment_id=443ffc61-7d74-43b8-b7ed-9fe8abbd45b6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:15.916976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f7daf24-9ca6-4318-b925-312bdb5e810d req-4576a254-9222-4aa5-97ad-ac84a4e54e3e tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444483 Jul 30 01:43:15.917673 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:15.918625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 4b0f0b5f-3825-4060-80e4-5433cd3519b9 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:15.972291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71415ea8-23fb-45fe-a724-16f0fc695964', 'name': 'network-vif-deleted', 'tag': 'bf158a47-1023-41d5-8a7d-173f7c2cb313'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:15.979326 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1ab81f-7fec-41a6-97a2-b8d057c5346b" -d '{"events": [{"server_uuid": "71415ea8-23fb-45fe-a724-16f0fc695964", "name": "network-vif-deleted", "tag": "bf158a47-1023-41d5-8a7d-173f7c2cb313"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:16.053137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:16.180387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c364a3ba-9008-4746-833c-09d296daf28c req-717c9d19-fc3d-462e-9b47-27bc40b41c33 tempest-VolumesAdminNegativeTest-736421920 tempest-VolumesAdminNegativeTest-736421920-project] 10.222.0.84 "GET /v2.0/ports?device_id=71415ea8-23fb-45fe-a724-16f0fc695964 HTTP/1.1" status: 200 len: 210 time: 0.1119375 Jul 30 01:43:16.226855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:16.245248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:16.245674 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.278197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d70163b0-ec4a-4292-a763-42d784dc9490 req-da2e8bfd-8358-4343-9c5d-4ca266f28422 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 210 time: 0.1319883 Jul 30 01:43:16.295492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:16.449915 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c55406-f1a0-4802-9086-1165a3af010d x-openstack-request-id: req-33c55406-f1a0-4802-9086-1165a3af010d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:16.450374 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5bbca2-807f-4360-8e28-1bbaae9b7749", "name": "network-vif-plugged", "status": "completed", "tag": "385484d2-0cd2-41a6-a6d8-6d1156b1ff1d", "code": 200}, {"server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "name": "network-vif-plugged", "status": "completed", "tag": "fc62b3ab-34ab-4772-981d-4f6fdb2f8b26", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:16.450775 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-33c55406-f1a0-4802-9086-1165a3af010d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:16.451412 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5bbca2-807f-4360-8e28-1bbaae9b7749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385484d2-0cd2-41a6-a6d8-6d1156b1ff1d', 'code': 200} Jul 30 01:43:16.451859 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc62b3ab-34ab-4772-981d-4f6fdb2f8b26', 'code': 200} Jul 30 01:43:16.485642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5471-5f90-41f6-9464-6db42eb8f6ae req-14ff5545-ea85-4c4b-b1bf-fc6d5b33d87e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.488315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dba5471-5f90-41f6-9464-6db42eb8f6ae req-14ff5545-ea85-4c4b-b1bf-fc6d5b33d87e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.1178770 Jul 30 01:43:16.515931 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.517324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca77cec0-3260-4b84-86c4-67b1ce97b0cc {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:16.534095 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.564446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Transition to ACTIVE for port object ca77cec0-3260-4b84-86c4-67b1ce97b0cc will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:16.571965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.598820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 4b0f0b5f-3825-4060-80e4-5433cd3519b9, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4b0f0b5f-3825-4060-80e4-5433cd3519b9,segment=NetworkSegment(e67ad2cc-55d4-4d34-a48b-556e56e34eea),segment_id=e67ad2cc-55d4-4d34-a48b-556e56e34eea)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:16.607409 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:16.711550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dba5471-5f90-41f6-9464-6db42eb8f6ae req-2ef9a182-d5e2-4477-ab3d-53bcc689e14e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094984 Jul 30 01:43:16.726851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Pushing event updated for resources: {'Port': ['ID=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:16.745414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6b40-f6b5-4643-be24-27169cb2d18c req-4fd23179-514a-4ae4-8d31-8b8d887a0686 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.760882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a77b6b40-f6b5-4643-be24-27169cb2d18c req-4fd23179-514a-4ae4-8d31-8b8d887a0686 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 945 time: 0.2132127 Jul 30 01:43:16.778236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=4b0f0b5f-3825-4060-80e4-5433cd3519b9,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:16.868106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a77b6b40-f6b5-4643-be24-27169cb2d18c req-686443ad-ee9e-4fe4-9986-602bc29bbbc4 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947802 Jul 30 01:43:16.907475 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8245688f-905b-45ff-91e6-13ec377a11b1 x-openstack-request-id: req-8245688f-905b-45ff-91e6-13ec377a11b1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:16.908506 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71415ea8-23fb-45fe-a724-16f0fc695964", "name": "network-vif-deleted", "tag": "bf158a47-1023-41d5-8a7d-173f7c2cb313", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:16.908962 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8245688f-905b-45ff-91e6-13ec377a11b1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:16.910441 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71415ea8-23fb-45fe-a724-16f0fc695964', 'name': 'network-vif-deleted', 'tag': 'bf158a47-1023-41d5-8a7d-173f7c2cb313', 'status': 'completed', 'code': 200} Jul 30 01:43:16.950773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef31bc-3146-49f2-970f-1cadd508f5ff req-ebd23e71-f311-4c91-9a08-e88da86ca902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:16.953237 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c9ef31bc-3146-49f2-970f-1cadd508f5ff req-ebd23e71-f311-4c91-9a08-e88da86ca902 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 1096 time: 0.2198966 Jul 30 01:43:16.962601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Attempting to bind port ca77cec0-3260-4b84-86c4-67b1ce97b0cc on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:16.963075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Attempting to bind port ca77cec0-3260-4b84-86c4-67b1ce97b0cc by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:16.963645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Attempting to bind port ca77cec0-3260-4b84-86c4-67b1ce97b0cc on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:17.112779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829239c2-3cae-41a9-9f57-b51461b0986e req-bc2de05b-85f4-40eb-b8ef-254e8cd40a13 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:17.115281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-829239c2-3cae-41a9-9f57-b51461b0986e req-bc2de05b-85f4-40eb-b8ef-254e8cd40a13 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 945 time: 0.1127994 Jul 30 01:43:17.129022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e43fbe-af34-4550-bd9c-03f7c58d2a1d req-8cfbbb87-de59-4a90-895e-e38c94454219 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:17.137217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e43fbe-af34-4550-bd9c-03f7c58d2a1d req-8cfbbb87-de59-4a90-895e-e38c94454219 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:17.140090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13e43fbe-af34-4550-bd9c-03f7c58d2a1d req-8cfbbb87-de59-4a90-895e-e38c94454219 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1682 time: 0.1222615 Jul 30 01:43:17.226028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-829239c2-3cae-41a9-9f57-b51461b0986e req-72debc3e-cb60-4878-8b34-501aca721fed tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844188 Jul 30 01:43:17.233247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13e43fbe-af34-4550-bd9c-03f7c58d2a1d req-9f606cbf-d950-4a62-9b24-b25a49877ba8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817914 Jul 30 01:43:17.245133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf158a47-1023-41d5-8a7d-173f7c2cb313 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:17.394325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: bf158a47-1023-41d5-8a7d-173f7c2cb313 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:17.395606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf158a47-1023-41d5-8a7d-173f7c2cb313 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:17.431396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Port ca77cec0-3260-4b84-86c4-67b1ce97b0cc on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:17.431965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Attempting to bind port ca77cec0-3260-4b84-86c4-67b1ce97b0cc on network b7dcaba9-c7c3-42ac-89fb-5120488593d9 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:17.443939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:17.444438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Checking segment: {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:17.445077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Bound using segment: {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:17.445809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Bound port: ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:17.446252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.511849 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c9ef31bc-3146-49f2-970f-1cadd508f5ff req-95296577-5af1-4a79-8a3a-1460500caad5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417781 Jul 30 01:43:17.587249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70948-3471-482d-b083-8541eb6e5777 req-64bafff9-6d9c-4221-917f-8e54c84473d6 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:17.592191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34c70948-3471-482d-b083-8541eb6e5777 req-64bafff9-6d9c-4221-917f-8e54c84473d6 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 943 time: 0.1763721 Jul 30 01:43:17.627204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] For port ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:17.635317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] For port ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:17.638546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60700) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:17.677994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.733200 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-3bcd04cf-6931-40d7-bae8-8d08bb71b4da tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9e14bbab38714e569314758439b4abdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944219 Jul 30 01:43:17.792277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34c70948-3471-482d-b083-8541eb6e5777 req-11faa4c8-d94f-4579-9fbf-7b39bb302489 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716492 Jul 30 01:43:17.822476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:17.827640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.830133 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-89230799-c02e-48c1-8853-71e87a75548b service neutron] 10.222.0.41 "PUT /v2.0/ports/ca77cec0-3260-4b84-86c4-67b1ce97b0cc HTTP/1.1" status: 200 len: 1091 time: 2.2909112 Jul 30 01:43:17.838629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60763e82-4251-41a7-ba45-88fcbe08f433 req-434e0f7b-9e88-43be-9ea5-b1cad86d39a3 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0798156 Jul 30 01:43:17.848150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc075a5-2292-4147-a39d-d1cf67302bb5 admin admin] Deleting subnet e5bae9ee-0261-4f21-bf80-e9bfa5a5041f {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:17.853171 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bc075a5-2292-4147-a39d-d1cf67302bb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:17.873325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'tag': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:17.880832 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97a3753-1d09-4034-beec-0ea21d5b576b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4", "tag": "ca77cec0-3260-4b84-86c4-67b1ce97b0cc"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:17.953666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bc075a5-2292-4147-a39d-d1cf67302bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.067971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89230799-c02e-48c1-8853-71e87a75548b service neutron] Pushing event updated for resources: {'Port': ['ID=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:18.072354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60708) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:18.121490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-f9b588c7-6f73-48dc-8e1d-c6d4a65124ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.124250 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-f9b588c7-6f73-48dc-8e1d-c6d4a65124ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 1094 time: 0.1788979 Jul 30 01:43:18.137341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bc075a5-2292-4147-a39d-d1cf67302bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.158648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed00746-5691-4e6e-b702-db00700f8429 req-298e7061-012f-4d0e-b9b9-2810c8b9c8f1 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.158648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ed00746-5691-4e6e-b702-db00700f8429 req-298e7061-012f-4d0e-b9b9-2810c8b9c8f1 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 945 time: 0.2022011 Jul 30 01:43:18.186298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-3e62247f-df34-4c6d-876e-c32141b93b10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.190825 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-3e62247f-df34-4c6d-876e-c32141b93b10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4193637 Jul 30 01:43:18.247184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Request body: {'port': {'device_id': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '9e14bbab38714e569314758439b4abdf'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:18.253673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dd26a-2754-456a-acd0-7a16eb807c01 req-9d254b22-74cb-4b55-bef0-187f5ba27c3f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.254030 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-d65b5b16-74f4-4157-9a80-11fabca73a2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc HTTP/1.1" status: 200 len: 217 time: 0.1153128 Jul 30 01:43:18.258628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a92dd26a-2754-456a-acd0-7a16eb807c01 req-9d254b22-74cb-4b55-bef0-187f5ba27c3f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.2160115 Jul 30 01:43:18.355571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ed00746-5691-4e6e-b702-db00700f8429 req-49df284c-4b69-47f3-9867-cfaba42a0843 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621058 Jul 30 01:43:18.365939 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bc075a5-2292-4147-a39d-d1cf67302bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.378377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48410d64-e3a4-46c7-b78c-2276dfbdf040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.446206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc075a5-2292-4147-a39d-d1cf67302bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5bae9ee-0261-4f21-bf80-e9bfa5a5041f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:18.451863 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103ccd0e-0d91-4f11-b579-23c30b00aefc x-openstack-request-id: req-103ccd0e-0d91-4f11-b579-23c30b00aefc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:18.452276 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4", "tag": "ca77cec0-3260-4b84-86c4-67b1ce97b0cc", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:18.452627 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-103ccd0e-0d91-4f11-b579-23c30b00aefc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:18.453304 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'tag': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc', 'status': 'completed', 'code': 200} Jul 30 01:43:18.453788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0f0b5f-3825-4060-80e4-5433cd3519b9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:18.458465 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7378c50f-c314-47b2-9b78-4d975921bdcc" -d '{"events": [{"server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "name": "network-vif-plugged", "status": "completed", "tag": "4b0f0b5f-3825-4060-80e4-5433cd3519b9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:18.464432 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bc075a5-2292-4147-a39d-d1cf67302bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.467850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9bc075a5-2292-4147-a39d-d1cf67302bb5 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e5bae9ee-0261-4f21-bf80-e9bfa5a5041f HTTP/1.1" status: 204 len: 168 time: 0.8275316 Jul 30 01:43:18.473298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60718) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:18.476022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a92dd26a-2754-456a-acd0-7a16eb807c01 req-9f566a91-ed77-49b9-a723-5188fc1c035b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845667 Jul 30 01:43:18.476300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-8c976dba-c8ef-4da3-9d40-829b27819af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.478735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-8c976dba-c8ef-4da3-9d40-829b27819af7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7a5d721-50b0-47c9-a6f9-0026d813c946 HTTP/1.1" status: 200 len: 844 time: 0.1949861 Jul 30 01:43:18.628532 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-51c3cccf-27f3-41d4-8a65-40bc5299a873 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7dcaba9-c7c3-42ac-89fb-5120488593d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212387 Jul 30 01:43:18.752114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd400de-a6bb-464c-a017-76fa35037d31 req-c65927c2-eba4-4b89-8eb4-64443ef41da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.755831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dd400de-a6bb-464c-a017-76fa35037d31 req-c65927c2-eba4-4b89-8eb4-64443ef41da0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 945 time: 0.1992121 Jul 30 01:43:18.759486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.779205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba7b50-49ca-468d-a994-185231373a53 req-b5fa05f3-9ee0-4c51-8aec-befa3d6a8aa0 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.789705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba7b50-49ca-468d-a994-185231373a53 req-b5fa05f3-9ee0-4c51-8aec-befa3d6a8aa0 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:18.793415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48ba7b50-49ca-468d-a994-185231373a53 req-b5fa05f3-9ee0-4c51-8aec-befa3d6a8aa0 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1682 time: 0.2078881 Jul 30 01:43:18.872843 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-d7442d4a-abff-45e0-b9e8-d6e0aac218b7 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307646 Jul 30 01:43:18.874616 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48410d64-e3a4-46c7-b78c-2276dfbdf040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:18.891122 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48410d64-e3a4-46c7-b78c-2276dfbdf040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.005702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.021033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Made reservation on behalf of 9e14bbab38714e569314758439b4abdf for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:19.026782 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.036623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dd400de-a6bb-464c-a017-76fa35037d31 req-b44c396f-aa96-4aa4-8413-ac4b9c8ad1f4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426460 Jul 30 01:43:19.043117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-48410d64-e3a4-46c7-b78c-2276dfbdf040 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d89afb875d743529ee7fc0737e2e852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9689946 Jul 30 01:43:19.049198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fbf6ed-5234-4aa1-9d4e-824510cedd4a']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:19.060200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48ba7b50-49ca-468d-a994-185231373a53 req-2aaac2a1-bfe6-4b66-9def-2b5e4a52fe2b tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352653 Jul 30 01:43:19.064748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60724) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:19.068858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.069422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48410d64-e3a4-46c7-b78c-2276dfbdf040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255a0d21-f1f3-43de-8357-91169b49539b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:19.106498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:19.106997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e641fa9-4a58-4e2f-9c7d-9fb06a8ef1cf') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:19.137315 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.169034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-03dd8b58-a049-4924-bdbf-e8068fa6ee55 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.171594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-03dd8b58-a049-4924-bdbf-e8068fa6ee55 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.41 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 945 time: 0.2676873 Jul 30 01:43:19.178356 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940f3d16-4b23-41af-adab-1a248d8f8c10 x-openstack-request-id: req-940f3d16-4b23-41af-adab-1a248d8f8c10 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:19.191392 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "name": "network-vif-plugged", "status": "completed", "tag": "4b0f0b5f-3825-4060-80e4-5433cd3519b9", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:19.193943 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-940f3d16-4b23-41af-adab-1a248d8f8c10 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:19.195149 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0f0b5f-3825-4060-80e4-5433cd3519b9', 'code': 200} Jul 30 01:43:19.196278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.236118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:19.237084 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:19.239295 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:19.326524 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b90c2d86-4ca4-459a-84f5-4166f63db3b3 req-7edf0bd9-d937-4914-9c50-f466ed3c3a02 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127855 Jul 30 01:43:19.391973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.407729 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.411810 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c7fbf6ed-5234-4aa1-9d4e-824510cedd4a HTTP/1.1" status: 204 len: 168 time: 0.9307699 Jul 30 01:43:19.430934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60728) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:19.446964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41c506-eb7f-4b0b-adbc-8962c35c48f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7fbf6ed-5234-4aa1-9d4e-824510cedd4a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:19.468082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d21848ee-0437-46d8-9df3-bfbdf73080dc req-defb17bc-cf6c-4908-9e92-7fb881f87f6d tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 210 time: 0.1246927 Jul 30 01:43:19.497965 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c15c7880-609e-4edc-a07d-c9185ed6bdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.534351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-cf541cae-830f-409b-819c-bcebd6f64d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.536221 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-cf541cae-830f-409b-819c-bcebd6f64d9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9859880f21747c581ee426563ea687e&device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 1094 time: 0.1236250 Jul 30 01:43:19.577666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.609899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.626825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b5626-71af-43b2-a083-4bfc25e9161c req-57673307-a9a1-4052-8e97-2fe9a430fddb tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.628653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-900b5626-71af-43b2-a083-4bfc25e9161c req-57673307-a9a1-4052-8e97-2fe9a430fddb tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 943 time: 0.3627155 Jul 30 01:43:19.651872 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c15c7880-609e-4edc-a07d-c9185ed6bdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.677070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16265b6-b29f-42bd-bc84-93d809055a05 req-b75b455b-c063-4153-9bd1-47f20e8a72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.677882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16265b6-b29f-42bd-bc84-93d809055a05 req-b75b455b-c063-4153-9bd1-47f20e8a72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.680779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d16265b6-b29f-42bd-bc84-93d809055a05 req-b75b455b-c063-4153-9bd1-47f20e8a72ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1984 time: 0.3824949 Jul 30 01:43:19.725714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-018c1f90-6d09-4e02-b254-099c47af61a0 admin admin] Deleting subnet fa3e39da-4815-4036-9432-84dfa80fa7a5 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:19.747406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:19.748793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-018c1f90-6d09-4e02-b254-099c47af61a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.842160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-75f19515-142a-4e2e-8233-293e91f81fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:19.844062 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-75f19515-142a-4e2e-8233-293e91f81fc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 200 len: 905 time: 0.2997749 Jul 30 01:43:19.884440 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Deleting port e7ace502-ce62-444b-b9e4-d93df94a9db1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:19.885310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.918013 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-2b0edad1-4896-4284-a570-bbb77af76600 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc HTTP/1.1" status: 200 len: 217 time: 0.0649388 Jul 30 01:43:19.937321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-018c1f90-6d09-4e02-b254-099c47af61a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:19.948967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-900b5626-71af-43b2-a083-4bfc25e9161c req-bfd44021-a623-4f2e-abfa-087e6d3a91fe tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742260 Jul 30 01:43:19.983526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Allocated IP 192.168.233.95 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/c44a3535-d406-4c39-986a-6abd27e378f1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:20.033002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-39e275d4-996f-477d-a808-b364e4bcfcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.038327 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-39e275d4-996f-477d-a808-b364e4bcfcd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7a5d721-50b0-47c9-a6f9-0026d813c946 HTTP/1.1" status: 200 len: 844 time: 0.1092882 Jul 30 01:43:20.057896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d16265b6-b29f-42bd-bc84-93d809055a05 req-734ed8f0-19bd-4605-bf19-6509b1ff760b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378434 Jul 30 01:43:20.079470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c64086-2817-445e-ac8a-16a42470234b req-298db533-fc0c-4f3f-99f3-5ef2fc38d288 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.082728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84c64086-2817-445e-ac8a-16a42470234b req-298db533-fc0c-4f3f-99f3-5ef2fc38d288 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 945 time: 0.4689395 Jul 30 01:43:20.089023 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-ab2cfc61-4ced-4ffc-8a06-e3a3d24fe1d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b7dcaba9-c7c3-42ac-89fb-5120488593d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465667 Jul 30 01:43:20.134339 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c15c7880-609e-4edc-a07d-c9185ed6bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.139144 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c15c7880-609e-4edc-a07d-c9185ed6bdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.141198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c15c7880-609e-4edc-a07d-c9185ed6bdd0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/255a0d21-f1f3-43de-8357-91169b49539b HTTP/1.1" status: 204 len: 168 time: 1.0661955 Jul 30 01:43:20.199744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-018c1f90-6d09-4e02-b254-099c47af61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.295238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c7880-609e-4edc-a07d-c9185ed6bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255a0d21-f1f3-43de-8357-91169b49539b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.367957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84c64086-2817-445e-ac8a-16a42470234b req-e9622d4d-c855-48c1-95b3-f47ee6d48396 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups?id=211a4467-ea51-48d1-9f73-9e6029777f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659361 Jul 30 01:43:20.410264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] For port e7ace502-ce62-444b-b9e4-d93df94a9db1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e7ace502-ce62-444b-b9e4-d93df94a9db1,segment=NetworkSegment(4f7d0718-4501-4034-9128-d01a3dd1fa08),segment_id=4f7d0718-4501-4034-9128-d01a3dd1fa08)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:20.410877 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.443934 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-6fa83d43-99b3-4f6a-835f-a75821149b7f service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302424 Jul 30 01:43:20.461829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Calling delete_port for e7ace502-ce62-444b-b9e4-d93df94a9db1 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:20.577211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.578208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0947cc0-e669-4383-ac28-3b00476fb99c req-6f193f2a-2f17-488b-821a-30a0a4868b87 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.592320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0947cc0-e669-4383-ac28-3b00476fb99c req-6f193f2a-2f17-488b-821a-30a0a4868b87 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.4674537 Jul 30 01:43:20.624949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Transition to ACTIVE for port object c44a3535-d406-4c39-986a-6abd27e378f1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:20.683953 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e97a3753-1d09-4034-beec-0ea21d5b576b req-fd62559b-4e30-42c4-a514-3c01797fdf01 service neutron] 10.222.0.41 "GET /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314649 Jul 30 01:43:20.691479 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-018c1f90-6d09-4e02-b254-099c47af61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.754925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.786905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1f90-6d09-4e02-b254-099c47af61a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3e39da-4815-4036-9432-84dfa80fa7a5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:20.816647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-018c1f90-6d09-4e02-b254-099c47af61a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:20.820266 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-018c1f90-6d09-4e02-b254-099c47af61a0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/fa3e39da-4815-4036-9432-84dfa80fa7a5 HTTP/1.1" status: 204 len: 168 time: 1.3571992 Jul 30 01:43:20.830006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60742) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:20.875283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0947cc0-e669-4383-ac28-3b00476fb99c req-e9b35724-9023-4736-885a-a3f43fde39e7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667031 Jul 30 01:43:20.876264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:20.877468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60744) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:20.911860 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12112c1-75ae-462d-a4f1-4bbbe1eec6f8 req-54a49c45-a1a2-44d8-b1d0-484da8b7915f tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:20.922940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f12112c1-75ae-462d-a4f1-4bbbe1eec6f8 req-54a49c45-a1a2-44d8-b1d0-484da8b7915f tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 945 time: 0.3285229 Jul 30 01:43:20.995759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:21.012374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:21.070570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:21.072420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f12112c1-75ae-462d-a4f1-4bbbe1eec6f8 req-a4dc80f8-0a14-4fa1-b548-afb07b01b7be tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478174 Jul 30 01:43:21.093711 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c16559d-ac73-427d-8f95-a7a8ac680156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.221994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.230517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.240753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.242240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.248112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['e7ace502-ce62-444b-b9e4-d93df94a9db1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:21.363091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event deleted for resources: {'Port': ['ID=e7ace502-ce62-444b-b9e4-d93df94a9db1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:21.402368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be37bb-ee65-4bf2-b3df-aef17c24a098 req-ab4a963e-95ae-4efc-bdcf-2190a4f808bb tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.410035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be37bb-ee65-4bf2-b3df-aef17c24a098 req-ab4a963e-95ae-4efc-bdcf-2190a4f808bb tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.412409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09be37bb-ee65-4bf2-b3df-aef17c24a098 req-ab4a963e-95ae-4efc-bdcf-2190a4f808bb tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1682 time: 0.3302760 Jul 30 01:43:21.472329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.474075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9ea3f8cf-8b2c-4fbf-bbac-e5877e2e8c9d None None] Provisioning for port c44a3535-d406-4c39-986a-6abd27e378f1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:21.482163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] No DVR routers for this DVR port e7ace502-ce62-444b-b9e4-d93df94a9db1 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:21.482974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9ea3f8cf-8b2c-4fbf-bbac-e5877e2e8c9d None None] Provisioning complete for port c44a3535-d406-4c39-986a-6abd27e378f1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:21.484003 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ea3f8cf-8b2c-4fbf-bbac-e5877e2e8c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.488028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.491624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17e8b3ad-2e67-491f-956c-462abab832b0 req-f20c581d-3cc4-4f5f-8449-1ae6326706e8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.41 "DELETE /v2.0/ports/e7ace502-ce62-444b-b9e4-d93df94a9db1 HTTP/1.1" status: 204 len: 173 time: 2.3072171 Jul 30 01:43:21.509065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b05a4d-13b1-4cf9-95ee-bbe25690bc0b', 'name': 'network-vif-deleted', 'tag': 'e7ace502-ce62-444b-b9e4-d93df94a9db1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:21.512331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59ea100-9b74-4bed-aa08-d5aa2aa25d08']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:21.513033 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8936c3d-3875-4581-b534-50365f71f129" -d '{"events": [{"server_uuid": "29b05a4d-13b1-4cf9-95ee-bbe25690bc0b", "name": "network-vif-deleted", "tag": "e7ace502-ce62-444b-b9e4-d93df94a9db1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:21.544746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0219b3-b78a-4c12-9ec8-2edc48c2d564') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:21.546618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0219b3-b78a-4c12-9ec8-2edc48c2d564') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:21.549749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3f8cf-8b2c-4fbf-bbac-e5877e2e8c9d None None] Port c44a3535-d406-4c39-986a-6abd27e378f1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:43:21.578508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.585433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172260f-bb96-403b-8ca3-b4dd365dd42c req-6c455942-d876-40f8-99b2-4dcccf63db5e tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.597450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5172260f-bb96-403b-8ca3-b4dd365dd42c req-6c455942-d876-40f8-99b2-4dcccf63db5e tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 935 time: 0.4014068 Jul 30 01:43:21.632247 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.657197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09be37bb-ee65-4bf2-b3df-aef17c24a098 req-0539d5f2-5cb6-4dae-b933-2015bebb61ad tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204363 Jul 30 01:43:21.660596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:21.661545 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:21.665711 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:21.681972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c16559d-ac73-427d-8f95-a7a8ac680156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.720970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5172260f-bb96-403b-8ca3-b4dd365dd42c req-11043ca8-f4d4-4e45-8039-1783ecb09432 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130457 Jul 30 01:43:21.760936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c16559d-ac73-427d-8f95-a7a8ac680156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:21.779242 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-91a36227-2b4b-440d-b472-d89531d35f10 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5383365 Jul 30 01:43:21.838637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Request body: {'port': {'device_id': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:21.905965 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4c16559d-ac73-427d-8f95-a7a8ac680156 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ec1e98df50de4eabb4b9a7c2a4f812b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9449160 Jul 30 01:43:21.912480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16559d-ac73-427d-8f95-a7a8ac680156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308341d4-63e9-474e-a003-87d4418cb45c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:21.921898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b9f6-9a79-476d-9e3c-5e59a9b32b6f req-0bcef000-d1e5-495d-abb3-47769f7fc475 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:21.925283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b945b9f6-9a79-476d-9e3c-5e59a9b32b6f req-0bcef000-d1e5-495d-abb3-47769f7fc475 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 943 time: 0.0848932 Jul 30 01:43:21.927600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60754) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:21.995750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.040599 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.043874 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e59ea100-9b74-4bed-aa08-d5aa2aa25d08 HTTP/1.1" status: 204 len: 168 time: 1.2108052 Jul 30 01:43:22.073664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b945b9f6-9a79-476d-9e3c-5e59a9b32b6f req-806d615c-8321-4976-a2ce-df697ece8ae3 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312485 Jul 30 01:43:22.078329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6519a-020b-45c7-9712-a7222131a975 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59ea100-9b74-4bed-aa08-d5aa2aa25d08,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:22.101066 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.192072 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca2c785-cc6c-4d36-a75b-01c73c8dc5d3 x-openstack-request-id: req-2ca2c785-cc6c-4d36-a75b-01c73c8dc5d3 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:22.192716 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b05a4d-13b1-4cf9-95ee-bbe25690bc0b", "name": "network-vif-deleted", "tag": "e7ace502-ce62-444b-b9e4-d93df94a9db1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:22.193590 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2ca2c785-cc6c-4d36-a75b-01c73c8dc5d3 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:22.194502 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b05a4d-13b1-4cf9-95ee-bbe25690bc0b', 'name': 'network-vif-deleted', 'tag': 'e7ace502-ce62-444b-b9e4-d93df94a9db1', 'status': 'completed', 'code': 200} Jul 30 01:43:22.226100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e97cf89-5771-4c64-bacf-9ab3986fefb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.309351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83b9fc7b-9f55-4b81-a46c-a20a03185747 req-2fed336b-cc63-4815-b760-b93ac4630eb8 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/ports?device_id=29b05a4d-13b1-4cf9-95ee-bbe25690bc0b HTTP/1.1" status: 200 len: 210 time: 0.0843530 Jul 30 01:43:22.310785 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e97cf89-5771-4c64-bacf-9ab3986fefb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.493639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e539582-cce9-45bf-a90c-2f065a0d9f8a req-a00201ea-29a5-4fe0-9b05-a8334aa78cb9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.508893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e539582-cce9-45bf-a90c-2f065a0d9f8a req-a00201ea-29a5-4fe0-9b05-a8334aa78cb9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.1978090 Jul 30 01:43:22.600066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60762) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:22.617087 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e97cf89-5771-4c64-bacf-9ab3986fefb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.621880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e97cf89-5771-4c64-bacf-9ab3986fefb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.627478 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3e97cf89-5771-4c64-bacf-9ab3986fefb4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/308341d4-63e9-474e-a003-87d4418cb45c HTTP/1.1" status: 204 len: 168 time: 0.6808336 Jul 30 01:43:22.632974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e539582-cce9-45bf-a90c-2f065a0d9f8a req-a4b0c5bb-adc1-4462-9825-4f799d167a95 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216974 Jul 30 01:43:22.673624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125417bb-14d5-43cd-a937-dcc144017af4 req-731ed1f5-4afd-4d9d-83c4-df4d42d0393b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:22.677372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-125417bb-14d5-43cd-a937-dcc144017af4 req-731ed1f5-4afd-4d9d-83c4-df4d42d0393b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 945 time: 0.1559865 Jul 30 01:43:22.678092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97cf89-5771-4c64-bacf-9ab3986fefb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308341d4-63e9-474e-a003-87d4418cb45c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:22.740789 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7e82bfca-6c3a-4855-8152-c9c4fd17b05d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=df2f9a48d3c741ae86a01e1ba6af3f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376994 Jul 30 01:43:22.748048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60768) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:22.877370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-125417bb-14d5-43cd-a937-dcc144017af4 req-cc0b9d72-892b-45dc-850a-c24091c0797d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622653 Jul 30 01:43:22.896276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44a3535-d406-4c39-986a-6abd27e378f1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:22.917175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.947988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Transition to ACTIVE for port object c44a3535-d406-4c39-986a-6abd27e378f1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:22.954948 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:22.999808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e89674e7-75bb-4a59-a8ac-8682f848172f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.046284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc575b1d-8528-46ba-a22d-2c6f2a0b00a5 req-dc3f24f8-db55-4ee7-86c2-5c896a19ce5e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.061319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc575b1d-8528-46ba-a22d-2c6f2a0b00a5 req-dc3f24f8-db55-4ee7-86c2-5c896a19ce5e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.080698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc575b1d-8528-46ba-a22d-2c6f2a0b00a5 req-dc3f24f8-db55-4ee7-86c2-5c896a19ce5e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1682 time: 0.2153299 Jul 30 01:43:23.196389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e89674e7-75bb-4a59-a8ac-8682f848172f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.221880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:23.229372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Attempting to bind port c44a3535-d406-4c39-986a-6abd27e378f1 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:23.229921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Attempting to bind port c44a3535-d406-4c39-986a-6abd27e378f1 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:23.230460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Attempting to bind port c44a3535-d406-4c39-986a-6abd27e378f1 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:23.245531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Port c44a3535-d406-4c39-986a-6abd27e378f1 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:23.246072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Attempting to bind port c44a3535-d406-4c39-986a-6abd27e378f1 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:23.254362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ca77cec0-3260-4b84-86c4-67b1ce97b0cc details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:23.260840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e7ace502-ce62-444b-b9e4-d93df94a9db1 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:23.262629 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:23.263536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:23.264427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:23.265515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Bound port: c44a3535-d406-4c39-986a-6abd27e378f1, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:23.266601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.344140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: e7ace502-ce62-444b-b9e4-d93df94a9db1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:23.345906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e7ace502-ce62-444b-b9e4-d93df94a9db1 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:23.370679 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc575b1d-8528-46ba-a22d-2c6f2a0b00a5 req-2f910f5e-8797-43a5-8bbc-4a0968e4c0b1 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696705 Jul 30 01:43:23.405862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03932aaa-a3b1-4e09-b09e-b4824b584aff req-f40d1501-1d70-4482-936c-33f100f6fed1 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.423733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03932aaa-a3b1-4e09-b09e-b4824b584aff req-f40d1501-1d70-4482-936c-33f100f6fed1 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 947 time: 0.4067061 Jul 30 01:43:23.476153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:23.495878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:23.517584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.546053 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e89674e7-75bb-4a59-a8ac-8682f848172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.553269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e89674e7-75bb-4a59-a8ac-8682f848172f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.556056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e89674e7-75bb-4a59-a8ac-8682f848172f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6e66db41-d493-439a-86b9-370a6a82c977 HTTP/1.1" status: 204 len: 168 time: 0.7777781 Jul 30 01:43:23.614213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:23.631911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03932aaa-a3b1-4e09-b09e-b4824b584aff req-05df65e6-9cf5-4c1b-801e-c70542677da1 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926408 Jul 30 01:43:23.634828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:23.637224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'port_id': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc', 'mac_address': 'fa:16:3e:0a:74:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5d721-50b0-47c9-a6f9-0026d813c946', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:23.642859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89674e7-75bb-4a59-a8ac-8682f848172f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e66db41-d493-439a-86b9-370a6a82c977,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:23.702363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.707838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.712014 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e9ee4050-69b0-4076-b673-4ad280126065 service neutron] 10.222.0.22 "PUT /v2.0/ports/c44a3535-d406-4c39-986a-6abd27e378f1 HTTP/1.1" status: 200 len: 1095 time: 1.9022634 Jul 30 01:43:23.714862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:23.753570 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80b709f-4c8c-49dc-9d98-ada461c63794" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:23.815915 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.859038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a4ac8-a6c5-4e59-8bde-aee9024ce2ff req-594619db-bb63-41eb-8be8-cb328d0fb3c7 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.878876 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:23.882417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-641a4ac8-a6c5-4e59-8bde-aee9024ce2ff req-594619db-bb63-41eb-8be8-cb328d0fb3c7 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 943 time: 0.3216989 Jul 30 01:43:23.955908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca77cec0-3260-4b84-86c4-67b1ce97b0cc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:23.956726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e47d92ff-c26f-4105-bd75-a915bfcb317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:23.961402 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-e47d92ff-c26f-4105-bd75-a915bfcb317a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e14bbab38714e569314758439b4abdf&device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 1098 time: 0.1372437 Jul 30 01:43:24.021091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:24.032486 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:24.040924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-641a4ac8-a6c5-4e59-8bde-aee9024ce2ff req-19145924-29df-4486-828d-75bf8dce8288 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549065 Jul 30 01:43:24.081815 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-405e1a8d-c2b1-40d6-adc8-7a8d051c9887 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c44a3535-d406-4c39-986a-6abd27e378f1 HTTP/1.1" status: 200 len: 217 time: 0.1014850 Jul 30 01:43:24.193323 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85a824c-6b8e-43ac-a0c8-ea3a5f164aee x-openstack-request-id: req-a85a824c-6b8e-43ac-a0c8-ea3a5f164aee {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:24.194536 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:24.195217 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a85a824c-6b8e-43ac-a0c8-ea3a5f164aee {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:24.196275 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'status': 'completed', 'code': 200} Jul 30 01:43:24.215849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-7b4d0191-c9c4-4727-8132-163a9db30a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.218530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-7b4d0191-c9c4-4727-8132-163a9db30a39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1187348 Jul 30 01:43:24.330731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ca77cec0-3260-4b84-86c4-67b1ce97b0cc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:24.335921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2867a59-529d-476c-8a17-daa51ca6212f req-aff95bbd-0e6e-4f37-be07-9b1fa7ec5ef6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.338757 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2867a59-529d-476c-8a17-daa51ca6212f req-aff95bbd-0e6e-4f37-be07-9b1fa7ec5ef6 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.1329823 Jul 30 01:43:24.391055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-856295a9-650c-4523-99ac-66ca3752c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.396676 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-856295a9-650c-4523-99ac-66ca3752c349 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624324 Jul 30 01:43:24.420751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:24.440800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2867a59-529d-476c-8a17-daa51ca6212f req-f2d6b996-fdf0-4410-aa6f-ce2c0a5f5d59 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896347 Jul 30 01:43:24.523722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60814) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:24.636380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e0c89-4e2c-4e93-b1fc-92d560e7c95c req-da411e3d-04bb-4861-b46e-c6c4a030d6af tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.638722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-276e0c89-4e2c-4e93-b1fc-92d560e7c95c req-da411e3d-04bb-4861-b46e-c6c4a030d6af tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 945 time: 0.1925402 Jul 30 01:43:24.652730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a3f99a3d-706c-42b9-82a8-0b3daeb5da27 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e116c4960394c35a2cddaec11e3e721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1264334 Jul 30 01:43:24.659143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60818) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:24.728419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60822) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:24.813628 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-423c8723-f5fa-4e5e-bede-7a284aec43c5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:24.815831 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-423c8723-f5fa-4e5e-bede-7a284aec43c5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 945 time: 0.2771297 Jul 30 01:43:24.840140 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-49723109-83dc-4f03-813b-85e6ad309323 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283011 Jul 30 01:43:25.175022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-276e0c89-4e2c-4e93-b1fc-92d560e7c95c req-7073f8bc-55b8-4a36-9f0d-1dcf385bcdde tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199227 Jul 30 01:43:25.202637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c2603-3811-48c9-abae-a2246822ed09 req-ef583765-2afd-49d6-8ca7-04eaa5a3cd24 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.214781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd3c2603-3811-48c9-abae-a2246822ed09 req-ef583765-2afd-49d6-8ca7-04eaa5a3cd24 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 947 time: 0.1198578 Jul 30 01:43:25.314930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd3c2603-3811-48c9-abae-a2246822ed09 req-6f037658-5e81-44f2-8ccf-a006186400e8 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925009 Jul 30 01:43:25.399384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43b2c-2b8f-4dac-a721-42f8f3ca168e req-1947b248-db94-4da4-a749-9390f68ef01c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.412371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43b2c-2b8f-4dac-a721-42f8f3ca168e req-1947b248-db94-4da4-a749-9390f68ef01c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.415418 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47a43b2c-2b8f-4dac-a721-42f8f3ca168e req-1947b248-db94-4da4-a749-9390f68ef01c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1682 time: 0.1261077 Jul 30 01:43:25.420245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-13797910-network', 'tenant_id': '0b297cb5596d49098b82af2e3498bfa1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:25.437233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46d87397-ad73-4ff8-98ec-a1e0c42b75e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.519311 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47a43b2c-2b8f-4dac-a721-42f8f3ca168e req-6c8104fe-ef48-472b-b4df-65b478109f6a tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804996 Jul 30 01:43:25.527220 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46d87397-ad73-4ff8-98ec-a1e0c42b75e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.561649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Made reservation on behalf of 0b297cb5596d49098b82af2e3498bfa1 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:25.565552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.571244 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fcd7522c-da42-4b1c-bccc-234c540b06df req-4e3510f0-fae2-4d99-b093-b91673ea9c29 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060242 Jul 30 01:43:25.611837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60836) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:25.612902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.615899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34753f5-752d-4d94-a9d3-e482e2d4eaf7 req-4570cb45-1916-4c4b-b1b5-f289bc5975b6 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.618835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a34753f5-752d-4d94-a9d3-e482e2d4eaf7 req-4570cb45-1916-4c4b-b1b5-f289bc5975b6 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 944 time: 0.1325371 Jul 30 01:43:25.688613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Deleting port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:25.688920 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.720709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a34753f5-752d-4d94-a9d3-e482e2d4eaf7 req-c43c8636-c4ff-447d-9dbb-699b13003b28 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889621 Jul 30 01:43:25.834816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25fc23-91a8-4ef7-88b7-618e45684024 req-e10fda29-98e5-44dc-af56-991b2e698075 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.837568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e25fc23-91a8-4ef7-88b7-618e45684024 req-e10fda29-98e5-44dc-af56-991b2e698075 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.1052520 Jul 30 01:43:25.911528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e25fc23-91a8-4ef7-88b7-618e45684024 req-972616a8-0012-4246-b89e-f2d29e60ce21 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639453 Jul 30 01:43:25.919194 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46d87397-ad73-4ff8-98ec-a1e0c42b75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.923767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46d87397-ad73-4ff8-98ec-a1e0c42b75e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.925575 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-46d87397-ad73-4ff8-98ec-a1e0c42b75e9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b5405d8-9834-4314-a084-b1826feb5e6f HTTP/1.1" status: 204 len: 168 time: 1.2643797 Jul 30 01:43:25.977763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b623671-9a4d-45cd-a832-8e3e01a6dfee tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:25.981758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-9a5b4ddc-f099-48dd-8542-8b3c5a05124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:25.983416 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-9a5b4ddc-f099-48dd-8542-8b3c5a05124d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9e14bbab38714e569314758439b4abdf&device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 1098 time: 0.3034647 Jul 30 01:43:25.992965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d87397-ad73-4ff8-98ec-a1e0c42b75e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5405d8-9834-4314-a084-b1826feb5e6f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:26.095935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b623671-9a4d-45cd-a832-8e3e01a6dfee tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.173712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] For port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:26.174070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.217062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Calling delete_port for 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:26.419618 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.433924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.449218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-b8d0b903-0c7c-4998-ac00-354841c5e165 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.457759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-b8d0b903-0c7c-4998-ac00-354841c5e165 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.460342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-b8d0b903-0c7c-4998-ac00-354841c5e165 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1682 time: 0.1506431 Jul 30 01:43:26.470346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b623671-9a4d-45cd-a832-8e3e01a6dfee tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.472918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5ba73-2766-4766-9dbc-d017f999285a req-55abc5fb-ea6c-4f46-af94-443bbd01abe5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.475153 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b623671-9a4d-45cd-a832-8e3e01a6dfee tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.476155 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7b5ba73-2766-4766-9dbc-d017f999285a req-55abc5fb-ea6c-4f46-af94-443bbd01abe5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5bbca2-807f-4360-8e28-1bbaae9b7749 HTTP/1.1" status: 200 len: 945 time: 0.1494114 Jul 30 01:43:26.487993 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3b623671-9a4d-45cd-a832-8e3e01a6dfee tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "DELETE /v2.0/security-groups/455174bd-14bf-4572-8889-0d49f5c4818b HTTP/1.1" status: 204 len: 168 time: 0.8712342 Jul 30 01:43:26.493764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60850) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:26.530161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-69adbf52-9550-4270-83ed-4c1a0b2a9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.532375 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-69adbf52-9550-4270-83ed-4c1a0b2a9a66 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.5242722 Jul 30 01:43:26.538055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:26.633829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:26.651011 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-221d7a19-b65d-4cbc-9cb5-37ee66041e32 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] show failed (client error): The resource could not be found. Jul 30 01:43:26.652256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-221d7a19-b65d-4cbc-9cb5-37ee66041e32 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "GET /v2.0/security-groups/455174bd-14bf-4572-8889-0d49f5c4818b HTTP/1.1" status: 404 len: 347 time: 0.1552653 Jul 30 01:43:26.664058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60856) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:26.676178 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.676734 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Added segment ac5b9672-8a87-4132-80f1-8893ffb01ba6 of type vlan for network 944e4bd2-8bb9-4e38-9143-e46312114ed6 Jul 30 01:43:26.680991 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-c8e551aa-0d6c-4f5e-85f4-139b938bdc98 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c44a3535-d406-4c39-986a-6abd27e378f1 HTTP/1.1" status: 200 len: 217 time: 0.1211455 Jul 30 01:43:26.738821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b623671-9a4d-45cd-a832-8e3e01a6dfee tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455174bd-14bf-4572-8889-0d49f5c4818b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:26.812189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7b5ba73-2766-4766-9dbc-d017f999285a req-211dae32-1121-4489-a4d4-5ebfdac6d601 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198776 Jul 30 01:43:26.890474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-4084b1fe-9224-4d73-b653-e447e96bb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.893656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-4084b1fe-9224-4d73-b653-e447e96bb907 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1792638 Jul 30 01:43:26.900998 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.906766 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:26.918493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8312add5-54e0-48dc-b78f-37c85826d59e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:26.935598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7757c-dde0-42e7-a95d-0ac12355b4ea req-8deffd24-bef4-43b3-aee8-caaaa5b47995 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:26.939592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70a7757c-dde0-42e7-a95d-0ac12355b4ea req-8deffd24-bef4-43b3-aee8-caaaa5b47995 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 947 time: 0.4021688 Jul 30 01:43:27.068444 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Pushing event deleted for resources: {'Port': ['ID=385484d2-0cd2-41a6-a6d8-6d1156b1ff1d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:27.163508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:27.164038 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.190665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70a7757c-dde0-42e7-a95d-0ac12355b4ea req-ac817e73-0f89-4a68-a4a3-f80b945ed18f tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831858 Jul 30 01:43:27.197536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] No DVR routers for this DVR port 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:27.214186 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.229463 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f4f1da5-bab1-4a30-a3d2-10f7a9ba2f5f req-8d8ee56c-7302-4a50-bd17-f48906588184 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.22 "DELETE /v2.0/ports/385484d2-0cd2-41a6-a6d8-6d1156b1ff1d HTTP/1.1" status: 204 len: 173 time: 2.3744023 Jul 30 01:43:27.229463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5bbca2-807f-4360-8e28-1bbaae9b7749', 'name': 'network-vif-deleted', 'tag': '385484d2-0cd2-41a6-a6d8-6d1156b1ff1d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:27.241938 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d16ca7-b9d1-4b22-88ab-8d79690c538d" -d '{"events": [{"server_uuid": "7a5bbca2-807f-4360-8e28-1bbaae9b7749", "name": "network-vif-deleted", "tag": "385484d2-0cd2-41a6-a6d8-6d1156b1ff1d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:27.279355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:43:27.301991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-86aeadcd-f39e-4a72-a9d8-c82d3b5bbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.305341 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-86aeadcd-f39e-4a72-a9d8-c82d3b5bbeaa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3738663 Jul 30 01:43:27.324942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:27.329514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ca77cec0-3260-4b84-86c4-67b1ce97b0cc up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:27.411559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:27.412704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 385484d2-0cd2-41a6-a6d8-6d1156b1ff1d not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:27.497857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09645ba-5c96-47d1-b260-9e00bfc7f7e0 req-ae590f38-1b00-486b-b90f-8fd714c82b69 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.513325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09645ba-5c96-47d1-b260-9e00bfc7f7e0 req-ae590f38-1b00-486b-b90f-8fd714c82b69 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.518306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f09645ba-5c96-47d1-b260-9e00bfc7f7e0 req-ae590f38-1b00-486b-b90f-8fd714c82b69 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 1682 time: 0.4984848 Jul 30 01:43:27.518914 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-ac1aeffb-2f31-4b73-9fa7-a0b69fde865e service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837034 Jul 30 01:43:27.545296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ca77cec0-3260-4b84-86c4-67b1ce97b0cc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:27.549252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.551114 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.552431 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.571352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ca77cec0-3260-4b84-86c4-67b1ce97b0cc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:27.572065 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.593908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Deleting port 08f4fa11-6fee-41e2-9042-6077cf7d42d4 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:27.595413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.735885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] Pushing event updated for resources: {'Network': ['ID=944e4bd2-8bb9-4e38-9143-e46312114ed6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:27.736360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] For port 4b0f0b5f-3825-4060-80e4-5433cd3519b9, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4b0f0b5f-3825-4060-80e4-5433cd3519b9,segment=NetworkSegment(e67ad2cc-55d4-4d34-a48b-556e56e34eea),segment_id=e67ad2cc-55d4-4d34-a48b-556e56e34eea)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:27.737059 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.745061 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-68efa306-7975-4c73-b686-3f81d703cea5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0075529 Jul 30 01:43:27.749398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60876) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:27.759936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Request body: {'subnet': {'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-13797910-subnet', 'tenant_id': '0b297cb5596d49098b82af2e3498bfa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:27.774269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 944e4bd2-8bb9-4e38-9143-e46312114ed6 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:27.802091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Made reservation on behalf of 0b297cb5596d49098b82af2e3498bfa1 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:27.805121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.813908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6709ce-896b-4801-bcff-031cb933c6b0 req-feac72f6-1d6f-43bd-b89e-486b6673b289 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:27.820785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f6709ce-896b-4801-bcff-031cb933c6b0 req-feac72f6-1d6f-43bd-b89e-486b6673b289 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 944 time: 0.4073410 Jul 30 01:43:27.845219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Calling delete_port for 4b0f0b5f-3825-4060-80e4-5433cd3519b9 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:27.854697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f09645ba-5c96-47d1-b260-9e00bfc7f7e0 req-b6beae8a-ac7b-4b0a-8aac-ae9ff9aefe00 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037159 Jul 30 01:43:27.940525 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:27.994580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:27.999664 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4627acc-75a6-4c10-853c-fc506315dc3e" -d '{"events": [{"server_uuid": "1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ca77cec0-3260-4b84-86c4-67b1ce97b0cc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:28.028662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:28.036472 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.081189 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c80b709f-4c8c-49dc-9d98-ada461c63794 req-4a52a720-5eb0-4b82-bafc-b58b7187a8ab service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477808 Jul 30 01:43:28.162601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.164970 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.166438 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.188344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f6709ce-896b-4801-bcff-031cb933c6b0 req-b3aa6c79-ecb8-4284-9be3-f68ecf706fc2 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656902 Jul 30 01:43:28.234222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Calling delete_port for 08f4fa11-6fee-41e2-9042-6077cf7d42d4 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:28.291181 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f2520b-d083-42ba-be3a-923938cd6c83 x-openstack-request-id: req-a4f2520b-d083-42ba-be3a-923938cd6c83 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:28.292028 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5bbca2-807f-4360-8e28-1bbaae9b7749", "name": "network-vif-deleted", "tag": "385484d2-0cd2-41a6-a6d8-6d1156b1ff1d", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:28.292613 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a4f2520b-d083-42ba-be3a-923938cd6c83 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:28.293478 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5bbca2-807f-4360-8e28-1bbaae9b7749', 'name': 'network-vif-deleted', 'tag': '385484d2-0cd2-41a6-a6d8-6d1156b1ff1d', 'status': 'completed', 'code': 200} Jul 30 01:43:28.306290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.376970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df0998-f752-4212-8375-acc5a66d53a5 req-33905248-4068-42ac-91b3-7d62aa3b40c7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.379843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9df0998-f752-4212-8375-acc5a66d53a5 req-33905248-4068-42ac-91b3-7d62aa3b40c7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.3375225 Jul 30 01:43:28.439468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b27a155-2044-4f76-bcc8-ab6e616ec711,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.481296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:28.481885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Network hostable DHCP agents. Network: 944e4bd2-8bb9-4e38-9143-e46312114ed6, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:28.495870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.505920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9df0998-f752-4212-8375-acc5a66d53a5 req-5814411f-662e-4dab-9ced-509540f46a20 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107783 Jul 30 01:43:28.511941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['4b0f0b5f-3825-4060-80e4-5433cd3519b9', 'fc62b3ab-34ab-4772-981d-4f6fdb2f8b26'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:28.535327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Network 944e4bd2-8bb9-4e38-9143-e46312114ed6 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:28.566544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 944e4bd2-8bb9-4e38-9143-e46312114ed6) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:28.567125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Port': ['ID=4b0f0b5f-3825-4060-80e4-5433cd3519b9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:28.595767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:28.596812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.617807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fce15b-64ff-498b-ae37-18d4b11ab100 None None] Network 944e4bd2-8bb9-4e38-9143-e46312114ed6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:28.650702 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b50032f7-6b8f-43e6-84eb-3ee17ae722d1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8987715 Jul 30 01:43:28.678780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] No DVR routers for this DVR port 4b0f0b5f-3825-4060-80e4-5433cd3519b9 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:28.685219 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.690031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1add415c-62c9-4383-9c45-a2fc14ba2ae6 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.41 "DELETE /v2.0/ports/4b0f0b5f-3825-4060-80e4-5433cd3519b9 HTTP/1.1" status: 204 len: 173 time: 2.2121162 Jul 30 01:43:28.691284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'name': 'network-vif-deleted', 'tag': '4b0f0b5f-3825-4060-80e4-5433cd3519b9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:28.695872 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3881b9f-c13a-45ca-9460-09a7865027cf" -d '{"events": [{"server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "name": "network-vif-deleted", "tag": "4b0f0b5f-3825-4060-80e4-5433cd3519b9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:28.828044 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:28.884831 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811c01f2-b236-48e5-bc6c-93852207a5fb x-openstack-request-id: req-811c01f2-b236-48e5-bc6c-93852207a5fb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:28.885179 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ca77cec0-3260-4b84-86c4-67b1ce97b0cc", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:28.885369 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-811c01f2-b236-48e5-bc6c-93852207a5fb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:28.885759 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc', 'code': 200} Jul 30 01:43:29.025223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadfff5-e9fd-42ad-b712-a31ef6391672 None None] Network 944e4bd2-8bb9-4e38-9143-e46312114ed6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:29.074719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef6df2-c8ae-4584-b7c7-5972dd607e85 req-50cacc33-2955-4146-a61a-a650c17d2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.077206 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1cef6df2-c8ae-4584-b7c7-5972dd607e85 req-50cacc33-2955-4146-a61a-a650c17d2a0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 1096 time: 0.1022506 Jul 30 01:43:29.165956 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1cef6df2-c8ae-4584-b7c7-5972dd607e85 req-0bf6f94b-5302-4862-b502-85393a6bb066 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785632 Jul 30 01:43:29.209349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:29.222341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Pushing event deleted for resources: {'Port': ['ID=08f4fa11-6fee-41e2-9042-6077cf7d42d4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:29.489714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.494262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.500131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5e9f1902-177f-46b2-8be0-dec98c15af19 tempest-ImagesOneServerNegativeTestJSON-165436535 tempest-ImagesOneServerNegativeTestJSON-165436535-project] 10.222.0.84 "DELETE /v2.0/floatingips/0afc90c0-5430-44df-bdff-a8075b5ba9ad HTTP/1.1" status: 204 len: 168 time: 2.8296771 Jul 30 01:43:29.510045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:29.510793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.525469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8e1fd-18c6-4fc6-91e4-9264f94e7500 req-ee8be8cf-c40a-42b6-921a-824145e7b898 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.527460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4a8e1fd-18c6-4fc6-91e4-9264f94e7500 req-ee8be8cf-c40a-42b6-921a-824145e7b898 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 947 time: 0.3398969 Jul 30 01:43:29.567933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:29.589281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'mac_address': 'fa:16:3e:be:51:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:29.628903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b54b8-377b-4326-bdf6-0aaec4efbe89 req-c0061939-c79b-4f8e-b860-04df9f270b2a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:29.640190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be9b54b8-377b-4326-bdf6-0aaec4efbe89 req-c0061939-c79b-4f8e-b860-04df9f270b2a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3274245 Jul 30 01:43:29.695606 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.722252 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44a3535-d406-4c39-986a-6abd27e378f1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:29.758526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:29.766898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4a8e1fd-18c6-4fc6-91e4-9264f94e7500 req-e553fb2a-022a-46d5-acdc-bea68d642cf0 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159126 Jul 30 01:43:29.770464 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.799671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be9b54b8-377b-4326-bdf6-0aaec4efbe89 req-5ca3e1f2-31b0-4ba7-a745-4ada4d002839 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580014 Jul 30 01:43:29.816245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] For port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,segment=NetworkSegment(443ffc61-7d74-43b8-b7ed-9fe8abbd45b6),segment_id=443ffc61-7d74-43b8-b7ed-9fe8abbd45b6)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:29.816245 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:29.848819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Calling delete_port for fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:30.056809 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ecaeb3-f7de-45e7-bf1f-a85c0e68c386 x-openstack-request-id: req-b5ecaeb3-f7de-45e7-bf1f-a85c0e68c386 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:30.057461 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "name": "network-vif-deleted", "tag": "4b0f0b5f-3825-4060-80e4-5433cd3519b9", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:30.058163 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b5ecaeb3-f7de-45e7-bf1f-a85c0e68c386 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:30.058811 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'name': 'network-vif-deleted', 'tag': '4b0f0b5f-3825-4060-80e4-5433cd3519b9', 'status': 'completed', 'code': 200} Jul 30 01:43:30.090252 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:30.189168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94744c4b-f3db-4b2d-947e-ab95b786280c req-b750a5c1-f847-4dfe-b54d-94d1973373b0 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.191683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94744c4b-f3db-4b2d-947e-ab95b786280c req-b750a5c1-f847-4dfe-b54d-94d1973373b0 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e12b020-8729-44cc-8595-071a2dd8069c HTTP/1.1" status: 200 len: 946 time: 0.1654234 Jul 30 01:43:30.219382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c44a3535-d406-4c39-986a-6abd27e378f1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:30.226082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60918) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:30.237495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-783049965-network', 'tenant_id': '0c2a3dc17e71452c8925639d37f0e39f'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:30.300204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Made reservation on behalf of 0c2a3dc17e71452c8925639d37f0e39f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:30.303729 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.330432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.362115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94744c4b-f3db-4b2d-947e-ab95b786280c req-4e236fb1-c1c3-400e-a47b-e17b30dfd3a5 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "GET /v2.0/security-groups?id=ce696337-d570-4496-9e43-78b9f1698cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394727 Jul 30 01:43:30.392603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cb4ef-6e34-4894-92a1-c33243447183 req-76bff51e-3547-43f7-8df8-d691a1c11cb4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.396239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a45cb4ef-6e34-4894-92a1-c33243447183 req-76bff51e-3547-43f7-8df8-d691a1c11cb4 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 945 time: 0.1927314 Jul 30 01:43:30.435404 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.484767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Port': ['ID=fc62b3ab-34ab-4772-981d-4f6fdb2f8b26,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:30.547248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a45cb4ef-6e34-4894-92a1-c33243447183 req-a995cf90-1e7f-4872-9538-6bfdd80c94bb tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352961 Jul 30 01:43:30.587668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] No DVR routers for this DVR port fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:30.595041 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.598540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c87b1d68-bc58-4e1a-acc5-0fe36f4c817a req-1130303e-e9d4-4ab7-a9be-2d84e8c8be6e tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.41 "DELETE /v2.0/ports/fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 HTTP/1.1" status: 204 len: 173 time: 1.8966916 Jul 30 01:43:30.679764 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.688953 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.691202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac833f8-6225-4f94-af99-95e1f2842ef8 req-fd7bc7ab-51c6-43df-ba80-055318337eb5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.694411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ac833f8-6225-4f94-af99-95e1f2842ef8 req-fd7bc7ab-51c6-43df-ba80-055318337eb5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.0945201 Jul 30 01:43:30.703250 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1944372d-e68d-4ecd-b7a9-231962e309c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.715462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:30.729308 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.729769 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Added segment 7529073d-b1f4-42ec-939b-549bd2b87120 of type vlan for network 94512df4-7741-40be-b5ea-0e7c9d53972a Jul 30 01:43:30.787676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ac833f8-6225-4f94-af99-95e1f2842ef8 req-b6670bab-c59e-481f-8d44-a68bee25c485 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691741 Jul 30 01:43:30.803842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.883346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.885337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:30.886644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:30.950107 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.038940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0992cc3a-e17c-45cc-86a5-1a351fd2800b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:31.045832 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8164196 Jul 30 01:43:31.051231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60942) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:31.064230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Request body: {'subnet': {'network_id': '94512df4-7741-40be-b5ea-0e7c9d53972a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-783049965-subnet', 'tenant_id': '0c2a3dc17e71452c8925639d37f0e39f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:31.079829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861f97b-794c-45c7-b006-a61de5b81881 admin admin] Pushing event updated for resources: {'Network': ['ID=94512df4-7741-40be-b5ea-0e7c9d53972a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:31.095596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 94512df4-7741-40be-b5ea-0e7c9d53972a details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:31.111034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Made reservation on behalf of 0c2a3dc17e71452c8925639d37f0e39f for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:31.118731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.315607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:31.354211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:31.354702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fc62b3ab-34ab-4772-981d-4f6fdb2f8b26 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:31.355720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 4b0f0b5f-3825-4060-80e4-5433cd3519b9 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:31.396190 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 4b0f0b5f-3825-4060-80e4-5433cd3519b9 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:31.397145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 4b0f0b5f-3825-4060-80e4-5433cd3519b9 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:31.538276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92195b9c-99b5-477f-aacd-9228a809b03d req-eb5fda04-2117-4174-959e-78ed277d5791 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.540381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92195b9c-99b5-477f-aacd-9228a809b03d req-eb5fda04-2117-4174-959e-78ed277d5791 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2021203 Jul 30 01:43:31.608563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60954) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:31.697208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-21acc127-c746-4048-a399-21cdcc5cda79 admin admin] Deleting subnet 9639aacf-43cb-466d-8bb2-29b870857fd5 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:31.702426 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21acc127-c746-4048-a399-21cdcc5cda79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.749749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92195b9c-99b5-477f-aacd-9228a809b03d req-620e06c9-3d4a-4b5a-9708-6806bf885694 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898007 Jul 30 01:43:31.761901 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21acc127-c746-4048-a399-21cdcc5cda79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.796112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.858761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21acc127-c746-4048-a399-21cdcc5cda79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:31.911402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60962) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:31.935088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66330c-4b0b-40ec-8928-f1e1ec357f26 req-b7d2d264-20fd-497f-b8e1-cc86d8f5491e tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:31.937942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b66330c-4b0b-40ec-8928-f1e1ec357f26 req-b7d2d264-20fd-497f-b8e1-cc86d8f5491e tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 948 time: 0.2309968 Jul 30 01:43:31.939750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d98c863-c080-4046-ab17-cb03499cc8b5,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:32.016870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21acc127-c746-4048-a399-21cdcc5cda79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.027894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-739421d9-32ec-48e7-a15c-caee5c351992 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting subnet f1927d68-fd3f-4a6d-8e36-384295378a28 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:32.051231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Checking segment: {'id': '7529073d-b1f4-42ec-939b-549bd2b87120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '94512df4-7741-40be-b5ea-0e7c9d53972a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:32.053278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Network hostable DHCP agents. Network: 94512df4-7741-40be-b5ea-0e7c9d53972a, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:32.060694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'name': 'network-vif-deleted', 'tag': 'fc62b3ab-34ab-4772-981d-4f6fdb2f8b26'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:32.064687 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6900239b-64a8-4a9a-9f8d-6670ccd177b4" -d '{"events": [{"server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "name": "network-vif-deleted", "tag": "fc62b3ab-34ab-4772-981d-4f6fdb2f8b26"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:32.065009 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739421d9-32ec-48e7-a15c-caee5c351992 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.070768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acc127-c746-4048-a399-21cdcc5cda79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9639aacf-43cb-466d-8bb2-29b870857fd5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:32.088305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b66330c-4b0b-40ec-8928-f1e1ec357f26 req-a0c12652-7e39-4472-b570-12fd1327d46e tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381345 Jul 30 01:43:32.117961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21acc127-c746-4048-a399-21cdcc5cda79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.121550 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-21acc127-c746-4048-a399-21cdcc5cda79 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9639aacf-43cb-466d-8bb2-29b870857fd5 HTTP/1.1" status: 204 len: 168 time: 0.5112331 Jul 30 01:43:32.122954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Network 94512df4-7741-40be-b5ea-0e7c9d53972a is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:32.127189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60976) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:32.160665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 94512df4-7741-40be-b5ea-0e7c9d53972a) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:32.174697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a5df3-b393-4a25-b045-3931f005c25e None None] Network 94512df4-7741-40be-b5ea-0e7c9d53972a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:32.198576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.199861 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.243125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739421d9-32ec-48e7-a15c-caee5c351992 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.296391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8f20d66c-b23b-42d2-b997-1a9613c85aa2 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2427320 Jul 30 01:43:32.322133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25936f55-9bd8-4fbb-8a07-1ccc72423f8a req-c033ff4f-74a7-470d-bd53-30502f859a7d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.328353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25936f55-9bd8-4fbb-8a07-1ccc72423f8a req-c033ff4f-74a7-470d-bd53-30502f859a7d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1873126 Jul 30 01:43:32.343724 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.371801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab40f5f-9bb3-4f66-a8d1-b07bf73cb6d1 req-9c37cafc-52de-4c30-bbab-2df92fba74fb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:32.376103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ab40f5f-9bb3-4f66-a8d1-b07bf73cb6d1 req-9c37cafc-52de-4c30-bbab-2df92fba74fb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.1662107 Jul 30 01:43:32.478891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b351c-f36f-4890-9940-7d0f31d5d582 None None] Network 94512df4-7741-40be-b5ea-0e7c9d53972a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:32.495329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25936f55-9bd8-4fbb-8a07-1ccc72423f8a req-9f5fe80a-d48f-46a9-9988-75de338879f8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541564 Jul 30 01:43:32.512751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ab40f5f-9bb3-4f66-a8d1-b07bf73cb6d1 req-8a0f2a8a-2937-4686-82c7-591d3150e0dd tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981264 Jul 30 01:43:32.613111 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739421d9-32ec-48e7-a15c-caee5c351992 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.787387 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4311f10f-89d7-4be3-8d18-5555b109b069 x-openstack-request-id: req-4311f10f-89d7-4be3-8d18-5555b109b069 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:32.788277 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e12b020-8729-44cc-8595-071a2dd8069c", "name": "network-vif-deleted", "tag": "fc62b3ab-34ab-4772-981d-4f6fdb2f8b26", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:32.788470 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4311f10f-89d7-4be3-8d18-5555b109b069 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:32.789628 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e12b020-8729-44cc-8595-071a2dd8069c', 'name': 'network-vif-deleted', 'tag': 'fc62b3ab-34ab-4772-981d-4f6fdb2f8b26', 'status': 'completed', 'code': 200} Jul 30 01:43:32.817536 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:32.893457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9dba1c-28b5-49d6-81ba-d97bb3d19105']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:32.961631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7d0718-4501-4034-9128-d01a3dd1fa08') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:32.962537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7d0718-4501-4034-9128-d01a3dd1fa08') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:32.968386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739421d9-32ec-48e7-a15c-caee5c351992 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.003554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.047127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739421d9-32ec-48e7-a15c-caee5c351992 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Subnet': ['ID=f1927d68-fd3f-4a6d-8e36-384295378a28,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:33.061902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739421d9-32ec-48e7-a15c-caee5c351992 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.065776 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-739421d9-32ec-48e7-a15c-caee5c351992 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "DELETE /v2.0/subnets/f1927d68-fd3f-4a6d-8e36-384295378a28 HTTP/1.1" status: 204 len: 168 time: 1.1526430 Jul 30 01:43:33.071524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32772) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:33.072899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff140d3-0f4f-4cc5-b707-a1058024d2f3 None None] Network 49cafc45-1bdb-4a60-a101-d4eec2babea1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:33.073282 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.090300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:33.091488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.210145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:33.251455 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:33.363087 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:33.369215 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06acbb81-f543-4016-b86b-f54068e3bafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.373116 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.407380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting port 04694158-9811-4728-b8ad-89260359615a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:33.408570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.429265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port c44a3535-d406-4c39-986a-6abd27e378f1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:33.442441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port c44a3535-d406-4c39-986a-6abd27e378f1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:33.442739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.446451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.454320 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/3a9dba1c-28b5-49d6-81ba-d97bb3d19105 HTTP/1.1" status: 204 len: 168 time: 1.3226540 Jul 30 01:43:33.456234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798df86-7fb5-4ab8-b0c3-bf2d4b1543a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a9dba1c-28b5-49d6-81ba-d97bb3d19105,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:33.592814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] DHCP port deletion for 49cafc45-1bdb-4a60-a101-d4eec2babea1 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:33.596270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] For port 04694158-9811-4728-b8ad-89260359615a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=04694158-9811-4728-b8ad-89260359615a,segment=NetworkSegment(443ffc61-7d74-43b8-b7ed-9fe8abbd45b6),segment_id=443ffc61-7d74-43b8-b7ed-9fe8abbd45b6)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:33.597300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.621224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Calling delete_port for 04694158-9811-4728-b8ad-89260359615a owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:33.795479 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.835879 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.865371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 04694158-9811-4728-b8ad-89260359615a no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:33.914580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 04694158-9811-4728-b8ad-89260359615a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:33.915028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 04694158-9811-4728-b8ad-89260359615a not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:33.952620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Port': ['ID=04694158-9811-4728-b8ad-89260359615a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:33.962036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] Deleting port 04694158-9811-4728-b8ad-89260359615a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:33.964152 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.965545 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:33.986603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] No DVR routers for this DVR port 04694158-9811-4728-b8ad-89260359615a on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:34.062669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] For port 04694158-9811-4728-b8ad-89260359615a, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:34.063497 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.090245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] Calling delete_port for 04694158-9811-4728-b8ad-89260359615a owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:34.093534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32806) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:34.094919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] Port 04694158-9811-4728-b8ad-89260359615a was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:43:34.096511 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.208863 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2f5940d5-dbf9-461d-8466-bf54924f2298 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f46bc5129e26406a9f83213a27b7db26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116340 Jul 30 01:43:34.216307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32808) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:34.343977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] Pushing event deleted for resources: {'Port': ['ID=04694158-9811-4728-b8ad-89260359615a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:34.371730 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fde767c-a4d3-4c69-bc51-446a7642ea57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.382101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:34.386627 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677efc8b-8088-4175-9427-e4203dc57c59" -d '{"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:34.393831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cb63e-0699-450a-81c0-dfa38e871f3d None None] No DVR routers for this DVR port 04694158-9811-4728-b8ad-89260359615a on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:34.401598 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.423081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.433685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:34.443653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fde767c-a4d3-4c69-bc51-446a7642ea57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.446999 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.491832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cafc45-1bdb-4a60-a101-d4eec2babea1']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:34.539665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb692b-0b09-4874-bbd8-adbc85ac9312 req-5f6f3176-b192-4898-91e1-c8423c19c011 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.542013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bccb692b-0b09-4874-bbd8-adbc85ac9312 req-5f6f3176-b192-4898-91e1-c8423c19c011 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 948 time: 0.3545227 Jul 30 01:43:34.550852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:34.550852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443ffc61-7d74-43b8-b7ed-9fe8abbd45b6') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:34.557289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fde767c-a4d3-4c69-bc51-446a7642ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.562865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fde767c-a4d3-4c69-bc51-446a7642ea57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.565753 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7fde767c-a4d3-4c69-bc51-446a7642ea57 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/211a4467-ea51-48d1-9f73-9e6029777f33 HTTP/1.1" status: 204 len: 168 time: 0.3445218 Jul 30 01:43:34.597485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde767c-a4d3-4c69-bc51-446a7642ea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211a4467-ea51-48d1-9f73-9e6029777f33,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:34.598126 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.600694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:34.643559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-fa2449f4-4e6c-481c-a3c7-87f3b09918b4 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:34.653766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-fa2449f4-4e6c-481c-a3c7-87f3b09918b4 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 819 time: 0.7036932 Jul 30 01:43:34.678132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.686515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-a736dfef-aa0d-455f-a244-069e90685772 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/quotas/0b297cb5596d49098b82af2e3498bfa1 HTTP/1.1" status: 200 len: 375 time: 0.0316894 Jul 30 01:43:34.694595 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bccb692b-0b09-4874-bbd8-adbc85ac9312 req-7c6ee3c7-a138-4233-a155-96d367758e23 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272242 Jul 30 01:43:34.696302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:34.696953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:34.703262 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:34.805333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ec5b0a98-7a23-4d4e-8bb9-7b1ad3aad277 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013322 Jul 30 01:43:34.925968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.946981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:34.951606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "DELETE /v2.0/networks/49cafc45-1bdb-4a60-a101-d4eec2babea1 HTTP/1.1" status: 204 len: 168 time: 1.8786857 Jul 30 01:43:34.955806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32818) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:35.092807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-4335117c-69d4-4e65-874d-86a67e940ce8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting subnet c504b00a-32a5-4dd9-8265-5e46284137e3 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:35.099334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4335117c-69d4-4e65-874d-86a67e940ce8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.180875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4335117c-69d4-4e65-874d-86a67e940ce8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.313721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ca77cec0-3260-4b84-86c4-67b1ce97b0cc details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:35.388172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4335117c-69d4-4e65-874d-86a67e940ce8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.485350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa192dad-142b-49ea-82fb-6ad56985d76c tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Network': ['ID=49cafc45-1bdb-4a60-a101-d4eec2babea1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:35.524567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4335117c-69d4-4e65-874d-86a67e940ce8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.548732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee0a3e-00f5-4205-8279-6ac1549c8399 req-3a5e5c8b-b169-4a00-91dc-b405a5c33ef4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:35.550652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09ee0a3e-00f5-4205-8279-6ac1549c8399 req-3a5e5c8b-b169-4a00-91dc-b405a5c33ef4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.5774584 Jul 30 01:43:35.564728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-a33fef98-f526-4b00-927e-a5b67bdef01c service neutron] 10.222.0.84 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290795 Jul 30 01:43:35.574925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:35.596690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc', 'network_id': 'b7dcaba9-c7c3-42ac-89fb-5120488593d9', 'port_id': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc', 'mac_address': 'fa:16:3e:0a:74:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a5d721-50b0-47c9-a6f9-0026d813c946', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:35.603200 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4335117c-69d4-4e65-874d-86a67e940ce8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.606860 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4335117c-69d4-4e65-874d-86a67e940ce8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "DELETE /v2.0/subnets/c504b00a-32a5-4dd9-8265-5e46284137e3 HTTP/1.1" status: 204 len: 168 time: 0.6494241 Jul 30 01:43:35.609066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335117c-69d4-4e65-874d-86a67e940ce8 tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Subnet': ['ID=c504b00a-32a5-4dd9-8265-5e46284137e3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:35.611641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32830) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:35.625289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd9377-49dc-4442-a4b5-e7105af9c1cd None None] Network 0c8e7e3d-31b0-4371-925c-cae25cf73e56 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:35.726899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09ee0a3e-00f5-4205-8279-6ac1549c8399 req-4d15a704-0401-4eb6-9007-6a6990436c3f tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590703 Jul 30 01:43:35.779681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.816193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-5b69004d-b85a-464d-a592-a6b414245284 service neutron] 10.222.0.84 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494373 Jul 30 01:43:35.821690 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.873775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca77cec0-3260-4b84-86c4-67b1ce97b0cc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:35.916074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Deleting port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:35.916422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:35.936074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:35.950792 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.087387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] For port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c3fce205-84f6-4aa3-974e-f4dc5d49dfe0,segment=NetworkSegment(e67ad2cc-55d4-4d34-a48b-556e56e34eea),segment_id=e67ad2cc-55d4-4d34-a48b-556e56e34eea)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:36.087387 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.147892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ca77cec0-3260-4b84-86c4-67b1ce97b0cc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:36.152823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Calling delete_port for c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:36.271354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:36.290204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c95bff-cc50-47af-b4f8-dad0a2089ae2 None None] DHCP port deletion for 0c8e7e3d-31b0-4371-925c-cae25cf73e56 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:36.293337 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.341790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.341790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.341790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.341790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.343500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.344081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.345311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.346048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.346451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.347028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.347707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.348329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:43:36.536651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d6c95bff-cc50-47af-b4f8-dad0a2089ae2 None None] Deleting port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:36.537198 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6c95bff-cc50-47af-b4f8-dad0a2089ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.566189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60935e7a-9a5c-4321-bb6e-81f315909b2f req-439f1090-2af6-412f-b581-5024fd889676 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:36.575667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60935e7a-9a5c-4321-bb6e-81f315909b2f req-439f1090-2af6-412f-b581-5024fd889676 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 944 time: 0.1920681 Jul 30 01:43:36.635633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:36.730476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60935e7a-9a5c-4321-bb6e-81f315909b2f req-38c79ad1-5945-4ae8-89de-25ce3f72b7bf tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465299 Jul 30 01:43:36.769244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Port': ['ID=c3fce205-84f6-4aa3-974e-f4dc5d49dfe0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:36.806263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] No DVR routers for this DVR port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:36.836333 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a00f1-1f0d-4a1f-a324-6ac7c0688edd x-openstack-request-id: req-d44a00f1-1f0d-4a1f-a324-6ac7c0688edd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:36.836969 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:36.837215 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d44a00f1-1f0d-4a1f-a324-6ac7c0688edd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:36.837884 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'code': 200} Jul 30 01:43:36.972965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d6c95bff-cc50-47af-b4f8-dad0a2089ae2 None None] For port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c3fce205-84f6-4aa3-974e-f4dc5d49dfe0,segment=NetworkSegment(e67ad2cc-55d4-4d34-a48b-556e56e34eea),segment_id=e67ad2cc-55d4-4d34-a48b-556e56e34eea)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:36.996784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6c95bff-cc50-47af-b4f8-dad0a2089ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.052037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d6c95bff-cc50-47af-b4f8-dad0a2089ae2 None None] Calling delete_port for c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:37.162751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-305c81e6-a287-416d-b74a-98835bdc7c4d req-3381d3ef-550c-40c2-b0e8-c1ee829b123d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 210 time: 0.0604510 Jul 30 01:43:37.186950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8efb-4c08-4f6c-8f20-7ef26bf350e0 req-2429ce4b-ead3-47ec-a183-b66c90e5616c tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.200613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-860b8efb-4c08-4f6c-8f20-7ef26bf350e0 req-2429ce4b-ead3-47ec-a183-b66c90e5616c tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 949 time: 0.2217185 Jul 30 01:43:37.228785 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6c95bff-cc50-47af-b4f8-dad0a2089ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.265145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-860b8efb-4c08-4f6c-8f20-7ef26bf350e0 req-d364b0e7-2503-41f8-bd76-18f0752fa104 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615661 Jul 30 01:43:37.296510 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.342078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c95bff-cc50-47af-b4f8-dad0a2089ae2 None None] Pushing event deleted for resources: {'Port': ['ID=c3fce205-84f6-4aa3-974e-f4dc5d49dfe0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:37.342835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f60cc-f705-4623-a7eb-88d0ce94ec15 req-354a6c6f-bc7b-4d6b-b012-52a278275acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.355793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c95bff-cc50-47af-b4f8-dad0a2089ae2 None None] No DVR routers for this DVR port c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:37.357038 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-419f60cc-f705-4623-a7eb-88d0ce94ec15 req-354a6c6f-bc7b-4d6b-b012-52a278275acf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 1100 time: 0.2492287 Jul 30 01:43:37.378673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8e7e3d-31b0-4371-925c-cae25cf73e56']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:37.410217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67ad2cc-55d4-4d34-a48b-556e56e34eea') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:37.410658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67ad2cc-55d4-4d34-a48b-556e56e34eea') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:37.435555 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.471478 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-419f60cc-f705-4623-a7eb-88d0ce94ec15 req-921a06cf-bd36-43a3-9bc6-51e9e26bb89a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742648 Jul 30 01:43:37.494744 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.511029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:37.511766 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.519420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb9bc4-0303-4533-a234-5fad31f5d2a8 req-8797262b-d8f8-416f-90fe-905ce626a12c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:37.522546 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:37.535597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ceb9bc4-0303-4533-a234-5fad31f5d2a8 req-8797262b-d8f8-416f-90fe-905ce626a12c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.1103666 Jul 30 01:43:37.705936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.714113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ceb9bc4-0303-4533-a234-5fad31f5d2a8 req-12ded160-03a3-419a-88a9-d9b93aa8dafe tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723711 Jul 30 01:43:37.715739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:37.718839 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] 10.222.0.84 "DELETE /v2.0/networks/0c8e7e3d-31b0-4371-925c-cae25cf73e56 HTTP/1.1" status: 204 len: 168 time: 2.1056573 Jul 30 01:43:37.751405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85a718-f9d2-46ca-94ef-2bec159241fc tempest-ServersTestMultiNic-1508118358 tempest-ServersTestMultiNic-1508118358-project] Pushing event deleted for resources: {'Network': ['ID=0c8e7e3d-31b0-4371-925c-cae25cf73e56,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:37.818735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:37.884410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:37.885478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c3fce205-84f6-4aa3-974e-f4dc5d49dfe0 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:38.396753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765f479-c693-4674-a108-c9585656445a req-9f651210-1cc6-4277-b1ac-8eba84e2b6c8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:38.399381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7765f479-c693-4674-a108-c9585656445a req-9f651210-1cc6-4277-b1ac-8eba84e2b6c8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.0864067 Jul 30 01:43:38.502012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7765f479-c693-4674-a108-c9585656445a req-506c44ad-0f57-4815-846e-f0fc0cd5b5df tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914817 Jul 30 01:43:38.775734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32902) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:38.852322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-99e915b4-ae6b-4677-9cb1-63e6d1065fa2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1616254 Jul 30 01:43:39.087009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-75086c4e-16e8-4894-a640-7a160a1ac13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.088731 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-75086c4e-16e8-4894-a640-7a160a1ac13b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 1101 time: 0.1844096 Jul 30 01:43:39.118428 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b66183e-6a62-4c48-9cf3-9b0e33ec1ebd req-3ebc338d-472f-4a55-8e75-75855d664d54 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 210 time: 0.0746286 Jul 30 01:43:39.223971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-09378c82-325c-4735-b781-7d75c7d3e953 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.228370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-09378c82-325c-4735-b781-7d75c7d3e953 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 819 time: 0.5572186 Jul 30 01:43:39.232519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af6c2e82-2801-42e7-8944-765005320687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.249317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Request body: {'port': {'device_id': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6', 'admin_state_up': True, 'tenant_id': '0b297cb5596d49098b82af2e3498bfa1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:39.319314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-5a470195-0ee9-414d-a7c3-bf7d4e0b7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.320986 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-5a470195-0ee9-414d-a7c3-bf7d4e0b7ad3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.1949787 Jul 30 01:43:39.338082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ca77cec0-3260-4b84-86c4-67b1ce97b0cc up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:39.391130 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-8c1f5b77-f0d9-46f5-a963-a660c4882fff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68 HTTP/1.1" status: 200 len: 217 time: 0.0610490 Jul 30 01:43:39.398456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c29440-f6a9-4d3e-917d-59657e769730 req-04d7d9ce-e0c3-4d88-b1be-b142023c6598 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.400294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1c29440-f6a9-4d3e-917d-59657e769730 req-04d7d9ce-e0c3-4d88-b1be-b142023c6598 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 949 time: 0.3302977 Jul 30 01:43:39.423344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ca77cec0-3260-4b84-86c4-67b1ce97b0cc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:39.424498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.483542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-88426a67-9fd1-4697-a9d7-8b647396857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.486581 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-88426a67-9fd1-4697-a9d7-8b647396857f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0883255 Jul 30 01:43:39.577297 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.578857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-7dc0eac6-c13d-48ca-8984-1cd4529a5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.581217 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-7dc0eac6-c13d-48ca-8984-1cd4529a5b2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864995 Jul 30 01:43:39.591031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-425cb848-194d-42dd-8526-488cf6666b16 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.592648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-425cb848-194d-42dd-8526-488cf6666b16 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 944 time: 0.3264496 Jul 30 01:43:39.621234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:39.624503 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da78221a-5996-4aac-817d-0ceb3147278b" -d '{"events": [{"server_uuid": "1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ca77cec0-3260-4b84-86c4-67b1ce97b0cc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:39.631295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1c29440-f6a9-4d3e-917d-59657e769730 req-1ba6b6ae-d405-4a8f-9750-bc34bd9d9f4e tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089901 Jul 30 01:43:39.644182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d116125-641b-474d-8140-bc2ef2aaf134 req-1986f142-a943-4899-a744-7ccfa63216ad tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:39.646303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d116125-641b-474d-8140-bc2ef2aaf134 req-1986f142-a943-4899-a744-7ccfa63216ad tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3782508 Jul 30 01:43:39.694763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:39.710792 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.781316 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-af369631-c313-4aa3-bfd4-7acda0c43217 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916149 Jul 30 01:43:39.843749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:39.861324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d116125-641b-474d-8140-bc2ef2aaf134 req-e650aabc-9dba-4299-9c15-f7cb00d26278 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747882 Jul 30 01:43:39.950978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af6c2e82-2801-42e7-8944-765005320687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:39.971292 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fed872c-2599-4f28-8ca3-42824c0830b1 req-04efb875-edb9-4b8b-aa29-939119bdf856 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822128 Jul 30 01:43:40.017893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af6c2e82-2801-42e7-8944-765005320687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.039203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Made reservation on behalf of 0b297cb5596d49098b82af2e3498bfa1 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:40.043239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.095142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ef4b8-c7bc-4950-9b58-96896312ea5a req-ac57914f-82d1-4f58-b1a1-9b87ab7a90c9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.097052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f07ef4b8-c7bc-4950-9b58-96896312ea5a req-ac57914f-82d1-4f58-b1a1-9b87ab7a90c9 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.2869604 Jul 30 01:43:40.163812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Deleting port ca77cec0-3260-4b84-86c4-67b1ce97b0cc {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:40.164167 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.207127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-af6c2e82-2801-42e7-8944-765005320687 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7219b96f7c6840cab6b2dd1c09ace93b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4281211 Jul 30 01:43:40.211571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32926) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:40.312890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c2e82-2801-42e7-8944-765005320687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72779b0-42c8-413f-be3d-590c7b535d95,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:40.363709 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be5c1641-ebff-4498-b486-9d1cae0633af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.422144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be5c1641-ebff-4498-b486-9d1cae0633af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.468209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528255-6e0b-4dee-949b-4088b509b903 req-79d8d5ce-a048-42ed-9189-0461d6a189c6 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:40.471185 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6528255-6e0b-4dee-949b-4088b509b903 req-79d8d5ce-a048-42ed-9189-0461d6a189c6 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 945 time: 0.3955882 Jul 30 01:43:40.490052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f07ef4b8-c7bc-4950-9b58-96896312ea5a req-7e9f258b-3820-47b9-a3da-f431e2978cf8 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663652 Jul 30 01:43:40.516565 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] For port ca77cec0-3260-4b84-86c4-67b1ce97b0cc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,segment=NetworkSegment(ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d),segment_id=ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:40.516952 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.532775 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be5c1641-ebff-4498-b486-9d1cae0633af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.538932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be5c1641-ebff-4498-b486-9d1cae0633af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:40.542034 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-be5c1641-ebff-4498-b486-9d1cae0633af admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d72779b0-42c8-413f-be3d-590c7b535d95 HTTP/1.1" status: 204 len: 168 time: 0.3277376 Jul 30 01:43:40.563374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c1641-ebff-4498-b486-9d1cae0633af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72779b0-42c8-413f-be3d-590c7b535d95,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:40.615872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6528255-6e0b-4dee-949b-4088b509b903 req-887b4856-a4a1-47a1-96f0-622e4e37e83e tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/security-groups?id=275a623c-b9b5-482c-9d5b-8c37551adb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116419 Jul 30 01:43:40.662190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Calling delete_port for ca77cec0-3260-4b84-86c4-67b1ce97b0cc owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:40.706842 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb822dbd-3ae3-4944-b0c7-96792a82ca94 x-openstack-request-id: req-eb822dbd-3ae3-4944-b0c7-96792a82ca94 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:40.708335 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4", "name": "network-vif-plugged", "status": "completed", "tag": "ca77cec0-3260-4b84-86c4-67b1ce97b0cc", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:40.708335 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eb822dbd-3ae3-4944-b0c7-96792a82ca94 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:40.709001 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc', 'code': 200} Jul 30 01:43:40.808615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Allocated IP 172.20.0.14 (944e4bd2-8bb9-4e38-9143-e46312114ed6/7b27a155-2044-4f76-bcc8-ab6e616ec711/ed96dc3f-722a-4c84-877f-76f0aae49736) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:43:40.944984 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:43:41.012250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed001288-db70-4bb4-96fe-87e27691ae74 req-a6824006-00cf-4074-8a99-afe667399e31 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 210 time: 0.0953989 Jul 30 01:43:41.239700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:41.263773 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.279774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ca77cec0-3260-4b84-86c4-67b1ce97b0cc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:41.545980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Pushing event deleted for resources: {'Port': ['ID=ca77cec0-3260-4b84-86c4-67b1ce97b0cc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:41.825957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] No DVR routers for this DVR port ca77cec0-3260-4b84-86c4-67b1ce97b0cc on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:41.862522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:41.877250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6479cd5-80e1-46a7-b5b0-96f22dbbb5b3 req-4f82c389-ce87-447b-8cf7-2e78d2212ed0 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.41 "DELETE /v2.0/ports/ca77cec0-3260-4b84-86c4-67b1ce97b0cc HTTP/1.1" status: 204 len: 173 time: 2.2667449 Jul 30 01:43:41.878536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'name': 'network-vif-deleted', 'tag': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:41.905209 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1a6aaa-9d39-4846-b9f7-cb8af8d4171c" -d '{"events": [{"server_uuid": "1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4", "name": "network-vif-deleted", "tag": "ca77cec0-3260-4b84-86c4-67b1ce97b0cc"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:41.930489 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.218639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098aa63-f52c-491b-8a12-89ff32ab0285 req-fdea8bb1-b008-4e0b-8c5f-13148729bcb4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.222347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f098aa63-f52c-491b-8a12-89ff32ab0285 req-fdea8bb1-b008-4e0b-8c5f-13148729bcb4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.2644563 Jul 30 01:43:42.335911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.354232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f098aa63-f52c-491b-8a12-89ff32ab0285 req-456682c6-7c34-4027-a21e-bbb5d96f898c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190159 Jul 30 01:43:42.502588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Network 944e4bd2-8bb9-4e38-9143-e46312114ed6 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:43:42.531087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Pushing event updated for resources: {'Port': ['ID=ed96dc3f-722a-4c84-877f-76f0aae49736,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:42.540361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.566555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:42.571613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:43:42.786955 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8fa1b3-3f0c-4927-b49d-e0ff5561f9e5 x-openstack-request-id: req-cd8fa1b3-3f0c-4927-b49d-e0ff5561f9e5 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:42.788316 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4", "name": "network-vif-deleted", "tag": "ca77cec0-3260-4b84-86c4-67b1ce97b0cc", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:42.788844 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cd8fa1b3-3f0c-4927-b49d-e0ff5561f9e5 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:42.789955 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4', 'name': 'network-vif-deleted', 'tag': 'ca77cec0-3260-4b84-86c4-67b1ce97b0cc', 'status': 'completed', 'code': 200} Jul 30 01:43:42.874201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:42.875720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:42.885588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc05f79f-461b-4a44-a67f-e1fa71fc540b req-fc606cec-e2b2-496d-9ceb-bd4a1c1d7d12 tempest-ImagesTestJSON-2012303016 tempest-ImagesTestJSON-2012303016-project] 10.222.0.84 "GET /v2.0/ports?device_id=1e3a1e49-739d-46b5-99d1-6d1d1bc32ed4 HTTP/1.1" status: 200 len: 210 time: 0.1020873 Jul 30 01:43:43.032954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-ad9cf077-a317-49cf-ad38-1a87232d4743 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7899370 Jul 30 01:43:43.053758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Request body: {'port': {'device_id': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:43.240116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb377fd5-1848-485a-942d-c5e7e8bc599a req-625a4cb8-e0e9-4493-ba27-18785b13880a tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.247613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb377fd5-1848-485a-942d-c5e7e8bc599a req-625a4cb8-e0e9-4493-ba27-18785b13880a tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 932 time: 0.2983143 Jul 30 01:43:43.266563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.354714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ca77cec0-3260-4b84-86c4-67b1ce97b0cc no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:43.419354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb377fd5-1848-485a-942d-c5e7e8bc599a req-64de59f3-28d8-4517-ad04-38b3d2c78b29 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424482 Jul 30 01:43:43.436269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: ca77cec0-3260-4b84-86c4-67b1ce97b0cc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:43.436768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ca77cec0-3260-4b84-86c4-67b1ce97b0cc not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:43.678541 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-96c73a4d-d08a-4d8f-9d1a-32231678bdb7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2637882 Jul 30 01:43:43.885323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-7c0c1583-4476-458b-a96e-52e3598f3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.887820 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-7c0c1583-4476-458b-a96e-52e3598f3531 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 1101 time: 0.1205611 Jul 30 01:43:43.915896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a10278-1c68-4a15-a90b-90f24fcbe459 req-196f3499-93b0-4826-a1fc-9c6e9e53510a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.926861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Deleting port df72844e-7e7a-463d-99b8-d46a4b60f9c1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:43.927559 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:43.928568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26a10278-1c68-4a15-a90b-90f24fcbe459 req-196f3499-93b0-4826-a1fc-9c6e9e53510a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.2936749 Jul 30 01:43:43.981760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeb46e-7441-4b48-85d8-7d3c5c4421c7 req-3e26e926-6a49-4528-bd80-039f77d50e7a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:43.985298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdbeb46e-7441-4b48-85d8-7d3c5c4421c7 req-3e26e926-6a49-4528-bd80-039f77d50e7a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2840428 Jul 30 01:43:44.132647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26a10278-1c68-4a15-a90b-90f24fcbe459 req-eaa36e39-4b08-43cb-baec-ab5e54a73f43 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996756 Jul 30 01:43:44.152714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdbeb46e-7441-4b48-85d8-7d3c5c4421c7 req-2fbd4ae3-f6df-4237-ae45-ef5f7332a478 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452603 Jul 30 01:43:44.197911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-d896b256-a463-4176-b20c-6deaad56e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.200720 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-d896b256-a463-4176-b20c-6deaad56e190 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.2663848 Jul 30 01:43:44.229624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33028) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:44.331060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed96dc3f-722a-4c84-877f-76f0aae49736 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:44.351659 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.377575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Transition to ACTIVE for port object ed96dc3f-722a-4c84-877f-76f0aae49736 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:44.385444 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.391073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] For port df72844e-7e7a-463d-99b8-d46a4b60f9c1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=df72844e-7e7a-463d-99b8-d46a4b60f9c1,segment=NetworkSegment(d7b7a0ab-2191-4396-b9e7-5e4c0261564b),segment_id=d7b7a0ab-2191-4396-b9e7-5e4c0261564b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:44.393861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.409974 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-3158da75-af9f-4b22-a0f2-0b1f9201fa51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 200 len: 217 time: 0.1818354 Jul 30 01:43:44.508301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Pushing event updated for resources: {'Port': ['ID=ed96dc3f-722a-4c84-877f-76f0aae49736,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:44.591811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Calling delete_port for df72844e-7e7a-463d-99b8-d46a4b60f9c1 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:44.721342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68d7d4-998c-48d2-97db-dd55d93ed5e1 req-13c42fc6-78c9-41e4-afa0-78b725f9d0b8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.723830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b68d7d4-998c-48d2-97db-dd55d93ed5e1 req-13c42fc6-78c9-41e4-afa0-78b725f9d0b8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2020204 Jul 30 01:43:44.727747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-9f3146e0-bc1b-4887-9f63-b050495fb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.731500 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-9f3146e0-bc1b-4887-9f63-b050495fb2aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2646532 Jul 30 01:43:44.744380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:44.745738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:44.746256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:44.748978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b25d9d40-032e-4ac1-9d4b-cb7ee570870e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.767559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Port ed96dc3f-722a-4c84-877f-76f0aae49736 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:44.767942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:44.793118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:44.793651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:44.794898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:44.796048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Bound port: ed96dc3f-722a-4c84-877f-76f0aae49736, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:44.796589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:44.871486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b68d7d4-998c-48d2-97db-dd55d93ed5e1 req-a5265e3e-9012-4bb2-9ba1-0383b3c689b0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194527 Jul 30 01:43:44.914741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-25a45f67-e976-4e3f-82f6-c9eef46e59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:44.917830 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-25a45f67-e976-4e3f-82f6-c9eef46e59ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708403 Jul 30 01:43:44.978762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:44.993829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:45.003725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.171494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.174185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.178212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] 10.222.0.41 "PUT /v2.0/ports/ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 200 len: 1092 time: 2.1332588 Jul 30 01:43:45.210619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:45.215091 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6e607a-1043-4551-beca-6857d9c95ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:45.290718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:45.328195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbd9d8-ce2f-46c5-b87c-04797dad70aa service neutron] Pushing event updated for resources: {'Port': ['ID=ed96dc3f-722a-4c84-877f-76f0aae49736,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:45.404386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.420218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79b34-517f-4794-8b1a-a0fde6af4b75 req-e36759af-6d80-4fcf-b92e-58d0075a1097 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.421168 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-9088ecbb-5b1e-4582-9eb6-3c97fde0029d service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167895 Jul 30 01:43:45.440465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5be79b34-517f-4794-8b1a-a0fde6af4b75 req-e36759af-6d80-4fcf-b92e-58d0075a1097 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 944 time: 0.3168576 Jul 30 01:43:45.481089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b25d9d40-032e-4ac1-9d4b-cb7ee570870e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.490644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-4c1ca0fd-0531-48c6-8903-bd3dcc242600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.493526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-4c1ca0fd-0531-48c6-8903-bd3dcc242600 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1095 time: 0.2259727 Jul 30 01:43:45.495892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Pushing event deleted for resources: {'Port': ['ID=df72844e-7e7a-463d-99b8-d46a4b60f9c1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:45.524601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b25d9d40-032e-4ac1-9d4b-cb7ee570870e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.545830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:45.570267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'mac_address': 'fa:16:3e:be:51:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:45.610289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-9114bdb5-6376-4a41-a621-d8e0cd4aea71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 200 len: 217 time: 0.1055002 Jul 30 01:43:45.627546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5be79b34-517f-4794-8b1a-a0fde6af4b75 req-827a1c5d-3258-422d-b2c8-857d3316f6e2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794593 Jul 30 01:43:45.688518 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b25d9d40-032e-4ac1-9d4b-cb7ee570870e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3b997395be7e4b8c92e293c79b0edbf2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4355562 Jul 30 01:43:45.700943 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.716749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d9d40-032e-4ac1-9d4b-cb7ee570870e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222e1462-60a9-4425-9930-c2b1caf525da,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:45.756123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33056) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:45.759095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c44a3535-d406-4c39-986a-6abd27e378f1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:45.876708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:45.888655 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.933869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-87d8b90c-cc71-4591-ae32-02a941f3a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:45.936621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-87d8b90c-cc71-4591-ae32-02a941f3a948 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.3075216 Jul 30 01:43:45.942748 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397dddf3-843a-4ac8-91c6-240093c4f099 x-openstack-request-id: req-397dddf3-843a-4ac8-91c6-240093c4f099 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:45.943161 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:45.943689 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-397dddf3-843a-4ac8-91c6-240093c4f099 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:45.944222 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736', 'status': 'completed', 'code': 200} Jul 30 01:43:45.968511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1a4e-12dd-4c57-951f-094c3ecc4dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:45.999040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-74360c6c-4900-42d8-a66c-f7e6d3c388da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533903 Jul 30 01:43:46.135796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1a4e-12dd-4c57-951f-094c3ecc4dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.139801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:46.192532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c44a3535-d406-4c39-986a-6abd27e378f1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:46.292415 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7a6671dd-807e-426b-9a56-246d8c8fcf66 req-75ff32f4-e23e-414f-a38c-b7ac8c408a8a service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8178899 Jul 30 01:43:46.356941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74de53-0b9a-404d-bf51-928e24df1a56 req-7584d018-9729-4d19-a389-c43739f456c5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.362661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c74de53-0b9a-404d-bf51-928e24df1a56 req-7584d018-9729-4d19-a389-c43739f456c5 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.2506192 Jul 30 01:43:46.367232 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.380216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-a83107bf-840b-43b5-8d2b-24438fcded51 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666410 Jul 30 01:43:46.588426 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1a4e-12dd-4c57-951f-094c3ecc4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.593870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1a4e-12dd-4c57-951f-094c3ecc4dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:46.601045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c0ed1a4e-12dd-4c57-951f-094c3ecc4dd7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/222e1462-60a9-4425-9930-c2b1caf525da HTTP/1.1" status: 204 len: 168 time: 0.8385277 Jul 30 01:43:46.657861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed1a4e-12dd-4c57-951f-094c3ecc4dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222e1462-60a9-4425-9930-c2b1caf525da,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:46.704413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c74de53-0b9a-404d-bf51-928e24df1a56 req-4883d938-161e-40c8-9f4a-2d6a327fb486 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220103 Jul 30 01:43:46.743267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c8f05-b7ee-444b-a65b-1a47c2c80dc3 req-53683d21-abe5-452d-a82a-3d80b08075a4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:46.758092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-509c8f05-b7ee-444b-a65b-1a47c2c80dc3 req-53683d21-abe5-452d-a82a-3d80b08075a4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3858697 Jul 30 01:43:46.873656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-509c8f05-b7ee-444b-a65b-1a47c2c80dc3 req-bf843356-c49c-4e7f-b8c6-ebfdc466e04a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140046 Jul 30 01:43:46.884552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3535e26d-5a2c-4d3e-b2b6-c9197219c76d req-2ed1dc37-d107-40ff-81e9-520cf62f76a9 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632750 Jul 30 01:43:47.003123 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Router b93791e8-7858-41f5-95d2-868a2106c827 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:43:47.274354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:47.311811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:43:47.334158 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] Sync routers for ids ['b93791e8-7858-41f5-95d2-868a2106c827'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:43:47.344957 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-448dc34e-64ce-4f9b-b83b-df8f0f68400f admin admin] 10.222.0.84 "PUT /v2.0/routers/b93791e8-7858-41f5-95d2-868a2106c827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1011093 Jul 30 01:43:47.346128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33116) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:47.376371 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] Routers {'b93791e8-7858-41f5-95d2-868a2106c827'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:47.378449 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:43:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b93791e8-7858-41f5-95d2-868a2106c827'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:47.395888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2514c6-fa82-4f64-b41a-36670f0ec19c req-9544d860-c394-428f-9b1d-1c6defc3a0cc tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.419640 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd2514c6-fa82-4f64-b41a-36670f0ec19c req-9544d860-c394-428f-9b1d-1c6defc3a0cc tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 944 time: 0.3110886 Jul 30 01:43:47.439925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-0f0f1632-4d91-4a6b-892c-c63f1e6eeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.441590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-0f0f1632-4d91-4a6b-892c-c63f1e6eeb58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1095 time: 0.4116163 Jul 30 01:43:47.509682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port c44a3535-d406-4c39-986a-6abd27e378f1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:47.510543 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.651703 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] Set router b93791e8-7858-41f5-95d2-868a2106c827 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:47.705169 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.714270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292024-7fa3-4a4f-ad4c-5dc2f419f472 req-ba1bdf1c-b7d3-45ba-9148-9a52f37f9d8b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:47.739907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0292024-7fa3-4a4f-ad4c-5dc2f419f472 req-ba1bdf1c-b7d3-45ba-9148-9a52f37f9d8b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.5497608 Jul 30 01:43:47.755533 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.839493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:47.854283 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbd4b63-0702-4147-a1a5-0d0bc240fcde" -d '{"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:47.923654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:47.931731 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:47.935877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd2514c6-fa82-4f64-b41a-36670f0ec19c req-a3674761-a61f-4cf9-97b5-922243cab408 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107303 Jul 30 01:43:48.017148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0292024-7fa3-4a4f-ad4c-5dc2f419f472 req-b468a36b-76a5-4352-a82e-dce8132eae51 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758260 Jul 30 01:43:48.161517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-fee58ffb-6e08-4e7d-9991-2f204028d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:48.164582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-fee58ffb-6e08-4e7d-9991-2f204028d011 service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.6713271 Jul 30 01:43:48.196959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.197664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:48.316549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-af75457c-5f54-416b-a8ad-86fe1a957a26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 200 len: 217 time: 0.1352785 Jul 30 01:43:48.454666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Deleting port 5e4d6254-4f71-4d88-b516-40bfead0f0f0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:48.456737 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.506934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-34d97d6d-a1fc-44e8-866e-8cefa01e2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:48.514629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-34d97d6d-a1fc-44e8-866e-8cefa01e2f46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.1919069 Jul 30 01:43:48.568691 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7318353-14c2-485a-ab65-1d2c9d9d1cd9 x-openstack-request-id: req-b7318353-14c2-485a-ab65-1d2c9d9d1cd9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:48.569590 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:48.569590 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7318353-14c2-485a-ab65-1d2c9d9d1cd9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:48.570271 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'code': 200} Jul 30 01:43:48.631386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-c170afdf-9728-44bf-a8c0-34950e63aef2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082835 Jul 30 01:43:48.643370 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:34Z', 'updated_at': '2021-07-30T01:43:45Z', 'revision_number': 5, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'gw_port': {'id': '5e4d6254-4f71-4d88-b516-40bfead0f0f0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:40:37Z', 'updated_at': '2021-07-30T01:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:48.737122 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] Checking router: b93791e8-7858-41f5-95d2-868a2106c827 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:43:48.756079 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] Routers {'b93791e8-7858-41f5-95d2-868a2106c827'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:43:48.757791 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:43:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b93791e8-7858-41f5-95d2-868a2106c827'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:48.936695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] For port 5e4d6254-4f71-4d88-b516-40bfead0f0f0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5e4d6254-4f71-4d88-b516-40bfead0f0f0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:48.942263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:48.954894 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] Set router b93791e8-7858-41f5-95d2-868a2106c827 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:43:49.017290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Calling delete_port for 5e4d6254-4f71-4d88-b516-40bfead0f0f0 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:49.048858 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:34Z', 'updated_at': '2021-07-30T01:43:48Z', 'revision_number': 6, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:49.103757 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999af37f-848d-457b-942f-a7e5ddbb3695 None None] The sync data for ids ['b93791e8-7858-41f5-95d2-868a2106c827'] in n-d-715271-7 is: [{'id': 'b93791e8-7858-41f5-95d2-868a2106c827', 'name': 'tempest-ServersTestMultiNic-1183944244-router', 'tenant_id': 'a6e77f05ba354aafb88f29274ced527b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:40:34Z', 'updated_at': '2021-07-30T01:43:48Z', 'revision_number': 6, 'project_id': 'a6e77f05ba354aafb88f29274ced527b', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:43:49.170078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33170) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:49.264460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33174) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:49.378800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ed96dc3f-722a-4c84-877f-76f0aae49736 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:43:49.717173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:49.757452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:49.768594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device df72844e-7e7a-463d-99b8-d46a4b60f9c1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:49.772911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-79e43f1d-6ab8-46f7-b21a-7683c272f884 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1348515 Jul 30 01:43:49.806272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ed96dc3f-722a-4c84-877f-76f0aae49736', 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6', 'port_id': 'ed96dc3f-722a-4c84-877f-76f0aae49736', 'mac_address': 'fa:16:3e:b0:6f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b27a155-2044-4f76-bcc8-ab6e616ec711', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:43:49.869267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: df72844e-7e7a-463d-99b8-d46a4b60f9c1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:49.870325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4d6254-4f71-4d88-b516-40bfead0f0f0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:49.870702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device df72844e-7e7a-463d-99b8-d46a4b60f9c1 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:49.921579 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-37cd3cdc-b765-483d-80e3-275ab0fee1fe service neutron] show failed (client error): The resource could not be found. Jul 30 01:43:49.924969 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-37cd3cdc-b765-483d-80e3-275ab0fee1fe service neutron] 10.222.0.22 "GET /v2.0/ports/f79e7b5e-c991-4834-aee0-d1a47d5dbc6b/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 1.1050115 Jul 30 01:43:49.981966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e9ee4-c37f-4327-890f-39ec9e92fd83 req-9cac89da-7a10-449c-8486-2fc929aa34ba tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:49.993832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a46e9ee4-c37f-4327-890f-39ec9e92fd83 req-9cac89da-7a10-449c-8486-2fc929aa34ba tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 1.3343942 Jul 30 01:43:49.999975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1139128575-network', 'tenant_id': '4976f1f833b44a788838d7fc99841232'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:50.007720 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27872da5-17bd-4aef-b9fc-ef584a1afff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.044923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.085427 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d6e607a-1043-4551-beca-6857d9c95ba0 req-99fbbf2f-7299-467c-9fbe-6c30ee634681 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976890 Jul 30 01:43:50.122853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed96dc3f-722a-4c84-877f-76f0aae49736 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:43:50.159728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc734fe-1991-45de-876f-11370d3b7b24 req-80797488-8380-450e-9df1-44aa08bebd38 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.168194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcc734fe-1991-45de-876f-11370d3b7b24 req-80797488-8380-450e-9df1-44aa08bebd38 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4063609 Jul 30 01:43:50.218648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:50.222154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Made reservation on behalf of 4976f1f833b44a788838d7fc99841232 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:50.226636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a46e9ee4-c37f-4327-890f-39ec9e92fd83 req-b24493c5-a959-4f93-a045-e1a5919a425c tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394928 Jul 30 01:43:50.229359 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.235488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.311954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.314173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcc734fe-1991-45de-876f-11370d3b7b24 req-4ddb247c-c45c-454a-8018-4721327b7e25 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449885 Jul 30 01:43:50.407739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ed96dc3f-722a-4c84-877f-76f0aae49736,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:50.420172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.458954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d153bd87-b457-4606-bdae-92795ecddae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.461288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d153bd87-b457-4606-bdae-92795ecddae9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 1101 time: 0.1157441 Jul 30 01:43:50.476602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:50.482547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ed96dc3f-722a-4c84-877f-76f0aae49736'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:43:50.719718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.727828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.730272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4ff68-64ce-480a-b93f-2578cb7e64a6 req-05052ce4-ce51-4f97-90bc-37002fd22580 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:50.738727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-32d4ff68-64ce-480a-b93f-2578cb7e64a6 req-05052ce4-ce51-4f97-90bc-37002fd22580 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 945 time: 0.2011046 Jul 30 01:43:50.798974 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.847639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.847639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b93791e8-7858-41f5-95d2-868a2106c827 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:43:50.854815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:50.860591 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e50dd690-eb99-43c1-a41b-59d62d8c5649 admin admin] 10.222.0.84 "DELETE /v2.0/routers/b93791e8-7858-41f5-95d2-868a2106c827 HTTP/1.1" status: 204 len: 168 time: 3.5091136 Jul 30 01:43:50.863697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33192) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:51.003842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27872da5-17bd-4aef-b9fc-ef584a1afff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.017745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e03f-df4a-47fb-bde7-b3e0e50bef75 req-f8e71250-8cc3-4227-a544-e94b91b4a66c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:51.022153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f614e03f-df4a-47fb-bde7-b3e0e50bef75 req-f8e71250-8cc3-4227-a544-e94b91b4a66c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3032300 Jul 30 01:43:51.028467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-32d4ff68-64ce-480a-b93f-2578cb7e64a6 req-806b8b74-e041-4ffa-a656-7d5e5019b8c0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884238 Jul 30 01:43:51.059361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27872da5-17bd-4aef-b9fc-ef584a1afff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.123549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-4222fd48-0536-430f-afb4-39dad26a8fb0 admin admin] Deleting subnet 5838a6c5-08a1-490b-aa78-4568ee34caf8 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:51.148739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4222fd48-0536-430f-afb4-39dad26a8fb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.153522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33194) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:51.173769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f614e03f-df4a-47fb-bde7-b3e0e50bef75 req-4df949cd-740c-4ad0-aba2-4dd95a04a4b6 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032155 Jul 30 01:43:51.251110 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-27872da5-17bd-4aef-b9fc-ef584a1afff4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7fe3e99fba53439b997b2118621d6815&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0361967 Jul 30 01:43:51.260771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27872da5-17bd-4aef-b9fc-ef584a1afff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fefd3a-23a6-4e51-adcf-7f3bace35af4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:51.264334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33198) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:51.297242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:51.315204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4222fd48-0536-430f-afb4-39dad26a8fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.518907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cccc6a9-5af5-411e-b9d2-6012f436c92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.547509 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.567762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.591600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4222fd48-0536-430f-afb4-39dad26a8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.601905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cccc6a9-5af5-411e-b9d2-6012f436c92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.644705 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.690626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:43:51.728458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbbda20-9c80-4d3c-a413-1f015075fddf admin admin] Deleting subnet e7a5d721-50b0-47c9-a6f9-0026d813c946 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:43:51.735799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fbbbda20-9c80-4d3c-a413-1f015075fddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.797409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fbbbda20-9c80-4d3c-a413-1f015075fddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.804382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5e4d6254-4f71-4d88-b516-40bfead0f0f0 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:51.884387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 5e4d6254-4f71-4d88-b516-40bfead0f0f0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:43:51.884955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5e4d6254-4f71-4d88-b516-40bfead0f0f0 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:51.899727 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fbbbda20-9c80-4d3c-a413-1f015075fddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.909080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:51.909961 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Added segment 9b342b11-9708-4c50-b807-464c5835421a of type vlan for network b353e4cc-82f6-434f-bfea-ba532bb667e7 Jul 30 01:43:51.912043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657efd86-4952-454a-9abc-b6949666f035,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:51.995149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4222fd48-0536-430f-afb4-39dad26a8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.028525 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.076399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4222fd48-0536-430f-afb4-39dad26a8fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.080462 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4222fd48-0536-430f-afb4-39dad26a8fb0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5838a6c5-08a1-490b-aa78-4568ee34caf8 HTTP/1.1" status: 204 len: 168 time: 1.2142539 Jul 30 01:43:52.088317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f32b2fc-2646-46e0-b7d3-ce9fd21cb79e None None] Network 789b8b68-7784-4e94-8d78-c2ceb227ca3f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:52.089681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10f3d5-d167-4484-bc05-9d56c83c9038 req-5c75b190-c28e-405d-bdfa-e13f5d9e3cbe tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.092143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed10f3d5-d167-4484-bc05-9d56c83c9038 req-5c75b190-c28e-405d-bdfa-e13f5d9e3cbe tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.6576867 Jul 30 01:43:52.092793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33216) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:52.112102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222fd48-0536-430f-afb4-39dad26a8fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5838a6c5-08a1-490b-aa78-4568ee34caf8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.132166 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cccc6a9-5af5-411e-b9d2-6012f436c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.138833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6cccc6a9-5af5-411e-b9d2-6012f436c92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.151899 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fbbbda20-9c80-4d3c-a413-1f015075fddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.155192 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6cccc6a9-5af5-411e-b9d2-6012f436c92c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/87fefd3a-23a6-4e51-adcf-7f3bace35af4 HTTP/1.1" status: 204 len: 168 time: 0.8827727 Jul 30 01:43:52.184451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccc6a9-5af5-411e-b9d2-6012f436c92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fefd3a-23a6-4e51-adcf-7f3bace35af4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.263912 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.273009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.277346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.376245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbda20-9c80-4d3c-a413-1f015075fddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a5d721-50b0-47c9-a6f9-0026d813c946,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.466868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5c12c-cfb8-4343-9653-f3e290821bab req-93e9bf1c-ce12-4291-aaa9-02e144a5c1d7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:52.485784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79f5c12c-cfb8-4343-9653-f3e290821bab req-93e9bf1c-ce12-4291-aaa9-02e144a5c1d7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.5145576 Jul 30 01:43:52.527871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] Pushing event updated for resources: {'Network': ['ID=b353e4cc-82f6-434f-bfea-ba532bb667e7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:52.540280 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-45952995-c515-429f-8b16-cffb7866892f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2740326 Jul 30 01:43:52.541094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:52.554273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Request body: {'subnet': {'network_id': 'b353e4cc-82f6-434f-bfea-ba532bb667e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1139128575-subnet', 'tenant_id': '4976f1f833b44a788838d7fc99841232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:52.565982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network b353e4cc-82f6-434f-bfea-ba532bb667e7 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:43:52.578842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6203f61-fe6a-43ee-98db-eb3929a5db53 None None] DHCP port deletion for 789b8b68-7784-4e94-8d78-c2ceb227ca3f request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:43:52.599017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Made reservation on behalf of 4976f1f833b44a788838d7fc99841232 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:43:52.600033 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fbbbda20-9c80-4d3c-a413-1f015075fddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.603396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.603663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fbbbda20-9c80-4d3c-a413-1f015075fddf admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e7a5d721-50b0-47c9-a6f9-0026d813c946 HTTP/1.1" status: 204 len: 168 time: 1.4481051 Jul 30 01:43:52.611252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:52.652712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33226) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:52.714244 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:52.744809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed10f3d5-d167-4484-bc05-9d56c83c9038 req-bb43320b-80ec-4542-8d70-a4879ad4c9c1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046948 Jul 30 01:43:53.005773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.054323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:53.093646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b6203f61-fe6a-43ee-98db-eb3929a5db53 None None] Deleting port 8ef836fa-56e4-47e7-a26f-72579b36eab6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:53.096271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6203f61-fe6a-43ee-98db-eb3929a5db53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.125981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Checking segment: {'id': '9b342b11-9708-4c50-b807-464c5835421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b353e4cc-82f6-434f-bfea-ba532bb667e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:53.126337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Network hostable DHCP agents. Network: b353e4cc-82f6-434f-bfea-ba532bb667e7, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:43:53.147935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d5c724-1ceb-45ac-bda1-d1a829571e2e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:53.162651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Network b353e4cc-82f6-434f-bfea-ba532bb667e7 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:43:53.186403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, b353e4cc-82f6-434f-bfea-ba532bb667e7) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:43:53.195726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:53.196631 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.228766 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c18b803f-53e5-4d13-8bde-6fc3fb15465b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6861849 Jul 30 01:43:53.246933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b6203f61-fe6a-43ee-98db-eb3929a5db53 None None] For port 8ef836fa-56e4-47e7-a26f-72579b36eab6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8ef836fa-56e4-47e7-a26f-72579b36eab6,segment=NetworkSegment(d7b7a0ab-2191-4396-b9e7-5e4c0261564b),segment_id=d7b7a0ab-2191-4396-b9e7-5e4c0261564b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:53.247590 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6203f61-fe6a-43ee-98db-eb3929a5db53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.276904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b6203f61-fe6a-43ee-98db-eb3929a5db53 None None] Calling delete_port for 8ef836fa-56e4-47e7-a26f-72579b36eab6 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:53.280557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c33295f-3820-45a3-82a0-1a83e9a9460c None None] Network b353e4cc-82f6-434f-bfea-ba532bb667e7 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:53.319362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79f5c12c-cfb8-4343-9653-f3e290821bab req-305aa03f-c7bb-4f4c-9fc2-3fecc51a6cc9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8015118 Jul 30 01:43:53.321445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:53.327470 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229b8ffd-3e25-4630-aa58-05710dc63a39" -d '{"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-unplugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:53.360439 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.562921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Transition to ACTIVE for port object f79e7b5e-c991-4834-aee0-d1a47d5dbc6b will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:43:53.614006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ed96dc3f-722a-4c84-877f-76f0aae49736 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:43:53.623316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.644155 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.944945 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707cb791-2610-4e34-b076-c1099a7d11d4 x-openstack-request-id: req-707cb791-2610-4e34-b076-c1099a7d11d4 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:53.946237 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-unplugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:53.946673 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-707cb791-2610-4e34-b076-c1099a7d11d4 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:53.948957 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'code': 200} Jul 30 01:43:53.989159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:53.990480 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:43:53.990941 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:43:53.994295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8ef836fa-56e4-47e7-a26f-72579b36eab6 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:43:54.060887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed417f-3111-486a-9d2a-919a8dc90365 req-b537511e-8c76-4867-8360-1c6b5785201d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:54.080268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fed417f-3111-486a-9d2a-919a8dc90365 req-b537511e-8c76-4867-8360-1c6b5785201d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 945 time: 0.7813215 Jul 30 01:43:54.108908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No active binding found for port 8ef836fa-56e4-47e7-a26f-72579b36eab6 {{(pid=93820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 01:43:54.109515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8ef836fa-56e4-47e7-a26f-72579b36eab6 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:43:54.128322 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6203f61-fe6a-43ee-98db-eb3929a5db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.372086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] No DVR routers for this DVR port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:54.417675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.429291 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.495334 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Deleting port 8ef836fa-56e4-47e7-a26f-72579b36eab6 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:43:54.496414 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.535157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dcaba9-c7c3-42ac-89fb-5120488593d9']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:54.557385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:54.557893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7d6474-9dd4-47a8-be2a-48ef7dd7ee2d') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:54.577232 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.596909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6203f61-fe6a-43ee-98db-eb3929a5db53 None None] No DVR routers for this DVR port 8ef836fa-56e4-47e7-a26f-72579b36eab6 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:54.607656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.615391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6203f61-fe6a-43ee-98db-eb3929a5db53 None None] Pushing event deleted for resources: {'Port': ['ID=8ef836fa-56e4-47e7-a26f-72579b36eab6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:54.619778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:54.620438 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.737475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c926c-edc4-4286-b130-6d68d30707a0 None None] Network b353e4cc-82f6-434f-bfea-ba532bb667e7 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:43:54.744056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fed417f-3111-486a-9d2a-919a8dc90365 req-f602a502-57c7-4e82-9a0f-7afb56132c73 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429127 Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:54.745157 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:54.833565 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.885842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:54.894895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/b7dcaba9-c7c3-42ac-89fb-5120488593d9 HTTP/1.1" status: 204 len: 168 time: 2.2193322 Jul 30 01:43:54.971227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551c7e5-1ca9-47a0-9971-1c75c5f00ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7dcaba9-c7c3-42ac-89fb-5120488593d9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:55.011234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ed96dc3f-722a-4c84-877f-76f0aae49736 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:43:55.021188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae50bb5-f0ad-4790-9de0-71050b3ef1dc req-fa2400af-2777-4663-97cf-be35bbcc7e76 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:55.024059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ed96dc3f-722a-4c84-877f-76f0aae49736 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:43:55.024617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.028470 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ae50bb5-f0ad-4790-9de0-71050b3ef1dc req-fa2400af-2777-4663-97cf-be35bbcc7e76 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 1.0553379 Jul 30 01:43:55.038005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:43:55.038543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:43:55.039108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:55.167026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:43:55.168172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:43:55.221202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] For port 8ef836fa-56e4-47e7-a26f-72579b36eab6, host n-d-715271-7, got binding levels [] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:55.222315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.301820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:43:55.302183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:43:55.308714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:43:55.314852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Bound port: f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:43:55.315553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.327357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.364775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Calling delete_port for 8ef836fa-56e4-47e7-a26f-72579b36eab6 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:43:55.384517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.ipam_backend_mixin [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Port 8ef836fa-56e4-47e7-a26f-72579b36eab6 was not found and therefore no delete operation was performed {{(pid=93819) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:43:55.394758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:55.403194 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c099e1-e02e-456c-9c10-2a0d1e359bb5" -d '{"events": [{"server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "name": "network-vif-plugged", "status": "completed", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:55.429846 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ae50bb5-f0ad-4790-9de0-71050b3ef1dc req-d411ed1e-726a-4ffb-8c26-67b8471ca3d8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741286 Jul 30 01:43:55.445539 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.489042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:43:55.499002 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.609531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] No DVR routers for this DVR port 8ef836fa-56e4-47e7-a26f-72579b36eab6 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:43:55.638815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:55.706990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ed96dc3f-722a-4c84-877f-76f0aae49736,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:55.713570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef836fa-56e4-47e7-a26f-72579b36eab6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:55.724505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a1ec31de-daf5-4412-bcab-a0cfdd8229e9 req-46ec5474-5618-4391-a261-e4fe1f9380ec tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-827029943', 'description': 'tempest-description-649756927'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:55.815288 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6f8ea636-c9a4-401d-93a9-981b5fa28eaf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d9859880f21747c581ee426563ea687e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747875 Jul 30 01:43:55.816357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33280) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:55.912161 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.920457 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1ec31de-daf5-4412-bcab-a0cfdd8229e9 req-46ec5474-5618-4391-a261-e4fe1f9380ec tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:55.950559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789b8b68-7784-4e94-8d78-c2ceb227ca3f']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.002210 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6a7f-4c40-4246-a420-2025d6effca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.009803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.010256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b7a0ab-2191-4396-b9e7-5e4c0261564b') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:43:56.017693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:43:56.038855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61394a5-0f15-4015-848c-099ebd33d918 req-d7dca966-bdf7-47c8-9589-892ea22ca543 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.051601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d61394a5-0f15-4015-848c-099ebd33d918 req-d7dca966-bdf7-47c8-9589-892ea22ca543 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 948 time: 0.3308532 Jul 30 01:43:56.056523 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6a7f-4c40-4246-a420-2025d6effca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.084380 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.105865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:43:56.139044 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.146551 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.173000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:43:56.174275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.199813 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6a7f-4c40-4246-a420-2025d6effca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:43:56.206626 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:43:56.218822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6a7f-4c40-4246-a420-2025d6effca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.231759 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ff1e6a7f-4c40-4246-a420-2025d6effca2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/275a623c-b9b5-482c-9d5b-8c37551adb09 HTTP/1.1" status: 204 len: 168 time: 0.4120338 Jul 30 01:43:56.257115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e6a7f-4c40-4246-a420-2025d6effca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275a623c-b9b5-482c-9d5b-8c37551adb09,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:56.453737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d61394a5-0f15-4015-848c-099ebd33d918 req-2c7d5258-6d61-4e8f-aa7f-9e8aaaa725cb tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005890 Jul 30 01:43:56.461758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.484219 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.486044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] 10.222.0.41 "PUT /v2.0/ports/f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 1096 time: 6.0146961 Jul 30 01:43:56.498523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:43:56.502746 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f6d739-9388-4054-ac2c-46806f579a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:43:56.569843 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.586875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.590115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] 10.222.0.84 "DELETE /v2.0/networks/789b8b68-7784-4e94-8d78-c2ceb227ca3f HTTP/1.1" status: 204 len: 168 time: 4.4883053 Jul 30 01:43:56.643961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b168d-6cfc-40b4-94b8-5fbc733fcb91 service neutron] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:56.705416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2ef2c-9040-40db-bfd2-2fee1e721cea admin admin] Pushing event deleted for resources: {'Network': ['ID=789b8b68-7784-4e94-8d78-c2ceb227ca3f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:56.767256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1ec31de-daf5-4412-bcab-a0cfdd8229e9 req-46ec5474-5618-4391-a261-e4fe1f9380ec tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.798685 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1ec31de-daf5-4412-bcab-a0cfdd8229e9 req-46ec5474-5618-4391-a261-e4fe1f9380ec tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:56.817434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-c30fbc6e-7f17-4628-a84b-18ace38c302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:56.845027 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-c30fbc6e-7f17-4628-a84b-18ace38c302d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1099 time: 0.3133018 Jul 30 01:43:56.930732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec5474-5618-4391-a261-e4fe1f9380ec tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544c7def-304f-4de2-9dcb-5dab16a1b3e7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:57.066707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33296) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:57.150314 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1ec31de-daf5-4412-bcab-a0cfdd8229e9 req-46ec5474-5618-4391-a261-e4fe1f9380ec tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.171243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1ec31de-daf5-4412-bcab-a0cfdd8229e9 req-46ec5474-5618-4391-a261-e4fe1f9380ec tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4564176 Jul 30 01:43:57.244726 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dd1c6a5b-82c2-475a-8d38-60ebe75a5153 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a6e77f05ba354aafb88f29274ced527b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1765838 Jul 30 01:43:57.248158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33304) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:43:57.308163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-5651eb28-b14b-45b0-864a-ab4bb5c1a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.311272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-5651eb28-b14b-45b0-864a-ab4bb5c1a807 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3825202 Jul 30 01:43:57.428603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-fe7a3e56-3813-43cb-be03-464ca6d0f291 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.1078427 Jul 30 01:43:57.492947 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de9f2113-8ed7-476e-9424-a8b07a605361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.495595 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1577b60-f51f-4531-9cdf-9d7cdb3edc56 x-openstack-request-id: req-d1577b60-f51f-4531-9cdf-9d7cdb3edc56 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:57.496470 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "name": "network-vif-plugged", "status": "completed", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:57.496657 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d1577b60-f51f-4531-9cdf-9d7cdb3edc56 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:57.498500 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736', 'code': 200} Jul 30 01:43:57.577128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de9f2113-8ed7-476e-9424-a8b07a605361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.587855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-fd56c9de-611a-4265-aafc-3bb783352218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.592497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-fd56c9de-611a-4265-aafc-3bb783352218 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1561055 Jul 30 01:43:57.692864 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5b998-8efc-43a9-b9c3-800caf886d70 x-openstack-request-id: req-dda5b998-8efc-43a9-b9c3-800caf886d70 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:43:57.693419 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:43:57.693706 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dda5b998-8efc-43a9-b9c3-800caf886d70 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:43:57.694336 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'status': 'completed', 'code': 200} Jul 30 01:43:57.818572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-b3c06a68-fbd6-4abb-87c7-66d97febfc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.825794 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-b3c06a68-fbd6-4abb-87c7-66d97febfc2f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1099 time: 0.1026046 Jul 30 01:43:57.866224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598df34a-15b4-4a43-9953-ad023ab18a80 req-d4c4c67f-a624-4cdc-90e7-7d4745278b99 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.867963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-598df34a-15b4-4a43-9953-ad023ab18a80 req-d4c4c67f-a624-4cdc-90e7-7d4745278b99 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 946 time: 0.2738209 Jul 30 01:43:57.870927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c424267-6c3d-4b13-bcef-e1ded8b041e7 req-502d9e68-c185-4c58-b303-5d4db7108d8e tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/544c7def-304f-4de2-9dcb-5dab16a1b3e7 HTTP/1.1" status: 200 len: 1803 time: 0.1116023 Jul 30 01:43:57.885442 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de9f2113-8ed7-476e-9424-a8b07a605361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.891354 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-de9f2113-8ed7-476e-9424-a8b07a605361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:57.894004 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-de9f2113-8ed7-476e-9424-a8b07a605361 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ce696337-d570-4496-9e43-78b9f1698cca HTTP/1.1" status: 204 len: 168 time: 0.6445339 Jul 30 01:43:57.948739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-f58eae61-c608-426b-b4d4-f4e6b23d4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:57.954774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-f58eae61-c608-426b-b4d4-f4e6b23d4b24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2986228 Jul 30 01:43:57.986616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f2113-8ed7-476e-9424-a8b07a605361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce696337-d570-4496-9e43-78b9f1698cca,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:58.084259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3c424267-6c3d-4b13-bcef-e1ded8b041e7 req-9f020ef1-f25e-4c52-a443-fb574d23e475 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '544c7def-304f-4de2-9dcb-5dab16a1b3e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:58.084777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3c424267-6c3d-4b13-bcef-e1ded8b041e7 req-9f020ef1-f25e-4c52-a443-fb574d23e475 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '544c7def-304f-4de2-9dcb-5dab16a1b3e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:43:58.174978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-598df34a-15b4-4a43-9953-ad023ab18a80 req-87e7c7b2-3394-46d2-8c9b-0dd65eb0093e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828565 Jul 30 01:43:58.182810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a5fda-753c-43f3-8838-e208614dbe71 req-212fd15b-e319-4280-a248-6fbc8749ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.185649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-7ce87406-fe56-4480-8e6d-cb44c7c6dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.188910 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-7ce87406-fe56-4480-8e6d-cb44c7c6dec6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3461816 Jul 30 01:43:58.190852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e0a5fda-753c-43f3-8838-e208614dbe71 req-212fd15b-e319-4280-a248-6fbc8749ea0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1097 time: 0.5504327 Jul 30 01:43:58.379727 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-f1c2ef42-a41e-4cdf-b385-db35c0add5f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.1682093 Jul 30 01:43:58.607872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-c5019664-3598-436c-a373-1cff44352e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.611610 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-c5019664-3598-436c-a373-1cff44352e39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2178924 Jul 30 01:43:58.639838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-7529be3a-e473-4ee2-b9a6-a88ca0db69b0 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145849 Jul 30 01:43:58.642418 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e0a5fda-753c-43f3-8838-e208614dbe71 req-a328f221-267f-4da5-a8fd-d46d68bc3e90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525671 Jul 30 01:43:58.671994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8881-0322-431b-beeb-749334d66990 req-3456a1f8-7196-4ce0-92fb-49cc645e1034 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.681518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-032d8881-0322-431b-beeb-749334d66990 req-3456a1f8-7196-4ce0-92fb-49cc645e1034 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 948 time: 0.2884727 Jul 30 01:43:58.785699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-9e3d3aad-3a02-4c63-b676-67f7576be70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:58.788554 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-9e3d3aad-3a02-4c63-b676-67f7576be70d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602557 Jul 30 01:43:58.821231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3c424267-6c3d-4b13-bcef-e1ded8b041e7 req-9f020ef1-f25e-4c52-a443-fb574d23e475 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:58.893105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-032d8881-0322-431b-beeb-749334d66990 req-85986d16-7123-4c94-9aec-1f8d6858270e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101967 Jul 30 01:43:58.941459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3c424267-6c3d-4b13-bcef-e1ded8b041e7 req-9f020ef1-f25e-4c52-a443-fb574d23e475 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:58.989732 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3c424267-6c3d-4b13-bcef-e1ded8b041e7 req-9f020ef1-f25e-4c52-a443-fb574d23e475 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.041255 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-8b47460e-2fa7-408c-8df2-8db9d8c1db70 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384977 Jul 30 01:43:59.063912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-fea7b59a-488b-4cc7-84ff-16aa6d026e52 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657346 Jul 30 01:43:59.069348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3c424267-6c3d-4b13-bcef-e1ded8b041e7 req-9f020ef1-f25e-4c52-a443-fb574d23e475 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:43:59.070954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c424267-6c3d-4b13-bcef-e1ded8b041e7 req-9f020ef1-f25e-4c52-a443-fb574d23e475 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0871525 Jul 30 01:43:59.103484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f020ef1-f25e-4c52-a443-fb574d23e475 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f7ec4f-d6b4-4aa0-80e8-28039ee9e344,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:43:59.301194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592147c-19bd-4d6b-86e1-34719882ef3f req-ad9c0184-86c3-41f6-9fae-185ed5566784 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:59.303293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8592147c-19bd-4d6b-86e1-34719882ef3f req-ad9c0184-86c3-41f6-9fae-185ed5566784 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2534246 Jul 30 01:43:59.350933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-dfbc701c-3a9e-42ab-b319-23d170b1ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:43:59.353491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-dfbc701c-3a9e-42ab-b319-23d170b1ed2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1099 time: 0.1622462 Jul 30 01:43:59.385198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8592147c-19bd-4d6b-86e1-34719882ef3f req-75bd4475-0f8c-4213-8cde-9ebb5d62c34d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688813 Jul 30 01:43:59.532571 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-4c34a784-e96e-4343-ac70-8521f9951e0f service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764011 Jul 30 01:43:59.533463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-199ba978-6079-4918-accf-3d0dc0f90c32 req-de4f8ec8-540c-48b2-9137-83271174b7cd tempest-AbsoluteLimitsNegativeTestJSON-1911170117 tempest-AbsoluteLimitsNegativeTestJSON-1911170117-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=47cfc1bea89242c2a1cde4552c40ba63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777776 Jul 30 01:44:00.131507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-6001a4e8-f120-4005-b756-d039d36a9352 req-a259f645-fc04-4156-b9eb-cc07b99370b9 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1644189993', 'description': 'tempest-description-259026063'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:00.195311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-b452fba6-18c9-42c6-8200-d78aa739680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:00.198267 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-b452fba6-18c9-42c6-8200-d78aa739680c service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.8301435 Jul 30 01:44:00.301111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6001a4e8-f120-4005-b756-d039d36a9352 req-a259f645-fc04-4156-b9eb-cc07b99370b9 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.417455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-8eca9c0e-714b-4208-9698-926295a7b8a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.2085485 Jul 30 01:44:00.437057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33394) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:00.443403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33396) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:00.452270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ba978-6079-4918-accf-3d0dc0f90c32 req-5b1a3b29-1d3f-455f-84ed-a075caf78e75 tempest-AbsoluteLimitsNegativeTestJSON-1911170117 tempest-AbsoluteLimitsNegativeTestJSON-1911170117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:00.453994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-199ba978-6079-4918-accf-3d0dc0f90c32 req-5b1a3b29-1d3f-455f-84ed-a075caf78e75 tempest-AbsoluteLimitsNegativeTestJSON-1911170117 tempest-AbsoluteLimitsNegativeTestJSON-1911170117-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9202604 Jul 30 01:44:00.536274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-199ba978-6079-4918-accf-3d0dc0f90c32 req-4d8ef7f7-e828-49bf-bd9e-fc5a837deb3f tempest-AbsoluteLimitsNegativeTestJSON-1911170117 tempest-AbsoluteLimitsNegativeTestJSON-1911170117-project] 10.222.0.84 "GET /v2.0/quotas/47cfc1bea89242c2a1cde4552c40ba63 HTTP/1.1" status: 200 len: 375 time: 0.0653920 Jul 30 01:44:00.571969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-d3b93193-f93a-49a3-9b9e-d8ac99fb72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:00.573707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-d3b93193-f93a-49a3-9b9e-d8ac99fb72f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1186583 Jul 30 01:44:00.603295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-199ba978-6079-4918-accf-3d0dc0f90c32 req-653ab030-5a98-4c38-bfb4-2926ca37315f tempest-AbsoluteLimitsNegativeTestJSON-1911170117 tempest-AbsoluteLimitsNegativeTestJSON-1911170117-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=47cfc1bea89242c2a1cde4552c40ba63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517626 Jul 30 01:44:00.693880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-network', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:00.720489 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac0225fb-66d0-49da-aa3c-b9f7b9876990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.728192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-362a89b8-aede-406f-801e-7378917437fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:00.729979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-362a89b8-aede-406f-801e-7378917437fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308887 Jul 30 01:44:00.732816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6001a4e8-f120-4005-b756-d039d36a9352 req-a259f645-fc04-4156-b9eb-cc07b99370b9 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.738555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6001a4e8-f120-4005-b756-d039d36a9352 req-a259f645-fc04-4156-b9eb-cc07b99370b9 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.809894 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4262773-fad3-4702-9fef-e14c3135ab90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.880166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259f645-fc04-4156-b9eb-cc07b99370b9 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a786adc-69fe-4d42-a305-7c368b177abc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:00.895193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:00.899336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.915919 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6001a4e8-f120-4005-b756-d039d36a9352 req-a259f645-fc04-4156-b9eb-cc07b99370b9 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.931622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6001a4e8-f120-4005-b756-d039d36a9352 req-a259f645-fc04-4156-b9eb-cc07b99370b9 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8247344 Jul 30 01:44:00.948848 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:00.960770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.243235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-4e632852-22b8-4320-943c-ae9a2ba978f1 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991875 Jul 30 01:44:01.283394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4262773-fad3-4702-9fef-e14c3135ab90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.307099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4262773-fad3-4702-9fef-e14c3135ab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.357371 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d4262773-fad3-4702-9fef-e14c3135ab90 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3359ebe69f6a4c6da124756afa479bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9155159 Jul 30 01:44:01.360876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33410) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:01.368047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33412) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:01.371744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fa47d-4b42-40d0-b9b3-4f3ed8313e48 req-00dea8f1-0b3a-4c96-a4fa-268569d1d05b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:01.374020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd8fa47d-4b42-40d0-b9b3-4f3ed8313e48 req-00dea8f1-0b3a-4c96-a4fa-268569d1d05b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2376075 Jul 30 01:44:01.401696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c5281-508d-4741-8c27-04e9deaa5f5e req-df3710a6-669f-44f5-a7a6-394a0e88c1cb tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:01.403341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-001c5281-508d-4741-8c27-04e9deaa5f5e req-df3710a6-669f-44f5-a7a6-394a0e88c1cb tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 946 time: 0.3290825 Jul 30 01:44:01.470974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:01.494099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4262773-fad3-4702-9fef-e14c3135ab90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2d7a2a-7d37-400f-b753-7a26e9219847,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:01.569771 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f6d739-9388-4054-ac2c-46806f579a6f req-d3d9e85e-a7b9-433d-abb4-91996ac44409 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177950 Jul 30 01:44:01.609219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-001c5281-508d-4741-8c27-04e9deaa5f5e req-2d40f8df-aece-4373-9baa-d8ce870a05ee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661940 Jul 30 01:44:01.632780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd8fa47d-4b42-40d0-b9b3-4f3ed8313e48 req-8a2b3f9e-c79c-4448-8acc-9bed9d3ab59a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209713 Jul 30 01:44:01.663225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9be57f-389c-4061-97b2-6e8a76355519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.803390 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eada79aa-c682-45a7-80ce-f0af679abd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:01.900201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:01.958901 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'mac_address': 'fa:16:3e:57:fc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:01.989233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca69d8-636f-4b34-bbba-1631d04646c1 req-3b306069-0641-4ac4-952e-15c740852e44 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:02.005537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4aca69d8-636f-4b34-bbba-1631d04646c1 req-3b306069-0641-4ac4-952e-15c740852e44 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 948 time: 0.2040067 Jul 30 01:44:02.047583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.069441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79e7b5e-c991-4834-aee0-d1a47d5dbc6b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:02.101169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:02.107479 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.112285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4aca69d8-636f-4b34-bbba-1631d04646c1 req-ee8e8d65-78de-45b9-9ce9-e0031764b202 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882111 Jul 30 01:44:02.221725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6ceca5d-7be2-4ec8-908e-54623c0f28b6 req-5519d05a-a6ec-40e3-972c-0c7d8974088b tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/1a786adc-69fe-4d42-a305-7c368b177abc HTTP/1.1" status: 200 len: 1804 time: 0.2127993 Jul 30 01:44:02.242550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:02.245002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a6ceca5d-7be2-4ec8-908e-54623c0f28b6 req-43f9f15c-2d06-42b6-8542-330ad2c8a688 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1a786adc-69fe-4d42-a305-7c368b177abc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:02.245910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a6ceca5d-7be2-4ec8-908e-54623c0f28b6 req-43f9f15c-2d06-42b6-8542-330ad2c8a688 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1a786adc-69fe-4d42-a305-7c368b177abc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:02.391566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:02.406169 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9be57f-389c-4061-97b2-6e8a76355519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.428806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.445163 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.519575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cd63e3-20f8-447c-8652-0ed4eeba020b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:02.524153 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-eada79aa-c682-45a7-80ce-f0af679abd81 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:44:02.524153 n-d-715271-7 neutron-server[93818]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:44:02.524153 n-d-715271-7 neutron-server[93818]: [parameters: {'project_id_1': '47cfc1bea89242c2a1cde4552c40ba63', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 44, 2, 435914)}] Jul 30 01:44:02.524153 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:44:02.525005 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-eada79aa-c682-45a7-80ce-f0af679abd81 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:44:02.562988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:02.587367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.587995 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Added segment bbc40f38-ed39-4864-868d-8b2d87ff4dbb of type vlan for network bf1348a1-a390-478a-8610-d68fd6f33f60 Jul 30 01:44:02.646128 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a6ceca5d-7be2-4ec8-908e-54623c0f28b6 req-43f9f15c-2d06-42b6-8542-330ad2c8a688 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.698725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9be57f-389c-4061-97b2-6e8a76355519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.705307 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9be57f-389c-4061-97b2-6e8a76355519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.708446 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac9be57f-389c-4061-97b2-6e8a76355519 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ca2d7a2a-7d37-400f-b753-7a26e9219847 HTTP/1.1" status: 204 len: 168 time: 1.3437607 Jul 30 01:44:02.745079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.783470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9be57f-389c-4061-97b2-6e8a76355519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2d7a2a-7d37-400f-b753-7a26e9219847,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:02.790273 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a6ceca5d-7be2-4ec8-908e-54623c0f28b6 req-43f9f15c-2d06-42b6-8542-330ad2c8a688 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.797466 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a6ceca5d-7be2-4ec8-908e-54623c0f28b6 req-43f9f15c-2d06-42b6-8542-330ad2c8a688 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.847127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9f15c-2d06-42b6-8542-330ad2c8a688 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69984c8-a7e6-4a28-b331-6e127adcc09b,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:02.850395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.856508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:02.856508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.921424 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a6ceca5d-7be2-4ec8-908e-54623c0f28b6 req-43f9f15c-2d06-42b6-8542-330ad2c8a688 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:02.938214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6ceca5d-7be2-4ec8-908e-54623c0f28b6 req-43f9f15c-2d06-42b6-8542-330ad2c8a688 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7018573 Jul 30 01:44:02.995305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e24b90-5510-43aa-bce0-78853c95218f req-32d054b5-9887-4bb1-8773-38a6f6f84947 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:03.001665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6e24b90-5510-43aa-bce0-78853c95218f req-32d054b5-9887-4bb1-8773-38a6f6f84947 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1097 time: 0.1376505 Jul 30 01:44:03.024280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1348a1-a390-478a-8610-d68fd6f33f60,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:03.031944 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eada79aa-c682-45a7-80ce-f0af679abd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.046605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network bf1348a1-a390-478a-8610-d68fd6f33f60 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:03.075747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-197e51ff-7fa7-4e64-b15b-a03bd72de530 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6190329 Jul 30 01:44:03.078559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33442) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:03.087617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Request body: {'subnet': {'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-subnet', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:03.140212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6e24b90-5510-43aa-bce0-78853c95218f req-0c38d689-4fa1-44e5-9a21-d307e9818307 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251142 Jul 30 01:44:03.352342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ca34ab6-06b9-41b7-a570-e75fd639babe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.415267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eada79aa-c682-45a7-80ce-f0af679abd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.429868 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eada79aa-c682-45a7-80ce-f0af679abd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.483713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:03.541861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-4dbde09b-2664-483c-8cb1-048a9459406c req-b2d3c4c0-4f10-4626-b963-eb5a34e5ed7a tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1292779050', 'description': 'tempest-description-1727155674'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:03.565757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada79aa-c682-45a7-80ce-f0af679abd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700c0e70-de12-43fc-8d5a-229df7a6f6ee,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:03.607813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:03.612774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.625244 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eada79aa-c682-45a7-80ce-f0af679abd81 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=47cfc1bea89242c2a1cde4552c40ba63&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2469771 Jul 30 01:44:03.636182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33458) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:03.641915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:03.663611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:03.664154 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.769703 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.774588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4dbde09b-2664-483c-8cb1-048a9459406c req-b2d3c4c0-4f10-4626-b963-eb5a34e5ed7a tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.888389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d3d-d9f9-4ae0-a4ba-3c451c0dee7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.921131 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:03.973929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d3d-d9f9-4ae0-a4ba-3c451c0dee7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.030132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:04.046142 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca64215c-0825-4a44-8467-2037a38f6f38" -d '{"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-plugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:04.110145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:04.127051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.270865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.309806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:04.383021 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.446433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Checking segment: {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:04.447580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Network hostable DHCP agents. Network: bf1348a1-a390-478a-8610-d68fd6f33f60, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:04.454055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b95422b-324e-4507-83eb-37f4ae31e7db,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:04.480824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-567b6065-c1e1-417c-96b3-fa6670b0bc27 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.489498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-567b6065-c1e1-417c-96b3-fa6670b0bc27 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 950 time: 0.4205058 Jul 30 01:44:04.516265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4dbde09b-2664-483c-8cb1-048a9459406c req-b2d3c4c0-4f10-4626-b963-eb5a34e5ed7a tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.520187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Network bf1348a1-a390-478a-8610-d68fd6f33f60 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:04.551513 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, bf1348a1-a390-478a-8610-d68fd6f33f60) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:04.577422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.579303 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.594328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b7e259-5a41-4254-9cbd-e852fac38430 None None] Network bf1348a1-a390-478a-8610-d68fd6f33f60 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:04.607133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d3d-d9f9-4ae0-a4ba-3c451c0dee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.610638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-00fd9d3d-d9f9-4ae0-a4ba-3c451c0dee7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.628014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-00fd9d3d-d9f9-4ae0-a4ba-3c451c0dee7a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/700c0e70-de12-43fc-8d5a-229df7a6f6ee HTTP/1.1" status: 204 len: 168 time: 0.9752831 Jul 30 01:44:04.642923 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7554f098-2a61-4afd-94d5-f01dbb9cda03 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5612185 Jul 30 01:44:04.645572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33478) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:04.659219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36188650-ca34-43e8-ad52-1857e2b532b6 req-bbc767dd-a431-4e3c-a416-7fd16cbc6438 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:04.665724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:04.676490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36188650-ca34-43e8-ad52-1857e2b532b6 req-bbc767dd-a431-4e3c-a416-7fd16cbc6438 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4945068 Jul 30 01:44:04.690688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4dbde09b-2664-483c-8cb1-048a9459406c req-b2d3c4c0-4f10-4626-b963-eb5a34e5ed7a tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.771513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.774785 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:04.779264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-ca078d30-eed7-4de8-b8df-8dba05b63adf service neutron] 10.222.0.41 "GET /v2.0/ports/f79e7b5e-c991-4834-aee0-d1a47d5dbc6b/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 382 time: 0.2735279 Jul 30 01:44:04.863547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36188650-ca34-43e8-ad52-1857e2b532b6 req-2d109d6c-4743-4dcd-9fc5-03a39f26e94b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853907 Jul 30 01:44:04.893969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd9d3d-d9f9-4ae0-a4ba-3c451c0dee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700c0e70-de12-43fc-8d5a-229df7a6f6ee,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:04.945033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-bf1348a1-a390-478a-8610-d68fd6f33f60', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:44:04.946388 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.065481 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4dbde09b-2664-483c-8cb1-048a9459406c req-b2d3c4c0-4f10-4626-b963-eb5a34e5ed7a tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.098497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4dbde09b-2664-483c-8cb1-048a9459406c req-b2d3c4c0-4f10-4626-b963-eb5a34e5ed7a tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5587537 Jul 30 01:44:05.154165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.317816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3c4c0-4f10-4626-b963-eb5a34e5ed7a tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0be786d-b59f-4d30-8ce6-2f57e09c442d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:05.436344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-5899ff66-1c14-46c4-8085-827f1a434c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:05.440114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-5899ff66-1c14-46c4-8085-827f1a434c98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1101 time: 0.6095302 Jul 30 01:44:05.613821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Allocated IP 172.20.0.2 (bf1348a1-a390-478a-8610-d68fd6f33f60/0b95422b-324e-4507-83eb-37f4ae31e7db/f70f264b-57c6-4352-b848-db6aa84c8295) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:05.651893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917468dc-e04b-4c10-ab85-40f530d1eac7 req-ebecc0a3-811e-40a7-8bca-fba1ab601b19 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:05.666386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-917468dc-e04b-4c10-ab85-40f530d1eac7 req-ebecc0a3-811e-40a7-8bca-fba1ab601b19 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1097 time: 0.5663204 Jul 30 01:44:05.715315 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.755454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2ceab-f6f8-443d-8c5a-336f627ce159 req-e56939ea-c206-4c7a-b584-b113e9511d35 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:05.772098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef2ceab-f6f8-443d-8c5a-336f627ce159 req-e56939ea-c206-4c7a-b584-b113e9511d35 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.4484608 Jul 30 01:44:05.903133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-917468dc-e04b-4c10-ab85-40f530d1eac7 req-389ef5d5-85fd-499e-9963-2f024d3f54b4 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353392 Jul 30 01:44:05.915274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-2f22d02a-ce18-461b-a1d7-45babf66ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:05.919285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-2f22d02a-ce18-461b-a1d7-45babf66ad77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4620006 Jul 30 01:44:05.967339 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:05.984194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Transition to ACTIVE for port object f70f264b-57c6-4352-b848-db6aa84c8295 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:06.007753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Transition to ACTIVE for port object f70f264b-57c6-4352-b848-db6aa84c8295 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:06.024702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-81f0c059-3ed0-4984-acaf-2929e9497b44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.0800714 Jul 30 01:44:06.030684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.174303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef2ceab-f6f8-443d-8c5a-336f627ce159 req-2a0dd2f4-5693-4aba-885a-145d9e207b5e tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006250 Jul 30 01:44:06.174872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Network bf1348a1-a390-478a-8610-d68fd6f33f60 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:06.186436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:06.195198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:06.200541 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.209013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-ad5489e8-cd79-4907-91c8-47842c183a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.232302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-ad5489e8-cd79-4907-91c8-47842c183a66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1726427 Jul 30 01:44:06.365306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-17593e19-cddf-4203-8775-222fd1b5c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:06.368221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-17593e19-cddf-4203-8775-222fd1b5c2e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1341274 Jul 30 01:44:06.438773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Pushing event updated for resources: {'Port': ['ID=f70f264b-57c6-4352-b848-db6aa84c8295,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:06.530324 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3b7b90-111e-42ab-a8ef-bd278b7dd9c7 x-openstack-request-id: req-7c3b7b90-111e-42ab-a8ef-bd278b7dd9c7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:06.530898 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-plugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:06.532023 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7c3b7b90-111e-42ab-a8ef-bd278b7dd9c7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:06.532742 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'code': 200} Jul 30 01:44:06.552429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Attempting to bind port f70f264b-57c6-4352-b848-db6aa84c8295 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:06.553123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Attempting to bind port f70f264b-57c6-4352-b848-db6aa84c8295 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:06.553817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Attempting to bind port f70f264b-57c6-4352-b848-db6aa84c8295 on network bf1348a1-a390-478a-8610-d68fd6f33f60 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:06.569636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:06.571945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Checking segment: {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:06.572727 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.578982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Bound using segment: {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:06.580010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Bound port: f70f264b-57c6-4352-b848-db6aa84c8295, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:06.580820 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.684790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.697215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-756def9c-0f35-4c77-9db2-8cd1be6bf002 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204634 Jul 30 01:44:06.731016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-55cf43d7-6bc1-4288-bb86-586f101ba11e req-56781dcc-b16c-42af-8122-e770f1999293 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1293978029', 'description': 'tempest-description-718491739'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:06.736192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33524) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:06.745903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.776016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] For port f70f264b-57c6-4352-b848-db6aa84c8295, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:06.788440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] For port f70f264b-57c6-4352-b848-db6aa84c8295, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f70f264b-57c6-4352-b848-db6aa84c8295,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:06.803571 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:06.949856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ff964-0b0e-4839-ad6e-3178283c9525 None None] Pushing event updated for resources: {'Port': ['ID=f70f264b-57c6-4352-b848-db6aa84c8295,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:06.966088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-ca15111b-0a36-4dc7-b133-95548c24a148 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142444 Jul 30 01:44:06.993043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1629738194-network', 'tenant_id': '52050f15aba44f7293bbee45c05762b7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:07.001571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc39f44-35c8-4588-bf38-dac2a4af213c req-35d9fffa-36be-4e40-b8cb-24c28c6c4d26 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:07.016919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0fc39f44-35c8-4588-bf38-dac2a4af213c req-35d9fffa-36be-4e40-b8cb-24c28c6c4d26 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3925676 Jul 30 01:44:07.033658 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-55cf43d7-6bc1-4288-bb86-586f101ba11e req-56781dcc-b16c-42af-8122-e770f1999293 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.057511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Allocated IP 172.25.7.35 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/92442684-eb07-402c-9d85-fbbe5f051f3a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:07.089129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Made reservation on behalf of 52050f15aba44f7293bbee45c05762b7 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:07.093822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.124150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.170035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0fc39f44-35c8-4588-bf38-dac2a4af213c req-5e1d8adc-6b6f-42ac-9d99-7bd60c83df55 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514354 Jul 30 01:44:07.420422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.466343 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-55cf43d7-6bc1-4288-bb86-586f101ba11e req-56781dcc-b16c-42af-8122-e770f1999293 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.480639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-55cf43d7-6bc1-4288-bb86-586f101ba11e req-56781dcc-b16c-42af-8122-e770f1999293 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.528225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:07.621797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:07.645282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:07.652814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56781dcc-b16c-42af-8122-e770f1999293 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed660a1-af24-4ef0-8c06-7a8e1de15c31,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:07.662049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:07.785571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Pushing event updated for resources: {'Port': ['ID=92442684-eb07-402c-9d85-fbbe5f051f3a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:07.867405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.867405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.867943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.868137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.868351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.868804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.869921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.871470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.872155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.872943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.874013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.874729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:07.966392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f70f264b-57c6-4352-b848-db6aa84c8295 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:08.152140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.165205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f70f264b-57c6-4352-b848-db6aa84c8295 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:08.169974 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-55cf43d7-6bc1-4288-bb86-586f101ba11e req-56781dcc-b16c-42af-8122-e770f1999293 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.173677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55cf43d7-6bc1-4288-bb86-586f101ba11e req-56781dcc-b16c-42af-8122-e770f1999293 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.5518870 Jul 30 01:44:08.309776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.387245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dda2634-b8d0-47df-9baf-e55ea322d282,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:08.395362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff17764-bd04-4839-9688-58d79481aadc req-d47818b8-074b-4f38-8df4-edce9b1fc0cf tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:08.414285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aff17764-bd04-4839-9688-58d79481aadc req-d47818b8-074b-4f38-8df4-edce9b1fc0cf tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.1380172 Jul 30 01:44:08.486356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:08.548821 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aff17764-bd04-4839-9688-58d79481aadc req-78a7c0ee-ab7c-45a6-9988-dcf2724c0fdc tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321082 Jul 30 01:44:08.775831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.977252 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e100c85-e43b-4f98-a571-d5e4eb9ef51c None None] Network bf1348a1-a390-478a-8610-d68fd6f33f60 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:08.983345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:08.984575 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Added segment 82b4bab1-5ec6-4cd2-9041-685679453b4c of type vlan for network de1848b7-bd83-4d6d-9c41-fb80dea82783 Jul 30 01:44:09.057172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab421a7-b2e8-4e69-88ac-d864d361c3e7 req-10f1b203-65fa-45eb-8440-89eb2558dea7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:09.061547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ab421a7-b2e8-4e69-88ac-d864d361c3e7 req-10f1b203-65fa-45eb-8440-89eb2558dea7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 814 time: 0.4582398 Jul 30 01:44:09.114445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ab421a7-b2e8-4e69-88ac-d864d361c3e7 req-3d7cd855-e633-47c4-bbd6-4eee9e56ae93 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/quotas/564e2cc0845248e68d8d66300c601eee HTTP/1.1" status: 200 len: 375 time: 0.0360491 Jul 30 01:44:09.227318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1ff888c6-b511-430b-8e06-ae01735e2ecb None None] Provisioning for port f70f264b-57c6-4352-b848-db6aa84c8295 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:09.245631 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.254134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1ff888c6-b511-430b-8e06-ae01735e2ecb None None] Provisioning complete for port f70f264b-57c6-4352-b848-db6aa84c8295 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:09.256311 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ff888c6-b511-430b-8e06-ae01735e2ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.300297 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ab421a7-b2e8-4e69-88ac-d864d361c3e7 req-681f0e01-8907-47ce-8347-2c6d0fed87c0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775179 Jul 30 01:44:09.395909 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.397715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:09.399700 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.499296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-6c429956-16a0-4dd4-8c4d-75dfcd1a3866 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/c0be786d-b59f-4d30-8ce6-2f57e09c442d HTTP/1.1" status: 200 len: 1805 time: 0.1133852 Jul 30 01:44:09.619041 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8814340 Jul 30 01:44:09.620539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33586) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:09.641956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-182cf0d7-d171-4ae6-8930-9a1f6b137d76 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/4ed660a1-af24-4ef0-8c06-7a8e1de15c31 HTTP/1.1" status: 200 len: 1804 time: 0.1302183 Jul 30 01:44:09.648527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Request body: {'subnet': {'network_id': 'de1848b7-bd83-4d6d-9c41-fb80dea82783', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1629738194-subnet', 'tenant_id': '52050f15aba44f7293bbee45c05762b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:09.654532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c0be786d-b59f-4d30-8ce6-2f57e09c442d', 'remote_group_id': '4ed660a1-af24-4ef0-8c06-7a8e1de15c31', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:09.655458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c0be786d-b59f-4d30-8ce6-2f57e09c442d', 'remote_group_id': '4ed660a1-af24-4ef0-8c06-7a8e1de15c31', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:09.681333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.681713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.api [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:44:09.681713 n-d-715271-7 neutron-server[93819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 01:44:09.681713 n-d-715271-7 neutron-server[93819]: [parameters: {'project_id_1': '4976f1f833b44a788838d7fc99841232', 'expiration_1': datetime.datetime(2021, 7, 30, 1, 44, 9, 667742)}] Jul 30 01:44:09.681713 n-d-715271-7 neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:44:09.682511 n-d-715271-7 neutron-server[93819]: DEBUG oslo_db.api [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:44:09.698704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd34b26-5e16-4b63-9aac-b0660c2b3e5e admin admin] Pushing event updated for resources: {'Network': ['ID=de1848b7-bd83-4d6d-9c41-fb80dea82783,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:09.705208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Made reservation on behalf of 52050f15aba44f7293bbee45c05762b7 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:09.708919 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:09.735569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network de1848b7-bd83-4d6d-9c41-fb80dea82783 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:09.755458 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ff888c6-b511-430b-8e06-ae01735e2ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.001993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1ff888c6-b511-430b-8e06-ae01735e2ecb None None] For port f70f264b-57c6-4352-b848-db6aa84c8295, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f70f264b-57c6-4352-b848-db6aa84c8295,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:10.010585 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ff888c6-b511-430b-8e06-ae01735e2ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.117917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-bf92ed2e-06f7-4099-9225-d9ed166511c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:10.119738 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-bf92ed2e-06f7-4099-9225-d9ed166511c4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21&tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957 HTTP/1.1" status: 200 len: 1101 time: 0.2669599 Jul 30 01:44:10.138045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:10.165293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff888c6-b511-430b-8e06-ae01735e2ecb None None] Pushing event updated for resources: {'Port': ['ID=f70f264b-57c6-4352-b848-db6aa84c8295,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:10.274492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.326056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Router beded9e8-562e-459f-ad6a-3fda2edbfc9a is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:44:10.359224 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.534405 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.548901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.570571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bbcf8e09-e616-4732-b269-8917d81ff810 None None] Provisioning complete for port f70f264b-57c6-4352-b848-db6aa84c8295 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:10.571151 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbcf8e09-e616-4732-b269-8917d81ff810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.590225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:10.632083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13387616-d182-482d-bde5-c770178be32e None None] Sync routers for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:10.674421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13387616-d182-482d-bde5-c770178be32e None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:10.675315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8090b19-ffca-4ba1-8596-4ef845aff77e,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:10.675533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-13387616-d182-482d-bde5-c770178be32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:44:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:10.713056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:10.715990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfb1a26c-359d-44ed-8154-b54ee65b928c req-657acfe3-cf51-4936-aa6d-74d384130e32 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0703919 Jul 30 01:44:10.995595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.016421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.017678 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6a4fc9d2-3c5f-4820-a54f-72379f447fca admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3698890 Jul 30 01:44:11.038783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33608) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:11.057721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-13387616-d182-482d-bde5-c770178be32e None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:11.262550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a2cbf-8563-4a31-bdf3-a60b01f48114 req-829fa12c-119b-45d0-b0a2-bbd4dd3c616b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.273199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c4a2cbf-8563-4a31-bdf3-a60b01f48114 req-829fa12c-119b-45d0-b0a2-bbd4dd3c616b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3673360 Jul 30 01:44:11.281882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d8a7a3-3c67-4675-bd59-377d8ee910ba,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:11.320559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Checking segment: {'id': '82b4bab1-5ec6-4cd2-9041-685679453b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'de1848b7-bd83-4d6d-9c41-fb80dea82783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:11.320955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Network hostable DHCP agents. Network: de1848b7-bd83-4d6d-9c41-fb80dea82783, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:11.355657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Network de1848b7-bd83-4d6d-9c41-fb80dea82783 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:11.393138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:11.398421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, de1848b7-bd83-4d6d-9c41-fb80dea82783) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:11.420407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:11.421648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.470043 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-98a23129-c5fb-47b7-a722-244902bb39f6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8418741 Jul 30 01:44:11.537921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:11.558488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c4a2cbf-8563-4a31-bdf3-a60b01f48114 req-222e2a0d-9d85-4924-aa99-bcb740b34f19 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836432 Jul 30 01:44:11.736372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.748918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed19acfe-e02f-494c-9831-b8ca53e83646 None None] Network de1848b7-bd83-4d6d-9c41-fb80dea82783 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:11.785853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:11.801188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:11.809800 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e2ea8-12e3-4cd6-b0a0-484f01927f5c" -d '{"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-unplugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:11.833827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Transition to ACTIVE for port object f79e7b5e-c991-4834-aee0-d1a47d5dbc6b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:11.840837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:11.933665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f70f264b-57c6-4352-b848-db6aa84c8295 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:11.980127 n-d-715271-7 neutron-server[93818]: WARNING keystonemiddleware.auth_token [req-93ce5da9-a801-4f83-8697-ce2f66f69e46 req-24d79347-319d-40c8-80b8-b9f10e13e3ce service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 01:44:12.009967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-8d154727-b932-490b-bd3c-9ae41b32984a tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:44:12.011890 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-8d154727-b932-490b-bd3c-9ae41b32984a tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5139780 Jul 30 01:44:12.017008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] No DVR routers for this DVR port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:12.057504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Request body: {'binding': {'host': 'n-h2-715271-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:12.059592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Unknown quota resources ['binding']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:44:12.078523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5737250-04ef-4982-a572-51923c829912 service neutron] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:12.289626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:12.290790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:12.290790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:12.314920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:12.315277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Attempting to bind port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:12.400325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:12.442706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:12.443233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:12.443954 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:12.444678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Bound port: f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:12.445284 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.492773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f70f264b-57c6-4352-b848-db6aa84c8295 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:12.493716 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.590537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff92ce4-b842-4300-9c66-090095b1affe req-6061490d-1334-441c-82dd-85cbbdce9db1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:12.592555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff92ce4-b842-4300-9c66-090095b1affe req-6061490d-1334-441c-82dd-85cbbdce9db1 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 949 time: 0.4017677 Jul 30 01:44:12.603940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-13387616-d182-482d-bde5-c770178be32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:08Z', 'revision_number': 3, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:12.631216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8ae97-2fd7-47b6-ba1e-5805b24ca455 None None] Network de1848b7-bd83-4d6d-9c41-fb80dea82783 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:12.683268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:12.693720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:12.703640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.713102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 on host n-h2-715271-7 for vnic_type normal with profile None {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:12.713436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:12.713773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:12.764664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:12.766196 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.768617 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-f5737250-04ef-4982-a572-51923c829912 service neutron] 10.222.0.22 "PUT /v2.0/ports/f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 1097 time: 2.6353347 Jul 30 01:44:12.769762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Port ed96dc3f-722a-4c84-877f-76f0aae49736 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:12.770291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:12.772084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:12.795277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:12.795875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:12.796342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:12.796893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Bound port: ed96dc3f-722a-4c84-877f-76f0aae49736, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:12.838829 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff92ce4-b842-4300-9c66-090095b1affe req-38c54850-c20c-4412-a23d-6179b48fa952 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136157 Jul 30 01:44:12.868008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13387616-d182-482d-bde5-c770178be32e None None] Checking router: beded9e8-562e-459f-ad6a-3fda2edbfc9a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:12.868393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13387616-d182-482d-bde5-c770178be32e None None] Updating router beded9e8-562e-459f-ad6a-3fda2edbfc9a port 92442684-eb07-402c-9d85-fbbe5f051f3a binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:12.925881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-c03250c3-c7ef-4779-a3b7-c3d1c989b21c req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1472723350', 'description': 'tempest-description-1245330629'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:12.991979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5737250-04ef-4982-a572-51923c829912 service neutron] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.060047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-081b34de-1701-4509-953b-b56a33e93f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.060389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c03250c3-c7ef-4779-a3b7-c3d1c989b21c req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.064493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-081b34de-1701-4509-953b-b56a33e93f24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1100 time: 0.1501441 Jul 30 01:44:13.066937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:13.097235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.105808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13387616-d182-482d-bde5-c770178be32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.111127 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-f727111f-73d5-4191-b558-887c3798ef96 service neutron] 10.222.0.84 "POST /v2.0/ports/ed96dc3f-722a-4c84-877f-76f0aae49736/bindings HTTP/1.1" status: 201 len: 389 time: 1.0531964 Jul 30 01:44:13.478871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-253eb5a8-05af-4de5-b092-e90019bbc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.484247 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-253eb5a8-05af-4de5-b092-e90019bbc47e service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4033420 Jul 30 01:44:13.532123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c03250c3-c7ef-4779-a3b7-c3d1c989b21c req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.602015 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c03250c3-c7ef-4779-a3b7-c3d1c989b21c req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.636487 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-48e42365-f6cf-4893-a638-40cd6357c516 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.1379874 Jul 30 01:44:13.759340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-04f13ed7-09b4-45c9-92ae-fc5c88274e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.763752 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-04f13ed7-09b4-45c9-92ae-fc5c88274e73 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1097 time: 0.1501255 Jul 30 01:44:13.771083 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-a30f7e95-6a75-4546-9da4-cf132a26deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.779555 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-a30f7e95-6a75-4546-9da4-cf132a26deca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1026947 Jul 30 01:44:13.788980 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c03250c3-c7ef-4779-a3b7-c3d1c989b21c req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:13.791828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c03250c3-c7ef-4779-a3b7-c3d1c989b21c req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8727429 Jul 30 01:44:13.799669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ab9efc-2916-42c6-9665-cf28a7e1554b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:13.832700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.833908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.834766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.835597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.837412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.838199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.839156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.841651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.842563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.843329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.844674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.847248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0787b-1ccf-4455-a9d6-6b3eb04242d7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:13.906379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8579b-a764-4b1f-857f-4cae8d2016a3 req-f6fb9e1f-9495-4cb2-ab77-3194baff42a5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.921958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ee8579b-a764-4b1f-857f-4cae8d2016a3 req-f6fb9e1f-9495-4cb2-ab77-3194baff42a5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3499959 Jul 30 01:44:13.979698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-391935c4-6eed-48fb-bd3d-a272debdfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:13.981440 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-391935c4-6eed-48fb-bd3d-a272debdfd26 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810410 Jul 30 01:44:13.992753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Allocated IP 172.20.0.1 (bf1348a1-a390-478a-8610-d68fd6f33f60/0b95422b-324e-4507-83eb-37f4ae31e7db/7ef2a859-95da-4959-b765-fc2ad83181b8) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:14.016988 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13387616-d182-482d-bde5-c770178be32e None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.032839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-58eed8a6-d60a-40a8-a978-a1eda357ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.035012 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-58eed8a6-d60a-40a8-a978-a1eda357ae5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.2411354 Jul 30 01:44:14.036353 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe75a9-4cd4-4581-b54a-1fcfc55a77b3 x-openstack-request-id: req-22fe75a9-4cd4-4581-b54a-1fcfc55a77b3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:14.036652 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-unplugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:14.036905 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-22fe75a9-4cd4-4581-b54a-1fcfc55a77b3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:14.037315 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'code': 200} Jul 30 01:44:14.051411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-13387616-d182-482d-bde5-c770178be32e None None] Transition to ACTIVE for port object 92442684-eb07-402c-9d85-fbbe5f051f3a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:14.099382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ee8579b-a764-4b1f-857f-4cae8d2016a3 req-9c789bd6-e6d7-43a8-9845-3821ff51c833 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756802 Jul 30 01:44:14.104879 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13387616-d182-482d-bde5-c770178be32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.265976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-13387616-d182-482d-bde5-c770178be32e None None] Attempting to bind port 92442684-eb07-402c-9d85-fbbe5f051f3a on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:14.266551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-13387616-d182-482d-bde5-c770178be32e None None] Attempting to bind port 92442684-eb07-402c-9d85-fbbe5f051f3a by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:14.267129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13387616-d182-482d-bde5-c770178be32e None None] Attempting to bind port 92442684-eb07-402c-9d85-fbbe5f051f3a on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:14.286528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b90bb-75b0-424b-8f6e-ddf3c847c39d None None] Pushing event updated for resources: {'Port': ['ID=92442684-eb07-402c-9d85-fbbe5f051f3a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:14.291552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13387616-d182-482d-bde5-c770178be32e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:14.292220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13387616-d182-482d-bde5-c770178be32e None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:14.292882 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13387616-d182-482d-bde5-c770178be32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.293462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13387616-d182-482d-bde5-c770178be32e None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:14.294306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-13387616-d182-482d-bde5-c770178be32e None None] Bound port: 92442684-eb07-402c-9d85-fbbe5f051f3a, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:14.294743 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13387616-d182-482d-bde5-c770178be32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.396692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8381a940-2106-48f4-8713-81dc69bb175a req-7b099bd5-9c0a-48f7-aaee-1f5fba38b643 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1743128317', 'description': 'tempest-description-802624054'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:14.413618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-13387616-d182-482d-bde5-c770178be32e None None] For port 92442684-eb07-402c-9d85-fbbe5f051f3a, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:14.426563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-13387616-d182-482d-bde5-c770178be32e None None] For port 92442684-eb07-402c-9d85-fbbe5f051f3a, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=92442684-eb07-402c-9d85-fbbe5f051f3a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:14.433756 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13387616-d182-482d-bde5-c770178be32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.461627 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8381a940-2106-48f4-8713-81dc69bb175a req-7b099bd5-9c0a-48f7-aaee-1f5fba38b643 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.567411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b90bb-75b0-424b-8f6e-ddf3c847c39d None None] Pushing event updated for resources: {'Port': ['ID=92442684-eb07-402c-9d85-fbbe5f051f3a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:14.591716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13387616-d182-482d-bde5-c770178be32e None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:14.593045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-13387616-d182-482d-bde5-c770178be32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:44:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:14.665237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8381a940-2106-48f4-8713-81dc69bb175a req-7b099bd5-9c0a-48f7-aaee-1f5fba38b643 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.679759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8381a940-2106-48f4-8713-81dc69bb175a req-7b099bd5-9c0a-48f7-aaee-1f5fba38b643 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.702633 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-53627489-d09f-47ee-83a9-7cd8d0389610 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 200 len: 217 time: 0.6330316 Jul 30 01:44:14.812198 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.823374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-13387616-d182-482d-bde5-c770178be32e None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:14.825163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-86d6445d-43d3-4b11-a56e-3e0598616c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.826890 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-86d6445d-43d3-4b11-a56e-3e0598616c3b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.1095271 Jul 30 01:44:14.831924 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-03f2a0fb-6dc7-43e1-aaa3-d19d17f7e2e9 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7934420 Jul 30 01:44:14.910775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542050c4-ffb2-4168-934b-0baddbf1bcc5 req-bd2c1a64-2f64-4497-8a9a-95056a0f780f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:14.914162 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-542050c4-ffb2-4168-934b-0baddbf1bcc5 req-bd2c1a64-2f64-4497-8a9a-95056a0f780f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 946 time: 0.2455287 Jul 30 01:44:14.923378 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8381a940-2106-48f4-8713-81dc69bb175a req-7b099bd5-9c0a-48f7-aaee-1f5fba38b643 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:14.937864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8381a940-2106-48f4-8713-81dc69bb175a req-7b099bd5-9c0a-48f7-aaee-1f5fba38b643 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5599144 Jul 30 01:44:14.941283 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Transition to ACTIVE for port object 7ef2a859-95da-4959-b765-fc2ad83181b8 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:14.962963 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-c639b002-2bae-4a2d-9c5e-1551bf57827f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084578 Jul 30 01:44:15.033894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b099bd5-9c0a-48f7-aaee-1f5fba38b643 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc7690-af46-4e61-b449-3177042c0660,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:15.202417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d23aa8cf-3ecb-4ef6-b511-b1822df144ff req-ebc3dd86-0465-4154-b605-928b5be92906 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-720687856', 'description': 'tempest-description-1501186543'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:15.223615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.286956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-13387616-d182-482d-bde5-c770178be32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:08Z', 'revision_number': 3, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:15.294705 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14fa9939-b149-4a19-a227-5086e5c3e895 req-fbe88302-55bc-4050-a1b4-4aea3c596334 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955326 Jul 30 01:44:15.405762 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-7c56ea34-7925-45ef-86e5-63afdad20b8a service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038122 Jul 30 01:44:15.413529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef2a859-95da-4959-b765-fc2ad83181b8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:15.427337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-542050c4-ffb2-4168-934b-0baddbf1bcc5 req-34f3e51f-572a-4139-bdfb-e92be446efe2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728279 Jul 30 01:44:15.475748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13387616-d182-482d-bde5-c770178be32e None None] The sync data for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 is: [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:08Z', 'revision_number': 3, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:15.506765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Network bf1348a1-a390-478a-8610-d68fd6f33f60 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:15.532072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:15.548832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:15.570193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33668) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:15.669533 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-79579cc7-8b68-4c8e-b27d-418536e613af service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343507 Jul 30 01:44:15.713944 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d23aa8cf-3ecb-4ef6-b511-b1822df144ff req-ebc3dd86-0465-4154-b605-928b5be92906 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:15.838489 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.093005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:16.098592 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ed0772-2c3b-4c05-809f-9363398c018d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:16.188374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cc311804-f508-4e13-b3d6-7b0069feb777 None None] Provisioning for port 7ef2a859-95da-4959-b765-fc2ad83181b8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:16.214181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cc311804-f508-4e13-b3d6-7b0069feb777 None None] Provisioning complete for port 7ef2a859-95da-4959-b765-fc2ad83181b8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:16.215180 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cc311804-f508-4e13-b3d6-7b0069feb777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.262007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-a19b7cf2-badc-4e2a-b866-83148e16de6f tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.265173 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-a19b7cf2-badc-4e2a-b866-83148e16de6f tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1097 time: 0.4081759 Jul 30 01:44:16.297446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-7'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:16.309362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c17130-bb6e-4a89-90fb-9b4fd4650505 req-207a3cca-1150-49df-8a27-27cd99471dc0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:16.327145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8c17130-bb6e-4a89-90fb-9b4fd4650505 req-207a3cca-1150-49df-8a27-27cd99471dc0 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 949 time: 0.6777740 Jul 30 01:44:16.341673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cc311804-f508-4e13-b3d6-7b0069feb777 None None] Port 7ef2a859-95da-4959-b765-fc2ad83181b8 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:16.345176 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.352211 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45db6120-8259-41f6-97c3-4e698d395a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.460390 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.540379 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d23aa8cf-3ecb-4ef6-b511-b1822df144ff req-ebc3dd86-0465-4154-b605-928b5be92906 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.702875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45db6120-8259-41f6-97c3-4e698d395a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.703777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:16.772288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:16.787000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8c17130-bb6e-4a89-90fb-9b4fd4650505 req-d6c2d03d-0c5e-43b5-ad23-e2173e3bdb15 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306901 Jul 30 01:44:16.788259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45db6120-8259-41f6-97c3-4e698d395a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.847175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d23aa8cf-3ecb-4ef6-b511-b1822df144ff req-ebc3dd86-0465-4154-b605-928b5be92906 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.865698 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.880918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.890416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-45db6120-8259-41f6-97c3-4e698d395a6c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2f9bcd6f726d4e8a82d2bf18ee25afe5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3151736 Jul 30 01:44:16.905795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33676) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:16.962438 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d23aa8cf-3ecb-4ef6-b511-b1822df144ff req-ebc3dd86-0465-4154-b605-928b5be92906 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:16.965163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d23aa8cf-3ecb-4ef6-b511-b1822df144ff req-ebc3dd86-0465-4154-b605-928b5be92906 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.8970835 Jul 30 01:44:17.003636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db6120-8259-41f6-97c3-4e698d395a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71b8712-7554-4e0b-bca8-5c66f414835f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.131101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3dd86-0465-4154-b605-928b5be92906 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af1698d-d580-40fd-a556-4205fb90b768,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.167405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Pushing event updated for resources: {'Port': ['ID=ed96dc3f-722a-4c84-877f-76f0aae49736,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.202129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 on host n-h1-715271-7 for vnic_type normal with profile {"migrating_to": "n-h2-715271-7"} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:17.203594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:17.204443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:17.221076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Port ed96dc3f-722a-4c84-877f-76f0aae49736 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:17.222012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Attempting to bind port ed96dc3f-722a-4c84-877f-76f0aae49736 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:17.230099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-677da6b9-dbce-46b5-8d04-cefadf07014b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.253998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ce4e3e7-df51-4149-b2a7-260c7afbe031 req-b3c36dfc-0905-4ad1-9d22-c001f07eafc6 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/08cc7690-af46-4e61-b449-3177042c0660 HTTP/1.1" status: 200 len: 1812 time: 0.2256308 Jul 30 01:44:17.280862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5ce4e3e7-df51-4149-b2a7-260c7afbe031 req-a0d6ccbf-7a9f-4939-b974-335f33c10b4c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08cc7690-af46-4e61-b449-3177042c0660', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:17.281714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5ce4e3e7-df51-4149-b2a7-260c7afbe031 req-a0d6ccbf-7a9f-4939-b974-335f33c10b4c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08cc7690-af46-4e61-b449-3177042c0660', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:17.284525 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-677da6b9-dbce-46b5-8d04-cefadf07014b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.304039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:17.304603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:17.305222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:17.306266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Bound port: ed96dc3f-722a-4c84-877f-76f0aae49736, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:17.306856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.333923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30b9942c-6cac-468d-93ba-7e9224e736c3 req-0435531d-a29f-456c-9839-e34e94a42997 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=564e2cc0845248e68d8d66300c601eee HTTP/1.1" status: 200 len: 221 time: 0.1332369 Jul 30 01:44:17.430809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:17.474914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:17.486905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:17.500938 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.566571 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.575058 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5ce4e3e7-df51-4149-b2a7-260c7afbe031 req-a0d6ccbf-7a9f-4939-b974-335f33c10b4c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.583352 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.591166 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-677da6b9-dbce-46b5-8d04-cefadf07014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.599935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-677da6b9-dbce-46b5-8d04-cefadf07014b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.605021 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-677da6b9-dbce-46b5-8d04-cefadf07014b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a71b8712-7554-4e0b-bca8-5c66f414835f HTTP/1.1" status: 204 len: 168 time: 0.6529887 Jul 30 01:44:17.692851 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7438c62-f65c-4335-9aac-12be6d736d54 x-openstack-request-id: req-f7438c62-f65c-4335-9aac-12be6d736d54 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:17.693314 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:17.693825 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f7438c62-f65c-4335-9aac-12be6d736d54 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:17.694369 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'status': 'completed', 'code': 200} Jul 30 01:44:17.744226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:17.757005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5ce4e3e7-df51-4149-b2a7-260c7afbe031 req-a0d6ccbf-7a9f-4939-b974-335f33c10b4c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.760901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677da6b9-dbce-46b5-8d04-cefadf07014b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71b8712-7554-4e0b-bca8-5c66f414835f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.806370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'mac_address': 'fa:16:3e:57:fc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:17.851005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5ce4e3e7-df51-4149-b2a7-260c7afbe031 req-a0d6ccbf-7a9f-4939-b974-335f33c10b4c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.882922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Pushing event updated for resources: {'Port': ['ID=ed96dc3f-722a-4c84-877f-76f0aae49736,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:17.949092 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:44:17.984828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:17.986488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:17.989614 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-344bf5ef-b6b4-4489-9f40-2bfdd424ee1d service neutron] 10.222.0.22 "PUT /v2.0/ports/ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 200 len: 1122 time: 1.7084258 Jul 30 01:44:18.014681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0772-2c3b-4c05-809f-9363398c018d req-440715c5-3ae3-488f-af75-d33c80a9e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.018852 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-440715c5-3ae3-488f-af75-d33c80a9e79c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1100 time: 0.3092144 Jul 30 01:44:18.036233 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.096236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 92442684-eb07-402c-9d85-fbbe5f051f3a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:18.105615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ed96dc3f-722a-4c84-877f-76f0aae49736'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:18.131068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5ce4e3e7-df51-4149-b2a7-260c7afbe031 req-a0d6ccbf-7a9f-4939-b974-335f33c10b4c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.149965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ce4e3e7-df51-4149-b2a7-260c7afbe031 req-a0d6ccbf-7a9f-4939-b974-335f33c10b4c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8735936 Jul 30 01:44:18.189657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6ccbf-7a9f-4939-b974-335f33c10b4c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ee1a35-7dd1-4712-bb1b-2fcf62b4e34b,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:18.194013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.221938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef2a859-95da-4959-b765-fc2ad83181b8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:18.243166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79e7b5e-c991-4834-aee0-d1a47d5dbc6b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:18.335748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0772-2c3b-4c05-809f-9363398c018d req-d3e8bbfe-9f93-4b91-bafd-d0e6ca6a48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.338754 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-d3e8bbfe-9f93-4b91-bafd-d0e6ca6a48d7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3018305 Jul 30 01:44:18.371454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:18.375314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 92442684-eb07-402c-9d85-fbbe5f051f3a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:18.391652 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.412110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 92442684-eb07-402c-9d85-fbbe5f051f3a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:18.412590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-481d8e5a-d314-4b5e-91fe-12e05374aa82 req-7bfdc726-14bd-4b49-bee5-9494963df676 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/e3ab9efc-2916-42c6-9665-cf28a7e1554b HTTP/1.1" status: 200 len: 1805 time: 0.1987803 Jul 30 01:44:18.413831 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:18.466550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958b4c-407e-4e79-ab65-85c3df37a995 req-2d82fb9a-3b59-40ab-a07e-1565e0c9363e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.487859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e958b4c-407e-4e79-ab65-85c3df37a995 req-2d82fb9a-3b59-40ab-a07e-1565e0c9363e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 944 time: 0.5631568 Jul 30 01:44:18.500290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0772-2c3b-4c05-809f-9363398c018d req-09bfe4e8-83be-4c08-8624-b7345faf396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.503045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-09bfe4e8-83be-4c08-8624-b7345faf396d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1100 time: 0.7640684 Jul 30 01:44:18.510759 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-76512da4-6092-4b5d-b673-96c5c94c4730 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.1441281 Jul 30 01:44:18.657050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0772-2c3b-4c05-809f-9363398c018d req-3d143e83-a11b-42ef-a512-39f476714e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.659807 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-3d143e83-a11b-42ef-a512-39f476714e6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1344724 Jul 30 01:44:18.702725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=12']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:18.830817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0772-2c3b-4c05-809f-9363398c018d req-2c278294-139a-4e9b-ad89-fd7879b05d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:18.833815 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-2c278294-139a-4e9b-ad89-fd7879b05d8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605744 Jul 30 01:44:18.900086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:18.999194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.089744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 92442684-eb07-402c-9d85-fbbe5f051f3a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=92442684-eb07-402c-9d85-fbbe5f051f3a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:19.113208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:19.178177 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-4c9c7ef9-41a4-45d7-9f96-25f0285fb07d service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321626 Jul 30 01:44:19.300564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=92442684-eb07-402c-9d85-fbbe5f051f3a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:19.426874 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-5dfea0ac-1ebf-4fa1-91b9-db130c1eec81 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343969 Jul 30 01:44:19.460018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ed96dc3f-722a-4c84-877f-76f0aae49736 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:19.493203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e958b4c-407e-4e79-ab65-85c3df37a995 req-8015a9d9-6336-4f5f-bd5d-0471ef1cb92c tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9612901 Jul 30 01:44:19.579861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-481d8e5a-d314-4b5e-91fe-12e05374aa82 req-7e34c715-f581-4c52-ac4c-68570c10f9fe tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/7af1698d-d580-40fd-a556-4205fb90b768 HTTP/1.1" status: 200 len: 1804 time: 1.0746131 Jul 30 01:44:19.629492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0772-2c3b-4c05-809f-9363398c018d req-d4504946-9d69-48af-b0fc-9027af23f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:19.635886 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-d4504946-9d69-48af-b0fc-9027af23f80e service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.4024239 Jul 30 01:44:19.651734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-481d8e5a-d314-4b5e-91fe-12e05374aa82 req-b71b3e4e-4ede-4c8c-80a7-373ac36a4b11 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e3ab9efc-2916-42c6-9665-cf28a7e1554b', 'remote_group_id': '7af1698d-d580-40fd-a556-4205fb90b768', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:19.652109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-481d8e5a-d314-4b5e-91fe-12e05374aa82 req-b71b3e4e-4ede-4c8c-80a7-373ac36a4b11 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e3ab9efc-2916-42c6-9665-cf28a7e1554b', 'remote_group_id': '7af1698d-d580-40fd-a556-4205fb90b768', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:19.697307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736'}, {'name': 'network-changed', 'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:19.700958 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abfca2f-857f-4abe-afb2-3dbfa502576f" -d '{"events": [{"server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "name": "network-vif-unplugged", "status": "completed", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736"}, {"name": "network-changed", "server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:19.713883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Network bf1348a1-a390-478a-8610-d68fd6f33f60 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:19.717694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:19.718595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:19.747421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ed96dc3f-722a-4c84-877f-76f0aae49736 has no active binding in host n-h2-715271-7 {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:44:19.768974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33736) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:19.826945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-0bd46fcd-e6d8-43e9-af23-4e0242ca52a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 200 len: 217 time: 0.1605060 Jul 30 01:44:19.883415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 92442684-eb07-402c-9d85-fbbe5f051f3a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:20.018095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 92442684-eb07-402c-9d85-fbbe5f051f3a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:20.018586 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.073435 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2063487732-network', 'tenant_id': '6d0320e5fae9400badeba35924f93062'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:20.143844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Made reservation on behalf of 6d0320e5fae9400badeba35924f93062 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:20.147805 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.165213 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.167740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc91c7-8ce5-46d6-b645-94d81aed8f04 req-f665c4a9-fd93-401a-969d-2021b6798a2f tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:20.170617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdbc91c7-8ce5-46d6-b645-94d81aed8f04 req-f665c4a9-fd93-401a-969d-2021b6798a2f tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.5061116 Jul 30 01:44:20.246380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-56ebb91d-900e-4894-9643-fd34c329e689 None None] Provisioning complete for port 7ef2a859-95da-4959-b765-fc2ad83181b8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:20.247187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56ebb91d-900e-4894-9643-fd34c329e689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.259813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Router beded9e8-562e-459f-ad6a-3fda2edbfc9a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:44:20.311971 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-481d8e5a-d314-4b5e-91fe-12e05374aa82 req-b71b3e4e-4ede-4c8c-80a7-373ac36a4b11 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.322451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-56ebb91d-900e-4894-9643-fd34c329e689 None None] Port 7ef2a859-95da-4959-b765-fc2ad83181b8 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:44:20.335945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0772-2c3b-4c05-809f-9363398c018d req-282e27f9-562d-4706-abda-25d2227711ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:20.338657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-282e27f9-562d-4706-abda-25d2227711ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4904308 Jul 30 01:44:20.389034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.393702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdbc91c7-8ce5-46d6-b645-94d81aed8f04 req-425997af-0a53-420e-9b92-c7ed21ddfc43 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075019 Jul 30 01:44:20.403601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.459335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:44:20.482865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ec526c-19cb-4a98-a89f-f07f8cfb2411,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.501128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.501323 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Added segment 1eb0e811-c019-4614-8bd7-2053251b708f of type vlan for network 00883b99-bbc6-4500-985d-28d6f6c87526 Jul 30 01:44:20.528641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-481d8e5a-d314-4b5e-91fe-12e05374aa82 req-b71b3e4e-4ede-4c8c-80a7-373ac36a4b11 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.542063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-481d8e5a-d314-4b5e-91fe-12e05374aa82 req-b71b3e4e-4ede-4c8c-80a7-373ac36a4b11 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.592296 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.593504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b3e4e-4ede-4c8c-80a7-373ac36a4b11 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd9afcc-68ec-47a1-a3bd-14ad787cbd29,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.614153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0772-2c3b-4c05-809f-9363398c018d req-a267a0ce-934d-4706-aeea-b26bd5d7b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:20.617447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-a267a0ce-934d-4706-aeea-b26bd5d7b18f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2683043 Jul 30 01:44:20.647133 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.648267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:20.648851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.680568 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-481d8e5a-d314-4b5e-91fe-12e05374aa82 req-b71b3e4e-4ede-4c8c-80a7-373ac36a4b11 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.682584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-481d8e5a-d314-4b5e-91fe-12e05374aa82 req-b71b3e4e-4ede-4c8c-80a7-373ac36a4b11 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1008441 Jul 30 01:44:20.746275 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9755201 Jul 30 01:44:20.749733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33756) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:20.752897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36bcfa-0517-4eb8-8365-16e375dcac94 admin admin] Pushing event updated for resources: {'Network': ['ID=00883b99-bbc6-4500-985d-28d6f6c87526,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:20.759023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Request body: {'subnet': {'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2063487732-subnet', 'tenant_id': '6d0320e5fae9400badeba35924f93062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:20.783808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 00883b99-bbc6-4500-985d-28d6f6c87526 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:44:20.795034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Made reservation on behalf of 6d0320e5fae9400badeba35924f93062 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:20.799485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:20.962448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:44:20.975669 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Sync routers for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:44:20.993015 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:20.994456 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:44:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:21.000610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d0456d24-57af-4141-b6f5-c85f6ef113e3 admin admin] 10.222.0.84 "PUT /v2.0/routers/beded9e8-562e-459f-ad6a-3fda2edbfc9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9491253 Jul 30 01:44:21.088346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d75af0af-d1b2-4123-956d-71797e474be6 req-f002bc4a-1143-4131-9c55-078882160728 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/08cc7690-af46-4e61-b449-3177042c0660 HTTP/1.1" status: 200 len: 2405 time: 0.3666785 Jul 30 01:44:21.111903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59968e7-a69c-46b7-a623-3319c497a015 req-3b2deb8a-19ce-475d-9a56-e271910e2960 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.126257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a59968e7-a69c-46b7-a623-3319c497a015 req-3b2deb8a-19ce-475d-9a56-e271910e2960 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 950 time: 0.4481022 Jul 30 01:44:21.182405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-21984c94-9fe6-43f7-9f8d-21d2aaf51239 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018165 Jul 30 01:44:21.215948 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:21.302351 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db3ca77-90ac-44aa-addb-248f08273b28 x-openstack-request-id: req-4db3ca77-90ac-44aa-addb-248f08273b28 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:21.303165 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "name": "network-vif-unplugged", "status": "completed", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736", "code": 200}, {"name": "network-changed", "server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:21.303794 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4db3ca77-90ac-44aa-addb-248f08273b28 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:21.304660 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736', 'code': 200} Jul 30 01:44:21.305282 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736', 'status': 'completed', 'code': 200} Jul 30 01:44:21.313891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.390760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a59968e7-a69c-46b7-a623-3319c497a015 req-248d24d8-26cd-4984-9373-f0cdfdfb9e11 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630236 Jul 30 01:44:21.403125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661a2d79-d7f8-420e-bedb-462b0400653a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:21.470217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:21.522978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Checking segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:21.523851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Network hostable DHCP agents. Network: 00883b99-bbc6-4500-985d-28d6f6c87526, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:44:21.565339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Network 00883b99-bbc6-4500-985d-28d6f6c87526 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:44:21.590042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-205f54b5-4e94-43ba-8fb6-cf32a549819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.593226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-205f54b5-4e94-43ba-8fb6-cf32a549819b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1125 time: 0.3639059 Jul 30 01:44:21.599988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 00883b99-bbc6-4500-985d-28d6f6c87526) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:21.612568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6540b01-07fa-4b9d-beae-13813236bc47 None None] Network 00883b99-bbc6-4500-985d-28d6f6c87526 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:21.614352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.616080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.655044 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-07a9e3a4-eba4-4275-afd6-6ae36cddaed3 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9034224 Jul 30 01:44:21.700096 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7ef2a859-95da-4959-b765-fc2ad83181b8', 'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'mac_address': 'fa:16:3e:9f:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:12Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 2, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'subnets': [{'id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:21.750686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:21.759337 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Checking router: beded9e8-562e-459f-ad6a-3fda2edbfc9a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:44:21.760134 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Updating router beded9e8-562e-459f-ad6a-3fda2edbfc9a port 7ef2a859-95da-4959-b765-fc2ad83181b8 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:44:21.813730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:21.814623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.828924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e7aaa-32fb-4d64-b08c-7c42962637f2 req-c8d15c7f-b674-47c9-96cc-0f989f418088 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.832439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c44e7aaa-32fb-4d64-b08c-7c42962637f2 req-c8d15c7f-b674-47c9-96cc-0f989f418088 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4820254 Jul 30 01:44:21.835771 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:21.858057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38ed0772-2c3b-4c05-809f-9363398c018d req-104a8922-8daf-4956-a06a-a3dcff5fd053 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579673 Jul 30 01:44:21.989047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9fc6f-8cef-43f5-a2fd-395a284ec858 req-20b30469-f2b7-48bd-b09f-9fda1bcf881e tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:21.993422 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3f9fc6f-8cef-43f5-a2fd-395a284ec858 req-20b30469-f2b7-48bd-b09f-9fda1bcf881e tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 949 time: 0.3969872 Jul 30 01:44:21.998085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-6ccbae39-71fb-4fa1-8b5c-3f65a43ddc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:22.002181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-6ccbae39-71fb-4fa1-8b5c-3f65a43ddc8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.3816190 Jul 30 01:44:22.115518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c44e7aaa-32fb-4d64-b08c-7c42962637f2 req-b9cfccb4-b2b6-47cc-8ab5-8ef826394cba tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503393 Jul 30 01:44:22.136578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cee65fb-0d2d-42b6-aebc-c64d090239cf None None] Network 00883b99-bbc6-4500-985d-28d6f6c87526 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:44:22.223532 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.239855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-4e53e350-cacc-4189-b557-5c166c7e9c2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 200 len: 217 time: 0.1843054 Jul 30 01:44:22.316034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:22.320323 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181ba3d2-acaa-481a-badd-673a09a59ab1" -d '{"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-plugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:22.329800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3f9fc6f-8cef-43f5-a2fd-395a284ec858 req-20a87bbf-3a4a-4ee7-9b20-c90ff123bae1 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158298 Jul 30 01:44:22.368204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:22.376242 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.377708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:22.471772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-cda6cf33-949d-483f-b7ad-cecdf0a25807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:22.475528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-cda6cf33-949d-483f-b7ad-cecdf0a25807 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.1775618 Jul 30 01:44:22.549392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=13']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:22.582077 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-3cba865a-cafe-46f3-ad1d-a2b04ea4c02d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717318 Jul 30 01:44:22.685921 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.693254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8eef424f-de37-4ed0-95d1-a36f2007a659 req-f5eadea9-767c-45ff-a897-5f37ad7e4415 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/7af1698d-d580-40fd-a556-4205fb90b768 HTTP/1.1" status: 200 len: 1804 time: 0.2356725 Jul 30 01:44:22.706919 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Transition to ACTIVE for port object 7ef2a859-95da-4959-b765-fc2ad83181b8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:22.723359 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.749690 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.883716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:22.898090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:22.949442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfa9f3-6d0b-4ff5-ba0f-8b65d79d10c1 req-f412d96a-a3ea-4410-a906-ed55baf81109 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:22.952578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0dfa9f3-6d0b-4ff5-ba0f-8b65d79d10c1 req-f412d96a-a3ea-4410-a906-ed55baf81109 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 944 time: 0.4926181 Jul 30 01:44:22.959134 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Pushing event updated for resources: {'Port': ['ID=7ef2a859-95da-4959-b765-fc2ad83181b8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.008539 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.009203 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.009667 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.010250 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.010841 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.011605 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.012189 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.012758 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.013786 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.013786 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.014306 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.015202 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:23.025713 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Attempting to bind port 7ef2a859-95da-4959-b765-fc2ad83181b8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:23.026370 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Attempting to bind port 7ef2a859-95da-4959-b765-fc2ad83181b8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:23.026910 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Attempting to bind port 7ef2a859-95da-4959-b765-fc2ad83181b8 on network bf1348a1-a390-478a-8610-d68fd6f33f60 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:23.039537 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:23.040149 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Checking segment: {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:23.044465 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.047821 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Bound using segment: {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:23.048822 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Bound port: 7ef2a859-95da-4959-b765-fc2ad83181b8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:23.049460 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.083666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8eef424f-de37-4ed0-95d1-a36f2007a659 req-f8e641e2-7ca2-42c9-b4b2-72f461b86fa2 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.128067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.153452 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8eef424f-de37-4ed0-95d1-a36f2007a659 req-f8e641e2-7ca2-42c9-b4b2-72f461b86fa2 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.268605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-ff645733-e70d-4746-bb08-4fee17205b4b service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812323 Jul 30 01:44:23.285662 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] For port 7ef2a859-95da-4959-b765-fc2ad83181b8, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:23.297854 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] For port 7ef2a859-95da-4959-b765-fc2ad83181b8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7ef2a859-95da-4959-b765-fc2ad83181b8,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:23.306825 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.414100 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:44:23.415733 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:44:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:23.431487 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43a9dd-92af-4327-974a-e35aae2950ea None None] Pushing event updated for resources: {'Port': ['ID=7ef2a859-95da-4959-b765-fc2ad83181b8,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.476346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0dfa9f3-6d0b-4ff5-ba0f-8b65d79d10c1 req-82864607-8626-4824-8372-7b295fefa918 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369297 Jul 30 01:44:23.504319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2abfca2f-857f-4abe-afb2-3dbfa502576f req-ea473412-e98e-40d7-9c94-d17d7994d0c3 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268050 Jul 30 01:44:23.566611 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8eef424f-de37-4ed0-95d1-a36f2007a659 req-f8e641e2-7ca2-42c9-b4b2-72f461b86fa2 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.569984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8eef424f-de37-4ed0-95d1-a36f2007a659 req-f8e641e2-7ca2-42c9-b4b2-72f461b86fa2 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.597715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8eef424f-de37-4ed0-95d1-a36f2007a659 req-f8e641e2-7ca2-42c9-b4b2-72f461b86fa2 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "DELETE /v2.0/security-groups/7af1698d-d580-40fd-a556-4205fb90b768 HTTP/1.1" status: 204 len: 173 time: 0.8771007 Jul 30 01:44:23.603528 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.662895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e641e2-7ca2-42c9-b4b2-72f461b86fa2 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af1698d-d580-40fd-a556-4205fb90b768,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:23.672218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cffe59a0-5b93-4a03-9951-ea6ace96d234 req-32676bd5-e9b3-48fc-ad29-32b3dfb8a4e5 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-group-rules/39ee1a35-7dd1-4712-bb1b-2fcf62b4e34b HTTP/1.1" status: 200 len: 778 time: 0.0714455 Jul 30 01:44:23.818952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cffe59a0-5b93-4a03-9951-ea6ace96d234 req-0af5853e-c508-40d1-a1fd-e550e8316b49 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/08cc7690-af46-4e61-b449-3177042c0660 HTTP/1.1" status: 200 len: 2405 time: 0.1315761 Jul 30 01:44:23.948070 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cffe59a0-5b93-4a03-9951-ea6ace96d234 req-03c58d27-6d41-4b15-b650-25b3672c3629 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.970301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cffe59a0-5b93-4a03-9951-ea6ace96d234 req-03c58d27-6d41-4b15-b650-25b3672c3629 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:23.990441 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:44:24.040660 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cffe59a0-5b93-4a03-9951-ea6ace96d234 req-03c58d27-6d41-4b15-b650-25b3672c3629 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.058176 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cffe59a0-5b93-4a03-9951-ea6ace96d234 req-03c58d27-6d41-4b15-b650-25b3672c3629 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:24.060971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cffe59a0-5b93-4a03-9951-ea6ace96d234 req-03c58d27-6d41-4b15-b650-25b3672c3629 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/39ee1a35-7dd1-4712-bb1b-2fcf62b4e34b HTTP/1.1" status: 204 len: 173 time: 0.2406964 Jul 30 01:44:24.073632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c58d27-6d41-4b15-b650-25b3672c3629 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39ee1a35-7dd1-4712-bb1b-2fcf62b4e34b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:24.498090 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637085a-f576-4d62-8b33-ae2322844af8 req-29398c45-ebfb-4d6d-87a1-4ebeecaca847 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.500737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8637085a-f576-4d62-8b33-ae2322844af8 req-29398c45-ebfb-4d6d-87a1-4ebeecaca847 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 1102 time: 0.2190251 Jul 30 01:44:24.561660 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7ef2a859-95da-4959-b765-fc2ad83181b8', 'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'mac_address': 'fa:16:3e:9f:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:12Z', 'updated_at': '2021-07-30T01:44:23Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'subnets': [{'id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:24.626339 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae15ee-d4a4-4eff-9b13-146121472597 None None] The sync data for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 is: [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7ef2a859-95da-4959-b765-fc2ad83181b8', 'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'mac_address': 'fa:16:3e:9f:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:12Z', 'updated_at': '2021-07-30T01:44:23Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'subnets': [{'id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:44:24.657733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8637085a-f576-4d62-8b33-ae2322844af8 req-eb09fa42-b422-466d-85e9-fe5b043ee161 tempest-MigrationsAdminTest-270936438 tempest-MigrationsAdminTest-270936438-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429453 Jul 30 01:44:24.779622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b40eea-d39c-46e3-a842-397ced689319 req-16101ad3-8c91-4e01-93f0-7aab029f7e4e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:24.795322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-16101ad3-8c91-4e01-93f0-7aab029f7e4e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.4238939 Jul 30 01:44:24.835260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-03a3e162-98ee-4ed5-a01f-99eaa81cefa3 service neutron] 10.222.0.41 "GET /v2.0/ports/ed96dc3f-722a-4c84-877f-76f0aae49736/bindings/n-h2-715271-7 HTTP/1.1" status: 200 len: 384 time: 0.2824147 Jul 30 01:44:24.848587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-db941e7d-d356-4b15-8701-4f1a138ba6c9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/quotas/6d0320e5fae9400badeba35924f93062 HTTP/1.1" status: 200 len: 375 time: 0.0518811 Jul 30 01:44:24.874474 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480dfbfc-a095-497c-9a08-fab19574459d x-openstack-request-id: req-480dfbfc-a095-497c-9a08-fab19574459d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:24.875356 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-plugged", "status": "completed", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:24.875888 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-480dfbfc-a095-497c-9a08-fab19574459d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:24.877174 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'code': 200} Jul 30 01:44:25.056236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-ab1660c3-4e10-4d27-bcbd-58ebb7c83e47 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2056050 Jul 30 01:44:25.364721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48bf8259-71c7-4389-8975-8252b674f33d req-4828e59c-f642-4696-848e-e28bc3a565fa tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/e3ab9efc-2916-42c6-9665-cf28a7e1554b HTTP/1.1" status: 200 len: 1805 time: 0.2926867 Jul 30 01:44:25.422434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-335c9a4d-b6b1-4f7f-b28e-f8a041b73fb7 req-6ae1d72f-0c66-4eaf-ae04-24d88455bb37 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1007221346', 'description': 'tempest-description-969739831'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:25.460339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-d329cb58-bbf5-41eb-ad6d-594700e0e1fb service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962569 Jul 30 01:44:25.626898 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-335c9a4d-b6b1-4f7f-b28e-f8a041b73fb7 req-6ae1d72f-0c66-4eaf-ae04-24d88455bb37 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:25.692452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:25.802716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:25.898754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-cd03ab3e-6809-408f-9835-2673ed4ac5b9 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242363 Jul 30 01:44:25.940563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7ef2a859-95da-4959-b765-fc2ad83181b8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:25.957206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed96dc3f-722a-4c84-877f-76f0aae49736 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:25.990741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:26.042395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.106115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7ef2a859-95da-4959-b765-fc2ad83181b8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:26.121205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7ef2a859-95da-4959-b765-fc2ad83181b8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:26.123040 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.141353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-335c9a4d-b6b1-4f7f-b28e-f8a041b73fb7 req-6ae1d72f-0c66-4eaf-ae04-24d88455bb37 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.160374 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-335c9a4d-b6b1-4f7f-b28e-f8a041b73fb7 req-6ae1d72f-0c66-4eaf-ae04-24d88455bb37 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.307305 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-335c9a4d-b6b1-4f7f-b28e-f8a041b73fb7 req-6ae1d72f-0c66-4eaf-ae04-24d88455bb37 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.345190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-335c9a4d-b6b1-4f7f-b28e-f8a041b73fb7 req-6ae1d72f-0c66-4eaf-ae04-24d88455bb37 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9431608 Jul 30 01:44:26.445118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1d72f-0c66-4eaf-ae04-24d88455bb37 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74432450-6f09-4cdc-a076-48eaf0d57be0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:26.491467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.599364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] Transition to ACTIVE for port object ed96dc3f-722a-4c84-877f-76f0aae49736 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:26.680673 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.700739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 7ef2a859-95da-4959-b765-fc2ad83181b8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7ef2a859-95da-4959-b765-fc2ad83181b8,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:26.713336 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:26.880184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:26.891530 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78c1b71-ae8e-48e5-bd54-8c299faadb0e" -d '{"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:26.909626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=7ef2a859-95da-4959-b765-fc2ad83181b8,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:26.916231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] No DVR routers for this DVR port ed96dc3f-722a-4c84-877f-76f0aae49736 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:26.955315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b49517-db43-4cd2-afb1-0249b93972f4 req-f6a7369b-9e2f-4d7f-bda7-cb9f7ce789c4 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:26.957861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48b49517-db43-4cd2-afb1-0249b93972f4 req-f6a7369b-9e2f-4d7f-bda7-cb9f7ce789c4 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 944 time: 0.3811615 Jul 30 01:44:27.098905 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed96dc3f-722a-4c84-877f-76f0aae49736/bindings/n-h2-715271-7/activate HTTP/1.1" status: 200 len: 369 time: 2.2474942 Jul 30 01:44:27.100069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193c825-c1cd-4163-835f-3fa715762ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed96dc3f-722a-4c84-877f-76f0aae49736,revision_number=10']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:27.226913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48b49517-db43-4cd2-afb1-0249b93972f4 req-515e297e-346d-423b-8257-c2456059d135 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227645 Jul 30 01:44:27.273659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01583e9c-7dde-473e-b369-cb3d76fa3a07 req-23f94928-d13a-4281-a920-68cb346c6a41 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.288473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01583e9c-7dde-473e-b369-cb3d76fa3a07 req-23f94928-d13a-4281-a920-68cb346c6a41 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1823304 Jul 30 01:44:27.384601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-52835c53-5464-419c-a295-0706559be934 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.385820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-7b3cef42-b3a6-4745-b9e5-d21e310df8e9 req-992d14e8-8d08-43c4-a839-ee4f2c9ce9df tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1501469364', 'description': 'tempest-description-1886947245'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:27.388623 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-52835c53-5464-419c-a295-0706559be934 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.1852283 Jul 30 01:44:27.408364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01583e9c-7dde-473e-b369-cb3d76fa3a07 req-791e90ac-0008-47ec-97b3-bf5ca296b8ce tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179717 Jul 30 01:44:27.478864 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b3cef42-b3a6-4745-b9e5-d21e310df8e9 req-992d14e8-8d08-43c4-a839-ee4f2c9ce9df tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.552678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-ac73a8b0-4a96-46c9-a78f-1e4bd876632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.555573 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-ac73a8b0-4a96-46c9-a78f-1e4bd876632b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958&tenant_id=0b297cb5596d49098b82af2e3498bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.1452143 Jul 30 01:44:27.568369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ed96dc3f-722a-4c84-877f-76f0aae49736 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:27.629481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0e5ef73-1510-4cf4-a236-f96c638c034a req-e8338610-4733-4ed8-b236-04e1966adc98 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 210 time: 0.0874395 Jul 30 01:44:27.743553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ed96dc3f-722a-4c84-877f-76f0aae49736 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:27.760052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-c0894726-b81b-4e49-9c73-f788a2f070b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:27.762911 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-c0894726-b81b-4e49-9c73-f788a2f070b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1096 time: 0.1571255 Jul 30 01:44:27.851983 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b3cef42-b3a6-4745-b9e5-d21e310df8e9 req-992d14e8-8d08-43c4-a839-ee4f2c9ce9df tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.873625 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b3cef42-b3a6-4745-b9e5-d21e310df8e9 req-992d14e8-8d08-43c4-a839-ee4f2c9ce9df tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.953824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7ef2a859-95da-4959-b765-fc2ad83181b8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:27.961731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7b3cef42-b3a6-4745-b9e5-d21e310df8e9 req-992d14e8-8d08-43c4-a839-ee4f2c9ce9df tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:27.972629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b3cef42-b3a6-4745-b9e5-d21e310df8e9 req-992d14e8-8d08-43c4-a839-ee4f2c9ce9df tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5963802 Jul 30 01:44:28.011037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80d5fd67-f70b-431d-b028-5d2650bc36e2 req-9eafcae6-0151-4586-86d3-317194423fbc tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/74432450-6f09-4cdc-a076-48eaf0d57be0 HTTP/1.1" status: 200 len: 1812 time: 0.2528837 Jul 30 01:44:28.046148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d14e8-8d08-43c4-a839-ee4f2c9ce9df tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ed4922-e507-4b00-8614-d4e1fa6e44fb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:28.067455 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fd7db4-4cbe-4f28-9596-c08baafee66c x-openstack-request-id: req-d4fd7db4-4cbe-4f28-9596-c08baafee66c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:28.067937 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:28.068330 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4fd7db4-4cbe-4f28-9596-c08baafee66c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:28.068986 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'code': 200} Jul 30 01:44:28.148175 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7ef2a859-95da-4959-b765-fc2ad83181b8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:28.149128 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:28.196186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-736420b6-b81b-4e1a-8541-3edd8f81c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:28.208288 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-736420b6-b81b-4e1a-8541-3edd8f81c5bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.4182198 Jul 30 01:44:28.334468 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-bcfaac07-2fdf-4b34-9952-ba1568016b27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 200 len: 217 time: 0.1226892 Jul 30 01:44:28.379208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a4c9-2d9b-4529-b22e-4cc4e499a0fc req-840b4552-a193-4543-9b95-214928503e00 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:28.384363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2675a4c9-2d9b-4529-b22e-4cc4e499a0fc req-840b4552-a193-4543-9b95-214928503e00 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 951 time: 0.2023344 Jul 30 01:44:28.490941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-58775e6e-63f2-4214-9241-26954fba3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:28.496112 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-58775e6e-63f2-4214-9241-26954fba3e40 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.1358116 Jul 30 01:44:28.515118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2675a4c9-2d9b-4529-b22e-4cc4e499a0fc req-1629ca5b-27ee-4e90-b41a-6489040bb896 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169481 Jul 30 01:44:28.580927 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-81c028de-2040-44e3-9819-fab72cd92fef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722263 Jul 30 01:44:28.802722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a76c4c-a772-4c31-b118-8719c7d8e033 req-c8a5e6aa-56c4-454a-be64-e6b9d17a54b2 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:28.805466 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70a76c4c-a772-4c31-b118-8719c7d8e033 req-c8a5e6aa-56c4-454a-be64-e6b9d17a54b2 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1278851 Jul 30 01:44:28.851113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-5f1914d0-7139-475d-9ff6-e3fb461f5578 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551136 Jul 30 01:44:28.931768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70a76c4c-a772-4c31-b118-8719c7d8e033 req-6f4f2b7c-4a9a-4f3f-a7aa-c80ee0eb848d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978603 Jul 30 01:44:29.121222 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-d600a303-3028-4479-ad35-eae39daddc27 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556336 Jul 30 01:44:29.362236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1515735-b341-4400-a3f8-6407cdecfa2c req-4675f706-d99c-4afd-b5cd-cbdb5405813f tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/29ed4922-e507-4b00-8614-d4e1fa6e44fb HTTP/1.1" status: 200 len: 1805 time: 0.2988954 Jul 30 01:44:29.414252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-e1515735-b341-4400-a3f8-6407cdecfa2c req-c1d30df2-8534-4c16-a93d-c8e1efa7cc2b tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29ed4922-e507-4b00-8614-d4e1fa6e44fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:29.414710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-e1515735-b341-4400-a3f8-6407cdecfa2c req-c1d30df2-8534-4c16-a93d-c8e1efa7cc2b tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29ed4922-e507-4b00-8614-d4e1fa6e44fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:29.453030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b40eea-d39c-46e3-a842-397ced689319 req-edb4b8ce-5bda-4fb1-bba5-9d01e3d798a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.455248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-edb4b8ce-5bda-4fb1-bba5-9d01e3d798a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.4986970 Jul 30 01:44:29.483555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Request body: {'port': {'device_id': 'cf733af9-153b-4a8b-b8e1-52e73eae1752', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'admin_state_up': True, 'tenant_id': '6d0320e5fae9400badeba35924f93062'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:29.833085 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e1515735-b341-4400-a3f8-6407cdecfa2c req-c1d30df2-8534-4c16-a93d-c8e1efa7cc2b tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.841037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29448457-56b1-4502-bda9-4cc356f42066 req-763e3491-5730-4b76-b13b-a3d9337c1c50 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.844642 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-29448457-56b1-4502-bda9-4cc356f42066 req-763e3491-5730-4b76-b13b-a3d9337c1c50 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 951 time: 0.1059992 Jul 30 01:44:29.850397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-c4c43164-d817-441b-95f5-273bac1d9e21 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.853221 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-c4c43164-d817-441b-95f5-273bac1d9e21 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.1950819 Jul 30 01:44:29.908381 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e1515735-b341-4400-a3f8-6407cdecfa2c req-c1d30df2-8534-4c16-a93d-c8e1efa7cc2b tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.923050 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e1515735-b341-4400-a3f8-6407cdecfa2c req-c1d30df2-8534-4c16-a93d-c8e1efa7cc2b tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:29.937388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44231a6b-aa46-4fde-bb7a-7b532396d985 req-d658d27e-a3e4-49e9-937f-aab13a694dad tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:29.939938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44231a6b-aa46-4fde-bb7a-7b532396d985 req-d658d27e-a3e4-49e9-937f-aab13a694dad tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 945 time: 0.2001522 Jul 30 01:44:30.025142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d30df2-8534-4c16-a93d-c8e1efa7cc2b tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582d96da-6c9e-496d-9e83-1477ef534439,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:30.043520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Made reservation on behalf of 6d0320e5fae9400badeba35924f93062 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:30.051522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.086255 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e1515735-b341-4400-a3f8-6407cdecfa2c req-c1d30df2-8534-4c16-a93d-c8e1efa7cc2b tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.088871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1515735-b341-4400-a3f8-6407cdecfa2c req-c1d30df2-8534-4c16-a93d-c8e1efa7cc2b tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7080698 Jul 30 01:44:30.104359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44231a6b-aa46-4fde-bb7a-7b532396d985 req-008444ab-8e6e-4b3e-b113-3a3c8f7bfab6 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445401 Jul 30 01:44:30.357001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-29448457-56b1-4502-bda9-4cc356f42066 req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Deleting port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:30.358259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-29448457-56b1-4502-bda9-4cc356f42066 req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.473624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-ca4d4077-2314-47fa-9c33-645d63bd1803 service neutron] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:30.495409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-ca4d4077-2314-47fa-9c33-645d63bd1803 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.497205 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8128500-843f-41d2-8e2d-f37ee454a5c6 req-ca4d4077-2314-47fa-9c33-645d63bd1803 service neutron] 10.222.0.22 "DELETE /v2.0/ports/ed96dc3f-722a-4c84-877f-76f0aae49736/bindings/n-h1-715271-7 HTTP/1.1" status: 204 len: 173 time: 0.6186299 Jul 30 01:44:30.596359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-29448457-56b1-4502-bda9-4cc356f42066 req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] For port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:30.598291 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-29448457-56b1-4502-bda9-4cc356f42066 req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.623202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-29448457-56b1-4502-bda9-4cc356f42066 req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Calling delete_port for f79e7b5e-c991-4834-aee0-d1a47d5dbc6b owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:30.669442 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-794043e4-5c4b-4f3a-9aa3-30f9b9b10615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:30.871868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e94e9cc-6aab-487b-9ad4-a5b21461411d req-ca3fba62-5f5f-4557-b162-7a5852e826e2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 210 time: 0.6031070 Jul 30 01:44:30.980262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Allocated IP 172.20.0.3 (00883b99-bbc6-4500-985d-28d6f6c87526/661a2d79-d7f8-420e-bedb-462b0400653a/b5be5528-b852-4625-aae9-daa45861e29f) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:30.981747 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.032800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-29448457-56b1-4502-bda9-4cc356f42066 req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.043459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13db5ff-659c-4704-a2a8-ddca0e997421 req-8b3c70f5-a045-4539-8d36-36952a3515fd tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:31.047259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b13db5ff-659c-4704-a2a8-ddca0e997421 req-8b3c70f5-a045-4539-8d36-36952a3515fd tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b937f0c-48de-4c95-8fb0-83f2b6bfac21 HTTP/1.1" status: 200 len: 951 time: 0.7414410 Jul 30 01:44:31.064268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'd1c7c454-943c-4868-80cc-2ffd234ffc68'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:31.119903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Pushing event deleted for resources: {'Port': ['ID=f79e7b5e-c991-4834-aee0-d1a47d5dbc6b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:31.168097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-b90128dc-d120-41f3-b1e2-85b7e4015ec3 req-1c665335-efce-4591-9053-d9d2462d152c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1305806759', 'description': 'tempest-description-1519928098'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:31.225102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-29448457-56b1-4502-bda9-4cc356f42066 req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] No DVR routers for this DVR port f79e7b5e-c991-4834-aee0-d1a47d5dbc6b on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:31.233933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-29448457-56b1-4502-bda9-4cc356f42066 req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.238486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ecd49f50-5d73-482b-8599-d05ca699b411', 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:31.238833 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-29448457-56b1-4502-bda9-4cc356f42066 req-d480781d-6f12-4b7a-a910-66975ab7c21b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "DELETE /v2.0/ports/f79e7b5e-c991-4834-aee0-d1a47d5dbc6b HTTP/1.1" status: 204 len: 173 time: 1.3708587 Jul 30 01:44:31.239117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-deleted', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:31.255487 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3cde5-613c-4392-93f1-c5c19a307417" -d '{"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-deleted", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:31.451921 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b90128dc-d120-41f3-b1e2-85b7e4015ec3 req-1c665335-efce-4591-9053-d9d2462d152c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.648623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b13db5ff-659c-4704-a2a8-ddca0e997421 req-2694c521-c7b3-41bf-97b5-afcb9bddc837 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946911 Jul 30 01:44:31.674771 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.881830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5eb88cf4-0743-4b2b-99d9-8aa6bb959f23 req-f53e5121-958c-4eed-bc4c-410838e881ae tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/29ed4922-e507-4b00-8614-d4e1fa6e44fb HTTP/1.1" status: 200 len: 2398 time: 0.1648252 Jul 30 01:44:31.926420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5eb88cf4-0743-4b2b-99d9-8aa6bb959f23 req-d35b8034-495e-47bf-85a5-c913f53e7dfd tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29ed4922-e507-4b00-8614-d4e1fa6e44fb', 'remote_group_id': None}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:31.926420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5eb88cf4-0743-4b2b-99d9-8aa6bb959f23 req-d35b8034-495e-47bf-85a5-c913f53e7dfd tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29ed4922-e507-4b00-8614-d4e1fa6e44fb', 'remote_group_id': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:31.963966 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b90128dc-d120-41f3-b1e2-85b7e4015ec3 req-1c665335-efce-4591-9053-d9d2462d152c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:31.966387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.025684 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b90128dc-d120-41f3-b1e2-85b7e4015ec3 req-1c665335-efce-4591-9053-d9d2462d152c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.085087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Network 00883b99-bbc6-4500-985d-28d6f6c87526 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:32.105935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:32.113278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:32.137189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b90128dc-d120-41f3-b1e2-85b7e4015ec3 req-1c665335-efce-4591-9053-d9d2462d152c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.139481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b90128dc-d120-41f3-b1e2-85b7e4015ec3 req-1c665335-efce-4591-9053-d9d2462d152c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9802120 Jul 30 01:44:32.177188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c665335-efce-4591-9053-d9d2462d152c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8417fef-a394-4e49-9097-0e41d1ef9360,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:32.182643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event updated for resources: {'Port': ['ID=b5be5528-b852-4625-aae9-daa45861e29f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:32.274344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.275315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.279827 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5eb88cf4-0743-4b2b-99d9-8aa6bb959f23 req-d35b8034-495e-47bf-85a5-c913f53e7dfd tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.349539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-1cd51702-bc2a-4784-9b8f-d6f5294f25dd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8804090 Jul 30 01:44:32.360772 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5eb88cf4-0743-4b2b-99d9-8aa6bb959f23 req-d35b8034-495e-47bf-85a5-c913f53e7dfd tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.366581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Request body: {'port': {'device_id': 'cf733af9-153b-4a8b-b8e1-52e73eae1752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:32.373468 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5eb88cf4-0743-4b2b-99d9-8aa6bb959f23 req-d35b8034-495e-47bf-85a5-c913f53e7dfd tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.435733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b8034-495e-47bf-85a5-c913f53e7dfd tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f00da0c-b026-47a2-b865-1608442bedc9,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:32.451176 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5eb88cf4-0743-4b2b-99d9-8aa6bb959f23 req-d35b8034-495e-47bf-85a5-c913f53e7dfd tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.452459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5eb88cf4-0743-4b2b-99d9-8aa6bb959f23 req-d35b8034-495e-47bf-85a5-c913f53e7dfd tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5491617 Jul 30 01:44:32.481270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf322-708b-4e33-935a-e12b641e267a req-48b75129-1677-4683-95d6-62cdf75233a8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:32.483552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-321cf322-708b-4e33-935a-e12b641e267a req-48b75129-1677-4683-95d6-62cdf75233a8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1985352 Jul 30 01:44:32.512519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:32.627684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-321cf322-708b-4e33-935a-e12b641e267a req-baf21ac9-076b-4117-ada1-09b3904dff6e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323807 Jul 30 01:44:32.766920 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49ff847-7ad8-4bef-aa2e-6c394e5084bd x-openstack-request-id: req-d49ff847-7ad8-4bef-aa2e-6c394e5084bd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:32.767842 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b937f0c-48de-4c95-8fb0-83f2b6bfac21", "name": "network-vif-deleted", "tag": "f79e7b5e-c991-4834-aee0-d1a47d5dbc6b", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:32.767842 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d49ff847-7ad8-4bef-aa2e-6c394e5084bd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:32.768386 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b937f0c-48de-4c95-8fb0-83f2b6bfac21', 'name': 'network-vif-deleted', 'tag': 'f79e7b5e-c991-4834-aee0-d1a47d5dbc6b', 'status': 'completed', 'code': 200} Jul 30 01:44:33.032657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007781e-0d0e-41e2-9417-caabba5f3bfb req-a17487c9-a111-4e5a-8591-4cfb31e145ca tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.034523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f007781e-0d0e-41e2-9417-caabba5f3bfb req-a17487c9-a111-4e5a-8591-4cfb31e145ca tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 931 time: 0.1612999 Jul 30 01:44:33.143211 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f007781e-0d0e-41e2-9417-caabba5f3bfb req-40db267b-4337-4486-9353-b964ac389144 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792699 Jul 30 01:44:33.339681 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-172e3746-224d-43bf-a517-396ce2f8a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.374721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5be5528-b852-4625-aae9-daa45861e29f {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:33.395285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.436353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e54620b8-5a58-4029-99a1-9ffacbaaa88a req-469157c7-4873-45fd-85a4-501671ed7e16 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/b8417fef-a394-4e49-9097-0e41d1ef9360 HTTP/1.1" status: 200 len: 1813 time: 0.1831262 Jul 30 01:44:33.446222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Transition to ACTIVE for port object b5be5528-b852-4625-aae9-daa45861e29f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:33.459023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb55aa0-dfba-41f0-92b6-861b05e9f5d6 req-43d5cd93-a1aa-4f80-b844-d9c324b61be0 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.461388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-adb55aa0-dfba-41f0-92b6-861b05e9f5d6 req-43d5cd93-a1aa-4f80-b844-d9c324b61be0 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1096 time: 0.1681316 Jul 30 01:44:33.462222 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.551728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:33.597972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: f79e7b5e-c991-4834-aee0-d1a47d5dbc6b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:33.598847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f79e7b5e-c991-4834-aee0-d1a47d5dbc6b not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:33.630985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Pushing event updated for resources: {'Port': ['ID=b5be5528-b852-4625-aae9-daa45861e29f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:33.691883 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:33.708115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ef8b151-6a39-49bb-bf82-495aac64fafe req-68fa661e-553c-4ddf-b974-000acc996311 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/29ed4922-e507-4b00-8614-d4e1fa6e44fb HTTP/1.1" status: 200 len: 2996 time: 0.2202373 Jul 30 01:44:33.763827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-adb55aa0-dfba-41f0-92b6-861b05e9f5d6 req-76b1cc58-48c5-4bca-8fa5-1e34cd2d62aa tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533844 Jul 30 01:44:33.923958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Attempting to bind port b5be5528-b852-4625-aae9-daa45861e29f on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:33.924545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Attempting to bind port b5be5528-b852-4625-aae9-daa45861e29f by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:33.925120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Attempting to bind port b5be5528-b852-4625-aae9-daa45861e29f on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:33.954697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Port b5be5528-b852-4625-aae9-daa45861e29f on network 00883b99-bbc6-4500-985d-28d6f6c87526 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:33.956591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Attempting to bind port b5be5528-b852-4625-aae9-daa45861e29f on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:33.980323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049cf01-7ef0-4ee8-968e-a9287dce8982 req-f42f5161-804d-44f0-9bf4-629d345c70a7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:33.984410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7049cf01-7ef0-4ee8-968e-a9287dce8982 req-f42f5161-804d-44f0-9bf4-629d345c70a7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1731920 Jul 30 01:44:33.997491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:34.000552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Checking segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:34.001492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Bound using segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:34.002186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Bound port: b5be5528-b852-4625-aae9-daa45861e29f, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:34.002613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.132570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-b32ff560-330c-4aa6-96b9-5c2d59bd765d req-55cee1e7-da01-4657-a8cc-9d0c23a4a77a tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1487049781', 'description': 'tempest-description-1229319266'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:34.185731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7049cf01-7ef0-4ee8-968e-a9287dce8982 req-aec23ca6-f351-4d1e-a3ac-3ccd2125e8d4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559403 Jul 30 01:44:34.243191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b32ff560-330c-4aa6-96b9-5c2d59bd765d req-55cee1e7-da01-4657-a8cc-9d0c23a4a77a tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.254354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] For port b5be5528-b852-4625-aae9-daa45861e29f, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:34.317984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] For port b5be5528-b852-4625-aae9-daa45861e29f, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b5be5528-b852-4625-aae9-daa45861e29f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:34.324660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c8b02fe-8aa5-49fc-8448-958233b9a6c9 req-055a69a5-1a14-45c3-b7b1-6f0ebafd3a72 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-group-rules/2f00da0c-b026-47a2-b865-1608442bedc9 HTTP/1.1" status: 200 len: 783 time: 0.0746317 Jul 30 01:44:34.334884 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.376558 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.479810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:34.485019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.485019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] 10.222.0.41 "PUT /v2.0/ports/b5be5528-b852-4625-aae9-daa45861e29f HTTP/1.1" status: 200 len: 1091 time: 2.1257472 Jul 30 01:44:34.485019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf733af9-153b-4a8b-b8e1-52e73eae1752', 'tag': 'b5be5528-b852-4625-aae9-daa45861e29f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:34.500797 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf733af9-153b-4a8b-b8e1-52e73eae1752", "tag": "b5be5528-b852-4625-aae9-daa45861e29f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:34.671563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e880b53-b490-40ef-b26e-a94eac1f226c service neutron] Pushing event updated for resources: {'Port': ['ID=b5be5528-b852-4625-aae9-daa45861e29f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:34.705063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c8b02fe-8aa5-49fc-8448-958233b9a6c9 req-c3c37095-ae2a-4195-813d-03d7af1ba3f3 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/29ed4922-e507-4b00-8614-d4e1fa6e44fb HTTP/1.1" status: 200 len: 2996 time: 0.3357985 Jul 30 01:44:34.755505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b40eea-d39c-46e3-a842-397ced689319 req-0ea9ad0a-79ec-477a-95ba-3c9de676c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:34.759060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-0ea9ad0a-79ec-477a-95ba-3c9de676c4e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 1094 time: 0.1932805 Jul 30 01:44:34.810201 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b32ff560-330c-4aa6-96b9-5c2d59bd765d req-55cee1e7-da01-4657-a8cc-9d0c23a4a77a tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.883656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-1b919ab9-147c-4e45-9d0f-06346558f390 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5be5528-b852-4625-aae9-daa45861e29f HTTP/1.1" status: 200 len: 217 time: 0.1002543 Jul 30 01:44:34.891107 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b32ff560-330c-4aa6-96b9-5c2d59bd765d req-55cee1e7-da01-4657-a8cc-9d0c23a4a77a tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:34.985604 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9c8b02fe-8aa5-49fc-8448-958233b9a6c9 req-a635b6e4-1fbf-4ad8-b46c-ddd995bce41f tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.030327 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b32ff560-330c-4aa6-96b9-5c2d59bd765d req-55cee1e7-da01-4657-a8cc-9d0c23a4a77a tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.045426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b32ff560-330c-4aa6-96b9-5c2d59bd765d req-55cee1e7-da01-4657-a8cc-9d0c23a4a77a tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9330759 Jul 30 01:44:35.050461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9c8b02fe-8aa5-49fc-8448-958233b9a6c9 req-a635b6e4-1fbf-4ad8-b46c-ddd995bce41f tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.062763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cee1e7-da01-4657-a8cc-9d0c23a4a77a tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4560308e-4f01-49b6-8d23-0024a0b7277d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:35.087383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b40eea-d39c-46e3-a842-397ced689319 req-af3145d6-22c0-4f98-aebe-32c64d58ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:35.087838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-af3145d6-22c0-4f98-aebe-32c64d58ed46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.1902270 Jul 30 01:44:35.150788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-db513e40-0c0a-4bb5-8090-7a116742e4de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536337 Jul 30 01:44:35.288658 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9c8b02fe-8aa5-49fc-8448-958233b9a6c9 req-a635b6e4-1fbf-4ad8-b46c-ddd995bce41f tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.301802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9c8b02fe-8aa5-49fc-8448-958233b9a6c9 req-a635b6e4-1fbf-4ad8-b46c-ddd995bce41f tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.307652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c8b02fe-8aa5-49fc-8448-958233b9a6c9 req-a635b6e4-1fbf-4ad8-b46c-ddd995bce41f tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/2f00da0c-b026-47a2-b865-1608442bedc9 HTTP/1.1" status: 204 len: 173 time: 0.5611763 Jul 30 01:44:35.340175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635b6e4-1fbf-4ad8-b46c-ddd995bce41f tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f00da0c-b026-47a2-b865-1608442bedc9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:35.509787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-8492bac2-5a2a-4fec-9c81-e08b966c4dc8 service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527794 Jul 30 01:44:35.553950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:35.690594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b6098-9fb0-4e18-95e6-9cd679f9acbc req-83286b72-46e0-4e57-993d-107f81222641 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:35.693787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb1b6098-9fb0-4e18-95e6-9cd679f9acbc req-83286b72-46e0-4e57-993d-107f81222641 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 943 time: 0.2896843 Jul 30 01:44:35.767550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:35.803010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'mac_address': 'fa:16:3e:be:51:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:35.857375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c466b-5c11-4a90-addb-3c601318d9eb req-77bf40a4-b9f9-40af-8fc3-3775539487de tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:35.858953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-77bf40a4-b9f9-40af-8fc3-3775539487de tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 819 time: 0.4290383 Jul 30 01:44:35.885675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb1b6098-9fb0-4e18-95e6-9cd679f9acbc req-498292b0-da99-4965-9983-aa990deaf3d1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617389 Jul 30 01:44:35.900762 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:35.929502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-8717f1a1-4910-4f38-82b5-604f85ab26ec tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/quotas/0b297cb5596d49098b82af2e3498bfa1 HTTP/1.1" status: 200 len: 375 time: 0.0420473 Jul 30 01:44:35.935974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89b40eea-d39c-46e3-a842-397ced689319 req-0562e2ee-bc21-429c-b8b3-7c1f6418aace service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802521 Jul 30 01:44:35.961244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44a3535-d406-4c39-986a-6abd27e378f1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:36.045851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:36.056387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.073545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-eafcc8aa-0267-4a6b-aeb5-1bf3bf141610 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1408160 Jul 30 01:44:36.117119 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:36.126345 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dea989-498b-4db8-8972-676fa11b2134 x-openstack-request-id: req-12dea989-498b-4db8-8972-676fa11b2134 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:36.127240 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf733af9-153b-4a8b-b8e1-52e73eae1752", "tag": "b5be5528-b852-4625-aae9-daa45861e29f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:36.127747 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-12dea989-498b-4db8-8972-676fa11b2134 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:36.128764 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf733af9-153b-4a8b-b8e1-52e73eae1752', 'tag': 'b5be5528-b852-4625-aae9-daa45861e29f', 'status': 'completed', 'code': 200} Jul 30 01:44:36.202071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:36.249486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c44a3535-d406-4c39-986a-6abd27e378f1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:36.440027 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb334d5e-1b83-47ae-a938-d2a9908ddeb0 req-697482d6-7992-44fc-96e8-df4e4f5a9f13 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/4560308e-4f01-49b6-8d23-0024a0b7277d HTTP/1.1" status: 200 len: 1813 time: 0.2396080 Jul 30 01:44:36.462073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-40be0cd0-ff64-4208-aa15-47041d42367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.466005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-40be0cd0-ff64-4208-aa15-47041d42367a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 1094 time: 0.2626507 Jul 30 01:44:36.501501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-cf43a5fc-67ba-44b2-a874-c30e82d80693 service neutron] 10.222.0.84 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181418 Jul 30 01:44:36.904551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-319eda68-6ae1-41b0-abcb-88c41f773811 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.907564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-319eda68-6ae1-41b0-abcb-88c41f773811 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 950 time: 0.2441146 Jul 30 01:44:36.919022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ada1f6-6dbd-45e5-a195-bbb32dc0748b req-84643c1e-d37e-4944-a407-6add4b0a8a90 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.921635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4ada1f6-6dbd-45e5-a195-bbb32dc0748b req-84643c1e-d37e-4944-a407-6add4b0a8a90 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 950 time: 0.2557099 Jul 30 01:44:36.923081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-e39bf28c-df7b-4906-9bb2-17f396172782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:36.924997 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-e39bf28c-df7b-4906-9bb2-17f396172782 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 907 time: 0.4490123 Jul 30 01:44:36.931931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-7111e176-d71a-42d7-b44a-7f8e0c7003e3 service neutron] 10.222.0.84 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045668 Jul 30 01:44:37.081727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-cfbaa3ef-bcd9-42db-bda8-3eb5a7e165cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5be5528-b852-4625-aae9-daa45861e29f HTTP/1.1" status: 200 len: 217 time: 0.1456161 Jul 30 01:44:37.206814 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4ada1f6-6dbd-45e5-a195-bbb32dc0748b req-b7ad0c17-4d59-4e65-b862-798858357df4 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732322 Jul 30 01:44:37.257232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-d5bc88fe-d2cf-4cf2-bbc2-81719254b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.259463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-d5bc88fe-d2cf-4cf2-bbc2-81719254b711 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.1615925 Jul 30 01:44:37.307497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Deleting port d1c7c454-943c-4868-80cc-2ffd234ffc68 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:37.316647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.374184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-f376e6df-d43c-4d65-83a8-20e6237b2816 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068397 Jul 30 01:44:37.575112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:37.697610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port c44a3535-d406-4c39-986a-6abd27e378f1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:37.698565 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.706977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37d1d5ca-2a30-4314-8e7a-d5ed1eeda8ce req-260641fb-c94b-4a42-bf25-a22abef0069d tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/29ed4922-e507-4b00-8614-d4e1fa6e44fb HTTP/1.1" status: 200 len: 2398 time: 0.4345400 Jul 30 01:44:37.803671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] For port d1c7c454-943c-4868-80cc-2ffd234ffc68, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d1c7c454-943c-4868-80cc-2ffd234ffc68,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:37.805560 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.878918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9201e-db00-447a-9768-df07a3d67b4f req-6676f8d0-eca6-48e4-819a-f42b8d0eb67d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:37.881747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ec9201e-db00-447a-9768-df07a3d67b4f req-6676f8d0-eca6-48e4-819a-f42b8d0eb67d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4793348 Jul 30 01:44:37.916621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Calling delete_port for d1c7c454-943c-4868-80cc-2ffd234ffc68 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:37.937742 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:37.994902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:38.003146 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56211d2d-f90e-4d40-b9ae-24515ac40428" -d '{"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:38.013551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-d8f7d753-f47a-409a-bf21-c73a0cebc146 service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090372 Jul 30 01:44:38.055692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:38.066524 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.209391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:38.229630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.230140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.230628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.231071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.231536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.231917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.232305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.232765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.233320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.234272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.234778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.235234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:44:38.328417 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-37d1d5ca-2a30-4314-8e7a-d5ed1eeda8ce req-424c60b9-e41d-46e2-b445-b39561ff0572 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.429256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ec9201e-db00-447a-9768-df07a3d67b4f req-25eb9c6a-dbc1-495f-8259-e4eaeab5266b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772141 Jul 30 01:44:38.484426 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-37d1d5ca-2a30-4314-8e7a-d5ed1eeda8ce req-424c60b9-e41d-46e2-b445-b39561ff0572 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.563738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-739ced52-09e0-4df2-82a0-a3913994ac12 req-06c9e7bb-fa50-4aa2-9238-4df15320a243 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-270229047', 'description': 'tempest-description-2072905468'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:38.641062 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8e94ad8-65b2-4d30-93c2-56409b5cdf0a req-062df06e-10cf-4736-946c-c2167889928c service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245762 Jul 30 01:44:38.663407 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-739ced52-09e0-4df2-82a0-a3913994ac12 req-06c9e7bb-fa50-4aa2-9238-4df15320a243 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.762649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-37d1d5ca-2a30-4314-8e7a-d5ed1eeda8ce req-424c60b9-e41d-46e2-b445-b39561ff0572 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.767277 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-37d1d5ca-2a30-4314-8e7a-d5ed1eeda8ce req-424c60b9-e41d-46e2-b445-b39561ff0572 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.769781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37d1d5ca-2a30-4314-8e7a-d5ed1eeda8ce req-424c60b9-e41d-46e2-b445-b39561ff0572 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "DELETE /v2.0/security-groups/29ed4922-e507-4b00-8614-d4e1fa6e44fb HTTP/1.1" status: 204 len: 173 time: 1.0634568 Jul 30 01:44:38.854625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c60b9-e41d-46e2-b445-b39561ff0572 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ed4922-e507-4b00-8614-d4e1fa6e44fb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:38.910731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:38.957374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['a3c4764c-9c8f-4b41-9818-f6cb9125dedc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:38.962607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ecd49f50-5d73-482b-8599-d05ca699b411'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:39.053631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Pushing event deleted for resources: {'Port': ['ID=d1c7c454-943c-4868-80cc-2ffd234ffc68,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:39.183798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] No DVR routers for this DVR port d1c7c454-943c-4868-80cc-2ffd234ffc68 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:39.195584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.199323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d9e0d4a-7174-42a0-b658-ad29efbe15fb req-349b5860-1b06-4bbd-aa20-b27cc439d192 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "DELETE /v2.0/ports/d1c7c454-943c-4868-80cc-2ffd234ffc68 HTTP/1.1" status: 204 len: 173 time: 2.2723565 Jul 30 01:44:39.200165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-deleted', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:39.204321 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6d645c-e6a8-4201-8e3b-40e7fcca95c4" -d '{"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-deleted", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:39.263970 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-739ced52-09e0-4df2-82a0-a3913994ac12 req-06c9e7bb-fa50-4aa2-9238-4df15320a243 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.269940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-739ced52-09e0-4df2-82a0-a3913994ac12 req-06c9e7bb-fa50-4aa2-9238-4df15320a243 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.315559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a54d0e-e53b-4fc8-a201-f8968d05bd3a req-44949ad3-8bf1-4623-a987-fc26601224a6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:39.319132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61a54d0e-e53b-4fc8-a201-f8968d05bd3a req-44949ad3-8bf1-4623-a987-fc26601224a6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 943 time: 0.2957006 Jul 30 01:44:39.331071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-739ced52-09e0-4df2-82a0-a3913994ac12 req-06c9e7bb-fa50-4aa2-9238-4df15320a243 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:39.350506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-739ced52-09e0-4df2-82a0-a3913994ac12 req-06c9e7bb-fa50-4aa2-9238-4df15320a243 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7964213 Jul 30 01:44:39.607166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61a54d0e-e53b-4fc8-a201-f8968d05bd3a req-78ff7a4c-95f3-4437-9e3f-564f7e895e55 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516592 Jul 30 01:44:39.627328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9e7bb-fa50-4aa2-9238-4df15320a243 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1224cdd6-ef78-4041-929c-1dd675ddbc6b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:39.717672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b5be5528-b852-4625-aae9-daa45861e29f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:39.720771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:39.744587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-676ef789-8e80-435d-aa79-8e3e6918fd18 req-7fc4b2a3-a28d-458a-b2ba-0bbf170e5407 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 210 time: 0.1947379 Jul 30 01:44:39.926414 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c51bf9-808c-4ef2-9c46-1d96e7b951f9 x-openstack-request-id: req-a5c51bf9-808c-4ef2-9c46-1d96e7b951f9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:39.928485 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-plugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:39.930300 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a5c51bf9-808c-4ef2-9c46-1d96e7b951f9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:39.932162 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'code': 200} Jul 30 01:44:39.942946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: d1c7c454-943c-4868-80cc-2ffd234ffc68 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:39.947269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d1c7c454-943c-4868-80cc-2ffd234ffc68 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:40.122427 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a751b255-7ebd-4933-b26e-1a8cf119b3f6 req-c9078313-4dd0-47d9-afd7-dfa76cbfffbe tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f412444-3ebf-41ba-944e-dc8b72b79378 HTTP/1.1" status: 200 len: 210 time: 0.0842223 Jul 30 01:44:40.511917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b5be5528-b852-4625-aae9-daa45861e29f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b5be5528-b852-4625-aae9-daa45861e29f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:40.554074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'b5be5528-b852-4625-aae9-daa45861e29f', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'port_id': 'b5be5528-b852-4625-aae9-daa45861e29f', 'mac_address': 'fa:16:3e:22:ab:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661a2d79-d7f8-420e-bedb-462b0400653a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:40.608425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c466b-5c11-4a90-addb-3c601318d9eb req-e8cb3827-21e8-43b9-ac60-baa2011bccbd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:40.617024 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-e8cb3827-21e8-43b9-ac60-baa2011bccbd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 819 time: 0.5449336 Jul 30 01:44:40.654860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Request body: {'port': {'device_id': '53112da6-09fb-4888-bc2a-10976e7b1659', 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6', 'admin_state_up': True, 'tenant_id': '0b297cb5596d49098b82af2e3498bfa1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:40.764375 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:40.843344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5be5528-b852-4625-aae9-daa45861e29f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:40.912863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b5be5528-b852-4625-aae9-daa45861e29f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b5be5528-b852-4625-aae9-daa45861e29f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:40.929205 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.127339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=b5be5528-b852-4625-aae9-daa45861e29f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:41.181294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Made reservation on behalf of 0b297cb5596d49098b82af2e3498bfa1 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:44:41.189621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:41.214347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fd18b-74c7-400b-86ec-684685a23021 req-682469b7-cb4b-4979-be69-43e3444178c0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:41.228166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:41.229256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c32fd18b-74c7-400b-86ec-684685a23021 req-682469b7-cb4b-4979-be69-43e3444178c0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.8915350 Jul 30 01:44:41.352462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c32fd18b-74c7-400b-86ec-684685a23021 req-e928ed6a-25c6-40a8-bd3e-2d6509fc0bd8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190636 Jul 30 01:44:41.473055 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-3348e0a4-1de0-426b-8b34-a1e34e6a40ba req-03d92c06-4967-4a29-a4e8-f87c567276e7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] show failed (client error): The resource could not be found. Jul 30 01:44:41.474870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3348e0a4-1de0-426b-8b34-a1e34e6a40ba req-03d92c06-4967-4a29-a4e8-f87c567276e7 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/7af1698d-d580-40fd-a556-4205fb90b768 HTTP/1.1" status: 404 len: 352 time: 0.0385542 Jul 30 01:44:41.590485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Allocated IP 172.20.0.4 (944e4bd2-8bb9-4e38-9143-e46312114ed6/7b27a155-2044-4f76-bcc8-ab6e616ec711/1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:44:41.592675 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6216b545-2f72-40fc-a653-1f1640080c9b x-openstack-request-id: req-6216b545-2f72-40fc-a653-1f1640080c9b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:41.593311 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f412444-3ebf-41ba-944e-dc8b72b79378", "name": "network-vif-deleted", "tag": "d1c7c454-943c-4868-80cc-2ffd234ffc68", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:41.593818 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6216b545-2f72-40fc-a653-1f1640080c9b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:41.594964 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f412444-3ebf-41ba-944e-dc8b72b79378', 'name': 'network-vif-deleted', 'tag': 'd1c7c454-943c-4868-80cc-2ffd234ffc68', 'status': 'completed', 'code': 200} Jul 30 01:44:41.807283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bbe950d-8b93-492d-81ed-7d67bea3e1a6 req-c963b144-bd91-49f6-bca5-2eb0f208f101 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/1224cdd6-ef78-4041-929c-1dd675ddbc6b HTTP/1.1" status: 200 len: 1812 time: 0.1495774 Jul 30 01:44:42.028379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.132241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0399fb-b296-4b37-a6b9-d6302cbcc318 req-606ed4aa-cf3e-4cd0-a929-35c58f470e54 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.135943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c0399fb-b296-4b37-a6b9-d6302cbcc318 req-606ed4aa-cf3e-4cd0-a929-35c58f470e54 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 944 time: 0.1911249 Jul 30 01:44:42.156392 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.253371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c0399fb-b296-4b37-a6b9-d6302cbcc318 req-765eed18-daf8-4fd5-9ef5-5217e1f110f5 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984788 Jul 30 01:44:42.349741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Pushing event updated for resources: {'Port': ['ID=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:42.374071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Network 944e4bd2-8bb9-4e38-9143-e46312114ed6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:44:42.377396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:44:42.382350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:44:42.540927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.542899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:42.586994 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-03a27e53-9930-416b-9dfc-125c3fbbcc98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9487753 Jul 30 01:44:42.615036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Request body: {'port': {'device_id': '53112da6-09fb-4888-bc2a-10976e7b1659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:44:42.661334 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39321c-8623-472c-94d5-30756c1307d4 req-5af3757b-c185-4d7d-8577-55cdc5b33a2e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:42.665911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b39321c-8623-472c-94d5-30756c1307d4 req-5af3757b-c185-4d7d-8577-55cdc5b33a2e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 931 time: 0.1666725 Jul 30 01:44:42.766738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b39321c-8623-472c-94d5-30756c1307d4 req-b92c1ba3-8e8f-443c-b186-3838ce36b684 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879972 Jul 30 01:44:42.830479 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.012040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61c2cea0-6360-42a2-9404-1bc3b7a79d8b req-e89991ba-a5d1-4149-a1e2-5fc54447098a tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/e3ab9efc-2916-42c6-9665-cf28a7e1554b HTTP/1.1" status: 200 len: 1805 time: 0.0901999 Jul 30 01:44:43.116476 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-61c2cea0-6360-42a2-9404-1bc3b7a79d8b req-48a5c4ad-7923-450f-9c82-2d7d68bcb7bb tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.182710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-61c2cea0-6360-42a2-9404-1bc3b7a79d8b req-48a5c4ad-7923-450f-9c82-2d7d68bcb7bb tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.358460 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-61c2cea0-6360-42a2-9404-1bc3b7a79d8b req-48a5c4ad-7923-450f-9c82-2d7d68bcb7bb tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.369501 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-61c2cea0-6360-42a2-9404-1bc3b7a79d8b req-48a5c4ad-7923-450f-9c82-2d7d68bcb7bb tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.374783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61c2cea0-6360-42a2-9404-1bc3b7a79d8b req-48a5c4ad-7923-450f-9c82-2d7d68bcb7bb tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "DELETE /v2.0/security-groups/e3ab9efc-2916-42c6-9665-cf28a7e1554b HTTP/1.1" status: 204 len: 173 time: 0.3611579 Jul 30 01:44:43.418796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5c4ad-7923-450f-9c82-2d7d68bcb7bb tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ab9efc-2916-42c6-9665-cf28a7e1554b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:43.470505 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-3c39d948-7ce3-4fa9-8d28-5463e2d573f2 req-f6256fbd-c42b-42b8-a003-4b38652a7620 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] show failed (client error): The resource could not be found. Jul 30 01:44:43.488160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c39d948-7ce3-4fa9-8d28-5463e2d573f2 req-f6256fbd-c42b-42b8-a003-4b38652a7620 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/80023747-056a-4979-9b6a-cc566e47f97e HTTP/1.1" status: 404 len: 352 time: 0.0575719 Jul 30 01:44:43.649313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b5be5528-b852-4625-aae9-daa45861e29f up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:43.853562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:43.863632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port b5be5528-b852-4625-aae9-daa45861e29f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:43.869987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port b5be5528-b852-4625-aae9-daa45861e29f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:43.871945 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.896855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:43.945448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Transition to ACTIVE for port object 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:44:43.953737 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.057185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:44.092603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.155809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b5be5528-b852-4625-aae9-daa45861e29f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b5be5528-b852-4625-aae9-daa45861e29f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:44.158214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf733af9-153b-4a8b-b8e1-52e73eae1752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be5528-b852-4625-aae9-daa45861e29f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:44.166424 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77050132-bf28-4059-9602-8eb9eaba3907" -d '{"events": [{"server_uuid": "cf733af9-153b-4a8b-b8e1-52e73eae1752", "name": "network-vif-plugged", "status": "completed", "tag": "b5be5528-b852-4625-aae9-daa45861e29f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:44.176922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.339738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:44:44.340308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:44:44.341553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:44.350378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412279f2-2d63-4c81-8379-09c620a9eda2 req-5cd9e9b5-a61a-4f94-bac5-16483cd7abcc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.364663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-412279f2-2d63-4c81-8379-09c620a9eda2 req-5cd9e9b5-a61a-4f94-bac5-16483cd7abcc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2557058 Jul 30 01:44:44.366275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:44:44.366816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:44:44.395259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:44:44.395259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:44:44.395259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:44:44.395259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Bound port: 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:44:44.396272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.414709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=b5be5528-b852-4625-aae9-daa45861e29f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:44.502849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-412279f2-2d63-4c81-8379-09c620a9eda2 req-f6e3a8f6-e383-427d-a0a8-0a7967c1ad44 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356101 Jul 30 01:44:44.613062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:44:44.620753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:44:44.628816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.688411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.689382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:44.693134 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] 10.222.0.22 "PUT /v2.0/ports/1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 200 len: 1091 time: 2.0883656 Jul 30 01:44:44.693943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:44.699595 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03678c15-9a45-41c2-86fb-d7cbdca7a796" -d '{"events": [{"name": "network-changed", "server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:44.873318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94df627-40c7-40b7-979c-45c6d66e4799 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:44.910321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c466b-5c11-4a90-addb-3c601318d9eb req-c7b5e4b4-2e8d-4833-9de5-832aef277844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.911037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4976f23-4a51-41bc-9891-56bdfe748b09 req-00762012-7986-4882-9a56-89689180d9d1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:44.913866 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-c7b5e4b4-2e8d-4833-9de5-832aef277844 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1094 time: 0.1372385 Jul 30 01:44:44.917544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4976f23-4a51-41bc-9891-56bdfe748b09 req-00762012-7986-4882-9a56-89689180d9d1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 945 time: 0.1999550 Jul 30 01:44:45.029256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4976f23-4a51-41bc-9891-56bdfe748b09 req-96f70fb6-5147-49a0-8459-f1391c4bd320 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913966 Jul 30 01:44:45.039147 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-3daec918-d9a4-4686-ab51-8191182ddcbd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 200 len: 217 time: 0.1059418 Jul 30 01:44:45.146292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c466b-5c11-4a90-addb-3c601318d9eb req-8d136f52-d3d1-4a01-a47c-1883f89dbc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:45.149179 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-8d136f52-d3d1-4a01-a47c-1883f89dbc14 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.0944366 Jul 30 01:44:45.223940 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-e3815a7d-2a24-44e7-816c-001aa190aecf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601428 Jul 30 01:44:45.232217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52e86ede-bdd8-4e98-a0a8-27332629f3c5 req-dcbdfc6f-5349-4474-a019-c8c867bbe4aa tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/4ed660a1-af24-4ef0-8c06-7a8e1de15c31 HTTP/1.1" status: 200 len: 1804 time: 0.1466365 Jul 30 01:44:45.311350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-aa31353d-065d-4897-bb7e-1d9d182e6582 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:45.315499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-aa31353d-065d-4897-bb7e-1d9d182e6582 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 949 time: 0.1630149 Jul 30 01:44:45.484869 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-1895c414-e4df-491e-ab6a-c563dfd76bff service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364171 Jul 30 01:44:45.664118 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52e86ede-bdd8-4e98-a0a8-27332629f3c5 req-abde7905-a253-4001-b671-c281651a8403 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.680901 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-889c539b-faf9-4280-a066-851ed429e7c8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1943350 Jul 30 01:44:45.701238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Deleting port a3c4764c-9c8f-4b41-9818-f6cb9125dedc {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:45.701960 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.825495 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-079c466b-5c11-4a90-addb-3c601318d9eb req-e672bf3e-a9fa-47ee-af0d-434f9b28cd60 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154635 Jul 30 01:44:45.846559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52e86ede-bdd8-4e98-a0a8-27332629f3c5 req-abde7905-a253-4001-b671-c281651a8403 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:45.875919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-d6fd4fc9-df19-4147-9693-790f9a1a164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:45.880108 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-d6fd4fc9-df19-4147-9693-790f9a1a164a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1097 time: 0.1417983 Jul 30 01:44:46.026790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] For port a3c4764c-9c8f-4b41-9818-f6cb9125dedc, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:46.027314 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.095237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Calling delete_port for a3c4764c-9c8f-4b41-9818-f6cb9125dedc owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:46.218567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-fd0b175a-3bd6-4738-89f6-6990ce7de5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.221877 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-fd0b175a-3bd6-4738-89f6-6990ce7de5d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 915 time: 0.2875543 Jul 30 01:44:46.288714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52e86ede-bdd8-4e98-a0a8-27332629f3c5 req-abde7905-a253-4001-b671-c281651a8403 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.295477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-52e86ede-bdd8-4e98-a0a8-27332629f3c5 req-abde7905-a253-4001-b671-c281651a8403 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.298322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52e86ede-bdd8-4e98-a0a8-27332629f3c5 req-abde7905-a253-4001-b671-c281651a8403 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "DELETE /v2.0/security-groups/4ed660a1-af24-4ef0-8c06-7a8e1de15c31 HTTP/1.1" status: 204 len: 173 time: 1.0373735 Jul 30 01:44:46.390768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde7905-a253-4001-b671-c281651a8403 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed660a1-af24-4ef0-8c06-7a8e1de15c31,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:46.420249 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-6c2ac7ae-7552-4d97-b315-8f3fa7cf981e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 217 time: 0.1777718 Jul 30 01:44:46.451718 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-bd76bb3e-4124-40c0-a233-5e559ed5c37e req-25adb71e-982a-4181-85c5-f298ec5df7ea tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] show failed (client error): The resource could not be found. Jul 30 01:44:46.453673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd76bb3e-4124-40c0-a233-5e559ed5c37e req-25adb71e-982a-4181-85c5-f298ec5df7ea tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-group-rules/acfbb0a1-41a2-4cea-adc6-b9b63bff48ce HTTP/1.1" status: 404 len: 361 time: 0.0663731 Jul 30 01:44:46.607933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-2ac03c28-4bc9-4f27-91a5-a1f943d13164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.613397 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-2ac03c28-4bc9-4f27-91a5-a1f943d13164 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.1616569 Jul 30 01:44:46.722316 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-676b3e94-7d5e-4e90-b6cd-e39bc3f303b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971518 Jul 30 01:44:46.796875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:46.811018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cfb18-d87d-407a-9dd6-0afbe3358ecf req-afbbff9a-4cc6-4c73-a1fa-642dd3c9b336 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:46.821556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ecd49f50-5d73-482b-8599-d05ca699b411'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:46.840843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d64cfb18-d87d-407a-9dd6-0afbe3358ecf req-afbbff9a-4cc6-4c73-a1fa-642dd3c9b336 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 943 time: 0.2137370 Jul 30 01:44:46.905721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['a3c4764c-9c8f-4b41-9818-f6cb9125dedc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:47.015850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Pushing event deleted for resources: {'Port': ['ID=a3c4764c-9c8f-4b41-9818-f6cb9125dedc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:47.134586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] No DVR routers for this DVR port a3c4764c-9c8f-4b41-9818-f6cb9125dedc on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:47.138042 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:47.142428 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d890f60-6a34-4dbc-ae71-d9b5a5cfefdc req-0bdd9597-787d-4a9c-8eb4-ebd6a0935a4a tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.41 "DELETE /v2.0/ports/a3c4764c-9c8f-4b41-9818-f6cb9125dedc HTTP/1.1" status: 204 len: 173 time: 1.8119617 Jul 30 01:44:47.147933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'name': 'network-vif-deleted', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:47.152789 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c55f4-67bf-40f1-85fc-53652eb99ae9" -d '{"events": [{"server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "name": "network-vif-deleted", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:47.176378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d64cfb18-d87d-407a-9dd6-0afbe3358ecf req-c8fb84d6-c594-4c8a-990d-edd4955ae02e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119538 Jul 30 01:44:47.434999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eee5eca1-bdae-48e5-b2e8-b593ec0b0658 req-cef22c82-0247-4b0f-a5f3-cdea5259522b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5d43a06-c1e0-4462-a7e2-1460eb5b8d77 HTTP/1.1" status: 200 len: 210 time: 0.0955248 Jul 30 01:44:47.589118 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264364a0-9711-411f-b459-b8f3a2dc4733 x-openstack-request-id: req-264364a0-9711-411f-b459-b8f3a2dc4733 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:47.589858 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf733af9-153b-4a8b-b8e1-52e73eae1752", "name": "network-vif-plugged", "status": "completed", "tag": "b5be5528-b852-4625-aae9-daa45861e29f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:47.590466 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-264364a0-9711-411f-b459-b8f3a2dc4733 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:47.591312 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf733af9-153b-4a8b-b8e1-52e73eae1752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5be5528-b852-4625-aae9-daa45861e29f', 'code': 200} Jul 30 01:44:47.884718 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-4e959e1c-6bf2-4fcd-8779-b30589e9a7c5 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1437213 Jul 30 01:44:48.034324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fdabe-c245-45e1-98ec-8d9697e45310 req-6dde4b68-ed5d-464f-9e42-41f098bb9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.037989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae5fdabe-c245-45e1-98ec-8d9697e45310 req-6dde4b68-ed5d-464f-9e42-41f098bb9caf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 1096 time: 0.2868242 Jul 30 01:44:48.179399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae5fdabe-c245-45e1-98ec-8d9697e45310 req-b1040437-f9ca-4eb1-9421-defc1fce5b0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340635 Jul 30 01:44:48.223033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35b9c9-2f0d-4196-8ee7-9329a8acc1e7 req-197f5e4f-871c-4b12-8582-1b859c57a7bc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.244735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df35b9c9-2f0d-4196-8ee7-9329a8acc1e7 req-197f5e4f-871c-4b12-8582-1b859c57a7bc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3529429 Jul 30 01:44:48.249496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c60201d5-c6ec-4f29-b911-8e6f3839898b req-922421f1-2de6-40a2-a183-83fb2cf3ff89 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485143 Jul 30 01:44:48.352129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df35b9c9-2f0d-4196-8ee7-9329a8acc1e7 req-d25f4145-f678-4722-81d7-0f4df4a1fb0f tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052227 Jul 30 01:44:48.483498 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9026cb29-e216-4ba6-8ea9-ce575e94b784 x-openstack-request-id: req-9026cb29-e216-4ba6-8ea9-ce575e94b784 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:48.485038 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:48.485770 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9026cb29-e216-4ba6-8ea9-ce575e94b784 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:48.487203 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5', 'status': 'completed', 'code': 200} Jul 30 01:44:48.651822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-791052b7-b0ee-4de4-8651-ad02e89da74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.654868 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-791052b7-b0ee-4de4-8651-ad02e89da74e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1094 time: 0.1037407 Jul 30 01:44:48.754612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89064-57ce-4735-95f5-93d54b2bfd3e req-b5548e35-38dc-4fd3-8c26-7fdbdbdcc243 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.758460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22d89064-57ce-4735-95f5-93d54b2bfd3e req-b5548e35-38dc-4fd3-8c26-7fdbdbdcc243 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 945 time: 0.1441097 Jul 30 01:44:48.903090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22d89064-57ce-4735-95f5-93d54b2bfd3e req-69b24446-3c14-4931-8864-8438540da28c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320014 Jul 30 01:44:48.946244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-2626ba11-76b4-4f25-b679-d97d06790594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:48.956253 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-2626ba11-76b4-4f25-b679-d97d06790594 service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.2845294 Jul 30 01:44:49.161731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0e4b58-d603-42d5-a491-27ad6c9aa51b req-33102762-c495-453f-a0af-22cbeac77f63 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/c0be786d-b59f-4d30-8ce6-2f57e09c442d HTTP/1.1" status: 200 len: 1805 time: 0.1223149 Jul 30 01:44:49.206743 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-f2f125aa-769b-4836-9ead-51ae33fd8e2c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 200 len: 217 time: 0.2211740 Jul 30 01:44:49.279996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0e4b58-d603-42d5-a491-27ad6c9aa51b req-c6ac3c46-c63d-4d6e-b151-7f1ca8176067 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.342570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0e4b58-d603-42d5-a491-27ad6c9aa51b req-c6ac3c46-c63d-4d6e-b151-7f1ca8176067 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.481147 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0e4b58-d603-42d5-a491-27ad6c9aa51b req-c6ac3c46-c63d-4d6e-b151-7f1ca8176067 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.487026 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2f0e4b58-d603-42d5-a491-27ad6c9aa51b req-c6ac3c46-c63d-4d6e-b151-7f1ca8176067 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.488911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f0e4b58-d603-42d5-a491-27ad6c9aa51b req-c6ac3c46-c63d-4d6e-b151-7f1ca8176067 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "DELETE /v2.0/security-groups/c0be786d-b59f-4d30-8ce6-2f57e09c442d HTTP/1.1" status: 204 len: 173 time: 0.3199377 Jul 30 01:44:49.494173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-c783ea58-d935-4d2c-9dfb-19b600c3be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:49.496789 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-c783ea58-d935-4d2c-9dfb-19b600c3be98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.2579253 Jul 30 01:44:49.510630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac3c46-c63d-4d6e-b151-7f1ca8176067 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0be786d-b59f-4d30-8ce6-2f57e09c442d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:49.607360 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-58f73ffb-f602-4327-b713-f9155c499c6c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854852 Jul 30 01:44:49.621558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:44:49.685908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a3c4764c-9c8f-4b41-9818-f6cb9125dedc no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:49.720656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1277be2a-b290-4530-bf95-8fb9a9e21c66 req-7782156b-cb45-4246-9d49-e4bd91f9a791 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/1224cdd6-ef78-4041-929c-1dd675ddbc6b HTTP/1.1" status: 200 len: 1812 time: 0.1633825 Jul 30 01:44:49.770701 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:44:49.818492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: a3c4764c-9c8f-4b41-9818-f6cb9125dedc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:49.819354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a3c4764c-9c8f-4b41-9818-f6cb9125dedc not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:49.848941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1277be2a-b290-4530-bf95-8fb9a9e21c66 req-b48e5268-da71-4ab2-9382-b6f7b52a6c06 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:49.871641 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-060d0949-0c6a-406a-8dd3-83b6c205d794 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475460 Jul 30 01:44:49.950234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1277be2a-b290-4530-bf95-8fb9a9e21c66 req-b48e5268-da71-4ab2-9382-b6f7b52a6c06 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.063520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:50.097745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1277be2a-b290-4530-bf95-8fb9a9e21c66 req-b48e5268-da71-4ab2-9382-b6f7b52a6c06 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.102666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1277be2a-b290-4530-bf95-8fb9a9e21c66 req-b48e5268-da71-4ab2-9382-b6f7b52a6c06 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.106666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1277be2a-b290-4530-bf95-8fb9a9e21c66 req-b48e5268-da71-4ab2-9382-b6f7b52a6c06 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "DELETE /v2.0/security-groups/1224cdd6-ef78-4041-929c-1dd675ddbc6b HTTP/1.1" status: 204 len: 173 time: 0.3815994 Jul 30 01:44:50.120066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5', 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6', 'port_id': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5', 'mac_address': 'fa:16:3e:cc:05:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b27a155-2044-4f76-bcc8-ab6e616ec711', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:44:50.161854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e5268-da71-4ab2-9382-b6f7b52a6c06 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1224cdd6-ef78-4041-929c-1dd675ddbc6b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:50.215482 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-03678c15-9a45-41c2-86fb-d7cbdca7a796 req-07d0fe85-f58d-4726-a02f-306bf6e3dc72 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249815 Jul 30 01:44:50.304876 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df096062-5c87-4309-a91a-2afa82c761c0 x-openstack-request-id: req-df096062-5c87-4309-a91a-2afa82c761c0 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:50.305217 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d43a06-c1e0-4462-a7e2-1460eb5b8d77", "name": "network-vif-deleted", "tag": "a3c4764c-9c8f-4b41-9818-f6cb9125dedc", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:50.305475 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-df096062-5c87-4309-a91a-2afa82c761c0 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:50.306070 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d43a06-c1e0-4462-a7e2-1460eb5b8d77', 'name': 'network-vif-deleted', 'tag': 'a3c4764c-9c8f-4b41-9818-f6cb9125dedc', 'status': 'completed', 'code': 200} Jul 30 01:44:50.340204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.397124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:44:50.437833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:50.445527 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:50.661314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333a3d9-e8f1-419a-9b85-fdac264daf0a req-f821537a-a6f2-4bef-b963-2dc32af8cf37 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:50.665077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:50.677696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2333a3d9-e8f1-419a-9b85-fdac264daf0a req-f821537a-a6f2-4bef-b963-2dc32af8cf37 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 944 time: 0.1660724 Jul 30 01:44:50.810560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2333a3d9-e8f1-419a-9b85-fdac264daf0a req-b11474bb-4fb1-4c18-8050-7b531525f3e3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278746 Jul 30 01:44:50.961150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:44:51.260406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d25e4e9-5f09-4903-9a5e-c0f95ea42058 req-66a31245-43d4-4deb-a527-b68b62503bca tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/1a786adc-69fe-4d42-a305-7c368b177abc HTTP/1.1" status: 200 len: 2403 time: 0.2598236 Jul 30 01:44:51.408015 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d25e4e9-5f09-4903-9a5e-c0f95ea42058 req-84e44a75-7cbc-4453-a5c4-0efec7c1e00d tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.477065 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d25e4e9-5f09-4903-9a5e-c0f95ea42058 req-84e44a75-7cbc-4453-a5c4-0efec7c1e00d tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.586609 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d25e4e9-5f09-4903-9a5e-c0f95ea42058 req-84e44a75-7cbc-4453-a5c4-0efec7c1e00d tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.594219 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d25e4e9-5f09-4903-9a5e-c0f95ea42058 req-84e44a75-7cbc-4453-a5c4-0efec7c1e00d tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:51.611565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d25e4e9-5f09-4903-9a5e-c0f95ea42058 req-84e44a75-7cbc-4453-a5c4-0efec7c1e00d tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "DELETE /v2.0/security-groups/1a786adc-69fe-4d42-a305-7c368b177abc HTTP/1.1" status: 204 len: 173 time: 0.3454604 Jul 30 01:44:51.659809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e44a75-7cbc-4453-a5c4-0efec7c1e00d tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a786adc-69fe-4d42-a305-7c368b177abc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:51.879265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622591e-9167-46e9-b901-3caddcae8483 req-abcea46e-9802-4f00-9b8b-433f500f995d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:51.889331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b622591e-9167-46e9-b901-3caddcae8483 req-abcea46e-9802-4f00-9b8b-433f500f995d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 945 time: 0.1476033 Jul 30 01:44:51.990725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b622591e-9167-46e9-b901-3caddcae8483 req-b3bd6a4a-af61-40a1-903c-9d042dd4d934 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003451 Jul 30 01:44:52.213889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1ea4f86-adeb-4e9c-a493-0a1d03e30499 req-c57ab755-6d1e-48e2-8dc4-3fc504b7bfa1 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/4560308e-4f01-49b6-8d23-0024a0b7277d HTTP/1.1" status: 200 len: 1813 time: 0.1306303 Jul 30 01:44:52.398558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b1ea4f86-adeb-4e9c-a493-0a1d03e30499 req-5a29f52b-c8ec-4b45-99cc-e295f3d0eb18 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.450885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b1ea4f86-adeb-4e9c-a493-0a1d03e30499 req-5a29f52b-c8ec-4b45-99cc-e295f3d0eb18 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.541698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b1ea4f86-adeb-4e9c-a493-0a1d03e30499 req-5a29f52b-c8ec-4b45-99cc-e295f3d0eb18 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.547499 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b1ea4f86-adeb-4e9c-a493-0a1d03e30499 req-5a29f52b-c8ec-4b45-99cc-e295f3d0eb18 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:52.549003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1ea4f86-adeb-4e9c-a493-0a1d03e30499 req-5a29f52b-c8ec-4b45-99cc-e295f3d0eb18 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "DELETE /v2.0/security-groups/4560308e-4f01-49b6-8d23-0024a0b7277d HTTP/1.1" status: 204 len: 173 time: 0.3226757 Jul 30 01:44:52.578242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29f52b-c8ec-4b45-99cc-e295f3d0eb18 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4560308e-4f01-49b6-8d23-0024a0b7277d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:52.875466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f3e88-4eaa-4449-8017-045b52230fe2 req-9fa69434-9c3c-40dc-822e-d94a4ee3b838 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:52.879422 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be6f3e88-4eaa-4449-8017-045b52230fe2 req-9fa69434-9c3c-40dc-822e-d94a4ee3b838 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1376731 Jul 30 01:44:52.965285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be6f3e88-4eaa-4449-8017-045b52230fe2 req-2414ba8a-9bcd-4b28-9c2e-5ef1037ce2ab tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694337 Jul 30 01:44:53.517981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9fb0c46-696c-4d38-b612-4a347e4ad6a0 req-b45b60b1-ed9f-4c21-b053-22558814f87e tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "GET /v2.0/security-groups/544c7def-304f-4de2-9dcb-5dab16a1b3e7 HTTP/1.1" status: 200 len: 2396 time: 0.1198020 Jul 30 01:44:53.602336 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.656512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:44:53.789012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63c9e0-243f-4655-989d-68b8bb152a95 req-49b97698-e582-4e2f-8372-dbcd9f1781f4 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:53.795097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f63c9e0-243f-4655-989d-68b8bb152a95 req-49b97698-e582-4e2f-8372-dbcd9f1781f4 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 944 time: 0.2045927 Jul 30 01:44:53.842170 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c9fb0c46-696c-4d38-b612-4a347e4ad6a0 req-1de6029d-e420-41b9-9c75-3e877605f917 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:53.843340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:44:53.856127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:44:53.856960 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.027632 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c9fb0c46-696c-4d38-b612-4a347e4ad6a0 req-1de6029d-e420-41b9-9c75-3e877605f917 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.161768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f63c9e0-243f-4655-989d-68b8bb152a95 req-d052ed56-6a5d-4274-b92c-7ca6fb0b111e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316951 Jul 30 01:44:54.177466 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.180006 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c9fb0c46-696c-4d38-b612-4a347e4ad6a0 req-1de6029d-e420-41b9-9c75-3e877605f917 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.186163 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c9fb0c46-696c-4d38-b612-4a347e4ad6a0 req-1de6029d-e420-41b9-9c75-3e877605f917 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.187921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9fb0c46-696c-4d38-b612-4a347e4ad6a0 req-1de6029d-e420-41b9-9c75-3e877605f917 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] 10.222.0.84 "DELETE /v2.0/security-groups/544c7def-304f-4de2-9dcb-5dab16a1b3e7 HTTP/1.1" status: 204 len: 173 time: 0.6547415 Jul 30 01:44:54.198968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:54.249204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6029d-e420-41b9-9c75-3e877605f917 tempest-SecurityGroupRulesTestJSON-1170436451 tempest-SecurityGroupRulesTestJSON-1170436451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c7def-304f-4de2-9dcb-5dab16a1b3e7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:54.285817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:54.301184 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947109c9-8613-4da1-bcfd-ae2acc0088b3" -d '{"events": [{"server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "name": "network-vif-plugged", "status": "completed", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:54.381988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-736d8944-fff0-4bbf-bbd5-d4f7516ba43b admin admin] Deleting subnet b2d5c724-1ceb-45ac-bda1-d1a829571e2e {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:54.417435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ba31d77-69a3-482e-a0a2-9e84ffefcc91 req-96f2d514-de7f-4e50-8709-fadcfb709e08 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/b8417fef-a394-4e49-9097-0e41d1ef9360 HTTP/1.1" status: 200 len: 1813 time: 0.1403716 Jul 30 01:44:54.424309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:54.438803 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-736d8944-fff0-4bbf-bbd5-d4f7516ba43b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.442610 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.554421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9ba31d77-69a3-482e-a0a2-9e84ffefcc91 req-7e38821e-14bb-48ca-bda5-6e245e046006 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.570009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-6257c18b-cfa4-4d0f-9f7f-72317766eae7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:54.572242 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-6257c18b-cfa4-4d0f-9f7f-72317766eae7 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.3193078 Jul 30 01:44:54.575126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-736d8944-fff0-4bbf-bbd5-d4f7516ba43b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.606515 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9ba31d77-69a3-482e-a0a2-9e84ffefcc91 req-7e38821e-14bb-48ca-bda5-6e245e046006 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.711019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9ba31d77-69a3-482e-a0a2-9e84ffefcc91 req-7e38821e-14bb-48ca-bda5-6e245e046006 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.715897 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9ba31d77-69a3-482e-a0a2-9e84ffefcc91 req-7e38821e-14bb-48ca-bda5-6e245e046006 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.733902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ba31d77-69a3-482e-a0a2-9e84ffefcc91 req-7e38821e-14bb-48ca-bda5-6e245e046006 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "DELETE /v2.0/security-groups/b8417fef-a394-4e49-9097-0e41d1ef9360 HTTP/1.1" status: 204 len: 173 time: 0.3091786 Jul 30 01:44:54.797724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:54.815000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-736d8944-fff0-4bbf-bbd5-d4f7516ba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:54.852435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38821e-14bb-48ca-bda5-6e245e046006 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8417fef-a394-4e49-9097-0e41d1ef9360,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:54.966410 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:44:54.970902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Deleting port ecd49f50-5d73-482b-8599-d05ca699b411 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:44:54.973422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.106558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-736d8944-fff0-4bbf-bbd5-d4f7516ba43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.170157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d8944-fff0-4bbf-bbd5-d4f7516ba43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d5c724-1ceb-45ac-bda1-d1a829571e2e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:55.194576 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-736d8944-fff0-4bbf-bbd5-d4f7516ba43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.200536 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-736d8944-fff0-4bbf-bbd5-d4f7516ba43b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b2d5c724-1ceb-45ac-bda1-d1a829571e2e HTTP/1.1" status: 204 len: 168 time: 0.9998624 Jul 30 01:44:55.201573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:55.211196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cd02d-488f-494f-a172-70ecfdc572ff req-0518f3e8-8cdd-403d-894b-ef51b0487aca tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.230731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c38cd02d-488f-494f-a172-70ecfdc572ff req-0518f3e8-8cdd-403d-894b-ef51b0487aca tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3467221 Jul 30 01:44:55.330840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145905-888f-4b91-b531-c1f82ec268ad req-5c9387a4-46a4-4c6b-b6ff-009e4467b777 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.333965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4145905-888f-4b91-b531-c1f82ec268ad req-5c9387a4-46a4-4c6b-b6ff-009e4467b777 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.6407940 Jul 30 01:44:55.360825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4145905-888f-4b91-b531-c1f82ec268ad req-95dd44d7-a13e-4630-b731-898aa5dfd6e5 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/quotas/6d0320e5fae9400badeba35924f93062 HTTP/1.1" status: 200 len: 375 time: 0.0156469 Jul 30 01:44:55.393431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] For port ecd49f50-5d73-482b-8599-d05ca699b411, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ecd49f50-5d73-482b-8599-d05ca699b411,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:44:55.394218 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.402155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.434378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Calling delete_port for ecd49f50-5d73-482b-8599-d05ca699b411 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:44:55.467677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c38cd02d-488f-494f-a172-70ecfdc572ff req-288b1ec6-fd92-4215-bfab-35765ed61f67 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346780 Jul 30 01:44:55.612021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4145905-888f-4b91-b531-c1f82ec268ad req-e7dcd8c6-b753-47a3-a1a0-2088f468e5bc tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1764762 Jul 30 01:44:55.812774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3328-aca5-4805-bdd0-fa3b07246f26 req-df6a16f9-ab2f-46eb-87b5-8c8f6c19613b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:55.814435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87ea3328-aca5-4805-bdd0-fa3b07246f26 req-df6a16f9-ab2f-46eb-87b5-8c8f6c19613b tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 950 time: 0.1556137 Jul 30 01:44:55.850641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.864523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4145905-888f-4b91-b531-c1f82ec268ad req-06910a71-34a0-4929-bddb-8c9301485b98 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514901 Jul 30 01:44:55.865722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b353e4cc-82f6-434f-bfea-ba532bb667e7']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:55.881617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b342b11-9708-4c50-b807-464c5835421a') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:55.881617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b342b11-9708-4c50-b807-464c5835421a') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:55.898995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.927148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.992717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:55.993154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:55.995319 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:44:56.121779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.160927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.169086 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.180723 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] 10.222.0.84 "DELETE /v2.0/networks/b353e4cc-82f6-434f-bfea-ba532bb667e7 HTTP/1.1" status: 204 len: 168 time: 0.9641111 Jul 30 01:44:56.184413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bc758-411c-4066-9d35-e84368788ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b353e4cc-82f6-434f-bfea-ba532bb667e7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:56.217654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Pushing event deleted for resources: {'Port': ['ID=ecd49f50-5d73-482b-8599-d05ca699b411,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:56.241467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87ea3328-aca5-4805-bdd0-fa3b07246f26 req-52deb3f7-0ffc-4fe2-8fab-33ee7a3947fa tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/security-groups?id=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646121 Jul 30 01:44:56.248452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4145905-888f-4b91-b531-c1f82ec268ad req-e614e7a2-7862-4e99-ae7b-38dbf1c9f88c service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829274 Jul 30 01:44:56.339803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] No DVR routers for this DVR port ecd49f50-5d73-482b-8599-d05ca699b411 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:44:56.344989 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4940423e-a9ac-42dd-8ef7-42c999ed13c3 x-openstack-request-id: req-4940423e-a9ac-42dd-8ef7-42c999ed13c3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:56.345586 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:56.345718 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "name": "network-vif-plugged", "status": "completed", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:56.346161 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4940423e-a9ac-42dd-8ef7-42c999ed13c3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:56.346891 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5', 'code': 200} Jul 30 01:44:56.349259 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-00ec8ee3-d5c2-4058-87b5-88afdb6a315c req-667cc66e-6e76-4a11-a8c0-20f6ecc3e618 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.22 "DELETE /v2.0/ports/ecd49f50-5d73-482b-8599-d05ca699b411 HTTP/1.1" status: 204 len: 173 time: 1.7460365 Jul 30 01:44:56.349779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'name': 'network-vif-deleted', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:44:56.369921 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e78942-1762-4e58-8227-6a1a2f4ad8c8" -d '{"events": [{"server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "name": "network-vif-deleted", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:44:56.746422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010d021-1de6-4d6e-aaf2-2d30367de443 req-f3355675-23bf-4107-b49d-d5776c62a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:56.749102 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5010d021-1de6-4d6e-aaf2-2d30367de443 req-f3355675-23bf-4107-b49d-d5776c62a016 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1096 time: 0.2808363 Jul 30 01:44:56.800206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a19b8121-85b7-4c20-a72c-8529c2f93b15 req-40a1b9de-625d-45c3-8813-1bbe18b26d13 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/74432450-6f09-4cdc-a076-48eaf0d57be0 HTTP/1.1" status: 200 len: 1812 time: 0.2418735 Jul 30 01:44:56.879113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5010d021-1de6-4d6e-aaf2-2d30367de443 req-598fa10c-ed91-4b6b-a25c-bdb87093523b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160908 Jul 30 01:44:56.901228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34298) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:56.971923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ecf9a-f27a-46ec-b49b-752383cb5b9f req-9668f909-6f31-4fac-8a6a-53764697a058 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:56.974650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d3ecf9a-f27a-46ec-b49b-752383cb5b9f req-9668f909-6f31-4fac-8a6a-53764697a058 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 945 time: 0.2908449 Jul 30 01:44:57.073174 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7fe7bc6-e807-40a2-b6ea-183a8735393b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4976f1f833b44a788838d7fc99841232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679008 Jul 30 01:44:57.079943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34300) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:57.105119 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a19b8121-85b7-4c20-a72c-8529c2f93b15 req-7625da45-bfd3-4ab3-872e-3efaae049be7 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.156577 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a19b8121-85b7-4c20-a72c-8529c2f93b15 req-7625da45-bfd3-4ab3-872e-3efaae049be7 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.258094 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a19b8121-85b7-4c20-a72c-8529c2f93b15 req-7625da45-bfd3-4ab3-872e-3efaae049be7 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.263292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a19b8121-85b7-4c20-a72c-8529c2f93b15 req-7625da45-bfd3-4ab3-872e-3efaae049be7 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.266155 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a19b8121-85b7-4c20-a72c-8529c2f93b15 req-7625da45-bfd3-4ab3-872e-3efaae049be7 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "DELETE /v2.0/security-groups/74432450-6f09-4cdc-a076-48eaf0d57be0 HTTP/1.1" status: 204 len: 173 time: 0.4633555 Jul 30 01:44:57.272295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d3ecf9a-f27a-46ec-b49b-752383cb5b9f req-567fa816-26b9-46e2-9b5d-5e4b954d02ff tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887263 Jul 30 01:44:57.321279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625da45-bfd3-4ab3-872e-3efaae049be7 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74432450-6f09-4cdc-a076-48eaf0d57be0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:57.413311 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81280abe-5188-4527-ad33-0873d45a69d9 x-openstack-request-id: req-81280abe-5188-4527-ad33-0873d45a69d9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:44:57.413867 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c991d5-ed93-4b13-8385-1f77ae44d6e3", "name": "network-vif-deleted", "tag": "ecd49f50-5d73-482b-8599-d05ca699b411", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:44:57.414136 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-81280abe-5188-4527-ad33-0873d45a69d9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:44:57.414741 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c991d5-ed93-4b13-8385-1f77ae44d6e3', 'name': 'network-vif-deleted', 'tag': 'ecd49f50-5d73-482b-8599-d05ca699b411', 'status': 'completed', 'code': 200} Jul 30 01:44:57.485121 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45890d4a-11fa-40c3-a561-4b54343d89fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.547264 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45890d4a-11fa-40c3-a561-4b54343d89fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.642452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f128146b-041e-4fd2-a89c-2f7b605ae53a req-3492e401-940f-4e8a-859e-cb32b855d190 tempest-MigrationsAdminTest-1838212718 tempest-MigrationsAdminTest-1838212718-project] 10.222.0.84 "GET /v2.0/ports?device_id=13c991d5-ed93-4b13-8385-1f77ae44d6e3 HTTP/1.1" status: 200 len: 210 time: 0.0672121 Jul 30 01:44:57.669051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ecd49f50-5d73-482b-8599-d05ca699b411 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:44:57.749243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: ecd49f50-5d73-482b-8599-d05ca699b411 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:44:57.750993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ecd49f50-5d73-482b-8599-d05ca699b411 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:44:57.786655 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45890d4a-11fa-40c3-a561-4b54343d89fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.789472 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45890d4a-11fa-40c3-a561-4b54343d89fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:57.793234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-45890d4a-11fa-40c3-a561-4b54343d89fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/657efd86-4952-454a-9abc-b6949666f035 HTTP/1.1" status: 204 len: 168 time: 0.7077394 Jul 30 01:44:57.862617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-322db6a2-7b2c-4007-a31d-336d613b057c req-a526bb4f-bbac-448c-a1c8-05a2aa2bc38c tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "GET /v2.0/security-groups/08cc7690-af46-4e61-b449-3177042c0660 HTTP/1.1" status: 200 len: 1812 time: 0.1433353 Jul 30 01:44:57.884083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45890d4a-11fa-40c3-a561-4b54343d89fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657efd86-4952-454a-9abc-b6949666f035,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:58.097449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-322db6a2-7b2c-4007-a31d-336d613b057c req-4c825fe6-0e20-48c5-9f72-f16a77eea0d0 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.198386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-322db6a2-7b2c-4007-a31d-336d613b057c req-4c825fe6-0e20-48c5-9f72-f16a77eea0d0 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.363303 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-322db6a2-7b2c-4007-a31d-336d613b057c req-4c825fe6-0e20-48c5-9f72-f16a77eea0d0 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.367759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-322db6a2-7b2c-4007-a31d-336d613b057c req-4c825fe6-0e20-48c5-9f72-f16a77eea0d0 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.378361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-322db6a2-7b2c-4007-a31d-336d613b057c req-4c825fe6-0e20-48c5-9f72-f16a77eea0d0 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] 10.222.0.84 "DELETE /v2.0/security-groups/08cc7690-af46-4e61-b449-3177042c0660 HTTP/1.1" status: 204 len: 173 time: 0.5147834 Jul 30 01:44:58.386757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34328) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:58.410872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c825fe6-0e20-48c5-9f72-f16a77eea0d0 tempest-SecurityGroupRulesNegativeTestJSON-1821251378 tempest-SecurityGroupRulesNegativeTestJSON-1821251378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc7690-af46-4e61-b449-3177042c0660,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:58.650624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-210e8be5-ca39-489f-ba60-ffdb12334ed6 admin admin] Deleting subnet b9d8a7a3-3c67-4675-bd59-377d8ee910ba {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:44:58.663460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-210e8be5-ca39-489f-ba60-ffdb12334ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.757570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-210e8be5-ca39-489f-ba60-ffdb12334ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:58.797390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c5ee4-e1d1-4cb5-b83a-3fa341a532f4 req-59524f0a-2d02-48a2-a6ca-fd2c95f283fc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:58.821139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce7c5ee4-e1d1-4cb5-b83a-3fa341a532f4 req-59524f0a-2d02-48a2-a6ca-fd2c95f283fc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2295611 Jul 30 01:44:58.958535 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-210e8be5-ca39-489f-ba60-ffdb12334ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.008490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce7c5ee4-e1d1-4cb5-b83a-3fa341a532f4 req-5afa4709-d32f-4b1c-865d-aedb97261747 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856616 Jul 30 01:44:59.151854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-210e8be5-ca39-489f-ba60-ffdb12334ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.216345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e8be5-ca39-489f-ba60-ffdb12334ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d8a7a3-3c67-4675-bd59-377d8ee910ba,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:44:59.237558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-210e8be5-ca39-489f-ba60-ffdb12334ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.242986 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-210e8be5-ca39-489f-ba60-ffdb12334ed6 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b9d8a7a3-3c67-4675-bd59-377d8ee910ba HTTP/1.1" status: 204 len: 168 time: 0.8539872 Jul 30 01:44:59.246945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34360) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:44:59.478959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.686330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d6b5b-5b8c-48ab-ae67-75d1e16c979f req-f6d1bcd6-67ff-4bfb-80b4-f110a420e9e4 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:44:59.696699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-955d6b5b-5b8c-48ab-ae67-75d1e16c979f req-f6d1bcd6-67ff-4bfb-80b4-f110a420e9e4 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 945 time: 0.1675303 Jul 30 01:44:59.730187 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.754730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1848b7-bd83-4d6d-9c41-fb80dea82783']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:59.796123 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b4bab1-5ec6-4cd2-9041-685679453b4c') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:59.796827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b4bab1-5ec6-4cd2-9041-685679453b4c') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:44:59.814822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-955d6b5b-5b8c-48ab-ae67-75d1e16c979f req-80b81162-b5e5-400b-aa2f-906387be9b54 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984883 Jul 30 01:44:59.826299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.883814 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.892572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:44:59.892572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:44:59.910095 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:45:00.097922 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.185992 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.201293 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] 10.222.0.84 "DELETE /v2.0/networks/de1848b7-bd83-4d6d-9c41-fb80dea82783 HTTP/1.1" status: 204 len: 168 time: 0.9408097 Jul 30 01:45:00.204461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede982bc-0b67-49f2-9528-e10095cfbbed admin admin] Pushing event deleted for resources: {'Network': ['ID=de1848b7-bd83-4d6d-9c41-fb80dea82783,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:00.320653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32c29b-3aeb-4796-b6a7-221cf632120b req-b5eb4edf-14c0-4b0e-84a4-be3092339b96 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:00.322973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34392) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.330827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c32c29b-3aeb-4796-b6a7-221cf632120b req-b5eb4edf-14c0-4b0e-84a4-be3092339b96 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2105052 Jul 30 01:45:00.487026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c32c29b-3aeb-4796-b6a7-221cf632120b req-7d941fb3-1c09-49fe-9d88-5df7606d36a2 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379480 Jul 30 01:45:00.642815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34398) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.731507 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7adc-6d3b-469e-b825-a67d3e171c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:00.769562 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b8c39bbb-36b8-4485-93cb-1193d8a75212 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=52050f15aba44f7293bbee45c05762b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221755 Jul 30 01:45:00.771526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34404) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:00.970425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.031654 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-feac7e43-1044-4123-af22-de8331153269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.062752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-feac7e43-1044-4123-af22-de8331153269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.198328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-feac7e43-1044-4123-af22-de8331153269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.201277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2111608600-network', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:01.204535 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-feac7e43-1044-4123-af22-de8331153269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.206896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-feac7e43-1044-4123-af22-de8331153269 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6dda2634-b8d0-47df-9baf-e55ea322d282 HTTP/1.1" status: 204 len: 168 time: 0.4333589 Jul 30 01:45:01.221638 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34418) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:01.258359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac7e43-1044-4123-af22-de8331153269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dda2634-b8d0-47df-9baf-e55ea322d282,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:01.268404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416d1ec-4c78-4c89-a00e-96695b5368cb req-3d7e54e4-3801-463f-b5f6-3051381f4ba6 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.271878 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8416d1ec-4c78-4c89-a00e-96695b5368cb req-3d7e54e4-3801-463f-b5f6-3051381f4ba6 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1096 time: 0.4062088 Jul 30 01:45:01.329314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Made reservation on behalf of 49b4607586144c488ae5d6c1fa03b817 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:01.335400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.350720 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.367111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d07b61-a47b-489b-9bad-e214c064c6c8 req-d921d847-b6e1-41a3-b466-8dca31224e38 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:01.380396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78d07b61-a47b-489b-9bad-e214c064c6c8 req-d921d847-b6e1-41a3-b466-8dca31224e38 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2224259 Jul 30 01:45:01.459021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8416d1ec-4c78-4c89-a00e-96695b5368cb req-a7f6f84c-25eb-4b36-826b-fa194011c7c7 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575835 Jul 30 01:45:01.505184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78d07b61-a47b-489b-9bad-e214c064c6c8 req-d2c9b09f-9c7f-4bc9-83c5-aef25cb185de tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195385 Jul 30 01:45:01.570958 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3daa5bb0-7b10-49cc-8587-9971fb649f1a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e7b3ee96b3540cfbb14f4ef89c14957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477764 Jul 30 01:45:01.573667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34436) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:01.679191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d087c4de-7cb8-418a-a470-0ebf027ac38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.759335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d087c4de-7cb8-418a-a470-0ebf027ac38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.824394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.839378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.914915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:45:01.940201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449c2d9f-bcef-4166-8357-ab435638a689,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:01.973336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:01.973820 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Added segment 82da9bab-79af-4343-a565-6f2220fbc268 of type vlan for network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 Jul 30 01:45:02.226939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.308415 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.309635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.310777 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.352191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-678e52fc-b6df-40f2-9778-ac0231e82111 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.364019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-678e52fc-b6df-40f2-9778-ac0231e82111 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.6099768 Jul 30 01:45:02.369021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93009c4-a651-4049-9415-1a08c14a7cda req-3f31786d-a563-43af-9c12-24b86237fbd1 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:02.381845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e93009c4-a651-4049-9415-1a08c14a7cda req-3f31786d-a563-43af-9c12-24b86237fbd1 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1096 time: 0.3999016 Jul 30 01:45:02.448557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-10bddf50-6e08-4b52-aa05-0e22af68650e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/quotas/6d0320e5fae9400badeba35924f93062 HTTP/1.1" status: 200 len: 375 time: 0.0814171 Jul 30 01:45:02.467673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e93009c4-a651-4049-9415-1a08c14a7cda req-682a9916-0762-4dd5-a302-59d59441f817 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837069 Jul 30 01:45:02.513217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ca940d-2bb0-4571-82ff-50847e4f7aa5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:02.536525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:45:02.554056 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1c336c0d-d712-42ac-8847-98a2c528ad47 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2271745 Jul 30 01:45:02.555736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34466) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:02.569089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Request body: {'subnet': {'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-subnet', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:02.638193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Made reservation on behalf of 49b4607586144c488ae5d6c1fa03b817 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:02.642383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.673593 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d087c4de-7cb8-418a-a470-0ebf027ac38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.694888 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d087c4de-7cb8-418a-a470-0ebf027ac38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:02.699286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d087c4de-7cb8-418a-a470-0ebf027ac38b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988 HTTP/1.1" status: 204 len: 168 time: 1.1215281 Jul 30 01:45:02.750583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087c4de-7cb8-418a-a470-0ebf027ac38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47c6df7-751a-4b0b-8d8a-5f9d5cc6c988,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:02.764320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34472) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:02.844622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-bf0458dd-1887-4532-b3a5-d233c4b12b82 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3946204 Jul 30 01:45:03.010636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08520a4-b53e-4408-bcab-bbda70cfa5a4 req-fce7a0fd-3e6e-45fd-b345-3cd0d2dbf135 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.019761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c08520a4-b53e-4408-bcab-bbda70cfa5a4 req-fce7a0fd-3e6e-45fd-b345-3cd0d2dbf135 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2738216 Jul 30 01:45:03.096289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2eee482b-5524-47ef-a73c-b946ab043b7a service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038021 Jul 30 01:45:03.127205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c08520a4-b53e-4408-bcab-bbda70cfa5a4 req-b1176333-64b1-454f-87d4-e83706d4bdeb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062710 Jul 30 01:45:03.221180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1597247085-network', 'tenant_id': '2896439ba6124c7aa7d315dbed719074'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:03.231532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.327396 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e444b313-38ca-497d-a6f5-ede826b4ce55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.557139 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc26f694-c1cb-48a9-93f3-b8673c506cd0,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:03.566369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Made reservation on behalf of 2896439ba6124c7aa7d315dbed719074 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:03.572784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.576957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-baecd0f3-f7e6-47ea-84c9-9f54e63effc8 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774573 Jul 30 01:45:03.590639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.626237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Checking segment: {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:03.626720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Network hostable DHCP agents. Network: b2ca940d-2bb0-4571-82ff-50847e4f7aa5, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:45:03.718518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:45:03.721534 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:03.774111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, b2ca940d-2bb0-4571-82ff-50847e4f7aa5) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:03.789950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8daed9e-e905-48b7-bcce-d8a77566eda1 None None] Network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:03.790652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34496) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:03.827988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:03.829410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.100436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ff33ae3c-41dd-4dfb-b1a8-791b299bd7e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5390aaa3bda74937875f18616379ba70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079832 Jul 30 01:45:04.105266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34498) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:04.314757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.333292 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.436340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:45:04.475713 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.478796 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Added segment 281f9499-cca2-4533-9221-f6315f62f22c of type vlan for network 1a25b1a6-05ce-4f49-9646-be9913185bf2 Jul 30 01:45:04.484522 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.531254 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b35e04f-69f6-4331-8753-c625d4118539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.586085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:45:04.588416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.631581 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.679185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b35e04f-69f6-4331-8753-c625d4118539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.771689 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5b04f4e2-9ec9-4f89-839e-c6bc31da7014 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2124121 Jul 30 01:45:04.778212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34520) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:04.800959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:04.817450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a63ee60e-dc9d-4cb4-b9dd-6dc4a99674ab req-6bf70f33-9d1c-4983-b062-b3135af9b02a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 210 time: 0.4195588 Jul 30 01:45:04.838685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f643a-5e51-4c9b-b31a-baff8dccf2a4 req-81abb162-7973-4deb-91bc-486026180a23 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.852758 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.856406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:04.863324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a13f643a-5e51-4c9b-b31a-baff8dccf2a4 req-81abb162-7973-4deb-91bc-486026180a23 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1096 time: 0.4186339 Jul 30 01:45:04.864773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.872328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b35e04f-69f6-4331-8753-c625d4118539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.879408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b35e04f-69f6-4331-8753-c625d4118539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.886699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.890560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1b35e04f-69f6-4331-8753-c625d4118539 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b3f3aef-409b-452a-9e10-ab6df58e3bd8 HTTP/1.1" status: 204 len: 168 time: 0.7804856 Jul 30 01:45:04.892193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:04.952966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Allocated IP 172.20.0.2 (b2ca940d-2bb0-4571-82ff-50847e4f7aa5/dc26f694-c1cb-48a9-93f3-b8673c506cd0/a1496549-3a31-4b47-9a16-e918d43a8852) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:04.977886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35e04f-69f6-4331-8753-c625d4118539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3f3aef-409b-452a-9e10-ab6df58e3bd8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:05.002023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1471a49-b6f0-447a-b2cf-7430b58d227f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:05.051117 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2851679 Jul 30 01:45:05.062672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34524) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:05.065460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979a790-d82e-43e3-91ab-51d4c2f69e25 admin admin] Pushing event updated for resources: {'Network': ['ID=1a25b1a6-05ce-4f49-9646-be9913185bf2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:05.073510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Request body: {'subnet': {'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1597247085-subnet', 'tenant_id': '2896439ba6124c7aa7d315dbed719074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:05.118122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a13f643a-5e51-4c9b-b31a-baff8dccf2a4 req-1e44a868-a682-4832-afba-fb95e17f6019 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501285 Jul 30 01:45:05.119557 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.220510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Made reservation on behalf of 2896439ba6124c7aa7d315dbed719074 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:05.237875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.425066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed234c8-1eae-45c3-bddb-444ff554de46 req-4ed0d3f0-6146-4b8f-9240-bd625a8547e8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.440163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ed234c8-1eae-45c3-bddb-444ff554de46 req-4ed0d3f0-6146-4b8f-9240-bd625a8547e8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3109739 Jul 30 01:45:05.562494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ed234c8-1eae-45c3-bddb-444ff554de46 req-9fa9d13c-b748-4ccb-8363-bc7a6cd51aa3 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032810 Jul 30 01:45:05.619706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1a25b1a6-05ce-4f49-9646-be9913185bf2 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:45:05.637020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:05.928241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d6eb8-fcf2-49f6-a8c4-a3e31c413be7 req-0ece2236-3676-4f87-869a-c9366cf56515 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:05.962981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-792d6eb8-fcf2-49f6-a8c4-a3e31c413be7 req-0ece2236-3676-4f87-869a-c9366cf56515 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2304523 Jul 30 01:45:06.095774 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.103225 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.130263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Transition to ACTIVE for port object a1496549-3a31-4b47-9a16-e918d43a8852 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:06.132856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.164510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-792d6eb8-fcf2-49f6-a8c4-a3e31c413be7 req-b7640807-28a1-4984-a0b3-d37e7146f702 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976695 Jul 30 01:45:06.234766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Transition to ACTIVE for port object a1496549-3a31-4b47-9a16-e918d43a8852 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:06.235107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ce9fd54-e0bf-4a70-9220-5d1431d74a0b req-6f0f682f-763c-43aa-a3f2-21461d2c2309 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 210 time: 0.1750436 Jul 30 01:45:06.260547 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.380587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Pushing event updated for resources: {'Port': ['ID=a1496549-3a31-4b47-9a16-e918d43a8852,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:06.419106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31afc99-8b85-41db-81c4-af78e019259f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:06.432810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:06.439550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:06.442805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:06.495535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Checking segment: {'id': '281f9499-cca2-4533-9221-f6315f62f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:06.500419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Network hostable DHCP agents. Network: 1a25b1a6-05ce-4f49-9646-be9913185bf2, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:45:06.522833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7381c-21dd-4c7b-a28b-a98220f5b7ab req-0bd71a8b-1912-4ec8-a211-06591a315a68 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.532216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df7381c-21dd-4c7b-a28b-a98220f5b7ab req-0bd71a8b-1912-4ec8-a211-06591a315a68 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1096 time: 0.1484828 Jul 30 01:45:06.549796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Attempting to bind port a1496549-3a31-4b47-9a16-e918d43a8852 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:06.550626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Attempting to bind port a1496549-3a31-4b47-9a16-e918d43a8852 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:06.551340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Attempting to bind port a1496549-3a31-4b47-9a16-e918d43a8852 on network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:06.557649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:06.558442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Checking segment: {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:06.559059 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.559909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Bound using segment: {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:06.561223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Bound port: a1496549-3a31-4b47-9a16-e918d43a8852, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:06.561984 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.652938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df7381c-21dd-4c7b-a28b-a98220f5b7ab req-2f0a2230-8191-4b9b-8d1e-7d7f0359ffde tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195149 Jul 30 01:45:06.685783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Network 1a25b1a6-05ce-4f49-9646-be9913185bf2 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:45:06.720898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926a30-4ab9-4db6-a798-44b13ebe8294 req-a2709384-d1eb-4fd1-b93b-caf073d33638 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.725031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] For port a1496549-3a31-4b47-9a16-e918d43a8852, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:06.743327 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2926a30-4ab9-4db6-a798-44b13ebe8294 req-a2709384-d1eb-4fd1-b93b-caf073d33638 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1875198 Jul 30 01:45:06.744545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] For port a1496549-3a31-4b47-9a16-e918d43a8852, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a1496549-3a31-4b47-9a16-e918d43a8852,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:06.757420 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:06.840207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e2771-b621-40fd-94f1-af4549dcab5e None None] Pushing event updated for resources: {'Port': ['ID=a1496549-3a31-4b47-9a16-e918d43a8852,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:06.903031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1a25b1a6-05ce-4f49-9646-be9913185bf2) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:06.922272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6299ace8-d0e9-42cd-b48f-396d9afd7e9d None None] Network 1a25b1a6-05ce-4f49-9646-be9913185bf2 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:06.928416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:06.930399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.040662 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3a6f6ee5-2d8d-44eb-8c7a-d3e32333c7da admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9752734 Jul 30 01:45:07.047321 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.141820 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:07.149626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2926a30-4ab9-4db6-a798-44b13ebe8294 req-10612375-df01-40d4-994f-f2dd820d278c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111295 Jul 30 01:45:07.448447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-15e46045-a34c-43da-b091-9f5f04654b61 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.453417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-15e46045-a34c-43da-b091-9f5f04654b61 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.7187023 Jul 30 01:45:07.478189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab748a-1fb1-4887-99df-691e584233f7 None None] Network 1a25b1a6-05ce-4f49-9646-be9913185bf2 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:07.514236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Request body: {'port': {'device_id': '5480eaeb-e7c2-46b5-8703-402ccbd3b10b', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'admin_state_up': True, 'tenant_id': '6d0320e5fae9400badeba35924f93062'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:07.540809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Allocated IP 172.25.7.39 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/373e5617-41ff-4ce3-b5ba-d4d09d71740f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:07.710587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1f175-d451-4783-9d97-449f33465c13 req-66ef6bb6-36f1-4870-a559-d090930378fb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:07.717565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cec1f175-d451-4783-9d97-449f33465c13 req-66ef6bb6-36f1-4870-a559-d090930378fb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3293567 Jul 30 01:45:08.029449 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.043217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cec1f175-d451-4783-9d97-449f33465c13 req-5631fcb4-05ed-4336-a95c-9c16d2f994d9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995043 Jul 30 01:45:08.127780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Made reservation on behalf of 6d0320e5fae9400badeba35924f93062 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:08.164409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.330885 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:08.357603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a47f69cd-cca2-4dfa-96e6-9c38166743d8 req-37d4d72a-667c-4ca4-b0ee-92b8b98f1df0 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 210 time: 0.1163185 Jul 30 01:45:08.556967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a1496549-3a31-4b47-9a16-e918d43a8852 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:08.598699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:08.615598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:08.639335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:08.663293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Allocated IP 172.20.0.5 (00883b99-bbc6-4500-985d-28d6f6c87526/661a2d79-d7f8-420e-bedb-462b0400653a/0e8f5226-1684-467e-a430-d691c2c02978) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:08.804056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a1496549-3a31-4b47-9a16-e918d43a8852 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:08.864600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Pushing event updated for resources: {'Port': ['ID=373e5617-41ff-4ce3-b5ba-d4d09d71740f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:08.911412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.911412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.916786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.919217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.919880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.921115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.921115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.921674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.922289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.922798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.923366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:08.923881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:09.096492 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.196641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-273d2524-ceb3-43b6-8841-ff0d783de0aa req-62c08f7e-6491-48c6-bc38-12124693ec3d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1618872094', 'description': 'tempest-description-1752337032'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:09.253428 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.269509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:09.287878 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-273d2524-ceb3-43b6-8841-ff0d783de0aa req-62c08f7e-6491-48c6-bc38-12124693ec3d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.337993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5ddf8-a6ef-40ab-bd98-67c20b66290f None None] Network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:09.396781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event updated for resources: {'Port': ['ID=0e8f5226-1684-467e-a430-d691c2c02978,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:09.423406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4e0b8a44-9857-49cb-bd3f-6265470c2e70 None None] Provisioning for port a1496549-3a31-4b47-9a16-e918d43a8852 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:09.438999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4e0b8a44-9857-49cb-bd3f-6265470c2e70 None None] Provisioning complete for port a1496549-3a31-4b47-9a16-e918d43a8852 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:09.439904 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e0b8a44-9857-49cb-bd3f-6265470c2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.458294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Network 00883b99-bbc6-4500-985d-28d6f6c87526 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:09.463266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:09.467084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:09.562596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:09.563326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.639827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.654233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-273d2524-ceb3-43b6-8841-ff0d783de0aa req-62c08f7e-6491-48c6-bc38-12124693ec3d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.664953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-273d2524-ceb3-43b6-8841-ff0d783de0aa req-62c08f7e-6491-48c6-bc38-12124693ec3d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.697187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-2c9afe59-8c77-4612-981b-383cc9e06861 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1990967 Jul 30 01:45:09.704409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-273d2524-ceb3-43b6-8841-ff0d783de0aa req-62c08f7e-6491-48c6-bc38-12124693ec3d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.705852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-273d2524-ceb3-43b6-8841-ff0d783de0aa req-62c08f7e-6491-48c6-bc38-12124693ec3d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5425847 Jul 30 01:45:09.719572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-84e41a66-b0b4-481b-8d1d-9794992cd3c4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:45:09.721762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-84e41a66-b0b4-481b-8d1d-9794992cd3c4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139258 Jul 30 01:45:09.742163 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e0b8a44-9857-49cb-bd3f-6265470c2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.761548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c08f7e-6491-48c6-bc38-12124693ec3d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c434f5ad-b1bd-4bb6-a5a5-5101685c1d95,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:09.840612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4e0b8a44-9857-49cb-bd3f-6265470c2e70 None None] For port a1496549-3a31-4b47-9a16-e918d43a8852, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a1496549-3a31-4b47-9a16-e918d43a8852,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:09.851340 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e0b8a44-9857-49cb-bd3f-6265470c2e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:09.997158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b8a44-9857-49cb-bd3f-6265470c2e70 None None] Pushing event updated for resources: {'Port': ['ID=a1496549-3a31-4b47-9a16-e918d43a8852,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:10.199485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.202690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Request body: {'port': {'device_id': '5480eaeb-e7c2-46b5-8703-402ccbd3b10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:10.324913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b2eb87cc-6acf-4097-b321-06c563d95c6a None None] Provisioning complete for port a1496549-3a31-4b47-9a16-e918d43a8852 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:10.325618 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2eb87cc-6acf-4097-b321-06c563d95c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.446076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.452671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2b2a2bf-450a-4ee2-a37b-964e985791f5 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:45:10.458124 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2b2a2bf-450a-4ee2-a37b-964e985791f5 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1669455 Jul 30 01:45:10.525993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:45:10.598289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Request body: {'binding': {'host': 'n-h1-715271-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:10.599567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Unknown quota resources ['binding']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:45:10.672913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-863dc21b-d63b-4cd0-a162-3598721746d1 req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1163278504', 'description': 'tempest-description-256569842'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:10.773133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-863dc21b-d63b-4cd0-a162-3598721746d1 req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.793252 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-863dc21b-d63b-4cd0-a162-3598721746d1 req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:10.988961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8f5226-1684-467e-a430-d691c2c02978 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:11.006874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.031965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Transition to ACTIVE for port object 0e8f5226-1684-467e-a430-d691c2c02978 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:11.046201 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.076045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:45:11.087732 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-863dc21b-d63b-4cd0-a162-3598721746d1 req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.105256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Sync routers for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:45:11.109365 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-863dc21b-d63b-4cd0-a162-3598721746d1 req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.117897 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.122787 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f9930090-cbc6-480c-96d9-704373be7974 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3380005 Jul 30 01:45:11.123760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34680) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:11.128834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:11.130631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Pushing event updated for resources: {'Port': ['ID=0e8f5226-1684-467e-a430-d691c2c02978,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.131536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:45:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:11.200041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4f59b-7994-437d-b8f0-8e6aa69f4041,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.267683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on host n-h1-715271-7 for vnic_type normal with profile None {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:11.277046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:11.277970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:11.309503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:11.310289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:11.356042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:11.356405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:11.356766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:11.357223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Bound port: 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:11.371483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-863dc21b-d63b-4cd0-a162-3598721746d1 req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.375222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Attempting to bind port 0e8f5226-1684-467e-a430-d691c2c02978 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:11.375732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Attempting to bind port 0e8f5226-1684-467e-a430-d691c2c02978 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:11.376224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Attempting to bind port 0e8f5226-1684-467e-a430-d691c2c02978 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:11.387069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-863dc21b-d63b-4cd0-a162-3598721746d1 req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.390555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:11.418510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Port 0e8f5226-1684-467e-a430-d691c2c02978 on network 00883b99-bbc6-4500-985d-28d6f6c87526 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:11.419085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Attempting to bind port 0e8f5226-1684-467e-a430-d691c2c02978 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:11.426456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-863dc21b-d63b-4cd0-a162-3598721746d1 req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.438968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-863dc21b-d63b-4cd0-a162-3598721746d1 req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7735679 Jul 30 01:45:11.474434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:11.475398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Checking segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:11.475398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Bound using segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:11.476066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Bound port: 0e8f5226-1684-467e-a430-d691c2c02978, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:11.476558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.489396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ed4b7-d581-4c8a-8340-66fd9a6b6acc tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a07074a-19b2-4158-a8d9-a97819eafa42,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.489689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:11.521772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.522921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-54543b98-8434-4cdc-b897-98c317f5b1c5 service neutron] 10.222.0.84 "POST /v2.0/ports/1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5/bindings HTTP/1.1" status: 201 len: 389 time: 1.0567427 Jul 30 01:45:11.648198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceca7f-be0f-4210-b581-00839fcd3dcb req-1e07f01a-bc82-4622-a300-889915d43782 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:11.649843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5ceca7f-be0f-4210-b581-00839fcd3dcb req-1e07f01a-bc82-4622-a300-889915d43782 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 943 time: 0.1002192 Jul 30 01:45:11.659424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] For port 0e8f5226-1684-467e-a430-d691c2c02978, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:11.663561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] For port 0e8f5226-1684-467e-a430-d691c2c02978, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e8f5226-1684-467e-a430-d691c2c02978,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:11.677355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.730579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d621968d-c7e8-4d1c-a428-c47af2b0e631 req-de6e0039-4746-464d-bd36-1bab7a4b716f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1844593327', 'description': 'tempest-description-339751013'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:11.764489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:11.765481 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.767275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] 10.222.0.41 "PUT /v2.0/ports/0e8f5226-1684-467e-a430-d691c2c02978 HTTP/1.1" status: 200 len: 1091 time: 2.0275064 Jul 30 01:45:11.768434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5480eaeb-e7c2-46b5-8703-402ccbd3b10b', 'tag': '0e8f5226-1684-467e-a430-d691c2c02978'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:11.770895 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674" -d '{"events": [{"name": "network-changed", "server_uuid": "5480eaeb-e7c2-46b5-8703-402ccbd3b10b", "tag": "0e8f5226-1684-467e-a430-d691c2c02978"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:11.805115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d621968d-c7e8-4d1c-a428-c47af2b0e631 req-de6e0039-4746-464d-bd36-1bab7a4b716f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:11.810008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5ceca7f-be0f-4210-b581-00839fcd3dcb req-9880f784-0016-4165-9f2c-f185237f346e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424253 Jul 30 01:45:11.857615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35145cec-39f8-45ae-8efb-d66692d92d4f service neutron] Pushing event updated for resources: {'Port': ['ID=0e8f5226-1684-467e-a430-d691c2c02978,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:11.912012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:09Z', 'revision_number': 3, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:12.003059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Checking router: 24595bfb-b829-4828-b4a0-70ccd18cbdb9 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:45:12.004352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Updating router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 port 373e5617-41ff-4ce3-b5ba-d4d09d71740f binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:45:12.026308 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.049074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a1496549-3a31-4b47-9a16-e918d43a8852 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:12.069319 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.205208 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d621968d-c7e8-4d1c-a428-c47af2b0e631 req-de6e0039-4746-464d-bd36-1bab7a4b716f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.216607 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d621968d-c7e8-4d1c-a428-c47af2b0e631 req-de6e0039-4746-464d-bd36-1bab7a4b716f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.225703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-ac362b1d-c7b8-4e9b-91ad-e165ca5120f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.227481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-ac362b1d-c7b8-4e9b-91ad-e165ca5120f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 1094 time: 0.2745521 Jul 30 01:45:12.229834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-358d4594-34eb-463f-8edf-1586835fa7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.231475 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-358d4594-34eb-463f-8edf-1586835fa7f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1096 time: 0.2101483 Jul 30 01:45:12.345639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Allocated IP 172.20.0.1 (b2ca940d-2bb0-4571-82ff-50847e4f7aa5/dc26f694-c1cb-48a9-93f3-b8673c506cd0/b5598eed-e99c-48f4-805b-77aeebded2cf) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:12.528767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a1496549-3a31-4b47-9a16-e918d43a8852 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:12.529401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.564889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.584468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Transition to ACTIVE for port object b5598eed-e99c-48f4-805b-77aeebded2cf will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:12.646799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.717416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-50d9aee0-877c-4f4a-a298-fc2a7b5d7da3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8f5226-1684-467e-a430-d691c2c02978 HTTP/1.1" status: 200 len: 217 time: 0.4685979 Jul 30 01:45:12.718959 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d621968d-c7e8-4d1c-a428-c47af2b0e631 req-de6e0039-4746-464d-bd36-1bab7a4b716f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:12.720237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d621968d-c7e8-4d1c-a428-c47af2b0e631 req-de6e0039-4746-464d-bd36-1bab7a4b716f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0353866 Jul 30 01:45:12.739783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e0039-4746-464d-bd36-1bab7a4b716f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3637cdec-3b47-4eef-865e-b9746c610e07,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.758188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Pushing event updated for resources: {'Port': ['ID=b5598eed-e99c-48f4-805b-77aeebded2cf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:12.777962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb235e08-957d-4f7d-8d50-db5a64c0212e req-fe98996d-33a0-4cbf-8b2d-f5fd03ea98a9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.787163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb235e08-957d-4f7d-8d50-db5a64c0212e req-fe98996d-33a0-4cbf-8b2d-f5fd03ea98a9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.6341908 Jul 30 01:45:12.821515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:12.823453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:12.834869 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:12.908883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-bf9f6747-e117-4088-a5bc-59697583ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:12.911081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-bf9f6747-e117-4088-a5bc-59697583ca09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.6611187 Jul 30 01:45:12.936256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-666bc445-a7be-4d15-a92d-8691a3e4f0db req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Request body: {'security_group': {'name': 'tempest-securitygroup-862730732', 'description': 'tempest-description-1303934329'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:12.950397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.038602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-aa0a392f-4f65-4b46-8675-aec4123ba5e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 200 len: 217 time: 0.0926452 Jul 30 01:45:13.052069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-0fa69a25-f3cc-4dfe-9142-b208c98a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.054393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-0fa69a25-f3cc-4dfe-9142-b208c98a1706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.3235407 Jul 30 01:45:13.149552 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.167344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-d0446797-c32c-4acf-a568-1036bad26958 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856302 Jul 30 01:45:13.184497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Transition to ACTIVE for port object 373e5617-41ff-4ce3-b5ba-d4d09d71740f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:13.197684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.229690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-666bc445-a7be-4d15-a92d-8691a3e4f0db req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.260065 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb235e08-957d-4f7d-8d50-db5a64c0212e req-a097076a-176a-4856-9d34-783fadf545a5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713409 Jul 30 01:45:13.263764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Attempting to bind port 373e5617-41ff-4ce3-b5ba-d4d09d71740f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:13.264159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Attempting to bind port 373e5617-41ff-4ce3-b5ba-d4d09d71740f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:13.265290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Attempting to bind port 373e5617-41ff-4ce3-b5ba-d4d09d71740f on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:13.296258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:13.296258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:13.296258 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.296258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:13.296258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Bound port: 373e5617-41ff-4ce3-b5ba-d4d09d71740f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:13.296258 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.346295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cb3f2-ed09-4cfa-af23-74c55d0c4486 None None] Pushing event updated for resources: {'Port': ['ID=373e5617-41ff-4ce3-b5ba-d4d09d71740f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:13.413548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.430691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3af2e07a-2ade-422c-a27b-0cd37dd9f9e3 None None] Provisioning for port b5598eed-e99c-48f4-805b-77aeebded2cf completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:13.446138 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] For port 373e5617-41ff-4ce3-b5ba-d4d09d71740f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:13.451029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3af2e07a-2ade-422c-a27b-0cd37dd9f9e3 None None] Provisioning complete for port b5598eed-e99c-48f4-805b-77aeebded2cf triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:13.453023 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3af2e07a-2ade-422c-a27b-0cd37dd9f9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.456874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-e0c9b563-e937-46f6-83e4-148be009cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.458720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-e0c9b563-e937-46f6-83e4-148be009cdad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.4107163 Jul 30 01:45:13.464105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] For port 373e5617-41ff-4ce3-b5ba-d4d09d71740f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=373e5617-41ff-4ce3-b5ba-d4d09d71740f,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:13.531812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.535176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-d3cd7d3f-72a3-4962-b05a-c6dd90246561 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555713 Jul 30 01:45:13.628429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3af2e07a-2ade-422c-a27b-0cd37dd9f9e3 None None] Port b5598eed-e99c-48f4-805b-77aeebded2cf cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:13.650063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29747519-03dd-4316-ae3c-ce4322b5c793 req-15d5cd4c-d865-4a70-9931-3c6f0a511e22 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:13.650677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29747519-03dd-4316-ae3c-ce4322b5c793 req-15d5cd4c-d865-4a70-9931-3c6f0a511e22 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 945 time: 0.2475576 Jul 30 01:45:13.671645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:13.672691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:45:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:13.691010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-8ec224a8-b1d4-4dca-a044-b0a6c9d8ba42 service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624090 Jul 30 01:45:13.781640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:13.866372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29747519-03dd-4316-ae3c-ce4322b5c793 req-ff26ca7e-be58-411e-adbc-1357c27a3255 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036862 Jul 30 01:45:13.869347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-5a71a0da-6a99-4a6f-9904-41d22b4a4e96 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250508 Jul 30 01:45:13.875720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-666bc445-a7be-4d15-a92d-8691a3e4f0db req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.880865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cb3f2-ed09-4cfa-af23-74c55d0c4486 None None] Pushing event updated for resources: {'Port': ['ID=373e5617-41ff-4ce3-b5ba-d4d09d71740f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:13.917584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.931514 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:13.961848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:14.016908 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6796486-0aa2-4e49-8a20-2bf78965191a x-openstack-request-id: req-a6796486-0aa2-4e49-8a20-2bf78965191a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:14.017287 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5480eaeb-e7c2-46b5-8703-402ccbd3b10b", "tag": "0e8f5226-1684-467e-a430-d691c2c02978", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:14.017473 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6796486-0aa2-4e49-8a20-2bf78965191a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:14.018215 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5480eaeb-e7c2-46b5-8703-402ccbd3b10b', 'tag': '0e8f5226-1684-467e-a430-d691c2c02978', 'status': 'completed', 'code': 200} Jul 30 01:45:14.018778 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-666bc445-a7be-4d15-a92d-8691a3e4f0db req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.100589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Pushing event updated for resources: {'Port': ['ID=b5598eed-e99c-48f4-805b-77aeebded2cf,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:14.131022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.197780 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-666bc445-a7be-4d15-a92d-8691a3e4f0db req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.199836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-666bc445-a7be-4d15-a92d-8691a3e4f0db req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2859733 Jul 30 01:45:14.200872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a044ecdf-89dc-484b-bf23-a1b5ae2179a8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:14.253424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.253706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.254205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.254761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.255330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.255918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.256450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.257042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.257597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.258133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.258697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.259279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b4e87-725e-4b94-8ebf-d5fd6a0f488b tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:14.323241 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:14.325360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:14.344378 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.360014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34706a2e-b27f-4a09-a9a5-dd66f943fa48 req-d60ed235-1281-4bc4-927e-f3e99a7eb37d service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527960 Jul 30 01:45:14.397368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a90f2813-38c8-4fb8-bf1e-e82885e206bb service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146046 Jul 30 01:45:14.423730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa6d70-c198-4e1c-b2ef-d0aec541a12f req-024eb25e-938e-4a49-bdae-ebec274b2499 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.425423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21fa6d70-c198-4e1c-b2ef-d0aec541a12f req-024eb25e-938e-4a49-bdae-ebec274b2499 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 950 time: 0.2519541 Jul 30 01:45:14.447455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f0706-02c0-44b7-840a-134ee0f98d67 req-1f3afbf8-1d6a-4b7e-bdce-dc51134205b3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.455733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a6f0706-02c0-44b7-840a-134ee0f98d67 req-1f3afbf8-1d6a-4b7e-bdce-dc51134205b3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 943 time: 0.1418583 Jul 30 01:45:14.498443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:14.503785 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c3ff3c-db3a-47e4-b5cb-f39c42779851" -d '{"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:14.540545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:45:14.551335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:14.572894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.645972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a6f0706-02c0-44b7-840a-134ee0f98d67 req-e8c2adec-af6f-45b7-b7a8-be46ac569760 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871166 Jul 30 01:45:14.679657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21fa6d70-c198-4e1c-b2ef-d0aec541a12f req-2fd9e4c6-4d71-402a-b159-2db31e8ec299 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206488 Jul 30 01:45:14.720846 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-fbefbdd3-ec9e-40fa-bc1a-5eaebc2cc1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.722345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-fbefbdd3-ec9e-40fa-bc1a-5eaebc2cc1d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 1094 time: 0.2645359 Jul 30 01:45:14.732665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:14.753415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:12Z', 'revision_number': 1, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:14.784865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a19e1a3b-0416-470d-a68b-f6e078a8e9d6 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:14.789777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a19e1a3b-0416-470d-a68b-f6e078a8e9d6 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.3062575 Jul 30 01:45:14.812682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-7'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:14.821811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:45:14.825776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9d39ce-7c17-4c63-8d90-1a135d2bb5ab None None] The sync data for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 is: [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:12Z', 'revision_number': 1, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:45:14.838230 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-005e36bb-c502-4a8e-beba-8f2bc1394569 admin admin] 10.222.0.84 "PUT /v2.0/routers/24595bfb-b829-4828-b4a0-70ccd18cbdb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7111456 Jul 30 01:45:14.883928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0f961a16-9447-4ba2-90cb-62ee420fd62a None None] Provisioning complete for port b5598eed-e99c-48f4-805b-77aeebded2cf triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:14.884542 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f961a16-9447-4ba2-90cb-62ee420fd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:14.950768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0f961a16-9447-4ba2-90cb-62ee420fd62a None None] Port b5598eed-e99c-48f4-805b-77aeebded2cf cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:15.057135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-43e78ad5-992f-4fb0-a38f-f87f5025ef24 req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1784390075', 'description': 'tempest-description-846192989'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:15.239129 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.239129 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-43e78ad5-992f-4fb0-a38f-f87f5025ef24 req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.239412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34746) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:15.250209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2052981284'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:15.290451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-0eb283f7-5ae3-4f66-bc04-d68166c71477 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.296081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-0eb283f7-5ae3-4f66-bc04-d68166c71477 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 813 time: 0.4995713 Jul 30 01:45:15.308662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:15.323424 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-43e78ad5-992f-4fb0-a38f-f87f5025ef24 req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.332440 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.349950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-0ebae0fd-5be6-4b34-bf71-097437277225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.351700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-0ebae0fd-5be6-4b34-bf71-097437277225 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 907 time: 0.6079910 Jul 30 01:45:15.375414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:45:15.376665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-015c2858-0b77-4ece-853c-00e827851fae tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/quotas/2896439ba6124c7aa7d315dbed719074 HTTP/1.1" status: 200 len: 375 time: 0.0589848 Jul 30 01:45:15.398849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.399391 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Added segment 8519ea13-faf1-459a-bc4c-d6fd7b34162a of type vlan for network 6f4295d3-56a4-4053-93f8-45307cdcf664 Jul 30 01:45:15.433364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-a07e1efc-b589-423d-83cb-99645721cc75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8f5226-1684-467e-a430-d691c2c02978 HTTP/1.1" status: 200 len: 217 time: 0.0590539 Jul 30 01:45:15.471151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.498532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-60438a75-54a4-440c-8398-b3b3ae75c135 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688658 Jul 30 01:45:15.529787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.542670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.543939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:15.651658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Network': ['ID=6f4295d3-56a4-4053-93f8-45307cdcf664,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:15.673278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-39aa98b9-5791-4304-ab30-0403583eed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:15.673756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:45:15.674897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-39aa98b9-5791-4304-ab30-0403583eed65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.2260799 Jul 30 01:45:15.753895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-bb147026-902e-4a52-b601-461829c51d50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619974 Jul 30 01:45:15.823191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-eeeb63f2-e2d9-407f-b622-922f778618fe service neutron] 10.222.0.84 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947125 Jul 30 01:45:15.888045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:16.015146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-43e78ad5-992f-4fb0-a38f-f87f5025ef24 req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.031976 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d708fdcd-d905-4bc3-9e5d-51ab0f638cec tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7907000 Jul 30 01:45:16.036058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34750) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:16.043007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-268453811'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:16.044635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-43e78ad5-992f-4fb0-a38f-f87f5025ef24 req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.087303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:16.095667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.157290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:45:16.158934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-e94f9bc5-731d-4b3f-84e9-514eca41297e service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927491 Jul 30 01:45:16.162188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:16.176398 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.177011 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Added segment 5f7070f9-44ef-40b6-ad99-f73924eb75c1 of type vlan for network 2c87a8b8-9efe-4928-8473-ff1fc173a79e Jul 30 01:45:16.238439 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.245882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4916b7b-09b4-4fb4-ae1d-6d56247f5c10,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:16.286467 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.297683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:16.298724 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.340656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.347962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:16.352568 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc4cd96-e5cb-425f-b9da-4a16399f7ac1" -d '{"events": [{"server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:16.365649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.375359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ac3bc0d7-f2fd-4334-ba14-d350df017371 service neutron] 10.222.0.84 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061085 Jul 30 01:45:16.449016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Network': ['ID=2c87a8b8-9efe-4928-8473-ff1fc173a79e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:16.468593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 2c87a8b8-9efe-4928-8473-ff1fc173a79e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:45:16.579758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:16.584876 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-43e78ad5-992f-4fb0-a38f-f87f5025ef24 req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.589986 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dd81414-bfcb-4b3e-8c04-9f6f5c685674 req-d17e404f-3b42-41e2-858f-45cc4d7ecf77 service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961794 Jul 30 01:45:16.593503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on host n-h2-715271-7 for vnic_type normal with profile {"migrating_to": "n-h1-715271-7"} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:16.593972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:16.594175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:16.608259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-43e78ad5-992f-4fb0-a38f-f87f5025ef24 req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.612247 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f88a0629-fb36-41cd-9f64-c6786c48f37b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5718651 Jul 30 01:45:16.612852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34754) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:16.625887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'subnet': {'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:16.628517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-43e78ad5-992f-4fb0-a38f-f87f5025ef24 req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.640390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43e78ad5-992f-4fb0-a38f-f87f5025ef24 req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6164150 Jul 30 01:45:16.651318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:16.651683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Attempting to bind port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:16.695983 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af894bb-4ae5-4108-871b-08cdb9547fee x-openstack-request-id: req-4af894bb-4ae5-4108-871b-08cdb9547fee {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:16.696864 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-unplugged", "status": "completed", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:16.696864 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4af894bb-4ae5-4108-871b-08cdb9547fee {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:16.697204 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'code': 200} Jul 30 01:45:16.739513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c51a3-981c-491a-99db-b864ddfa9e3c tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93477648-bb03-4343-a30b-f8436b14eb32,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:16.748269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:16.749503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:16.750190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:16.751112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Bound port: 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:16.753726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:16.961903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:16.968820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:16.981619 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.031801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:17.050659 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.241313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,revision_number=8']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:17.253990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.255378 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.258325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-c2aff7ac-1475-40d7-ade9-0e1974791180 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 200 len: 1121 time: 2.4523191 Jul 30 01:45:17.311115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6165-69c1-4f75-a385-a8fa4e841a62 req-a988b9ed-631d-44c5-87dc-ad442bd23d47 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.334538 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eefa6165-69c1-4f75-a385-a8fa4e841a62 req-a988b9ed-631d-44c5-87dc-ad442bd23d47 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 943 time: 0.1949570 Jul 30 01:45:17.399445 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:17.418248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eefa6165-69c1-4f75-a385-a8fa4e841a62 req-be237921-b89d-43a0-92a8-57dad67cb632 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804198 Jul 30 01:45:17.632109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.780858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0e8f5226-1684-467e-a430-d691c2c02978 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:17.793689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Subnet': ['ID=d46fd687-68d0-4696-a93b-5d5f01225d9f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:17.800528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Checking segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:17.801627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network hostable DHCP agents. Network: 6f4295d3-56a4-4053-93f8-45307cdcf664, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:45:17.853653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:45:17.877628 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 6f4295d3-56a4-4053-93f8-45307cdcf664) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:17.903337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:17.904610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7c090-6eed-4ab6-9ecd-3102d70bdd85 None None] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:17.906517 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:17.960272 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-59169c7b-9b96-49b1-943d-085fbe217ea9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3455138 Jul 30 01:45:17.960990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34810) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:17.968263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'subnet': {'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:18.115767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 373e5617-41ff-4ce3-b5ba-d4d09d71740f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:18.208833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:18.214984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.378440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34814) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:18.389165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-849e4526-cc49-44b7-9912-b590240abc0a tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119049130', 'description': 'tempest-description--1166165913'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:18.409416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5483d-8066-4167-a442-da01a4bb6177 req-d76d7a9a-2092-4914-b14b-8c7de5c56f1b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:18.422341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bb5483d-8066-4167-a442-da01a4bb6177 req-d76d7a9a-2092-4914-b14b-8c7de5c56f1b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 943 time: 0.1718190 Jul 30 01:45:18.473298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0e8f5226-1684-467e-a430-d691c2c02978, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e8f5226-1684-467e-a430-d691c2c02978,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:18.493677 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aa2dd4-b936-44a2-965c-1402e051251a x-openstack-request-id: req-14aa2dd4-b936-44a2-965c-1402e051251a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:18.494371 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "name": "network-vif-unplugged", "status": "completed", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:18.494823 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-14aa2dd4-b936-44a2-965c-1402e051251a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:18.495507 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5', 'code': 200} Jul 30 01:45:18.495947 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-849e4526-cc49-44b7-9912-b590240abc0a tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.547208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-1c50b5b7-446d-4e32-8586-2593cf01505d req-1baa20d1-7e91-452b-9b61-3282b41006dc tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-267200509', 'description': 'tempest-description-153910045'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:18.548488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '0e8f5226-1684-467e-a430-d691c2c02978', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'port_id': '0e8f5226-1684-467e-a430-d691c2c02978', 'mac_address': 'fa:16:3e:b2:4b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661a2d79-d7f8-420e-bedb-462b0400653a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:18.565350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 373e5617-41ff-4ce3-b5ba-d4d09d71740f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:18.578741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bb5483d-8066-4167-a442-da01a4bb6177 req-a1e0bbe7-73cb-42e8-b804-6998e4de4b64 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376491 Jul 30 01:45:18.610780 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Sync routers for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:45:18.631899 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:18.634269 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:45:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:18.653487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 373e5617-41ff-4ce3-b5ba-d4d09d71740f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:18.654908 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.781929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-849e4526-cc49-44b7-9912-b590240abc0a tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.783317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f91b6972-ef1d-4ab4-82b7-5cb1eb287307 req-b049e4a9-50cb-48f1-8342-6bdff74f936e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 210 time: 0.0530581 Jul 30 01:45:18.799269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-849e4526-cc49-44b7-9912-b590240abc0a tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.838288 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.843559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c50b5b7-446d-4e32-8586-2593cf01505d req-1baa20d1-7e91-452b-9b61-3282b41006dc tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.855696 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e4526-cc49-44b7-9912-b590240abc0a tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbedb8b-fc08-438c-a4da-5ff6dcbab8de,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:18.867774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.903635 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:18.942600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-849e4526-cc49-44b7-9912-b590240abc0a tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.948554 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-849e4526-cc49-44b7-9912-b590240abc0a tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5626905 Jul 30 01:45:18.950220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34818) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:18.959681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c5277252-a50d-47be-bb73-e1b42e216fde tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Request body: {'security_group_rule': {'security_group_id': 'cdbedb8b-fc08-438c-a4da-5ff6dcbab8de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:18.995293 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:18.998453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Subnet': ['ID=c76948c7-2db5-480c-beaf-f2399c5584f1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:19.003261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8f5226-1684-467e-a430-d691c2c02978 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:19.012273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Checking segment: {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:19.012827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network hostable DHCP agents. Network: 2c87a8b8-9efe-4928-8473-ff1fc173a79e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:45:19.038286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network 2c87a8b8-9efe-4928-8473-ff1fc173a79e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:45:19.060004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 2c87a8b8-9efe-4928-8473-ff1fc173a79e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:19.067326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:19.069092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.183667 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c50b5b7-446d-4e32-8586-2593cf01505d req-1baa20d1-7e91-452b-9b61-3282b41006dc tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.197385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c50b5b7-446d-4e32-8586-2593cf01505d req-1baa20d1-7e91-452b-9b61-3282b41006dc tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.221806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189750b8-698a-4837-a3e8-a74a4eec8d54 req-d6ac6f7e-9705-4411-9f27-c794ac7a6f65 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:19.224606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-189750b8-698a-4837-a3e8-a74a4eec8d54 req-d6ac6f7e-9705-4411-9f27-c794ac7a6f65 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2993250 Jul 30 01:45:19.309513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0e8f5226-1684-467e-a430-d691c2c02978, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e8f5226-1684-467e-a430-d691c2c02978,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:19.319460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5277252-a50d-47be-bb73-e1b42e216fde tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.319947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a1684d-1b9c-4856-800a-42dba5b8e25f None None] Network 2c87a8b8-9efe-4928-8473-ff1fc173a79e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:19.333816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1c50b5b7-446d-4e32-8586-2593cf01505d req-1baa20d1-7e91-452b-9b61-3282b41006dc tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.335186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c50b5b7-446d-4e32-8586-2593cf01505d req-1baa20d1-7e91-452b-9b61-3282b41006dc tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8065689 Jul 30 01:45:19.340769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa20d1-7e91-452b-9b61-3282b41006dc tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f0d78b-0c78-4f56-9e31-11da02ff5270,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:19.368146 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e8e93cdb-aabf-4c2a-85be-4d7bcab68c59 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4057827 Jul 30 01:45:19.370862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-189750b8-698a-4837-a3e8-a74a4eec8d54 req-7dd38a17-0de0-4747-90e2-8125d27df3e6 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376591 Jul 30 01:45:19.378203 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.385023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34822) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:19.396637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'port': {'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'name': 'tempest-TaggedBootDevicesTest_v242-1012736632', 'fixed_ips': [{'subnet_id': 'd46fd687-68d0-4696-a93b-5d5f01225d9f'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:19.426830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-6f4295d3-56a4-4053-93f8-45307cdcf664', 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'fixed_ips': [{'subnet_id': 'd46fd687-68d0-4696-a93b-5d5f01225d9f'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:45:19.442068 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.471057 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 2, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:19.480951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 373e5617-41ff-4ce3-b5ba-d4d09d71740f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=373e5617-41ff-4ce3-b5ba-d4d09d71740f,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:19.564835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-1a5f1469-7099-4257-8e0e-02e096168af5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:19.567656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-1a5f1469-7099-4257-8e0e-02e096168af5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.22 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 813 time: 0.4545927 Jul 30 01:45:19.581101 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Checking router: 24595bfb-b829-4828-b4a0-70ccd18cbdb9 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:45:19.581714 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Updating router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 port b5598eed-e99c-48f4-805b-77aeebded2cf binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:45:19.607145 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.615718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'port': {'device_id': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2', 'admin_state_up': True, 'tenant_id': '2896439ba6124c7aa7d315dbed719074'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:19.675147 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.695822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['0e8f5226-1684-467e-a430-d691c2c02978'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:19.727290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5277252-a50d-47be-bb73-e1b42e216fde tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.747244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=0e8f5226-1684-467e-a430-d691c2c02978,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:19.753733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5277252-a50d-47be-bb73-e1b42e216fde tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.795850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0027008-c73d-4983-a7d9-e128e8a916fb req-0851262d-e6e0-495f-b6a9-636bbd39aae5 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:19.798451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5277252-a50d-47be-bb73-e1b42e216fde tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617abd48-370e-4844-8b40-c8c55d5fc5dc,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:19.809532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0027008-c73d-4983-a7d9-e128e8a916fb req-0851262d-e6e0-495f-b6a9-636bbd39aae5 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 943 time: 0.2059236 Jul 30 01:45:19.868114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=373e5617-41ff-4ce3-b5ba-d4d09d71740f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:19.871538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:19.874342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5277252-a50d-47be-bb73-e1b42e216fde tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:19.876422 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c5277252-a50d-47be-bb73-e1b42e216fde tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9211042 Jul 30 01:45:19.883319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34836) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:19.899001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bb8c972b-cfdf-4ab0-8c2a-b51136e5b718 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Request body: {'security_group_rule': {'security_group_id': 'cdbedb8b-fc08-438c-a4da-5ff6dcbab8de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:19.968990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:19.987796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0027008-c73d-4983-a7d9-e128e8a916fb req-fd56a653-53b3-4dd1-9322-ade27a009204 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746819 Jul 30 01:45:19.998237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:20.032725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 has no active binding in host n-h1-715271-7 {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:45:20.083229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Allocated IP 10.1.1.2 (6f4295d3-56a4-4053-93f8-45307cdcf664/d46fd687-68d0-4696-a93b-5d5f01225d9f/6ca0efe1-575f-4a3c-a64a-bfe6661ad267) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:20.234889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.264967 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.281897 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Transition to ACTIVE for port object b5598eed-e99c-48f4-805b-77aeebded2cf will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:20.290694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] device_id is not set on port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:45:20.299292 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.335470 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-2c87a8b8-9efe-4928-8473-ff1fc173a79e', 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'fixed_ips': [{'subnet_id': 'c76948c7-2db5-480c-beaf-f2399c5584f1'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:45:20.337217 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.350401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb8c972b-cfdf-4ab0-8c2a-b51136e5b718 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.437983 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a218298-4c04-4489-bf78-657962766b1c None None] Pushing event updated for resources: {'Port': ['ID=b5598eed-e99c-48f4-805b-77aeebded2cf,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:20.530934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Made reservation on behalf of 2896439ba6124c7aa7d315dbed719074 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:20.535538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.542380 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Attempting to bind port b5598eed-e99c-48f4-805b-77aeebded2cf on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:20.545389 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Attempting to bind port b5598eed-e99c-48f4-805b-77aeebded2cf by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:20.546257 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Attempting to bind port b5598eed-e99c-48f4-805b-77aeebded2cf on network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:20.557518 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:20.558353 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Checking segment: {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:20.558912 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.560140 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Bound using segment: {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:20.560882 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Bound port: b5598eed-e99c-48f4-805b-77aeebded2cf, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:20.561800 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.622212 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb8c972b-cfdf-4ab0-8c2a-b51136e5b718 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.676796 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb8c972b-cfdf-4ab0-8c2a-b51136e5b718 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.724557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Allocated IP 10.2.2.2 (2c87a8b8-9efe-4928-8473-ff1fc173a79e/c76948c7-2db5-480c-beaf-f2399c5584f1/be7f4407-5855-4144-9ec8-d8cc00bb6e73) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:20.751512 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] For port b5598eed-e99c-48f4-805b-77aeebded2cf, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:20.770375 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] For port b5598eed-e99c-48f4-805b-77aeebded2cf, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b5598eed-e99c-48f4-805b-77aeebded2cf,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:20.780680 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:20.865777 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a218298-4c04-4489-bf78-657962766b1c None None] Pushing event updated for resources: {'Port': ['ID=b5598eed-e99c-48f4-805b-77aeebded2cf,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:20.866140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:20.869685 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca6bbd-951a-430c-babb-c07d45958fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:20.914186 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:20.916437 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:45:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:20.921734 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-55c9cdfb-f6f8-48d7-8bca-58f315092e5d tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47090 time: 1.4578590 Jul 30 01:45:21.052955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eec596-80d1-4a00-a256-092cec8830d3 req-59e5493b-ddc6-4d37-8a39-4a2193099433 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:21.057398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9eec596-80d1-4a00-a256-092cec8830d3 req-59e5493b-ddc6-4d37-8a39-4a2193099433 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.9124177 Jul 30 01:45:21.096446 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-67504b79-61b7-4f76-86ee-fa7509d420e4 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/0992cc3a-e17c-45cc-86a5-1a351fd2800b HTTP/1.1" status: 200 len: 2981 time: 0.1738806 Jul 30 01:45:21.120776 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.134762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Transition to ACTIVE for port object 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:21.157638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Transition to ACTIVE for port object 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:21.175626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Allocated IP 172.20.0.7 (1a25b1a6-05ce-4f49-9646-be9913185bf2/e31afc99-8b85-41db-81c4-af78e019259f/30294e07-e4c6-462c-b02f-9a051d6520d3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:21.180239 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.190413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-d398ab08-ac13-4e78-b56c-e06aa0264154 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/0992cc3a-e17c-45cc-86a5-1a351fd2800b HTTP/1.1" status: 200 len: 2981 time: 0.0929120 Jul 30 01:45:21.208688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9eec596-80d1-4a00-a256-092cec8830d3 req-47c3b058-0ae1-4137-8b1d-1c6c382d2ada tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091990 Jul 30 01:45:21.298912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c972b-cfdf-4ab0-8c2a-b51136e5b718 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792e1b2d-2884-40da-afda-ded63a602cbe,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:21.311594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-d950f267-9a5b-4b4d-aeec-fc8c9c04ee57 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/21cd63e3-20f8-447c-8652-0ed4eeba020b HTTP/1.1" status: 200 len: 2981 time: 0.1192613 Jul 30 01:45:21.316868 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb8c972b-cfdf-4ab0-8c2a-b51136e5b718 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.319337 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bb8c972b-cfdf-4ab0-8c2a-b51136e5b718 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4300070 Jul 30 01:45:21.326168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34844) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:21.329925 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:21.342242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:21.376925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:21.397242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:21.410957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:21.485050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-a2faa246-069b-406c-b91c-ec219246e727 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/21cd63e3-20f8-447c-8652-0ed4eeba020b HTTP/1.1" status: 200 len: 2981 time: 0.1601057 Jul 30 01:45:21.554331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Pushing event updated for resources: {'Port': ['ID=6ca0efe1-575f-4a3c-a64a-bfe6661ad267,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:21.596632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Attempting to bind port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:21.597903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Attempting to bind port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:21.598987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Attempting to bind port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:21.602535 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.621598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:21.625951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Checking segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:21.626722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.627475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Bound using segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:21.629645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Bound port: 6ca0efe1-575f-4a3c-a64a-bfe6661ad267, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:21.630326 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.636853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Transition to ACTIVE for port object be7f4407-5855-4144-9ec8-d8cc00bb6e73 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:21.654020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.755073 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-2d92fc36-74ea-4256-9cd9-d56a187258f4 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/449c2d9f-bcef-4166-8357-ab435638a689 HTTP/1.1" status: 200 len: 2981 time: 0.2585838 Jul 30 01:45:21.819071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] For port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:21.825635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] For port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6ca0efe1-575f-4a3c-a64a-bfe6661ad267,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:21.834315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0e8f5226-1684-467e-a430-d691c2c02978 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:21.840352 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:21.853774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Transition to ACTIVE for port object be7f4407-5855-4144-9ec8-d8cc00bb6e73 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:21.923036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-ac600b32-0b45-4e15-836c-dcdb0b3d996f tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/449c2d9f-bcef-4166-8357-ab435638a689 HTTP/1.1" status: 200 len: 2981 time: 0.1542928 Jul 30 01:45:21.925854 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:20Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:22.096858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-91ff4a89-b06c-4133-9416-99f4ac7ac4f7 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/46334560-09f0-4873-a578-d700874bc1a2 HTTP/1.1" status: 200 len: 2973 time: 0.1490812 Jul 30 01:45:22.110523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1a54-0f67-4351-897a-ddd7009ebc3e None None] Pushing event updated for resources: {'Port': ['ID=6ca0efe1-575f-4a3c-a64a-bfe6661ad267,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:22.128715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05688ad6-98ea-46c0-920f-923140b45254 req-0f1461b2-a025-49e0-a176-13a9791b3819 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.130753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05688ad6-98ea-46c0-920f-923140b45254 req-0f1461b2-a025-49e0-a176-13a9791b3819 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 944 time: 0.2116749 Jul 30 01:45:22.176446 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:22.181429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 373e5617-41ff-4ce3-b5ba-d4d09d71740f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:22.255757 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497eea00-b084-4e2a-a456-a6c3f7cf561b None None] The sync data for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 is: [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:20Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:45:22.285664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:22.311288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-a52d4210-a607-4810-824a-af5eacd21375 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/46334560-09f0-4873-a578-d700874bc1a2 HTTP/1.1" status: 200 len: 2973 time: 0.1979222 Jul 30 01:45:22.327991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05688ad6-98ea-46c0-920f-923140b45254 req-017f4b52-8237-4841-ac5c-cf7a2fee8c7d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737859 Jul 30 01:45:22.379047 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:22.420214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Network 2c87a8b8-9efe-4928-8473-ff1fc173a79e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:22.429009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:22.439282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:22.532983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Allocated IP 10.1.1.232 (6f4295d3-56a4-4053-93f8-45307cdcf664/d46fd687-68d0-4696-a93b-5d5f01225d9f/7d49c76d-863a-4ae6-ae63-59504a2f31f3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:22.565874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-6702f225-5758-44f2-8b91-7ec5b13d74da tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/57f5c80c-a44d-4e0e-8d33-c896df40fe31 HTTP/1.1" status: 200 len: 2981 time: 0.2528400 Jul 30 01:45:22.613258 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:22.635558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Pushing event updated for resources: {'Port': ['ID=be7f4407-5855-4144-9ec8-d8cc00bb6e73,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:22.669542 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-7fae6328-75e1-4376-92f3-809b36ef5c92 service neutron] 10.222.0.22 "GET /v2.0/ports/1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 384 time: 0.5465121 Jul 30 01:45:22.673957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 0e8f5226-1684-467e-a430-d691c2c02978 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:22.688019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 0e8f5226-1684-467e-a430-d691c2c02978 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:22.688626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:22.723657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Allocated IP 172.25.7.213 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/c98ac83f-1bfb-484c-9276-2c1baf4a0402) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:22.814813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-1b366a96-0bb4-4227-aa19-5d3483469e58 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/57f5c80c-a44d-4e0e-8d33-c896df40fe31 HTTP/1.1" status: 200 len: 2981 time: 0.2133594 Jul 30 01:45:22.845417 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:22.853513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fac035-c38a-4f3c-9e5c-3f777e196de4 req-25c9c0b8-f3b1-4738-af89-c54d60ef3707 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:22.868254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39fac035-c38a-4f3c-9e5c-3f777e196de4 req-25c9c0b8-f3b1-4738-af89-c54d60ef3707 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 931 time: 0.2984402 Jul 30 01:45:22.912569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0e8f5226-1684-467e-a430-d691c2c02978, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e8f5226-1684-467e-a430-d691c2c02978,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:22.914684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Attempting to bind port be7f4407-5855-4144-9ec8-d8cc00bb6e73 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:22.915186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Attempting to bind port be7f4407-5855-4144-9ec8-d8cc00bb6e73 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:22.915679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Attempting to bind port be7f4407-5855-4144-9ec8-d8cc00bb6e73 on network 2c87a8b8-9efe-4928-8473-ff1fc173a79e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:22.918133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5480eaeb-e7c2-46b5-8703-402ccbd3b10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f5226-1684-467e-a430-d691c2c02978'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:22.924235 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5efc1c2-182e-47c9-a5d0-0f045201cce1" -d '{"events": [{"server_uuid": "5480eaeb-e7c2-46b5-8703-402ccbd3b10b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f5226-1684-467e-a430-d691c2c02978"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:22.933207 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:22.954144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'Port': ['ID=30294e07-e4c6-462c-b02f-9a051d6520d3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:22.959759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Network 1a25b1a6-05ce-4f49-9646-be9913185bf2 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:23.013176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=0e8f5226-1684-467e-a430-d691c2c02978,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:23.020336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 373e5617-41ff-4ce3-b5ba-d4d09d71740f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:23.020894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.042335 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.081665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:23.082193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Checking segment: {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:23.083003 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.083229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Bound using segment: {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:23.083644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Bound port: be7f4407-5855-4144-9ec8-d8cc00bb6e73, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:23.084144 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.084689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Transition to ACTIVE for port object 7d49c76d-863a-4ae6-ae63-59504a2f31f3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:23.108621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39fac035-c38a-4f3c-9e5c-3f777e196de4 req-27a8ff6b-abf7-4cfe-96c3-c3e01cc44f0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345307 Jul 30 01:45:23.189253 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.199054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:23.209946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:23.248589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-d0a486e1-723a-4cd7-a2a9-6f1faf9d1947 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/64f4f59b-7994-437d-b8f0-8e6aa69f4041 HTTP/1.1" status: 200 len: 2981 time: 0.4195650 Jul 30 01:45:23.253969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:23.266749 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f245d4e-f0fd-47ac-9698-e2abc0f02605 x-openstack-request-id: req-2f245d4e-f0fd-47ac-9698-e2abc0f02605 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:23.267301 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:23.267301 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2f245d4e-f0fd-47ac-9698-e2abc0f02605 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:23.269703 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5', 'status': 'completed', 'code': 200} Jul 30 01:45:23.272204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:23.283888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:23.416525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b5598eed-e99c-48f4-805b-77aeebded2cf up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:23.470739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.471683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.539736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b14bface-c1f5-42df-baef-01599da76664 None None] For port be7f4407-5855-4144-9ec8-d8cc00bb6e73, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:23.574536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9d476-a74a-4750-b2fb-3e416f9264f8 req-2101f646-6d72-434f-8759-168cdb0daa91 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.577931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5a9d476-a74a-4750-b2fb-3e416f9264f8 req-2101f646-6d72-434f-8759-168cdb0daa91 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 943 time: 0.2213213 Jul 30 01:45:23.583533 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.609236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-1fe1c0dd-4c4e-46bb-851c-f68e07cf02c9 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/64f4f59b-7994-437d-b8f0-8e6aa69f4041 HTTP/1.1" status: 200 len: 2981 time: 0.3588727 Jul 30 01:45:23.626855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b14bface-c1f5-42df-baef-01599da76664 None None] For port be7f4407-5855-4144-9ec8-d8cc00bb6e73, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=be7f4407-5855-4144-9ec8-d8cc00bb6e73,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:23.631985 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.637314 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.644288 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port b5598eed-e99c-48f4-805b-77aeebded2cf completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:23.682985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-39808ed3-c2c6-406d-a5a5-6e03c5d1ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.685017 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-39808ed3-c2c6-406d-a5a5-6e03c5d1ddff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1124 time: 0.2862282 Jul 30 01:45:23.729784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3382063 Jul 30 01:45:23.756085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34852) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:23.772110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'port': {'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'name': 'tempest-TaggedBootDevicesTest_v242-60250853', 'fixed_ips': [{'subnet_id': 'd46fd687-68d0-4696-a93b-5d5f01225d9f'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:23.777365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-252d968d-ad68-4f64-8b79-797d14aff7b2 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/6f6007de-8c39-4d92-8710-433bca12ead2 HTTP/1.1" status: 200 len: 2977 time: 0.1404250 Jul 30 01:45:23.780310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bface-c1f5-42df-baef-01599da76664 None None] Pushing event updated for resources: {'Port': ['ID=be7f4407-5855-4144-9ec8-d8cc00bb6e73,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:23.802860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b5598eed-e99c-48f4-805b-77aeebded2cf triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:23.803783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.871387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-3b95281c-14cf-4880-9672-d1e1b457f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.871387 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-3b95281c-14cf-4880-9672-d1e1b457f5ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.1630912 Jul 30 01:45:23.871987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc5a7d-e5ca-4efe-9991-ac4b71f2afbe tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Port': ['ID=7d49c76d-863a-4ae6-ae63-59504a2f31f3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:23.888304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:23.889069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:23.953309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-312e84f8-7f2a-40e0-9583-6b2a0451e16a tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/6f6007de-8c39-4d92-8710-433bca12ead2 HTTP/1.1" status: 200 len: 2977 time: 0.1489925 Jul 30 01:45:23.974529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5a9d476-a74a-4750-b2fb-3e416f9264f8 req-ed422d82-842c-43e1-b378-d0a7e087310e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640273 Jul 30 01:45:24.036831 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-80789431-fdb4-4a48-a5eb-3fdb714a5418 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4464018 Jul 30 01:45:24.070147 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-c0b1d66b-f35a-40b1-98c6-490c22738a18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 200 len: 217 time: 0.1599560 Jul 30 01:45:24.077392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Request body: {'port': {'device_id': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:24.082647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.173141 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.175966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7036e6a-ec64-4efc-8240-150ae69f7fe7 None None] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:24.181327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Pushing event updated for resources: {'Port': ['ID=c98ac83f-1bfb-484c-9276-2c1baf4a0402,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:24.225927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:24.303938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:24.318509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:24.321712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:24.355173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-89fff546-77e1-49bb-b0df-e1ad7686bfce tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b1471a49-b6f0-447a-b2cf-7430b58d227f HTTP/1.1" status: 200 len: 2981 time: 0.3757312 Jul 30 01:45:24.397768 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.452851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port b5598eed-e99c-48f4-805b-77aeebded2cf, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b5598eed-e99c-48f4-805b-77aeebded2cf,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:24.474831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-35719630-0d26-4a14-a6d1-335c2722b3d7 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b1471a49-b6f0-447a-b2cf-7430b58d227f HTTP/1.1" status: 200 len: 2981 time: 0.0674751 Jul 30 01:45:24.484974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-9a15b15b-1bd1-4901-8e9d-26b5b64b6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:24.487777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-9a15b15b-1bd1-4901-8e9d-26b5b64b6a28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.4010413 Jul 30 01:45:24.493911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:24.497983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6f316658-8979-4ae3-a25e-5075de9f7c31 None None] Provisioning for port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:24.501339 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.578447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-36390072-bec3-47e0-9da0-7f6b0ec61510 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b4916b7b-09b4-4fb4-ae1d-6d56247f5c10 HTTP/1.1" status: 200 len: 2981 time: 0.0820739 Jul 30 01:45:24.621640 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-487291c6-2d8c-48e8-b3dd-9d8fa4fd2265 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829785 Jul 30 01:45:24.640990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:24.713434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d218f3e-4387-4060-8406-ae8aa9087d98 req-5c656c09-7f34-43c9-a2a8-9c8e33155eb5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:24.721655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=b5598eed-e99c-48f4-805b-77aeebded2cf,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:24.726801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d218f3e-4387-4060-8406-ae8aa9087d98 req-5c656c09-7f34-43c9-a2a8-9c8e33155eb5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 948 time: 0.3951292 Jul 30 01:45:24.805043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:24.815500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:24.879219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:24.927295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:24.968313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-2a9a6040-bcc1-437d-9ea3-a464d00a00e8 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b4916b7b-09b4-4fb4-ae1d-6d56247f5c10 HTTP/1.1" status: 200 len: 2981 time: 0.3579996 Jul 30 01:45:25.013809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:25.018807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:25.019216 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.071035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d218f3e-4387-4060-8406-ae8aa9087d98 req-3d923400-79c2-4b9e-ac32-11a35e62f23b tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/security-groups?id=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173759 Jul 30 01:45:25.089808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.164388 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.164968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] Transition to ACTIVE for port object 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:25.183517 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-3adf2dd9-38e6-4d20-8979-7e0236e9044d service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361464 Jul 30 01:45:25.184973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.202553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-82b8bd76-485e-47ca-bcf1-6b379edf1226 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:25.204898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-82b8bd76-485e-47ca-bcf1-6b379edf1226 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 948 time: 0.2482572 Jul 30 01:45:25.255304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-e868deaf-b6cd-4c29-a8ca-191b272de66a tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/d9e8d7b0-5be0-4445-a02c-278eed75eac7 HTTP/1.1" status: 200 len: 2981 time: 0.2887661 Jul 30 01:45:25.307313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] device_id is not set on port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:45:25.337853 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b12aef-b53e-4445-8a0a-658527cdea4a x-openstack-request-id: req-51b12aef-b53e-4445-8a0a-658527cdea4a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:25.338433 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5480eaeb-e7c2-46b5-8703-402ccbd3b10b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8f5226-1684-467e-a430-d691c2c02978", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:25.338845 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-51b12aef-b53e-4445-8a0a-658527cdea4a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:25.342540 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5480eaeb-e7c2-46b5-8703-402ccbd3b10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8f5226-1684-467e-a430-d691c2c02978', 'code': 200} Jul 30 01:45:25.386477 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.406982 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.434028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-32534151-cdf8-4c2c-a2a6-6471174aee9d None None] Provisioning complete for port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:25.434711 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32534151-cdf8-4c2c-a2a6-6471174aee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.460102 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-a8d42a75-c8a1-4b4d-a149-2055b174f253 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431006 Jul 30 01:45:25.533102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6ca0efe1-575f-4a3c-a64a-bfe6661ad267,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:25.556109 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.557891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device be7f4407-5855-4144-9ec8-d8cc00bb6e73 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:25.639107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30294e07-e4c6-462c-b02f-9a051d6520d3 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:25.653181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.677902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Transition to ACTIVE for port object 30294e07-e4c6-462c-b02f-9a051d6520d3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:25.679078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] Pushing event updated for resources: {'Port': ['ID=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:25.688533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703aeed9-2b7b-4258-9940-ee4dcfc00151 None None] Network 2c87a8b8-9efe-4928-8473-ff1fc173a79e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:45:25.718167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] No DVR routers for this DVR port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:25.723512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:25.815586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:25.820302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-acd97bf5-db8e-4ffd-8266-95eb9e7b8967 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/d9e8d7b0-5be0-4445-a02c-278eed75eac7 HTTP/1.1" status: 200 len: 2981 time: 0.5634840 Jul 30 01:45:25.854905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=6ca0efe1-575f-4a3c-a64a-bfe6661ad267,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:25.859086 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-be4baa34-9b47-4aa1-9ba3-009aa548730a service neutron] 10.222.0.22 "PUT /v2.0/ports/1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5/bindings/n-h1-715271-7/activate HTTP/1.1" status: 200 len: 369 time: 3.1154709 Jul 30 01:45:25.911419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Pushing event updated for resources: {'Port': ['ID=30294e07-e4c6-462c-b02f-9a051d6520d3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:25.925136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5cf85-4134-4f04-8b81-859f72443bf4 req-49022778-37c9-42ec-b4b5-955cfae9e4c3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:25.934061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfb5cf85-4134-4f04-8b81-859f72443bf4 req-49022778-37c9-42ec-b4b5-955cfae9e4c3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 945 time: 0.4555635 Jul 30 01:45:25.935595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port be7f4407-5855-4144-9ec8-d8cc00bb6e73 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:25.949449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd45fb3-08db-408a-ba90-4106b89fe3e8 req-501eed03-ea6c-4530-b45e-edc1ce80c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:25.951009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcd45fb3-08db-408a-ba90-4106b89fe3e8 req-501eed03-ea6c-4530-b45e-edc1ce80c285 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 1096 time: 0.4824424 Jul 30 01:45:25.989577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:25.991078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-32534151-cdf8-4c2c-a2a6-6471174aee9d None None] Provisioning for port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:26.002122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-32534151-cdf8-4c2c-a2a6-6471174aee9d None None] Provisioning complete for port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:26.002505 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32534151-cdf8-4c2c-a2a6-6471174aee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.017569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Attempting to bind port 30294e07-e4c6-462c-b02f-9a051d6520d3 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:26.018130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Attempting to bind port 30294e07-e4c6-462c-b02f-9a051d6520d3 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '281f9499-cca2-4533-9221-f6315f62f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:26.018970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Attempting to bind port 30294e07-e4c6-462c-b02f-9a051d6520d3 on network 1a25b1a6-05ce-4f49-9646-be9913185bf2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:26.029282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Port 30294e07-e4c6-462c-b02f-9a051d6520d3 on network 1a25b1a6-05ce-4f49-9646-be9913185bf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:26.030078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Attempting to bind port 30294e07-e4c6-462c-b02f-9a051d6520d3 on network 1a25b1a6-05ce-4f49-9646-be9913185bf2 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:26.037018 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:26.037617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Checking segment: {'id': '281f9499-cca2-4533-9221-f6315f62f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:26.038094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Bound using segment: {'id': '281f9499-cca2-4533-9221-f6315f62f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:26.038662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Bound port: 30294e07-e4c6-462c-b02f-9a051d6520d3, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281f9499-cca2-4533-9221-f6315f62f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:26.039101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.069417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-32534151-cdf8-4c2c-a2a6-6471174aee9d None None] Port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:26.129808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-cf4f9403-8b4e-4954-88ed-1fc4566a2c17 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/f3cc9cd7-6ad8-49c8-9fba-19f4642ed550 HTTP/1.1" status: 200 len: 2981 time: 0.3084457 Jul 30 01:45:26.147517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] For port 30294e07-e4c6-462c-b02f-9a051d6520d3, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:26.152445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] For port 30294e07-e4c6-462c-b02f-9a051d6520d3, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30294e07-e4c6-462c-b02f-9a051d6520d3,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:26.161677 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.202461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] Provisioning for port be7f4407-5855-4144-9ec8-d8cc00bb6e73 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:26.214660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] Provisioning complete for port be7f4407-5855-4144-9ec8-d8cc00bb6e73 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:26.215472 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.234809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.236530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.239146 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] 10.222.0.22 "PUT /v2.0/ports/30294e07-e4c6-462c-b02f-9a051d6520d3 HTTP/1.1" status: 200 len: 1091 time: 2.1796439 Jul 30 01:45:26.243131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:26.255747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Allocated IP 10.1.1.164 (6f4295d3-56a4-4053-93f8-45307cdcf664/d46fd687-68d0-4696-a93b-5d5f01225d9f/16817cc2-2b41-41ed-9c3f-7b5bfd8d722c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:26.259002 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cb306d-3472-4292-8dde-c60b75a07939" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:26.331338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e7768-9e18-4888-a011-6c868d5537d7 service neutron] Pushing event updated for resources: {'Port': ['ID=30294e07-e4c6-462c-b02f-9a051d6520d3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:26.402380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcd45fb3-08db-408a-ba90-4106b89fe3e8 req-bb0732f8-a39a-46ac-840e-5d9a1819acf3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219065 Jul 30 01:45:26.404681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Deleting port c44a3535-d406-4c39-986a-6abd27e378f1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:26.405570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.416446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-d0d1f57a-0158-4f35-925c-9588032aee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.416809 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.418855 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-d0d1f57a-0158-4f35-925c-9588032aee62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1094 time: 0.0802968 Jul 30 01:45:26.464354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] For port be7f4407-5855-4144-9ec8-d8cc00bb6e73, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=be7f4407-5855-4144-9ec8-d8cc00bb6e73,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:26.472308 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.493933 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-b2ce6195-872e-4021-b2d6-b2b729369b9b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30294e07-e4c6-462c-b02f-9a051d6520d3 HTTP/1.1" status: 200 len: 217 time: 0.0603745 Jul 30 01:45:26.497984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfb5cf85-4134-4f04-8b81-859f72443bf4 req-1dc193ea-a125-40d4-b9e6-88573729cb27 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630140 Jul 30 01:45:26.536169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] Provisioning complete for port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:26.536169 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.543372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-73e6b16d-904a-4183-9812-2fba405ad26a tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.544975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-73e6b16d-904a-4183-9812-2fba405ad26a tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1095 time: 0.5847108 Jul 30 01:45:26.606378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] Port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:26.608656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-7a16cb79-ebf4-4939-84ae-925ccda5323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.612909 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-7a16cb79-ebf4-4939-84ae-925ccda5323b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 200 len: 853 time: 0.1049743 Jul 30 01:45:26.626228 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.641171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-aaa3b205-2a58-46c6-a407-39d1da8402a5 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/f3cc9cd7-6ad8-49c8-9fba-19f4642ed550 HTTP/1.1" status: 200 len: 2981 time: 0.4261522 Jul 30 01:45:26.648695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d7a7f-9546-4106-b9f4-dd51de4470bd None None] Pushing event updated for resources: {'Port': ['ID=be7f4407-5855-4144-9ec8-d8cc00bb6e73,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:26.664512 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.678730 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.693722 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-7bd65eb6-5e3f-4bb3-8d94-1d09eeee4b46 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a25b1a6-05ce-4f49-9646-be9913185bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678511 Jul 30 01:45:26.764168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] For port c44a3535-d406-4c39-986a-6abd27e378f1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c44a3535-d406-4c39-986a-6abd27e378f1,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:26.764580 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.765029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:26.770685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-345c0225-57da-4db3-8a26-5d88787fdbeb None None] Provisioning complete for port be7f4407-5855-4144-9ec8-d8cc00bb6e73 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:26.772382 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-345c0225-57da-4db3-8a26-5d88787fdbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.772994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Transition to ACTIVE for port object 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:26.841013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Calling delete_port for c44a3535-d406-4c39-986a-6abd27e378f1 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:26.871053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Pushing event updated for resources: {'Port': ['ID=c98ac83f-1bfb-484c-9276-2c1baf4a0402,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:26.888643 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-feeb066c-4461-413d-ab42-4fd879cd1024 service neutron] 10.222.0.22 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777554 Jul 30 01:45:26.925160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:26.925559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-9bcd6e09-dc7a-4dd8-a629-ca17da212cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:26.925894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:26.927155 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-9bcd6e09-dc7a-4dd8-a629-ca17da212cbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659&tenant_id=0b297cb5596d49098b82af2e3498bfa1 HTTP/1.1" status: 200 len: 1095 time: 0.3671398 Jul 30 01:45:26.992052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-ee70d0cc-deee-4282-a972-39af4bb9214e tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/f5ec526c-19cb-4a98-a89f-f07f8cfb2411 HTTP/1.1" status: 200 len: 2981 time: 0.3325074 Jul 30 01:45:27.004165 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.012824 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f1d003a-cea0-4f60-94de-161f7b5dc0c2 req-246867f2-b0dd-4942-aa39-c2d46d50da54 service neutron] 10.222.0.22 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141582 Jul 30 01:45:27.059061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b5598eed-e99c-48f4-805b-77aeebded2cf up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:27.081195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.100251 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.101372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3fb31fa1-87cc-44b7-b091-ee8b6fbc1176 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7738850 Jul 30 01:45:27.132123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb507523-3f31-4b95-bc7f-0ad1abe7943b req-f26674c5-1e74-40b9-8722-babefafd16c4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.134830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b5598eed-e99c-48f4-805b-77aeebded2cf triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:27.135210 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.139372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb507523-3f31-4b95-bc7f-0ad1abe7943b req-f26674c5-1e74-40b9-8722-babefafd16c4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3644247 Jul 30 01:45:27.238894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:27.243699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-b7d6b4cf-e008-4db3-80b6-3810d4d2ef86 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/f5ec526c-19cb-4a98-a89f-f07f8cfb2411 HTTP/1.1" status: 200 len: 2981 time: 0.2321806 Jul 30 01:45:27.253447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-9df7d224-94cc-477f-82d2-d10a90d4de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.254999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-9df7d224-94cc-477f-82d2-d10a90d4de5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1095 time: 0.2665765 Jul 30 01:45:27.257282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:27.261879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:27.264564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Port': ['ID=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:27.624603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-93ca7a5c-2349-4167-a07d-8ba52f119fff None None] Provisioning for port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:27.631380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-93ca7a5c-2349-4167-a07d-8ba52f119fff None None] Provisioning complete for port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:27.632052 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93ca7a5c-2349-4167-a07d-8ba52f119fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.681935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-93ca7a5c-2349-4167-a07d-8ba52f119fff None None] Port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:27.776849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb507523-3f31-4b95-bc7f-0ad1abe7943b req-495cf76b-a161-4596-befe-40bbea1cb261 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364975 Jul 30 01:45:27.835262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.835974 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.919564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-931ab425-f055-410b-8655-2499081cb8e8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1605103 Jul 30 01:45:27.920393 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:27.958045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-1ae5b79d-e09e-425c-965c-8393cc0b3271 tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6 HTTP/1.1" status: 200 len: 2981 time: 0.6512933 Jul 30 01:45:27.985328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a1af53b4-7e09-4b45-921b-1345464da428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:27.986888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a1af53b4-7e09-4b45-921b-1345464da428 service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.7170076 Jul 30 01:45:27.989133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Pushing event deleted for resources: {'Port': ['ID=c44a3535-d406-4c39-986a-6abd27e378f1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:28.107579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-9890ebe4-c995-409d-b9a0-def3329a9124 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 200 len: 217 time: 0.1016695 Jul 30 01:45:28.113929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] No DVR routers for this DVR port c44a3535-d406-4c39-986a-6abd27e378f1 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:28.124410 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.126628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf8e7b7c-fe3f-4f33-8fdc-1fc199b607a2 req-7bd2d95a-794a-4d34-8210-fa1e0b7834f5 tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.22 "DELETE /v2.0/ports/c44a3535-d406-4c39-986a-6abd27e378f1 HTTP/1.1" status: 204 len: 173 time: 2.8690403 Jul 30 01:45:28.136727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-deleted', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:28.141717 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8047189-7051-4a35-8f4c-ea6517005c41" -d '{"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-deleted", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:28.154208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f3e6a-0e71-42b1-82f6-b6e85bfe0d10 req-42639d1d-3eb4-4bb8-a8ea-557c8cd62325 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.156224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-053f3e6a-0e71-42b1-82f6-b6e85bfe0d10 req-42639d1d-3eb4-4bb8-a8ea-557c8cd62325 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 943 time: 0.2885633 Jul 30 01:45:28.206609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abd25a8f-7d5f-4d9a-b42a-dde97d1a658f req-7e41b992-09a7-4274-baf2-4be49bb31aed tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6 HTTP/1.1" status: 200 len: 2981 time: 0.2230415 Jul 30 01:45:28.248121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a5cb6a06-a184-46b5-961f-881db693ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.249747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a5cb6a06-a184-46b5-961f-881db693ccc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.1318891 Jul 30 01:45:28.309703 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-402045a7-56ee-4501-a650-85f86d1523f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507960 Jul 30 01:45:28.316852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-053f3e6a-0e71-42b1-82f6-b6e85bfe0d10 req-f6becf01-9d80-46ec-ab70-0f9f3c25911f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517386 Jul 30 01:45:28.478563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb79ee67-ec19-44fa-994a-0d3dbadcdda7 req-8829303e-d888-4ce4-8ba3-b4aaed3c8a5d tempest-ImagesOneServerTestJSON-2072680423 tempest-ImagesOneServerTestJSON-2072680423-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d2a65a5-7ac3-4b01-883b-3010aed2ffa0 HTTP/1.1" status: 200 len: 210 time: 0.0441439 Jul 30 01:45:28.494038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddd8bb-dbed-445b-8b76-ffca285ceee5 req-aef50ad8-f829-4509-b96e-d22f84bd7cb5 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.495717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dddd8bb-dbed-445b-8b76-ffca285ceee5 req-aef50ad8-f829-4509-b96e-d22f84bd7cb5 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 944 time: 0.1736493 Jul 30 01:45:28.541651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a0659dc3-7926-4259-b4f5-ebc59219e20a service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214599 Jul 30 01:45:28.638231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device be7f4407-5855-4144-9ec8-d8cc00bb6e73 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:28.645373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dddd8bb-dbed-445b-8b76-ffca285ceee5 req-9e43be67-2958-49df-927f-2922d4dfe0ff tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422977 Jul 30 01:45:28.654510 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85bfcef-558a-4a93-9cf0-fb404cc98f41 x-openstack-request-id: req-e85bfcef-558a-4a93-9cf0-fb404cc98f41 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:28.655382 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:28.655382 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e85bfcef-558a-4a93-9cf0-fb404cc98f41 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:28.655948 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3', 'status': 'completed', 'code': 200} Jul 30 01:45:28.784998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port be7f4407-5855-4144-9ec8-d8cc00bb6e73 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:28.786955 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:28.909652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb306d-3472-4292-8dde-c60b75a07939 req-7e624d6d-85f2-49b3-9cea-72a95dee809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:28.912367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79cb306d-3472-4292-8dde-c60b75a07939 req-7e624d6d-85f2-49b3-9cea-72a95dee809f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1094 time: 0.1886289 Jul 30 01:45:28.915982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-05092212-9cc4-41cd-90e8-743184768f81 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456190 Jul 30 01:45:29.061820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a94bf-290d-43d3-88c3-4936d44a1fc7 req-858201ee-5145-46c1-8d10-3d85b217e214 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.064460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-518a94bf-290d-43d3-88c3-4936d44a1fc7 req-858201ee-5145-46c1-8d10-3d85b217e214 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 945 time: 0.2682674 Jul 30 01:45:29.073134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-255b2169-9b6a-46e8-8254-b9e8e9b52e21 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--119049130&fields=id&tenant_id=49b4607586144c488ae5d6c1fa03b817 HTTP/1.1" status: 200 len: 267 time: 0.2517102 Jul 30 01:45:29.375013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-518a94bf-290d-43d3-88c3-4936d44a1fc7 req-39196d5d-942f-438e-bfc6-fbd34702c28e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001041 Jul 30 01:45:29.390347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb306d-3472-4292-8dde-c60b75a07939 req-f2df7280-11a4-43e0-b0a6-554b1d8dd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.392935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79cb306d-3472-4292-8dde-c60b75a07939 req-f2df7280-11a4-43e0-b0a6-554b1d8dd737 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 914 time: 0.4688904 Jul 30 01:45:29.413689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a5169757-85f9-40ce-b748-2d52e6c8c387 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.416323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-a5169757-85f9-40ce-b748-2d52e6c8c387 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1095 time: 0.2681427 Jul 30 01:45:29.540755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79cb306d-3472-4292-8dde-c60b75a07939 req-ebc2d85c-53fc-463d-a1ec-756413e611f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30294e07-e4c6-462c-b02f-9a051d6520d3 HTTP/1.1" status: 200 len: 217 time: 0.1318364 Jul 30 01:45:29.586850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-e5c612b7-70b9-447c-a320-671352676762 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.588641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-e5c612b7-70b9-447c-a320-671352676762 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/networks?id=b2ca940d-2bb0-4571-82ff-50847e4f7aa5 HTTP/1.1" status: 200 len: 815 time: 0.5042250 Jul 30 01:45:29.660345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-3646dbad-3066-4525-a6a1-882709b5de00 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/quotas/49b4607586144c488ae5d6c1fa03b817 HTTP/1.1" status: 200 len: 375 time: 0.0448961 Jul 30 01:45:29.687935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d82bf8-f9d3-449e-a2c7-5c9e5aaaed25 req-ef9c95ce-193a-4c12-bd1f-dcec98a8a370 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.689691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0d82bf8-f9d3-449e-a2c7-5c9e5aaaed25 req-ef9c95ce-193a-4c12-bd1f-dcec98a8a370 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1742623 Jul 30 01:45:29.691347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb306d-3472-4292-8dde-c60b75a07939 req-7da87b8d-e979-4047-a7ad-ea9c8003b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:29.693445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79cb306d-3472-4292-8dde-c60b75a07939 req-7da87b8d-e979-4047-a7ad-ea9c8003b388 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 200 len: 853 time: 0.1404343 Jul 30 01:45:29.825157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30294e07-e4c6-462c-b02f-9a051d6520d3 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:29.826031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79cb306d-3472-4292-8dde-c60b75a07939 req-3dc72277-110a-4be2-91ba-44639348f844 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a25b1a6-05ce-4f49-9646-be9913185bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788875 Jul 30 01:45:29.830829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:29.860544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: c44a3535-d406-4c39-986a-6abd27e378f1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:29.860849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c44a3535-d406-4c39-986a-6abd27e378f1 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:29.938672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0d82bf8-f9d3-449e-a2c7-5c9e5aaaed25 req-27bb93f1-52d9-427c-b10b-65fab93ab113 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293735 Jul 30 01:45:29.967552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-1788735e-9f5e-480b-bf7d-9c59c434f37c tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=49b4607586144c488ae5d6c1fa03b817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2847664 Jul 30 01:45:29.974837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-00249955-fad8-44e9-ab77-efc479008bcf service neutron] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:29.982498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-00249955-fad8-44e9-ab77-efc479008bcf service neutron] Notify callbacks [] for binding, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:29.984753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f03cf8d-aefe-4269-9b42-f6dc2eb3e903 req-00249955-fad8-44e9-ab77-efc479008bcf service neutron] 10.222.0.41 "DELETE /v2.0/ports/1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5/bindings/n-h2-715271-7 HTTP/1.1" status: 204 len: 173 time: 0.5455651 Jul 30 01:45:30.000633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30294e07-e4c6-462c-b02f-9a051d6520d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30294e07-e4c6-462c-b02f-9a051d6520d3,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:30.023625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '30294e07-e4c6-462c-b02f-9a051d6520d3', 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2', 'port_id': '30294e07-e4c6-462c-b02f-9a051d6520d3', 'mac_address': 'fa:16:3e:35:41:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31afc99-8b85-41db-81c4-af78e019259f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:30.116176 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.136793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30294e07-e4c6-462c-b02f-9a051d6520d3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:30.151557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79cb306d-3472-4292-8dde-c60b75a07939 req-3ada1ef0-faab-4818-8df1-c10d0a3e6db2 service neutron] 10.222.0.22 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088078 Jul 30 01:45:30.173523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30294e07-e4c6-462c-b02f-9a051d6520d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30294e07-e4c6-462c-b02f-9a051d6520d3,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:30.179930 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.277791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-5acddb41-0244-4d3d-bb70-f1a657785a49 service neutron] 10.222.0.84 "GET /v2.0/networks/b2ca940d-2bb0-4571-82ff-50847e4f7aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909620 Jul 30 01:45:30.280564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30294e07-e4c6-462c-b02f-9a051d6520d3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:30.345125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34900) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:30.353625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ec9f819a-9164-46e2-a794-d2c2f12e4617 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--362261285', 'description': 'tempest-description--1089023015'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:30.403760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec9f819a-9164-46e2-a794-d2c2f12e4617 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.405502 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61ed8a-b6c8-49b3-a758-2da5cc16bb4b x-openstack-request-id: req-1c61ed8a-b6c8-49b3-a758-2da5cc16bb4b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:30.406467 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2a65a5-7ac3-4b01-883b-3010aed2ffa0", "name": "network-vif-deleted", "tag": "c44a3535-d406-4c39-986a-6abd27e378f1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:30.406629 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1c61ed8a-b6c8-49b3-a758-2da5cc16bb4b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:30.407242 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2a65a5-7ac3-4b01-883b-3010aed2ffa0', 'name': 'network-vif-deleted', 'tag': 'c44a3535-d406-4c39-986a-6abd27e378f1', 'status': 'completed', 'code': 200} Jul 30 01:45:30.543037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30294e07-e4c6-462c-b02f-9a051d6520d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:30.556680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec9f819a-9164-46e2-a794-d2c2f12e4617 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.564069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec9f819a-9164-46e2-a794-d2c2f12e4617 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.590721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79cb306d-3472-4292-8dde-c60b75a07939 req-eff0b51f-a755-4492-a752-d910c3c0a833 service neutron] 10.222.0.22 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235499 Jul 30 01:45:30.603039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f819a-9164-46e2-a794-d2c2f12e4617 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b083af4d-4318-41a3-96f7-b0fed94038b6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:30.607777 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec9f819a-9164-46e2-a794-d2c2f12e4617 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.608605 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ec9f819a-9164-46e2-a794-d2c2f12e4617 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2614558 Jul 30 01:45:30.611397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34902) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:30.618286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e7dc6dd2-a52c-44c2-97f8-b6c0c8eaf622 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'security_group_rule': {'security_group_id': 'b083af4d-4318-41a3-96f7-b0fed94038b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:30.656039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a79688ec-bca3-43d3-9582-728b0da8ad68 req-b2a67381-2cb0-4526-b528-a32879944830 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4565a65ddf944a5c8b0c84cd649fc974 HTTP/1.1" status: 200 len: 6102 time: 0.2402585 Jul 30 01:45:30.659889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6dd2-a52c-44c2-97f8-b6c0c8eaf622 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.660596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-4b930fd6-7d8f-4a33-a993-589bebcdfc02 service neutron] 10.222.0.84 "GET /v2.0/networks/b2ca940d-2bb0-4571-82ff-50847e4f7aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716710 Jul 30 01:45:30.706959 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a1d552a-d3da-410a-bce5-bbe30ce25fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.762333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a79688ec-bca3-43d3-9582-728b0da8ad68 req-c736e340-8413-4925-83c0-ef6629843661 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] 10.222.0.84 "GET /v2.0/security-groups/64f4f59b-7994-437d-b8f0-8e6aa69f4041 HTTP/1.1" status: 200 len: 2981 time: 0.0900791 Jul 30 01:45:30.797362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6dd2-a52c-44c2-97f8-b6c0c8eaf622 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.803289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6dd2-a52c-44c2-97f8-b6c0c8eaf622 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.852398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a79688ec-bca3-43d3-9582-728b0da8ad68 req-d5177191-7d91-46e8-8327-3ff8f60256c2 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] 10.222.0.84 "GET /v2.0/security-groups/64f4f59b-7994-437d-b8f0-8e6aa69f4041 HTTP/1.1" status: 200 len: 2981 time: 0.0893486 Jul 30 01:45:30.855930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc6dd2-a52c-44c2-97f8-b6c0c8eaf622 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbd9ea8-e724-466b-ad8c-f6b7773b1998,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:30.861075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6dd2-a52c-44c2-97f8-b6c0c8eaf622 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.865042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e7dc6dd2-a52c-44c2-97f8-b6c0c8eaf622 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2514060 Jul 30 01:45:30.868798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34906) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:30.879539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ca9cba1e-8487-4438-8e92-1f972ec5ebed tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'security_group_rule': {'security_group_id': 'b083af4d-4318-41a3-96f7-b0fed94038b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:30.938203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cba1e-8487-4438-8e92-1f972ec5ebed tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:30.986627 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.097368 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cba1e-8487-4438-8e92-1f972ec5ebed tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.105151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893fd7c-4388-4635-854a-2fcf836108fb req-ab7bf419-cb3f-4969-9128-172369f28f89 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.107143 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cba1e-8487-4438-8e92-1f972ec5ebed tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.108033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d893fd7c-4388-4635-854a-2fcf836108fb req-ab7bf419-cb3f-4969-9128-172369f28f89 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 944 time: 0.1831944 Jul 30 01:45:31.125875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819199a7-ab8f-4f08-9d11-9e014e294663 req-1451a0db-3ddc-47d9-a4e5-c02ad67482dc tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.128591 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-819199a7-ab8f-4f08-9d11-9e014e294663 req-1451a0db-3ddc-47d9-a4e5-c02ad67482dc tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 945 time: 0.1414518 Jul 30 01:45:31.161382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca9cba1e-8487-4438-8e92-1f972ec5ebed tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.164480 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca9cba1e-8487-4438-8e92-1f972ec5ebed tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937942 Jul 30 01:45:31.166503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cba1e-8487-4438-8e92-1f972ec5ebed tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab57c9ce-e2f9-40a1-a1a6-b368216a03c2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:31.169621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34914) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:31.177901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:31.237543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.282439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d893fd7c-4388-4635-854a-2fcf836108fb req-5c4fee6e-e48d-4cf6-a087-703f4b70858a tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521635 Jul 30 01:45:31.293599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-819199a7-ab8f-4f08-9d11-9e014e294663 req-aeb34f64-c484-4d28-bad3-9d72ef5cb1f3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440814 Jul 30 01:45:31.471597 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.601501 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bde8c-c422-427f-82f6-15e714fe6205 req-3ac584f8-36c8-4ba7-9ec5-4b80ed9bd735 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:31.603409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c6bde8c-c422-427f-82f6-15e714fe6205 req-3ac584f8-36c8-4ba7-9ec5-4b80ed9bd735 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 944 time: 0.1576741 Jul 30 01:45:31.624978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c926faa5-ead5-49b5-bd31-83e2ecb81863 req-9ba94603-efda-482e-8a3f-5fe42fda825d tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/b6f0d78b-0c78-4f56-9e31-11da02ff5270 HTTP/1.1" status: 200 len: 1776 time: 0.1609774 Jul 30 01:45:31.695567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c6bde8c-c422-427f-82f6-15e714fe6205 req-5471cb2d-6b80-4712-a2dc-3dcad947cd98 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795197 Jul 30 01:45:31.737776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Allocated IP 172.25.7.241 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/74ec084e-a1de-4d80-89e0-151554975507) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:31.741141 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c926faa5-ead5-49b5-bd31-83e2ecb81863 req-a70f3452-a4fc-4411-8d29-fcbed218d92d tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.774386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c926faa5-ead5-49b5-bd31-83e2ecb81863 req-a70f3452-a4fc-4411-8d29-fcbed218d92d tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.869539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30294e07-e4c6-462c-b02f-9a051d6520d3 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:31.886767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0f9acd8-ed70-4ea7-bd9a-098592710f07 req-ce43946e-f182-4001-8b31-e6c2ae5e483a tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 210 time: 0.0344546 Jul 30 01:45:31.887485 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c926faa5-ead5-49b5-bd31-83e2ecb81863 req-a70f3452-a4fc-4411-8d29-fcbed218d92d tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.890853 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c926faa5-ead5-49b5-bd31-83e2ecb81863 req-a70f3452-a4fc-4411-8d29-fcbed218d92d tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:31.906433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c926faa5-ead5-49b5-bd31-83e2ecb81863 req-a70f3452-a4fc-4411-8d29-fcbed218d92d tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/b6f0d78b-0c78-4f56-9e31-11da02ff5270 HTTP/1.1" status: 204 len: 173 time: 0.2696040 Jul 30 01:45:31.940427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f3452-a4fc-4411-8d29-fcbed218d92d tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f0d78b-0c78-4f56-9e31-11da02ff5270,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:31.950275 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:45:31.996626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34936) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:32.001949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 30294e07-e4c6-462c-b02f-9a051d6520d3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:32.022200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 30294e07-e4c6-462c-b02f-9a051d6520d3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:32.025118 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.037635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.104990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.182984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:32.201069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:32.212276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:32.213324 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.293819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:32.302873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Port': ['ID=74ec084e-a1de-4d80-89e0-151554975507,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:32.303718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7b96-c7a7-4569-a026-440038709108 req-812ae6e5-be5a-458e-ada7-96586cbc7503 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:32.304531 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971589e8-0774-4466-89f8-c7fc3e2148ed" -d '{"events": [{"server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "name": "network-vif-plugged", "status": "completed", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:32.305289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e27e7b96-c7a7-4569-a026-440038709108 req-812ae6e5-be5a-458e-ada7-96586cbc7503 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1857209 Jul 30 01:45:32.312557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2978fdaf-59bc-4222-a540-b9c2fb448200 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e14bbab38714e569314758439b4abdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133078 Jul 30 01:45:32.314976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30294e07-e4c6-462c-b02f-9a051d6520d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30294e07-e4c6-462c-b02f-9a051d6520d3,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:32.316660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34946) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:32.328768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.435111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30294e07-e4c6-462c-b02f-9a051d6520d3,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:32.459424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.497300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e27e7b96-c7a7-4569-a026-440038709108 req-cab37771-b517-439d-a7ab-13d2f2f627ba tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554887 Jul 30 01:45:32.510544 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f19efbbc-74f1-4c89-a179-a2e9f0492fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.519881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55c05646-0cb1-4980-87a2-af370ff28270 req-ca5a56ab-4144-4e9b-808e-aba86432b25d tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "GET /v2.0/security-groups/93477648-bb03-4343-a30b-f8436b14eb32 HTTP/1.1" status: 200 len: 1777 time: 0.1278393 Jul 30 01:45:32.520110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.601243 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f19efbbc-74f1-4c89-a179-a2e9f0492fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.717319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.725526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.786793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a149968-2dfc-406c-9176-f007107ed3d0 req-e5c86f4e-d60d-4fb4-80e7-3358727a7465 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:32.789804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a149968-2dfc-406c-9176-f007107ed3d0 req-e5c86f4e-d60d-4fb4-80e7-3358727a7465 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 945 time: 0.1689208 Jul 30 01:45:32.792094 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-55c05646-0cb1-4980-87a2-af370ff28270 req-7de30634-5a0a-464e-b67a-d35e9af0223e tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.839661 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f19efbbc-74f1-4c89-a179-a2e9f0492fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.842609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Port': ['ID=74ec084e-a1de-4d80-89e0-151554975507,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:32.844849 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f19efbbc-74f1-4c89-a179-a2e9f0492fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.846930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f19efbbc-74f1-4c89-a179-a2e9f0492fe1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6 HTTP/1.1" status: 204 len: 168 time: 0.5282807 Jul 30 01:45:32.861691 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-55c05646-0cb1-4980-87a2-af370ff28270 req-7de30634-5a0a-464e-b67a-d35e9af0223e tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.865072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.882436 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19efbbc-74f1-4c89-a179-a2e9f0492fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9a7e97-bd29-45c6-9ab5-c4c005b09bf6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:32.901243 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.903103 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-70bf3061-b430-4107-8274-52fc75ef0c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7321351 Jul 30 01:45:32.930114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a149968-2dfc-406c-9176-f007107ed3d0 req-a3825d7f-8393-44ee-a8c1-9a398deba5a5 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238780 Jul 30 01:45:32.974701 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-55c05646-0cb1-4980-87a2-af370ff28270 req-7de30634-5a0a-464e-b67a-d35e9af0223e tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.980135 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-55c05646-0cb1-4980-87a2-af370ff28270 req-7de30634-5a0a-464e-b67a-d35e9af0223e tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:32.982794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55c05646-0cb1-4980-87a2-af370ff28270 req-7de30634-5a0a-464e-b67a-d35e9af0223e tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/93477648-bb03-4343-a30b-f8436b14eb32 HTTP/1.1" status: 204 len: 173 time: 0.4501002 Jul 30 01:45:32.995916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de30634-5a0a-464e-b67a-d35e9af0223e tempest-SecurityGroupsTestAdminJSON-1104329227 tempest-SecurityGroupsTestAdminJSON-1104329227-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93477648-bb03-4343-a30b-f8436b14eb32,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:33.038298 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff9be4-0486-4d5f-952f-cb84300231c1 x-openstack-request-id: req-7aff9be4-0486-4d5f-952f-cb84300231c1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:33.039146 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "name": "network-vif-plugged", "status": "completed", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:33.039631 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7aff9be4-0486-4d5f-952f-cb84300231c1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:33.040220 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3', 'code': 200} Jul 30 01:45:33.274839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ecbe-a530-4240-90ed-3d62bb5db0ed req-fb2e8051-0c8a-4099-b1ed-08e19248b008 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.276578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b611ecbe-a530-4240-90ed-3d62bb5db0ed req-fb2e8051-0c8a-4099-b1ed-08e19248b008 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 945 time: 0.1586764 Jul 30 01:45:33.289062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809dd9-1c2c-4766-93d7-e552047dafaa req-e8165072-b672-4c90-b8e4-a9ed251c90e0 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.291104 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5809dd9-1c2c-4766-93d7-e552047dafaa req-e8165072-b672-4c90-b8e4-a9ed251c90e0 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1095 time: 0.1167719 Jul 30 01:45:33.369474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85048d3-9866-45db-95d3-4ec7fd111f3d req-ca0f24f1-ef20-4bab-b35f-527e67d40e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.373299 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d80e23ba-11f2-4fb9-b164-cc5b2f9bec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.374321 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d85048d3-9866-45db-95d3-4ec7fd111f3d req-ca0f24f1-ef20-4bab-b35f-527e67d40e1e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1096 time: 0.1646304 Jul 30 01:45:33.466132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b611ecbe-a530-4240-90ed-3d62bb5db0ed req-5e661ccc-aebc-4825-b874-523f39202a42 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732097 Jul 30 01:45:33.486838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-09bb8bfa-713d-4020-9140-3311f162103e tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.492528 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-09bb8bfa-713d-4020-9140-3311f162103e tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.22 "GET /v2.0/networks?id=b2ca940d-2bb0-4571-82ff-50847e4f7aa5 HTTP/1.1" status: 200 len: 815 time: 0.1890602 Jul 30 01:45:33.500768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5809dd9-1c2c-4766-93d7-e552047dafaa req-fe66ddab-8a77-42ee-a0fc-f5d1baf3710b tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003117 Jul 30 01:45:33.508419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d85048d3-9866-45db-95d3-4ec7fd111f3d req-6041763e-fea5-4330-95c5-8fe4d0568e89 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117418 Jul 30 01:45:33.673103 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-d4c75b9e-fd19-4b73-87b1-95c159be5c9b tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49b4607586144c488ae5d6c1fa03b817 HTTP/1.1" status: 200 len: 379 time: 0.1639144 Jul 30 01:45:33.681502 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:33.693253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34965-e487-4f70-bf04-dcda74800e9a req-df5512ce-0880-479c-81e6-e42f293ec891 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.702744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71d34965-e487-4f70-bf04-dcda74800e9a req-df5512ce-0880-479c-81e6-e42f293ec891 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1335161 Jul 30 01:45:33.713338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-a025cf52-454a-4298-b5b8-8e40c499fdfc tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:33.715560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-a025cf52-454a-4298-b5b8-8e40c499fdfc tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "GET /v2.0/ports?device_id=5480eaeb-e7c2-46b5-8703-402ccbd3b10b HTTP/1.1" status: 200 len: 945 time: 0.1643972 Jul 30 01:45:33.726045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Request body: {'port': {'device_id': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'admin_state_up': True, 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'security_groups': ['cdbedb8b-fc08-438c-a4da-5ff6dcbab8de']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:33.836635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a216c32-c29c-4bb7-b9ac-9e36c2047fb3 req-041a7a3c-f901-4573-a4cb-aa0a8752f959 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 210 time: 0.0864022 Jul 30 01:45:33.876108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71d34965-e487-4f70-bf04-dcda74800e9a req-b9aa215d-60b4-44d6-97fc-9bdcc77a0e43 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621785 Jul 30 01:45:33.996703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Made reservation on behalf of 49b4607586144c488ae5d6c1fa03b817 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:34.005380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.012601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40bc058f-12ac-4456-8c37-1747ae80f640 req-be3c1e8c-8a0e-4b30-a231-986d78ea50cd tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] 10.222.0.84 "GET /v2.0/security-groups/a044ecdf-89dc-484b-bf23-a1b5ae2179a8 HTTP/1.1" status: 200 len: 1777 time: 0.1202044 Jul 30 01:45:34.039748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Deleting port 0e8f5226-1684-467e-a430-d691c2c02978 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:45:34.040471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.312777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-e3789e22-ba47-46ed-957b-7484748153ac tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--362261285&fields=id&tenant_id=6fa94e79f5734c7c96c06b528d50d9d8 HTTP/1.1" status: 200 len: 267 time: 0.2300968 Jul 30 01:45:34.318552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Allocated IP 172.20.0.5 (b2ca940d-2bb0-4571-82ff-50847e4f7aa5/dc26f694-c1cb-48a9-93f3-b8673c506cd0/5210e334-28f7-477e-81b8-5933cd781474) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:34.365862 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.380685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] For port 0e8f5226-1684-467e-a430-d691c2c02978, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e8f5226-1684-467e-a430-d691c2c02978,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:34.381291 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.386071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-40bc058f-12ac-4456-8c37-1747ae80f640 req-c1eb3082-a464-4f42-ac84-88f5253b0413 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.456158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Calling delete_port for 0e8f5226-1684-467e-a430-d691c2c02978 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:45:34.502648 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-40bc058f-12ac-4456-8c37-1747ae80f640 req-c1eb3082-a464-4f42-ac84-88f5253b0413 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.515847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1e0e0b41-ab83-4559-a44b-cc5ffcb05766 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:34.524581 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1e0e0b41-ab83-4559-a44b-cc5ffcb05766 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports/7d49c76d-863a-4ae6-ae63-59504a2f31f3 HTTP/1.1" status: 200 len: 937 time: 0.1847620 Jul 30 01:45:34.627745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.651940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Transition to ACTIVE for port object 5210e334-28f7-477e-81b8-5933cd781474 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:34.691456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-97d8c24a-4cce-4da9-bfe2-d8915383b110 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:34.693141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-97d8c24a-4cce-4da9-bfe2-d8915383b110 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports/16817cc2-2b41-41ed-9c3f-7b5bfd8d722c HTTP/1.1" status: 200 len: 935 time: 0.1675835 Jul 30 01:45:34.739293 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.804658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:34.807587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-77019daf-32df-41e1-b577-858855c5cc98 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0922115 Jul 30 01:45:34.808507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:34.808917 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-40bc058f-12ac-4456-8c37-1747ae80f640 req-c1eb3082-a464-4f42-ac84-88f5253b0413 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.813638 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:34.815926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-40bc058f-12ac-4456-8c37-1747ae80f640 req-c1eb3082-a464-4f42-ac84-88f5253b0413 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.829593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Pushing event updated for resources: {'Port': ['ID=5210e334-28f7-477e-81b8-5933cd781474,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:34.830238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40bc058f-12ac-4456-8c37-1747ae80f640 req-c1eb3082-a464-4f42-ac84-88f5253b0413 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] 10.222.0.84 "DELETE /v2.0/security-groups/a044ecdf-89dc-484b-bf23-a1b5ae2179a8 HTTP/1.1" status: 204 len: 173 time: 0.7961042 Jul 30 01:45:34.896923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:34.898008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:34.920646 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-0b2bd240-7edf-46d7-92d9-713e0bce1bef tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2055688 Jul 30 01:45:34.927985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb3082-a464-4f42-ac84-88f5253b0413 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a044ecdf-89dc-484b-bf23-a1b5ae2179a8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:34.939344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Request body: {'port': {'device_id': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:34.991366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-856659d1-117f-4266-beb7-46e6193ba78f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1275067 Jul 30 01:45:35.018557 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.159016 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.176436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f', '0e8f5226-1684-467e-a430-d691c2c02978'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:35.265105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event deleted for resources: {'Port': ['ID=0e8f5226-1684-467e-a430-d691c2c02978,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:35.338969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-45f8f8b7-8b2c-4ee9-a644-0c097ece909d None None] Provisioning for port 5210e334-28f7-477e-81b8-5933cd781474 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:35.355836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-45f8f8b7-8b2c-4ee9-a644-0c097ece909d None None] Provisioning complete for port 5210e334-28f7-477e-81b8-5933cd781474 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:35.356565 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f8f8b7-8b2c-4ee9-a644-0c097ece909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.441576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5210e334-28f7-477e-81b8-5933cd781474 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:35.451021 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.465948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Transition to ACTIVE for port object 5210e334-28f7-477e-81b8-5933cd781474 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:35.472831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.475834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-45f8f8b7-8b2c-4ee9-a644-0c097ece909d None None] Port 5210e334-28f7-477e-81b8-5933cd781474 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:35.575375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Pushing event updated for resources: {'Port': ['ID=5210e334-28f7-477e-81b8-5933cd781474,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:35.618875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Attempting to bind port 5210e334-28f7-477e-81b8-5933cd781474 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:35.619279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Attempting to bind port 5210e334-28f7-477e-81b8-5933cd781474 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:35.619718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Attempting to bind port 5210e334-28f7-477e-81b8-5933cd781474 on network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:35.625210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Port 5210e334-28f7-477e-81b8-5933cd781474 on network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:35.625552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Attempting to bind port 5210e334-28f7-477e-81b8-5933cd781474 on network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:35.631703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:35.632120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Checking segment: {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:35.632574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Bound using segment: {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:35.633087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Bound port: 5210e334-28f7-477e-81b8-5933cd781474, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82da9bab-79af-4343-a565-6f2220fbc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:35.633461 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.742256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] For port 5210e334-28f7-477e-81b8-5933cd781474, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:35.746206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] For port 5210e334-28f7-477e-81b8-5933cd781474, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=5210e334-28f7-477e-81b8-5933cd781474,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:35.750847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.775767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] No DVR routers for this DVR port 0e8f5226-1684-467e-a430-d691c2c02978 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:45:35.791249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.792391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.793533 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] 10.222.0.22 "PUT /v2.0/ports/5210e334-28f7-477e-81b8-5933cd781474 HTTP/1.1" status: 200 len: 1091 time: 0.8613255 Jul 30 01:45:35.793752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:35.794012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'tag': '5210e334-28f7-477e-81b8-5933cd781474'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:35.796540 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27" -d '{"events": [{"name": "network-changed", "server_uuid": "d39ecfd0-b4ec-4d37-ba35-2e96da444279", "tag": "5210e334-28f7-477e-81b8-5933cd781474"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:35.798084 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07e64fc5-685c-4045-9d3b-e2871c9d1b36 req-559ac693-9ac2-4520-9f58-f583441363a9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "DELETE /v2.0/ports/0e8f5226-1684-467e-a430-d691c2c02978 HTTP/1.1" status: 204 len: 173 time: 2.0719588 Jul 30 01:45:35.798840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5480eaeb-e7c2-46b5-8703-402ccbd3b10b', 'name': 'network-vif-deleted', 'tag': '0e8f5226-1684-467e-a430-d691c2c02978'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:35.803214 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7600c555-3863-42ac-a3a3-18d6d4e59f27" -d '{"events": [{"server_uuid": "5480eaeb-e7c2-46b5-8703-402ccbd3b10b", "name": "network-vif-deleted", "tag": "0e8f5226-1684-467e-a430-d691c2c02978"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:35.830894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9b1aa-5556-4ab3-a2a7-67104cd7808f service neutron] Pushing event updated for resources: {'Port': ['ID=5210e334-28f7-477e-81b8-5933cd781474,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:35.837619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ac9d1471-c2c4-462a-b9a1-155099dda128 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.844270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ac9d1471-c2c4-462a-b9a1-155099dda128 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.852115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ac9d1471-c2c4-462a-b9a1-155099dda128 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.860008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ac9d1471-c2c4-462a-b9a1-155099dda128 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/networks?id=bf1348a1-a390-478a-8610-d68fd6f33f60&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e HTTP/1.1" status: 200 len: 1995 time: 0.8371999 Jul 30 01:45:35.874880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-b6d2be08-deac-4560-a727-ea2b9c65cb34 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.877603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-b6d2be08-deac-4560-a727-ea2b9c65cb34 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 819 time: 0.8116267 Jul 30 01:45:35.908940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-37776892-e0a1-431b-98e3-136ab9328302 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/quotas/6fa94e79f5734c7c96c06b528d50d9d8 HTTP/1.1" status: 200 len: 375 time: 0.0474565 Jul 30 01:45:35.922890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-f052a378-5dda-472f-a214-f4f0b6320250 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/quotas/0b297cb5596d49098b82af2e3498bfa1 HTTP/1.1" status: 200 len: 375 time: 0.0344367 Jul 30 01:45:35.964034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-52ee917e-9014-46b4-8ec0-b3163ef0ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:35.966605 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-52ee917e-9014-46b4-8ec0-b3163ef0ed3a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49b4607586144c488ae5d6c1fa03b817&device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 1094 time: 0.0696106 Jul 30 01:45:36.007403 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:36.053491 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-fd9a0384-4e35-42e4-8c2f-d157be80fe9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5210e334-28f7-477e-81b8-5933cd781474 HTTP/1.1" status: 200 len: 217 time: 0.0733030 Jul 30 01:45:36.105650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-2553e756-88d9-4f04-a277-138aaff8cf9f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1791320 Jul 30 01:45:36.121190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-202e3674-3de5-4aa3-b186-f017e1b33cb5 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1966274 Jul 30 01:45:36.143468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-6446d46a-8804-4e2d-980d-6906e26cb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.145829 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-6446d46a-8804-4e2d-980d-6906e26cb743 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc26f694-c1cb-48a9-93f3-b8673c506cd0 HTTP/1.1" status: 200 len: 854 time: 0.0812414 Jul 30 01:45:36.202609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-dde50c2c-6b57-40a4-9a60-a438af65a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:36.204354 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-dde50c2c-6b57-40a4-9a60-a438af65a39e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2ca940d-2bb0-4571-82ff-50847e4f7aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508652 Jul 30 01:45:36.351354 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-3223c612-d309-4b36-b536-f7a6b9ea7bd0 service neutron] 10.222.0.22 "GET /v2.0/networks/b2ca940d-2bb0-4571-82ff-50847e4f7aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381450 Jul 30 01:45:36.412962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-8ce6cccf-f1b3-4cfb-b2e4-6ac9a4f330d1 service neutron] 10.222.0.84 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898908 Jul 30 01:45:36.419042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-61685c57-ae5f-4a42-9b87-b70de96b896c service neutron] 10.222.0.84 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819254 Jul 30 01:45:36.532144 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-665226c0-43f5-4946-b47e-ab85f3e626fa req-4b5f802d-aa98-4533-9d2a-3b35377e039c service neutron] 10.222.0.22 "GET /v2.0/networks/b2ca940d-2bb0-4571-82ff-50847e4f7aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694741 Jul 30 01:45:36.614881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-97a22cbf-e329-4b07-b7f2-5ced929fb523 service neutron] 10.222.0.84 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802809 Jul 30 01:45:36.621725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-8ae18515-7ca3-4b70-a977-c66382f3c2de service neutron] 10.222.0.84 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013175 Jul 30 01:45:36.702441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fe94aad6-df45-49f6-9040-0e370df5e50a service neutron] 10.222.0.84 "GET /v2.0/ports/7d49c76d-863a-4ae6-ae63-59504a2f31f3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0676820 Jul 30 01:45:36.867473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-97d385d8-4bb4-4611-ae26-22d1bc0eb5ab service neutron] 10.222.0.84 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585290 Jul 30 01:45:37.084785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345a15f-2ffd-4aa4-9f61-36975ffd836f req-600ad5fa-4a2b-4f7a-84bc-b3d4b9c7c8ba tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:37.086310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5345a15f-2ffd-4aa4-9f61-36975ffd836f req-600ad5fa-4a2b-4f7a-84bc-b3d4b9c7c8ba tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 945 time: 0.1182292 Jul 30 01:45:37.088582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-aafd2d0c-a429-48d0-96ca-a1b7780d515f service neutron] 10.222.0.84 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069113 Jul 30 01:45:37.174889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f975223e-c8b5-4ad3-8ad1-f2fee219d18c service neutron] 10.222.0.84 "GET /v2.0/ports/16817cc2-2b41-41ed-9c3f-7b5bfd8d722c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0744100 Jul 30 01:45:37.188214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5345a15f-2ffd-4aa4-9f61-36975ffd836f req-97542464-37ab-4312-8866-124a9e41fe28 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907114 Jul 30 01:45:37.360318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-57abcf13-ab60-4146-8249-4d058330e24d service neutron] 10.222.0.84 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664040 Jul 30 01:45:37.521941 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72dfc6d1-ba99-4231-91b1-d78cac9c0a73 req-d48d2870-d655-4d21-b903-33eac99028d3 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] 10.222.0.84 "GET /v2.0/security-groups/9a07074a-19b2-4158-a8d9-a97819eafa42 HTTP/1.1" status: 200 len: 1777 time: 0.0875442 Jul 30 01:45:37.536307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-e930aedf-dfd9-4618-838b-50e01a90dedf service neutron] 10.222.0.84 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628945 Jul 30 01:45:37.724266 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-72dfc6d1-ba99-4231-91b1-d78cac9c0a73 req-05543e8f-88f3-404d-b60c-8fd888dfff65 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.756912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-3d290e95-1faf-4aea-882e-81a357dad619 service neutron] 10.222.0.84 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116809 Jul 30 01:45:37.782665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-72dfc6d1-ba99-4231-91b1-d78cac9c0a73 req-05543e8f-88f3-404d-b60c-8fd888dfff65 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.853347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0e8f5226-1684-467e-a430-d691c2c02978 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:45:37.881809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 0e8f5226-1684-467e-a430-d691c2c02978 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:45:37.882158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0e8f5226-1684-467e-a430-d691c2c02978 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:45:37.921386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-72dfc6d1-ba99-4231-91b1-d78cac9c0a73 req-05543e8f-88f3-404d-b60c-8fd888dfff65 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.924427 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-72dfc6d1-ba99-4231-91b1-d78cac9c0a73 req-05543e8f-88f3-404d-b60c-8fd888dfff65 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:37.925672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72dfc6d1-ba99-4231-91b1-d78cac9c0a73 req-05543e8f-88f3-404d-b60c-8fd888dfff65 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] 10.222.0.84 "DELETE /v2.0/security-groups/9a07074a-19b2-4158-a8d9-a97819eafa42 HTTP/1.1" status: 204 len: 173 time: 0.3884184 Jul 30 01:45:37.927795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c4fcab16-83c5-4d20-9dec-29bdc50fa733 service neutron] 10.222.0.84 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595850 Jul 30 01:45:37.954365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05543e8f-88f3-404d-b60c-8fd888dfff65 tempest-SecurityGroupsTestAdminJSON-972157089 tempest-SecurityGroupsTestAdminJSON-972157089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a07074a-19b2-4158-a8d9-a97819eafa42,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:38.129535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-11dd26b4-7a54-4e91-8a6e-992922f69b56 service neutron] 10.222.0.84 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850495 Jul 30 01:45:38.339969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb560f-20e2-42a3-9680-b53973a8abe8 req-e6ed8181-136f-4b64-a077-1e0dee9bc52d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.343417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7afb560f-20e2-42a3-9680-b53973a8abe8 req-e6ed8181-136f-4b64-a077-1e0dee9bc52d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 943 time: 0.2868452 Jul 30 01:45:38.488222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7afb560f-20e2-42a3-9680-b53973a8abe8 req-aac2b88a-39c3-4ec4-86a4-3e917c7e3e74 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/security-groups?id=cdbedb8b-fc08-438c-a4da-5ff6dcbab8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323810 Jul 30 01:45:38.497006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35044) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:38.513606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-1f6b337d-83a2-4497-8ea5-7ee74cdae503 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.516287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-1f6b337d-83a2-4497-8ea5-7ee74cdae503 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 819 time: 0.3819911 Jul 30 01:45:38.533427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Request body: {'port': {'device_id': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6', 'admin_state_up': True, 'tenant_id': '0b297cb5596d49098b82af2e3498bfa1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:38.583341 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91d0bb0-0f19-49f8-b818-f1e224c020cd x-openstack-request-id: req-b91d0bb0-0f19-49f8-b818-f1e224c020cd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:38.583822 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39ecfd0-b4ec-4d37-ba35-2e96da444279", "tag": "5210e334-28f7-477e-81b8-5933cd781474", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:38.584226 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b91d0bb0-0f19-49f8-b818-f1e224c020cd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:38.584864 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'tag': '5210e334-28f7-477e-81b8-5933cd781474', 'status': 'completed', 'code': 200} Jul 30 01:45:38.626999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-d7da629a-6e6c-4dce-bb33-c88c1dfef0e6 service neutron] 10.222.0.84 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592464 Jul 30 01:45:38.659324 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b30f5bd-613a-4de2-bbca-5c9001e5e370 x-openstack-request-id: req-7b30f5bd-613a-4de2-bbca-5c9001e5e370 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:38.659955 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5480eaeb-e7c2-46b5-8703-402ccbd3b10b", "name": "network-vif-deleted", "tag": "0e8f5226-1684-467e-a430-d691c2c02978", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:38.660446 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7b30f5bd-613a-4de2-bbca-5c9001e5e370 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:38.661189 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5480eaeb-e7c2-46b5-8703-402ccbd3b10b', 'name': 'network-vif-deleted', 'tag': '0e8f5226-1684-467e-a430-d691c2c02978', 'status': 'completed', 'code': 200} Jul 30 01:45:38.742496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-0c565e26-c96c-4b8b-90f8-445a3f5f2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:38.745979 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-0c565e26-c96c-4b8b-90f8-445a3f5f2a8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49b4607586144c488ae5d6c1fa03b817&device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 1094 time: 0.1231499 Jul 30 01:45:38.887276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f285d08f-0d1a-4f50-8233-36e3c987ecfe req-a29713c5-5762-476c-82d8-73bd7853fc75 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 210 time: 0.0970867 Jul 30 01:45:38.952442 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6f12991c-3432-44e1-a0a8-da56c36ffcdb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4565a65ddf944a5c8b0c84cd649fc974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4605365 Jul 30 01:45:38.958777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35048) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:38.970795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-90cbaf32-f221-48eb-b8c7-e11eed004a27 service neutron] 10.222.0.84 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070295 Jul 30 01:45:38.987151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Made reservation on behalf of 0b297cb5596d49098b82af2e3498bfa1 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:38.996158 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.010468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-40bb9a46-710f-4d4a-8f77-ac5054d375f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.012080 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-40bb9a46-710f-4d4a-8f77-ac5054d375f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2ca940d-2bb0-4571-82ff-50847e4f7aa5 HTTP/1.1" status: 200 len: 916 time: 0.2518888 Jul 30 01:45:39.136817 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-d4b5e459-9fd2-4f7d-8ba6-1a57bcd6554f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5210e334-28f7-477e-81b8-5933cd781474 HTTP/1.1" status: 200 len: 217 time: 0.1005728 Jul 30 01:45:39.182386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4d3e19a-fbc7-435b-9465-cbf059ea3572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.356063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Allocated IP 172.20.0.10 (944e4bd2-8bb9-4e38-9143-e46312114ed6/7b27a155-2044-4f76-bcc8-ab6e616ec711/c82edd45-5d22-4e09-9245-789d89b6efbf) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:39.398570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a86d4-e134-4419-863c-dd41a164a19e req-7937db40-6892-4140-9940-d615970fab7c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.406067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf0a86d4-e134-4419-863c-dd41a164a19e req-7937db40-6892-4140-9940-d615970fab7c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1994653 Jul 30 01:45:39.462233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-67bd1fb7-b354-49c6-89b3-71ee5a1d9de4 service neutron] 10.222.0.84 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599488 Jul 30 01:45:39.561853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf0a86d4-e134-4419-863c-dd41a164a19e req-26e4efe8-2868-4259-9af9-d863d6637e3c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477368 Jul 30 01:45:39.684802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4d3e19a-fbc7-435b-9465-cbf059ea3572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.706871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-c4394e0a-ab2c-437b-83ef-a583c62593a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.711507 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-c4394e0a-ab2c-437b-83ef-a583c62593a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc26f694-c1cb-48a9-93f3-b8673c506cd0 HTTP/1.1" status: 200 len: 854 time: 0.5480301 Jul 30 01:45:39.714645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-731d6525-9351-4f34-b2dc-32e433d38377 service neutron] 10.222.0.84 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248387 Jul 30 01:45:39.836694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:39.846986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-f7c06052-e6d3-4a1f-aa64-6f380aeb7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:39.850277 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-f7c06052-e6d3-4a1f-aa64-6f380aeb7c5d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2ca940d-2bb0-4571-82ff-50847e4f7aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216955 Jul 30 01:45:39.918538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 5210e334-28f7-477e-81b8-5933cd781474 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:39.949307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-e1b6d637-0163-44ba-a536-d7d0947aa4a1 service neutron] 10.222.0.84 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114213 Jul 30 01:45:39.952769 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.074648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Network 944e4bd2-8bb9-4e38-9143-e46312114ed6 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:40.087143 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-18f35c5a-8d65-4b9f-a4bc-01319cd73d6f service neutron] 10.222.0.22 "GET /v2.0/networks/b2ca940d-2bb0-4571-82ff-50847e4f7aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219250 Jul 30 01:45:40.097286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:40.101604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4d3e19a-fbc7-435b-9465-cbf059ea3572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.113941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:40.114297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4d3e19a-fbc7-435b-9465-cbf059ea3572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.120944 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b4d3e19a-fbc7-435b-9465-cbf059ea3572 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64f4f59b-7994-437d-b8f0-8e6aa69f4041 HTTP/1.1" status: 204 len: 168 time: 1.1587632 Jul 30 01:45:40.144268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 5210e334-28f7-477e-81b8-5933cd781474, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=5210e334-28f7-477e-81b8-5933cd781474,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:40.160332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '5210e334-28f7-477e-81b8-5933cd781474', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'port_id': '5210e334-28f7-477e-81b8-5933cd781474', 'mac_address': 'fa:16:3e:0b:3b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:40.300138 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.300905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Pushing event updated for resources: {'Port': ['ID=c82edd45-5d22-4e09-9245-789d89b6efbf,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:40.325483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.326194 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.353575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5210e334-28f7-477e-81b8-5933cd781474 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:40.356063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e254d059-9770-40a2-b82a-a8bc700351d0 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8287911 Jul 30 01:45:40.375255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3e19a-fbc7-435b-9465-cbf059ea3572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4f59b-7994-437d-b8f0-8e6aa69f4041,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:40.395738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Request body: {'port': {'device_id': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:40.396414 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8753d9e6-611e-44d2-aee2-f0b53fcfbd27 req-eedc8bd9-b9c4-45f5-b068-a695d3dfb520 service neutron] 10.222.0.22 "GET /v2.0/networks/b2ca940d-2bb0-4571-82ff-50847e4f7aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665589 Jul 30 01:45:40.480247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 5210e334-28f7-477e-81b8-5933cd781474, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=5210e334-28f7-477e-81b8-5933cd781474,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:40.498412 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.538030 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:40.656584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=5210e334-28f7-477e-81b8-5933cd781474,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:40.673608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.674371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.675148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.675915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.676612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.677377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.678330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.679284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.680067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.680841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.681924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.682589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:45:40.701620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-5b11d00f-9897-4e99-a216-57f87bf677fc tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1618872094&fields=id&tenant_id=2896439ba6124c7aa7d315dbed719074 HTTP/1.1" status: 200 len: 267 time: 0.0958228 Jul 30 01:45:40.841759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35074) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:40.917589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['5210e334-28f7-477e-81b8-5933cd781474'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:40.936956 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1d84b988-106f-4d87-a10e-2fbdafeb71ae admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=43f206d4be544b8e87dc0aff670729f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921357 Jul 30 01:45:40.939544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35078) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:40.962323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-aaae1d4e-38ca-4b70-9eb4-d81047dac029 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:40.965765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-aaae1d4e-38ca-4b70-9eb4-d81047dac029 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 945 time: 0.2618124 Jul 30 01:45:41.055511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-8f891d79-ab06-4eb1-9941-19e9b65d24d2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'port': {'security_groups': ['b1471a49-b6f0-447a-b2cf-7430b58d227f', 'c434f5ad-b1bd-4bb6-a5a5-5101685c1d95']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:41.072329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a28a14ba-4e81-47c0-85c7-bd94e64e008f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.128088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a28a14ba-4e81-47c0-85c7-bd94e64e008f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.234011 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-8f891d79-ab06-4eb1-9941-19e9b65d24d2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.250633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a28a14ba-4e81-47c0-85c7-bd94e64e008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.257205 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a28a14ba-4e81-47c0-85c7-bd94e64e008f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.259238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a28a14ba-4e81-47c0-85c7-bd94e64e008f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b4916b7b-09b4-4fb4-ae1d-6d56247f5c10 HTTP/1.1" status: 204 len: 168 time: 0.3175480 Jul 30 01:45:41.275178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a14ba-4e81-47c0-85c7-bd94e64e008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4916b7b-09b4-4fb4-ae1d-6d56247f5c10,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:41.475446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82edd45-5d22-4e09-9245-789d89b6efbf {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:41.500462 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.542632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Transition to ACTIVE for port object c82edd45-5d22-4e09-9245-789d89b6efbf will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:41.564152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:41.851513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Pushing event updated for resources: {'Port': ['ID=c82edd45-5d22-4e09-9245-789d89b6efbf,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:41.988418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-8f891d79-ab06-4eb1-9941-19e9b65d24d2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] For port 30294e07-e4c6-462c-b02f-9a051d6520d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30294e07-e4c6-462c-b02f-9a051d6520d3,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:42.006970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9676d5-8dd4-4bb3-98e3-8a8ffed7670e req-240b7266-9640-495f-86a3-5f03e343ab0b tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.009315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e9676d5-8dd4-4bb3-98e3-8a8ffed7670e req-240b7266-9640-495f-86a3-5f03e343ab0b tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 944 time: 0.4384713 Jul 30 01:45:42.161574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:42.162131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:42.162692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:42.170994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-8f891d79-ab06-4eb1-9941-19e9b65d24d2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.226188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-8f891d79-ab06-4eb1-9941-19e9b65d24d2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.232039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:42.232590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:42.246816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30294e07-e4c6-462c-b02f-9a051d6520d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:42.247759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e9676d5-8dd4-4bb3-98e3-8a8ffed7670e req-87ed5c15-4b70-48e2-9d13-9b3ba4eade38 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/security-groups?id=cdbedb8b-fc08-438c-a4da-5ff6dcbab8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147593 Jul 30 01:45:42.310016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:42.310881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:42.311601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:42.315109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Bound port: c82edd45-5d22-4e09-9245-789d89b6efbf, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:42.315109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.391465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-8f891d79-ab06-4eb1-9941-19e9b65d24d2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:42.392720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-8f891d79-ab06-4eb1-9941-19e9b65d24d2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:42.408305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11eb48ed-5a96-4a2d-b762-2129ac5f2746 req-8f891d79-ab06-4eb1-9941-19e9b65d24d2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "PUT /v2.0/ports/30294e07-e4c6-462c-b02f-9a051d6520d3 HTTP/1.1" status: 200 len: 981 time: 1.3700848 Jul 30 01:45:42.409125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:42.413484 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc42588-cea7-417e-8c95-d27bd562d6df" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:42.457502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-9f15044e-1d3e-4df0-a508-72d994bafbef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3218269 Jul 30 01:45:42.559322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30294e07-e4c6-462c-b02f-9a051d6520d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:42.565987 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f891d79-ab06-4eb1-9941-19e9b65d24d2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'Port': ['ID=30294e07-e4c6-462c-b02f-9a051d6520d3,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:43.082657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-21393a51-a312-463a-8c92-a10677112860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.085269 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-21393a51-a312-463a-8c92-a10677112860 service neutron] 10.222.0.41 "GET /v2.0/ports/7d49c76d-863a-4ae6-ae63-59504a2f31f3 HTTP/1.1" status: 200 len: 1033 time: 0.0527618 Jul 30 01:45:43.161047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-30364968-ab3e-4728-90dd-7a2dc461a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.164574 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-30364968-ab3e-4728-90dd-7a2dc461a2dc service neutron] 10.222.0.41 "GET /v2.0/ports/16817cc2-2b41-41ed-9c3f-7b5bfd8d722c HTTP/1.1" status: 200 len: 1031 time: 0.0682907 Jul 30 01:45:43.203311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:43.214372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c97b3-6aa2-4fdb-b167-96b0c225b3e6 req-61ba8ae6-73f2-4f93-a682-44e67f647db0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.216045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-067c97b3-6aa2-4fdb-b167-96b0c225b3e6 req-61ba8ae6-73f2-4f93-a682-44e67f647db0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.7824275 Jul 30 01:45:43.224941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:43.241835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daa579-8425-4674-92ed-8a0a00dec96d req-cc92a8db-ff57-4425-9103-c08deca23d5f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.243477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3daa579-8425-4674-92ed-8a0a00dec96d req-cc92a8db-ff57-4425-9103-c08deca23d5f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 944 time: 0.6894429 Jul 30 01:45:43.248269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.330131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-020a2037-f1bd-4d4d-8220-3a11da3d623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.331770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-020a2037-f1bd-4d4d-8220-3a11da3d623e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 1096 time: 0.7501965 Jul 30 01:45:43.400224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Pushing event updated for resources: {'Port': ['ID=c82edd45-5d22-4e09-9245-789d89b6efbf,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:43.418072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.418746 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:43.420874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-af3ac56a-f925-4d73-80db-6cd1945f07ec service neutron] 10.222.0.41 "PUT /v2.0/ports/c82edd45-5d22-4e09-9245-789d89b6efbf HTTP/1.1" status: 200 len: 1092 time: 3.0544600 Jul 30 01:45:43.436673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-8241780a-82b2-4328-9040-8ebbf942e4dc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.462098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-8241780a-82b2-4328-9040-8ebbf942e4dc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.473934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-8241780a-82b2-4328-9040-8ebbf942e4dc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.477493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-8241780a-82b2-4328-9040-8ebbf942e4dc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "GET /v2.0/networks?id=bf1348a1-a390-478a-8610-d68fd6f33f60&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e HTTP/1.1" status: 200 len: 1995 time: 0.3039331 Jul 30 01:45:43.480059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-067c97b3-6aa2-4fdb-b167-96b0c225b3e6 req-ca516311-d133-44c7-a8d4-f9620cf22680 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524453 Jul 30 01:45:43.578473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3daa579-8425-4674-92ed-8a0a00dec96d req-ab5dc0de-473c-4cf7-8987-8218216452f2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564754 Jul 30 01:45:43.582152 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-532cb88d-e523-4045-b873-4abc6c7afc28 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa94e79f5734c7c96c06b528d50d9d8 HTTP/1.1" status: 200 len: 379 time: 0.0947189 Jul 30 01:45:43.598796 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'admin_state_up': True, 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'security_groups': ['b083af4d-4318-41a3-96f7-b0fed94038b6']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:43.709415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-255e7c2a-f4f5-4e6e-95c2-0f9cc8174248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.721660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-255e7c2a-f4f5-4e6e-95c2-0f9cc8174248 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 907 time: 0.3433270 Jul 30 01:45:43.835232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-eeca1670-0046-4cf8-b9e4-57833a8b6124 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5be5528-b852-4625-aae9-daa45861e29f HTTP/1.1" status: 200 len: 217 time: 0.1123416 Jul 30 01:45:43.917211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 5210e334-28f7-477e-81b8-5933cd781474 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:43.981241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e770aebf-6165-4da0-a0b7-b8467199ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:43.992838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-e770aebf-6165-4da0-a0b7-b8467199ea11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1095 time: 0.5032811 Jul 30 01:45:44.002022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:44.023347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.064015 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e76b7c04-9a7b-40e8-bb9f-770cea112be1 req-4e0479c9-ace1-4b98-8e98-3f412f0fe8cb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.0686529 Jul 30 01:45:44.120370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 5210e334-28f7-477e-81b8-5933cd781474 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:44.132285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 5210e334-28f7-477e-81b8-5933cd781474 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:44.133460 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.246403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-43f04679-5f94-4115-872a-b432a3192787 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82edd45-5d22-4e09-9245-789d89b6efbf HTTP/1.1" status: 200 len: 217 time: 0.1801879 Jul 30 01:45:44.439931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-bd101cd9-4ac3-48d4-80e3-25211c875163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.442151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-bd101cd9-4ac3-48d4-80e3-25211c875163 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.5988400 Jul 30 01:45:44.490706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.575354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-ebe9ba86-b723-4d19-a0c1-a3a752e19687 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1844593327&fields=id&tenant_id=2896439ba6124c7aa7d315dbed719074 HTTP/1.1" status: 200 len: 267 time: 0.1753757 Jul 30 01:45:44.586555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-1133206d-f1a3-4132-944d-d0c21d510f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.591329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-1133206d-f1a3-4132-944d-d0c21d510f93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.3359113 Jul 30 01:45:44.613489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-d3637af8-0aca-4a07-95b3-697ffe06ea65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527898 Jul 30 01:45:44.624790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Allocated IP 172.20.0.13 (bf1348a1-a390-478a-8610-d68fd6f33f60/0b95422b-324e-4507-83eb-37f4ae31e7db/6adf4b94-e820-49ee-a9b7-4124e50ad1c8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:44.756218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5210e334-28f7-477e-81b8-5933cd781474'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:44.758413 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f17479-7701-4d19-b70e-fa7bad90cd3b" -d '{"events": [{"server_uuid": "d39ecfd0-b4ec-4d37-ba35-2e96da444279", "name": "network-vif-plugged", "status": "completed", "tag": "5210e334-28f7-477e-81b8-5933cd781474"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:44.797725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 5210e334-28f7-477e-81b8-5933cd781474, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=5210e334-28f7-477e-81b8-5933cd781474,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:44.802452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-0027d9b2-5fd2-4fab-9b1f-bed1c55c2b4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1853561 Jul 30 01:45:44.803999 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:44.896057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=5210e334-28f7-477e-81b8-5933cd781474,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:44.971605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-772f4092-ef2b-44e2-a779-46c46479f8bb tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:44.974685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-772f4092-ef2b-44e2-a779-46c46479f8bb tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 984 time: 0.3747954 Jul 30 01:45:45.011407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-07ea5d4c-fd39-4143-ba7b-d4c224178d30 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'port': {'security_groups': ['b1471a49-b6f0-447a-b2cf-7430b58d227f', 'c434f5ad-b1bd-4bb6-a5a5-5101685c1d95', '3637cdec-3b47-4eef-865e-b9746c610e07']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:45.064414 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.096519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Transition to ACTIVE for port object 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:45.172641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.197253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-ce29950e-2f4b-4b00-9796-692aa731aff2 service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570347 Jul 30 01:45:45.266890 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b1e0e5-3617-4432-a9a1-40d60fe72fbe x-openstack-request-id: req-f8b1e0e5-3617-4432-a9a1-40d60fe72fbe {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:45.267380 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:45.267826 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f8b1e0e5-3617-4432-a9a1-40d60fe72fbe {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:45.269453 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3', 'status': 'completed', 'code': 200} Jul 30 01:45:45.272359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-07ea5d4c-fd39-4143-ba7b-d4c224178d30 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.299732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network bf1348a1-a390-478a-8610-d68fd6f33f60 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:45.301531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-b33c019f-b805-427b-9c13-c52d51b6062f service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576595 Jul 30 01:45:45.315858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:45.334528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:45.338280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Port': ['ID=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:45.513482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.514646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.578073 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-6d89f595-9967-45c8-85d1-6d879e9b6443 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9894979 Jul 30 01:45:45.600222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'admin_state_up': True, 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'security_groups': ['b083af4d-4318-41a3-96f7-b0fed94038b6']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:45.608908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-f2fe8bed-27a7-4b0f-8219-4843fbef51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.611328 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-f2fe8bed-27a7-4b0f-8219-4843fbef51d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1135 time: 0.3210464 Jul 30 01:45:45.782777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fdf07ecc-439c-4450-930f-643df9e0e4e4 None None] Provisioning for port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:45.788628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fdf07ecc-439c-4450-930f-643df9e0e4e4 None None] Provisioning complete for port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:45.789974 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdf07ecc-439c-4450-930f-643df9e0e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:45.853471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fdf07ecc-439c-4450-930f-643df9e0e4e4 None None] Port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:45.880859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f4d56-143f-45d8-a2b8-26adfa8d6722 req-3d431ead-4c16-4dd0-b3c8-ad568ed58e50 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.884629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-993f4d56-143f-45d8-a2b8-26adfa8d6722 req-3d431ead-4c16-4dd0-b3c8-ad568ed58e50 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 945 time: 0.4446852 Jul 30 01:45:45.914651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-d1d3cdf4-449b-47bf-9494-7e13370298b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:45.916744 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-d1d3cdf4-449b-47bf-9494-7e13370298b7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 914 time: 0.2866805 Jul 30 01:45:45.933385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1472783e-558b-4f7e-88c6-fc850fbaf638 req-ffe51476-ffcc-43c7-998b-6d2b1857f8d3 service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192743 Jul 30 01:45:45.959741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb014d1-c52e-458d-ae19-5994570fc2e6 req-24ab0e96-2ccb-4309-8dc4-f53f1ea14aca service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308670 Jul 30 01:45:46.037921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-993f4d56-143f-45d8-a2b8-26adfa8d6722 req-f82e77b6-36c2-444b-a3cd-6f4e60920a07 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/security-groups?id=cdbedb8b-fc08-438c-a4da-5ff6dcbab8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164913 Jul 30 01:45:46.051291 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-367389c2-81a3-455d-9c14-3c17e4d119f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30294e07-e4c6-462c-b02f-9a051d6520d3 HTTP/1.1" status: 200 len: 217 time: 0.1170628 Jul 30 01:45:46.056117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:46.071820 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.168596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-e8b7d2da-8f6c-4721-b215-063fb881299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.171424 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-e8b7d2da-8f6c-4721-b215-063fb881299a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 200 len: 853 time: 0.1018674 Jul 30 01:45:46.260113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-1204b52c-51de-4f95-a680-315fbb7adf7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a25b1a6-05ce-4f49-9646-be9913185bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752406 Jul 30 01:45:46.328208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-f9139c1c-a3e2-4f67-91a8-fce23d78dcfd service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:45:46.330057 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-f9139c1c-a3e2-4f67-91a8-fce23d78dcfd service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131378 Jul 30 01:45:46.387245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-07ea5d4c-fd39-4143-ba7b-d4c224178d30 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] For port 30294e07-e4c6-462c-b02f-9a051d6520d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30294e07-e4c6-462c-b02f-9a051d6520d3,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:46.510069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-07ea5d4c-fd39-4143-ba7b-d4c224178d30 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.527600 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-07ea5d4c-fd39-4143-ba7b-d4c224178d30 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.547339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30294e07-e4c6-462c-b02f-9a051d6520d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:46.617398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Allocated IP 10.1.1.4 (6f4295d3-56a4-4053-93f8-45307cdcf664/d46fd687-68d0-4696-a93b-5d5f01225d9f/a410653c-b1b8-4706-b982-5872a766d639) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:46.626183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-9899a3a8-bff5-4546-bec1-66218c2358c2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.629955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-9899a3a8-bff5-4546-bec1-66218c2358c2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.4031918 Jul 30 01:45:46.639268 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-8fae56fa-b961-4186-aa87-3703a9413896 service neutron] 10.222.0.22 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954388 Jul 30 01:45:46.684209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-07ea5d4c-fd39-4143-ba7b-d4c224178d30 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.685182 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-07ea5d4c-fd39-4143-ba7b-d4c224178d30 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:46.687649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b80d9e61-ee4e-4bf2-8b83-c7584aebfc49 req-07ea5d4c-fd39-4143-ba7b-d4c224178d30 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "PUT /v2.0/ports/30294e07-e4c6-462c-b02f-9a051d6520d3 HTTP/1.1" status: 200 len: 1020 time: 1.6976624 Jul 30 01:45:46.689667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-7de58049-507d-4379-9400-107309af4cb3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/quotas/6d0320e5fae9400badeba35924f93062 HTTP/1.1" status: 200 len: 375 time: 0.0442915 Jul 30 01:45:46.724155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea5d4c-fd39-4143-ba7b-d4c224178d30 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'Port': ['ID=30294e07-e4c6-462c-b02f-9a051d6520d3,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:46.924367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-8bbc94c0-a078-479d-a642-3350674517b0 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2187495 Jul 30 01:45:46.937240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30294e07-e4c6-462c-b02f-9a051d6520d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:46.944225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83c49f-242e-457d-8e94-66ed1e45b880 req-9f34877b-5590-4e53-8bcf-b82613b6c9f7 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:46.947560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f83c49f-242e-457d-8e94-66ed1e45b880 req-9f34877b-5590-4e53-8bcf-b82613b6c9f7 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 944 time: 0.1367486 Jul 30 01:45:47.114920 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cc42588-cea7-417e-8c95-d27bd562d6df req-c5cdb8fe-3a3c-489e-9e21-9494fdb58cde service neutron] 10.222.0.22 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154086 Jul 30 01:45:47.239503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.250290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-862d4d4f-0136-49dd-9b43-acab13cc9587 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911587 Jul 30 01:45:47.268313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f83c49f-242e-457d-8e94-66ed1e45b880 req-36588640-f76f-4098-bd6e-79b293003efb tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820027 Jul 30 01:45:47.272538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf'}, {'name': 'network-changed', 'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:47.278094 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf"}, {"name": "network-changed", "server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:47.282308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Transition to ACTIVE for port object a410653c-b1b8-4706-b982-5872a766d639 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:47.385107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.532499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-41bf3d74-6ee7-4b0e-bc57-2001c512d043 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624545 Jul 30 01:45:47.537554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:47.545428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:47.553660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:47.622296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:47.623075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:47.658381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Port': ['ID=a410653c-b1b8-4706-b982-5872a766d639,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:47.681877 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-1d4f1e8f-b589-4168-86c7-fee22c8a014c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0913441 Jul 30 01:45:47.696036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'admin_state_up': True, 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'security_groups': ['b083af4d-4318-41a3-96f7-b0fed94038b6']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:47.854125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-d6c07836-710d-4be5-b5c4-789fdd1c015f tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=1fadbe6d999b4de38d8934bbcf669903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1511967 Jul 30 01:45:47.876015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device c82edd45-5d22-4e09-9245-789d89b6efbf details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:45:48.083658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:48.107125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:48.161012 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4e1f65-e0de-4f6d-8e6b-ecfe27412a01 x-openstack-request-id: req-6f4e1f65-e0de-4f6d-8e6b-ecfe27412a01 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:48.161816 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39ecfd0-b4ec-4d37-ba35-2e96da444279", "name": "network-vif-plugged", "status": "completed", "tag": "5210e334-28f7-477e-81b8-5933cd781474", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:48.162010 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6f4e1f65-e0de-4f6d-8e6b-ecfe27412a01 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:48.162496 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5210e334-28f7-477e-81b8-5933cd781474', 'code': 200} Jul 30 01:45:48.303771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-138fa763-ca51-4152-9ee5-69affeaaddb8 None None] Provisioning for port a410653c-b1b8-4706-b982-5872a766d639 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:48.320732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-90c3d8a3-6ff1-4bab-9b7a-8c8208bfe93f tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.323313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-90c3d8a3-6ff1-4bab-9b7a-8c8208bfe93f tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4430656 Jul 30 01:45:48.337998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-138fa763-ca51-4152-9ee5-69affeaaddb8 None None] Provisioning complete for port a410653c-b1b8-4706-b982-5872a766d639 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:48.338353 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-138fa763-ca51-4152-9ee5-69affeaaddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:48.383556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-3bf9c5f1-5a65-480a-9a3d-69d49388773a tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/quotas/1fadbe6d999b4de38d8934bbcf669903 HTTP/1.1" status: 200 len: 375 time: 0.0412281 Jul 30 01:45:48.460886 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-d3d8736d-809f-443b-9cab-7931f2e08d62 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1fadbe6d999b4de38d8934bbcf669903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723538 Jul 30 01:45:48.478800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:48.562504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-138fa763-ca51-4152-9ee5-69affeaaddb8 None None] Port a410653c-b1b8-4706-b982-5872a766d639 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:48.564741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'c82edd45-5d22-4e09-9245-789d89b6efbf', 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6', 'port_id': 'c82edd45-5d22-4e09-9245-789d89b6efbf', 'mac_address': 'fa:16:3e:51:b5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b27a155-2044-4f76-bcc8-ab6e616ec711', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:45:48.630472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Allocated IP 10.1.1.190 (6f4295d3-56a4-4053-93f8-45307cdcf664/d46fd687-68d0-4696-a93b-5d5f01225d9f/d71cd6ca-40bc-4301-84f3-d0d13ce3f177) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:48.790936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:48.855481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82edd45-5d22-4e09-9245-789d89b6efbf {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:48.965443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc55b2c-2f8e-4573-a3e2-83f2f26cb77d req-2669a8e3-8400-4f9d-bd97-9360c77ba6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:48.968210 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2dc55b2c-2f8e-4573-a3e2-83f2f26cb77d req-2669a8e3-8400-4f9d-bd97-9360c77ba6f1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 1096 time: 0.6516895 Jul 30 01:45:48.978011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:48.987128 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:49.215675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=c82edd45-5d22-4e09-9245-789d89b6efbf,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:49.251073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcd18a-9da3-4200-9a8d-e86da0d3f615 req-c01e4902-6285-4f78-b564-dcd4ab5cdfe4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:49.256631 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:49.264983 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2dc55b2c-2f8e-4573-a3e2-83f2f26cb77d req-cae74a13-c32f-4da4-9263-afeb8c58ffd3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=cdbedb8b-fc08-438c-a4da-5ff6dcbab8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585833 Jul 30 01:45:49.266471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ffcd18a-9da3-4200-9a8d-e86da0d3f615 req-c01e4902-6285-4f78-b564-dcd4ab5cdfe4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3393543 Jul 30 01:45:49.316066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['c82edd45-5d22-4e09-9245-789d89b6efbf'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:49.319556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151db49-9f39-4d82-965c-0eda961c5c7a req-851f38e6-48c8-4770-a093-1bee92919cf4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:49.328098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Transition to ACTIVE for port object d71cd6ca-40bc-4301-84f3-d0d13ce3f177 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:49.333422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151db49-9f39-4d82-965c-0eda961c5c7a req-851f38e6-48c8-4770-a093-1bee92919cf4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:49.350374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3151db49-9f39-4d82-965c-0eda961c5c7a req-851f38e6-48c8-4770-a093-1bee92919cf4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 1652 time: 0.2752829 Jul 30 01:45:49.448227 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:49.497347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3151db49-9f39-4d82-965c-0eda961c5c7a req-1e43b152-8e16-4699-85f8-c403cb5e2c6f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312177 Jul 30 01:45:49.524414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ffcd18a-9da3-4200-9a8d-e86da0d3f615 req-1831050d-0ae1-40f5-b59d-16a9f1dd76d4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588849 Jul 30 01:45:49.605291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:49.609828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:49.626489 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:49.660027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Port': ['ID=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:49.875215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:49.876518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:49.918454 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c942079d-2961-4b1b-917d-5567359550c3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2293479 Jul 30 01:45:49.940106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e', 'admin_state_up': True, 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'security_groups': ['b083af4d-4318-41a3-96f7-b0fed94038b6']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:50.059505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6f426-3b61-4d05-9be0-14b7e634e647 req-d6d99a72-b4ca-4383-afe0-1ac7a30b7e25 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:50.066804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ce6f426-3b61-4d05-9be0-14b7e634e647 req-d6d99a72-b4ca-4383-afe0-1ac7a30b7e25 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1023 time: 0.3518736 Jul 30 01:45:50.119422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e1cbb-07d3-4563-bfc2-ad8e37a1b935 req-b156966f-5496-419b-a887-1c2689ef56ec tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:50.129731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306e1cbb-07d3-4563-bfc2-ad8e37a1b935 req-b156966f-5496-419b-a887-1c2689ef56ec tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 945 time: 0.2610137 Jul 30 01:45:50.237127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f9523792-da1a-493f-b0e8-1b2b02091d91 None None] Provisioning for port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:50.246035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f9523792-da1a-493f-b0e8-1b2b02091d91 None None] Provisioning complete for port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:50.246853 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9523792-da1a-493f-b0e8-1b2b02091d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.281802 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306e1cbb-07d3-4563-bfc2-ad8e37a1b935 req-cb4fd633-f76a-4f26-9003-b4ca69862556 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/security-groups?id=cdbedb8b-fc08-438c-a4da-5ff6dcbab8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270990 Jul 30 01:45:50.320953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:50.395788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f9523792-da1a-493f-b0e8-1b2b02091d91 None None] Port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:50.456707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ce6f426-3b61-4d05-9be0-14b7e634e647 req-b70c1732-0ce0-4b5d-9ff2-d21fbebbb822 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=3637cdec-3b47-4eef-865e-b9746c610e07&id=c434f5ad-b1bd-4bb6-a5a5-5101685c1d95&id=b1471a49-b6f0-447a-b2cf-7430b58d227f HTTP/1.1" status: 200 len: 6149 time: 0.3668945 Jul 30 01:45:50.459201 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc74766-5cca-4835-8942-9ce108f6a21a x-openstack-request-id: req-3dc74766-5cca-4835-8942-9ce108f6a21a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:50.459718 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:50.460139 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3dc74766-5cca-4835-8942-9ce108f6a21a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:50.460816 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf', 'status': 'completed', 'code': 200} Jul 30 01:45:50.461302 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3', 'status': 'completed', 'code': 200} Jul 30 01:45:50.786213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d329686-16e6-427d-b866-9e35ce6bdf1b req-5c916218-3775-4e20-a260-f91a92c54558 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 210 time: 0.1529996 Jul 30 01:45:50.877611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-9b2cf4fc-ac15-4f87-829e-38d3e3471dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:50.881422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:50.883199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-9b2cf4fc-ac15-4f87-829e-38d3e3471dad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1096 time: 0.3546591 Jul 30 01:45:50.952612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-2dd1799c-a76a-40a8-b52e-eeeef6797582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:50.956833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-2dd1799c-a76a-40a8-b52e-eeeef6797582 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1174 time: 0.2865791 Jul 30 01:45:51.024557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-872b92a2-f38f-4575-a866-3ff8201bf237 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.027332 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-872b92a2-f38f-4575-a866-3ff8201bf237 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.4493172 Jul 30 01:45:51.052674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Request body: {'port': {'device_id': '181d60e6-e5cc-4247-a38f-f6ace291d12a', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'admin_state_up': True, 'tenant_id': '6d0320e5fae9400badeba35924f93062'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:51.168104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa4338-8052-493b-a0f9-0933bfe60b35 req-5b4b55ad-024b-4058-9f65-3c204b64b608 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.180096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77fa4338-8052-493b-a0f9-0933bfe60b35 req-5b4b55ad-024b-4058-9f65-3c204b64b608 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 945 time: 0.5477843 Jul 30 01:45:51.277729 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f067a17-af7c-4ccf-a833-599121c37959 req-038db5c2-8285-4634-b034-e5fc3981ec9c tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 210 time: 0.1917229 Jul 30 01:45:51.390043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77fa4338-8052-493b-a0f9-0933bfe60b35 req-4a77f57b-5c7d-476d-ba97-198d4fc17d49 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066321 Jul 30 01:45:51.475782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-2ccc0427-e3e5-46cb-b96f-b768b81302cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.479421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-2ccc0427-e3e5-46cb-b96f-b768b81302cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.5872560 Jul 30 01:45:51.515775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-864c747c-3b70-4b5b-8413-75e40b5c0019 req-d36e2564-aa38-48eb-a1c6-6210b805513e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': ' tempest-securitygroup -454911521 ', 'description': 'tempest-description-2051956423'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:51.612503 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-1d34f765-dfea-44d0-a8f1-71f14ef93c82 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1fadbe6d999b4de38d8934bbcf669903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485475 Jul 30 01:45:51.618576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Made reservation on behalf of 6d0320e5fae9400badeba35924f93062 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:51.625461 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.654204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-d2404668-c4f2-41c6-a93e-9a2253b398c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82edd45-5d22-4e09-9245-789d89b6efbf HTTP/1.1" status: 200 len: 217 time: 0.1624610 Jul 30 01:45:51.670830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Allocated IP 10.2.2.100 (2c87a8b8-9efe-4928-8473-ff1fc173a79e/c76948c7-2db5-480c-beaf-f2399c5584f1/b1a057c1-dc4a-4eb7-99ce-b1254c8d851a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:51.716944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-8ad6fe21-d9c4-4d3f-aaad-931b12d3e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.719976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-8ad6fe21-d9c4-4d3f-aaad-931b12d3e2e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 914 time: 0.6579549 Jul 30 01:45:51.726014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-864c747c-3b70-4b5b-8413-75e40b5c0019 req-d36e2564-aa38-48eb-a1c6-6210b805513e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:51.881541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529704d-04f6-4121-8f8b-501ca4b642fd req-24dceda3-c690-4f78-a1fa-e75724c3598a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:51.884881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4529704d-04f6-4121-8f8b-501ca4b642fd req-24dceda3-c690-4f78-a1fa-e75724c3598a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2929008 Jul 30 01:45:51.900228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-b72b8135-acfd-4955-b660-4f80dfbebe59 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30294e07-e4c6-462c-b02f-9a051d6520d3 HTTP/1.1" status: 200 len: 217 time: 0.1113448 Jul 30 01:45:51.905330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device c82edd45-5d22-4e09-9245-789d89b6efbf up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:45:52.021548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4529704d-04f6-4121-8f8b-501ca4b642fd req-11a1aa8a-a661-4a30-927e-651c34245aa4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121709 Jul 30 01:45:52.118335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port c82edd45-5d22-4e09-9245-789d89b6efbf completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:52.134855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port c82edd45-5d22-4e09-9245-789d89b6efbf triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:52.137611 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.190637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.212771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Transition to ACTIVE for port object b1a057c1-dc4a-4eb7-99ce-b1254c8d851a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:52.262243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-a23b860e-6828-4e6a-a7e0-e49116bfcb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.264553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-a23b860e-6828-4e6a-a7e0-e49116bfcb81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.5987887 Jul 30 01:45:52.267226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-6e6dcca3-95a0-47ad-b26a-0db67ee85c04 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.279450 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-6e6dcca3-95a0-47ad-b26a-0db67ee85c04 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6328127 Jul 30 01:45:52.286048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.317206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Request body: {'port': {'device_id': 'fd822f2c-1fd3-412c-9259-afcc0362d675', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '1fadbe6d999b4de38d8934bbcf669903'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:52.334017 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-02e5435e-c91b-49bf-a7ec-863a9f6d3c46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477753 Jul 30 01:45:52.345960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-add2dd83-417e-4e37-952f-067195a0501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.349365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-add2dd83-417e-4e37-952f-067195a0501c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 200 len: 853 time: 0.3732624 Jul 30 01:45:52.359147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.418091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:52.422553 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddc9bdb-9c93-45c8-96bc-49751ba9bcf6" -d '{"events": [{"server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "name": "network-vif-plugged", "status": "completed", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:52.461370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:45:52.487090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.506960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network 2c87a8b8-9efe-4928-8473-ff1fc173a79e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:52.509616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Allocated IP 172.20.0.11 (00883b99-bbc6-4500-985d-28d6f6c87526/661a2d79-d7f8-420e-bedb-462b0400653a/d86accc4-d15c-4cff-8e19-8926b0f4db43) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:52.517891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:52.536544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:52.569932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5219252-5d0c-4029-bf4d-6859c0622d9e req-da10f431-a131-4e82-ab15-6bfdf0e8f47d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.583202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5219252-5d0c-4029-bf4d-6859c0622d9e req-da10f431-a131-4e82-ab15-6bfdf0e8f47d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.593546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5219252-5d0c-4029-bf4d-6859c0622d9e req-da10f431-a131-4e82-ab15-6bfdf0e8f47d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.596120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5219252-5d0c-4029-bf4d-6859c0622d9e req-da10f431-a131-4e82-ab15-6bfdf0e8f47d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 2373 time: 0.4227209 Jul 30 01:45:52.609920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-d74317a5-b210-4bc8-87e2-9bcb398d3a03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1a25b1a6-05ce-4f49-9646-be9913185bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274929 Jul 30 01:45:52.633191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=c82edd45-5d22-4e09-9245-789d89b6efbf,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:52.659410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Port': ['ID=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:52.742980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:52.744706 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:52.757246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-c2e18479-1dc0-435e-8e99-cc9c46d03036 service neutron] 10.222.0.22 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265333 Jul 30 01:45:52.874709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-43a78aec-5b81-48d0-b969-0ce1aeedd81f service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219181 Jul 30 01:45:52.975282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5219252-5d0c-4029-bf4d-6859c0622d9e req-e42f519f-a848-4ebd-b605-c2578ac2de48 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556986 Jul 30 01:45:53.056911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-864c747c-3b70-4b5b-8413-75e40b5c0019 req-d36e2564-aa38-48eb-a1c6-6210b805513e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.072728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8caa770-d31c-49a1-b978-47541d664cdc None None] Provisioning for port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:53.082614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8caa770-d31c-49a1-b978-47541d664cdc None None] Provisioning complete for port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:53.084846 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8caa770-d31c-49a1-b978-47541d664cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.087288 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-864c747c-3b70-4b5b-8413-75e40b5c0019 req-d36e2564-aa38-48eb-a1c6-6210b805513e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.155722 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-864c747c-3b70-4b5b-8413-75e40b5c0019 req-d36e2564-aa38-48eb-a1c6-6210b805513e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.169270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-864c747c-3b70-4b5b-8413-75e40b5c0019 req-d36e2564-aa38-48eb-a1c6-6210b805513e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.6623895 Jul 30 01:45:53.186377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a8caa770-d31c-49a1-b978-47541d664cdc None None] Port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:53.209254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-4737acfa-f132-43f8-8026-6042f4cc76ae service neutron] 10.222.0.22 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308572 Jul 30 01:45:53.241621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e2564-aa38-48eb-a1c6-6210b805513e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b91a17c-399d-4241-b370-863fd54ee4a8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:53.247465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ac74a1b-71b3-46f0-9f2a-77f142f0f5b4 req-22b04099-c125-46e8-af1c-583e9f171c54 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490031 Jul 30 01:45:53.375926 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62c49f4e-b290-4225-b864-dd255af21a1a req-0d2beb05-fc0f-4681-90ff-1e9db31ea15a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 210 time: 0.0573239 Jul 30 01:45:53.422199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166e90c-aed6-404e-b187-13cca99b7467 req-207e53c1-a391-43d4-8a99-49b0f3e6df29 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.422199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1166e90c-aed6-404e-b187-13cca99b7467 req-207e53c1-a391-43d4-8a99-49b0f3e6df29 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 945 time: 0.1585243 Jul 30 01:45:53.496224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1166e90c-aed6-404e-b187-13cca99b7467 req-c507af92-3bbf-4134-93f5-fe1bb088894a tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/security-groups?id=cdbedb8b-fc08-438c-a4da-5ff6dcbab8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726047 Jul 30 01:45:53.599356 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c6fcf4-1b50-457c-b14a-4227bd5de7d1 x-openstack-request-id: req-82c6fcf4-1b50-457c-b14a-4227bd5de7d1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:45:53.599968 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "name": "network-vif-plugged", "status": "completed", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:45:53.601525 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82c6fcf4-1b50-457c-b14a-4227bd5de7d1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:45:53.602182 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf', 'code': 200} Jul 30 01:45:53.606448 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.610763 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b89fb6eb-28b9-42b8-9564-870010f405b6 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6791077 Jul 30 01:45:53.617826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Made reservation on behalf of 1fadbe6d999b4de38d8934bbcf669903 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:53.623967 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.642253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e', 'admin_state_up': True, 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'security_groups': ['b083af4d-4318-41a3-96f7-b0fed94038b6']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:53.670376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e10283d-e49a-4769-9064-29de82ced13c req-8fac3488-3292-4c4b-b07f-e9605a898d9d tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 210 time: 0.0871992 Jul 30 01:45:53.737078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:53.885160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d5d9a-b226-45e8-ae48-30eb31d29457 req-769de12c-8930-4405-8b32-3e633f449fb7 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.888441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a7d5d9a-b226-45e8-ae48-30eb31d29457 req-769de12c-8930-4405-8b32-3e633f449fb7 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 946 time: 0.1756802 Jul 30 01:45:53.909975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03238dcd-edaa-45ff-b8a7-7f2ad141d534 req-141957df-effa-4ac5-a83f-ccef84e90818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:53.912479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03238dcd-edaa-45ff-b8a7-7f2ad141d534 req-141957df-effa-4ac5-a83f-ccef84e90818 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1097 time: 0.2241876 Jul 30 01:45:53.966088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.021245 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.029698 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.056130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a7d5d9a-b226-45e8-ae48-30eb31d29457 req-431d860c-0f3b-4a8b-843b-7b6d56e556a6 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366131 Jul 30 01:45:54.070112 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9154bec0-f04b-44ab-a194-b21dc6e8a721 req-7d70c4ef-4c7e-40aa-aacf-5e7f5bfa634c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/1b91a17c-399d-4241-b370-863fd54ee4a8 HTTP/1.1" status: 200 len: 1780 time: 0.2034075 Jul 30 01:45:54.074420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03238dcd-edaa-45ff-b8a7-7f2ad141d534 req-dc09cbe9-052f-4365-8fcb-1024b2b1d1e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479788 Jul 30 01:45:54.200122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Made reservation on behalf of 6fa94e79f5734c7c96c06b528d50d9d8 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:45:54.207169 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.219967 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.238751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:45:54.257371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972500e8-6570-4a28-a245-520d44201e69,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:54.312675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5593159-5931-4585-8ad3-8e3ee9ad74f9 req-a283b5a9-4000-4f27-beb4-38c45e3591fb tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.314420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5593159-5931-4585-8ad3-8e3ee9ad74f9 req-a283b5a9-4000-4f27-beb4-38c45e3591fb tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 945 time: 0.1149049 Jul 30 01:45:54.331384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b054ff-5faf-41a6-ad4c-7c65ff0fe89e req-fa686c38-3233-4436-88a3-c36f58902214 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.333056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03b054ff-5faf-41a6-ad4c-7c65ff0fe89e req-fa686c38-3233-4436-88a3-c36f58902214 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1691399 Jul 30 01:45:54.333570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35244) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:54.338419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Request body: {'floatingip': {'port_id': '5210e334-28f7-477e-81b8-5933cd781474'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:54.415096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Network 00883b99-bbc6-4500-985d-28d6f6c87526 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:54.438313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:54.453055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:54.568297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event updated for resources: {'Port': ['ID=d86accc4-d15c-4cff-8e19-8926b0f4db43,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:54.594971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Allocated IP 192.168.233.159 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/9bdf6139-f09a-4c68-8b57-18e6f1498d85) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:54.718792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:54.720820 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:54.835626 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-77cec5a8-fe12-40c9-b1be-3d9a2562ab79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7906024 Jul 30 01:45:54.879864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Request body: {'port': {'device_id': '181d60e6-e5cc-4247-a38f-f6ace291d12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:55.066700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Allocated IP 10.2.2.200 (2c87a8b8-9efe-4928-8473-ff1fc173a79e/c76948c7-2db5-480c-beaf-f2399c5584f1/22023b7b-ff4f-4631-aea9-f5c7cfadb3e1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:45:55.068774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.179764 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.188344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03b054ff-5faf-41a6-ad4c-7c65ff0fe89e req-f81fc030-4571-42d9-bb36-9c863832c5ab tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8319330 Jul 30 01:45:55.260142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aac50-0ddb-4892-8afa-875a34d9f873 req-0ca44227-7fc1-460a-8cac-6cbcf1810f35 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.273295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aac50-0ddb-4892-8afa-875a34d9f873 req-0ca44227-7fc1-460a-8cac-6cbcf1810f35 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.284100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aac50-0ddb-4892-8afa-875a34d9f873 req-0ca44227-7fc1-460a-8cac-6cbcf1810f35 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.293990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aac50-0ddb-4892-8afa-875a34d9f873 req-0ca44227-7fc1-460a-8cac-6cbcf1810f35 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:55.298006 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-911aac50-0ddb-4892-8afa-875a34d9f873 req-0ca44227-7fc1-460a-8cac-6cbcf1810f35 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 3094 time: 0.3368587 Jul 30 01:45:55.350104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.422265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79e88c4d-ff44-4797-bd22-6e0dc3a2a5bb req-03c492ce-a55d-4cab-9b45-9222ceac6fab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/1b91a17c-399d-4241-b370-863fd54ee4a8 HTTP/1.1" status: 200 len: 1780 time: 0.0917549 Jul 30 01:45:55.466389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Transition to ACTIVE for port object 9bdf6139-f09a-4c68-8b57-18e6f1498d85 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:55.622277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-911aac50-0ddb-4892-8afa-875a34d9f873 req-74abe195-6e01-4cf4-844f-280569244157 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228155 Jul 30 01:45:55.781681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-79e88c4d-ff44-4797-bd22-6e0dc3a2a5bb req-e5f2836a-6159-4a8e-88fb-e98e8fafe8e5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.832143 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.882997 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:55.915699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Transition to ACTIVE for port object 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:56.061631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:56.075365 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-79e88c4d-ff44-4797-bd22-6e0dc3a2a5bb req-e5f2836a-6159-4a8e-88fb-e98e8fafe8e5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.080012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:56.086027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:56.221708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:56.223046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.270570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Pushing event updated for resources: {'Port': ['ID=9bdf6139-f09a-4c68-8b57-18e6f1498d85,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:56.349749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-06a56055-e783-4198-9e39-3fcb04ff2f72 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0461709 Jul 30 01:45:56.355534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8344a-bf28-4df2-b120-1400bb22b8a7 req-e9662c13-0b41-42c1-bc5d-1cc1003172b4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:56.358283 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.368713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4a8344a-bf28-4df2-b120-1400bb22b8a7 req-e9662c13-0b41-42c1-bc5d-1cc1003172b4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 932 time: 0.2864718 Jul 30 01:45:56.382234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Request body: {'port': {'device_id': 'fd822f2c-1fd3-412c-9259-afcc0362d675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:56.500558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event updated for resources: {'Port': ['ID=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:56.546709 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-79e88c4d-ff44-4797-bd22-6e0dc3a2a5bb req-e5f2836a-6159-4a8e-88fb-e98e8fafe8e5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.551726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-79e88c4d-ff44-4797-bd22-6e0dc3a2a5bb req-e5f2836a-6159-4a8e-88fb-e98e8fafe8e5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.553756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79e88c4d-ff44-4797-bd22-6e0dc3a2a5bb req-e5f2836a-6159-4a8e-88fb-e98e8fafe8e5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/1b91a17c-399d-4241-b370-863fd54ee4a8 HTTP/1.1" status: 204 len: 173 time: 1.0941381 Jul 30 01:45:56.582563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4a8344a-bf28-4df2-b120-1400bb22b8a7 req-900235df-60a1-4171-9e10-86636e04299d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124343 Jul 30 01:45:56.655190 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9c3196c3-f361-4696-8594-3b747fa27110 None None] Provisioning for port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:56.660789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9c3196c3-f361-4696-8594-3b747fa27110 None None] Provisioning complete for port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:56.661240 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c3196c3-f361-4696-8594-3b747fa27110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.673065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2836a-6159-4a8e-88fb-e98e8fafe8e5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b91a17c-399d-4241-b370-863fd54ee4a8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:56.716883 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Network 2c87a8b8-9efe-4928-8473-ff1fc173a79e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:45:56.761556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:45:56.767671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:45:56.805253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9c3196c3-f361-4696-8594-3b747fa27110 None None] Port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:56.910418 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:56.922492 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:45:56.933670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86accc4-d15c-4cff-8e19-8926b0f4db43 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:56.972033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.061298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e540b1-f014-4f71-a158-2c79c04010fe req-12bb4bcf-75cb-4c91-bbbd-b93fd1db3d6e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:57.064172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42e540b1-f014-4f71-a158-2c79c04010fe req-12bb4bcf-75cb-4c91-bbbd-b93fd1db3d6e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 946 time: 0.2871273 Jul 30 01:45:57.087385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:57.088693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.102273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Transition to ACTIVE for port object d86accc4-d15c-4cff-8e19-8926b0f4db43 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:57.118983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd1daa-2440-4aa2-968d-cb30bf6e32d0 req-547bb6d0-0e62-4b06-8ce9-02b3d3894f4a tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:57.122122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7bd1daa-2440-4aa2-968d-cb30bf6e32d0 req-547bb6d0-0e62-4b06-8ce9-02b3d3894f4a tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 936 time: 0.3709514 Jul 30 01:45:57.170818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.179265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.213629 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-fcb7b82f-c150-4072-b9bc-faf36da32f7e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5851750 Jul 30 01:45:57.237043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42e540b1-f014-4f71-a158-2c79c04010fe req-a39ab13d-4c9f-42cd-a4c4-6db410e8fe01 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569524 Jul 30 01:45:57.241372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.249431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b9625558-00c9-4379-8fef-17fd2fe8c10e None None] Provisioning for port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:45:57.258765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b9625558-00c9-4379-8fef-17fd2fe8c10e None None] Provisioning complete for port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:45:57.260000 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9625558-00c9-4379-8fef-17fd2fe8c10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.352251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:57.362339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b9625558-00c9-4379-8fef-17fd2fe8c10e None None] Port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:45:57.385045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7bd1daa-2440-4aa2-968d-cb30bf6e32d0 req-b5a3aa7b-3602-4dce-934b-7653de939e9a tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416565 Jul 30 01:45:57.625868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86accc4-d15c-4cff-8e19-8926b0f4db43,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:57.665859 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-6af0d0f6-bb3d-42d7-b1c4-f12cac886761 req-628cf477-2b67-4b6d-8a87-dd1c9ddca565 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:45:57.668405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6af0d0f6-bb3d-42d7-b1c4-f12cac886761 req-628cf477-2b67-4b6d-8a87-dd1c9ddca565 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/1b91a17c-399d-4241-b370-863fd54ee4a8 HTTP/1.1" status: 404 len: 352 time: 0.0788324 Jul 30 01:45:57.713272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf723a-c191-4318-b9a3-abce0d982bbf req-f4308792-cc21-42af-b053-2a9dffe1c0cf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:57.726428 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fbf723a-c191-4318-b9a3-abce0d982bbf req-f4308792-cc21-42af-b053-2a9dffe1c0cf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3396025 Jul 30 01:45:57.749974 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Floating IP f2bff503-9326-44c6-a8f8-95588a2db1b7 associated. External IP: 172.25.7.213, port: 5210e334-28f7-477e-81b8-5933cd781474. Jul 30 01:45:57.838238 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:57.937657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fbf723a-c191-4318-b9a3-abce0d982bbf req-a79d60b8-7bdd-428a-ab77-00c88db58aa7 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025573 Jul 30 01:45:58.100131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Attempting to bind port d86accc4-d15c-4cff-8e19-8926b0f4db43 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:58.100990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Attempting to bind port d86accc4-d15c-4cff-8e19-8926b0f4db43 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:58.101306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Attempting to bind port d86accc4-d15c-4cff-8e19-8926b0f4db43 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:58.192976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35274) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:58.233551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Port d86accc4-d15c-4cff-8e19-8926b0f4db43 on network 00883b99-bbc6-4500-985d-28d6f6c87526 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:58.234082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Attempting to bind port d86accc4-d15c-4cff-8e19-8926b0f4db43 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:58.298311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:58.298710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Checking segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:58.299802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Bound using segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:58.300748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Bound port: d86accc4-d15c-4cff-8e19-8926b0f4db43, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:58.301436 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.426394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650bbc-461d-4556-91bc-421a64badc58 req-269f7f4d-529c-4b32-9c36-18165289752c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.445913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650bbc-461d-4556-91bc-421a64badc58 req-269f7f4d-529c-4b32-9c36-18165289752c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.459019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650bbc-461d-4556-91bc-421a64badc58 req-269f7f4d-529c-4b32-9c36-18165289752c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.465931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdf6139-f09a-4c68-8b57-18e6f1498d85 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:58.470044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650bbc-461d-4556-91bc-421a64badc58 req-269f7f4d-529c-4b32-9c36-18165289752c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.481937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650bbc-461d-4556-91bc-421a64badc58 req-269f7f4d-529c-4b32-9c36-18165289752c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.486082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0650bbc-461d-4556-91bc-421a64badc58 req-269f7f4d-529c-4b32-9c36-18165289752c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 3815 time: 0.6014624 Jul 30 01:45:58.517742 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.564140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353e61a-654f-4984-b455-241408e4b08e req-d4f09607-3f72-4ee8-9f39-126dc0cd4d25 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:58.567113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6353e61a-654f-4984-b455-241408e4b08e req-d4f09607-3f72-4ee8-9f39-126dc0cd4d25 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1097 time: 0.4179585 Jul 30 01:45:58.583954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-827cd113-3c7b-4ece-914c-d4ce9df8bbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.650022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:45:58.697963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Transition to ACTIVE for port object 9bdf6139-f09a-4c68-8b57-18e6f1498d85 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:58.720038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:58.731561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0650bbc-461d-4556-91bc-421a64badc58 req-73d46732-512a-4a8e-af47-b590072aaf64 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276189 Jul 30 01:45:58.744813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] For port d86accc4-d15c-4cff-8e19-8926b0f4db43, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:45:58.774519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6353e61a-654f-4984-b455-241408e4b08e req-4238a1fb-e7d2-4799-9314-700492f7d6ac tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586671 Jul 30 01:45:58.899230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] For port d86accc4-d15c-4cff-8e19-8926b0f4db43, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d86accc4-d15c-4cff-8e19-8926b0f4db43,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:45:58.987950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdf6139-f09a-4c68-8b57-18e6f1498d85,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:59.052234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-e3f0f2e6-96fa-44cf-a99e-e82d10b53b45 req-3e1c49ed-1249-4540-aa50-714fa556d9af tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1073516346', 'description': 'tempest-description-2142018681'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:45:59.084233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:45:59.094959 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.102224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] Sync routers for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:45:59.122315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:45:59.130747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:45:59.131899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:45:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:45:59.140935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.161780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Transition to ACTIVE for port object 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:45:59.216534 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.219324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2a934e8f-7c0c-4de7-9523-86a869cf9e84 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "PUT /v2.0/floatingips/f2bff503-9326-44c6-a8f8-95588a2db1b7 HTTP/1.1" status: 200 len: 991 time: 4.8842514 Jul 30 01:45:59.226067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'tag': '5210e334-28f7-477e-81b8-5933cd781474'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:59.230100 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79daef51-8bdd-41ec-b197-c99b52016d56" -d '{"events": [{"name": "network-changed", "server_uuid": "d39ecfd0-b4ec-4d37-ba35-2e96da444279", "tag": "5210e334-28f7-477e-81b8-5933cd781474"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:59.290214 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-827cd113-3c7b-4ece-914c-d4ce9df8bbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.314118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b219b-8634-46ec-bb34-fc0387720845 req-44746b52-1284-4dcb-b953-f178af5ef8b2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:59.317145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-421b219b-8634-46ec-bb34-fc0387720845 req-44746b52-1284-4dcb-b953-f178af5ef8b2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 944 time: 0.3210192 Jul 30 01:45:59.350387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-827cd113-3c7b-4ece-914c-d4ce9df8bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.383896 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:59.385235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.387492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] 10.222.0.22 "PUT /v2.0/ports/d86accc4-d15c-4cff-8e19-8926b0f4db43 HTTP/1.1" status: 200 len: 1092 time: 4.5148578 Jul 30 01:45:59.390144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.408582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e3f0f2e6-96fa-44cf-a99e-e82d10b53b45 req-3e1c49ed-1249-4540-aa50-714fa556d9af tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.422180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efae73-3d14-45db-92ed-fc832857f7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86accc4-d15c-4cff-8e19-8926b0f4db43,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:59.434138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d60e6-e5cc-4247-a38f-f6ace291d12a', 'tag': 'd86accc4-d15c-4cff-8e19-8926b0f4db43'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:45:59.437369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:45:59.438811 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92653355-ef78-4573-aa2d-491aff19035e" -d '{"events": [{"name": "network-changed", "server_uuid": "181d60e6-e5cc-4247-a38f-f6ace291d12a", "tag": "d86accc4-d15c-4cff-8e19-8926b0f4db43"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:45:59.486770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cd113-3c7b-4ece-914c-d4ce9df8bbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0705b9-d835-4d6b-bcbf-da7af8efc81d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:59.604190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-827cd113-3c7b-4ece-914c-d4ce9df8bbb3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=35ee3f407d484353b7bcac0ee8606927&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4115949 Jul 30 01:45:59.605672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35288) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:45:59.653181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Pushing event updated for resources: {'Port': ['ID=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:45:59.707121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Attempting to bind port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:45:59.707923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Attempting to bind port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:45:59.708652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Attempting to bind port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:59.786641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:45:59.787419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Attempting to bind port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:45:59.792462 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e3f0f2e6-96fa-44cf-a99e-e82d10b53b45 req-3e1c49ed-1249-4540-aa50-714fa556d9af tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.795472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-f01ba1f7-2499-46d9-8a09-0f1435dff7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:45:59.798010 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-f01ba1f7-2499-46d9-8a09-0f1435dff7d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 1095 time: 0.2800934 Jul 30 01:45:59.813407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-421b219b-8634-46ec-bb34-fc0387720845 req-af6b97f9-8c6e-4c6f-b5f7-897b866784b2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540222 Jul 30 01:45:59.830463 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e3f0f2e6-96fa-44cf-a99e-e82d10b53b45 req-3e1c49ed-1249-4540-aa50-714fa556d9af tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.871185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:45:59.881879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:45:59.882908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:45:59.884151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Bound port: 9bdf6139-f09a-4c68-8b57-18e6f1498d85, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:45:59.885598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.950640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e3f0f2e6-96fa-44cf-a99e-e82d10b53b45 req-3e1c49ed-1249-4540-aa50-714fa556d9af tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:45:59.953705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3f0f2e6-96fa-44cf-a99e-e82d10b53b45 req-3e1c49ed-1249-4540-aa50-714fa556d9af tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9713042 Jul 30 01:45:59.963378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c49ed-1249-4540-aa50-714fa556d9af tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7374c8c5-c75a-4d28-a44e-4874c2b8259b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:00.027938 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cc54760-d4fd-42ea-893a-88dc5fee6937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.071144 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-449a6284-51f2-49d9-9579-e0dce593b011 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86accc4-d15c-4cff-8e19-8926b0f4db43 HTTP/1.1" status: 200 len: 217 time: 0.2427995 Jul 30 01:46:00.081153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cc54760-d4fd-42ea-893a-88dc5fee6937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.192183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cc54760-d4fd-42ea-893a-88dc5fee6937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.201251 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cc54760-d4fd-42ea-893a-88dc5fee6937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.207883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2cc54760-d4fd-42ea-893a-88dc5fee6937 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6f0705b9-d835-4d6b-bcbf-da7af8efc81d HTTP/1.1" status: 204 len: 168 time: 0.4102120 Jul 30 01:46:00.210788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f2bff503-9326-44c6-a8f8-95588a2db1b7', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'port_id': '5210e334-28f7-477e-81b8-5933cd781474', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'mac_address': 'fa:16:3e:0b:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:45:24Z', 'updated_at': '2021-07-30T01:45:56Z', 'revision_number': 1, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:24Z', 'revision_number': 5, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:00.293534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc54760-d4fd-42ea-893a-88dc5fee6937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0705b9-d835-4d6b-bcbf-da7af8efc81d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:00.294795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] Checking router: 24595bfb-b829-4828-b4a0-70ccd18cbdb9 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:00.312810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:00.314769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:45:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:00.414131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c50989-3e3f-4b37-96b0-e5bd276c18e4 req-d88bf4f5-464b-4b12-9ea1-86ba077e491b tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:00.422998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3c50989-3e3f-4b37-96b0-e5bd276c18e4 req-d88bf4f5-464b-4b12-9ea1-86ba077e491b tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 948 time: 0.1969318 Jul 30 01:46:00.447713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-23c3e62d-2ea0-4670-8737-5c49836d303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:00.451213 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-23c3e62d-2ea0-4670-8737-5c49836d303a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.3603311 Jul 30 01:46:00.477505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Attempting to bind port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:00.478054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Attempting to bind port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:00.478583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Attempting to bind port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 on network bf1348a1-a390-478a-8610-d68fd6f33f60 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:00.523825 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d78413-e942-4396-badc-e00d92fdc3ec x-openstack-request-id: req-97d78413-e942-4396-badc-e00d92fdc3ec {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:00.524364 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39ecfd0-b4ec-4d37-ba35-2e96da444279", "tag": "5210e334-28f7-477e-81b8-5933cd781474", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:00.524759 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-97d78413-e942-4396-badc-e00d92fdc3ec {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:00.525371 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'tag': '5210e334-28f7-477e-81b8-5933cd781474', 'status': 'completed', 'code': 200} Jul 30 01:46:00.652101 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-b196a9a1-9a87-479f-a55c-ae37cf38e7f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1606395 Jul 30 01:46:00.693309 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb83bca-6a5b-4127-82ed-5e6c648c3fc8 x-openstack-request-id: req-0fb83bca-6a5b-4127-82ed-5e6c648c3fc8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:00.693768 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d60e6-e5cc-4247-a38f-f6ace291d12a", "tag": "d86accc4-d15c-4cff-8e19-8926b0f4db43", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:00.694121 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0fb83bca-6a5b-4127-82ed-5e6c648c3fc8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:00.694717 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d60e6-e5cc-4247-a38f-f6ace291d12a', 'tag': 'd86accc4-d15c-4cff-8e19-8926b0f4db43', 'status': 'completed', 'code': 200} Jul 30 01:46:00.695623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 on network bf1348a1-a390-478a-8610-d68fd6f33f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:00.696153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Attempting to bind port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 on network bf1348a1-a390-478a-8610-d68fd6f33f60 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:00.706762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3c50989-3e3f-4b37-96b0-e5bd276c18e4 req-2c1fc6b0-f3b9-41c1-9ea8-27671b989538 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718365 Jul 30 01:46:00.749926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-00927d65-5f83-4701-b580-67f15d32df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:00.768638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-00927d65-5f83-4701-b580-67f15d32df6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=49b4607586144c488ae5d6c1fa03b817&device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 1096 time: 0.1370811 Jul 30 01:46:00.854159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:00.872544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:00.876390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Checking segment: {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:00.876943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Bound using segment: {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:00.877997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Bound port: 6adf4b94-e820-49ee-a9b7-4124e50ad1c8, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:00.878989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:00.984349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-1cd73036-6253-4c4b-92c3-dfd04dc02ea1 req-432d11fc-6865-4b5d-840a-76502cf29918 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1832562075', 'description': 'tempest-description-1295562960'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:01.067244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] For port 9bdf6139-f09a-4c68-8b57-18e6f1498d85, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:01.104601 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cd73036-6253-4c4b-92c3-dfd04dc02ea1 req-432d11fc-6865-4b5d-840a-76502cf29918 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.166084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] For port 9bdf6139-f09a-4c68-8b57-18e6f1498d85, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=9bdf6139-f09a-4c68-8b57-18e6f1498d85,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:01.210764 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.419763 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-8b13a4b5-e370-44a3-8d5b-899d2a77978b service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6744571 Jul 30 01:46:01.421629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cd73036-6253-4c4b-92c3-dfd04dc02ea1 req-432d11fc-6865-4b5d-840a-76502cf29918 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.423576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.424170 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9bbe62a-8b34-4460-b10b-64909a527024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.425745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.431120 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] 10.222.0.22 "PUT /v2.0/ports/9bdf6139-f09a-4c68-8b57-18e6f1498d85 HTTP/1.1" status: 200 len: 1096 time: 5.0562282 Jul 30 01:46:01.475190 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.533952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] For port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:01.577407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f2bff503-9326-44c6-a8f8-95588a2db1b7', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'port_id': '5210e334-28f7-477e-81b8-5933cd781474', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'mac_address': 'fa:16:3e:0b:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:45:24Z', 'updated_at': '2021-07-30T01:45:56Z', 'revision_number': 1, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:24Z', 'revision_number': 5, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:01.641923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-c80a1ae3-8445-4200-af46-7f7cce971f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.644941 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-c80a1ae3-8445-4200-af46-7f7cce971f19 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2ca940d-2bb0-4571-82ff-50847e4f7aa5 HTTP/1.1" status: 200 len: 916 time: 0.8749425 Jul 30 01:46:01.659351 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cd73036-6253-4c4b-92c3-dfd04dc02ea1 req-432d11fc-6865-4b5d-840a-76502cf29918 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.706222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc51553-b801-4ee5-bca9-10e4998f9ece None None] The sync data for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 is: [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f2bff503-9326-44c6-a8f8-95588a2db1b7', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'floating_ip_address': '172.25.7.213', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'port_id': '5210e334-28f7-477e-81b8-5933cd781474', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'mac_address': 'fa:16:3e:0b:3b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:45:24Z', 'updated_at': '2021-07-30T01:45:56Z', 'revision_number': 1, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:24Z', 'revision_number': 5, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:01.733647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] For port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:01.743345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b01687-3cdc-4432-a5fa-ccb7d4e70268 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdf6139-f09a-4c68-8b57-18e6f1498d85,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:01.768614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.887902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d11fc-6865-4b5d-840a-76502cf29918 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b68f13-0ae8-400a-bfae-6a3d13bde397,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:01.967299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:01.968704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:01.975266 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] 10.222.0.41 "PUT /v2.0/ports/6adf4b94-e820-49ee-a9b7-4124e50ad1c8 HTTP/1.1" status: 200 len: 1092 time: 4.6927862 Jul 30 01:46:02.013595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e8a8e-7cc6-4e23-8e0b-9198a1f727c8 req-695ce77b-3b23-4919-ac09-09ebd5f1c9ff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.017429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-d18d965f-7eee-42d4-a0cf-10fb65cc0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.020641 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-d18d965f-7eee-42d4-a0cf-10fb65cc0b84 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fadbe6d999b4de38d8934bbcf669903&device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 1099 time: 0.5096428 Jul 30 01:46:02.045466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e8a8e-7cc6-4e23-8e0b-9198a1f727c8 req-695ce77b-3b23-4919-ac09-09ebd5f1c9ff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.075649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e8a8e-7cc6-4e23-8e0b-9198a1f727c8 req-695ce77b-3b23-4919-ac09-09ebd5f1c9ff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.098589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e8a8e-7cc6-4e23-8e0b-9198a1f727c8 req-695ce77b-3b23-4919-ac09-09ebd5f1c9ff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.104388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:02.119149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e8a8e-7cc6-4e23-8e0b-9198a1f727c8 req-695ce77b-3b23-4919-ac09-09ebd5f1c9ff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.122092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-121e8a8e-7cc6-4e23-8e0b-9198a1f727c8 req-695ce77b-3b23-4919-ac09-09ebd5f1c9ff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 3827 time: 1.1984689 Jul 30 01:46:02.139213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-db28b122-97b5-48e6-827e-983a2f86c146 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5210e334-28f7-477e-81b8-5933cd781474 HTTP/1.1" status: 200 len: 999 time: 0.4707136 Jul 30 01:46:02.252727 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac85590-176b-46f9-8720-60ebce926f7c None None] New status for floating IP f2bff503-9326-44c6-a8f8-95588a2db1b7: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:46:02.266314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18c785-76bf-41c8-b6bb-2df1f286c6cd service neutron] Pushing event updated for resources: {'Port': ['ID=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:02.365941 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0ef6e443-07c8-4599-84b7-cd10158bfcf9 req-6b9bf029-263d-46b4-a682-25f2d670658d service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9226742 Jul 30 01:46:02.383397 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-3e77074d-9066-4ddf-9235-09ef5ec25c55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9bdf6139-f09a-4c68-8b57-18e6f1498d85 HTTP/1.1" status: 200 len: 217 time: 0.3410940 Jul 30 01:46:02.407068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cd73036-6253-4c4b-92c3-dfd04dc02ea1 req-432d11fc-6865-4b5d-840a-76502cf29918 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.410871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cd73036-6253-4c4b-92c3-dfd04dc02ea1 req-432d11fc-6865-4b5d-840a-76502cf29918 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.5837774 Jul 30 01:46:02.541306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35338) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:02.575131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-121e8a8e-7cc6-4e23-8e0b-9198a1f727c8 req-9176f206-09b0-4310-9ef7-9ed0bf9db20e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344354 Jul 30 01:46:02.577953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-8f020f69-f8f8-4616-94d8-e63cdfbe45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.579911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-8f020f69-f8f8-4616-94d8-e63cdfbe45e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dc26f694-c1cb-48a9-93f3-b8673c506cd0 HTTP/1.1" status: 200 len: 854 time: 0.4132476 Jul 30 01:46:02.797447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd822f2c-1fd3-412c-9259-afcc0362d675', 'tag': '9bdf6139-f09a-4c68-8b57-18e6f1498d85'}, {'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:02.798342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-73b85c29-9e6f-45dc-b777-0f3659193590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.800483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-73b85c29-9e6f-45dc-b777-0f3659193590 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2ca940d-2bb0-4571-82ff-50847e4f7aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065690 Jul 30 01:46:02.822953 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8eda7d-6e62-4b15-be52-6c76f921884e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd822f2c-1fd3-412c-9259-afcc0362d675", "tag": "9bdf6139-f09a-4c68-8b57-18e6f1498d85"}, {"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:02.900388 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:02.927662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-3439f3ea-3d8e-4c75-8c8c-0007cf2fba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.929812 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-3439f3ea-3d8e-4c75-8c8c-0007cf2fba92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.5164962 Jul 30 01:46:02.938548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653355-ef78-4573-aa2d-491aff19035e req-ec3e0228-0a2e-4e20-b6de-6b764a84a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:02.942273 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92653355-ef78-4573-aa2d-491aff19035e req-ec3e0228-0a2e-4e20-b6de-6b764a84a173 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 1095 time: 0.3590024 Jul 30 01:46:02.994824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-508300023-network', 'tenant_id': '302108582ba4433c8258acbca52aa5a0'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:03.107945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7733b43-fa91-4e30-9af5-79f740bdeba3 req-ea571e9c-3a3d-4a30-bcad-52444d0881da tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:03.120368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7733b43-fa91-4e30-9af5-79f740bdeba3 req-ea571e9c-3a3d-4a30-bcad-52444d0881da tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4536219 Jul 30 01:46:03.283150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Made reservation on behalf of 302108582ba4433c8258acbca52aa5a0 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:03.287071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.360499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5629cd-342d-41a9-982c-9d076a3f8060 req-07820707-4d10-483b-a49e-205df4368b16 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:03.366869 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bf727a7-66cf-462c-96dc-b0f621192836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.382231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a5629cd-342d-41a9-982c-9d076a3f8060 req-07820707-4d10-483b-a49e-205df4368b16 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 944 time: 0.4038653 Jul 30 01:46:03.385840 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.405301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-cfb065a7-3d41-4604-b0fe-24690d93614f service neutron] 10.222.0.22 "GET /v2.0/networks/b2ca940d-2bb0-4571-82ff-50847e4f7aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899494 Jul 30 01:46:03.410831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7733b43-fa91-4e30-9af5-79f740bdeba3 req-d580be77-2650-4fc4-aec6-e4615e3cde0c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494459 Jul 30 01:46:03.640760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a5629cd-342d-41a9-982c-9d076a3f8060 req-d990205d-1584-4217-91b5-99ec91f01125 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645910 Jul 30 01:46:03.720560 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.777425 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79daef51-8bdd-41ec-b197-c99b52016d56 req-cb48bd63-f9f6-4712-bb24-82f77d569f2d service neutron] 10.222.0.22 "GET /v2.0/networks/b2ca940d-2bb0-4571-82ff-50847e4f7aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301313 Jul 30 01:46:03.783889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-797068c3-7f37-4648-8695-68cdd3408ae9 req-a4886c53-49d0-474b-93db-de194a316c8d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1998549911', 'description': 'tempest-description-588271470'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:03.898505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653355-ef78-4573-aa2d-491aff19035e req-eefc1307-9a68-4052-addc-9a990830252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:03.900505 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92653355-ef78-4573-aa2d-491aff19035e req-eefc1307-9a68-4052-addc-9a990830252e service neutron] 10.222.0.22 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 907 time: 0.9072928 Jul 30 01:46:03.910108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-fa7bf2cf-4a4c-4651-a458-7035c51103b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:03.912484 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-fa7bf2cf-4a4c-4651-a458-7035c51103b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9173253 Jul 30 01:46:03.938086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:03.948608 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.007133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618ed93-589d-4417-b75d-24fb2facfb79 req-cb3fbac7-62ad-4198-8ce5-186979c19337 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.012505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e618ed93-589d-4417-b75d-24fb2facfb79 req-cb3fbac7-62ad-4198-8ce5-186979c19337 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 948 time: 0.1832340 Jul 30 01:46:04.020066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:46:04.066257 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.066972 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Added segment b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8 of type vlan for network bfc9db19-1933-4d9b-851d-ed7ad21bf023 Jul 30 01:46:04.081352 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797068c3-7f37-4648-8695-68cdd3408ae9 req-a4886c53-49d0-474b-93db-de194a316c8d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.115223 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92653355-ef78-4573-aa2d-491aff19035e req-844c8586-6c3c-41c8-84ba-6ad28c22ee39 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86accc4-d15c-4cff-8e19-8926b0f4db43 HTTP/1.1" status: 200 len: 217 time: 0.1814358 Jul 30 01:46:04.122187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c4e1f2-abde-4421-82e7-fdf3add19f7b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:04.216516 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.230326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e618ed93-589d-4417-b75d-24fb2facfb79 req-efb58972-3bff-4263-bef6-c5de9704c885 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943746 Jul 30 01:46:04.404958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.437171 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0b584c-73dc-47cd-9974-41e7620561fb x-openstack-request-id: req-7e0b584c-73dc-47cd-9974-41e7620561fb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:04.437600 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd822f2c-1fd3-412c-9259-afcc0362d675", "tag": "9bdf6139-f09a-4c68-8b57-18e6f1498d85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:04.438128 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7e0b584c-73dc-47cd-9974-41e7620561fb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:04.438799 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd822f2c-1fd3-412c-9259-afcc0362d675', 'tag': '9bdf6139-f09a-4c68-8b57-18e6f1498d85', 'status': 'completed', 'code': 200} Jul 30 01:46:04.439347 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'status': 'completed', 'code': 200} Jul 30 01:46:04.457190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653355-ef78-4573-aa2d-491aff19035e req-b44000cb-f93d-4c10-bad7-25697fb1afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.460925 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797068c3-7f37-4648-8695-68cdd3408ae9 req-a4886c53-49d0-474b-93db-de194a316c8d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.461205 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92653355-ef78-4573-aa2d-491aff19035e req-b44000cb-f93d-4c10-bad7-25697fb1afd4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.3225646 Jul 30 01:46:04.465813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.468759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.470353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.470985 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-1b7b6da3-0d3a-45f2-852f-7988e93703a4 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393281 Jul 30 01:46:04.493289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797068c3-7f37-4648-8695-68cdd3408ae9 req-a4886c53-49d0-474b-93db-de194a316c8d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.575749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92653355-ef78-4573-aa2d-491aff19035e req-32ebaf79-4a1a-404e-8ee5-3fee0820bccc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868871 Jul 30 01:46:04.689314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1462214 Jul 30 01:46:04.710292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35356) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:04.720352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Request body: {'subnet': {'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-508300023-subnet', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:04.741215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797068c3-7f37-4648-8695-68cdd3408ae9 req-a4886c53-49d0-474b-93db-de194a316c8d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.743358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797068c3-7f37-4648-8695-68cdd3408ae9 req-a4886c53-49d0-474b-93db-de194a316c8d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9786563 Jul 30 01:46:04.772649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b121f98-50e9-4283-adbd-76134a6884fb admin admin] Pushing event updated for resources: {'Network': ['ID=bfc9db19-1933-4d9b-851d-ed7ad21bf023,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:04.788881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4886c53-49d0-474b-93db-de194a316c8d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafc1092-8f22-41d4-b84f-1e9d2707e400,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:04.797062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network bfc9db19-1933-4d9b-851d-ed7ad21bf023 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:46:04.806028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-11a55408-fb2e-475b-bc00-a3d0af1c400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.806927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-11a55408-fb2e-475b-bc00-a3d0af1c400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.807860 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-11a55408-fb2e-475b-bc00-a3d0af1c400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.808822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-11a55408-fb2e-475b-bc00-a3d0af1c400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.809826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-11a55408-fb2e-475b-bc00-a3d0af1c400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:04.813736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-11a55408-fb2e-475b-bc00-a3d0af1c400c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 4362 time: 0.3500350 Jul 30 01:46:04.906771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Made reservation on behalf of 302108582ba4433c8258acbca52aa5a0 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:04.909795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:04.936364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d49c76d-863a-4ae6-ae63-59504a2f31f3 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:05.016210 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8409142-7b1a-4af3-af83-bda2d2b1144b req-43ea0dcf-d8b0-49b4-a7ed-1e133abaaee7 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969311 Jul 30 01:46:05.020246 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.074369 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92653355-ef78-4573-aa2d-491aff19035e req-b0e30d48-207d-44ad-b52f-324a153e1708 service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336874 Jul 30 01:46:05.079777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6241ad-ce33-43cc-90a2-b7cf17ac041b req-296f9f70-04a9-4652-9875-ead29b94cacb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:05.094808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab6241ad-ce33-43cc-90a2-b7cf17ac041b req-296f9f70-04a9-4652-9875-ead29b94cacb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4511793 Jul 30 01:46:05.237865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Transition to ACTIVE for port object 7d49c76d-863a-4ae6-ae63-59504a2f31f3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:05.330710 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:05.569373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Pushing event updated for resources: {'Port': ['ID=7d49c76d-863a-4ae6-ae63-59504a2f31f3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:05.682054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-a6ef7709-643e-4dcd-ac72-7d1100a31490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:05.685375 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-a6ef7709-643e-4dcd-ac72-7d1100a31490 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fadbe6d999b4de38d8934bbcf669903&device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 1099 time: 0.5686257 Jul 30 01:46:05.935283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab6241ad-ce33-43cc-90a2-b7cf17ac041b req-68491eaa-4e15-4e18-8373-5a3262c011ec tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8286934 Jul 30 01:46:06.000991 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.080573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.094687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d86accc4-d15c-4cff-8e19-8926b0f4db43 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:06.102741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92653355-ef78-4573-aa2d-491aff19035e req-3602a30d-4dac-419a-9027-6c699ba90a89 service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0109272 Jul 30 01:46:06.198050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-c1309902-8d86-45ff-a42c-aa0bb2d0e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.199381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-c1309902-8d86-45ff-a42c-aa0bb2d0e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.200358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-c1309902-8d86-45ff-a42c-aa0bb2d0e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.205058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-c1309902-8d86-45ff-a42c-aa0bb2d0e4c4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.3806608 Jul 30 01:46:06.284869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853044a6-e88c-43a0-a1fc-c7b866916ec1 req-62125fa8-0da8-4561-9f09-fc66816d14c7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.321822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853044a6-e88c-43a0-a1fc-c7b866916ec1 req-62125fa8-0da8-4561-9f09-fc66816d14c7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.343617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853044a6-e88c-43a0-a1fc-c7b866916ec1 req-62125fa8-0da8-4561-9f09-fc66816d14c7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.366144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853044a6-e88c-43a0-a1fc-c7b866916ec1 req-62125fa8-0da8-4561-9f09-fc66816d14c7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.394707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853044a6-e88c-43a0-a1fc-c7b866916ec1 req-62125fa8-0da8-4561-9f09-fc66816d14c7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.428574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853044a6-e88c-43a0-a1fc-c7b866916ec1 req-62125fa8-0da8-4561-9f09-fc66816d14c7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.431752 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-853044a6-e88c-43a0-a1fc-c7b866916ec1 req-62125fa8-0da8-4561-9f09-fc66816d14c7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 4605 time: 0.4932444 Jul 30 01:46:06.528510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98072e7f-7497-409e-9b1d-b9d22a60b63b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:06.530889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d86accc4-d15c-4cff-8e19-8926b0f4db43, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d86accc4-d15c-4cff-8e19-8926b0f4db43,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:06.584368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Attempting to bind port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:06.584865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'd86accc4-d15c-4cff-8e19-8926b0f4db43', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'port_id': 'd86accc4-d15c-4cff-8e19-8926b0f4db43', 'mac_address': 'fa:16:3e:9e:35:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661a2d79-d7f8-420e-bedb-462b0400653a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:06.585109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Attempting to bind port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:06.585414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Attempting to bind port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:06.651926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:06.652544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Attempting to bind port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:06.673807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-6f18da5f-3858-4743-b5ce-a0c86d4385eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:06.675615 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-6f18da5f-3858-4743-b5ce-a0c86d4385eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.9015191 Jul 30 01:46:06.677532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Checking segment: {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:06.678176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Network hostable DHCP agents. Network: bfc9db19-1933-4d9b-851d-ed7ad21bf023, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:46:06.683055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:06.683796 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Checking segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:06.684457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Bound using segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:06.685182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Bound port: 7d49c76d-863a-4ae6-ae63-59504a2f31f3, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:06.685807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.713534 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.739826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86accc4-d15c-4cff-8e19-8926b0f4db43 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:06.800916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d86accc4-d15c-4cff-8e19-8926b0f4db43, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d86accc4-d15c-4cff-8e19-8926b0f4db43,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:06.814408 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:06.911474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-14c7d195-9a88-4588-87b3-2e1078662fca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9bdf6139-f09a-4c68-8b57-18e6f1498d85 HTTP/1.1" status: 200 len: 217 time: 0.1917934 Jul 30 01:46:06.936843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d86accc4-d15c-4cff-8e19-8926b0f4db43,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:06.937322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-853044a6-e88c-43a0-a1fc-c7b866916ec1 req-40148fa9-364d-49d9-8eb6-bcd60d24d35d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2252767 Jul 30 01:46:07.091067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] For port 7d49c76d-863a-4ae6-ae63-59504a2f31f3, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:07.098028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Network bfc9db19-1933-4d9b-851d-ed7ad21bf023 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:46:07.104447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] For port 7d49c76d-863a-4ae6-ae63-59504a2f31f3, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7d49c76d-863a-4ae6-ae63-59504a2f31f3,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:07.135179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-a2afb895-63d6-4d2b-9b19-20062646edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.137402 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-a2afb895-63d6-4d2b-9b19-20062646edd8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1701956 Jul 30 01:46:07.142543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.191506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7b719-5123-41cb-97b9-d83b795c7a05 req-32f1a0d1-ba44-4d35-994c-6801bb09800d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.195467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23f7b719-5123-41cb-97b9-d83b795c7a05 req-32f1a0d1-ba44-4d35-994c-6801bb09800d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 944 time: 0.6031878 Jul 30 01:46:07.198965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-bd6390fb-385b-4658-8165-14f75ad3e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.205644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-bd6390fb-385b-4658-8165-14f75ad3e589 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9776008 Jul 30 01:46:07.261459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['d86accc4-d15c-4cff-8e19-8926b0f4db43'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:07.274503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, bfc9db19-1933-4d9b-851d-ed7ad21bf023) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:07.326323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.327346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.360190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.361323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.366251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d08bd2-9e03-4cb9-b030-bc1445d80946 None None] Network bfc9db19-1933-4d9b-851d-ed7ad21bf023 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:07.371127 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] 10.222.0.41 "PUT /v2.0/ports/7d49c76d-863a-4ae6-ae63-59504a2f31f3 HTTP/1.1" status: 200 len: 1136 time: 5.3307621 Jul 30 01:46:07.399237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '7d49c76d-863a-4ae6-ae63-59504a2f31f3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:07.403955 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab36d8d-c6fc-40be-ade4-663baeff398b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "7d49c76d-863a-4ae6-ae63-59504a2f31f3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:07.418928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94659ff9-0c4c-48c6-b889-81d6b14f460c service neutron] Pushing event updated for resources: {'Port': ['ID=7d49c76d-863a-4ae6-ae63-59504a2f31f3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:07.437718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:07.460140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23f7b719-5123-41cb-97b9-d83b795c7a05 req-fe15dff4-b8e5-4103-8b0a-64f908a01344 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361794 Jul 30 01:46:07.512887 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-52361284-e46a-46db-aa6b-2901b6b912d3 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7990024 Jul 30 01:46:07.519737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-74975198-0a1c-4e4b-b2d4-f8a538fd758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.523252 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-74975198-0a1c-4e4b-b2d4-f8a538fd758a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2888880 Jul 30 01:46:07.526890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35380) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:07.535232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:07.536291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eedd2dd7-1249-4b78-b4ad-814311a8e3d3 req-2ccab7ed-3934-44bb-b934-aacedec6caca tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2896439ba6124c7aa7d315dbed719074 HTTP/1.1" status: 200 len: 10898 time: 0.4683933 Jul 30 01:46:07.711463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eedd2dd7-1249-4b78-b4ad-814311a8e3d3 req-e30e9c1c-d5a7-451c-8386-0873f7d6ca8c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/b1471a49-b6f0-447a-b2cf-7430b58d227f HTTP/1.1" status: 200 len: 2981 time: 0.1684883 Jul 30 01:46:07.872742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:46:07.874394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.874640 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.878195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.895796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eedd2dd7-1249-4b78-b4ad-814311a8e3d3 req-0ca58244-f36e-4361-8844-0c8107c61e9f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/b1471a49-b6f0-447a-b2cf-7430b58d227f HTTP/1.1" status: 200 len: 2981 time: 0.1817884 Jul 30 01:46:07.917489 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-62031c60-cf48-43cf-b0e7-2c114e43746b service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572218 Jul 30 01:46:07.920546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:07.926205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce381509-066e-44db-98d8-87a1030ea161 req-2891bd9f-b2f6-4e6e-8602-2069d94da152 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:07.934271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce381509-066e-44db-98d8-87a1030ea161 req-2891bd9f-b2f6-4e6e-8602-2069d94da152 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 948 time: 0.2192490 Jul 30 01:46:08.058448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce381509-066e-44db-98d8-87a1030ea161 req-81cdfced-5f34-4612-add2-588a239c1069 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102231 Jul 30 01:46:08.209603 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c95c66a-c9b3-4b5f-b7a4-56460c5466bc x-openstack-request-id: req-1c95c66a-c9b3-4b5f-b7a4-56460c5466bc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:08.212656 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "7d49c76d-863a-4ae6-ae63-59504a2f31f3", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:08.212656 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1c95c66a-c9b3-4b5f-b7a4-56460c5466bc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:08.212656 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '7d49c76d-863a-4ae6-ae63-59504a2f31f3', 'status': 'completed', 'code': 200} Jul 30 01:46:08.228706 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.353157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 9bdf6139-f09a-4c68-8b57-18e6f1498d85 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:08.441801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-975d8a26-8fcd-4f96-8221-ea99f72ec6ae req-0f040716-9bba-4d5d-bbdf-49fe7801d307 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/7374c8c5-c75a-4d28-a44e-4874c2b8259b HTTP/1.1" status: 200 len: 1801 time: 0.3263297 Jul 30 01:46:08.541022 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8f8eda7d-6e62-4b15-be52-6c76f921884e req-433f7d00-77ee-4b40-b598-f40af5fea78b service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704205 Jul 30 01:46:08.617678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-3d3d317f-44c4-4fd4-84cb-deedbd6e0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.618612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-3d3d317f-44c4-4fd4-84cb-deedbd6e0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.619678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-3d3d317f-44c4-4fd4-84cb-deedbd6e0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.620357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-3d3d317f-44c4-4fd4-84cb-deedbd6e0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.621315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-3d3d317f-44c4-4fd4-84cb-deedbd6e0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.622264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-3d3d317f-44c4-4fd4-84cb-deedbd6e0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.626634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-3d3d317f-44c4-4fd4-84cb-deedbd6e0d38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5291 time: 0.3854771 Jul 30 01:46:08.679812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f52cc-6dcb-40e1-a136-1fcd8830c088 req-d10a1c65-3bbf-4154-8ea9-be7eae5af984 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:08.683675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c68f52cc-6dcb-40e1-a136-1fcd8830c088 req-d10a1c65-3bbf-4154-8ea9-be7eae5af984 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3302968 Jul 30 01:46:08.689226 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-975d8a26-8fcd-4f96-8221-ea99f72ec6ae req-407d883c-b7b6-41c1-abb7-49379537c343 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.712219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Allocated IP 172.20.0.2 (bfc9db19-1933-4d9b-851d-ed7ad21bf023/98072e7f-7497-409e-9b1d-b9d22a60b63b/bbb35f63-6f4d-4733-93bb-1210b9fb4534) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:08.746838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.887806 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-975d8a26-8fcd-4f96-8221-ea99f72ec6ae req-407d883c-b7b6-41c1-abb7-49379537c343 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:08.939137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c68f52cc-6dcb-40e1-a136-1fcd8830c088 req-03df4161-709d-4deb-b4b5-49b57ddcb2a1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607664 Jul 30 01:46:08.956035 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:46:09.004200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:09.016082 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.033508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Transition to ACTIVE for port object bbb35f63-6f4d-4733-93bb-1210b9fb4534 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:09.053541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.063146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-975d8a26-8fcd-4f96-8221-ea99f72ec6ae req-407d883c-b7b6-41c1-abb7-49379537c343 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.065905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Transition to ACTIVE for port object bbb35f63-6f4d-4733-93bb-1210b9fb4534 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:09.068892 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-975d8a26-8fcd-4f96-8221-ea99f72ec6ae req-407d883c-b7b6-41c1-abb7-49379537c343 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.081567 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.086204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-975d8a26-8fcd-4f96-8221-ea99f72ec6ae req-407d883c-b7b6-41c1-abb7-49379537c343 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/7374c8c5-c75a-4d28-a44e-4874c2b8259b HTTP/1.1" status: 204 len: 173 time: 0.6398146 Jul 30 01:46:09.150272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d883c-b7b6-41c1-abb7-49379537c343 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7374c8c5-c75a-4d28-a44e-4874c2b8259b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:09.197256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 9bdf6139-f09a-4c68-8b57-18e6f1498d85, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=9bdf6139-f09a-4c68-8b57-18e6f1498d85,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:09.236091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Transition to ACTIVE for port object 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:09.243587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-8c16a92e-770b-42a8-8481-0ea810234936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.244450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-8c16a92e-770b-42a8-8481-0ea810234936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.245515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-8c16a92e-770b-42a8-8481-0ea810234936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.249217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-8c16a92e-770b-42a8-8481-0ea810234936 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6037586 Jul 30 01:46:09.251013 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.292433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Network bfc9db19-1933-4d9b-851d-ed7ad21bf023 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:09.308205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '9bdf6139-f09a-4c68-8b57-18e6f1498d85', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '9bdf6139-f09a-4c68-8b57-18e6f1498d85', 'mac_address': 'fa:16:3e:fe:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:09.318920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:09.332971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:09.349389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Pushing event updated for resources: {'Port': ['ID=bbb35f63-6f4d-4733-93bb-1210b9fb4534,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:09.419188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Pushing event updated for resources: {'Port': ['ID=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:09.514336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.514676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Attempting to bind port bbb35f63-6f4d-4733-93bb-1210b9fb4534 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:09.515486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Attempting to bind port bbb35f63-6f4d-4733-93bb-1210b9fb4534 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:09.516011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Attempting to bind port bbb35f63-6f4d-4733-93bb-1210b9fb4534 on network bfc9db19-1933-4d9b-851d-ed7ad21bf023 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:09.516570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd7cd-8b2c-4e71-a052-a39b5b6a624c req-ecefd291-c2cb-4bd5-af20-25467e214d97 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.517141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.517981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.518810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.519729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.520575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.521408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.522235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.523080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.524255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.525285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.526391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:09.532680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd7cd-8b2c-4e71-a052-a39b5b6a624c req-ecefd291-c2cb-4bd5-af20-25467e214d97 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.542314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd7cd-8b2c-4e71-a052-a39b5b6a624c req-ecefd291-c2cb-4bd5-af20-25467e214d97 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.546985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:09.547762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Checking segment: {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:09.548504 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.549230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Bound using segment: {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:09.550066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Bound port: bbb35f63-6f4d-4733-93bb-1210b9fb4534, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:09.550863 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.554435 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.556239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd7cd-8b2c-4e71-a052-a39b5b6a624c req-ecefd291-c2cb-4bd5-af20-25467e214d97 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.568292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd7cd-8b2c-4e71-a052-a39b5b6a624c req-ecefd291-c2cb-4bd5-af20-25467e214d97 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.580337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd7cd-8b2c-4e71-a052-a39b5b6a624c req-ecefd291-c2cb-4bd5-af20-25467e214d97 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.584132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18fbd7cd-8b2c-4e71-a052-a39b5b6a624c req-ecefd291-c2cb-4bd5-af20-25467e214d97 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 4605 time: 0.4069569 Jul 30 01:46:09.664072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdf6139-f09a-4c68-8b57-18e6f1498d85 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:09.692943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012223db-a02a-4b2e-8e48-cfafc31c8547 req-e1f23e06-e14d-44b3-a6cd-6328a5b340a4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.695627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-012223db-a02a-4b2e-8e48-cfafc31c8547 req-e1f23e06-e14d-44b3-a6cd-6328a5b340a4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 945 time: 0.3893073 Jul 30 01:46:09.724638 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Attempting to bind port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:09.725297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Attempting to bind port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:09.726193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Attempting to bind port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:09.752891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c on network 6f4295d3-56a4-4053-93f8-45307cdcf664 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:09.754287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Attempting to bind port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:09.777582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:09.778164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Checking segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:09.778908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Bound using segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:09.780472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Bound port: 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:09.781274 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.787749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18fbd7cd-8b2c-4e71-a052-a39b5b6a624c req-9603601e-1f81-4874-b375-ac06262ad337 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1721754 Jul 30 01:46:09.793690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-d804c6dd-8fac-41c1-bd30-441939f2ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:09.796599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ab36d8d-c6fc-40be-ade4-663baeff398b req-d804c6dd-8fac-41c1-bd30-441939f2ce07 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5324421 Jul 30 01:46:09.801978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 9bdf6139-f09a-4c68-8b57-18e6f1498d85, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=9bdf6139-f09a-4c68-8b57-18e6f1498d85,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:09.843828 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.864012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-012223db-a02a-4b2e-8e48-cfafc31c8547 req-c5959eb7-1553-422d-be49-23e7bd57bc37 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443217 Jul 30 01:46:09.899944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] For port bbb35f63-6f4d-4733-93bb-1210b9fb4534, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:09.939381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] For port bbb35f63-6f4d-4733-93bb-1210b9fb4534, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bbb35f63-6f4d-4733-93bb-1210b9fb4534,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:09.948508 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:09.993738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=9bdf6139-f09a-4c68-8b57-18e6f1498d85,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:10.003034 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-93191ec3-eb61-416a-a65d-e2b97683e2e9 req-7ecf6fe8-41d4-4abd-9eb6-4f5748fef62d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:46:10.023853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93191ec3-eb61-416a-a65d-e2b97683e2e9 req-7ecf6fe8-41d4-4abd-9eb6-4f5748fef62d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/7374c8c5-c75a-4d28-a44e-4874c2b8259b HTTP/1.1" status: 404 len: 352 time: 0.0575757 Jul 30 01:46:10.151476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d86accc4-d15c-4cff-8e19-8926b0f4db43 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:10.259277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3376-60ca-4507-992a-4f9c84ce2ce7 req-d2708174-c78a-46ab-b082-5b225e174d59 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:10.261597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b32d3376-60ca-4507-992a-4f9c84ce2ce7 req-d2708174-c78a-46ab-b082-5b225e174d59 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1739604 Jul 30 01:46:10.317131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab7c9a-c604-4bcb-bf4d-14af7d9b7075 None None] Pushing event updated for resources: {'Port': ['ID=bbb35f63-6f4d-4733-93bb-1210b9fb4534,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:10.354658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecd40c-e1bf-446d-b797-7b51babb2334 req-039b2708-ce9b-472a-a550-9e33c737181c tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:10.370834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eeecd40c-e1bf-446d-b797-7b51babb2334 req-039b2708-ce9b-472a-a550-9e33c737181c tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 949 time: 0.2045047 Jul 30 01:46:10.432120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['9bdf6139-f09a-4c68-8b57-18e6f1498d85'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:10.441926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] For port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:10.450755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] For port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:10.465123 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.488385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b32d3376-60ca-4507-992a-4f9c84ce2ce7 req-4e70fb6a-0d8a-49ce-998f-0b749db218c8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067130 Jul 30 01:46:10.513013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port d86accc4-d15c-4cff-8e19-8926b0f4db43 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:10.528807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eeecd40c-e1bf-446d-b797-7b51babb2334 req-d56678b4-5b8e-4dab-aa67-e564245cc67e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559172 Jul 30 01:46:10.542143 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port d86accc4-d15c-4cff-8e19-8926b0f4db43 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:10.543819 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.609228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:10.609896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:10.613061 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] 10.222.0.41 "PUT /v2.0/ports/16817cc2-2b41-41ed-9c3f-7b5bfd8d722c HTTP/1.1" status: 200 len: 1134 time: 3.1850684 Jul 30 01:46:10.625959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '16817cc2-2b41-41ed-9c3f-7b5bfd8d722c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:10.631524 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978661e6-6785-4741-83ed-ff060317034a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "16817cc2-2b41-41ed-9c3f-7b5bfd8d722c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:10.682351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:10.792160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58523bae-a73c-4ddd-ad03-0312a5b277a8 req-32196a20-7563-4ad6-9fab-a587a3b4c007 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/26b68f13-0ae8-400a-bfae-6a3d13bde397 HTTP/1.1" status: 200 len: 1801 time: 0.1318135 Jul 30 01:46:10.849365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.016477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.018358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-58523bae-a73c-4ddd-ad03-0312a5b277a8 req-c6fae78f-b3da-4bfd-bbc7-b2d40d4e68f8 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.081011 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.084753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cf32c-3884-48ff-8303-a4508702d31b service neutron] Pushing event updated for resources: {'Port': ['ID=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:11.100244 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-58523bae-a73c-4ddd-ad03-0312a5b277a8 req-c6fae78f-b3da-4bfd-bbc7-b2d40d4e68f8 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.220980 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-58523bae-a73c-4ddd-ad03-0312a5b277a8 req-c6fae78f-b3da-4bfd-bbc7-b2d40d4e68f8 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.234622 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.243817 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26e535d-9cb2-4e8b-bd45-85a599331d00 x-openstack-request-id: req-b26e535d-9cb2-4e8b-bd45-85a599331d00 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:11.244440 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "16817cc2-2b41-41ed-9c3f-7b5bfd8d722c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:11.244883 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b26e535d-9cb2-4e8b-bd45-85a599331d00 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:11.245547 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '16817cc2-2b41-41ed-9c3f-7b5bfd8d722c', 'status': 'completed', 'code': 200} Jul 30 01:46:11.276987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-58523bae-a73c-4ddd-ad03-0312a5b277a8 req-c6fae78f-b3da-4bfd-bbc7-b2d40d4e68f8 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.316535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58523bae-a73c-4ddd-ad03-0312a5b277a8 req-c6fae78f-b3da-4bfd-bbc7-b2d40d4e68f8 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/26b68f13-0ae8-400a-bfae-6a3d13bde397 HTTP/1.1" status: 204 len: 173 time: 0.5146604 Jul 30 01:46:11.376221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fae78f-b3da-4bfd-bbc7-b2d40d4e68f8 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b68f13-0ae8-400a-bfae-6a3d13bde397,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:11.433139 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Allocated IP 172.25.7.7 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/2c46f0c6-aca9-4112-9ff5-b69a8aa811ce) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:11.462787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d86accc4-d15c-4cff-8e19-8926b0f4db43, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d86accc4-d15c-4cff-8e19-8926b0f4db43,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:11.484478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d60e6-e5cc-4247-a38f-f6ace291d12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86accc4-d15c-4cff-8e19-8926b0f4db43'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:11.496077 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392f2796-8995-4483-9b1c-09082582fbe3" -d '{"events": [{"server_uuid": "181d60e6-e5cc-4247-a38f-f6ace291d12a", "name": "network-vif-plugged", "status": "completed", "tag": "d86accc4-d15c-4cff-8e19-8926b0f4db43"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:11.505092 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.559014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-b6ede88d-6420-46f7-a5f6-93088767a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.559956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-b6ede88d-6420-46f7-a5f6-93088767a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.561400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-b6ede88d-6420-46f7-a5f6-93088767a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.562422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-b6ede88d-6420-46f7-a5f6-93088767a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.563476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-b6ede88d-6420-46f7-a5f6-93088767a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.564127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-b6ede88d-6420-46f7-a5f6-93088767a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.564614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-b6ede88d-6420-46f7-a5f6-93088767a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.568580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-978661e6-6785-4741-83ed-ff060317034a req-b6ede88d-6420-46f7-a5f6-93088767a1c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6218 time: 0.2516868 Jul 30 01:46:11.656285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d86accc4-d15c-4cff-8e19-8926b0f4db43,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:11.752219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:11.809941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb94b10-03e8-44e5-9532-93460e99463a req-79265103-9243-42b3-a953-e27bcef6e349 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.813860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cb94b10-03e8-44e5-9532-93460e99463a req-79265103-9243-42b3-a953-e27bcef6e349 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 946 time: 0.3771775 Jul 30 01:46:11.852126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df08f-baa9-408e-9429-d4a3478034d8 req-84cd49ab-64b2-4c20-a2ea-61b2ab865461 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.866179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df08f-baa9-408e-9429-d4a3478034d8 req-84cd49ab-64b2-4c20-a2ea-61b2ab865461 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.881659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df08f-baa9-408e-9429-d4a3478034d8 req-84cd49ab-64b2-4c20-a2ea-61b2ab865461 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.893246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df08f-baa9-408e-9429-d4a3478034d8 req-84cd49ab-64b2-4c20-a2ea-61b2ab865461 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.907262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df08f-baa9-408e-9429-d4a3478034d8 req-84cd49ab-64b2-4c20-a2ea-61b2ab865461 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.919264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df08f-baa9-408e-9429-d4a3478034d8 req-84cd49ab-64b2-4c20-a2ea-61b2ab865461 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.932275 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df08f-baa9-408e-9429-d4a3478034d8 req-84cd49ab-64b2-4c20-a2ea-61b2ab865461 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:11.936332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e77df08f-baa9-408e-9429-d4a3478034d8 req-84cd49ab-64b2-4c20-a2ea-61b2ab865461 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5381 time: 0.4452503 Jul 30 01:46:12.105651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-faaf6c0a-0adb-4b9f-b910-7f5d03c9690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.105651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-faaf6c0a-0adb-4b9f-b910-7f5d03c9690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.112618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-faaf6c0a-0adb-4b9f-b910-7f5d03c9690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.115749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-978661e6-6785-4741-83ed-ff060317034a req-faaf6c0a-0adb-4b9f-b910-7f5d03c9690b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5200410 Jul 30 01:46:12.128560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cb94b10-03e8-44e5-9532-93460e99463a req-dd12926f-b743-4ec3-8f36-593a156c385c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903455 Jul 30 01:46:12.166053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e77df08f-baa9-408e-9429-d4a3478034d8 req-a8d1862f-221d-4225-9dee-cfbe9f93c5a5 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1884429 Jul 30 01:46:12.248867 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:12.299147 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-7e60096e-46fd-4378-bb6f-e1661b930762 req-8b85b866-5e2e-4d53-9589-7aaea5df835b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:46:12.313266 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e60096e-46fd-4378-bb6f-e1661b930762 req-8b85b866-5e2e-4d53-9589-7aaea5df835b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/26b68f13-0ae8-400a-bfae-6a3d13bde397 HTTP/1.1" status: 404 len: 352 time: 0.0522301 Jul 30 01:46:12.363211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7d47c-7926-451d-a1e4-c5152fc99f41 None None] Network bfc9db19-1933-4d9b-851d-ed7ad21bf023 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:46:12.395401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:12.520794 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a905650e-2ee2-4624-94df-5c761036f282 x-openstack-request-id: req-a905650e-2ee2-4624-94df-5c761036f282 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:12.521258 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d60e6-e5cc-4247-a38f-f6ace291d12a", "name": "network-vif-plugged", "status": "completed", "tag": "d86accc4-d15c-4cff-8e19-8926b0f4db43", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:12.521665 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a905650e-2ee2-4624-94df-5c761036f282 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:12.522286 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d60e6-e5cc-4247-a38f-f6ace291d12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86accc4-d15c-4cff-8e19-8926b0f4db43', 'code': 200} Jul 30 01:46:12.525821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ababb2-8edd-4731-910b-9d527a53496f req-2ebc1ceb-0262-429f-87f3-2c7000d3f0b0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.530149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14ababb2-8edd-4731-910b-9d527a53496f req-2ebc1ceb-0262-429f-87f3-2c7000d3f0b0 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1804299 Jul 30 01:46:12.540243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978661e6-6785-4741-83ed-ff060317034a req-595b75a0-a174-4314-b60f-8dfa5bf4525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.546302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-978661e6-6785-4741-83ed-ff060317034a req-595b75a0-a174-4314-b60f-8dfa5bf4525a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4111125 Jul 30 01:46:12.547902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:12.569254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:12.591253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-01cb1253-14b0-4c36-b5bf-53d9a2d63575 None None] Provisioning for port bbb35f63-6f4d-4733-93bb-1210b9fb4534 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:12.722441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14ababb2-8edd-4731-910b-9d527a53496f req-6c8d5fc5-0dde-4886-8f51-a59c63c22346 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726079 Jul 30 01:46:12.826989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19d2fd-dd64-4674-98ab-3e0da41da850 req-9411c72f-f54e-4a70-9944-7d5554ba3bbe tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:12.832468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d19d2fd-dd64-4674-98ab-3e0da41da850 req-9411c72f-f54e-4a70-9944-7d5554ba3bbe tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 949 time: 0.2625315 Jul 30 01:46:12.880062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bbb35f63-6f4d-4733-93bb-1210b9fb4534 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:12.966834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d19d2fd-dd64-4674-98ab-3e0da41da850 req-14ff0285-83d0-4015-8db9-cf3122c6636a tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233919 Jul 30 01:46:13.038097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port bbb35f63-6f4d-4733-93bb-1210b9fb4534 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:13.056806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bbb35f63-6f4d-4733-93bb-1210b9fb4534 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:13.057704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.195149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70aa9c80-f429-44d3-9375-cec186e971e5 req-b1d67e69-b1a5-4fdc-a01d-552813dacecf tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/fafc1092-8f22-41d4-b84f-1e9d2707e400 HTTP/1.1" status: 200 len: 1800 time: 0.1797638 Jul 30 01:46:13.277775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef3078-3c57-406c-87e4-c48f16917522 req-8de21c54-9e90-4cc4-be26-4816d16b5838 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:13.286328 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.292966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:13.297799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fef3078-3c57-406c-87e4-c48f16917522 req-8de21c54-9e90-4cc4-be26-4816d16b5838 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1849024 Jul 30 01:46:13.371946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port bbb35f63-6f4d-4733-93bb-1210b9fb4534, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bbb35f63-6f4d-4733-93bb-1210b9fb4534,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:13.379315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.414586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a410653c-b1b8-4706-b982-5872a766d639 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:13.456435 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.469557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fef3078-3c57-406c-87e4-c48f16917522 req-f4b77159-9e59-4691-af7f-0a90ca4b7c15 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665716 Jul 30 01:46:13.479917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Transition to ACTIVE for port object a410653c-b1b8-4706-b982-5872a766d639 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:13.491819 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.505560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=bbb35f63-6f4d-4733-93bb-1210b9fb4534,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:13.534628 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-70aa9c80-f429-44d3-9375-cec186e971e5 req-0b604d53-22b8-44fd-8f12-75c638505623 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.588487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-00af0dfe-90d8-4545-86bb-cb990171d776 None None] Provisioning complete for port bbb35f63-6f4d-4733-93bb-1210b9fb4534 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:13.589455 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00af0dfe-90d8-4545-86bb-cb990171d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.664954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-70aa9c80-f429-44d3-9375-cec186e971e5 req-0b604d53-22b8-44fd-8f12-75c638505623 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.789961 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-70aa9c80-f429-44d3-9375-cec186e971e5 req-0b604d53-22b8-44fd-8f12-75c638505623 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.796816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-70aa9c80-f429-44d3-9375-cec186e971e5 req-0b604d53-22b8-44fd-8f12-75c638505623 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:13.801269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70aa9c80-f429-44d3-9375-cec186e971e5 req-0b604d53-22b8-44fd-8f12-75c638505623 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/fafc1092-8f22-41d4-b84f-1e9d2707e400 HTTP/1.1" status: 204 len: 173 time: 0.5887356 Jul 30 01:46:13.882704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b604d53-22b8-44fd-8f12-75c638505623 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafc1092-8f22-41d4-b84f-1e9d2707e400,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:13.931882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c39660-6e88-4d0d-b9d9-66765d81e84d req-aa4f495c-ed28-433f-a472-813577c20049 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:13.937059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50c39660-6e88-4d0d-b9d9-66765d81e84d req-aa4f495c-ed28-433f-a472-813577c20049 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 946 time: 0.1714230 Jul 30 01:46:14.078533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50c39660-6e88-4d0d-b9d9-66765d81e84d req-7abc8b25-260d-4a60-841a-56e0299ecc8e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169622 Jul 30 01:46:14.132415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 9bdf6139-f09a-4c68-8b57-18e6f1498d85 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:14.154973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadd7eb-2bfa-46d9-9d2a-4722ff11a8db req-c1ecca25-7710-4860-ba99-bb08498c5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.157502 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bdadd7eb-2bfa-46d9-9d2a-4722ff11a8db req-c1ecca25-7710-4860-ba99-bb08498c5be4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 1097 time: 0.8522687 Jul 30 01:46:14.170513 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Pushing event updated for resources: {'Port': ['ID=a410653c-b1b8-4706-b982-5872a766d639,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:14.180926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318633-b423-4f2b-b9b1-358ca023a06d req-0b219c70-48e4-4a25-b68e-2dfa0e2d20d9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.185035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Attempting to bind port a410653c-b1b8-4706-b982-5872a766d639 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:14.185483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Attempting to bind port a410653c-b1b8-4706-b982-5872a766d639 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:14.185859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Attempting to bind port a410653c-b1b8-4706-b982-5872a766d639 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:14.192643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318633-b423-4f2b-b9b1-358ca023a06d req-0b219c70-48e4-4a25-b68e-2dfa0e2d20d9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.210849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318633-b423-4f2b-b9b1-358ca023a06d req-0b219c70-48e4-4a25-b68e-2dfa0e2d20d9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.220841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Port a410653c-b1b8-4706-b982-5872a766d639 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:14.221194 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Attempting to bind port a410653c-b1b8-4706-b982-5872a766d639 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:14.222085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:14.226581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318633-b423-4f2b-b9b1-358ca023a06d req-0b219c70-48e4-4a25-b68e-2dfa0e2d20d9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.230334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:14.231188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:14.231478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.231690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Checking segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:14.232092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Bound using segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:14.232832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Bound port: a410653c-b1b8-4706-b982-5872a766d639, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:14.233453 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.243834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318633-b423-4f2b-b9b1-358ca023a06d req-0b219c70-48e4-4a25-b68e-2dfa0e2d20d9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.261320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318633-b423-4f2b-b9b1-358ca023a06d req-0b219c70-48e4-4a25-b68e-2dfa0e2d20d9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.296056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318633-b423-4f2b-b9b1-358ca023a06d req-0b219c70-48e4-4a25-b68e-2dfa0e2d20d9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.307837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c318633-b423-4f2b-b9b1-358ca023a06d req-0b219c70-48e4-4a25-b68e-2dfa0e2d20d9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5393 time: 0.2648637 Jul 30 01:46:14.347178 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-63b8a6f0-7505-4c36-b5b4-d8f759808618 req-16c92422-9d1e-4cdc-add5-0a0c212ff65a tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:46:14.348501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63b8a6f0-7505-4c36-b5b4-d8f759808618 req-16c92422-9d1e-4cdc-add5-0a0c212ff65a tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/fafc1092-8f22-41d4-b84f-1e9d2707e400 HTTP/1.1" status: 404 len: 352 time: 0.2201216 Jul 30 01:46:14.355182 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bdadd7eb-2bfa-46d9-9d2a-4722ff11a8db req-d3108bbe-28e7-4a3f-b773-f9e83bb4621c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654952 Jul 30 01:46:14.422582 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.430230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c318633-b423-4f2b-b9b1-358ca023a06d req-a91ec87f-1462-4c2b-adae-99a21768e790 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209733 Jul 30 01:46:14.527816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd822f2c-1fd3-412c-9259-afcc0362d675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdf6139-f09a-4c68-8b57-18e6f1498d85'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:14.537842 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5808aba3-7ea1-46e4-956e-c7d173db2311" -d '{"events": [{"server_uuid": "fd822f2c-1fd3-412c-9259-afcc0362d675", "name": "network-vif-plugged", "status": "completed", "tag": "9bdf6139-f09a-4c68-8b57-18e6f1498d85"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:14.554986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 9bdf6139-f09a-4c68-8b57-18e6f1498d85, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=9bdf6139-f09a-4c68-8b57-18e6f1498d85,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:14.557074 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.563935 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.666084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] For port a410653c-b1b8-4706-b982-5872a766d639, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:14.702697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=9bdf6139-f09a-4c68-8b57-18e6f1498d85,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:14.709079 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] For port a410653c-b1b8-4706-b982-5872a766d639, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a410653c-b1b8-4706-b982-5872a766d639,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:14.772382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.787120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bbb35f63-6f4d-4733-93bb-1210b9fb4534 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:14.827920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793fdae-756c-4dc1-a18c-8623d3ec3cad req-e0888c4e-081f-4ac9-a052-23ab3084d907 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.830673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1793fdae-756c-4dc1-a18c-8623d3ec3cad req-e0888c4e-081f-4ac9-a052-23ab3084d907 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 950 time: 0.1783063 Jul 30 01:46:14.854535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2524a530-bb6e-4154-bfa7-355b7b421dbc req-d4ee9ed4-8633-4b96-add0-bcfab1903c4d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2896439ba6124c7aa7d315dbed719074 HTTP/1.1" status: 200 len: 6149 time: 0.2721584 Jul 30 01:46:14.871611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:14.872496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:14.875336 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] 10.222.0.41 "PUT /v2.0/ports/a410653c-b1b8-4706-b982-5872a766d639 HTTP/1.1" status: 200 len: 1089 time: 4.2246470 Jul 30 01:46:14.876040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': 'a410653c-b1b8-4706-b982-5872a766d639'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:14.889219 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "a410653c-b1b8-4706-b982-5872a766d639"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:14.925309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:14.935800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bbb35f63-6f4d-4733-93bb-1210b9fb4534 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:14.936644 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.013041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1793fdae-756c-4dc1-a18c-8623d3ec3cad req-90a4ccd1-8c08-4201-87d8-3a600f97b476 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527929 Jul 30 01:46:15.050356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2524a530-bb6e-4154-bfa7-355b7b421dbc req-8f7b7693-feca-486d-83d2-92e9ceb1bc5c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/b1471a49-b6f0-447a-b2cf-7430b58d227f HTTP/1.1" status: 200 len: 2981 time: 0.1455629 Jul 30 01:46:15.157668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b2849-d453-47c7-a341-c42bec2a1d7e service neutron] Pushing event updated for resources: {'Port': ['ID=a410653c-b1b8-4706-b982-5872a766d639,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:15.212341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2524a530-bb6e-4154-bfa7-355b7b421dbc req-fcb7e3ac-6801-4735-bca8-5ff061c27b21 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/b1471a49-b6f0-447a-b2cf-7430b58d227f HTTP/1.1" status: 200 len: 2981 time: 0.1604915 Jul 30 01:46:15.328528 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f88369-342e-4018-8ed9-e4de82512091 x-openstack-request-id: req-83f88369-342e-4018-8ed9-e4de82512091 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:15.330490 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd822f2c-1fd3-412c-9259-afcc0362d675", "name": "network-vif-plugged", "status": "completed", "tag": "9bdf6139-f09a-4c68-8b57-18e6f1498d85", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:15.331176 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-83f88369-342e-4018-8ed9-e4de82512091 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:15.332186 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd822f2c-1fd3-412c-9259-afcc0362d675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdf6139-f09a-4c68-8b57-18e6f1498d85', 'code': 200} Jul 30 01:46:15.348662 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.403642 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.404824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dd432-a507-492b-bf06-67a59f8b720a req-c1cbe125-d92c-4470-a1e8-91e480278ea5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.421686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-297dd432-a507-492b-bf06-67a59f8b720a req-c1cbe125-d92c-4470-a1e8-91e480278ea5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2068152 Jul 30 01:46:15.530465 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e1691d-61d5-4903-a303-c7fb85171199 x-openstack-request-id: req-a3e1691d-61d5-4903-a303-c7fb85171199 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:15.530908 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "a410653c-b1b8-4706-b982-5872a766d639", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:15.531231 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a3e1691d-61d5-4903-a303-c7fb85171199 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:15.532943 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': 'a410653c-b1b8-4706-b982-5872a766d639', 'status': 'completed', 'code': 200} Jul 30 01:46:15.558995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-297dd432-a507-492b-bf06-67a59f8b720a req-e707ec18-96a8-4d25-9561-0a2f9ae52979 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251373 Jul 30 01:46:15.699871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-bffd3bd4-68b3-4270-9962-586d2352d020 req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1169606442', 'description': 'tempest-description-1881163865'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:15.761285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bffd3bd4-68b3-4270-9962-586d2352d020 req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:15.778249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddfa88-2b62-43ff-8744-d954ba931f3f req-3e5186e4-a1f8-4fb6-bf7d-7446de532cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.781699 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1eddfa88-2b62-43ff-8744-d954ba931f3f req-3e5186e4-a1f8-4fb6-bf7d-7446de532cba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 1101 time: 0.3152118 Jul 30 01:46:15.782595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-c1e11eba-3c94-4023-807b-518a2a236625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.783179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-c1e11eba-3c94-4023-807b-518a2a236625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.783985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-c1e11eba-3c94-4023-807b-518a2a236625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.784824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-c1e11eba-3c94-4023-807b-518a2a236625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.785719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-c1e11eba-3c94-4023-807b-518a2a236625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.786293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-c1e11eba-3c94-4023-807b-518a2a236625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.787206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-c1e11eba-3c94-4023-807b-518a2a236625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.791130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-c1e11eba-3c94-4023-807b-518a2a236625 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6285 time: 0.2467999 Jul 30 01:46:15.806182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5c350-07d2-4353-8a76-889618fa8a9b req-cd1fd0ba-43ae-4e6e-a11d-a7b6332d5068 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:15.808434 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45d5c350-07d2-4353-8a76-889618fa8a9b req-cd1fd0ba-43ae-4e6e-a11d-a7b6332d5068 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 946 time: 0.1833246 Jul 30 01:46:15.991514 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1eddfa88-2b62-43ff-8744-d954ba931f3f req-aef803b5-6c9a-45bf-bb4e-27ed83401faa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853213 Jul 30 01:46:16.054674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45d5c350-07d2-4353-8a76-889618fa8a9b req-e5f6d34b-9ad2-415f-a64d-ca7988b36dd2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267990 Jul 30 01:46:16.162124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-484d16b1-2be8-4082-ab00-373f52c3c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.163154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-484d16b1-2be8-4082-ab00-373f52c3c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.164028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-484d16b1-2be8-4082-ab00-373f52c3c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.166860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-484d16b1-2be8-4082-ab00-373f52c3c427 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3569841 Jul 30 01:46:16.242015 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Router b71231e3-5e75-472c-8853-1f6d8b65180b is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:46:16.420379 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bffd3bd4-68b3-4270-9962-586d2352d020 req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.437868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bffd3bd4-68b3-4270-9962-586d2352d020 req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.530958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781de29-c9bd-48ab-bd14-71a6284ac0eb req-d82cf076-7b17-4149-8a44-8e3f2b70633d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.543073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781de29-c9bd-48ab-bd14-71a6284ac0eb req-d82cf076-7b17-4149-8a44-8e3f2b70633d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.554925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781de29-c9bd-48ab-bd14-71a6284ac0eb req-d82cf076-7b17-4149-8a44-8e3f2b70633d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.567505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781de29-c9bd-48ab-bd14-71a6284ac0eb req-d82cf076-7b17-4149-8a44-8e3f2b70633d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.574481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:16.579680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781de29-c9bd-48ab-bd14-71a6284ac0eb req-d82cf076-7b17-4149-8a44-8e3f2b70633d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.591021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781de29-c9bd-48ab-bd14-71a6284ac0eb req-d82cf076-7b17-4149-8a44-8e3f2b70633d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.594427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71cd6ca-40bc-4301-84f3-d0d13ce3f177 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:16.604785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781de29-c9bd-48ab-bd14-71a6284ac0eb req-d82cf076-7b17-4149-8a44-8e3f2b70633d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.607061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Sync routers for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:16.620011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1781de29-c9bd-48ab-bd14-71a6284ac0eb req-d82cf076-7b17-4149-8a44-8e3f2b70633d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5393 time: 0.3124888 Jul 30 01:46:16.624341 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.647029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.649427 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-544d591a-48da-4dd3-98a5-3e924c8a36f8 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.1204109 Jul 30 01:46:16.656461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35456) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:16.656804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:16.659093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:46:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:16.687970 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bffd3bd4-68b3-4270-9962-586d2352d020 req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.690094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bffd3bd4-68b3-4270-9962-586d2352d020 req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0216219 Jul 30 01:46:16.697048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-e4c8f209-1e83-4690-9375-1e736bd5c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:16.699828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab558fd1-0ae8-47a6-88cd-3e1039ce0482 req-e4c8f209-1e83-4690-9375-1e736bd5c089 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5218124 Jul 30 01:46:16.704766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93279234-c4d5-400a-aa63-81f7929d7e26,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:16.752142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.753408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.753408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.754120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.754120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.755251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.757091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.757091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.757091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.757091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.759556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.759556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8357f-3326-4ee3-a393-acff9b309c0c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:16.788574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1781de29-c9bd-48ab-bd14-71a6284ac0eb req-07938861-a3b9-4952-87f8-9dbddf56fc63 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1669600 Jul 30 01:46:16.829308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Transition to ACTIVE for port object d71cd6ca-40bc-4301-84f3-d0d13ce3f177 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:16.846834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:16.944940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:17.150552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cbc00-8c9f-4a40-bd8a-ef6f969650fa req-4fb31d8d-f819-4497-bfb7-d790dcf91153 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:17.162299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-741cbc00-8c9f-4a40-bd8a-ef6f969650fa req-4fb31d8d-f819-4497-bfb7-d790dcf91153 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1689236 Jul 30 01:46:17.184927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Pushing event updated for resources: {'Port': ['ID=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:17.370071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8f077-87ae-43e9-bf3c-c78d41f6807e req-2edada66-ec31-46a5-8555-c73e7f7d1ada tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:17.384994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00c8f077-87ae-43e9-bf3c-c78d41f6807e req-2edada66-ec31-46a5-8555-c73e7f7d1ada tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 950 time: 0.2718399 Jul 30 01:46:17.415674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-741cbc00-8c9f-4a40-bd8a-ef6f969650fa req-f5b231d1-ff09-4297-9eb5-2241a08162bc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051218 Jul 30 01:46:17.522324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-33e0cee0-cda0-43ee-a760-94be52698384 req-56794624-79c4-4e29-bbcf-fc73507f3fe1 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2030652978', 'description': 'tempest-description-940150945'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:17.532592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Attempting to bind port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:17.532592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Attempting to bind port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:17.533088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Attempting to bind port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:17.538212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:14Z', 'revision_number': 3, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:17.554697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:17.555256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Attempting to bind port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:17.572523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:17.573162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Checking segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:17.573831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Bound using segment: {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:17.574536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Bound port: d71cd6ca-40bc-4301-84f3-d0d13ce3f177, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8519ea13-faf1-459a-bc4c-d6fd7b34162a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:17.575596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.594220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00c8f077-87ae-43e9-bf3c-c78d41f6807e req-8e5ba321-e552-44ae-8462-e6eebda8332c tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076571 Jul 30 01:46:17.600943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-33e0cee0-cda0-43ee-a760-94be52698384 req-56794624-79c4-4e29-bbcf-fc73507f3fe1 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.633977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Checking router: b71231e3-5e75-472c-8853-1f6d8b65180b for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:17.634927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Updating router b71231e3-5e75-472c-8853-1f6d8b65180b port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:17.729110 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:17.938889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] For port d71cd6ca-40bc-4301-84f3-d0d13ce3f177, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:17.945808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] For port d71cd6ca-40bc-4301-84f3-d0d13ce3f177, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:18.050912 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-33e0cee0-cda0-43ee-a760-94be52698384 req-56794624-79c4-4e29-bbcf-fc73507f3fe1 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.067302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.100591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943690-0cc7-4fa7-89a4-c3ad11d9adc8 req-3f9cf504-5218-4261-9746-ff664453d757 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:18.116125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed943690-0cc7-4fa7-89a4-c3ad11d9adc8 req-3f9cf504-5218-4261-9746-ff664453d757 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 946 time: 0.2257051 Jul 30 01:46:18.117408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-33e0cee0-cda0-43ee-a760-94be52698384 req-56794624-79c4-4e29-bbcf-fc73507f3fe1 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.234662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Pushing event updated for resources: {'Port': ['ID=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:18.264110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:18.265812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.269461 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dfa4de21-660c-4756-aedd-2e23d920b578 service neutron] 10.222.0.41 "PUT /v2.0/ports/d71cd6ca-40bc-4301-84f3-d0d13ce3f177 HTTP/1.1" status: 200 len: 1091 time: 3.3590117 Jul 30 01:46:18.283340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:18.298143 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "d71cd6ca-40bc-4301-84f3-d0d13ce3f177"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:18.333488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:18.540313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.634228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.666427 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-33e0cee0-cda0-43ee-a760-94be52698384 req-56794624-79c4-4e29-bbcf-fc73507f3fe1 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.680818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33e0cee0-cda0-43ee-a760-94be52698384 req-56794624-79c4-4e29-bbcf-fc73507f3fe1 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1659672 Jul 30 01:46:18.709960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56794624-79c4-4e29-bbcf-fc73507f3fe1 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603d7747-5896-4549-9790-41f9bed2d792,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:18.756179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed943690-0cc7-4fa7-89a4-c3ad11d9adc8 req-38f00295-a99a-4552-8145-e9eb5e6c94fe tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6289065 Jul 30 01:46:18.849356 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:18.894249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Transition to ACTIVE for port object 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:18.921815 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.025289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505181-ed8d-49fa-81ba-14a256399e33 req-6dd7e059-65c1-4712-bced-bcc152b8ab69 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.043309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505181-ed8d-49fa-81ba-14a256399e33 req-6dd7e059-65c1-4712-bced-bcc152b8ab69 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.067897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505181-ed8d-49fa-81ba-14a256399e33 req-6dd7e059-65c1-4712-bced-bcc152b8ab69 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.083995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505181-ed8d-49fa-81ba-14a256399e33 req-6dd7e059-65c1-4712-bced-bcc152b8ab69 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.100267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505181-ed8d-49fa-81ba-14a256399e33 req-6dd7e059-65c1-4712-bced-bcc152b8ab69 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.114296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505181-ed8d-49fa-81ba-14a256399e33 req-6dd7e059-65c1-4712-bced-bcc152b8ab69 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.127527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505181-ed8d-49fa-81ba-14a256399e33 req-6dd7e059-65c1-4712-bced-bcc152b8ab69 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.131731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac505181-ed8d-49fa-81ba-14a256399e33 req-6dd7e059-65c1-4712-bced-bcc152b8ab69 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5405 time: 0.2867405 Jul 30 01:46:19.170254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Attempting to bind port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:19.170839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Attempting to bind port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:19.174044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Attempting to bind port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:19.200625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:19.204202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:19.209329 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.210444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:19.216531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Bound port: 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:19.217991 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.244342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac505181-ed8d-49fa-81ba-14a256399e33 req-e87d90b4-0244-4f5a-89e2-e033a5d90e1c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015112 Jul 30 01:46:19.370408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] For port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:19.391994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] For port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:19.410125 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cebaec7-2ee8-4394-81f6-b5967bea9170 x-openstack-request-id: req-0cebaec7-2ee8-4394-81f6-b5967bea9170 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:19.411061 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "d71cd6ca-40bc-4301-84f3-d0d13ce3f177", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:19.412026 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0cebaec7-2ee8-4394-81f6-b5967bea9170 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:19.412690 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177', 'status': 'completed', 'code': 200} Jul 30 01:46:19.427751 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:19.428631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-9f04fb69-4753-4d63-97e8-376850530d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.435919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-9f04fb69-4753-4d63-97e8-376850530d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.437663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-9f04fb69-4753-4d63-97e8-376850530d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.443654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-9f04fb69-4753-4d63-97e8-376850530d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.444955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-9f04fb69-4753-4d63-97e8-376850530d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.446073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-9f04fb69-4753-4d63-97e8-376850530d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.449220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-9f04fb69-4753-4d63-97e8-376850530d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.459910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-9f04fb69-4753-4d63-97e8-376850530d69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6352 time: 0.2138863 Jul 30 01:46:19.506753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121756f0-e2f7-4987-9a9a-0620bdb95072 None None] Pushing event updated for resources: {'Port': ['ID=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:19.597791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:19.599280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:46:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:19.743595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Allocated IP 172.20.0.1 (bfc9db19-1933-4d9b-851d-ed7ad21bf023/98072e7f-7497-409e-9b1d-b9d22a60b63b/1f366f1a-1702-4512-93d0-fbf2a1d910bb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:19.814271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121756f0-e2f7-4987-9a9a-0620bdb95072 None None] Pushing event updated for resources: {'Port': ['ID=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:19.831481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0f460-e9ee-476a-8964-25c0c36f7450 req-3c2ea53e-44a2-4271-b09d-09f92d78f242 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.834732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53b0f460-e9ee-476a-8964-25c0c36f7450 req-3c2ea53e-44a2-4271-b09d-09f92d78f242 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2162392 Jul 30 01:46:19.849764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9800c3-65e4-4a25-8c3f-4428d3c58f82 req-73fa22bd-8549-4a0f-b521-856ecfecf8f3 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:19.865475 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a9800c3-65e4-4a25-8c3f-4428d3c58f82 req-73fa22bd-8549-4a0f-b521-856ecfecf8f3 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 950 time: 0.3639083 Jul 30 01:46:19.901647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:19.948001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a057c1-dc4a-4eb7-99ce-b1254c8d851a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:19.969001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53b0f460-e9ee-476a-8964-25c0c36f7450 req-65b791cc-2c41-4997-b1e5-4976e420b72a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945964 Jul 30 01:46:19.984238 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.016199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a9800c3-65e4-4a25-8c3f-4428d3c58f82 req-066d2dde-683e-4f39-9323-95b8e2e471f2 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490362 Jul 30 01:46:20.033937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Transition to ACTIVE for port object b1a057c1-dc4a-4eb7-99ce-b1254c8d851a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:20.068646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.104198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-5c39a1ed-a800-4d00-81c0-5cfe1b8de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.104887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-5c39a1ed-a800-4d00-81c0-5cfe1b8de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.105642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-5c39a1ed-a800-4d00-81c0-5cfe1b8de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.108333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-5c39a1ed-a800-4d00-81c0-5cfe1b8de0cd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6432390 Jul 30 01:46:20.295070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.354242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Transition to ACTIVE for port object 1f366f1a-1702-4512-93d0-fbf2a1d910bb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:20.449674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e15683c9-6880-4730-bdad-79382869d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:14Z', 'revision_number': 3, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:20.465073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Pushing event updated for resources: {'Port': ['ID=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:20.510247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15683c9-6880-4730-bdad-79382869d583 None None] The sync data for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 is: [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:14Z', 'revision_number': 3, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:20.650128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-7915bffa-e651-4e21-b54c-80cc2147f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.654446 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a0949fe-6ef0-4b90-9f46-28fdb93716ec req-7915bffa-e651-4e21-b54c-80cc2147f327 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5370350 Jul 30 01:46:20.743798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Attempting to bind port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:20.744542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Attempting to bind port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:20.745421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Attempting to bind port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a on network 2c87a8b8-9efe-4928-8473-ff1fc173a79e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:20.768800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a on network 2c87a8b8-9efe-4928-8473-ff1fc173a79e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:20.769703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Attempting to bind port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a on network 2c87a8b8-9efe-4928-8473-ff1fc173a79e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:20.772459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7e956-4f3b-44e8-8850-c35292d8a1ef req-bb4d29e0-9f29-4eca-a514-c911c8d32aaf tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.778635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aec7e956-4f3b-44e8-8850-c35292d8a1ef req-bb4d29e0-9f29-4eca-a514-c911c8d32aaf tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 946 time: 0.5209620 Jul 30 01:46:20.786748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:20.787664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Checking segment: {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:20.788505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Bound using segment: {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:20.789434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Bound port: b1a057c1-dc4a-4eb7-99ce-b1254c8d851a, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:20.790351 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.808117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:20.813355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-de3df581-779e-499b-a444-094941c43896 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:20.816261 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-de3df581-779e-499b-a444-094941c43896 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 813 time: 0.4863176 Jul 30 01:46:20.880958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-5f7110ee-2a15-4044-b6f6-60ffec9d5812 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/quotas/2896439ba6124c7aa7d315dbed719074 HTTP/1.1" status: 200 len: 375 time: 0.0364237 Jul 30 01:46:20.998672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aec7e956-4f3b-44e8-8850-c35292d8a1ef req-45134c36-015f-4d0f-8f66-55dc224eee73 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980574 Jul 30 01:46:21.080485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-5bfa34dc-3359-434f-a524-3da038eb0871 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1867685 Jul 30 01:46:21.437134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-6e66c6ca-24d4-4272-9da3-651b7ab4c2f8 service neutron] 10.222.0.84 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426659 Jul 30 01:46:21.488453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Network bfc9db19-1933-4d9b-851d-ed7ad21bf023 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:21.505302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:21.515888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:21.638317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] For port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:21.644521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] For port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:21.662873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f366f1a-1702-4512-93d0-fbf2a1d910bb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:21.668929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.701986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc86608-1054-4885-9614-0c7992ca0e7f req-cb14517d-e42b-44db-8042-df592726693b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:21.728413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5dc86608-1054-4885-9614-0c7992ca0e7f req-cb14517d-e42b-44db-8042-df592726693b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3492196 Jul 30 01:46:21.793923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-fd7f8cb4-9d9b-49d2-a858-b4a36c62271d service neutron] 10.222.0.84 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308268 Jul 30 01:46:21.798504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:21.799592 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:21.802675 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] 10.222.0.41 "PUT /v2.0/ports/b1a057c1-dc4a-4eb7-99ce-b1254c8d851a HTTP/1.1" status: 200 len: 1091 time: 3.4852710 Jul 30 01:46:21.803329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:21.807604 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c718d264-49cc-49d7-b55f-d05e17ac95b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "b1a057c1-dc4a-4eb7-99ce-b1254c8d851a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:21.859784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5dc86608-1054-4885-9614-0c7992ca0e7f req-b805e0a8-ee69-4922-9b78-4b8f4cea9fb9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297977 Jul 30 01:46:21.882682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Request body: {'port': {'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:22.031005 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.134613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.220438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-88045753-d868-4f38-a31a-a6f614ae3e48 None None] Provisioning for port 1f366f1a-1702-4512-93d0-fbf2a1d910bb completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:22.233433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-88045753-d868-4f38-a31a-a6f614ae3e48 None None] Provisioning complete for port 1f366f1a-1702-4512-93d0-fbf2a1d910bb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:22.234034 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88045753-d868-4f38-a31a-a6f614ae3e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.358279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bc1a8-e298-4264-b83e-c50690cc8fbe service neutron] Pushing event updated for resources: {'Port': ['ID=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:22.363219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-88045753-d868-4f38-a31a-a6f614ae3e48 None None] Port 1f366f1a-1702-4512-93d0-fbf2a1d910bb cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:22.549035 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:22.840794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8bdb-cf63-456c-b3eb-351508985911 req-70ccf22d-7d7a-462c-8b0e-11d520cc358e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.852202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8bdb-cf63-456c-b3eb-351508985911 req-70ccf22d-7d7a-462c-8b0e-11d520cc358e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.862943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8bdb-cf63-456c-b3eb-351508985911 req-70ccf22d-7d7a-462c-8b0e-11d520cc358e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.874328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8bdb-cf63-456c-b3eb-351508985911 req-70ccf22d-7d7a-462c-8b0e-11d520cc358e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.884036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8bdb-cf63-456c-b3eb-351508985911 req-70ccf22d-7d7a-462c-8b0e-11d520cc358e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.893609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8bdb-cf63-456c-b3eb-351508985911 req-70ccf22d-7d7a-462c-8b0e-11d520cc358e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.902127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f8bdb-cf63-456c-b3eb-351508985911 req-70ccf22d-7d7a-462c-8b0e-11d520cc358e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:22.905877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d9f8bdb-cf63-456c-b3eb-351508985911 req-70ccf22d-7d7a-462c-8b0e-11d520cc358e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5417 time: 0.4322653 Jul 30 01:46:23.001809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:23.099925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d9f8bdb-cf63-456c-b3eb-351508985911 req-878d8151-ac07-4835-be63-8f4f1ea54ff7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719782 Jul 30 01:46:23.177158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:23.189728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:23.190836 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.312893 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fe740b-8cef-4c1d-a019-a340e8c6b4bf x-openstack-request-id: req-65fe740b-8cef-4c1d-a019-a340e8c6b4bf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:23.313886 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "b1a057c1-dc4a-4eb7-99ce-b1254c8d851a", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:23.313886 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65fe740b-8cef-4c1d-a019-a340e8c6b4bf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:23.314437 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a', 'status': 'completed', 'code': 200} Jul 30 01:46:23.439557 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.492338 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.493938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-6a8f1713-6e64-4f34-8745-8f440274c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.495141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-6a8f1713-6e64-4f34-8745-8f440274c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.496321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-6a8f1713-6e64-4f34-8745-8f440274c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.497515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-6a8f1713-6e64-4f34-8745-8f440274c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.498914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-6a8f1713-6e64-4f34-8745-8f440274c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.500361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-6a8f1713-6e64-4f34-8745-8f440274c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.512742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-6a8f1713-6e64-4f34-8745-8f440274c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.521328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-6a8f1713-6e64-4f34-8745-8f440274c890 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6419 time: 0.2037673 Jul 30 01:46:23.533027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.536738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:23.549049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.748016 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:23.761199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6718de6-184a-4bc7-8544-8a7442f84603 req-862271d9-0b08-4de2-93d4-2a9760c3bb94 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 210 time: 0.1268797 Jul 30 01:46:23.813488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:23.871337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f366f1a-1702-4512-93d0-fbf2a1d910bb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:23.929797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-8cc6796f-d071-4c13-8b8a-7e54dffc5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.930881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-8cc6796f-d071-4c13-8b8a-7e54dffc5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.931882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-8cc6796f-d071-4c13-8b8a-7e54dffc5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:23.935839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-8cc6796f-d071-4c13-8b8a-7e54dffc5fb5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4029653 Jul 30 01:46:23.963651 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.111491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-fb32a601-988e-4aea-a257-d28432dcf5a2 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=1fadbe6d999b4de38d8934bbcf669903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1169221 Jul 30 01:46:24.170985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:24.196269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.259043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Transition to ACTIVE for port object 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:24.287152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.349418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-8e3550b9-cecf-4bf5-9912-93b453112bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:24.352858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c718d264-49cc-49d7-b55f-d05e17ac95b2 req-8e3550b9-cecf-4bf5-9912-93b453112bb1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4098494 Jul 30 01:46:24.387668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Network bfc9db19-1933-4d9b-851d-ed7ad21bf023 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:24.399060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:24.505194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-1e96fe41-1b0e-49c0-a187-6ec2d5890ebd tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:24.507971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-1e96fe41-1b0e-49c0-a187-6ec2d5890ebd tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3951685 Jul 30 01:46:24.590426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Pushing event updated for resources: {'Port': ['ID=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:24.592377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-bb745bf6-72bc-4f5e-808c-6dd2eafbb74f tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/quotas/1fadbe6d999b4de38d8934bbcf669903 HTTP/1.1" status: 200 len: 375 time: 0.0735230 Jul 30 01:46:24.781585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:24.863064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Attempting to bind port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:24.863916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Attempting to bind port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:24.864604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Attempting to bind port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 on network 2c87a8b8-9efe-4928-8473-ff1fc173a79e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:24.895632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 on network 2c87a8b8-9efe-4928-8473-ff1fc173a79e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:24.900382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Attempting to bind port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 on network 2c87a8b8-9efe-4928-8473-ff1fc173a79e {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:24.900942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd49664-0c37-4b7a-896e-fae942094f6b req-cec73312-509c-43ca-bc81-459f30440455 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:24.904295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bd49664-0c37-4b7a-896e-fae942094f6b req-cec73312-509c-43ca-bc81-459f30440455 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 946 time: 0.3596997 Jul 30 01:46:24.944067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:24.944445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Checking segment: {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:24.945272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Bound using segment: {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:24.946050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Bound port: 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7070f9-44ef-40b6-ad99-f73924eb75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:24.947080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:24.972235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Router b71231e3-5e75-472c-8853-1f6d8b65180b has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:46:25.002942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:25.004053 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.068887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-8f9d6ed3-26d8-4e4c-a2bc-d988937cf524 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1fadbe6d999b4de38d8934bbcf669903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4710782 Jul 30 01:46:25.148584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bd49664-0c37-4b7a-896e-fae942094f6b req-84e99aef-0cad-4e46-ba0f-36b80878b672 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193613 Jul 30 01:46:25.280793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-9a1ce44d-d0c6-4e9f-8df7-7cd022ab7e1b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:25.283985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-9a1ce44d-d0c6-4e9f-8df7-7cd022ab7e1b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.41 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 813 time: 0.4312148 Jul 30 01:46:25.325040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'port': {'device_id': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2', 'admin_state_up': True, 'tenant_id': '2896439ba6124c7aa7d315dbed719074'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:25.341097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] For port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:25.351816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-caf6309c-ed5e-4a8d-ac39-c76847c5760a None None] Provisioning complete for port 1f366f1a-1702-4512-93d0-fbf2a1d910bb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:25.352525 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf6309c-ed5e-4a8d-ac39-c76847c5760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.386427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:46:25.404759 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97c36291-a3eb-4348-a645-f5cbd30e8af5 admin admin] 10.222.0.84 "PUT /v2.0/routers/b71231e3-5e75-472c-8853-1f6d8b65180b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7460008 Jul 30 01:46:25.411169 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Sync routers for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:46:25.429992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] For port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:25.437102 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.451079 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:25.453068 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:46:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:25.482039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-caf6309c-ed5e-4a8d-ac39-c76847c5760a None None] Port 1f366f1a-1702-4512-93d0-fbf2a1d910bb cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:25.624069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:25.625200 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:25.645361 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] 10.222.0.41 "PUT /v2.0/ports/22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 HTTP/1.1" status: 200 len: 1091 time: 3.7817709 Jul 30 01:46:25.651472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:25.681262 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "22023b7b-ff4f-4631-aea9-f5c7cfadb3e1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:25.751225 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:25.945484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc443-80c8-4511-a5b3-7f361bb56b2e req-6c8579a8-edce-4dd2-94cf-9235ef9bdbfc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:25.955254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c10b3c-f78c-4f46-875a-0be3b3547fdc service neutron] Pushing event updated for resources: {'Port': ['ID=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:25.970836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc443-80c8-4511-a5b3-7f361bb56b2e req-6c8579a8-edce-4dd2-94cf-9235ef9bdbfc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:25.986656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc443-80c8-4511-a5b3-7f361bb56b2e req-6c8579a8-edce-4dd2-94cf-9235ef9bdbfc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.000075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc443-80c8-4511-a5b3-7f361bb56b2e req-6c8579a8-edce-4dd2-94cf-9235ef9bdbfc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.009665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc857227-7f43-4e4a-8288-cafaef9a6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.010545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc857227-7f43-4e4a-8288-cafaef9a6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.011462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc857227-7f43-4e4a-8288-cafaef9a6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.012472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc857227-7f43-4e4a-8288-cafaef9a6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.013320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc443-80c8-4511-a5b3-7f361bb56b2e req-6c8579a8-edce-4dd2-94cf-9235ef9bdbfc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.013535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc857227-7f43-4e4a-8288-cafaef9a6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.014393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc857227-7f43-4e4a-8288-cafaef9a6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.016045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc857227-7f43-4e4a-8288-cafaef9a6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.021571 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-cc857227-7f43-4e4a-8288-cafaef9a6819 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6486 time: 0.3025494 Jul 30 01:46:26.026770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc443-80c8-4511-a5b3-7f361bb56b2e req-6c8579a8-edce-4dd2-94cf-9235ef9bdbfc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.048681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc443-80c8-4511-a5b3-7f361bb56b2e req-6c8579a8-edce-4dd2-94cf-9235ef9bdbfc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.048995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-aac9ee12-9ded-4133-9cab-a178bcf5b253 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.052488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-768dc443-80c8-4511-a5b3-7f361bb56b2e req-6c8579a8-edce-4dd2-94cf-9235ef9bdbfc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5429 time: 0.7533901 Jul 30 01:46:26.071239 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-aac9ee12-9ded-4133-9cab-a178bcf5b253 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 946 time: 0.2298026 Jul 30 01:46:26.188953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-768dc443-80c8-4511-a5b3-7f361bb56b2e req-bba11a24-1e0d-4b2b-98ca-452bd37b66bc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998530 Jul 30 01:46:26.207491 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-4ce097b5-c6d2-4d16-a6f5-da5c3774b2a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8 HTTP/1.1" status: 200 len: 217 time: 0.1178930 Jul 30 01:46:26.229882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38761fa-ba48-43de-89a7-c04d66fca38f req-477b27a5-dcc7-4e82-9300-c88fa228db9d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.244966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c38761fa-ba48-43de-89a7-c04d66fca38f req-477b27a5-dcc7-4e82-9300-c88fa228db9d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4834042 Jul 30 01:46:26.256982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Made reservation on behalf of 2896439ba6124c7aa7d315dbed719074 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:26.282200 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.431949 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1f366f1a-1702-4512-93d0-fbf2a1d910bb', 'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'mac_address': 'fa:16:3e:cc:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:18Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 2, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'subnets': [{'id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:26.474212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-89429260-717c-4788-8fe5-90e065ada798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.481011 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-89429260-717c-4788-8fe5-90e065ada798 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b95422b-324e-4507-83eb-37f4ae31e7db HTTP/1.1" status: 200 len: 856 time: 0.2550101 Jul 30 01:46:26.503035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c38761fa-ba48-43de-89a7-c04d66fca38f req-402c6535-5bf6-4a83-9fb4-156fbe9603a6 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813061 Jul 30 01:46:26.566455 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Checking router: b71231e3-5e75-472c-8853-1f6d8b65180b for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:46:26.568446 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Updating router b71231e3-5e75-472c-8853-1f6d8b65180b port 1f366f1a-1702-4512-93d0-fbf2a1d910bb binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:46:26.569381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Deleting port d86accc4-d15c-4cff-8e19-8926b0f4db43 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:46:26.570073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.724815 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.775026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-718845ea-1ebe-4177-bdd4-a4fe6104daff req-0ba03130-5eb2-4b6b-80ac-b52198e038ce tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 210 time: 0.0664065 Jul 30 01:46:26.799601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ab71c0d1-27f3-4b24-8c21-3658f44f5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:26.803710 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ab71c0d1-27f3-4b24-8c21-3658f44f5811 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf1348a1-a390-478a-8610-d68fd6f33f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3150687 Jul 30 01:46:26.850096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] For port d86accc4-d15c-4cff-8e19-8926b0f4db43, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d86accc4-d15c-4cff-8e19-8926b0f4db43,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:26.850869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:26.876060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-785bc584-9cad-491f-82b9-547e43516b79 req-5737e9dd-f778-4f6f-8368-3da8a4b27ab6 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 210 time: 0.0867171 Jul 30 01:46:26.877522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Calling delete_port for d86accc4-d15c-4cff-8e19-8926b0f4db43 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:46:26.933392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Allocated IP 172.20.0.8 (1a25b1a6-05ce-4f49-9646-be9913185bf2/e31afc99-8b85-41db-81c4-af78e019259f/6f0bc231-46af-47aa-aff6-140410248732) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:27.218790 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab423ea9-0291-40e2-823a-c3476d0aaa5b x-openstack-request-id: req-ab423ea9-0291-40e2-823a-c3476d0aaa5b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:27.219570 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "22023b7b-ff4f-4631-aea9-f5c7cfadb3e1", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:27.220231 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ab423ea9-0291-40e2-823a-c3476d0aaa5b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:27.221534 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1', 'status': 'completed', 'code': 200} Jul 30 01:46:27.238026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.255518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:27.268933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['d86accc4-d15c-4cff-8e19-8926b0f4db43'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:27.286062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.316278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e314eb7-ae03-4667-95c2-69b19ec7abd6 req-27a535a7-218f-4571-9c22-fd3362dc0ffb tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:27.329680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e314eb7-ae03-4667-95c2-69b19ec7abd6 req-27a535a7-218f-4571-9c22-fd3362dc0ffb tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=181d60e6-e5cc-4247-a38f-f6ace291d12a HTTP/1.1" status: 200 len: 867 time: 0.1419232 Jul 30 01:46:27.450383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e314eb7-ae03-4667-95c2-69b19ec7abd6 req-6026993f-a2d7-4cfa-9990-1e4bbba9a8c1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188264 Jul 30 01:46:27.586018 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.588472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event deleted for resources: {'Port': ['ID=d86accc4-d15c-4cff-8e19-8926b0f4db43,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:27.625168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30294e07-e4c6-462c-b02f-9a051d6520d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:27.687674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] No DVR routers for this DVR port d86accc4-d15c-4cff-8e19-8926b0f4db43 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:46:27.732557 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:27.742430 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b215bbe9-402b-436b-a9be-6b341d089df6 req-4303b689-caf3-4be1-864f-d3ed85018229 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "DELETE /v2.0/ports/d86accc4-d15c-4cff-8e19-8926b0f4db43 HTTP/1.1" status: 204 len: 173 time: 1.6696434 Jul 30 01:46:27.855860 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ba3acb58-8a02-4e63-9c22-e0b6c46826a8 service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330957 Jul 30 01:46:27.940161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Network 1a25b1a6-05ce-4f49-9646-be9913185bf2 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:27.965099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:27.985375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:27.991877 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.030118 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Transition to ACTIVE for port object 1f366f1a-1702-4512-93d0-fbf2a1d910bb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:28.049362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35590) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:28.055493 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.063043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-49b7285d-36af-418a-afb9-393315776228 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048838665', 'description': 'tempest-description--57257775'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:28.199060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-61adad75-75ad-4205-9072-515515572795 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1fadbe6d999b4de38d8934bbcf669903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461543 Jul 30 01:46:28.201931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'Port': ['ID=6f0bc231-46af-47aa-aff6-140410248732,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:28.228509 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49b7285d-36af-418a-afb9-393315776228 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.298347 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-24b57100-bac6-4af6-a0f7-fdd9358270dd service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252193 Jul 30 01:46:28.327713 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Pushing event updated for resources: {'Port': ['ID=1f366f1a-1702-4512-93d0-fbf2a1d910bb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:28.424777 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.429096 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.430257 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.431193 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.432365 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.433262 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.434150 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.435193 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.436239 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.437362 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.438247 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.439097 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:28.455558 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Attempting to bind port 1f366f1a-1702-4512-93d0-fbf2a1d910bb on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:28.456832 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Attempting to bind port 1f366f1a-1702-4512-93d0-fbf2a1d910bb by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:28.457583 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Attempting to bind port 1f366f1a-1702-4512-93d0-fbf2a1d910bb on network bfc9db19-1933-4d9b-851d-ed7ad21bf023 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:28.474643 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:28.475593 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Checking segment: {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:28.476557 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.477548 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Bound using segment: {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:28.478789 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Bound port: 1f366f1a-1702-4512-93d0-fbf2a1d910bb, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:28.479979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b7b6-015a-4874-b713-c57f50c32999 req-65b4d359-5deb-4914-8e69-ddb8803affb8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.480933 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.502606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b7b6-015a-4874-b713-c57f50c32999 req-65b4d359-5deb-4914-8e69-ddb8803affb8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.530793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b7b6-015a-4874-b713-c57f50c32999 req-65b4d359-5deb-4914-8e69-ddb8803affb8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.535814 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-7fb282ec-2517-4288-9b56-5e8f0d4c5c33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=7d49c76d-863a-4ae6-ae63-59504a2f31f3 HTTP/1.1" status: 200 len: 217 time: 0.2230651 Jul 30 01:46:28.558700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b7b6-015a-4874-b713-c57f50c32999 req-65b4d359-5deb-4914-8e69-ddb8803affb8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.618753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b7b6-015a-4874-b713-c57f50c32999 req-65b4d359-5deb-4914-8e69-ddb8803affb8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.665244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b7b6-015a-4874-b713-c57f50c32999 req-65b4d359-5deb-4914-8e69-ddb8803affb8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.702585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b7b6-015a-4874-b713-c57f50c32999 req-65b4d359-5deb-4914-8e69-ddb8803affb8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.726899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c092b7b6-015a-4874-b713-c57f50c32999 req-65b4d359-5deb-4914-8e69-ddb8803affb8 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5429 time: 1.0401390 Jul 30 01:46:28.783790 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] For port 1f366f1a-1702-4512-93d0-fbf2a1d910bb, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:28.799023 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] For port 1f366f1a-1702-4512-93d0-fbf2a1d910bb, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1f366f1a-1702-4512-93d0-fbf2a1d910bb,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:28.810723 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.839244 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49b7285d-36af-418a-afb9-393315776228 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.852332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49b7285d-36af-418a-afb9-393315776228 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.922261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:28.923099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:28.951910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c092b7b6-015a-4874-b713-c57f50c32999 req-593d40de-13e5-4c29-880d-d1b8a9275e91 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2224698 Jul 30 01:46:28.961876 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bbdeb-3d0e-403e-820b-dc5acd4058f9 None None] Pushing event updated for resources: {'Port': ['ID=1f366f1a-1702-4512-93d0-fbf2a1d910bb,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.023386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49b7285d-36af-418a-afb9-393315776228 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.031789 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-49b7285d-36af-418a-afb9-393315776228 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9787097 Jul 30 01:46:29.038655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35596) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:29.048674 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:46:29.050326 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:46:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:29.056702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d8f8f8d4-8cb8-4df7-aceb-6bf7981daa74 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Request body: {'security_group_rule': {'security_group_id': '8bb5a104-ccf6-4a52-84dc-13d69a7cb36d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:29.088718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7285d-36af-418a-afb9-393315776228 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.094742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-789c2999-9323-4609-aa97-6aa5ac664bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:29.098100 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-789c2999-9323-4609-aa97-6aa5ac664bd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.5504043 Jul 30 01:46:29.155244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231f2ae-d96e-4444-9569-b13fd9fb9035 req-4a1dab2a-70fa-4ed1-a9f4-2c1c8f3a9f23 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:29.177202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2231f2ae-d96e-4444-9569-b13fd9fb9035 req-4a1dab2a-70fa-4ed1-a9f4-2c1c8f3a9f23 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4281788 Jul 30 01:46:29.188184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-468b648d-bfc1-4d1c-9cb7-10bf2ca6b98f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8678961 Jul 30 01:46:29.224101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d60e6-e5cc-4247-a38f-f6ace291d12a', 'name': 'network-vif-deleted', 'tag': 'd86accc4-d15c-4cff-8e19-8926b0f4db43'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:29.224802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Request body: {'port': {'device_id': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:29.228700 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db43658b-feab-4e1b-aff1-1a597abbcba3" -d '{"events": [{"server_uuid": "181d60e6-e5cc-4247-a38f-f6ace291d12a", "name": "network-vif-deleted", "tag": "d86accc4-d15c-4cff-8e19-8926b0f4db43"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:29.281335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-36f51fbc-f0b4-41c2-9ec8-962caad16946 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:29.284002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-36f51fbc-f0b4-41c2-9ec8-962caad16946 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0616722 Jul 30 01:46:29.293536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-98e7b78f-53da-4b5d-984e-f8958374f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:29.305984 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-98e7b78f-53da-4b5d-984e-f8958374f990 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1964858 Jul 30 01:46:29.309453 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f8d4-8cb8-4df7-aceb-6bf7981daa74 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.358514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Request body: {'port': {'device_id': '6e1bee4b-b13b-4e26-9309-12cbd771d994', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '1fadbe6d999b4de38d8934bbcf669903'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:29.372917 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-32207806-e49d-435f-800b-2fbd45be0ea3 req-27037ffc-7323-4bfb-a926-1d0972219b3b tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 210 time: 0.1790504 Jul 30 01:46:29.496608 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:46:29.549142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-2fc97041-1c08-4027-b66d-1c5e700ec153 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213132 Jul 30 01:46:29.712395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2231f2ae-d96e-4444-9569-b13fd9fb9035 req-c46cac5b-56ec-447d-b9a9-1211f7edf451 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092404 Jul 30 01:46:29.738839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f8d4-8cb8-4df7-aceb-6bf7981daa74 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.760508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.761663 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f8d4-8cb8-4df7-aceb-6bf7981daa74 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.819730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8f8d4-8cb8-4df7-aceb-6bf7981daa74 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2939342-dade-4aac-bf23-3bf33b9f0b88,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:29.837968 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-7df74dbe-66f2-4a07-bc04-1faeb59fa31e service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618840 Jul 30 01:46:29.840584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f8d4-8cb8-4df7-aceb-6bf7981daa74 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:29.842872 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d8f8f8d4-8cb8-4df7-aceb-6bf7981daa74 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7974350 Jul 30 01:46:29.854676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35606) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:29.905861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-55d9255d-fba0-45eb-a61c-69a05a3e98ff tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Request body: {'security_group_rule': {'security_group_id': '8bb5a104-ccf6-4a52-84dc-13d69a7cb36d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:29.951187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-92b8259f-06eb-4842-987b-f62537b3b4ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c HTTP/1.1" status: 200 len: 217 time: 0.1043737 Jul 30 01:46:29.982241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f60891-6b01-4b04-acc8-64b9735335ba req-86d63f08-381f-4130-a2ca-071d05adeba0 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:29.985285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12f60891-6b01-4b04-acc8-64b9735335ba req-86d63f08-381f-4130-a2ca-071d05adeba0 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 931 time: 0.3985457 Jul 30 01:46:30.010624 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1f366f1a-1702-4512-93d0-fbf2a1d910bb', 'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'mac_address': 'fa:16:3e:cc:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:18Z', 'updated_at': '2021-07-30T01:46:28Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'subnets': [{'id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:46:30.073521 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a28655-9a2e-4789-b636-d2f5b78f21bf None None] The sync data for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 is: [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1f366f1a-1702-4512-93d0-fbf2a1d910bb', 'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'mac_address': 'fa:16:3e:cc:04:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:18Z', 'updated_at': '2021-07-30T01:46:28Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'subnets': [{'id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:46:30.084411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-4cc9ceea-eadc-4cc3-b43b-0e67a65fb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:30.087462 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-4cc9ceea-eadc-4cc3-b43b-0e67a65fb269 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.1289961 Jul 30 01:46:30.090090 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37af8ce9-33ba-4587-913e-51f83d34e5d8 x-openstack-request-id: req-37af8ce9-33ba-4587-913e-51f83d34e5d8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:30.090622 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d60e6-e5cc-4247-a38f-f6ace291d12a", "name": "network-vif-deleted", "tag": "d86accc4-d15c-4cff-8e19-8926b0f4db43", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:30.091697 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-37af8ce9-33ba-4587-913e-51f83d34e5d8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:30.092366 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d60e6-e5cc-4247-a38f-f6ace291d12a', 'name': 'network-vif-deleted', 'tag': 'd86accc4-d15c-4cff-8e19-8926b0f4db43', 'status': 'completed', 'code': 200} Jul 30 01:46:30.230036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-8d5ba94d-7f69-41e5-a4c1-682a9588b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:30.232638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-8d5ba94d-7f69-41e5-a4c1-682a9588b682 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371584 Jul 30 01:46:30.256203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d86accc4-d15c-4cff-8e19-8926b0f4db43 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:46:30.299402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: d86accc4-d15c-4cff-8e19-8926b0f4db43 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:46:30.300379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d86accc4-d15c-4cff-8e19-8926b0f4db43 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:46:30.460002 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ee190d7d-31b3-4841-9cee-394c4e22c73e service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189646 Jul 30 01:46:30.660935 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-c10ebada-27a2-48ca-a25c-ec5dc416f125 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922281 Jul 30 01:46:30.704667 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba2e95c0-80a7-4c3f-8784-9c9c9c6304ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.762314 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55d9255d-fba0-45eb-a61c-69a05a3e98ff tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.765021 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-f15d55e2-0ef5-457d-a8a7-642bdad0d100 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=a410653c-b1b8-4706-b982-5872a766d639 HTTP/1.1" status: 200 len: 217 time: 0.0955360 Jul 30 01:46:30.807413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Made reservation on behalf of 1fadbe6d999b4de38d8934bbcf669903 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:30.815422 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:30.832768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1f366f1a-1702-4512-93d0-fbf2a1d910bb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:30.837978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12f60891-6b01-4b04-acc8-64b9735335ba req-91bd834e-768e-4881-9e44-b7a3b8e43cc3 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8312631 Jul 30 01:46:30.900479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-90d7c071-8994-4bc7-a71a-a1207fa5d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:30.903242 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-90d7c071-8994-4bc7-a71a-a1207fa5d309 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.1304150 Jul 30 01:46:31.023780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-575824be-9bc3-4de5-9e82-4b370c7a8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.026472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-575824be-9bc3-4de5-9e82-4b370c7a8985 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1155510 Jul 30 01:46:31.046856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1f366f1a-1702-4512-93d0-fbf2a1d910bb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:31.056809 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.060617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1f366f1a-1702-4512-93d0-fbf2a1d910bb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:31.061946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.085182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226cc9f-e709-4910-94db-a52fa8475802 req-4cfd4828-7ad5-4da8-ada4-b1a800715290 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.103000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e226cc9f-e709-4910-94db-a52fa8475802 req-4cfd4828-7ad5-4da8-ada4-b1a800715290 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1097 time: 0.9368763 Jul 30 01:46:31.251080 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.333061 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-a097f7f8-ddbd-4f8c-8159-9d29a465324a service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916853 Jul 30 01:46:31.333527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1f366f1a-1702-4512-93d0-fbf2a1d910bb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1f366f1a-1702-4512-93d0-fbf2a1d910bb,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:31.344611 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.491228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=1f366f1a-1702-4512-93d0-fbf2a1d910bb,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:31.556740 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-3f6f0871-4acb-4c10-befa-905b1916c6f7 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152584 Jul 30 01:46:31.567697 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55d9255d-fba0-45eb-a61c-69a05a3e98ff tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.594907 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55d9255d-fba0-45eb-a61c-69a05a3e98ff tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.600962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e226cc9f-e709-4910-94db-a52fa8475802 req-6d20da07-4757-42f0-bdbb-9759d596d178 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966099 Jul 30 01:46:31.634384 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-644a2a4e-738c-4e5f-b8e9-a5d0b5e42624 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177 HTTP/1.1" status: 200 len: 217 time: 0.0693460 Jul 30 01:46:31.654937 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55d9255d-fba0-45eb-a61c-69a05a3e98ff tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:31.662161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-55d9255d-fba0-45eb-a61c-69a05a3e98ff tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7958801 Jul 30 01:46:31.687478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35620) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:46:31.702099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Allocated IP 192.168.233.54 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/1042a3f2-7749-4bbb-b41e-72b76566b79f) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:31.713343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:31.722296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9255d-fba0-45eb-a61c-69a05a3e98ff tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214f0a54-9984-45d3-8194-645f51b9a5a1,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:31.749242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-57f79882-165f-435b-a14f-168bf998cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.752068 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-57f79882-165f-435b-a14f-168bf998cb4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.1067894 Jul 30 01:46:31.754729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0734f-94f5-43ee-bb23-11f10296329b req-24fa737c-31b9-458c-a2e1-1923286e2aa4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.762585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0734f-94f5-43ee-bb23-11f10296329b req-24fa737c-31b9-458c-a2e1-1923286e2aa4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.773796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0734f-94f5-43ee-bb23-11f10296329b req-24fa737c-31b9-458c-a2e1-1923286e2aa4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.787728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0734f-94f5-43ee-bb23-11f10296329b req-24fa737c-31b9-458c-a2e1-1923286e2aa4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.798745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0734f-94f5-43ee-bb23-11f10296329b req-24fa737c-31b9-458c-a2e1-1923286e2aa4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.810520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0734f-94f5-43ee-bb23-11f10296329b req-24fa737c-31b9-458c-a2e1-1923286e2aa4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.830755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0734f-94f5-43ee-bb23-11f10296329b req-24fa737c-31b9-458c-a2e1-1923286e2aa4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.830755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9c0734f-94f5-43ee-bb23-11f10296329b req-24fa737c-31b9-458c-a2e1-1923286e2aa4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5429 time: 0.6395791 Jul 30 01:46:31.864432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-d852bc8f-550e-4ddb-80b7-bccad32faf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:31.867232 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-d852bc8f-550e-4ddb-80b7-bccad32faf0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001198 Jul 30 01:46:31.964207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01a4e2d0-26f8-4f4e-9f08-f16279f79175 req-90ca0a98-992c-45a2-947b-298623b33f21 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 210 time: 0.1204641 Jul 30 01:46:32.090116 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.117527 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-418b6aa9-42c3-4db4-bf2f-fd143f3ccf83 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403541 Jul 30 01:46:32.176971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9c0734f-94f5-43ee-bb23-11f10296329b req-746becd4-8db6-48d0-9ef1-19e42219ee7b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3302436 Jul 30 01:46:32.198687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0bc231-46af-47aa-aff6-140410248732 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:32.289845 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.330207 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-8003215a-9f39-4161-9a5c-79461fa8c3e5 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041354 Jul 30 01:46:32.422044 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-76754648-fe5f-4766-839b-f83b6399e629 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a HTTP/1.1" status: 200 len: 217 time: 0.0842576 Jul 30 01:46:32.434658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Transition to ACTIVE for port object 6f0bc231-46af-47aa-aff6-140410248732 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:32.456008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.533064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dcc15394-23af-4b41-b31e-53ac1c0e9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:32.536416 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-dcc15394-23af-4b41-b31e-53ac1c0e9c18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 200 len: 797 time: 0.0889549 Jul 30 01:46:32.566731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12046-2ad7-4be9-94d7-22d82b3ace45 req-7ade2a6a-3a96-4664-aff8-683a651e047e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:32.569400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1f12046-2ad7-4be9-94d7-22d82b3ace45 req-7ade2a6a-3a96-4664-aff8-683a651e047e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4185531 Jul 30 01:46:32.618112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-046e9bb5-d5f6-40a7-8ca0-503a7f1e0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:32.620598 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-046e9bb5-d5f6-40a7-8ca0-503a7f1e0e65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772963 Jul 30 01:46:32.739971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0bc231-46af-47aa-aff6-140410248732,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:32.754297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1f366f1a-1702-4512-93d0-fbf2a1d910bb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:32.808639 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-b348ac75-b829-4f54-aceb-136ba9acf880 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794403 Jul 30 01:46:32.835544 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.869999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1f366f1a-1702-4512-93d0-fbf2a1d910bb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:32.870565 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:32.943122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Transition to ACTIVE for port object 1042a3f2-7749-4bbb-b41e-72b76566b79f will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:32.954521 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1f12046-2ad7-4be9-94d7-22d82b3ace45 req-f78ef6e7-c952-4686-aea3-9e7717967e64 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381860 Jul 30 01:46:33.048701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-5001ee41-dd39-4aea-8fe7-25f750c5fe3e service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326682 Jul 30 01:46:33.103766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71036d62-18fd-42d8-80f1-4310b7276908 req-b17dc650-f750-4d0f-8c9a-677f6a6c2396 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:33.106467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-b17dc650-f750-4d0f-8c9a-677f6a6c2396 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.5560987 Jul 30 01:46:33.125748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Attempting to bind port 6f0bc231-46af-47aa-aff6-140410248732 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:33.126288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Attempting to bind port 6f0bc231-46af-47aa-aff6-140410248732 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '281f9499-cca2-4533-9221-f6315f62f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:33.126822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Attempting to bind port 6f0bc231-46af-47aa-aff6-140410248732 on network 1a25b1a6-05ce-4f49-9646-be9913185bf2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:33.138375 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-505cc7dd-2ec4-45f0-ad06-cad353669061 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 HTTP/1.1" status: 200 len: 217 time: 0.0814159 Jul 30 01:46:33.162086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Port 6f0bc231-46af-47aa-aff6-140410248732 on network 1a25b1a6-05ce-4f49-9646-be9913185bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:33.162602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Attempting to bind port 6f0bc231-46af-47aa-aff6-140410248732 on network 1a25b1a6-05ce-4f49-9646-be9913185bf2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:33.169854 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-d5679bbd-81a1-4e64-bb98-e75ae1332e8a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/quotas/6d0320e5fae9400badeba35924f93062 HTTP/1.1" status: 200 len: 375 time: 0.0500078 Jul 30 01:46:33.173969 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.177302 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.199845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['9bdf6139-f09a-4c68-8b57-18e6f1498d85'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:33.205489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:33.206041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Checking segment: {'id': '281f9499-cca2-4533-9221-f6315f62f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:33.206515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Bound using segment: {'id': '281f9499-cca2-4533-9221-f6315f62f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:33.207167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Bound port: 6f0bc231-46af-47aa-aff6-140410248732, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281f9499-cca2-4533-9221-f6315f62f22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:33.207764 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.258362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47aa67b8-3418-4c71-89fb-349a20187ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:33.262918 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-47aa67b8-3418-4c71-89fb-349a20187ce4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 200 len: 797 time: 0.1134062 Jul 30 01:46:33.363156 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c498ce0-e04a-4b99-a3da-b39cc5534a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.396281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ad4801aa-2496-4c14-ab5e-150f18d24431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:33.401342 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ad4801aa-2496-4c14-ab5e-150f18d24431 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1247501 Jul 30 01:46:33.429926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:33.461474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:33.473278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:33.477730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Pushing event updated for resources: {'Port': ['ID=1042a3f2-7749-4bbb-b41e-72b76566b79f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:33.629018 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-ebb4af9a-8e22-4adb-b4d4-b02e69587d7a service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130127 Jul 30 01:46:33.652140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-9b979af1-d4b8-46bd-be05-1e1bdbf93635 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4523699 Jul 30 01:46:33.705178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-c101e87b-5edc-4e3f-a3b3-6654292c4e55 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:46:33.715783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-c101e87b-5edc-4e3f-a3b3-6654292c4e55 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0626149 Jul 30 01:46:33.737248 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.866724 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-897f1dc4-f7f2-4e78-9fdf-d87925cfe455 req-3be06d81-3597-4ba1-84aa-0d302dc277a4 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370145 Jul 30 01:46:33.905228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:33.906336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:33.914055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] For port 6f0bc231-46af-47aa-aff6-140410248732, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:33.955075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Allocated IP 172.25.7.83 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/08ead8c1-3ad4-40fa-919c-ffd0ee1017b6) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:33.973021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] For port 6f0bc231-46af-47aa-aff6-140410248732, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6f0bc231-46af-47aa-aff6-140410248732,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:33.992749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-86678fe2-16cb-49b2-a3c2-5b9411c2df5d None None] Provisioning for port 1042a3f2-7749-4bbb-b41e-72b76566b79f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:34.000559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.003326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-86678fe2-16cb-49b2-a3c2-5b9411c2df5d None None] Provisioning complete for port 1042a3f2-7749-4bbb-b41e-72b76566b79f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:34.005487 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86678fe2-16cb-49b2-a3c2-5b9411c2df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.022631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4092d29b-894c-4da2-9116-a3634a72d49e tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7035346 Jul 30 01:46:34.086038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-86678fe2-16cb-49b2-a3c2-5b9411c2df5d None None] Port 1042a3f2-7749-4bbb-b41e-72b76566b79f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:46:34.098127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-11e564ae-f533-4a20-8a57-4979386cb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.100659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-11e564ae-f533-4a20-8a57-4979386cb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.100659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-11e564ae-f533-4a20-8a57-4979386cb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.102065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-11e564ae-f533-4a20-8a57-4979386cb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.102321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-11e564ae-f533-4a20-8a57-4979386cb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.103193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-11e564ae-f533-4a20-8a57-4979386cb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.104403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-11e564ae-f533-4a20-8a57-4979386cb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.108850 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-11e564ae-f533-4a20-8a57-4979386cb5f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6486 time: 0.1229405 Jul 30 01:46:34.109556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Request body: {'port': {'device_id': '6e1bee4b-b13b-4e26-9309-12cbd771d994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:34.231108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.232285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.234673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] 10.222.0.41 "PUT /v2.0/ports/6f0bc231-46af-47aa-aff6-140410248732 HTTP/1.1" status: 200 len: 1091 time: 5.0178640 Jul 30 01:46:34.246918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'tag': '6f0bc231-46af-47aa-aff6-140410248732'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:34.249694 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271e6a26-7746-4581-b1aa-e7efb8dbefff" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "tag": "6f0bc231-46af-47aa-aff6-140410248732"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:34.307474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-7996781f-e87b-4baa-8d72-c70b9071ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.310303 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-7996781f-e87b-4baa-8d72-c70b9071ce8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c87a8b8-9efe-4928-8473-ff1fc173a79e HTTP/1.1" status: 200 len: 902 time: 0.1911473 Jul 30 01:46:34.327056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-5a0c6fad-13da-4dd8-8857-138ac26c737e service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094253 Jul 30 01:46:34.373079 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.395783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44334b3-b9bd-442f-9689-9bcdb3f13656 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0bc231-46af-47aa-aff6-140410248732,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:34.399339 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-4c7848fc-cf6c-4179-87a3-fff74cdf7bf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 HTTP/1.1" status: 200 len: 217 time: 0.0807571 Jul 30 01:46:34.430854 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.477208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-c50411aa-2331-49b4-a408-d9ab89aed06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.479407 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-c50411aa-2331-49b4-a408-d9ab89aed06c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 200 len: 797 time: 0.0690973 Jul 30 01:46:34.563741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-da43ae40-80c9-4309-ba64-80f35c738e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.565806 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-da43ae40-80c9-4309-ba64-80f35c738e97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768950 Jul 30 01:46:34.742617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:34.762279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-0de8704d-74c4-4672-b24d-d1612d2c9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:34.765344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-0de8704d-74c4-4672-b24d-d1612d2c9499 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 1094 time: 0.4482043 Jul 30 01:46:35.059521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-40acff4e-343d-406f-93f0-00a899973c9f tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:46:35.060790 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-40acff4e-343d-406f-93f0-00a899973c9f tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102034 Jul 30 01:46:35.082486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Request body: {'binding': {'host': 'n-h2-715271-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:35.083234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Unknown quota resources ['binding']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:46:35.232826 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-fd116f81-a293-471b-bcfd-e366fb439667 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583865 Jul 30 01:46:35.285211 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-5691c466-905d-4745-a55d-4fff695f2a22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f0bc231-46af-47aa-aff6-140410248732 HTTP/1.1" status: 200 len: 217 time: 0.4948533 Jul 30 01:46:35.286619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-303915b6-0555-4702-88cb-018b949a0ea5 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8660731 Jul 30 01:46:35.466629 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e612643d-6f80-4e7e-9ff5-00e2cb368e8c req-51207d97-c968-40fe-bd35-453802401fa8 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152762 Jul 30 01:46:35.469206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on host n-h2-715271-7 for vnic_type normal with profile None {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:35.469758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:35.470285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:35.479292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:35.480024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:35.488759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:35.489308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:35.489868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:35.490407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Bound port: c82edd45-5d22-4e09-9245-789d89b6efbf, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:35.510067 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.534895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-6a542a31-e1fe-4b34-8224-22d6d87d22e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:35.536926 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-6a542a31-e1fe-4b34-8224-22d6d87d22e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 200 len: 853 time: 0.1995373 Jul 30 01:46:35.605427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:35.614671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:35.615075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:35.618167 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-79f5a845-d99a-4be4-af04-860939a58fa7 service neutron] 10.222.0.84 "POST /v2.0/ports/c82edd45-5d22-4e09-9245-789d89b6efbf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5394251 Jul 30 01:46:35.643973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:35.653029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-1a3fba2c-5530-49aa-9432-e1ebf53f4759 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a25b1a6-05ce-4f49-9646-be9913185bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744195 Jul 30 01:46:35.654274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:35.730722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Pushing event updated for resources: {'Port': ['ID=08ead8c1-3ad4-40fa-919c-ffd0ee1017b6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:36.025346 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.133116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-6f5d6bf7-f552-4de5-9f42-2c5ee0d566f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:36.135942 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-6f5d6bf7-f552-4de5-9f42-2c5ee0d566f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1097 time: 0.1081607 Jul 30 01:46:36.138116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1042a3f2-7749-4bbb-b41e-72b76566b79f {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:36.163844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba02a1d-bde1-4bc4-b002-7e30bb2b0e74 req-a73149e7-36d2-4c86-9b6a-e5315c96cebd tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:36.166493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ba02a1d-bde1-4bc4-b002-7e30bb2b0e74 req-a73149e7-36d2-4c86-9b6a-e5315c96cebd tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 943 time: 0.4896874 Jul 30 01:46:36.205748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963acd9-581a-4ad4-b585-839c52f032c8 req-de4245fa-2455-4dfc-8115-100d1bce6512 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:36.208603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7963acd9-581a-4ad4-b585-839c52f032c8 req-de4245fa-2455-4dfc-8115-100d1bce6512 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 935 time: 0.3723354 Jul 30 01:46:36.221373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.253081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-9e058d7b-e706-4124-a073-3e440bc69437 service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909142 Jul 30 01:46:36.334492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Transition to ACTIVE for port object 1042a3f2-7749-4bbb-b41e-72b76566b79f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:36.366687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.370605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-73e2d469-9f20-4e5a-8e64-1065fe0f5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:36.373456 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-73e2d469-9f20-4e5a-8e64-1065fe0f5417 service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.2221296 Jul 30 01:46:36.429546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.479837 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-ce915453-ec2c-4677-9d26-8ae560fb4bbd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82edd45-5d22-4e09-9245-789d89b6efbf HTTP/1.1" status: 200 len: 217 time: 0.0921834 Jul 30 01:46:36.565212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ba02a1d-bde1-4bc4-b002-7e30bb2b0e74 req-38fcf747-69c7-4997-a7cc-5fa366232ab0 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748949 Jul 30 01:46:36.632090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-ed19f891-5364-435a-adb4-98845e2626b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:36.632442 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:36.638323 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-ed19f891-5364-435a-adb4-98845e2626b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.1429584 Jul 30 01:46:36.651498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7963acd9-581a-4ad4-b585-839c52f032c8 req-335becf9-d5b5-4fd6-8e3c-71dfd867304c tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139588 Jul 30 01:46:36.748080 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-26354751-9c86-4f98-b5e6-7b5b73461b8f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613127 Jul 30 01:46:36.829964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Pushing event updated for resources: {'Port': ['ID=1042a3f2-7749-4bbb-b41e-72b76566b79f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:37.038581 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-fd1deef8-d0ec-431d-a362-58302950a5b6 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769566 Jul 30 01:46:37.132562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5690ce1-3af3-467d-b7fe-9be1474a0c41 req-ea14dfc4-92fd-43df-a43b-ba33b2eee6ac service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8310690 Jul 30 01:46:37.239155 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-dd76d7c4-6df8-45cc-b585-6a1387642b7c service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758137 Jul 30 01:46:37.242792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7b91b-c476-4bba-9415-91051da29c92 req-37957f29-281e-4ba5-870d-c193226380da tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.251383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7b91b-c476-4bba-9415-91051da29c92 req-37957f29-281e-4ba5-870d-c193226380da tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.259530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7b91b-c476-4bba-9415-91051da29c92 req-37957f29-281e-4ba5-870d-c193226380da tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.271624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7b91b-c476-4bba-9415-91051da29c92 req-37957f29-281e-4ba5-870d-c193226380da tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.283129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7b91b-c476-4bba-9415-91051da29c92 req-37957f29-281e-4ba5-870d-c193226380da tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.296218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7b91b-c476-4bba-9415-91051da29c92 req-37957f29-281e-4ba5-870d-c193226380da tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.308837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7b91b-c476-4bba-9415-91051da29c92 req-37957f29-281e-4ba5-870d-c193226380da tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.312641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16a7b91b-c476-4bba-9415-91051da29c92 req-37957f29-281e-4ba5-870d-c193226380da tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5429 time: 0.5417588 Jul 30 01:46:37.357511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573a724-8eba-484f-a0dd-315c34c9f69c req-07acc61d-95a5-41d2-8460-ed809da5dcba tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:37.359171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0573a724-8eba-484f-a0dd-315c34c9f69c req-07acc61d-95a5-41d2-8460-ed809da5dcba tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.4405973 Jul 30 01:46:37.413806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Attempting to bind port 1042a3f2-7749-4bbb-b41e-72b76566b79f on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:37.414247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Attempting to bind port 1042a3f2-7749-4bbb-b41e-72b76566b79f by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:37.414740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Attempting to bind port 1042a3f2-7749-4bbb-b41e-72b76566b79f on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:37.455547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Port 1042a3f2-7749-4bbb-b41e-72b76566b79f on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:37.456051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Attempting to bind port 1042a3f2-7749-4bbb-b41e-72b76566b79f on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:37.511681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:37.512195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:37.513370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:37.514002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Bound port: 1042a3f2-7749-4bbb-b41e-72b76566b79f, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:37.514511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.531909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16a7b91b-c476-4bba-9415-91051da29c92 req-7076fcc0-53dd-4fe5-bbd8-5bd20fe110cb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2003677 Jul 30 01:46:37.556553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0573a724-8eba-484f-a0dd-315c34c9f69c req-8a875c92-b332-492f-ac47-a46bee1fe860 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828375 Jul 30 01:46:37.614532 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.687234 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d64cce7-38be-4700-8798-c4a547f16a61 x-openstack-request-id: req-1d64cce7-38be-4700-8798-c4a547f16a61 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:37.687921 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "tag": "6f0bc231-46af-47aa-aff6-140410248732", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:37.688683 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1d64cce7-38be-4700-8798-c4a547f16a61 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:37.689365 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'tag': '6f0bc231-46af-47aa-aff6-140410248732', 'status': 'completed', 'code': 200} Jul 30 01:46:37.696908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:37.783581 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ccaa2b53-6bc3-42ea-92e4-b0d4c4ec2dd8 req-cee05902-5074-40d4-8835-acbe0f183605 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 210 time: 0.0539260 Jul 30 01:46:38.092681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.138987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71036d62-18fd-42d8-80f1-4310b7276908 req-47a6b143-043b-458b-9646-56ef80204bac tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:38.143280 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-47a6b143-043b-458b-9646-56ef80204bac tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.2459145 Jul 30 01:46:38.166493 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.168608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4831262 Jul 30 01:46:38.183555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Request body: {'port': {'device_id': '7f0299a0-e524-4d08-8e80-d8d7a0875703', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'admin_state_up': True, 'tenant_id': '6d0320e5fae9400badeba35924f93062'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:38.222574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-3a4b6204-9dc3-4e71-8641-460e9fdafcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:38.225148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-3a4b6204-9dc3-4e71-8641-460e9fdafcb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 1094 time: 0.3732226 Jul 30 01:46:38.234102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d571106-d615-4a03-be8d-cd008858bd5d tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Pushing event updated for resources: {'Port': ['ID=08ead8c1-3ad4-40fa-919c-ffd0ee1017b6,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:38.362179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] For port 1042a3f2-7749-4bbb-b41e-72b76566b79f, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:38.393275 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] For port 1042a3f2-7749-4bbb-b41e-72b76566b79f, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1042a3f2-7749-4bbb-b41e-72b76566b79f,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:38.422194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049786c9-5860-4ff0-9a19-794d86fb5189 req-49e0eefb-f44c-4b22-a723-c675a7f4f5e4 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:38.424911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-049786c9-5860-4ff0-9a19-794d86fb5189 req-49e0eefb-f44c-4b22-a723-c675a7f4f5e4 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 943 time: 0.4790051 Jul 30 01:46:38.434609 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.474312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Made reservation on behalf of 6d0320e5fae9400badeba35924f93062 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:46:38.482882 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.547096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:38.548613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:38.551057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] 10.222.0.41 "PUT /v2.0/ports/1042a3f2-7749-4bbb-b41e-72b76566b79f HTTP/1.1" status: 200 len: 1095 time: 4.4670665 Jul 30 01:46:38.656547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea42bee-7343-4f64-8ef8-5826ba7a03ca req-53b611d4-ba00-4484-bfb2-cdd3b80186e3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:38.662782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cea42bee-7343-4f64-8ef8-5826ba7a03ca req-53b611d4-ba00-4484-bfb2-cdd3b80186e3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 946 time: 0.7407219 Jul 30 01:46:38.757821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-ec5529ac-a477-495c-9528-aa14f83c6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:38.761393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-ec5529ac-a477-495c-9528-aa14f83c6ef3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 914 time: 0.5222743 Jul 30 01:46:38.815709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4140-8cd7-4e8a-9436-4dc2bb7e9faa service neutron] Pushing event updated for resources: {'Port': ['ID=1042a3f2-7749-4bbb-b41e-72b76566b79f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:38.913940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-23f8c807-e762-4903-8a2e-0fb44a807a25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f0bc231-46af-47aa-aff6-140410248732 HTTP/1.1" status: 200 len: 217 time: 0.1273818 Jul 30 01:46:38.924396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-049786c9-5860-4ff0-9a19-794d86fb5189 req-020ed9bd-f014-49aa-a999-71b47729dffe tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703598 Jul 30 01:46:38.953223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Allocated IP 172.20.0.7 (00883b99-bbc6-4500-985d-28d6f6c87526/661a2d79-d7f8-420e-bedb-462b0400653a/f0fd6097-550a-4b88-a955-9fa98989bba8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:46:39.024749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-a4e10b0c-39ab-47c2-81ad-71847ce313d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:39.027283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-a4e10b0c-39ab-47c2-81ad-71847ce313d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fadbe6d999b4de38d8934bbcf669903&device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 1098 time: 0.3626916 Jul 30 01:46:39.037824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cea42bee-7343-4f64-8ef8-5826ba7a03ca req-eb653667-d44c-4518-a351-526cfc732adb tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462613 Jul 30 01:46:39.178446 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-94d3aadc-983d-4671-b42c-9e0614a13ae6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=1042a3f2-7749-4bbb-b41e-72b76566b79f HTTP/1.1" status: 200 len: 217 time: 0.1390932 Jul 30 01:46:39.198772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-ba737696-9067-40c9-8f9c-f37996717282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:39.201921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-ba737696-9067-40c9-8f9c-f37996717282 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 200 len: 853 time: 0.2738121 Jul 30 01:46:39.344619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-224715a3-91ce-417d-9d92-cc5017e8841c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a25b1a6-05ce-4f49-9646-be9913185bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950015 Jul 30 01:46:39.509087 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.691648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:39.713842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:39.953611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Network 00883b99-bbc6-4500-985d-28d6f6c87526 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:46:39.984419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:46:39.995582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:46:40.000439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1bee4b-b13b-4e26-9309-12cbd771d994', 'tag': '1042a3f2-7749-4bbb-b41e-72b76566b79f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:40.006666 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976927c5-a661-4c07-9bb4-6fd4d329beaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1bee4b-b13b-4e26-9309-12cbd771d994", "tag": "1042a3f2-7749-4bbb-b41e-72b76566b79f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:40.053939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-d02a0566-8f89-4f60-8fea-bae5abe5337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.057217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-d02a0566-8f89-4f60-8fea-bae5abe5337a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.8617847 Jul 30 01:46:40.057548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6f0bc231-46af-47aa-aff6-140410248732 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:40.128982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6a3b8-a502-425f-8698-c5787e5bdae1 req-81f854dd-24da-4445-afb6-3c97ee3f88d7 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.145244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8d6a3b8-a502-425f-8698-c5787e5bdae1 req-81f854dd-24da-4445-afb6-3c97ee3f88d7 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 947 time: 0.9746733 Jul 30 01:46:40.237891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.238703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.257092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event updated for resources: {'Port': ['ID=f0fd6097-550a-4b88-a955-9fa98989bba8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:40.322960 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4bd0955c-0a10-4bab-bdc9-d11a8fca65f6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1538124 Jul 30 01:46:40.346076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Request body: {'port': {'device_id': '7f0299a0-e524-4d08-8e80-d8d7a0875703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:40.404869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6f0bc231-46af-47aa-aff6-140410248732, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6f0bc231-46af-47aa-aff6-140410248732,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:40.428172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '6f0bc231-46af-47aa-aff6-140410248732', 'network_id': '1a25b1a6-05ce-4f49-9646-be9913185bf2', 'port_id': '6f0bc231-46af-47aa-aff6-140410248732', 'mac_address': 'fa:16:3e:a5:8a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31afc99-8b85-41db-81c4-af78e019259f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:40.466174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f889-927a-4666-ba60-51452775a7fa req-ab6552c7-d270-49f1-8d3d-6d2f29713dc7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.476836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f889-927a-4666-ba60-51452775a7fa req-ab6552c7-d270-49f1-8d3d-6d2f29713dc7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.488664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f889-927a-4666-ba60-51452775a7fa req-ab6552c7-d270-49f1-8d3d-6d2f29713dc7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.500392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f889-927a-4666-ba60-51452775a7fa req-ab6552c7-d270-49f1-8d3d-6d2f29713dc7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.510190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f889-927a-4666-ba60-51452775a7fa req-ab6552c7-d270-49f1-8d3d-6d2f29713dc7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.517769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.537548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f889-927a-4666-ba60-51452775a7fa req-ab6552c7-d270-49f1-8d3d-6d2f29713dc7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.565337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f889-927a-4666-ba60-51452775a7fa req-ab6552c7-d270-49f1-8d3d-6d2f29713dc7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.569168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37c4f889-927a-4666-ba60-51452775a7fa req-ab6552c7-d270-49f1-8d3d-6d2f29713dc7 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5429 time: 0.5483503 Jul 30 01:46:40.572310 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.626535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0bc231-46af-47aa-aff6-140410248732 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:40.694709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6f0bc231-46af-47aa-aff6-140410248732, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6f0bc231-46af-47aa-aff6-140410248732,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:40.703518 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:40.715404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-43645a88-cee8-4832-9401-62f71b628a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:40.720423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-43645a88-cee8-4832-9401-62f71b628a6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6503398 Jul 30 01:46:40.739081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-bb633b99-df97-4d05-b650-72d0e39f30ab service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3780575 Jul 30 01:46:40.757217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8d6a3b8-a502-425f-8698-c5787e5bdae1 req-c0f8f62d-ab24-4da4-aa87-fa3db43c86e9 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756118 Jul 30 01:46:40.878798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6f0bc231-46af-47aa-aff6-140410248732,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:40.907514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.908815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.909632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.910456 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.911276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.912795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.914782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.916186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.916941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.917839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.918848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.920046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:46:40.964078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6f0bc231-46af-47aa-aff6-140410248732'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:41.195315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fd6097-550a-4b88-a955-9fa98989bba8 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:41.209974 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.236091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Transition to ACTIVE for port object f0fd6097-550a-4b88-a955-9fa98989bba8 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:46:41.242787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.280973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37c4f889-927a-4666-ba60-51452775a7fa req-98519d5a-c829-4703-a3b0-9bdda7bb4c0b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6664321 Jul 30 01:46:41.413212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd6097-550a-4b88-a955-9fa98989bba8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:41.484141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd06e1a-3693-4fa5-8197-c4528ebce832 req-2ccf4370-3f55-4a04-9db8-0068830392fa tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.486740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fd06e1a-3693-4fa5-8197-c4528ebce832 req-2ccf4370-3f55-4a04-9db8-0068830392fa tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.5235810 Jul 30 01:46:41.519635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-4edfa803-744b-43f7-a5ba-45b280e5bd08 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7884297 Jul 30 01:46:41.567299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-271e6a26-7746-4581-b1aa-e7efb8dbefff req-4f0fb9b8-4e5c-43e5-b3bf-0e926c604210 service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8062236 Jul 30 01:46:41.656121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Attempting to bind port f0fd6097-550a-4b88-a955-9fa98989bba8 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:41.657566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Attempting to bind port f0fd6097-550a-4b88-a955-9fa98989bba8 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:41.657566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Attempting to bind port f0fd6097-550a-4b88-a955-9fa98989bba8 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:41.671186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Port f0fd6097-550a-4b88-a955-9fa98989bba8 on network 00883b99-bbc6-4500-985d-28d6f6c87526 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:41.671736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Attempting to bind port f0fd6097-550a-4b88-a955-9fa98989bba8 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:41.682101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:41.682660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Checking segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:41.683256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Bound using segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:41.684042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Bound port: f0fd6097-550a-4b88-a955-9fa98989bba8, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:41.685838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.771649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7de8-d6ee-4b62-8544-56c5655e13f2 req-af7a9889-fafe-464c-8c3e-1149af16272b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:41.787540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e6e7de8-d6ee-4b62-8544-56c5655e13f2 req-af7a9889-fafe-464c-8c3e-1149af16272b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 943 time: 0.2499075 Jul 30 01:46:41.795842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fd06e1a-3693-4fa5-8197-c4528ebce832 req-7f9f2bad-d24b-4756-ba13-08dbe21dafba tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894855 Jul 30 01:46:41.886990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] For port f0fd6097-550a-4b88-a955-9fa98989bba8, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:41.902041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] For port f0fd6097-550a-4b88-a955-9fa98989bba8, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f0fd6097-550a-4b88-a955-9fa98989bba8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:41.911486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:41.974057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdc39c7-dfba-4a6f-a9b3-ec0f762efc1d req-f35ff8cf-92f9-4961-8d7b-9eef966430a1 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237964 Jul 30 01:46:41.982281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e6e7de8-d6ee-4b62-8544-56c5655e13f2 req-7e28eb26-84b1-4d70-a58e-f194de8bb823 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927679 Jul 30 01:46:42.106189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.108650 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.111704 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] 10.222.0.22 "PUT /v2.0/ports/f0fd6097-550a-4b88-a955-9fa98989bba8 HTTP/1.1" status: 200 len: 1091 time: 1.7737887 Jul 30 01:46:42.113155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0299a0-e524-4d08-8e80-d8d7a0875703', 'tag': 'f0fd6097-550a-4b88-a955-9fa98989bba8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:42.117902 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baf5857-b9c3-4a34-9e90-5c213b14be90" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0299a0-e524-4d08-8e80-d8d7a0875703", "tag": "f0fd6097-550a-4b88-a955-9fa98989bba8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:42.150406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ea534-9644-4c4f-8aa1-5e3f3e4cbad9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd6097-550a-4b88-a955-9fa98989bba8,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:42.178151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6364f2-94b5-43fe-8067-c8afd5e26176 req-d077cce2-4f75-45b6-9132-df8114cee9c2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.181184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d6364f2-94b5-43fe-8067-c8afd5e26176 req-d077cce2-4f75-45b6-9132-df8114cee9c2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 944 time: 0.2050419 Jul 30 01:46:42.191073 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59a0b9-73d1-4d3e-96f2-bfdc7162769d x-openstack-request-id: req-be59a0b9-73d1-4d3e-96f2-bfdc7162769d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:42.193263 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1bee4b-b13b-4e26-9309-12cbd771d994", "tag": "1042a3f2-7749-4bbb-b41e-72b76566b79f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:42.193678 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be59a0b9-73d1-4d3e-96f2-bfdc7162769d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:42.194414 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1bee4b-b13b-4e26-9309-12cbd771d994', 'tag': '1042a3f2-7749-4bbb-b41e-72b76566b79f', 'status': 'completed', 'code': 200} Jul 30 01:46:42.309983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:42.330208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71036d62-18fd-42d8-80f1-4310b7276908 req-455f248a-f400-45e4-98ed-968516776b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.334389 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-455f248a-f400-45e4-98ed-968516776b95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 1094 time: 0.1323833 Jul 30 01:46:42.449523 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-1b0a2443-0106-427b-bbdf-88c982e7c3b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0fd6097-550a-4b88-a955-9fa98989bba8 HTTP/1.1" status: 200 len: 217 time: 0.0949502 Jul 30 01:46:42.455837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d6364f2-94b5-43fe-8067-c8afd5e26176 req-ba39249d-b17f-4a9c-a421-ac4543f5f3aa tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576644 Jul 30 01:46:42.520207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-967a27cd-5110-426c-bb2f-bcbbd12b7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.530921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-967a27cd-5110-426c-bb2f-bcbbd12b7829 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fadbe6d999b4de38d8934bbcf669903&device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 1098 time: 0.3102236 Jul 30 01:46:42.564246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71036d62-18fd-42d8-80f1-4310b7276908 req-d167e9d1-b590-4b63-9d61-d763a7a22c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.567560 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-d167e9d1-b590-4b63-9d61-d763a7a22c13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.1024861 Jul 30 01:46:42.654575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3614aef-6bb4-46ab-83be-8280c9ac4bd3 req-98a68dcf-bfbe-47c8-89ff-3e57a01cae2b tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:42.682992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3614aef-6bb4-46ab-83be-8280c9ac4bd3 req-98a68dcf-bfbe-47c8-89ff-3e57a01cae2b tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 946 time: 0.3723769 Jul 30 01:46:42.693356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:42.696415 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-b8ebc35e-2a81-4c19-8474-bc48e7f741c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140161 Jul 30 01:46:42.720015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '8312add5-54e0-48dc-b78f-37c85826d59e', 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f', 'port_id': '8312add5-54e0-48dc-b78f-37c85826d59e', 'mac_address': 'fa:16:3e:f7:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb231187-35d3-483a-b26a-b9d2c322bfe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:42.814630 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:42.848630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8312add5-54e0-48dc-b78f-37c85826d59e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:42.915652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:42.924371 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:43.005979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3614aef-6bb4-46ab-83be-8280c9ac4bd3 req-61f4e230-eac1-49f4-ad1c-3bae09301b53 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203588 Jul 30 01:46:43.066010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcd220-cec8-475a-adac-261c5627113f req-e9d4fde3-52be-49aa-a091-f78f98dc89a5 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.080235 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-a25b864c-aa73-4e8b-b378-2caf2d176814 service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570781 Jul 30 01:46:43.081243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01bcd220-cec8-475a-adac-261c5627113f req-e9d4fde3-52be-49aa-a091-f78f98dc89a5 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 947 time: 0.2066431 Jul 30 01:46:43.102094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-00156e01-94b7-4c88-b607-eadc3d0592e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.105321 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-00156e01-94b7-4c88-b607-eadc3d0592e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.5624928 Jul 30 01:46:43.139602 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8312add5-54e0-48dc-b78f-37c85826d59e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:43.185661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-d5b9eec6-1a21-4b59-aeee-e83da504e6ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=1042a3f2-7749-4bbb-b41e-72b76566b79f HTTP/1.1" status: 200 len: 217 time: 0.0682409 Jul 30 01:46:43.292220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:43.318922 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305b19c0-aab0-4f33-853d-418e16713284 x-openstack-request-id: req-305b19c0-aab0-4f33-853d-418e16713284 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:43.319413 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0299a0-e524-4d08-8e80-d8d7a0875703", "tag": "f0fd6097-550a-4b88-a955-9fa98989bba8", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:43.320184 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-305b19c0-aab0-4f33-853d-418e16713284 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:43.320740 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0299a0-e524-4d08-8e80-d8d7a0875703', 'tag': 'f0fd6097-550a-4b88-a955-9fa98989bba8', 'status': 'completed', 'code': 200} Jul 30 01:46:43.356147 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01bcd220-cec8-475a-adac-261c5627113f req-1d188c2d-ebe4-4e56-ac37-2695bbc3d4f0 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620919 Jul 30 01:46:43.500792 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-71036d62-18fd-42d8-80f1-4310b7276908 req-4474f82e-2189-40ec-af47-4d3839e8ecc9 service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989186 Jul 30 01:46:43.684399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-e590d8b1-f571-4dc5-b8f6-9f663607dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.688316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-e590d8b1-f571-4dc5-b8f6-9f663607dd4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.4931378 Jul 30 01:46:43.720230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-2e056972-db5a-4666-a529-b8c082c5bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.720230 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-2e056972-db5a-4666-a529-b8c082c5bea8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 1094 time: 0.1094022 Jul 30 01:46:43.796688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04ba5-11cc-4e03-91f8-cc23063c563c req-300043b5-5fbe-4463-873d-d7d61ac8f380 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.818056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04ba5-11cc-4e03-91f8-cc23063c563c req-300043b5-5fbe-4463-873d-d7d61ac8f380 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.823589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04ba5-11cc-4e03-91f8-cc23063c563c req-300043b5-5fbe-4463-873d-d7d61ac8f380 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.836320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04ba5-11cc-4e03-91f8-cc23063c563c req-300043b5-5fbe-4463-873d-d7d61ac8f380 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.848624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04ba5-11cc-4e03-91f8-cc23063c563c req-300043b5-5fbe-4463-873d-d7d61ac8f380 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.861002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04ba5-11cc-4e03-91f8-cc23063c563c req-300043b5-5fbe-4463-873d-d7d61ac8f380 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.873025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da04ba5-11cc-4e03-91f8-cc23063c563c req-300043b5-5fbe-4463-873d-d7d61ac8f380 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.885192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0da04ba5-11cc-4e03-91f8-cc23063c563c req-300043b5-5fbe-4463-873d-d7d61ac8f380 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5429 time: 0.5168324 Jul 30 01:46:43.918090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-63b4ee42-5f12-4a68-86dd-3b32a707b01f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4105220 Jul 30 01:46:43.952404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e5e79-70dc-4870-8601-4ada16956749 req-9f1ed262-3fa9-4f6a-8dc9-9a787822f859 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:43.952404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b0e5e79-70dc-4870-8601-4ada16956749 req-9f1ed262-3fa9-4f6a-8dc9-9a787822f859 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.4054372 Jul 30 01:46:44.009655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-4f127bd9-3e0c-4031-80ec-e7332b52dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.010186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-e841de88-6acf-4f68-9a9d-46aedc10e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.013441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-e841de88-6acf-4f68-9a9d-46aedc10e115 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3153276 Jul 30 01:46:44.014785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-4f127bd9-3e0c-4031-80ec-e7332b52dadd service neutron] 10.222.0.22 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 907 time: 0.2857451 Jul 30 01:46:44.026341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1042a3f2-7749-4bbb-b41e-72b76566b79f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:44.033230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6f0bc231-46af-47aa-aff6-140410248732 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:44.091948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0da04ba5-11cc-4e03-91f8-cc23063c563c req-28717977-1d04-4847-bfc0-25ab6e5d89a3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2045984 Jul 30 01:46:44.223904 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-33aff384-71fb-49dd-91de-ef6f2aa8e7b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0fd6097-550a-4b88-a955-9fa98989bba8 HTTP/1.1" status: 200 len: 217 time: 0.1885803 Jul 30 01:46:44.317619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 6f0bc231-46af-47aa-aff6-140410248732 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:44.359777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 6f0bc231-46af-47aa-aff6-140410248732 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:44.360385 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:44.476254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-f1685b19-8e52-4af9-a39d-da3ab27ad725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.480348 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-f1685b19-8e52-4af9-a39d-da3ab27ad725 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.2144413 Jul 30 01:46:44.492099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-2d3e8de4-ea75-4fc6-8a36-936fc295a24a service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364665 Jul 30 01:46:44.503303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:44.542462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b0e5e79-70dc-4870-8601-4ada16956749 req-667ba972-fd67-4afe-b3e8-8a93e6e2e9ed tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526044 Jul 30 01:46:44.624594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-abc80949-ad30-463f-8dad-d66a202b17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.628583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-abc80949-ad30-463f-8dad-d66a202b17c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1095 time: 0.6540306 Jul 30 01:46:44.631176 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-65892fc4-1fb6-4c9b-8bea-cfd6b55d1c36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201043 Jul 30 01:46:44.806042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa541977-2e0b-4f06-91bb-07ec2b3853bf req-d3861f90-d7fc-48ad-9734-3fff644d6a23 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:44.819175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa541977-2e0b-4f06-91bb-07ec2b3853bf req-d3861f90-d7fc-48ad-9734-3fff644d6a23 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 943 time: 0.5574775 Jul 30 01:46:44.929170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1042a3f2-7749-4bbb-b41e-72b76566b79f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1042a3f2-7749-4bbb-b41e-72b76566b79f,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:45.082432 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-36f270d8-1e51-401a-a347-912b89bb0e95 service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270990 Jul 30 01:46:45.129935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '1042a3f2-7749-4bbb-b41e-72b76566b79f', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '1042a3f2-7749-4bbb-b41e-72b76566b79f', 'mac_address': 'fa:16:3e:77:1a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:45.168596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 8312add5-54e0-48dc-b78f-37c85826d59e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:45.169800 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.183700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9f1d3-65c7-468b-80a6-f0cfb071b774 req-aaa6a8ec-4978-47ef-8f90-662b33a6cce7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.186207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17e9f1d3-65c7-468b-80a6-f0cfb071b774 req-aaa6a8ec-4978-47ef-8f90-662b33a6cce7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 944 time: 0.2248960 Jul 30 01:46:45.210024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa541977-2e0b-4f06-91bb-07ec2b3853bf req-72add425-5de5-477f-99d3-cfa5b9d695bd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876233 Jul 30 01:46:45.226696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.446982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-976927c5-a661-4c07-9bb4-6fd4d329beaf req-92944bc2-c71a-4466-846b-9a2f67127207 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9001412 Jul 30 01:46:45.509008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-4e237af8-6b3c-48ec-b697-4cc7fa854893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.511788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-4e237af8-6b3c-48ec-b697-4cc7fa854893 service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.7842183 Jul 30 01:46:45.527486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17e9f1d3-65c7-468b-80a6-f0cfb071b774 req-54459d33-75bc-457e-ac8c-b9b4833c45f8 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846334 Jul 30 01:46:45.532822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0bc231-46af-47aa-aff6-140410248732'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:45.536204 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41c9c9e-8d3d-4660-99a2-933477e3b1d4" -d '{"events": [{"server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "name": "network-vif-plugged", "status": "completed", "tag": "6f0bc231-46af-47aa-aff6-140410248732"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:45.588862 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4baf5857-b9c3-4a34-9e90-5c213b14be90 req-f4ef1181-4767-4384-a901-1f3eb34c46ff service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759247 Jul 30 01:46:45.648230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6f0bc231-46af-47aa-aff6-140410248732, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6f0bc231-46af-47aa-aff6-140410248732,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:45.648770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-6607d08b-391d-49ae-9bb1-7321708df6b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 200 len: 217 time: 0.1198947 Jul 30 01:46:45.697361 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.765598 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.871774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1042a3f2-7749-4bbb-b41e-72b76566b79f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:45.943515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-64d8ce2a-7cd2-4e1d-93ee-73a4b88a849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.946171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-64d8ce2a-7cd2-4e1d-93ee-73a4b88a849a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.2891405 Jul 30 01:46:45.947036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1042a3f2-7749-4bbb-b41e-72b76566b79f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1042a3f2-7749-4bbb-b41e-72b76566b79f,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:45.956684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:45.973639 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:46:45.974922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f324a7-4905-414d-b3ab-cf1035bc4891 req-ca463680-7867-4b37-853a-5ecf328d5b17 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:45.977324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43f324a7-4905-414d-b3ab-cf1035bc4891 req-ca463680-7867-4b37-853a-5ecf328d5b17 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 946 time: 0.1967759 Jul 30 01:46:45.985078 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.006474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6f0bc231-46af-47aa-aff6-140410248732,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:46.016592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bd436-2c59-48a5-b1a2-e80cef333a18 req-e9e041eb-a9a8-4f9a-978d-4f6b3f8d9b47 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:46.031511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e0bd436-2c59-48a5-b1a2-e80cef333a18 req-e9e041eb-a9a8-4f9a-978d-4f6b3f8d9b47 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 947 time: 0.2487717 Jul 30 01:46:46.086648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-73f9eb57-ea2a-4fc9-8749-78716602dcea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077397 Jul 30 01:46:46.278283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e0bd436-2c59-48a5-b1a2-e80cef333a18 req-9202256c-f4bc-40cc-9bb8-95e03c8984f5 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451894 Jul 30 01:46:46.300684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43f324a7-4905-414d-b3ab-cf1035bc4891 req-98ab5293-4fe8-400f-8c85-b9323d1d149e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552555 Jul 30 01:46:46.307411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:46.328560 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:46.336885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=1042a3f2-7749-4bbb-b41e-72b76566b79f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:46.360262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['1042a3f2-7749-4bbb-b41e-72b76566b79f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:46.434450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-5d3321b3-4457-46e5-a8c9-27bd0404093e service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326721 Jul 30 01:46:46.573300 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17608e8f-12ea-4936-a999-1c4f56f074df x-openstack-request-id: req-17608e8f-12ea-4936-a999-1c4f56f074df {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:46.573805 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "name": "network-vif-plugged", "status": "completed", "tag": "6f0bc231-46af-47aa-aff6-140410248732", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:46.577014 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-17608e8f-12ea-4936-a999-1c4f56f074df {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:46.577352 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0bc231-46af-47aa-aff6-140410248732', 'code': 200} Jul 30 01:46:46.721675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:47.020812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a47af631-ae6a-4e50-b9df-c0e60aa01a8e req-0c29d30a-ad45-46b8-b352-caa91dd5620e service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758212 Jul 30 01:46:47.177947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e938d67-1c2b-45d4-9414-19c6424e920f req-a4d062d3-866a-48f4-b3c7-37e5d90f7d01 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.200741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e938d67-1c2b-45d4-9414-19c6424e920f req-a4d062d3-866a-48f4-b3c7-37e5d90f7d01 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.225427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e938d67-1c2b-45d4-9414-19c6424e920f req-a4d062d3-866a-48f4-b3c7-37e5d90f7d01 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.250915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e938d67-1c2b-45d4-9414-19c6424e920f req-a4d062d3-866a-48f4-b3c7-37e5d90f7d01 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.281213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e938d67-1c2b-45d4-9414-19c6424e920f req-a4d062d3-866a-48f4-b3c7-37e5d90f7d01 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.304921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e938d67-1c2b-45d4-9414-19c6424e920f req-a4d062d3-866a-48f4-b3c7-37e5d90f7d01 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.348880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e938d67-1c2b-45d4-9414-19c6424e920f req-a4d062d3-866a-48f4-b3c7-37e5d90f7d01 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.384735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e938d67-1c2b-45d4-9414-19c6424e920f req-a4d062d3-866a-48f4-b3c7-37e5d90f7d01 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5429 time: 0.8700821 Jul 30 01:46:47.488662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61571fa-b2f2-46a5-a51d-9671ef3e5647 req-30b35eca-c3cf-4d7e-bdc5-6ae7dd617269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.490861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f61571fa-b2f2-46a5-a51d-9671ef3e5647 req-30b35eca-c3cf-4d7e-bdc5-6ae7dd617269 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 1096 time: 0.6248720 Jul 30 01:46:47.511039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ac790-0a06-4f09-b6c0-d4c5d41cfd89 req-a1f6d7dc-7feb-43c0-96ba-155999373aaf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.516995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-123ac790-0a06-4f09-b6c0-d4c5d41cfd89 req-a1f6d7dc-7feb-43c0-96ba-155999373aaf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.5767472 Jul 30 01:46:47.682074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-1ff5df15-2850-4ce2-83b5-f4d2dcfe9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:47.684291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e938d67-1c2b-45d4-9414-19c6424e920f req-4485ac20-a5d1-40e1-86cf-62f67d94fc56 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2810133 Jul 30 01:46:47.690315 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-1ff5df15-2850-4ce2-83b5-f4d2dcfe9e77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1097 time: 0.2095528 Jul 30 01:46:47.818368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-123ac790-0a06-4f09-b6c0-d4c5d41cfd89 req-ffa552a1-e202-4d04-b6c5-fc51f9effd47 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909145 Jul 30 01:46:47.826944 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f61571fa-b2f2-46a5-a51d-9671ef3e5647 req-0e9a25db-0b13-4ab9-a003-a0a9d17e304a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082860 Jul 30 01:46:48.049043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1042a3f2-7749-4bbb-b41e-72b76566b79f up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:48.077052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d640f4f-0408-4e67-8d89-ca808d924ddd req-83b42490-c213-468e-ae2d-3c3195f11e66 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.081045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d640f4f-0408-4e67-8d89-ca808d924ddd req-83b42490-c213-468e-ae2d-3c3195f11e66 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 943 time: 0.1704042 Jul 30 01:46:48.158322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-86f6d076-3834-4338-90ae-e06675ffb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.158322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-86f6d076-3834-4338-90ae-e06675ffb3b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 915 time: 0.4006310 Jul 30 01:46:48.259882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d640f4f-0408-4e67-8d89-ca808d924ddd req-b7bbf279-2b8d-4303-a735-cfdbfa85eb7f tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645100 Jul 30 01:46:48.267257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 1042a3f2-7749-4bbb-b41e-72b76566b79f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:48.285522 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-d5a0130e-8efb-4596-8b30-e6c2772ef586 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 217 time: 0.1171601 Jul 30 01:46:48.295774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 1042a3f2-7749-4bbb-b41e-72b76566b79f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:48.296314 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:48.366140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f0fd6097-550a-4b88-a955-9fa98989bba8 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:48.612013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-73733532-aeed-4028-b8ef-75eddc96d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.618579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:48.620410 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-73733532-aeed-4028-b8ef-75eddc96d1f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.3200631 Jul 30 01:46:48.625074 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bca3b1-0598-458f-bbb9-ed20f5194b6a" -d '{"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-plugged", "status": "completed", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:48.651308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078688c-a94a-409e-b1c1-d88051e5de18 req-252176bd-4469-4118-8460-c5567aefad10 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:48.662808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6078688c-a94a-409e-b1c1-d88051e5de18 req-252176bd-4469-4118-8460-c5567aefad10 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 945 time: 0.3359740 Jul 30 01:46:48.778907 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-2eaf0142-0c12-4733-b819-0b2da3b490a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344819 Jul 30 01:46:48.944258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6078688c-a94a-409e-b1c1-d88051e5de18 req-96c58b45-3e4c-4246-9e29-1e1f990f27ed tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453144 Jul 30 01:46:48.975157 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.012950 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-874475a5-5400-41bb-a8c9-cda6987ef0a5 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168529 Jul 30 01:46:49.016750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74c29-bab4-491c-8548-1e8d1c057cb2 req-566347ee-db62-4c93-9ff4-70a99e216bff tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.044381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bad74c29-bab4-491c-8548-1e8d1c057cb2 req-566347ee-db62-4c93-9ff4-70a99e216bff tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 948 time: 0.3721232 Jul 30 01:46:49.127787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f0fd6097-550a-4b88-a955-9fa98989bba8, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f0fd6097-550a-4b88-a955-9fa98989bba8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:49.235062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'f0fd6097-550a-4b88-a955-9fa98989bba8', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'port_id': 'f0fd6097-550a-4b88-a955-9fa98989bba8', 'mac_address': 'fa:16:3e:5f:e4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661a2d79-d7f8-420e-bedb-462b0400653a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:49.255346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bad74c29-bab4-491c-8548-1e8d1c057cb2 req-ae216369-a1bf-4a22-8c24-dffe09dcecf1 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095482 Jul 30 01:46:49.328449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1042a3f2-7749-4bbb-b41e-72b76566b79f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1042a3f2-7749-4bbb-b41e-72b76566b79f,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:49.362200 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b352aca6-b107-458b-8dbe-0c38d0e8dc9f req-72def4eb-94e2-4137-8e96-2fd030c4031a service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335004 Jul 30 01:46:49.375930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf979db8-fa1b-4665-9c9f-ac4e8c548391 req-5a4f9808-a1ee-4940-9455-d31da37a891f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.379204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf979db8-fa1b-4665-9c9f-ac4e8c548391 req-5a4f9808-a1ee-4940-9455-d31da37a891f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 946 time: 0.2556398 Jul 30 01:46:49.480590 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe5812c-26da-4ead-a9fa-77fe6de0f5bd x-openstack-request-id: req-4fe5812c-26da-4ead-a9fa-77fe6de0f5bd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:49.483233 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-plugged", "status": "completed", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:49.483902 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4fe5812c-26da-4ead-a9fa-77fe6de0f5bd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:49.484695 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e', 'code': 200} Jul 30 01:46:49.485922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.514699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf979db8-fa1b-4665-9c9f-ac4e8c548391 req-e2bc400e-b076-4975-a2ad-b03a8e728555 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154139 Jul 30 01:46:49.649683 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.713402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fd6097-550a-4b88-a955-9fa98989bba8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:49.736609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=1042a3f2-7749-4bbb-b41e-72b76566b79f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:49.749437 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a24d-4bf0-48d4-a5dd-7e0ed0c18b02 req-eeeefa17-9cc6-493a-9933-4580afa25c42 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.765011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a24d-4bf0-48d4-a5dd-7e0ed0c18b02 req-eeeefa17-9cc6-493a-9933-4580afa25c42 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.781999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a24d-4bf0-48d4-a5dd-7e0ed0c18b02 req-eeeefa17-9cc6-493a-9933-4580afa25c42 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.795287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a24d-4bf0-48d4-a5dd-7e0ed0c18b02 req-eeeefa17-9cc6-493a-9933-4580afa25c42 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.809206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f0fd6097-550a-4b88-a955-9fa98989bba8, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f0fd6097-550a-4b88-a955-9fa98989bba8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:49.817804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a24d-4bf0-48d4-a5dd-7e0ed0c18b02 req-eeeefa17-9cc6-493a-9933-4580afa25c42 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.822032 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:49.836527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a24d-4bf0-48d4-a5dd-7e0ed0c18b02 req-eeeefa17-9cc6-493a-9933-4580afa25c42 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.853972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a24d-4bf0-48d4-a5dd-7e0ed0c18b02 req-eeeefa17-9cc6-493a-9933-4580afa25c42 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:49.858064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29c1a24d-4bf0-48d4-a5dd-7e0ed0c18b02 req-eeeefa17-9cc6-493a-9933-4580afa25c42 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5429 time: 0.2912354 Jul 30 01:46:49.954327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f0fd6097-550a-4b88-a955-9fa98989bba8,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:50.108090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29c1a24d-4bf0-48d4-a5dd-7e0ed0c18b02 req-c7caaa83-7dd2-46d6-819e-44afa36285f1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2045412 Jul 30 01:46:50.161610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a21e07-4dd5-45b4-8564-0a37c2585353 req-309499c0-ca93-42aa-8f19-35fd6b1e916e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.179480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86a21e07-4dd5-45b4-8564-0a37c2585353 req-309499c0-ca93-42aa-8f19-35fd6b1e916e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3106008 Jul 30 01:46:50.371050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f0fd6097-550a-4b88-a955-9fa98989bba8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:50.391008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86a21e07-4dd5-45b4-8564-0a37c2585353 req-5189636a-5a75-4960-bd8e-5844d79f1175 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014112 Jul 30 01:46:50.846596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca6259-a4e6-498f-8b74-eb26bdcbb047 req-dfe4dc70-e832-43ce-b268-ac14a916d316 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.862640 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11ca6259-a4e6-498f-8b74-eb26bdcbb047 req-dfe4dc70-e832-43ce-b268-ac14a916d316 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 945 time: 0.2486889 Jul 30 01:46:50.926354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c115e-c8f0-4391-9721-950a97b067b0 req-5ef805d6-ccf0-4d6b-8c64-b2cf76f2f686 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:50.940807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-428c115e-c8f0-4391-9721-950a97b067b0 req-5ef805d6-ccf0-4d6b-8c64-b2cf76f2f686 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 944 time: 0.2212090 Jul 30 01:46:51.050848 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-428c115e-c8f0-4391-9721-950a97b067b0 req-f7327685-0eea-4993-bc12-d3c1c573b606 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969989 Jul 30 01:46:51.061967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11ca6259-a4e6-498f-8b74-eb26bdcbb047 req-f107a8c3-ad2c-4dbd-90d5-6d5dde2001d7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968327 Jul 30 01:46:51.439189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d4826-77e9-47de-aa45-63e0cd2f70c4 req-930c0ae2-8dec-4a60-9933-09b43427e665 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:51.452313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a61d4826-77e9-47de-aa45-63e0cd2f70c4 req-930c0ae2-8dec-4a60-9933-09b43427e665 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 949 time: 0.2100747 Jul 30 01:46:51.486053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bee4b-b13b-4e26-9309-12cbd771d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1042a3f2-7749-4bbb-b41e-72b76566b79f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:51.490020 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc57dfa5-f84f-44ec-a9a2-f2367ffe1065" -d '{"events": [{"server_uuid": "6e1bee4b-b13b-4e26-9309-12cbd771d994", "name": "network-vif-plugged", "status": "completed", "tag": "1042a3f2-7749-4bbb-b41e-72b76566b79f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:51.495965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e82b2-0a8a-40f2-9a07-bc4dd8b39f3d req-d38a4a0e-5269-430d-99dc-9ee3e63ed72d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:51.510221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-324e82b2-0a8a-40f2-9a07-bc4dd8b39f3d req-d38a4a0e-5269-430d-99dc-9ee3e63ed72d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 946 time: 0.1927166 Jul 30 01:46:51.620799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-324e82b2-0a8a-40f2-9a07-bc4dd8b39f3d req-2894849c-f732-4e87-8834-008a85f30361 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089721 Jul 30 01:46:51.644090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a61d4826-77e9-47de-aa45-63e0cd2f70c4 req-575951a5-df07-4719-90a4-aac20735ec39 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856663 Jul 30 01:46:51.987056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498f1b2-cab7-40a5-9c09-1bd47470e69d req-118af167-bdb8-4335-8869-0e9ae20e030d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:51.999494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498f1b2-cab7-40a5-9c09-1bd47470e69d req-118af167-bdb8-4335-8869-0e9ae20e030d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.011301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498f1b2-cab7-40a5-9c09-1bd47470e69d req-118af167-bdb8-4335-8869-0e9ae20e030d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.023954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498f1b2-cab7-40a5-9c09-1bd47470e69d req-118af167-bdb8-4335-8869-0e9ae20e030d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.053674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498f1b2-cab7-40a5-9c09-1bd47470e69d req-118af167-bdb8-4335-8869-0e9ae20e030d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.065294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d71cd6ca-40bc-4301-84f3-d0d13ce3f177 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:52.066905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498f1b2-cab7-40a5-9c09-1bd47470e69d req-118af167-bdb8-4335-8869-0e9ae20e030d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.079583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498f1b2-cab7-40a5-9c09-1bd47470e69d req-118af167-bdb8-4335-8869-0e9ae20e030d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.094147 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1498f1b2-cab7-40a5-9c09-1bd47470e69d req-118af167-bdb8-4335-8869-0e9ae20e030d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5429 time: 0.2907188 Jul 30 01:46:52.124408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-ccc6b0a7-31fc-4cf3-a99a-203a16b8cc92 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1169606442&fields=id&tenant_id=2896439ba6124c7aa7d315dbed719074 HTTP/1.1" status: 200 len: 267 time: 0.2507653 Jul 30 01:46:52.236889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1498f1b2-cab7-40a5-9c09-1bd47470e69d req-7a0a9cf2-2b4d-4370-a651-d6582289c89e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397793 Jul 30 01:46:52.289168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c6d66b9c-b123-47cf-b008-6b5c466cbfc6 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:52.308574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c6d66b9c-b123-47cf-b008-6b5c466cbfc6 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 945 time: 0.1719515 Jul 30 01:46:52.323042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c0b3717f-f6f6-437c-837c-9f68fced3bab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'port': {'security_groups': ['b1471a49-b6f0-447a-b2cf-7430b58d227f', '93279234-c4d5-400a-aa63-81f7929d7e26']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:52.374784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f0fd6097-550a-4b88-a955-9fa98989bba8 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:46:52.493118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d71cd6ca-40bc-4301-84f3-d0d13ce3f177, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:52.522291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177', 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'port_id': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177', 'mac_address': 'fa:16:3e:b8:70:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46fd687-68d0-4696-a93b-5d5f01225d9f', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:52.536300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c0b3717f-f6f6-437c-837c-9f68fced3bab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.641077 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.685827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71cd6ca-40bc-4301-84f3-d0d13ce3f177 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:52.694582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port f0fd6097-550a-4b88-a955-9fa98989bba8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:46:52.719332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port f0fd6097-550a-4b88-a955-9fa98989bba8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:46:52.720261 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.778905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d71cd6ca-40bc-4301-84f3-d0d13ce3f177, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:52.808861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:52.810484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:53.069214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:53.183108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:53.263745 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:53.302278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'port_id': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'mac_address': 'fa:16:3e:10:3b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:53.311922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f0fd6097-550a-4b88-a955-9fa98989bba8, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f0fd6097-550a-4b88-a955-9fa98989bba8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:53.335005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:53.418112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94736cb0-a0ef-4370-86e6-dbc89e1dd816 req-e67d3a7a-313d-46da-b9cf-57404793cdbb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:53.423109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94736cb0-a0ef-4370-86e6-dbc89e1dd816 req-e67d3a7a-313d-46da-b9cf-57404793cdbb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2072332 Jul 30 01:46:53.431377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:53.472480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f0fd6097-550a-4b88-a955-9fa98989bba8,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:53.490031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:53.556827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:53.566135 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:53.567309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:53.739769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94736cb0-a0ef-4370-86e6-dbc89e1dd816 req-1d4e32a3-31e0-449b-a29c-e1481cee4926 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292678 Jul 30 01:46:53.740617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:53.754759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:53.853047 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02294c8f-dbf0-46dc-9786-799319a8471a x-openstack-request-id: req-02294c8f-dbf0-46dc-9786-799319a8471a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:53.853564 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1bee4b-b13b-4e26-9309-12cbd771d994", "name": "network-vif-plugged", "status": "completed", "tag": "1042a3f2-7749-4bbb-b41e-72b76566b79f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:53.853860 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-02294c8f-dbf0-46dc-9786-799319a8471a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:53.854395 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1bee4b-b13b-4e26-9309-12cbd771d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1042a3f2-7749-4bbb-b41e-72b76566b79f', 'code': 200} Jul 30 01:46:53.901054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c0b3717f-f6f6-437c-837c-9f68fced3bab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] For port 6f0bc231-46af-47aa-aff6-140410248732, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6f0bc231-46af-47aa-aff6-140410248732,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:53.913409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:53.973432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1', 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e', 'port_id': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1', 'mac_address': 'fa:16:3e:b4:d4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76948c7-2db5-480c-beaf-f2399c5584f1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:54.000197 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c0b3717f-f6f6-437c-837c-9f68fced3bab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.063672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c0b3717f-f6f6-437c-837c-9f68fced3bab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.092486 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.133656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6f0bc231-46af-47aa-aff6-140410248732'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:54.143494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30294e07-e4c6-462c-b02f-9a051d6520d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:54.178735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c0b3717f-f6f6-437c-837c-9f68fced3bab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.180037 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c0b3717f-f6f6-437c-837c-9f68fced3bab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.183149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-894d6abc-6c9c-449f-9c9a-387e02f295c9 req-c0b3717f-f6f6-437c-837c-9f68fced3bab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "PUT /v2.0/ports/6f0bc231-46af-47aa-aff6-140410248732 HTTP/1.1" status: 200 len: 981 time: 1.8695843 Jul 30 01:46:54.186289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'tag': '6f0bc231-46af-47aa-aff6-140410248732'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:54.196570 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e15c6e-afa4-42a5-b23d-78f183c2a984" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "tag": "6f0bc231-46af-47aa-aff6-140410248732"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:54.248738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:54.273001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac331-4918-4f0d-9daf-b7c5b617b433 req-10c01cd2-5ff4-48fb-8c22-0dcbb1a2b049 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.286191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-754ac331-4918-4f0d-9daf-b7c5b617b433 req-10c01cd2-5ff4-48fb-8c22-0dcbb1a2b049 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 945 time: 0.3172162 Jul 30 01:46:54.300029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f10f3-246b-47f5-ae32-9da9afce8317 req-2ba1e72a-9f00-495b-84a4-1898d9b9285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.301696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c1f10f3-246b-47f5-ae32-9da9afce8317 req-2ba1e72a-9f00-495b-84a4-1898d9b9285a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 1100 time: 0.3179674 Jul 30 01:46:54.361545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3717f-f6f6-437c-837c-9f68fced3bab tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'Port': ['ID=6f0bc231-46af-47aa-aff6-140410248732,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:54.429623 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6f0bc231-46af-47aa-aff6-140410248732'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:54.447476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:54.509390 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:54.510637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:54.549160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-754ac331-4918-4f0d-9daf-b7c5b617b433 req-f68246a0-e216-4883-83aa-bef38c3f0bc1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620058 Jul 30 01:46:54.623399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c1f10f3-246b-47f5-ae32-9da9afce8317 req-1ed28bf1-5c7a-4039-b95a-89ea680e440a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084872 Jul 30 01:46:54.683101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112a63e-c5db-4983-a8e4-a60865c29e7a req-05e6963e-131c-4de2-b44f-eda620da6434 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.689300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2112a63e-c5db-4983-a8e4-a60865c29e7a req-05e6963e-131c-4de2-b44f-eda620da6434 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 949 time: 0.3027656 Jul 30 01:46:54.816037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:54.908280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:54.936066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '16817cc2-2b41-41ed-9c3f-7b5bfd8d722c', 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'port_id': '16817cc2-2b41-41ed-9c3f-7b5bfd8d722c', 'mac_address': 'fa:16:3e:1d:bd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46fd687-68d0-4696-a93b-5d5f01225d9f', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:54.943399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca75fa-2227-4867-a146-64593a97d4ba req-1c256857-88c7-4c65-b879-cd15ae8d758b tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:54.954257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cca75fa-2227-4867-a146-64593a97d4ba req-1c256857-88c7-4c65-b879-cd15ae8d758b tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 946 time: 0.1898015 Jul 30 01:46:54.983674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2112a63e-c5db-4983-a8e4-a60865c29e7a req-a3542a67-2855-4aa7-9e69-27091664a3a1 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727535 Jul 30 01:46:55.096828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cca75fa-2227-4867-a146-64593a97d4ba req-48057019-3441-40cf-9e32-06a1b8a5a983 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130621 Jul 30 01:46:55.306481 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:55.368632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:55.456609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:55.623640 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:55.627158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b1a057c1-dc4a-4eb7-99ce-b1254c8d851a details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:55.662611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea768-c70a-4a09-b057-7700db57b049 req-faac3556-b74a-4de9-a45e-eba2622fbca4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.697885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea768-c70a-4a09-b057-7700db57b049 req-faac3556-b74a-4de9-a45e-eba2622fbca4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.719614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea768-c70a-4a09-b057-7700db57b049 req-faac3556-b74a-4de9-a45e-eba2622fbca4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.736295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea768-c70a-4a09-b057-7700db57b049 req-faac3556-b74a-4de9-a45e-eba2622fbca4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.750957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea768-c70a-4a09-b057-7700db57b049 req-faac3556-b74a-4de9-a45e-eba2622fbca4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.772432 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea768-c70a-4a09-b057-7700db57b049 req-faac3556-b74a-4de9-a45e-eba2622fbca4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.784882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea768-c70a-4a09-b057-7700db57b049 req-faac3556-b74a-4de9-a45e-eba2622fbca4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:55.787942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:55.789125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-742ea768-c70a-4a09-b057-7700db57b049 req-faac3556-b74a-4de9-a45e-eba2622fbca4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5432 time: 0.5232527 Jul 30 01:46:55.866394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0299a0-e524-4d08-8e80-d8d7a0875703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd6097-550a-4b88-a955-9fa98989bba8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:55.877982 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3a8528-9818-4434-a428-dba247f40736" -d '{"events": [{"server_uuid": "7f0299a0-e524-4d08-8e80-d8d7a0875703", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd6097-550a-4b88-a955-9fa98989bba8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:55.917714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0eb8dc5f-2237-42ba-b3c7-3489f6f504f2 req-03e6fe6b-f456-47af-ac73-98681f4c447d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/93279234-c4d5-400a-aa63-81f7929d7e26 HTTP/1.1" status: 200 len: 1801 time: 0.4808178 Jul 30 01:46:55.972773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a', 'network_id': '2c87a8b8-9efe-4928-8473-ff1fc173a79e', 'port_id': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a', 'mac_address': 'fa:16:3e:24:3f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76948c7-2db5-480c-beaf-f2399c5584f1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:56.136988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-742ea768-c70a-4a09-b057-7700db57b049 req-8307db78-e9bd-4020-bc05-109a3324b55e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3264594 Jul 30 01:46:56.141748 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-0eb8dc5f-2237-42ba-b3c7-3489f6f504f2 req-f0229bc4-ec9d-46c7-9b08-bcfc8a11479a tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:46:56.157631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0eb8dc5f-2237-42ba-b3c7-3489f6f504f2 req-f0229bc4-ec9d-46c7-9b08-bcfc8a11479a tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/93279234-c4d5-400a-aa63-81f7929d7e26 HTTP/1.1" status: 409 len: 341 time: 0.2373788 Jul 30 01:46:56.263839 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c28262-347b-4894-b177-d910c828d1b2 x-openstack-request-id: req-49c28262-347b-4894-b177-d910c828d1b2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:56.265235 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "tag": "6f0bc231-46af-47aa-aff6-140410248732", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:56.265968 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-49c28262-347b-4894-b177-d910c828d1b2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:56.266951 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'tag': '6f0bc231-46af-47aa-aff6-140410248732', 'status': 'completed', 'code': 200} Jul 30 01:46:56.319604 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.649888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a057c1-dc4a-4eb7-99ce-b1254c8d851a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:56.667643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:56.770322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:56.802601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:56.804091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7d49c76d-863a-4ae6-ae63-59504a2f31f3 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:56.861920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-e439bce3-337b-4f26-8f53-59efb7108f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:56.864462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-e439bce3-337b-4f26-8f53-59efb7108f48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 1135 time: 0.5653944 Jul 30 01:46:56.962903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90291737-71e8-4f13-8118-cabb1f73be88 req-f8fce6c2-ac16-4a2d-aa5c-41005d59d230 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:56.982451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90291737-71e8-4f13-8118-cabb1f73be88 req-f8fce6c2-ac16-4a2d-aa5c-41005d59d230 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 945 time: 0.5298104 Jul 30 01:46:57.012543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 7d49c76d-863a-4ae6-ae63-59504a2f31f3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7d49c76d-863a-4ae6-ae63-59504a2f31f3,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:57.052437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:57.056135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '7d49c76d-863a-4ae6-ae63-59504a2f31f3', 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'port_id': '7d49c76d-863a-4ae6-ae63-59504a2f31f3', 'mac_address': 'fa:16:3e:57:08:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46fd687-68d0-4696-a93b-5d5f01225d9f', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:57.171648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-aee88c02-17f2-4e08-9da2-425f1daceddb tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:57.175592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-aee88c02-17f2-4e08-9da2-425f1daceddb tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1097 time: 0.1028829 Jul 30 01:46:57.194015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489014-f8db-48f8-8791-68d96b659ff6 req-e8079d74-33f8-413c-bf4b-23cef51257d1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:57.195159 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0489014-f8db-48f8-8791-68d96b659ff6 req-e8079d74-33f8-413c-bf4b-23cef51257d1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.6472380 Jul 30 01:46:57.206078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-715271-7'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:46:57.233477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90291737-71e8-4f13-8118-cabb1f73be88 req-52238097-17e9-4d8c-a0e8-d3212bd84b9e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496150 Jul 30 01:46:57.393771 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3855d4e2-1ca1-41c3-8703-862bb66c917e x-openstack-request-id: req-3855d4e2-1ca1-41c3-8703-862bb66c917e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:46:57.394217 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0299a0-e524-4d08-8e80-d8d7a0875703", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd6097-550a-4b88-a955-9fa98989bba8", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:46:57.394622 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3855d4e2-1ca1-41c3-8703-862bb66c917e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:46:57.396202 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0299a0-e524-4d08-8e80-d8d7a0875703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd6097-550a-4b88-a955-9fa98989bba8', 'code': 200} Jul 30 01:46:57.467149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0489014-f8db-48f8-8791-68d96b659ff6 req-a8a9c7e9-c46c-4807-a9b9-b05aba871cc1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285388 Jul 30 01:46:57.485598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.532977 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.545362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-d8848180-5903-4a45-a348-8b5a6b62bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:57.549996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-d8848180-5903-4a45-a348-8b5a6b62bf97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 914 time: 0.6516252 Jul 30 01:46:57.601110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d49c76d-863a-4ae6-ae63-59504a2f31f3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:57.684795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 7d49c76d-863a-4ae6-ae63-59504a2f31f3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7d49c76d-863a-4ae6-ae63-59504a2f31f3,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:57.708551 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:57.712384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a410653c-b1b8-4706-b982-5872a766d639 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:57.796809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-7b40fbcc-c9e8-4160-95ea-a73174305b05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f0bc231-46af-47aa-aff6-140410248732 HTTP/1.1" status: 200 len: 217 time: 0.2357690 Jul 30 01:46:57.954209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=7d49c76d-863a-4ae6-ae63-59504a2f31f3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:57.995557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a410653c-b1b8-4706-b982-5872a766d639, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a410653c-b1b8-4706-b982-5872a766d639,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:58.025046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'a410653c-b1b8-4706-b982-5872a766d639', 'network_id': '6f4295d3-56a4-4053-93f8-45307cdcf664', 'port_id': 'a410653c-b1b8-4706-b982-5872a766d639', 'mac_address': 'fa:16:3e:72:4a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46fd687-68d0-4696-a93b-5d5f01225d9f', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:46:58.050234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-1bf4ff6b-10ce-4ad5-9c3a-8f240ee7a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:58.051612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356e682-c7a1-4de6-8c50-e6108a237c6c req-46dc72e4-4c2e-4afa-aabd-13314e955507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:58.054409 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7356e682-c7a1-4de6-8c50-e6108a237c6c req-46dc72e4-4c2e-4afa-aabd-13314e955507 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 1096 time: 0.4936721 Jul 30 01:46:58.059003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-1bf4ff6b-10ce-4ad5-9c3a-8f240ee7a580 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 200 len: 853 time: 0.2411947 Jul 30 01:46:58.212662 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.222295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-2a849509-18b9-4194-8a73-6bf30360c6e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a25b1a6-05ce-4f49-9646-be9913185bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047843 Jul 30 01:46:58.223713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:58.230244 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7356e682-c7a1-4de6-8c50-e6108a237c6c req-b89cb321-12db-4cff-a890-9b140a5d04f5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547213 Jul 30 01:46:58.405770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18504636-1281-4611-8dda-1907b6dcf926 req-771c660c-29b4-4919-8645-eedfc88af448 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:58.416507 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18504636-1281-4611-8dda-1907b6dcf926 req-771c660c-29b4-4919-8645-eedfc88af448 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 949 time: 0.6862438 Jul 30 01:46:58.444334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:58.449136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de223e23-7808-411f-be75-cd20c791922a req-f9cf2967-fe1b-4874-b0a0-9b607a42c1c3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:58.452065 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de223e23-7808-411f-be75-cd20c791922a req-f9cf2967-fe1b-4874-b0a0-9b607a42c1c3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 946 time: 0.3891854 Jul 30 01:46:58.525078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-dbc2f273-4a3c-49d2-a5f0-2d8392e64d2f service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910500 Jul 30 01:46:58.552414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18504636-1281-4611-8dda-1907b6dcf926 req-3b20e2fe-1612-46fc-9b6f-b39b48563675 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342604 Jul 30 01:46:58.593375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:46:58.603176 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe5a2ef-9659-4e4b-9437-0525fffe213f" -d '{"events": [{"server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "name": "network-vif-unplugged", "status": "completed", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:46:58.620493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.632581 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.711470 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a410653c-b1b8-4706-b982-5872a766d639 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:46:58.751098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c82edd45-5d22-4e09-9245-789d89b6efbf details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:46:58.860679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a410653c-b1b8-4706-b982-5872a766d639, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a410653c-b1b8-4706-b982-5872a766d639,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:58.882607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Pushing event updated for resources: {'Port': ['ID=c82edd45-5d22-4e09-9245-789d89b6efbf,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:58.888560 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:58.961311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on host n-h1-715271-7 for vnic_type normal with profile {"migrating_to": "n-h2-715271-7"} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:58.965591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:58.966691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:58.985963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:58.986834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:59.008136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:59.008765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:59.009413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:59.010836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Bound port: c82edd45-5d22-4e09-9245-789d89b6efbf, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:59.011523 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.013476 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:46:59.058951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de223e23-7808-411f-be75-cd20c791922a req-66aa3561-ac53-4506-9adb-713eb3a36dc6 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322542 Jul 30 01:46:59.248893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c7d3-5c0c-4ad3-8533-fe3c2dc2481a req-0937fd2e-737d-451a-b10e-33ef1d7c296f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.272793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c7d3-5c0c-4ad3-8533-fe3c2dc2481a req-0937fd2e-737d-451a-b10e-33ef1d7c296f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.289411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:46:59.294697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:46:59.299819 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.316823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c7d3-5c0c-4ad3-8533-fe3c2dc2481a req-0937fd2e-737d-451a-b10e-33ef1d7c296f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.331168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c7d3-5c0c-4ad3-8533-fe3c2dc2481a req-0937fd2e-737d-451a-b10e-33ef1d7c296f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.342933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=a410653c-b1b8-4706-b982-5872a766d639,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:59.344160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c7d3-5c0c-4ad3-8533-fe3c2dc2481a req-0937fd2e-737d-451a-b10e-33ef1d7c296f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.360648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c7d3-5c0c-4ad3-8533-fe3c2dc2481a req-0937fd2e-737d-451a-b10e-33ef1d7c296f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.375275 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c7d3-5c0c-4ad3-8533-fe3c2dc2481a req-0937fd2e-737d-451a-b10e-33ef1d7c296f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.396088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b14c7d3-5c0c-4ad3-8533-fe3c2dc2481a req-0937fd2e-737d-451a-b10e-33ef1d7c296f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5436 time: 0.5445204 Jul 30 01:46:59.449651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.451735 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.460135 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] 10.222.0.22 "PUT /v2.0/ports/c82edd45-5d22-4e09-9245-789d89b6efbf HTTP/1.1" status: 200 len: 1122 time: 2.2618012 Jul 30 01:46:59.524182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:46:59.555299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7bf9c-3ad6-4e8e-bdb4-842628819db8 service neutron] Pushing event updated for resources: {'Port': ['ID=c82edd45-5d22-4e09-9245-789d89b6efbf,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:46:59.583367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9e15c6e-afa4-42a5-b23d-78f183c2a984 req-d838ecba-3530-4d3e-95c0-eeb6554c6829 service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0000625 Jul 30 01:46:59.641845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on host n-h1-715271-7 for vnic_type normal with profile {"migrating_to": "n-h2-715271-7"} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:46:59.643006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:46:59.643944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:59.663884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:46:59.664822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Attempting to bind port c82edd45-5d22-4e09-9245-789d89b6efbf on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:46:59.671996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48461c3f-26a3-4c3e-92b7-cb8079a16338 req-f995947e-ef3b-4adf-83fb-b883e598f6a5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:46:59.675029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48461c3f-26a3-4c3e-92b7-cb8079a16338 req-f995947e-ef3b-4adf-83fb-b883e598f6a5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 984 time: 0.2763703 Jul 30 01:46:59.679560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:46:59.680875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:46:59.690841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:46:59.694135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Bound port: c82edd45-5d22-4e09-9245-789d89b6efbf, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:46:59.694135 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:46:59.701517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b14c7d3-5c0c-4ad3-8533-fe3c2dc2481a req-0924e160-be54-43d2-a9af-d7cea8d31296 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2759061 Jul 30 01:46:59.767783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['c82edd45-5d22-4e09-9245-789d89b6efbf'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:59.779457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6adf4b94-e820-49ee-a9b7-4124e50ad1c8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:59.787928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c82edd45-5d22-4e09-9245-789d89b6efbf'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:59.794981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d71cd6ca-40bc-4301-84f3-d0d13ce3f177'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:59.846682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['a410653c-b1b8-4706-b982-5872a766d639'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:59.867720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['7d49c76d-863a-4ae6-ae63-59504a2f31f3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:46:59.983262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48461c3f-26a3-4c3e-92b7-cb8079a16338 req-51504acd-601f-4d22-936e-e34bd44d70f4 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=93279234-c4d5-400a-aa63-81f7929d7e26&id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2773168 Jul 30 01:47:00.001242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-8a3b1afd-e418-4077-8a07-98dc2961fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.003835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-8a3b1afd-e418-4077-8a07-98dc2961fa5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 1135 time: 0.2681696 Jul 30 01:47:00.247404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68533aa-a52b-490d-995d-220b3fa73751 req-2259ac79-2a49-4f3c-8df8-046b936c43ad tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.262245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c68533aa-a52b-490d-995d-220b3fa73751 req-2259ac79-2a49-4f3c-8df8-046b936c43ad tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 945 time: 0.2891393 Jul 30 01:47:00.442723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c68533aa-a52b-490d-995d-220b3fa73751 req-e649da15-5702-4956-9716-4aa45e87f711 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762977 Jul 30 01:47:00.481655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-605938a6-16d4-4af9-89c4-b17e403c83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.485256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-605938a6-16d4-4af9-89c4-b17e403c83b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 914 time: 0.4490445 Jul 30 01:47:00.677847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-43620354-9aea-49ac-9045-eff5387cbfa5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f0bc231-46af-47aa-aff6-140410248732 HTTP/1.1" status: 200 len: 217 time: 0.1768832 Jul 30 01:47:00.692267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['16817cc2-2b41-41ed-9c3f-7b5bfd8d722c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:00.748343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b93cb-0120-4458-9dd7-06d390b41b39 req-e91145e0-a755-4013-a729-f53f53706003 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.764397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-173b93cb-0120-4458-9dd7-06d390b41b39 req-e91145e0-a755-4013-a729-f53f53706003 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3623805 Jul 30 01:47:00.832703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b1a057c1-dc4a-4eb7-99ce-b1254c8d851a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:00.927674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-173b93cb-0120-4458-9dd7-06d390b41b39 req-50ce5d33-c73a-4050-a33b-78a09eec573b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143177 Jul 30 01:47:00.960291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-128dc142-7fc5-45a5-a70e-a81e1c565b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:00.965569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-128dc142-7fc5-45a5-a70e-a81e1c565b18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 200 len: 853 time: 0.2735097 Jul 30 01:47:00.993189 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04915f3-1b62-4dfc-ab4a-45425c6b6f46 x-openstack-request-id: req-a04915f3-1b62-4dfc-ab4a-45425c6b6f46 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:00.994139 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "name": "network-vif-unplugged", "status": "completed", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:00.994661 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a04915f3-1b62-4dfc-ab4a-45425c6b6f46 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:00.995712 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf', 'code': 200} Jul 30 01:47:01.086959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-88795528-03e3-4f35-8c20-06cb874c027c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a25b1a6-05ce-4f49-9646-be9913185bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089764 Jul 30 01:47:01.288137 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5391ab4-a470-482a-b904-c75fe2734736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.468641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:01.526877 n-d-715271-7 neutron-server[93820]: WARNING neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Concurrent port binding operations failed on port c82edd45-5d22-4e09-9245-789d89b6efbf Jul 30 01:47:01.634853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-e6af8cf5-3380-4899-9112-eef2cf384c49 service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375292 Jul 30 01:47:01.860999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['22023b7b-ff4f-4631-aea9-f5c7cfadb3e1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:01.954718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e6474-85c4-401a-963f-b4f767ca5195 req-ee8733c4-7dae-48e9-87f8-04b64b750ad3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:01.972397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d13e6474-85c4-401a-963f-b4f767ca5195 req-ee8733c4-7dae-48e9-87f8-04b64b750ad3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 944 time: 0.7684426 Jul 30 01:47:02.037426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:02.151008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7d2f-6725-47dc-9583-1e2b4e43f5c4 req-32aa3e97-21cc-438e-ad73-c5b2ff3f35f4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.171017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7d2f-6725-47dc-9583-1e2b4e43f5c4 req-32aa3e97-21cc-438e-ad73-c5b2ff3f35f4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.191608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7d2f-6725-47dc-9583-1e2b4e43f5c4 req-32aa3e97-21cc-438e-ad73-c5b2ff3f35f4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.207303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7d2f-6725-47dc-9583-1e2b4e43f5c4 req-32aa3e97-21cc-438e-ad73-c5b2ff3f35f4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.223847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7d2f-6725-47dc-9583-1e2b4e43f5c4 req-32aa3e97-21cc-438e-ad73-c5b2ff3f35f4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.233682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7d2f-6725-47dc-9583-1e2b4e43f5c4 req-32aa3e97-21cc-438e-ad73-c5b2ff3f35f4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.243579 n-d-715271-7 neutron-server[93820]: INFO neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Attempt 2 to bind port c82edd45-5d22-4e09-9245-789d89b6efbf Jul 30 01:47:02.244792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c82edd45-5d22-4e09-9245-789d89b6efbf has no active binding in host n-h2-715271-7 {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:47:02.251638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7d2f-6725-47dc-9583-1e2b4e43f5c4 req-32aa3e97-21cc-438e-ad73-c5b2ff3f35f4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.266295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-803e7d2f-6725-47dc-9583-1e2b4e43f5c4 req-32aa3e97-21cc-438e-ad73-c5b2ff3f35f4 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5436 time: 0.6269381 Jul 30 01:47:02.529955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-803e7d2f-6725-47dc-9583-1e2b4e43f5c4 req-26886b73-2cb9-4e77-8e51-a3df160fad87 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2622671 Jul 30 01:47:02.570925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d13e6474-85c4-401a-963f-b4f767ca5195 req-ddb59a95-5d75-42f0-bbab-68194eeda5db tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619316 Jul 30 01:47:02.581971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75284dcf-81dd-4876-a45a-cb5149a8add0 req-b79a7fb3-1d48-4757-9807-3e4582436a05 service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8517644 Jul 30 01:47:02.830448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8a68f-2452-41fb-92c1-85221960a47a req-83d21454-3f5d-4bdd-8d30-37f2489edbd7 tempest-ServersAdminNegativeTestJSON-1506527947 tempest-ServersAdminNegativeTestJSON-1506527947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:02.846265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afd8a68f-2452-41fb-92c1-85221960a47a req-83d21454-3f5d-4bdd-8d30-37f2489edbd7 tempest-ServersAdminNegativeTestJSON-1506527947 tempest-ServersAdminNegativeTestJSON-1506527947-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 1100 time: 0.1152270 Jul 30 01:47:02.878056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-afd8a68f-2452-41fb-92c1-85221960a47a req-60d52bbb-95be-4f30-a58b-7ad4a49682bf tempest-ServersAdminNegativeTestJSON-1506527947 tempest-ServersAdminNegativeTestJSON-1506527947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.001849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:03.003747 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34966019-49bd-42f7-815d-771a80be0c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:03.135871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42a169-5241-48e1-855c-5609147b4d64 req-bed75a48-f2cb-493e-89db-11005ed78e3d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:03.155317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d42a169-5241-48e1-855c-5609147b4d64 req-bed75a48-f2cb-493e-89db-11005ed78e3d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 984 time: 0.2254868 Jul 30 01:47:03.327235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d42a169-5241-48e1-855c-5609147b4d64 req-9c802f08-bb7f-412c-aa97-8c2305be5285 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=93279234-c4d5-400a-aa63-81f7929d7e26&id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1691198 Jul 30 01:47:03.428187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7563f30d-30d1-4aae-8647-3b5ba26c68ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.629995 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-afd8a68f-2452-41fb-92c1-85221960a47a req-60d52bbb-95be-4f30-a58b-7ad4a49682bf tempest-ServersAdminNegativeTestJSON-1506527947 tempest-ServersAdminNegativeTestJSON-1506527947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.650350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-afd8a68f-2452-41fb-92c1-85221960a47a req-60d52bbb-95be-4f30-a58b-7ad4a49682bf tempest-ServersAdminNegativeTestJSON-1506527947 tempest-ServersAdminNegativeTestJSON-1506527947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.716304 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:03.745423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac7f27-f0dd-4abd-ad62-6ff59b872ff7 req-12051c59-17d6-4d44-86b8-c8a83491763b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:03.748078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-caac7f27-f0dd-4abd-ad62-6ff59b872ff7 req-12051c59-17d6-4d44-86b8-c8a83491763b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 945 time: 0.2166471 Jul 30 01:47:03.765320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afd8a68f-2452-41fb-92c1-85221960a47a req-60d52bbb-95be-4f30-a58b-7ad4a49682bf tempest-ServersAdminNegativeTestJSON-1506527947 tempest-ServersAdminNegativeTestJSON-1506527947-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9176147 Jul 30 01:47:03.835951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d52bbb-95be-4f30-a58b-7ad4a49682bf tempest-ServersAdminNegativeTestJSON-1506527947 tempest-ServersAdminNegativeTestJSON-1506527947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5156c7-254d-404f-990e-165ece767ccd,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:03.914788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-caac7f27-f0dd-4abd-ad62-6ff59b872ff7 req-e46d7599-0d63-45d4-9094-c684b3feec00 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400890 Jul 30 01:47:04.167631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e7fec-36a1-4a5a-903c-89c39f4ac65e req-eb1b4ab4-d7d5-4395-94a2-3b553a5b432c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.178333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c1e7fec-36a1-4a5a-903c-89c39f4ac65e req-eb1b4ab4-d7d5-4395-94a2-3b553a5b432c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1675119 Jul 30 01:47:04.392928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c1e7fec-36a1-4a5a-903c-89c39f4ac65e req-a75028a6-95e4-43b4-b587-87e22003d99a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126548 Jul 30 01:47:04.420443 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:04.448838 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b131bac0-820f-475f-9581-9eeaf50988b9 x-openstack-request-id: req-b131bac0-820f-475f-9581-9eeaf50988b9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:04.450058 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:04.450726 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b131bac0-820f-475f-9581-9eeaf50988b9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:04.451375 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf', 'status': 'completed', 'code': 200} Jul 30 01:47:04.728523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34966019-49bd-42f7-815d-771a80be0c6b req-6711be96-539d-4135-9792-dba7f08b6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.731200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34966019-49bd-42f7-815d-771a80be0c6b req-6711be96-539d-4135-9792-dba7f08b6549 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1125 time: 0.2509916 Jul 30 01:47:04.786525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dcde0-27a1-4603-8a33-f49eec30aec9 req-c82b8c4e-25b6-4aad-a498-75e6c7b4ef77 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.798215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dcde0-27a1-4603-8a33-f49eec30aec9 req-c82b8c4e-25b6-4aad-a498-75e6c7b4ef77 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.811546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dcde0-27a1-4603-8a33-f49eec30aec9 req-c82b8c4e-25b6-4aad-a498-75e6c7b4ef77 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.832232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dcde0-27a1-4603-8a33-f49eec30aec9 req-c82b8c4e-25b6-4aad-a498-75e6c7b4ef77 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.836928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dcde0-27a1-4603-8a33-f49eec30aec9 req-c82b8c4e-25b6-4aad-a498-75e6c7b4ef77 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.850110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dcde0-27a1-4603-8a33-f49eec30aec9 req-c82b8c4e-25b6-4aad-a498-75e6c7b4ef77 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.864096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dcde0-27a1-4603-8a33-f49eec30aec9 req-c82b8c4e-25b6-4aad-a498-75e6c7b4ef77 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:04.864832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e65dcde0-27a1-4603-8a33-f49eec30aec9 req-c82b8c4e-25b6-4aad-a498-75e6c7b4ef77 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5436 time: 0.3016455 Jul 30 01:47:04.925213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b1a057c1-dc4a-4eb7-99ce-b1254c8d851a up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:04.999367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fcc78-1665-45b7-bab5-70063813fc94 req-d73aea12-ab1b-4eaa-af04-46f4a23b4f3f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.002657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-165fcc78-1665-45b7-bab5-70063813fc94 req-d73aea12-ab1b-4eaa-af04-46f4a23b4f3f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 944 time: 0.3723538 Jul 30 01:47:05.086821 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e65dcde0-27a1-4603-8a33-f49eec30aec9 req-85a24025-63c3-48f6-a40a-b5d3ea554beb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1979899 Jul 30 01:47:05.088981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:05.098152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:05.099192 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.265562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-165fcc78-1665-45b7-bab5-70063813fc94 req-3d421099-1f2e-48ec-9d29-d4df8ee0331f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434316 Jul 30 01:47:05.289378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34966019-49bd-42f7-815d-771a80be0c6b req-06b88e07-7e3d-42a9-9be0-e6b03e565f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.308037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34966019-49bd-42f7-815d-771a80be0c6b req-06b88e07-7e3d-42a9-9be0-e6b03e565f47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.5588994 Jul 30 01:47:05.459900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34966019-49bd-42f7-815d-771a80be0c6b req-d84b7942-fa9b-4c19-8366-7c97366280e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82edd45-5d22-4e09-9245-789d89b6efbf HTTP/1.1" status: 200 len: 217 time: 0.1335275 Jul 30 01:47:05.484862 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.569312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:05.583855 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c92321f-b64b-4642-b92a-9d63f3b56840" -d '{"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "b1a057c1-dc4a-4eb7-99ce-b1254c8d851a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:05.630932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:05.640338 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.642305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:05.745329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34966019-49bd-42f7-815d-771a80be0c6b req-ccea7b3d-66f0-4a13-871d-1c3d7c4af868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.752602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34966019-49bd-42f7-815d-771a80be0c6b req-ccea7b3d-66f0-4a13-871d-1c3d7c4af868 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.2855115 Jul 30 01:47:05.777446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:05.824296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:05.833054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:05.833696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:05.876945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34966019-49bd-42f7-815d-771a80be0c6b req-b4c43755-3483-4a70-826c-448afb8cd391 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101198 Jul 30 01:47:05.899326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa8f4a-c57e-44e8-bb14-039e4b5d2033 req-f5cf530c-8ccf-4d07-a2fd-6ad8032df159 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:05.912198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36fa8f4a-c57e-44e8-bb14-039e4b5d2033 req-f5cf530c-8ccf-4d07-a2fd-6ad8032df159 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 984 time: 0.3042550 Jul 30 01:47:06.024617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.117867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:06.131985 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.150764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34966019-49bd-42f7-815d-771a80be0c6b req-2eb9ca74-c487-4ca0-bbdf-e947df3ef005 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163851 Jul 30 01:47:06.306773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:06.362581 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:06.381983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36fa8f4a-c57e-44e8-bb14-039e4b5d2033 req-bee24769-f272-4d2b-8442-64a0d25c6ab6 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=93279234-c4d5-400a-aa63-81f7929d7e26&id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4676838 Jul 30 01:47:06.394307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34966019-49bd-42f7-815d-771a80be0c6b req-606efc35-cf13-463b-9ac2-90f9984d2e81 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123570 Jul 30 01:47:06.931795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:06.967115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2fb1-79e1-4b19-a50c-0a99048b8667 req-b8de1a07-f087-4f9b-b345-09111d6cef99 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:06.983148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-168d2fb1-79e1-4b19-a50c-0a99048b8667 req-b8de1a07-f087-4f9b-b345-09111d6cef99 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1966259 Jul 30 01:47:07.102113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-168d2fb1-79e1-4b19-a50c-0a99048b8667 req-1318cc26-76d8-4ee7-a846-b94d45acad6c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168206 Jul 30 01:47:07.160787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:07.183388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:07.184281 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.245877 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a750f-e0ef-4ed2-afc0-8200d1f8ca34 x-openstack-request-id: req-1d7a750f-e0ef-4ed2-afc0-8200d1f8ca34 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:07.246560 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "b1a057c1-dc4a-4eb7-99ce-b1254c8d851a", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:07.257909 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1d7a750f-e0ef-4ed2-afc0-8200d1f8ca34 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:07.258575 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a', 'code': 200} Jul 30 01:47:07.502398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.585234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c002-6195-4799-94bb-f19edde9cf3e req-3641daf9-9150-48a7-8799-0ca773cb34ca tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:07.614945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c002-6195-4799-94bb-f19edde9cf3e req-3641daf9-9150-48a7-8799-0ca773cb34ca tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:07.642250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c002-6195-4799-94bb-f19edde9cf3e req-3641daf9-9150-48a7-8799-0ca773cb34ca tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:07.670453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c002-6195-4799-94bb-f19edde9cf3e req-3641daf9-9150-48a7-8799-0ca773cb34ca tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:07.691491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:07.706600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c002-6195-4799-94bb-f19edde9cf3e req-3641daf9-9150-48a7-8799-0ca773cb34ca tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:07.711375 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:07.717441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d71cd6ca-40bc-4301-84f3-d0d13ce3f177 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:07.747479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c002-6195-4799-94bb-f19edde9cf3e req-3641daf9-9150-48a7-8799-0ca773cb34ca tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:07.764515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c002-6195-4799-94bb-f19edde9cf3e req-3641daf9-9150-48a7-8799-0ca773cb34ca tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:07.780363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41a6c002-6195-4799-94bb-f19edde9cf3e req-3641daf9-9150-48a7-8799-0ca773cb34ca tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5438 time: 0.3404622 Jul 30 01:47:07.902664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41a6c002-6195-4799-94bb-f19edde9cf3e req-df0eacac-a66d-4590-a034-a22a9680c5f1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188221 Jul 30 01:47:08.100043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:08.170965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:08.186593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:08.187827 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.343602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b065e67-ee8f-44ba-a1c4-c27d21da4b9b req-f913eeb5-9d7c-4ba5-8d51-69a92dd1023e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:08.368864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b065e67-ee8f-44ba-a1c4-c27d21da4b9b req-f913eeb5-9d7c-4ba5-8d51-69a92dd1023e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 944 time: 0.2324657 Jul 30 01:47:08.519492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b065e67-ee8f-44ba-a1c4-c27d21da4b9b req-fd458159-00bd-4b51-8b20-c94b40d83b30 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434309 Jul 30 01:47:08.527271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.629551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d71cd6ca-40bc-4301-84f3-d0d13ce3f177, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:08.653324 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.656220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a410653c-b1b8-4706-b982-5872a766d639 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:08.778730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:08.914836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port a410653c-b1b8-4706-b982-5872a766d639 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:08.937817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port a410653c-b1b8-4706-b982-5872a766d639 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:08.938443 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:08.962881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-286aa79f-b75c-4b72-a93e-a24e7b7dbcac tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2030652978&fields=id&tenant_id=2896439ba6124c7aa7d315dbed719074 HTTP/1.1" status: 200 len: 267 time: 0.2013333 Jul 30 01:47:09.258038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-b78778e3-db6c-45cc-b440-e7912d880a07 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:09.262082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-b78778e3-db6c-45cc-b440-e7912d880a07 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 984 time: 0.2663257 Jul 30 01:47:09.281597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16817cc2-2b41-41ed-9c3f-7b5bfd8d722c'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:09.288487 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c94975-9dd0-4292-8179-cf5e0edee9d5" -d '{"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "16817cc2-2b41-41ed-9c3f-7b5bfd8d722c"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "d71cd6ca-40bc-4301-84f3-d0d13ce3f177"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:09.290394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-63de84b2-c332-407b-9e8b-96c1d7a50e06 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'port': {'security_groups': ['93279234-c4d5-400a-aa63-81f7929d7e26', 'b1471a49-b6f0-447a-b2cf-7430b58d227f', '603d7747-5896-4549-9790-41f9bed2d792']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:09.373580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.520860 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-63de84b2-c332-407b-9e8b-96c1d7a50e06 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.535373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a410653c-b1b8-4706-b982-5872a766d639, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a410653c-b1b8-4706-b982-5872a766d639,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:09.554110 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.564167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7d49c76d-863a-4ae6-ae63-59504a2f31f3 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:09.874338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:09.895838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:09.897521 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:09.993998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=a410653c-b1b8-4706-b982-5872a766d639,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:10.244139 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.268589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-63de84b2-c332-407b-9e8b-96c1d7a50e06 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] For port 6f0bc231-46af-47aa-aff6-140410248732, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6f0bc231-46af-47aa-aff6-140410248732,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:10.344825 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-63de84b2-c332-407b-9e8b-96c1d7a50e06 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.367477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-63de84b2-c332-407b-9e8b-96c1d7a50e06 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.404805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6f0bc231-46af-47aa-aff6-140410248732'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:10.420612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30294e07-e4c6-462c-b02f-9a051d6520d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:10.437812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 7d49c76d-863a-4ae6-ae63-59504a2f31f3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7d49c76d-863a-4ae6-ae63-59504a2f31f3,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:10.497277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de84b2-c332-407b-9e8b-96c1d7a50e06 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'Port': ['ID=6f0bc231-46af-47aa-aff6-140410248732,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:10.523876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-63de84b2-c332-407b-9e8b-96c1d7a50e06 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:10.525053 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-63de84b2-c332-407b-9e8b-96c1d7a50e06 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.526532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bc5983c-11d0-49f0-bb1b-ea5c0a574873 req-63de84b2-c332-407b-9e8b-96c1d7a50e06 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "PUT /v2.0/ports/6f0bc231-46af-47aa-aff6-140410248732 HTTP/1.1" status: 200 len: 1020 time: 1.2493374 Jul 30 01:47:10.527655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'tag': '6f0bc231-46af-47aa-aff6-140410248732'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:10.533153 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da734b6a-a009-4fd8-9bbe-e5513e9f7009" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "tag": "6f0bc231-46af-47aa-aff6-140410248732"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:10.581359 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:10.583821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:10.764764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6f0bc231-46af-47aa-aff6-140410248732'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:11.001856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-84ecdd92-7514-462a-8a4d-1df0978a09bc service neutron] 10.222.0.41 "GET /v2.0/ports/c82edd45-5d22-4e09-9245-789d89b6efbf/bindings/n-h2-715271-7 HTTP/1.1" status: 200 len: 384 time: 0.2946234 Jul 30 01:47:11.038020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812d9e-e067-4210-8641-876a3f93b44f req-31c4a573-4e00-4666-b818-1c15899fa39e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:11.041012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e812d9e-e067-4210-8641-876a3f93b44f req-31c4a573-4e00-4666-b818-1c15899fa39e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1595669 Jul 30 01:47:11.064892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=7d49c76d-863a-4ae6-ae63-59504a2f31f3,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:11.172127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e812d9e-e067-4210-8641-876a3f93b44f req-a8da83cc-a4d4-426d-b9ed-7f1a99aff127 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914104 Jul 30 01:47:11.198165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:11.253145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:11.253612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:11.896331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.167518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:12.180535 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.181943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device c82edd45-5d22-4e09-9245-789d89b6efbf no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:12.234052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8fc4-f5fb-4fed-9421-56c05ec6867c req-b0408042-e4c1-4338-8b32-71956b34931c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.248519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8fc4-f5fb-4fed-9421-56c05ec6867c req-b0408042-e4c1-4338-8b32-71956b34931c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.261604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8fc4-f5fb-4fed-9421-56c05ec6867c req-b0408042-e4c1-4338-8b32-71956b34931c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.273767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8fc4-f5fb-4fed-9421-56c05ec6867c req-b0408042-e4c1-4338-8b32-71956b34931c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.286943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8fc4-f5fb-4fed-9421-56c05ec6867c req-b0408042-e4c1-4338-8b32-71956b34931c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.304700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8fc4-f5fb-4fed-9421-56c05ec6867c req-b0408042-e4c1-4338-8b32-71956b34931c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.317081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8fc4-f5fb-4fed-9421-56c05ec6867c req-b0408042-e4c1-4338-8b32-71956b34931c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.332584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a3a8fc4-f5fb-4fed-9421-56c05ec6867c req-b0408042-e4c1-4338-8b32-71956b34931c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5442 time: 0.8771319 Jul 30 01:47:12.395322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:12.451739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:12.500273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a3a8fc4-f5fb-4fed-9421-56c05ec6867c req-c15c966b-45c3-41bd-8339-d69bda5d1c6a tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1468291 Jul 30 01:47:12.513678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:12.651777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82edd45-5d22-4e09-9245-789d89b6efbf {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:12.660381 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1876dcf6-6b96-4a85-bad2-18352b771615 x-openstack-request-id: req-1876dcf6-6b96-4a85-bad2-18352b771615 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:12.662155 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "16817cc2-2b41-41ed-9c3f-7b5bfd8d722c", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "d71cd6ca-40bc-4301-84f3-d0d13ce3f177", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:12.662532 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1876dcf6-6b96-4a85-bad2-18352b771615 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:12.663085 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'code': 200} Jul 30 01:47:12.663494 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16817cc2-2b41-41ed-9c3f-7b5bfd8d722c', 'code': 200} Jul 30 01:47:12.663855 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177', 'code': 200} Jul 30 01:47:12.678207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:12.714490 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:12.948435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5774e1-6539-4035-82f6-e1c2ddbc8e47 req-2864c26e-d1da-46b4-9c64-8f520c311b53 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:12.951835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e5774e1-6539-4035-82f6-e1c2ddbc8e47 req-2864c26e-d1da-46b4-9c64-8f520c311b53 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 944 time: 0.1477845 Jul 30 01:47:12.967313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] Transition to ACTIVE for port object c82edd45-5d22-4e09-9245-789d89b6efbf will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:13.002222 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:13.100203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e5774e1-6539-4035-82f6-e1c2ddbc8e47 req-5506b970-0932-4ebe-87d5-08bed05b7972 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305954 Jul 30 01:47:13.148142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] No DVR routers for this DVR port c82edd45-5d22-4e09-9245-789d89b6efbf on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:13.234046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] 10.222.0.41 "PUT /v2.0/ports/c82edd45-5d22-4e09-9245-789d89b6efbf/bindings/n-h2-715271-7/activate HTTP/1.1" status: 200 len: 369 time: 2.2199848 Jul 30 01:47:13.235420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b822ce-034c-4165-a773-b774562dc966 service neutron] Pushing event updated for resources: {'Port': ['ID=c82edd45-5d22-4e09-9245-789d89b6efbf,revision_number=10']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:13.305689 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd4c66-8610-4338-9a4c-18cef72bf5ce x-openstack-request-id: req-16fd4c66-8610-4338-9a4c-18cef72bf5ce {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:13.308053 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "tag": "6f0bc231-46af-47aa-aff6-140410248732", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:13.308053 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-16fd4c66-8610-4338-9a4c-18cef72bf5ce {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:13.309919 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'tag': '6f0bc231-46af-47aa-aff6-140410248732', 'status': 'completed', 'code': 200} Jul 30 01:47:13.495174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-ef78cce3-f6b1-4339-99c5-97573af148c5 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.500781 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-ef78cce3-f6b1-4339-99c5-97573af148c5 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.1552103 Jul 30 01:47:13.521780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-029bba09-58ab-4e7f-bd2e-6b83558f1327 req-3833159a-75c5-48f8-a396-190f5033b9e0 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/603d7747-5896-4549-9790-41f9bed2d792 HTTP/1.1" status: 200 len: 1800 time: 0.2101130 Jul 30 01:47:13.533229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-04755bf0-da80-42e6-845e-3ec3f07b5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.546570 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-04755bf0-da80-42e6-845e-3ec3f07b5147 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2896439ba6124c7aa7d315dbed719074&device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 1174 time: 0.2205007 Jul 30 01:47:13.682680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-903a5b77-8b9b-4c78-b70a-a3848fd87e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.686246 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-903a5b77-8b9b-4c78-b70a-a3848fd87e8d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361&tenant_id=0b297cb5596d49098b82af2e3498bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.1601315 Jul 30 01:47:13.864284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-0da3a990-5ab7-40ed-984d-3d85996df131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:13.867744 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-0da3a990-5ab7-40ed-984d-3d85996df131 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1096 time: 0.1054473 Jul 30 01:47:14.062950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-c9b780f6-cbc9-4f68-a2d2-911786ea4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.066438 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-c9b780f6-cbc9-4f68-a2d2-911786ea4ea0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.1897388 Jul 30 01:47:14.211715 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-1de38f57-c595-455d-91f2-71f31f2191b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82edd45-5d22-4e09-9245-789d89b6efbf HTTP/1.1" status: 200 len: 217 time: 0.1328750 Jul 30 01:47:14.221059 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-029bba09-58ab-4e7f-bd2e-6b83558f1327 req-8413e35b-f951-4213-9143-5872c054eae2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:47:14.222943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-029bba09-58ab-4e7f-bd2e-6b83558f1327 req-8413e35b-f951-4213-9143-5872c054eae2 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/603d7747-5896-4549-9790-41f9bed2d792 HTTP/1.1" status: 409 len: 341 time: 0.6742601 Jul 30 01:47:14.295848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943b356-ab8b-487c-b451-670db6d17387 req-f11162dd-d94f-49eb-814c-b0894883da71 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.297945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-f11162dd-d94f-49eb-814c-b0894883da71 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.5051851 Jul 30 01:47:14.352216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-4f7ce1ba-1f16-47b0-bc80-d92a5c95b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.355972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-4f7ce1ba-1f16-47b0-bc80-d92a5c95b63a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 200 len: 914 time: 0.5913968 Jul 30 01:47:14.361872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-70b0b1a5-b242-499c-9384-da7078632bce tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/quotas/6d0320e5fae9400badeba35924f93062 HTTP/1.1" status: 200 len: 375 time: 0.0299978 Jul 30 01:47:14.412859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-a8038f6a-82bf-4139-b4ee-355c9509d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.417238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-a8038f6a-82bf-4139-b4ee-355c9509d8e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.1739435 Jul 30 01:47:14.474773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-579585da-bbc9-4f6b-9919-bad96b02d991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f0bc231-46af-47aa-aff6-140410248732 HTTP/1.1" status: 200 len: 217 time: 0.1103840 Jul 30 01:47:14.513338 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-c2e7bc4a-fd27-442b-a79b-7e8547d9905b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728769 Jul 30 01:47:14.640530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-b375f72d-b3cb-4a8c-b40a-ed64fe70a55b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2631299 Jul 30 01:47:14.665267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a410653c-b1b8-4706-b982-5872a766d639'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d49c76d-863a-4ae6-ae63-59504a2f31f3'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:14.675648 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97ceeaa-6cde-415a-82c4-bf0a990c88fb" -d '{"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "a410653c-b1b8-4706-b982-5872a766d639"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "7d49c76d-863a-4ae6-ae63-59504a2f31f3"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "22023b7b-ff4f-4631-aea9-f5c7cfadb3e1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:14.731827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-05513d8b-e477-40df-b4cd-6bf2883c08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.735115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-05513d8b-e477-40df-b4cd-6bf2883c08c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 200 len: 853 time: 0.2295616 Jul 30 01:47:14.814311 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-34c430d7-6de5-4bf1-99dc-ce2d94c2da4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a25b1a6-05ce-4f49-9646-be9913185bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692048 Jul 30 01:47:14.833725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a418106-8008-44b6-9680-6d5ff1fea236 req-556c3a1d-0f26-495d-b4fb-268a5e7da621 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:14.834495 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-b37e63ec-2c26-48e3-9b7b-d904a6d062f7 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097293 Jul 30 01:47:14.838056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a418106-8008-44b6-9680-6d5ff1fea236 req-556c3a1d-0f26-495d-b4fb-268a5e7da621 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1864736 Jul 30 01:47:15.089387 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-9fb82989-d89b-4c0a-a722-4eceff803d2e service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426512 Jul 30 01:47:15.123508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a418106-8008-44b6-9680-6d5ff1fea236 req-8796deb3-af55-4683-ba9b-06e51995b45b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682869 Jul 30 01:47:15.267859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-a2f02838-6914-4d5a-b6b2-8c9f1cc453c2 service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275191 Jul 30 01:47:15.282354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-5ffa3997-cd45-472a-886e-b7db038e6afb service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399255 Jul 30 01:47:15.618923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-c9aa3372-0692-442d-81e4-6a38043d7c91 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.620640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbfea-2659-407f-8539-3280254a2702 req-d293c8ca-473d-46d4-a8bb-f588f51b1d60 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.622254 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-c9aa3372-0692-442d-81e4-6a38043d7c91 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.1171296 Jul 30 01:47:15.632328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbfea-2659-407f-8539-3280254a2702 req-d293c8ca-473d-46d4-a8bb-f588f51b1d60 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.644419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbfea-2659-407f-8539-3280254a2702 req-d293c8ca-473d-46d4-a8bb-f588f51b1d60 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.655974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbfea-2659-407f-8539-3280254a2702 req-d293c8ca-473d-46d4-a8bb-f588f51b1d60 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.670172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbfea-2659-407f-8539-3280254a2702 req-d293c8ca-473d-46d4-a8bb-f588f51b1d60 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.681790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbfea-2659-407f-8539-3280254a2702 req-d293c8ca-473d-46d4-a8bb-f588f51b1d60 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.694336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bbfea-2659-407f-8539-3280254a2702 req-d293c8ca-473d-46d4-a8bb-f588f51b1d60 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:15.697888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a19bbfea-2659-407f-8539-3280254a2702 req-d293c8ca-473d-46d4-a8bb-f588f51b1d60 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5443 time: 0.3908148 Jul 30 01:47:15.780155 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-3a87aee5-18cc-4c9f-b90f-078cc7e67496 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963372 Jul 30 01:47:15.790305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da734b6a-a009-4fd8-9bbe-e5513e9f7009 req-aa02afbb-fb50-4daf-bc7c-a2a5d11759b2 service neutron] 10.222.0.41 "GET /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837387 Jul 30 01:47:15.831280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a19bbfea-2659-407f-8539-3280254a2702 req-7c650d87-cafa-4608-9b27-11f0600c1e46 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164930 Jul 30 01:47:16.080409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e44cb0c6-5950-4b26-829b-0d5ee2d9e61b service neutron] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:16.100751 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e44cb0c6-5950-4b26-829b-0d5ee2d9e61b service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:16.102840 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c1b501e3-2184-468b-8ee4-9ac3b4ada092 req-e44cb0c6-5950-4b26-829b-0d5ee2d9e61b service neutron] 10.222.0.22 "DELETE /v2.0/ports/c82edd45-5d22-4e09-9245-789d89b6efbf/bindings/n-h1-715271-7 HTTP/1.1" status: 204 len: 173 time: 0.3665793 Jul 30 01:47:16.228429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402b729-65df-4d61-93f8-f12c3703bb1d req-3100d447-1052-4daf-a591-dcf613f50fec tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:16.231841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8402b729-65df-4d61-93f8-f12c3703bb1d req-3100d447-1052-4daf-a591-dcf613f50fec tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 945 time: 0.1969543 Jul 30 01:47:16.347792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8402b729-65df-4d61-93f8-f12c3703bb1d req-fee5ec43-1af3-4c51-8cd7-95a65f4c9537 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021614 Jul 30 01:47:16.457409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-d3543394-2dd1-4753-9972-8f0bb4f6dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:16.461975 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-d3543394-2dd1-4753-9972-8f0bb4f6dd5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1097 time: 0.1804404 Jul 30 01:47:16.703478 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72fe591-4231-4bfd-bc38-67e2612e9d0a x-openstack-request-id: req-d72fe591-4231-4bfd-bc38-67e2612e9d0a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:16.704920 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "a410653c-b1b8-4706-b982-5872a766d639", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "7d49c76d-863a-4ae6-ae63-59504a2f31f3", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-plugged", "status": "completed", "tag": "22023b7b-ff4f-4631-aea9-f5c7cfadb3e1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:16.705648 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d72fe591-4231-4bfd-bc38-67e2612e9d0a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:16.708358 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a410653c-b1b8-4706-b982-5872a766d639', 'code': 200} Jul 30 01:47:16.709476 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d49c76d-863a-4ae6-ae63-59504a2f31f3', 'code': 200} Jul 30 01:47:16.711213 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1', 'code': 200} Jul 30 01:47:16.775835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-8afd5277-6035-418c-af11-9da21f687066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:16.780674 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-8afd5277-6035-418c-af11-9da21f687066 service neutron] 10.222.0.22 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 915 time: 0.3029199 Jul 30 01:47:16.943656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-fac2d0dd-b08a-4b2b-8061-449187223494 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 217 time: 0.1495769 Jul 30 01:47:17.048094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4d3966a-cb5e-4e36-9c63-7eb903cab27d req-d247fb81-f4db-4af4-bd67-5f7b18b34c93 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 210 time: 0.1524913 Jul 30 01:47:17.129072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-fe4ddc70-f5e2-4692-aefc-4cbb1890fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.132141 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-fe4ddc70-f5e2-4692-aefc-4cbb1890fa5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.1768086 Jul 30 01:47:17.133366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475d5a-3fde-4e36-8b7d-aca1cb44f9e0 req-2986fdc4-f002-4e63-9243-89a44514867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.134022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475d5a-3fde-4e36-8b7d-aca1cb44f9e0 req-2986fdc4-f002-4e63-9243-89a44514867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.137531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475d5a-3fde-4e36-8b7d-aca1cb44f9e0 req-2986fdc4-f002-4e63-9243-89a44514867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.138646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475d5a-3fde-4e36-8b7d-aca1cb44f9e0 req-2986fdc4-f002-4e63-9243-89a44514867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.138646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475d5a-3fde-4e36-8b7d-aca1cb44f9e0 req-2986fdc4-f002-4e63-9243-89a44514867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.139138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475d5a-3fde-4e36-8b7d-aca1cb44f9e0 req-2986fdc4-f002-4e63-9243-89a44514867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.140015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475d5a-3fde-4e36-8b7d-aca1cb44f9e0 req-2986fdc4-f002-4e63-9243-89a44514867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.141838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f475d5a-3fde-4e36-8b7d-aca1cb44f9e0 req-2986fdc4-f002-4e63-9243-89a44514867c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6500 time: 0.2212870 Jul 30 01:47:17.247800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2af87-2e0e-4f98-8592-b521021458b4 req-3da30fd2-395a-4f82-9dba-bd8aa2bfc3e9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.250755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eaa2af87-2e0e-4f98-8592-b521021458b4 req-3da30fd2-395a-4f82-9dba-bd8aa2bfc3e9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2077911 Jul 30 01:47:17.282567 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-81026c21-b9f4-4045-b78b-9bd4ea21a3f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382291 Jul 30 01:47:17.401548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f475d5a-3fde-4e36-8b7d-aca1cb44f9e0 req-39ede617-70f5-47aa-8f9c-d913b65b7c15 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&id=21cd63e3-20f8-447c-8652-0ed4eeba020b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2352362 Jul 30 01:47:17.426115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eaa2af87-2e0e-4f98-8592-b521021458b4 req-17c0cdc7-67aa-4fdd-ae84-bd6c7591338e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598215 Jul 30 01:47:17.541206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5667f-e413-46a3-8924-00a234aa1cbb req-e998a4d9-82c6-4c80-a402-3beb298f6a59 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.556320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9af5667f-e413-46a3-8924-00a234aa1cbb req-e998a4d9-82c6-4c80-a402-3beb298f6a59 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 1023 time: 0.1645570 Jul 30 01:47:17.578914 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-719463cf-6611-4cd0-ac5c-5f465442db07 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850466 Jul 30 01:47:17.694357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9af5667f-e413-46a3-8924-00a234aa1cbb req-e7930c34-3320-443f-9b38-bdfa1c749990 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=603d7747-5896-4549-9790-41f9bed2d792&id=93279234-c4d5-400a-aa63-81f7929d7e26&id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1361082 Jul 30 01:47:17.796095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd317427-93c9-4b8d-ab51-f4e966a57cae req-dd148a72-5c08-4e49-a77d-2e4147da5a95 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:17.803982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd317427-93c9-4b8d-ab51-f4e966a57cae req-dd148a72-5c08-4e49-a77d-2e4147da5a95 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 949 time: 0.1710637 Jul 30 01:47:17.811640 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ad655b-7c80-4261-a322-bbc2db82cbf4 req-14d80151-6701-48ae-b2c3-be0f826e1c98 service neutron] 10.222.0.22 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187951 Jul 30 01:47:17.973765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd317427-93c9-4b8d-ab51-f4e966a57cae req-6ec49f7e-07be-4fdd-aef6-d37c34ba6465 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478868 Jul 30 01:47:18.039491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85bc-dfb6-4ff5-85f1-624b82d56eed req-7790753b-8264-49ce-b3e6-5b4dce4e89b1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.049215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85bc-dfb6-4ff5-85f1-624b82d56eed req-7790753b-8264-49ce-b3e6-5b4dce4e89b1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.064703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85bc-dfb6-4ff5-85f1-624b82d56eed req-7790753b-8264-49ce-b3e6-5b4dce4e89b1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.078001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85bc-dfb6-4ff5-85f1-624b82d56eed req-7790753b-8264-49ce-b3e6-5b4dce4e89b1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.089041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85bc-dfb6-4ff5-85f1-624b82d56eed req-7790753b-8264-49ce-b3e6-5b4dce4e89b1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.100163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85bc-dfb6-4ff5-85f1-624b82d56eed req-7790753b-8264-49ce-b3e6-5b4dce4e89b1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.111864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb85bc-dfb6-4ff5-85f1-624b82d56eed req-7790753b-8264-49ce-b3e6-5b4dce4e89b1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.115051 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9eb85bc-dfb6-4ff5-85f1-624b82d56eed req-7790753b-8264-49ce-b3e6-5b4dce4e89b1 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5443 time: 0.2322533 Jul 30 01:47:18.257356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9eb85bc-dfb6-4ff5-85f1-624b82d56eed req-87e74e87-e129-47e3-b69d-5607fc4d1b70 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125176 Jul 30 01:47:18.266546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdb2bb-76f1-4955-b68d-cb4882de872b req-e3920a99-6f4a-4d45-bbb5-5ddb00f25d26 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.269107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76cdb2bb-76f1-4955-b68d-cb4882de872b req-e3920a99-6f4a-4d45-bbb5-5ddb00f25d26 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1096 time: 0.1386406 Jul 30 01:47:18.356981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76cdb2bb-76f1-4955-b68d-cb4882de872b req-b4691306-15bd-467b-9d06-833847d5006f tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766869 Jul 30 01:47:18.617231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b6fd28c-bfb8-4698-8a5b-aac5d33580fb req-c61ce640-730b-4c00-933b-2108847b5137 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 210 time: 0.0661321 Jul 30 01:47:18.828600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-afd6bd37-a3fa-4870-8808-d357cc780cce tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.831356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-afd6bd37-a3fa-4870-8808-d357cc780cce tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 1023 time: 0.4504819 Jul 30 01:47:18.971663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943b356-ab8b-487c-b451-670db6d17387 req-aa5866b0-31eb-422d-a4e6-9ccbc3f3977e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:18.977628 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-aa5866b0-31eb-422d-a4e6-9ccbc3f3977e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.3646894 Jul 30 01:47:19.008915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Request body: {'port': {'device_id': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'admin_state_up': True, 'tenant_id': '6d0320e5fae9400badeba35924f93062'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:19.019100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-e986707f-f65b-4cec-9981-fd8977c7a2e1 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.021453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-e986707f-f65b-4cec-9981-fd8977c7a2e1 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 949 time: 0.4098740 Jul 30 01:47:19.109373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14ca2b-340e-41bf-99ad-0c4102974d9d req-8a733296-989c-42b0-8304-4f9ad3fa1ab9 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.116087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c14ca2b-340e-41bf-99ad-0c4102974d9d req-8a733296-989c-42b0-8304-4f9ad3fa1ab9 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 1096 time: 0.4928997 Jul 30 01:47:19.269466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4244c-dc02-4e26-8a0a-11a20de18d3d req-cbf5757d-7e00-4172-a96f-9e6b84858539 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:19.272296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff4244c-dc02-4e26-8a0a-11a20de18d3d req-cbf5757d-7e00-4172-a96f-9e6b84858539 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.3577917 Jul 30 01:47:19.310668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Made reservation on behalf of 6d0320e5fae9400badeba35924f93062 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:19.317549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.392712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c14ca2b-340e-41bf-99ad-0c4102974d9d req-b2eb455e-ba8d-4cc3-a25e-2ed8e2f44b8a tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370224 Jul 30 01:47:19.467200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff4244c-dc02-4e26-8a0a-11a20de18d3d req-69cbf8b0-cee4-4213-8061-259f472c558e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390936 Jul 30 01:47:19.604530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Deleting port 6f0bc231-46af-47aa-aff6-140410248732 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:19.605368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.634894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Allocated IP 172.20.0.12 (00883b99-bbc6-4500-985d-28d6f6c87526/661a2d79-d7f8-420e-bedb-462b0400653a/055dd19a-73b8-4527-85a4-7e1bff8a456f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:19.723707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Deleting port 1042a3f2-7749-4bbb-b41e-72b76566b79f {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:19.724402 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:19.986369 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.039087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ba9ad-5afe-44be-bfbd-dbe536b52b11 req-ebfbb17c-a40f-4778-80fc-75aaa8f7984d tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.041963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-964ba9ad-5afe-44be-bfbd-dbe536b52b11 req-ebfbb17c-a40f-4778-80fc-75aaa8f7984d tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 949 time: 0.3118682 Jul 30 01:47:20.084739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.106571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:20.107716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00337c5-d9eb-4744-90ee-171b52a4e819 req-33e904f9-b557-44dc-8766-46613c995a9c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.110325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a00337c5-d9eb-4744-90ee-171b52a4e819 req-33e904f9-b557-44dc-8766-46613c995a9c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 1023 time: 0.3743169 Jul 30 01:47:20.111373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f0fd6097-550a-4b88-a955-9fa98989bba8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:20.192447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Network 00883b99-bbc6-4500-985d-28d6f6c87526 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:20.198240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] For port 6f0bc231-46af-47aa-aff6-140410248732, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6f0bc231-46af-47aa-aff6-140410248732,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:20.198621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:20.199084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.216674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:20.224946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event updated for resources: {'Port': ['ID=055dd19a-73b8-4527-85a4-7e1bff8a456f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:20.301552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] For port 1042a3f2-7749-4bbb-b41e-72b76566b79f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1042a3f2-7749-4bbb-b41e-72b76566b79f,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:20.302169 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.306380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Calling delete_port for 6f0bc231-46af-47aa-aff6-140410248732 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:20.326652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-964ba9ad-5afe-44be-bfbd-dbe536b52b11 req-5462e88f-5056-4ab3-9d0e-a859586cdb16 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485893 Jul 30 01:47:20.341842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.342397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.343345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.343930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.344473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.345180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.345765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.346341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.346889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.347459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.348042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.348633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:20.365506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.366599 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.388085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a00337c5-d9eb-4744-90ee-171b52a4e819 req-cc23e4ee-ee5f-4337-8d1f-c4edc5d45ede tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=603d7747-5896-4549-9790-41f9bed2d792&id=93279234-c4d5-400a-aa63-81f7929d7e26&id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2317979 Jul 30 01:47:20.390057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Calling delete_port for 1042a3f2-7749-4bbb-b41e-72b76566b79f owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:20.427322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-7400bf0f-00a3-4ed9-8de6-03c441e63b91 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4300725 Jul 30 01:47:20.427882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:20.456403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Request body: {'port': {'device_id': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:20.708316 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:20.866480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0ac8-2273-4b93-8b06-34b05fe2a245 req-a342178e-c840-4165-88df-a747da44a6d2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.877886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0ac8-2273-4b93-8b06-34b05fe2a245 req-a342178e-c840-4165-88df-a747da44a6d2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.887666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0ac8-2273-4b93-8b06-34b05fe2a245 req-a342178e-c840-4165-88df-a747da44a6d2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.897822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0ac8-2273-4b93-8b06-34b05fe2a245 req-a342178e-c840-4165-88df-a747da44a6d2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.913170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0ac8-2273-4b93-8b06-34b05fe2a245 req-a342178e-c840-4165-88df-a747da44a6d2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.925666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0ac8-2273-4b93-8b06-34b05fe2a245 req-a342178e-c840-4165-88df-a747da44a6d2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.936905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0ac8-2273-4b93-8b06-34b05fe2a245 req-a342178e-c840-4165-88df-a747da44a6d2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:20.955186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-594f0ac8-2273-4b93-8b06-34b05fe2a245 req-a342178e-c840-4165-88df-a747da44a6d2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5443 time: 0.3421397 Jul 30 01:47:21.008877 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.130797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:21.147276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:21.147276 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba938a63-ad20-4d63-9ea8-9fd7e12745b1" -d '{"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-unplugged", "status": "completed", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:21.173613 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.203659 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-594f0ac8-2273-4b93-8b06-34b05fe2a245 req-e2a2ed16-4ede-4f29-97e6-ab6fd9bd0c21 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2443292 Jul 30 01:47:21.282409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.407632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:21.409557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'Port': ['ID=6f0bc231-46af-47aa-aff6-140410248732,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:21.426837 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.491679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.492631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.497136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.500272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.504270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.505207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.506002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.506776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.507521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.514050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.515384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.516404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:21.683348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Pushing event deleted for resources: {'Port': ['ID=1042a3f2-7749-4bbb-b41e-72b76566b79f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:21.803541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055dd19a-73b8-4527-85a4-7e1bff8a456f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:21.836316 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.907496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['9bdf6139-f09a-4c68-8b57-18e6f1498d85'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:21.909319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Transition to ACTIVE for port object 055dd19a-73b8-4527-85a4-7e1bff8a456f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:21.916381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:21.922921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30294e07-e4c6-462c-b02f-9a051d6520d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:22.102335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=055dd19a-73b8-4527-85a4-7e1bff8a456f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:22.367252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Attempting to bind port 055dd19a-73b8-4527-85a4-7e1bff8a456f on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:22.368072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Attempting to bind port 055dd19a-73b8-4527-85a4-7e1bff8a456f by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:22.369084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Attempting to bind port 055dd19a-73b8-4527-85a4-7e1bff8a456f on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:22.382469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Port 055dd19a-73b8-4527-85a4-7e1bff8a456f on network 00883b99-bbc6-4500-985d-28d6f6c87526 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:22.382469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Attempting to bind port 055dd19a-73b8-4527-85a4-7e1bff8a456f on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:22.401753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:22.403505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Checking segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:22.405646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Bound using segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:22.406597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Bound port: 055dd19a-73b8-4527-85a4-7e1bff8a456f, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:22.407421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.409219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] No DVR routers for this DVR port 6f0bc231-46af-47aa-aff6-140410248732 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:22.416824 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.423037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3996577f-0d10-4f86-b622-c397d0d78cdc req-74afbd98-bc21-4fb1-82a5-18784b4d8df7 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.41 "DELETE /v2.0/ports/6f0bc231-46af-47aa-aff6-140410248732 HTTP/1.1" status: 204 len: 173 time: 3.5727160 Jul 30 01:47:22.471304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'name': 'network-vif-deleted', 'tag': '6f0bc231-46af-47aa-aff6-140410248732'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:22.471304 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ff7e3-1acd-4146-b21c-f61e95db1891" -d '{"events": [{"server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "name": "network-vif-deleted", "tag": "6f0bc231-46af-47aa-aff6-140410248732"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:22.508166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] No DVR routers for this DVR port 1042a3f2-7749-4bbb-b41e-72b76566b79f on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:22.533580 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.545519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6544bd3c-cad4-4c35-ad1d-e04a48b0ee50 req-d9be6f2d-6f1d-494c-91f4-191dc0b9e9d4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.41 "DELETE /v2.0/ports/1042a3f2-7749-4bbb-b41e-72b76566b79f HTTP/1.1" status: 204 len: 173 time: 3.4668159 Jul 30 01:47:22.586684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ee13-5942-48cc-bc20-99e295dc8266 req-31971c59-c27d-4c81-b73e-8a4ad9a8e9cc tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.624070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff94ee13-5942-48cc-bc20-99e295dc8266 req-31971c59-c27d-4c81-b73e-8a4ad9a8e9cc tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 932 time: 1.1806850 Jul 30 01:47:22.637848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] For port 055dd19a-73b8-4527-85a4-7e1bff8a456f, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:22.662756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] For port 055dd19a-73b8-4527-85a4-7e1bff8a456f, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=055dd19a-73b8-4527-85a4-7e1bff8a456f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:22.676877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.750929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:22.752358 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:22.755261 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] 10.222.0.22 "PUT /v2.0/ports/055dd19a-73b8-4527-85a4-7e1bff8a456f HTTP/1.1" status: 200 len: 1092 time: 2.3118262 Jul 30 01:47:22.756047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'tag': '055dd19a-73b8-4527-85a4-7e1bff8a456f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:22.760944 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b60343-0087-4458-a488-ce1a3609b93e", "tag": "055dd19a-73b8-4527-85a4-7e1bff8a456f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:22.951510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e24d43-59d2-4b09-a3d2-0a0473cad5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=055dd19a-73b8-4527-85a4-7e1bff8a456f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:22.963238 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:47:22.977348 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1042a3f2-7749-4bbb-b41e-72b76566b79f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:22.992887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07af6a-bc6b-455a-bdf4-a36878ba1fe1 req-b39487a7-3ce9-437e-8793-6a1c0d0caac9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.013414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae07af6a-bc6b-455a-bdf4-a36878ba1fe1 req-b39487a7-3ce9-437e-8793-6a1c0d0caac9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 944 time: 0.6074295 Jul 30 01:47:23.049086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff94ee13-5942-48cc-bc20-99e295dc8266 req-c3ec5c72-cd42-4c81-90d8-b3c5b92a2b84 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059139 Jul 30 01:47:23.086622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 1042a3f2-7749-4bbb-b41e-72b76566b79f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:23.101225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1042a3f2-7749-4bbb-b41e-72b76566b79f not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:23.102550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6f0bc231-46af-47aa-aff6-140410248732 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:23.190065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 6f0bc231-46af-47aa-aff6-140410248732 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:23.193320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6f0bc231-46af-47aa-aff6-140410248732 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:23.233247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943b356-ab8b-487c-b451-670db6d17387 req-98931d68-35fa-49b9-afa9-354213dad2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.242199 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-98931d68-35fa-49b9-afa9-354213dad2ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 1095 time: 0.2218568 Jul 30 01:47:23.253037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae07af6a-bc6b-455a-bdf4-a36878ba1fe1 req-c72f535e-f465-4814-b023-0ae2c7f4ed27 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971915 Jul 30 01:47:23.306338 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e495e3f-9566-4bc0-a9a2-f3cf80ae100f x-openstack-request-id: req-6e495e3f-9566-4bc0-a9a2-f3cf80ae100f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:23.306793 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-unplugged", "status": "failed", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e", "code": 422}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:23.307157 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6e495e3f-9566-4bc0-a9a2-f3cf80ae100f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:23.307829 n-d-715271-7 neutron-server[93820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e', 'code': 422} returned with failed status Jul 30 01:47:23.499200 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-2d5e09b1-e8c1-46a9-9e81-59c23cd32312 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055dd19a-73b8-4527-85a4-7e1bff8a456f HTTP/1.1" status: 200 len: 217 time: 0.2414541 Jul 30 01:47:23.554197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72ecb-5c70-4a56-84d3-f83b33712f14 req-a9edb73f-7193-4a23-a343-c015ffcaeaff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.571743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72ecb-5c70-4a56-84d3-f83b33712f14 req-a9edb73f-7193-4a23-a343-c015ffcaeaff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.590532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72ecb-5c70-4a56-84d3-f83b33712f14 req-a9edb73f-7193-4a23-a343-c015ffcaeaff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.606760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72ecb-5c70-4a56-84d3-f83b33712f14 req-a9edb73f-7193-4a23-a343-c015ffcaeaff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.623369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72ecb-5c70-4a56-84d3-f83b33712f14 req-a9edb73f-7193-4a23-a343-c015ffcaeaff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.643765 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:23.644653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72ecb-5c70-4a56-84d3-f83b33712f14 req-a9edb73f-7193-4a23-a343-c015ffcaeaff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.658199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72ecb-5c70-4a56-84d3-f83b33712f14 req-a9edb73f-7193-4a23-a343-c015ffcaeaff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.661732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dbb72ecb-5c70-4a56-84d3-f83b33712f14 req-a9edb73f-7193-4a23-a343-c015ffcaeaff tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5443 time: 0.2477279 Jul 30 01:47:23.668230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943b356-ab8b-487c-b451-670db6d17387 req-6b31b8c9-fef3-4ce6-9edd-f8161757ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:23.673462 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-6b31b8c9-fef3-4ce6-9edd-f8161757ef20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.1500843 Jul 30 01:47:23.687810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36186) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:23.711057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f121bab0-6683-4cce-8636-df4b4e916de2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Request body: {'floatingip': {'port_id': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:23.749589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-615ffc2f-44c9-4cd2-9ffb-30d2c14ee0f1 req-82f89c9a-03a0-4e0b-bc92-a3fafe046d73 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=6e1bee4b-b13b-4e26-9309-12cbd771d994 HTTP/1.1" status: 200 len: 210 time: 0.0783904 Jul 30 01:47:23.829608 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-293dfd35-c1d0-4935-a6c1-ec3c700744e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396234 Jul 30 01:47:23.898635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f121bab0-6683-4cce-8636-df4b4e916de2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:24.059533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4405dbbf-973e-4f5c-8770-cdf07a050cf6 req-195d8f48-d2c4-44d2-9323-778d136ed1a5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc3879b-1024-4da2-abfe-a1d07a665bb0 HTTP/1.1" status: 200 len: 210 time: 0.0793848 Jul 30 01:47:24.128345 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2527ebe-66b9-4733-acaf-22d2c09301c3 x-openstack-request-id: req-e2527ebe-66b9-4733-acaf-22d2c09301c3 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:24.128766 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc3879b-1024-4da2-abfe-a1d07a665bb0", "name": "network-vif-deleted", "tag": "6f0bc231-46af-47aa-aff6-140410248732", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:24.129144 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e2527ebe-66b9-4733-acaf-22d2c09301c3 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:24.129720 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc3879b-1024-4da2-abfe-a1d07a665bb0', 'name': 'network-vif-deleted', 'tag': '6f0bc231-46af-47aa-aff6-140410248732', 'status': 'completed', 'code': 200} Jul 30 01:47:24.218983 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-ac31e29a-889f-4faa-8177-60b698292354 service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645198 Jul 30 01:47:24.253693 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39531ed3-8759-44b7-9ab8-19ab3910ef60 x-openstack-request-id: req-39531ed3-8759-44b7-9ab8-19ab3910ef60 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:24.254464 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b60343-0087-4458-a488-ce1a3609b93e", "tag": "055dd19a-73b8-4527-85a4-7e1bff8a456f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:24.254952 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-39531ed3-8759-44b7-9ab8-19ab3910ef60 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:24.255811 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'tag': '055dd19a-73b8-4527-85a4-7e1bff8a456f', 'status': 'completed', 'code': 200} Jul 30 01:47:24.370223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:24.835403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b176987-5119-4c48-bab4-c23e9040331c req-9b1a4889-6090-45b5-987f-cd67d124ddc4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.838237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b176987-5119-4c48-bab4-c23e9040331c req-9b1a4889-6090-45b5-987f-cd67d124ddc4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 944 time: 0.3349028 Jul 30 01:47:24.934783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a198a5-66eb-4524-ba4d-e69b87b4c85c req-91edfbc4-391b-46f8-aa21-31290b435db6 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:24.936237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29a198a5-66eb-4524-ba4d-e69b87b4c85c req-91edfbc4-391b-46f8-aa21-31290b435db6 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 944 time: 0.4345903 Jul 30 01:47:25.041063 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f943b356-ab8b-487c-b451-670db6d17387 req-2bdeeefe-b0ce-46cb-9f94-ff7d5f46d13f service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078601 Jul 30 01:47:25.074251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b176987-5119-4c48-bab4-c23e9040331c req-570395d1-291c-438b-8b26-7b24c3dab2cb tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809518 Jul 30 01:47:25.153205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29a198a5-66eb-4524-ba4d-e69b87b4c85c req-8706f63d-cf89-43ed-99fc-911f095254da tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983154 Jul 30 01:47:25.292682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-2134f751-04d5-4636-af3d-0daef9b984fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:25.303417 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-2134f751-04d5-4636-af3d-0daef9b984fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 1095 time: 0.1340852 Jul 30 01:47:25.620546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-e4516a52-53e8-4553-8d0a-63778f5fc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:25.624289 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-e4516a52-53e8-4553-8d0a-63778f5fc75f service neutron] 10.222.0.22 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 907 time: 0.3052692 Jul 30 01:47:25.746722 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f121bab0-6683-4cce-8636-df4b4e916de2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:25.748342 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-07b27fba-db73-4d7f-931e-123a61f846cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055dd19a-73b8-4527-85a4-7e1bff8a456f HTTP/1.1" status: 200 len: 217 time: 0.1062062 Jul 30 01:47:25.768030 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f121bab0-6683-4cce-8636-df4b4e916de2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:25.896562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-5c789d6b-acb7-4ab3-bfe1-f0f16f73b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:25.899694 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-5c789d6b-acb7-4ab3-bfe1-f0f16f73b98a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.1302750 Jul 30 01:47:25.947811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef952814-9068-47b4-864d-0a03a63092bb req-4deaed7d-79af-4f47-a5bc-6ef30fe7c621 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/93279234-c4d5-400a-aa63-81f7929d7e26 HTTP/1.1" status: 200 len: 1801 time: 0.2219665 Jul 30 01:47:25.987898 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-8ea98669-e8cc-4bcd-9556-e5a844129fd8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723619 Jul 30 01:47:26.054967 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-f121bab0-6683-4cce-8636-df4b4e916de2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Floating IP 18f1db28-70bb-49fe-a927-f8f25b149eee associated. External IP: 172.25.7.241, port: 6adf4b94-e820-49ee-a9b7-4124e50ad1c8. Jul 30 01:47:26.132799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1bee4b-b13b-4e26-9309-12cbd771d994', 'name': 'network-vif-deleted', 'tag': '1042a3f2-7749-4bbb-b41e-72b76566b79f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:26.137397 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b26aff4-2a59-433f-b71d-bbec98782f32" -d '{"events": [{"server_uuid": "6e1bee4b-b13b-4e26-9309-12cbd771d994", "name": "network-vif-deleted", "tag": "1042a3f2-7749-4bbb-b41e-72b76566b79f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:26.228951 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-a2557073-e944-4042-a4fe-a0fdfee3f9c9 service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200718 Jul 30 01:47:26.366782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-53e7fdc0-7fe6-412b-96bd-4bdee0dabce9 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1048838665&fields=id&tenant_id=302108582ba4433c8258acbca52aa5a0 HTTP/1.1" status: 200 len: 267 time: 0.2069309 Jul 30 01:47:26.398197 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ef952814-9068-47b4-864d-0a03a63092bb req-29635651-3406-48b7-ab15-400e30dea707 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.457651 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7efcc4b1-fccf-4f2d-b1dc-850e6f8fe513 req-7c45bc9c-aef9-45ab-ac39-cbdf0c530660 service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137909 Jul 30 01:47:26.560517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ef952814-9068-47b4-864d-0a03a63092bb req-29635651-3406-48b7-ab15-400e30dea707 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.816472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-9e47c2df-df51-44a8-aefc-0774380c9902 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:26.819106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-9e47c2df-df51-44a8-aefc-0774380c9902 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/networks?id=bfc9db19-1933-4d9b-851d-ed7ad21bf023 HTTP/1.1" status: 200 len: 815 time: 0.4245911 Jul 30 01:47:26.826435 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ef952814-9068-47b4-864d-0a03a63092bb req-29635651-3406-48b7-ab15-400e30dea707 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.828709 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ef952814-9068-47b4-864d-0a03a63092bb req-29635651-3406-48b7-ab15-400e30dea707 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:26.830711 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef952814-9068-47b4-864d-0a03a63092bb req-29635651-3406-48b7-ab15-400e30dea707 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/93279234-c4d5-400a-aa63-81f7929d7e26 HTTP/1.1" status: 204 len: 173 time: 0.7775316 Jul 30 01:47:26.877318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29635651-3406-48b7-ab15-400e30dea707 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93279234-c4d5-400a-aa63-81f7929d7e26,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:26.891994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-2773c948-bd6e-4239-b10d-ac71087e9a29 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/quotas/302108582ba4433c8258acbca52aa5a0 HTTP/1.1" status: 200 len: 375 time: 0.0595629 Jul 30 01:47:26.925656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f121bab0-6683-4cce-8636-df4b4e916de2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Router beded9e8-562e-459f-ad6a-3fda2edbfc9a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:47:27.170204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-1adab3d9-d8e0-46db-b436-555ae91c7246 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=302108582ba4433c8258acbca52aa5a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2423139 Jul 30 01:47:27.203104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4b473-a454-4e9c-b3b8-6149b19c5b95 req-28f7f461-8c94-4c10-989b-186fe8fa5f84 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:27.205770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15f4b473-a454-4e9c-b3b8-6149b19c5b95 req-28f7f461-8c94-4c10-989b-186fe8fa5f84 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 950 time: 0.2251301 Jul 30 01:47:27.416868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f121bab0-6683-4cce-8636-df4b4e916de2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:47:27.428410 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f121bab0-6683-4cce-8636-df4b4e916de2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:27.433165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] Sync routers for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:47:27.453596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:27.455861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:47:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:27.492014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15f4b473-a454-4e9c-b3b8-6149b19c5b95 req-86ef6fa9-c5d3-48d4-a3b1-3aab759a6527 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237246 Jul 30 01:47:27.516537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f121bab0-6683-4cce-8636-df4b4e916de2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "PUT /v2.0/floatingips/18f1db28-70bb-49fe-a927-f8f25b149eee HTTP/1.1" status: 200 len: 992 time: 3.8222215 Jul 30 01:47:27.580102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-66759420-2591-4823-9b83-d94480398704 service neutron] 10.222.0.84 "GET /v2.0/networks/bfc9db19-1933-4d9b-851d-ed7ad21bf023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275514 Jul 30 01:47:27.775729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:27.811474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-db62696d-0be8-4ee5-a23c-b8669806fbb1 service neutron] 10.222.0.84 "GET /v2.0/networks/bfc9db19-1933-4d9b-851d-ed7ad21bf023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299960 Jul 30 01:47:28.129136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795e122-968a-4fc0-aed8-d1604f2f906e req-178e3bb9-ebf3-4338-860a-627cc0a5d980 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:28.132103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e795e122-968a-4fc0-aed8-d1604f2f906e req-178e3bb9-ebf3-4338-860a-627cc0a5d980 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 944 time: 0.1456318 Jul 30 01:47:28.156119 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-390f0f56-c78f-48e1-a450-009af4c88e01 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983994 Jul 30 01:47:28.269975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e795e122-968a-4fc0-aed8-d1604f2f906e req-61d79ac7-56be-4f55-ae0e-68ef64d33f79 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241050 Jul 30 01:47:28.397839 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabf795b-5e97-4993-897d-846c46308433 x-openstack-request-id: req-eabf795b-5e97-4993-897d-846c46308433 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:28.398401 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1bee4b-b13b-4e26-9309-12cbd771d994", "name": "network-vif-deleted", "tag": "1042a3f2-7749-4bbb-b41e-72b76566b79f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:28.398823 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eabf795b-5e97-4993-897d-846c46308433 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:28.399528 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1bee4b-b13b-4e26-9309-12cbd771d994', 'name': 'network-vif-deleted', 'tag': '1042a3f2-7749-4bbb-b41e-72b76566b79f', 'status': 'completed', 'code': 200} Jul 30 01:47:28.413530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 055dd19a-73b8-4527-85a4-7e1bff8a456f details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:28.619579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '18f1db28-70bb-49fe-a927-f8f25b149eee', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'port_id': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'mac_address': 'fa:16:3e:10:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:45:32Z', 'updated_at': '2021-07-30T01:47:25Z', 'revision_number': 1, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2a859-95da-4959-b765-fc2ad83181b8', 'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'mac_address': 'fa:16:3e:9f:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:12Z', 'updated_at': '2021-07-30T01:44:26Z', 'revision_number': 5, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'subnets': [{'id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:28.751982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 055dd19a-73b8-4527-85a4-7e1bff8a456f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=055dd19a-73b8-4527-85a4-7e1bff8a456f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:28.807491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] Checking router: beded9e8-562e-459f-ad6a-3fda2edbfc9a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:47:28.810419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '055dd19a-73b8-4527-85a4-7e1bff8a456f', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'port_id': '055dd19a-73b8-4527-85a4-7e1bff8a456f', 'mac_address': 'fa:16:3e:f7:b9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661a2d79-d7f8-420e-bedb-462b0400653a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:28.835709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19a0aec8-cb3e-4998-877d-1c6129b2a8ce req-d77c97e8-6020-4e0b-a86c-42a2117f05c4 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/603d7747-5896-4549-9790-41f9bed2d792 HTTP/1.1" status: 200 len: 1800 time: 0.2554815 Jul 30 01:47:28.839814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-1fdcad59-8622-4d81-9a3f-9360e3286c22 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:28.842228 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-1fdcad59-8622-4d81-9a3f-9360e3286c22 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 950 time: 0.1874068 Jul 30 01:47:28.883578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:47:28.885785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:47:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:29.033016 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-19a0aec8-cb3e-4998-877d-1c6129b2a8ce req-2c19a165-bece-4329-9f21-0149de403f2b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.113772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0e1e-dd90-4f65-84e7-7ae5ac1d3ec1 req-8f3c876b-f62a-45fe-8cbf-f4ecc65a5289 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:29.132452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f93f0e1e-dd90-4f65-84e7-7ae5ac1d3ec1 req-8f3c876b-f62a-45fe-8cbf-f4ecc65a5289 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 944 time: 0.2258656 Jul 30 01:47:29.210118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Deleting port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:29.212514 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.226859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f93f0e1e-dd90-4f65-84e7-7ae5ac1d3ec1 req-922987c5-a09b-4405-81e7-dd3d056e1aa4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803676 Jul 30 01:47:29.274865 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-19a0aec8-cb3e-4998-877d-1c6129b2a8ce req-2c19a165-bece-4329-9f21-0149de403f2b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.437847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-19a0aec8-cb3e-4998-877d-1c6129b2a8ce req-2c19a165-bece-4329-9f21-0149de403f2b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.446714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-19a0aec8-cb3e-4998-877d-1c6129b2a8ce req-2c19a165-bece-4329-9f21-0149de403f2b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.449827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19a0aec8-cb3e-4998-877d-1c6129b2a8ce req-2c19a165-bece-4329-9f21-0149de403f2b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/603d7747-5896-4549-9790-41f9bed2d792 HTTP/1.1" status: 204 len: 173 time: 0.6089191 Jul 30 01:47:29.505105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19a165-bece-4329-9f21-0149de403f2b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d7747-5896-4549-9790-41f9bed2d792,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:29.592718 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.601444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c4546-9b30-4413-82d3-ff31a873e2d7 req-a34ab9f5-a7a1-4d91-9ec0-ac637718b4b4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:29.610796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:47:29.621436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-921c4546-9b30-4413-82d3-ff31a873e2d7 req-a34ab9f5-a7a1-4d91-9ec0-ac637718b4b4 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 950 time: 0.2064850 Jul 30 01:47:29.657890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] For port 9bdf6139-f09a-4c68-8b57-18e6f1498d85, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=9bdf6139-f09a-4c68-8b57-18e6f1498d85,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:29.658688 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:29.687712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Calling delete_port for 9bdf6139-f09a-4c68-8b57-18e6f1498d85 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:29.747856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0042e28f-4260-4bc1-b58f-7353609c62b0 req-f68084cd-c0c0-4241-807a-f6c7f060f1d8 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0914595 Jul 30 01:47:29.799015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055dd19a-73b8-4527-85a4-7e1bff8a456f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:29.817315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-921c4546-9b30-4413-82d3-ff31a873e2d7 req-cf874e63-a7ef-4424-ac10-d8cd6cea3b53 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/security-groups?id=972500e8-6570-4a28-a245-520d44201e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915121 Jul 30 01:47:29.951596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-b899ba02-da9d-47b4-80e9-ddcce28ac035 req-a6da4346-9d3c-4fcf-95fb-47b77e72f11d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1421226372', 'description': 'tempest-description-1118041124'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:29.971856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 055dd19a-73b8-4527-85a4-7e1bff8a456f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=055dd19a-73b8-4527-85a4-7e1bff8a456f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:30.011365 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.017172 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b899ba02-da9d-47b4-80e9-ddcce28ac035 req-a6da4346-9d3c-4fcf-95fb-47b77e72f11d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.113449 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.226055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Pushing event deleted for resources: {'Port': ['ID=9bdf6139-f09a-4c68-8b57-18e6f1498d85,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:30.357021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=055dd19a-73b8-4527-85a4-7e1bff8a456f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:30.365556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] No DVR routers for this DVR port 9bdf6139-f09a-4c68-8b57-18e6f1498d85 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:30.377663 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.387272 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2d732170-8a63-46a1-840a-e9e416b1d305 req-a9d09420-eea9-4aba-bef5-52e5ed06d646 tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.22 "DELETE /v2.0/ports/9bdf6139-f09a-4c68-8b57-18e6f1498d85 HTTP/1.1" status: 204 len: 173 time: 1.5278525 Jul 30 01:47:30.388055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd822f2c-1fd3-412c-9259-afcc0362d675', 'name': 'network-vif-deleted', 'tag': '9bdf6139-f09a-4c68-8b57-18e6f1498d85'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:30.391485 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6037471-715b-4e31-9f08-8f05ce6cee09" -d '{"events": [{"server_uuid": "fd822f2c-1fd3-412c-9259-afcc0362d675", "name": "network-vif-deleted", "tag": "9bdf6139-f09a-4c68-8b57-18e6f1498d85"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:30.408142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:30.414392 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558aeb64-e286-4206-9097-feb91a5fac92" -d '{"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:30.429730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 9bdf6139-f09a-4c68-8b57-18e6f1498d85 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:30.438581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cebd1f-7922-4904-9ef6-1e8656aa9927 req-2b7aa291-eae4-4b12-914a-d64eb7eea040 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.452682 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4cebd1f-7922-4904-9ef6-1e8656aa9927 req-2b7aa291-eae4-4b12-914a-d64eb7eea040 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 945 time: 0.4049969 Jul 30 01:47:30.475362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 9bdf6139-f09a-4c68-8b57-18e6f1498d85 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:47:30.476074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 9bdf6139-f09a-4c68-8b57-18e6f1498d85 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:47:30.478401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86051050-d61d-4872-aa72-0925ee229fe7 req-fff0008a-fd7d-42cf-9777-12374259ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:30.481856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-fff0008a-fd7d-42cf-9777-12374259ba11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806&tenant_id=564e2cc0845248e68d8d66300c601eee HTTP/1.1" status: 200 len: 1095 time: 0.2696493 Jul 30 01:47:30.508364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:30.551261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['055dd19a-73b8-4527-85a4-7e1bff8a456f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:30.734228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4cebd1f-7922-4904-9ef6-1e8656aa9927 req-7c2e5bd3-ff03-4996-a2e6-8632cee12586 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683699 Jul 30 01:47:30.829984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '18f1db28-70bb-49fe-a927-f8f25b149eee', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'port_id': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'mac_address': 'fa:16:3e:10:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:45:32Z', 'updated_at': '2021-07-30T01:47:25Z', 'revision_number': 1, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2a859-95da-4959-b765-fc2ad83181b8', 'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'mac_address': 'fa:16:3e:9f:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:12Z', 'updated_at': '2021-07-30T01:44:26Z', 'revision_number': 5, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'subnets': [{'id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:47:30.890417 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b899ba02-da9d-47b4-80e9-ddcce28ac035 req-a6da4346-9d3c-4fcf-95fb-47b77e72f11d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.914489 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.925325 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a47d52ae-eb5e-4c26-9db9-32cacd590ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:30.930557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7bafe8-b3a0-425d-8d17-f98e31c32dcb None None] The sync data for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 is: [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '18f1db28-70bb-49fe-a927-f8f25b149eee', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'port_id': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'mac_address': 'fa:16:3e:10:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:45:32Z', 'updated_at': '2021-07-30T01:47:25Z', 'revision_number': 1, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef2a859-95da-4959-b765-fc2ad83181b8', 'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'mac_address': 'fa:16:3e:9f:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:12Z', 'updated_at': '2021-07-30T01:44:26Z', 'revision_number': 5, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'subnets': [{'id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:47:30.984770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b899ba02-da9d-47b4-80e9-ddcce28ac035 req-a6da4346-9d3c-4fcf-95fb-47b77e72f11d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:31.031874 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:31.180464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b899ba02-da9d-47b4-80e9-ddcce28ac035 req-a6da4346-9d3c-4fcf-95fb-47b77e72f11d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:31.208785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b899ba02-da9d-47b4-80e9-ddcce28ac035 req-a6da4346-9d3c-4fcf-95fb-47b77e72f11d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2784820 Jul 30 01:47:31.288712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da4346-9d3c-4fcf-95fb-47b77e72f11d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b28f0d-9d96-4039-899b-778e57266a32,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:31.340610 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ae70c9-106d-40d3-870f-8b3e03efec28 x-openstack-request-id: req-d1ae70c9-106d-40d3-870f-8b3e03efec28 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:31.341553 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd822f2c-1fd3-412c-9259-afcc0362d675", "name": "network-vif-deleted", "tag": "9bdf6139-f09a-4c68-8b57-18e6f1498d85", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:31.342050 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d1ae70c9-106d-40d3-870f-8b3e03efec28 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:31.342783 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd822f2c-1fd3-412c-9259-afcc0362d675', 'name': 'network-vif-deleted', 'tag': '9bdf6139-f09a-4c68-8b57-18e6f1498d85', 'status': 'completed', 'code': 200} Jul 30 01:47:31.532614 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121e647-7166-447e-8886-79b0c96f4fc4 x-openstack-request-id: req-0121e647-7166-447e-8886-79b0c96f4fc4 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:31.533408 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:31.533408 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0121e647-7166-447e-8886-79b0c96f4fc4 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:31.534016 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'status': 'completed', 'code': 200} Jul 30 01:47:31.543684 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79df142-c3cc-4403-a87e-f555fbff19ac None None] New status for floating IP 18f1db28-70bb-49fe-a927-f8f25b149eee: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:47:32.143292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5b7905b3-53fd-46b4-9710-f4306438b9c9 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.150613 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5b7905b3-53fd-46b4-9710-f4306438b9c9 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.41 "GET /v2.0/networks?id=bfc9db19-1933-4d9b-851d-ed7ad21bf023 HTTP/1.1" status: 200 len: 815 time: 0.4753270 Jul 30 01:47:32.262546 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-f00635d3-6a35-427f-8e6d-31a9d54a8a1c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=302108582ba4433c8258acbca52aa5a0 HTTP/1.1" status: 200 len: 380 time: 0.0989532 Jul 30 01:47:32.291803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e25393da-1f02-400b-a586-ed5732c5b821 req-3b1f1d09-c91e-4c9a-be10-28c30e5527be tempest-ServersAdminNegativeTestJSON-2006812822 tempest-ServersAdminNegativeTestJSON-2006812822-project] 10.222.0.84 "GET /v2.0/ports?device_id=fd822f2c-1fd3-412c-9259-afcc0362d675 HTTP/1.1" status: 200 len: 210 time: 0.5886333 Jul 30 01:47:32.292165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Request body: {'port': {'device_id': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'admin_state_up': True, 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'security_groups': ['8bb5a104-ccf6-4a52-84dc-13d69a7cb36d']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:32.435534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 055dd19a-73b8-4527-85a4-7e1bff8a456f up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:32.496260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118a75f-16c3-4a11-9dba-dfb1ea9cc092 req-80b8c639-07be-4da2-a9b9-2e8153a06125 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.514641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b118a75f-16c3-4a11-9dba-dfb1ea9cc092 req-80b8c639-07be-4da2-a9b9-2e8153a06125 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 944 time: 1.1510344 Jul 30 01:47:32.540823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Made reservation on behalf of 302108582ba4433c8258acbca52aa5a0 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:32.551283 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.580812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 055dd19a-73b8-4527-85a4-7e1bff8a456f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:32.586226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 055dd19a-73b8-4527-85a4-7e1bff8a456f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:32.586592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.629910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-53a5154b-76c5-4d67-be20-a19a650d9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.630930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-53a5154b-76c5-4d67-be20-a19a650d9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.630930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-53a5154b-76c5-4d67-be20-a19a650d9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.634514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-53a5154b-76c5-4d67-be20-a19a650d9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.634514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-53a5154b-76c5-4d67-be20-a19a650d9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.634514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-53a5154b-76c5-4d67-be20-a19a650d9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.634514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-53a5154b-76c5-4d67-be20-a19a650d9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:32.636201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558aeb64-e286-4206-9097-feb91a5fac92 req-53a5154b-76c5-4d67-be20-a19a650d9f9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6500 time: 1.0695512 Jul 30 01:47:32.638673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aafb8126-08c7-4311-ba58-4fc7377053ff req-fe8587a4-3fe8-450a-8933-6bf4a8cc1474 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0974033 Jul 30 01:47:32.790263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b118a75f-16c3-4a11-9dba-dfb1ea9cc092 req-2881c552-af21-49f4-b17a-ae209570d2b8 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737725 Jul 30 01:47:32.838572 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:32.840236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:32.943473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055dd19a-73b8-4527-85a4-7e1bff8a456f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:32.947779 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85261cfa-642b-4981-8569-e6fe848a136e" -d '{"events": [{"server_uuid": "b4b60343-0087-4458-a488-ce1a3609b93e", "name": "network-vif-plugged", "status": "completed", "tag": "055dd19a-73b8-4527-85a4-7e1bff8a456f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:32.962976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Allocated IP 172.20.0.6 (bfc9db19-1933-4d9b-851d-ed7ad21bf023/98072e7f-7497-409e-9b1d-b9d22a60b63b/45d757de-9879-4b30-8810-31eca9df4dce) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:32.993279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 055dd19a-73b8-4527-85a4-7e1bff8a456f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=055dd19a-73b8-4527-85a4-7e1bff8a456f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:33.001625 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.061656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:33.149459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cca5642e-422a-442c-b8c2-c1352c920777 req-7dd380c0-0106-4366-aa3f-e6a062d8f3a3 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/78b28f0d-9d96-4039-899b-778e57266a32 HTTP/1.1" status: 200 len: 1803 time: 0.2416849 Jul 30 01:47:33.189841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8312add5-54e0-48dc-b78f-37c85826d59e {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:33.198229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=055dd19a-73b8-4527-85a4-7e1bff8a456f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:33.206528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-cca5642e-422a-442c-b8c2-c1352c920777 req-b8546595-03b4-4a41-abfa-26acf538b153 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1220130799', 'description': 'tempest-description-hth-1683234479'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:33.218697 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.327660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.352864 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7cbb7017-e058-4529-8327-f7f981a74170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.357758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Transition to ACTIVE for port object 8312add5-54e0-48dc-b78f-37c85826d59e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:33.369692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Transition to ACTIVE for port object 45d757de-9879-4b30-8810-31eca9df4dce will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:33.375715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e683d-95a9-4b70-bcc5-0e4b514254ad req-8661a7e2-108f-4f90-af5e-235489d2dd67 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:33.379621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f28e683d-95a9-4b70-bcc5-0e4b514254ad req-8661a7e2-108f-4f90-af5e-235489d2dd67 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 946 time: 0.3885524 Jul 30 01:47:33.411357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.453332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-d40c7145-ede2-4f2c-a2b6-ad767d22c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:33.456259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558aeb64-e286-4206-9097-feb91a5fac92 req-d40c7145-ede2-4f2c-a2b6-ad767d22c7cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf1348a1-a390-478a-8610-d68fd6f33f60 HTTP/1.1" status: 200 len: 918 time: 0.8059769 Jul 30 01:47:33.479665 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.568198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Network bfc9db19-1933-4d9b-851d-ed7ad21bf023 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:33.572792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:33.579909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:33.601970 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cca5642e-422a-442c-b8c2-c1352c920777 req-b8546595-03b4-4a41-abfa-26acf538b153 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.657983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Pushing event updated for resources: {'Port': ['ID=45d757de-9879-4b30-8810-31eca9df4dce,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:33.727379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:33.731349 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.738652 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.788921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-5f1f2bae-e023-463c-84d9-f1f56c463ad5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5189230 Jul 30 01:47:33.813578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Request body: {'port': {'device_id': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:33.895941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] No DVR routers for this DVR port 8312add5-54e0-48dc-b78f-37c85826d59e on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:33.909393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f28e683d-95a9-4b70-bcc5-0e4b514254ad req-8f083521-e8b5-4aab-8b2b-255380ee5e25 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117130 Jul 30 01:47:33.938355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cca5642e-422a-442c-b8c2-c1352c920777 req-b8546595-03b4-4a41-abfa-26acf538b153 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:33.943932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=9']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:34.000459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cca5642e-422a-442c-b8c2-c1352c920777 req-b8546595-03b4-4a41-abfa-26acf538b153 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.006172 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cca5642e-422a-442c-b8c2-c1352c920777 req-b8546595-03b4-4a41-abfa-26acf538b153 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.009779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cca5642e-422a-442c-b8c2-c1352c920777 req-b8546595-03b4-4a41-abfa-26acf538b153 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "PUT /v2.0/security-groups/78b28f0d-9d96-4039-899b-778e57266a32 HTTP/1.1" status: 200 len: 1777 time: 0.8113511 Jul 30 01:47:34.016702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.060468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558aeb64-e286-4206-9097-feb91a5fac92 req-51c36b48-9234-4e6e-829a-701226255e82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8 HTTP/1.1" status: 200 len: 1002 time: 0.5554032 Jul 30 01:47:34.170352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-25b298e7-dfbe-4102-8fce-644df418b0e8 None None] Provisioning for port 45d757de-9879-4b30-8810-31eca9df4dce completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:34.182579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-25b298e7-dfbe-4102-8fce-644df418b0e8 None None] Provisioning complete for port 45d757de-9879-4b30-8810-31eca9df4dce triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:34.183521 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25b298e7-dfbe-4102-8fce-644df418b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.252148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-25b298e7-dfbe-4102-8fce-644df418b0e8 None None] Port 45d757de-9879-4b30-8810-31eca9df4dce cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:47:34.348266 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe9b683-dd15-4c10-b702-d2d777b8e593 x-openstack-request-id: req-dfe9b683-dd15-4c10-b702-d2d777b8e593 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:34.349169 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b60343-0087-4458-a488-ce1a3609b93e", "name": "network-vif-plugged", "status": "completed", "tag": "055dd19a-73b8-4527-85a4-7e1bff8a456f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:34.349859 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dfe9b683-dd15-4c10-b702-d2d777b8e593 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:34.350720 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055dd19a-73b8-4527-85a4-7e1bff8a456f', 'code': 200} Jul 30 01:47:34.374568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Attempting to bind port 8312add5-54e0-48dc-b78f-37c85826d59e on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:34.375100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Attempting to bind port 8312add5-54e0-48dc-b78f-37c85826d59e by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:34.375480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Attempting to bind port 8312add5-54e0-48dc-b78f-37c85826d59e on network 253e0e71-f193-4cde-ae0f-aded2af7ab2f {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:34.391827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8546595-03b4-4a41-abfa-26acf538b153 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b28f0d-9d96-4039-899b-778e57266a32,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:34.444467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.451257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Port 8312add5-54e0-48dc-b78f-37c85826d59e on network 253e0e71-f193-4cde-ae0f-aded2af7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:34.451771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Attempting to bind port 8312add5-54e0-48dc-b78f-37c85826d59e on network 253e0e71-f193-4cde-ae0f-aded2af7ab2f {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:34.485481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-a77cc9e8-56cf-42bf-98d9-337949863345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:34.500728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558aeb64-e286-4206-9097-feb91a5fac92 req-a77cc9e8-56cf-42bf-98d9-337949863345 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b95422b-324e-4507-83eb-37f4ae31e7db HTTP/1.1" status: 200 len: 856 time: 0.3611984 Jul 30 01:47:34.502682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:34.504666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Checking segment: {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:34.506794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Bound using segment: {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:34.508805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Bound port: 8312add5-54e0-48dc-b78f-37c85826d59e, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:34.510802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:34.730808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180017-1d7c-4513-ac07-99f1978d2394 req-92f9aae7-caa3-44a3-871b-d83e0fe047f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:34.733820 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-39180017-1d7c-4513-ac07-99f1978d2394 req-92f9aae7-caa3-44a3-871b-d83e0fe047f7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 1097 time: 0.1512814 Jul 30 01:47:34.848862 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-39180017-1d7c-4513-ac07-99f1978d2394 req-b0ce4778-1ff1-4d36-adfb-86e743c8b9ba service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976732 Jul 30 01:47:34.941352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:34.966881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aeb64-e286-4206-9097-feb91a5fac92 req-95b7f9ce-03a0-49c4-9044-4a5e3307c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:34.974094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558aeb64-e286-4206-9097-feb91a5fac92 req-95b7f9ce-03a0-49c4-9044-4a5e3307c4fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf1348a1-a390-478a-8610-d68fd6f33f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4550581 Jul 30 01:47:34.979340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:34.990220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36376) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:35.021485 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:35.070748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa66060-530e-42d2-9948-6e61cf4f65b9 req-cbf2c802-790e-400d-a52c-3512f8f2e36c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:35.073387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aa66060-530e-42d2-9948-6e61cf4f65b9 req-cbf2c802-790e-400d-a52c-3512f8f2e36c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 931 time: 0.4684241 Jul 30 01:47:35.095700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d757de-9879-4b30-8810-31eca9df4dce {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:35.130604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:35.179181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Transition to ACTIVE for port object 45d757de-9879-4b30-8810-31eca9df4dce will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:35.186450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:35.204282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26655d30-da8b-4ea4-8105-0ea26f800dc4 req-26a47596-8b28-4983-a9df-411e76e7843a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:35.207165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26655d30-da8b-4ea4-8105-0ea26f800dc4 req-26a47596-8b28-4983-a9df-411e76e7843a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 944 time: 0.5057642 Jul 30 01:47:35.293383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:35.294551 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:35.305860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] 10.222.0.41 "PUT /v2.0/ports/8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 1092 time: 4.8067412 Jul 30 01:47:35.307034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:35.311290 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9faf1d-2b53-4d64-9160-d90d67166355" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:35.617367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce27078-0e39-474c-a1b8-35b44e44e824 service neutron] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=10']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:35.633265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Attempting to bind port 45d757de-9879-4b30-8810-31eca9df4dce on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:35.634459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Attempting to bind port 45d757de-9879-4b30-8810-31eca9df4dce by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:35.635231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Attempting to bind port 45d757de-9879-4b30-8810-31eca9df4dce on network bfc9db19-1933-4d9b-851d-ed7ad21bf023 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:35.644465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Pushing event updated for resources: {'Port': ['ID=45d757de-9879-4b30-8810-31eca9df4dce,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:35.650604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Port 45d757de-9879-4b30-8810-31eca9df4dce on network bfc9db19-1933-4d9b-851d-ed7ad21bf023 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:47:35.651653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Attempting to bind port 45d757de-9879-4b30-8810-31eca9df4dce on network bfc9db19-1933-4d9b-851d-ed7ad21bf023 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:35.665258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:35.665762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Checking segment: {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:35.666792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Bound using segment: {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:35.667559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Bound port: 45d757de-9879-4b30-8810-31eca9df4dce, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:35.668144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:35.697736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aa66060-530e-42d2-9948-6e61cf4f65b9 req-9804ebd5-fb7d-4474-9b8a-f9f55e2740aa tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5359550 Jul 30 01:47:35.806667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26655d30-da8b-4ea4-8105-0ea26f800dc4 req-9166811c-c78d-49d3-bc55-169ce134264b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575953 Jul 30 01:47:35.847258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558aeb64-e286-4206-9097-feb91a5fac92 req-203d3038-80d0-4fc3-a15b-c133170cf6fa service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8590095 Jul 30 01:47:35.910024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] For port 45d757de-9879-4b30-8810-31eca9df4dce, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:35.934045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] For port 45d757de-9879-4b30-8810-31eca9df4dce, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=45d757de-9879-4b30-8810-31eca9df4dce,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:35.942968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.005646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6de669a9-33b3-48cd-b98a-8f931c46d17c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1fadbe6d999b4de38d8934bbcf669903&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0116038 Jul 30 01:47:36.009197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86051050-d61d-4872-aa72-0925ee229fe7 req-b197b69b-7bfa-40e1-bc30-127281e7dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:36.011695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-b197b69b-7bfa-40e1-bc30-127281e7dcd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1096 time: 0.5940244 Jul 30 01:47:36.023971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36404) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:36.039990 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.108959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Pushing event updated for resources: {'Port': ['ID=45d757de-9879-4b30-8810-31eca9df4dce,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:36.141764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:36.146071 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.158840 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-03948338-ae18-4534-be51-29b4967d0c00 service neutron] 10.222.0.41 "PUT /v2.0/ports/45d757de-9879-4b30-8810-31eca9df4dce HTTP/1.1" status: 200 len: 1091 time: 2.3557725 Jul 30 01:47:36.160050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'tag': '45d757de-9879-4b30-8810-31eca9df4dce'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:36.208672 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de3fe3c-bcda-4e4c-8674-694b775e0800" -d '{"events": [{"name": "network-changed", "server_uuid": "00ab52d8-1bd5-412a-ae01-2be8122b4fd9", "tag": "45d757de-9879-4b30-8810-31eca9df4dce"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:36.396840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5ed4491-90a0-44ca-808c-184f2cae0f0e req-7067ed7e-bcb2-44a4-8c14-c560e3ac2d10 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/78b28f0d-9d96-4039-899b-778e57266a32 HTTP/1.1" status: 200 len: 1777 time: 0.6329970 Jul 30 01:47:36.433618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-6899c7d2-6fdf-4071-b9c2-9e3f89bfad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:36.452690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-6899c7d2-6fdf-4071-b9c2-9e3f89bfad09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=302108582ba4433c8258acbca52aa5a0&device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 1094 time: 0.1732433 Jul 30 01:47:36.642149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7db9a-771f-40da-bbc1-17282afe0f9f req-995ca69d-ff67-445a-a858-a245394f9901 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:36.662844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0af7db9a-771f-40da-bbc1-17282afe0f9f req-995ca69d-ff67-445a-a858-a245394f9901 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 946 time: 0.6123099 Jul 30 01:47:36.670472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-ebc6989f-c785-4158-9864-a57038a68f65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45d757de-9879-4b30-8810-31eca9df4dce HTTP/1.1" status: 200 len: 217 time: 0.2164295 Jul 30 01:47:36.769925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558aeb64-e286-4206-9097-feb91a5fac92 req-5b13abb8-d9a1-4e9a-91e3-d5860133a8d0 service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8968692 Jul 30 01:47:36.775712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86051050-d61d-4872-aa72-0925ee229fe7 req-e3643f08-4adc-4f59-80cc-0356014d94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:36.779200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-e3643f08-4adc-4f59-80cc-0356014d94dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 915 time: 0.7441030 Jul 30 01:47:36.783256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-94fddc24-e07a-400f-9e8d-5d9f1d6dabca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.920631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-4733d14f-f48c-47f1-86b1-0cd1b3eef479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:36.923508 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-4733d14f-f48c-47f1-86b1-0cd1b3eef479 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98072e7f-7497-409e-9b1d-b9d22a60b63b HTTP/1.1" status: 200 len: 854 time: 0.2415943 Jul 30 01:47:36.954183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-d6936c7d-fe32-4ed5-b7ee-da93654303b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 217 time: 0.1492813 Jul 30 01:47:36.965119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0af7db9a-771f-40da-bbc1-17282afe0f9f req-9a3b886a-d302-4b9c-89b3-9d1c0cd929e0 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583494 Jul 30 01:47:36.981523 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-94fddc24-e07a-400f-9e8d-5d9f1d6dabca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:36.998156 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b27e97-e694-4632-b987-4cbf14804e80 x-openstack-request-id: req-c9b27e97-e694-4632-b987-4cbf14804e80 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:36.999194 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:36.999709 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c9b27e97-e694-4632-b987-4cbf14804e80 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:37.000752 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e', 'status': 'completed', 'code': 200} Jul 30 01:47:37.086117 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aba1fb-95b5-4f99-9264-f7132bf770d2 x-openstack-request-id: req-c6aba1fb-95b5-4f99-9264-f7132bf770d2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:37.086453 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ab52d8-1bd5-412a-ae01-2be8122b4fd9", "tag": "45d757de-9879-4b30-8810-31eca9df4dce", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:37.086690 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c6aba1fb-95b5-4f99-9264-f7132bf770d2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:37.087312 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'tag': '45d757de-9879-4b30-8810-31eca9df4dce', 'status': 'completed', 'code': 200} Jul 30 01:47:37.128761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-a535a38e-347f-49b1-918c-1000eb877210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:37.142215 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-a535a38e-347f-49b1-918c-1000eb877210 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfc9db19-1933-4d9b-851d-ed7ad21bf023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094023 Jul 30 01:47:37.320703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86051050-d61d-4872-aa72-0925ee229fe7 req-5c26ffb4-1c00-4c14-9722-b01c5444d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:37.325557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-5c26ffb4-1c00-4c14-9722-b01c5444d33a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.3586013 Jul 30 01:47:37.398590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-5007dd1f-e699-492b-bf8c-283731546f95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501211 Jul 30 01:47:37.417806 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-d093f005-a1d1-45b7-930c-fbcf5c267fe0 service neutron] 10.222.0.41 "GET /v2.0/networks/bfc9db19-1933-4d9b-851d-ed7ad21bf023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649913 Jul 30 01:47:37.460193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56219d68-fce5-4435-b962-d2be38c83a6c req-f60ccbf4-1873-46af-8412-2278b2fc73a0 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/78b28f0d-9d96-4039-899b-778e57266a32 HTTP/1.1" status: 200 len: 1777 time: 0.3660905 Jul 30 01:47:37.543371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860f2e-bd9a-449d-a9dc-70270d2697a1 req-5c17ff27-0084-4d5f-b3e5-e78b087c4296 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:37.546594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d860f2e-bd9a-449d-a9dc-70270d2697a1 req-5c17ff27-0084-4d5f-b3e5-e78b087c4296 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 943 time: 0.3198309 Jul 30 01:47:37.561845 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-94fddc24-e07a-400f-9e8d-5d9f1d6dabca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:37.567940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-94fddc24-e07a-400f-9e8d-5d9f1d6dabca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:37.570684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-94fddc24-e07a-400f-9e8d-5d9f1d6dabca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/972500e8-6570-4a28-a245-520d44201e69 HTTP/1.1" status: 204 len: 168 time: 1.5463414 Jul 30 01:47:37.672844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fddc24-e07a-400f-9e8d-5d9f1d6dabca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972500e8-6570-4a28-a245-520d44201e69,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:37.759091 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77ec8ac2-8fe7-4e10-b23b-956b1265f2fa req-a543c4bc-6147-4428-9cff-7c457e5d0fb9 service neutron] 10.222.0.41 "GET /v2.0/networks/bfc9db19-1933-4d9b-851d-ed7ad21bf023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327012 Jul 30 01:47:37.854814 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d860f2e-bd9a-449d-a9dc-70270d2697a1 req-9ebdba14-7d21-40ae-b929-0fdf35e32a77 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786839 Jul 30 01:47:37.974872 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56219d68-fce5-4435-b962-d2be38c83a6c req-bf0baa31-5e31-443f-8d9c-62c8e6f0ff25 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:37.983420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-dd3266ac-ba3c-44bf-b57f-66a1f5f4f971 service neutron] 10.222.0.41 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704510 Jul 30 01:47:38.037688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-7dbb2a24-a2bb-45cc-b899-8b7f13ae189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:38.045571 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-7dbb2a24-a2bb-45cc-b899-8b7f13ae189a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=302108582ba4433c8258acbca52aa5a0&device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 1094 time: 0.2085929 Jul 30 01:47:38.130983 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56219d68-fce5-4435-b962-d2be38c83a6c req-bf0baa31-5e31-443f-8d9c-62c8e6f0ff25 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.450066 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56219d68-fce5-4435-b962-d2be38c83a6c req-bf0baa31-5e31-443f-8d9c-62c8e6f0ff25 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.459722 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-56219d68-fce5-4435-b962-d2be38c83a6c req-bf0baa31-5e31-443f-8d9c-62c8e6f0ff25 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:38.478768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56219d68-fce5-4435-b962-d2be38c83a6c req-bf0baa31-5e31-443f-8d9c-62c8e6f0ff25 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/78b28f0d-9d96-4039-899b-778e57266a32 HTTP/1.1" status: 204 len: 173 time: 0.9560735 Jul 30 01:47:38.529320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-3e8531cb-a67d-4f7e-bc54-f3bfbb9af228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:38.534238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-3e8531cb-a67d-4f7e-bc54-f3bfbb9af228 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfc9db19-1933-4d9b-851d-ed7ad21bf023 HTTP/1.1" status: 200 len: 916 time: 0.4785795 Jul 30 01:47:38.543171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86051050-d61d-4872-aa72-0925ee229fe7 req-cf27ed67-7a5c-41fd-ae44-f9f4a1f7e762 service neutron] 10.222.0.41 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306399 Jul 30 01:47:38.650841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce85010-17e2-4af0-9304-54dcb27365c2 req-bc694e28-f8d1-4b98-81fc-9df7236152cb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:38.664659 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bce85010-17e2-4af0-9304-54dcb27365c2 req-bc694e28-f8d1-4b98-81fc-9df7236152cb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.4363766 Jul 30 01:47:38.667533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36432) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:38.698412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-caca2448-ab17-439e-a727-03c21f6756d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45d757de-9879-4b30-8810-31eca9df4dce HTTP/1.1" status: 200 len: 217 time: 0.1530626 Jul 30 01:47:38.791541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0baa31-5e31-443f-8d9c-62c8e6f0ff25 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b28f0d-9d96-4039-899b-778e57266a32,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:38.891943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-530564b9-1012-4eba-a83c-e1a90ca05c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:38.894945 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-530564b9-1012-4eba-a83c-e1a90ca05c7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98072e7f-7497-409e-9b1d-b9d22a60b63b HTTP/1.1" status: 200 len: 854 time: 0.1672013 Jul 30 01:47:38.963291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bce85010-17e2-4af0-9304-54dcb27365c2 req-44b2e447-2466-48d5-a27f-b4fc75853b6c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004392 Jul 30 01:47:39.066155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-32b029d6-5bd4-4f0e-9cf7-4f422a7d53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:39.070132 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-32b029d6-5bd4-4f0e-9cf7-4f422a7d53c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfc9db19-1933-4d9b-851d-ed7ad21bf023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665812 Jul 30 01:47:39.072265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-70cf8def-5d12-4d50-976c-c9b9cd11ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:39.083630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-70cf8def-5d12-4d50-976c-c9b9cd11ad95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1096 time: 0.4168010 Jul 30 01:47:39.089075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c9536003-304b-496d-9536-ec4bc91f9028 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=263799b6cf8843369d2eb8afb37c51b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950191 Jul 30 01:47:39.099552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36440) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:39.428206 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-718d9d8b-2315-488e-ad79-73a9a7b70fbf service neutron] 10.222.0.41 "GET /v2.0/networks/bfc9db19-1933-4d9b-851d-ed7ad21bf023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433371 Jul 30 01:47:39.721772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-fb589e23-ee9d-46f3-867d-c9c604c74c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:39.729276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-fb589e23-ee9d-46f3-867d-c9c604c74c8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 915 time: 0.6264353 Jul 30 01:47:39.829668 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3de3fe3c-bcda-4e4c-8674-694b775e0800 req-a02fbb76-75d7-40d9-aff4-ab650be3cb23 service neutron] 10.222.0.41 "GET /v2.0/networks/bfc9db19-1933-4d9b-851d-ed7ad21bf023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947270 Jul 30 01:47:40.787063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff1bb5-3bcd-437c-a032-547b61b3e9ee req-b00a6cc4-c0a5-4df4-b864-d5e13e19c541 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:40.796323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bff1bb5-3bcd-437c-a032-547b61b3e9ee req-b00a6cc4-c0a5-4df4-b864-d5e13e19c541 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 946 time: 1.5457866 Jul 30 01:47:40.858316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c873-a238-476b-ab37-423c27b8f61f req-db718438-82f1-42f3-8178-3c4c33ef5dd0 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:40.869518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74f5c873-a238-476b-ab37-423c27b8f61f req-db718438-82f1-42f3-8178-3c4c33ef5dd0 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 943 time: 1.4200914 Jul 30 01:47:40.874029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2648542d-c446-4000-a576-743cdc5ff2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:40.982966 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2648542d-c446-4000-a576-743cdc5ff2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.154560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-5ae9b128-4cfd-40bc-b227-d76fec347106 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 217 time: 1.3832848 Jul 30 01:47:41.242545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2648542d-c446-4000-a576-743cdc5ff2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.249387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2648542d-c446-4000-a576-743cdc5ff2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:41.255773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2648542d-c446-4000-a576-743cdc5ff2d7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8e5156c7-254d-404f-990e-165ece767ccd HTTP/1.1" status: 204 len: 168 time: 2.1309838 Jul 30 01:47:41.361313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648542d-c446-4000-a576-743cdc5ff2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5156c7-254d-404f-990e-165ece767ccd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:41.512627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74f5c873-a238-476b-ab37-423c27b8f61f req-1e08bcb7-e881-4af6-ae35-33369ae5dd3c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218345 Jul 30 01:47:41.535018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bff1bb5-3bcd-437c-a032-547b61b3e9ee req-1cc555af-c42b-4ceb-b1c4-9067d33a71f8 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328115 Jul 30 01:47:41.650274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-1e1f2079-a349-4176-9426-2c578a4aac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:41.662854 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-1e1f2079-a349-4176-9426-2c578a4aac0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.3443205 Jul 30 01:47:41.771697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-1465e302-4928-4a94-8614-b43f6d4ca398 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831311 Jul 30 01:47:42.613412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-aaf18552-3f9b-46ba-8df4-2f9891763c43 service neutron] 10.222.0.41 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8176205 Jul 30 01:47:42.656788 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161e37-389e-47f6-a3b6-218ddf5622ed req-3b21a329-c07c-4074-8a8b-5bb20c6d4c01 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:42.673811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8161e37-389e-47f6-a3b6-218ddf5622ed req-3b21a329-c07c-4074-8a8b-5bb20c6d4c01 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.4844718 Jul 30 01:47:42.806127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c491dc6-493a-4557-a09a-3419cc46eb37 req-87f7c110-5755-4e3d-8470-0d934916588d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:42.810096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c491dc6-493a-4557-a09a-3419cc46eb37 req-87f7c110-5755-4e3d-8470-0d934916588d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 945 time: 0.3546143 Jul 30 01:47:42.920423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8161e37-389e-47f6-a3b6-218ddf5622ed req-fdc0591c-607b-4830-9538-205039b60495 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447929 Jul 30 01:47:43.205798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c491dc6-493a-4557-a09a-3419cc46eb37 req-b07d4192-7135-433f-99cd-40520ac7b40e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259473 Jul 30 01:47:43.340497 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-788df0f4-766b-4ba8-9446-c66ff9109bb5 req-ff7eb143-d241-4417-ba61-8fb7ffad2d6b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:47:43.344978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-788df0f4-766b-4ba8-9446-c66ff9109bb5 req-ff7eb143-d241-4417-ba61-8fb7ffad2d6b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/603d7747-5896-4549-9790-41f9bed2d792 HTTP/1.1" status: 404 len: 352 time: 0.2159727 Jul 30 01:47:43.424565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e9faf1d-2b53-4d64-9160-d90d67166355 req-caa94612-307d-4bf2-8bd3-319b27282c2c service neutron] 10.222.0.41 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060750 Jul 30 01:47:43.733044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad7d6-dc7b-4727-880b-23f620fd5ca9 req-1e4e4448-4627-4bc2-bb7c-baa52137f8cc tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:43.736292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-878ad7d6-dc7b-4727-880b-23f620fd5ca9 req-1e4e4448-4627-4bc2-bb7c-baa52137f8cc tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 943 time: 0.2266793 Jul 30 01:47:43.906827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-878ad7d6-dc7b-4727-880b-23f620fd5ca9 req-03f2b1f7-e43b-478e-9e16-3f261c6f4248 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538451 Jul 30 01:47:44.108475 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-ef7c3099-9f71-4a86-af40-7afdf67922ea req-f87f51bf-1adf-4013-a3d2-5fe2c137315a tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:47:44.125757 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef7c3099-9f71-4a86-af40-7afdf67922ea req-f87f51bf-1adf-4013-a3d2-5fe2c137315a tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/93279234-c4d5-400a-aa63-81f7929d7e26 HTTP/1.1" status: 404 len: 352 time: 0.0953937 Jul 30 01:47:44.336434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fbac6-032c-40c6-ac05-3b5b8beea86e req-7085c2ac-8bc4-44c3-aa98-e62f9eac1d33 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:44.351268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d3fbac6-032c-40c6-ac05-3b5b8beea86e req-7085c2ac-8bc4-44c3-aa98-e62f9eac1d33 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 946 time: 0.2027891 Jul 30 01:47:44.528945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36510) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:44.826897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d3fbac6-032c-40c6-ac05-3b5b8beea86e req-187725ef-89cb-4811-9a34-cd796766b13a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618628 Jul 30 01:47:44.832454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-network', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:44.897513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a27d51-b92d-4931-95a9-dddbf5fba0d0 req-673ab267-c613-4f47-9a72-e5cf34732849 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:44.903032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3a27d51-b92d-4931-95a9-dddbf5fba0d0 req-673ab267-c613-4f47-9a72-e5cf34732849 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.4073787 Jul 30 01:47:44.913291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Made reservation on behalf of a54a4c1f0a3244fa8ce9af5f58fac379 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:44.918148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:44.944331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.049261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-787d8910-602d-43d1-854d-6fb9ace82c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:45.052490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-787d8910-602d-43d1-854d-6fb9ace82c94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1096 time: 0.3181868 Jul 30 01:47:45.068034 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-c4f770be-2cd1-4fd9-b710-290b6ee0fca0 req-9442a3a5-11ff-4970-af2a-2f4906fa661c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:47:45.070280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4f770be-2cd1-4fd9-b710-290b6ee0fca0 req-9442a3a5-11ff-4970-af2a-2f4906fa661c tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/fafc1092-8f22-41d4-b84f-1e9d2707e400 HTTP/1.1" status: 404 len: 352 time: 0.1653855 Jul 30 01:47:45.124359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3a27d51-b92d-4931-95a9-dddbf5fba0d0 req-8cb11d51-6a13-4b3d-a931-7110b394bb7c tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006533 Jul 30 01:47:45.267355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.277411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.376387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:47:45.414928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7d5a23-9d64-40f3-b263-ae31f404982b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:45.473138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.485624 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Added segment d167fe49-b36b-44a5-b4dc-254569408d73 of type vlan for network d8afbb7c-66ed-47bf-9055-74ef73815d85 Jul 30 01:47:45.623256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-5a44f1a2-fb6f-49d7-8412-b20bcc736c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:45.634767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-5a44f1a2-fb6f-49d7-8412-b20bcc736c87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 915 time: 0.5061419 Jul 30 01:47:45.797140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.929751 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:45.931326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:45.934590 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:46.002792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-54102eef-fa11-46f5-987a-0b86c069bbc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 217 time: 0.1691206 Jul 30 01:47:46.077621 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-586d58c8-1b04-4cd3-99ee-09cc71281813 req-0bf00920-2208-47a9-bc5a-ba771e3657ac tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:47:46.096614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-586d58c8-1b04-4cd3-99ee-09cc71281813 req-0bf00920-2208-47a9-bc5a-ba771e3657ac tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/26b68f13-0ae8-400a-bfae-6a3d13bde397 HTTP/1.1" status: 404 len: 352 time: 0.0440061 Jul 30 01:47:46.251170 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7204053 Jul 30 01:47:46.262101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36536) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:46.302642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Request body: {'subnet': {'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-subnet', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:46.426029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbf047-d3fe-4bd7-b81b-17ce6df3110e admin admin] Pushing event updated for resources: {'Network': ['ID=d8afbb7c-66ed-47bf-9055-74ef73815d85,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:46.442686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Made reservation on behalf of a54a4c1f0a3244fa8ce9af5f58fac379 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:47:46.452179 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:46.466050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network d8afbb7c-66ed-47bf-9055-74ef73815d85 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:47:46.563969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-e6de5b71-11f3-4876-9838-3f5e2fb313b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:46.567522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-e6de5b71-11f3-4876-9838-3f5e2fb313b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.5287440 Jul 30 01:47:46.600254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b53860-2860-49b3-b0ac-5a9f32da7702 req-79abae4f-6efb-475d-8dde-b055ca13ff5a tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:46.615489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0b53860-2860-49b3-b0ac-5a9f32da7702 req-79abae4f-6efb-475d-8dde-b055ca13ff5a tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 943 time: 0.6107123 Jul 30 01:47:46.669556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-7519573d-fb94-4cff-8135-d82bed12ce32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500033 Jul 30 01:47:46.767397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc1ff-8cd7-4fce-bc1d-aba006d8244a req-00a6ec02-cdba-482a-a67d-557593361076 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:46.783989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c6fdc1ff-8cd7-4fce-bc1d-aba006d8244a req-00a6ec02-cdba-482a-a67d-557593361076 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 946 time: 0.4469423 Jul 30 01:47:46.970105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-c5a464ae-3817-4767-a75a-6f172a24c255 service neutron] 10.222.0.41 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711554 Jul 30 01:47:47.259311 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.303838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0b53860-2860-49b3-b0ac-5a9f32da7702 req-2bcab2ef-f8aa-4b2f-a4ef-b58baca4c4bd tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6866138 Jul 30 01:47:47.375096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c6fdc1ff-8cd7-4fce-bc1d-aba006d8244a req-01aecb01-bd23-41de-845a-7f4557e466d1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002097 Jul 30 01:47:47.443844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed08bb0-0dac-4989-9792-e63034cee539,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:47.487881 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-21ac512b-743f-49ae-9510-701e87ea0545 req-ca9f299f-10db-45d2-ad04-dfbc4539bc09 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:47:47.490910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21ac512b-743f-49ae-9510-701e87ea0545 req-ca9f299f-10db-45d2-ad04-dfbc4539bc09 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/7374c8c5-c75a-4d28-a44e-4874c2b8259b HTTP/1.1" status: 404 len: 352 time: 0.0661957 Jul 30 01:47:47.493403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Checking segment: {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:47.493900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Network hostable DHCP agents. Network: d8afbb7c-66ed-47bf-9055-74ef73815d85, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:47:47.523656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-f8ae264e-9b38-450e-a187-ee15904faf14 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994184 Jul 30 01:47:47.536791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb9ace18-8fa0-4590-bbe3-a3c751959c9d req-96165455-5fe9-4d9d-8cb6-12b95b6677ec service neutron] 10.222.0.41 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373499 Jul 30 01:47:47.566400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Network d8afbb7c-66ed-47bf-9055-74ef73815d85 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:47:47.649239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, d8afbb7c-66ed-47bf-9055-74ef73815d85) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:47.664588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:47.664964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c545c3-969f-4ec2-b97e-baae5bfe2943 None None] Network d8afbb7c-66ed-47bf-9055-74ef73815d85 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:47.665966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:47.745247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-fbe7d56b-8757-4ecf-a61c-b2392aa9120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:47.758305 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-fbe7d56b-8757-4ecf-a61c-b2392aa9120c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1096 time: 0.1753592 Jul 30 01:47:47.770789 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2a54cda4-8b5f-4107-8c41-ece8acae8a0a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5033934 Jul 30 01:47:47.771556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36544) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:47:47.788033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:47:47.952648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf147aab-e184-4286-be82-809d3d700836 req-cae5f6d9-0e27-4883-bbc6-39f4263902cf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:47.970922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf147aab-e184-4286-be82-809d3d700836 req-cae5f6d9-0e27-4883-bbc6-39f4263902cf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.2702448 Jul 30 01:47:48.087385 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-b2e90639-f7f2-4b67-a393-21fbc633c77c req-bdba086a-202a-493d-a1c6-f4c1e6657fe8 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] show failed (client error): The resource could not be found. Jul 30 01:47:48.090398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2e90639-f7f2-4b67-a393-21fbc633c77c req-bdba086a-202a-493d-a1c6-f4c1e6657fe8 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/1b91a17c-399d-4241-b370-863fd54ee4a8 HTTP/1.1" status: 404 len: 352 time: 0.0400856 Jul 30 01:47:48.133435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf147aab-e184-4286-be82-809d3d700836 req-0b6e53a8-4e23-4e41-a1e7-d639cebeccf1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538086 Jul 30 01:47:48.138549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.140483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.365444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-d8afbb7c-66ed-47bf-9055-74ef73815d85', 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'fixed_ips': [{'subnet_id': '5ed08bb0-0dac-4989-9792-e63034cee539'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:47:48.367207 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.411184 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:48.430897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-170807a0-6a57-43ed-907f-653495381bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.434059 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-170807a0-6a57-43ed-907f-653495381bad service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.6142499 Jul 30 01:47:48.873362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d91cf-e7e7-4d02-87e9-23d0564f1625 req-52e94c26-4286-41e8-909f-96b3b4074431 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:48.894167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d80d91cf-e7e7-4d02-87e9-23d0564f1625 req-52e94c26-4286-41e8-909f-96b3b4074431 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 943 time: 0.2929506 Jul 30 01:47:48.911842 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-d2c5a30d-bdbf-411c-8826-876e0453fbe0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 200 len: 217 time: 0.3053670 Jul 30 01:47:49.015134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Allocated IP 172.20.0.2 (d8afbb7c-66ed-47bf-9055-74ef73815d85/5ed08bb0-0dac-4989-9792-e63034cee539/9df06321-68e0-479d-99b2-e62a12a92e0f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:49.166321 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d80d91cf-e7e7-4d02-87e9-23d0564f1625 req-5d389658-2da8-40b7-acf5-fd9d01ab3794 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611561 Jul 30 01:47:49.308277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6824c7-d2f8-472f-b07d-34b7f3f90f51 req-73e00583-1de0-4b27-8963-d83d13a64653 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.325851 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b6824c7-d2f8-472f-b07d-34b7f3f90f51 req-73e00583-1de0-4b27-8963-d83d13a64653 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 946 time: 0.2851005 Jul 30 01:47:49.404436 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.533720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b6824c7-d2f8-472f-b07d-34b7f3f90f51 req-0f53a755-ca28-4b51-9193-5d0af6863835 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033148 Jul 30 01:47:49.738537 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.773274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Transition to ACTIVE for port object 9df06321-68e0-479d-99b2-e62a12a92e0f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:49.838595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf52b73-caf5-4654-a8fb-f5bb07e8020d req-778f6ebf-b30f-455d-a280-d9bc430f201f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.841343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddf52b73-caf5-4654-a8fb-f5bb07e8020d req-778f6ebf-b30f-455d-a280-d9bc430f201f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1023 time: 0.1734097 Jul 30 01:47:49.851083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Transition to ACTIVE for port object 9df06321-68e0-479d-99b2-e62a12a92e0f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:47:49.865238 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:49.891183 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-a7da494a-4c18-439f-a9d3-fb11ea079615 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.893872 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-a7da494a-4c18-439f-a9d3-fb11ea079615 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 946 time: 1.0709755 Jul 30 01:47:49.980515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-4a8a615d-31bf-4100-929e-06d68a79376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:49.987569 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-4a8a615d-31bf-4100-929e-06d68a79376a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.5726810 Jul 30 01:47:50.025213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Network d8afbb7c-66ed-47bf-9055-74ef73815d85 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:50.039257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:50.053580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddf52b73-caf5-4654-a8fb-f5bb07e8020d req-1199b0e0-e78c-4a2f-8614-862664f916c6 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=3637cdec-3b47-4eef-865e-b9746c610e07&id=c434f5ad-b1bd-4bb6-a5a5-5101685c1d95&id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1980941 Jul 30 01:47:50.061479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:50.236610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Pushing event updated for resources: {'Port': ['ID=9df06321-68e0-479d-99b2-e62a12a92e0f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:50.312027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b22c2a-3b0e-445f-acad-cd6ec7a6b74a req-1b797e0a-17b6-465c-b14a-45dfff92c334 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.312895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.313480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.314225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.315450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.316013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.316737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.317256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.317853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.318387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.319239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.319809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.320372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:47:50.324685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c6b22c2a-3b0e-445f-acad-cd6ec7a6b74a req-1b797e0a-17b6-465c-b14a-45dfff92c334 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.3285844 Jul 30 01:47:50.383979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Attempting to bind port 9df06321-68e0-479d-99b2-e62a12a92e0f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:47:50.383979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Attempting to bind port 9df06321-68e0-479d-99b2-e62a12a92e0f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:47:50.383979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Attempting to bind port 9df06321-68e0-479d-99b2-e62a12a92e0f on network d8afbb7c-66ed-47bf-9055-74ef73815d85 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:47:50.403890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:47:50.416251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Checking segment: {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:47:50.416251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.416251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Bound using segment: {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:47:50.416251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Bound port: 9df06321-68e0-479d-99b2-e62a12a92e0f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:47:50.416251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.562885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] For port 9df06321-68e0-479d-99b2-e62a12a92e0f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:47:50.568100 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-ae6df1d4-54bc-44cb-98e3-c0c5369537cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5561593 Jul 30 01:47:50.569092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c6b22c2a-3b0e-445f-acad-cd6ec7a6b74a req-d39d21b1-9613-4608-afd9-48e29bafe26a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373660 Jul 30 01:47:50.570275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] For port 9df06321-68e0-479d-99b2-e62a12a92e0f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9df06321-68e0-479d-99b2-e62a12a92e0f,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:47:50.625877 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:50.875645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82b562-d129-4ff3-ac6e-73da514f6034 None None] Pushing event updated for resources: {'Port': ['ID=9df06321-68e0-479d-99b2-e62a12a92e0f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:50.884713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c924bd-4865-4c44-a566-5433539fd9f1 req-8081cfca-b313-4e61-846b-8d32cc3b91d8 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:50.911874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4c924bd-4865-4c44-a566-5433539fd9f1 req-8081cfca-b313-4e61-846b-8d32cc3b91d8 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 943 time: 0.3364239 Jul 30 01:47:50.919505 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-166d9ca9-def8-4d57-8274-67b3c9b31238 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371305 Jul 30 01:47:51.128990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4c924bd-4865-4c44-a566-5433539fd9f1 req-ad7a6e0d-467f-42c4-aae9-ed00a80b1656 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901259 Jul 30 01:47:51.287493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77140289-5ec1-4181-ae85-8fab5f947ef8 req-5baae733-e388-48a9-8e50-1508a77af4f2 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498218 Jul 30 01:47:51.383020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906522f7-e288-4931-befe-207e34bb8c56 req-ba28c066-1706-411c-b64a-05573048b7a1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.393865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-906522f7-e288-4931-befe-207e34bb8c56 req-ba28c066-1706-411c-b64a-05573048b7a1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 946 time: 0.2497206 Jul 30 01:47:51.541079 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Deleting port 055dd19a-73b8-4527-85a4-7e1bff8a456f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:51.541447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.586975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-906522f7-e288-4931-befe-207e34bb8c56 req-a469ffb1-25f9-419e-b1cd-6fece4d96bdc tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704068 Jul 30 01:47:51.773204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] For port 055dd19a-73b8-4527-85a4-7e1bff8a456f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=055dd19a-73b8-4527-85a4-7e1bff8a456f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:51.774226 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:51.813102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Calling delete_port for 055dd19a-73b8-4527-85a4-7e1bff8a456f owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:51.972068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b66a58-f0af-4fd1-9b3b-6b3888396874 req-e49f6e0a-6529-401e-8967-9b08c59f1d8d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:51.988417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9b66a58-f0af-4fd1-9b3b-6b3888396874 req-e49f6e0a-6529-401e-8967-9b08c59f1d8d tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1023 time: 0.2097161 Jul 30 01:47:52.546204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1595cf-8657-46f6-a74a-948c407e362f req-7438313d-ad1a-4d10-b099-73e8669a8f8e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:52.550060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 055dd19a-73b8-4527-85a4-7e1bff8a456f no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:52.567663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f1595cf-8657-46f6-a74a-948c407e362f req-7438313d-ad1a-4d10-b099-73e8669a8f8e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.5188656 Jul 30 01:47:52.620765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9b66a58-f0af-4fd1-9b3b-6b3888396874 req-5ed5ef46-f5cb-47d6-a8e0-5f08b7f57148 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=3637cdec-3b47-4eef-865e-b9746c610e07&id=c434f5ad-b1bd-4bb6-a5a5-5101685c1d95&id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6156461 Jul 30 01:47:52.885034 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:52.932157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f1595cf-8657-46f6-a74a-948c407e362f req-be3539e4-5bca-47f1-a47f-3186eeebace9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981870 Jul 30 01:47:53.048693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055dd19a-73b8-4527-85a4-7e1bff8a456f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:53.066052 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d4944a-75da-4637-afaa-8ef2ef311e10" -d '{"events": [{"server_uuid": "b4b60343-0087-4458-a488-ce1a3609b93e", "name": "network-vif-unplugged", "status": "completed", "tag": "055dd19a-73b8-4527-85a4-7e1bff8a456f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:53.139693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff5b6a3-50f3-4c97-9da9-42f3c18acab1 None None] Network d8afbb7c-66ed-47bf-9055-74ef73815d85 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:47:53.393749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9df06321-68e0-479d-99b2-e62a12a92e0f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:53.429038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 055dd19a-73b8-4527-85a4-7e1bff8a456f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=055dd19a-73b8-4527-85a4-7e1bff8a456f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:53.515274 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:53.520907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30294e07-e4c6-462c-b02f-9a051d6520d3 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:47:53.525626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-57fdc004-0c46-4d88-a2e1-b59070576017 None None] Provisioning for port 9df06321-68e0-479d-99b2-e62a12a92e0f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:53.583569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178152c2-4896-48a5-b36d-aaec7dbb5e79 req-ac11874d-eb53-4952-a2b1-761d39b98fd3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.587715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-178152c2-4896-48a5-b36d-aaec7dbb5e79 req-ac11874d-eb53-4952-a2b1-761d39b98fd3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 946 time: 0.2313397 Jul 30 01:47:53.645417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cde50-6274-45b4-af95-db28573e4111 req-b9f4f595-e3d7-4a1e-85a0-4896bdb95746 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.652302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-358cde50-6274-45b4-af95-db28573e4111 req-b9f4f595-e3d7-4a1e-85a0-4896bdb95746 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 943 time: 0.3351309 Jul 30 01:47:53.694010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-5e0fe734-71f9-4a27-a174-4ffe87da2656 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:53.698016 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-5e0fe734-71f9-4a27-a174-4ffe87da2656 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1023 time: 2.2931406 Jul 30 01:47:53.860901 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-358cde50-6274-45b4-af95-db28573e4111 req-188ba1cd-dd0e-40d1-becb-4cedbc61e726 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839535 Jul 30 01:47:53.900398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:53.908003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-178152c2-4896-48a5-b36d-aaec7dbb5e79 req-57f70d7c-0947-4353-bc72-1b2f55cb9709 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540660 Jul 30 01:47:54.110942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=055dd19a-73b8-4527-85a4-7e1bff8a456f,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:54.186698 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28356a43-0553-43a0-942d-d5fa76f9f555 x-openstack-request-id: req-28356a43-0553-43a0-942d-d5fa76f9f555 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:54.188523 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b60343-0087-4458-a488-ce1a3609b93e", "name": "network-vif-unplugged", "status": "completed", "tag": "055dd19a-73b8-4527-85a4-7e1bff8a456f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:54.189400 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-28356a43-0553-43a0-942d-d5fa76f9f555 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:54.190761 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '055dd19a-73b8-4527-85a4-7e1bff8a456f', 'code': 200} Jul 30 01:47:54.194007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9df06321-68e0-479d-99b2-e62a12a92e0f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:47:54.224641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9df06321-68e0-479d-99b2-e62a12a92e0f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:54.226187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:54.394643 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:54.492325 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:54.692981 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:54.755996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692fe8b-e32d-4f2b-9ee0-9eaa5a2f962f req-6d55f165-148e-4ef4-8b6f-50fd78bdb963 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:54.780566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1692fe8b-e32d-4f2b-9ee0-9eaa5a2f962f req-6d55f165-148e-4ef4-8b6f-50fd78bdb963 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.3936720 Jul 30 01:47:54.940583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1692fe8b-e32d-4f2b-9ee0-9eaa5a2f962f req-4177dd62-53ff-4fcd-84f1-37023713c927 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581776 Jul 30 01:47:55.012102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30294e07-e4c6-462c-b02f-9a051d6520d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30294e07-e4c6-462c-b02f-9a051d6520d3,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:55.026773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f82c4c-7ce8-41d6-9f27-c28a20a44b9f req-2d706fb4-345f-4884-83ee-da4a311c9af0 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.027217 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.045833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12f82c4c-7ce8-41d6-9f27-c28a20a44b9f req-2d706fb4-345f-4884-83ee-da4a311c9af0 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1023 time: 0.6971154 Jul 30 01:47:55.276760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12f82c4c-7ce8-41d6-9f27-c28a20a44b9f req-4da56f8d-2020-4147-b547-17ce1853942f tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=3637cdec-3b47-4eef-865e-b9746c610e07&id=c434f5ad-b1bd-4bb6-a5a5-5101685c1d95&id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2215681 Jul 30 01:47:55.298027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 45d757de-9879-4b30-8810-31eca9df4dce details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:47:55.453760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Allocated IP 172.25.7.111 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/386aa60b-8368-42ae-a90f-677d8f172bba) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:47:55.747369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f1f55ce-a6b4-4900-b929-9b1d19386afc req-19d66378-3f52-4704-8d8c-aea66ad7e11f tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 210 time: 0.1222644 Jul 30 01:47:55.843364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b24f1-63a8-435b-b913-b3bec4442f88 req-f25344f4-5c99-477f-83bd-6a085bf497bd tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:55.850823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-062b24f1-63a8-435b-b913-b3bec4442f88 req-f25344f4-5c99-477f-83bd-6a085bf497bd tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 943 time: 0.4851730 Jul 30 01:47:55.859950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Deleting port 30294e07-e4c6-462c-b02f-9a051d6520d3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:47:55.862769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.883005 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:55.960979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:55.980429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f0fd6097-550a-4b88-a955-9fa98989bba8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:56.124535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-062b24f1-63a8-435b-b913-b3bec4442f88 req-e1608e30-53d1-42e5-9916-8285a75759b7 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634439 Jul 30 01:47:56.191659 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.264648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event deleted for resources: {'Port': ['ID=055dd19a-73b8-4527-85a4-7e1bff8a456f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:56.567914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] No DVR routers for this DVR port 055dd19a-73b8-4527-85a4-7e1bff8a456f on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:56.607499 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.613139 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f7bef917-113f-4497-b2bb-cf92bb4495cf req-44f9b443-38ea-45ea-86f0-eb9feb04b959 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "DELETE /v2.0/ports/055dd19a-73b8-4527-85a4-7e1bff8a456f HTTP/1.1" status: 204 len: 173 time: 6.6813929 Jul 30 01:47:56.614163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'name': 'network-vif-deleted', 'tag': '055dd19a-73b8-4527-85a4-7e1bff8a456f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:56.633026 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f78f35-be8d-4a5a-bdaa-04433111751f" -d '{"events": [{"server_uuid": "b4b60343-0087-4458-a488-ce1a3609b93e", "name": "network-vif-deleted", "tag": "055dd19a-73b8-4527-85a4-7e1bff8a456f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:56.707194 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] For port 30294e07-e4c6-462c-b02f-9a051d6520d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30294e07-e4c6-462c-b02f-9a051d6520d3,segment=NetworkSegment(281f9499-cca2-4533-9221-f6315f62f22c),segment_id=281f9499-cca2-4533-9221-f6315f62f22c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:56.708180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.771816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:56.777016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Calling delete_port for 30294e07-e4c6-462c-b02f-9a051d6520d3 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:47:56.914357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:47:56.921845 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb2818c-2d62-42b1-b21a-e04584a54315" -d '{"events": [{"server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "name": "network-vif-unplugged", "status": "completed", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:47:57.103209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 45d757de-9879-4b30-8810-31eca9df4dce, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=45d757de-9879-4b30-8810-31eca9df4dce,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:57.137840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30294e07-e4c6-462c-b02f-9a051d6520d3,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:57.266239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.288339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '45d757de-9879-4b30-8810-31eca9df4dce', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'port_id': '45d757de-9879-4b30-8810-31eca9df4dce', 'mac_address': 'fa:16:3e:72:7e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:47:57.382205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7b4df-e6c4-4d8e-8c2f-8d64bbecee73 req-90b76a24-b070-41d1-ad72-1971354bece5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.390406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:47:57.398481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4f7b4df-e6c4-4d8e-8c2f-8d64bbecee73 req-90b76a24-b070-41d1-ad72-1971354bece5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.7996521 Jul 30 01:47:57.405208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:47:57.415177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:47:57.477388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 9df06321-68e0-479d-99b2-e62a12a92e0f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9df06321-68e0-479d-99b2-e62a12a92e0f,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:57.481732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Pushing event updated for resources: {'Port': ['ID=386aa60b-8368-42ae-a90f-677d8f172bba,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:57.552649 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.569782 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.619874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaf5b5-e023-402b-b56d-85eedc2f6b77 req-3bd4a3f6-e8bf-4132-b44b-ace35acf1ed5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:57.624535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9aaf5b5-e023-402b-b56d-85eedc2f6b77 req-3bd4a3f6-e8bf-4132-b44b-ace35acf1ed5 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 1021 time: 0.8387337 Jul 30 01:47:57.634111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4f7b4df-e6c4-4d8e-8c2f-8d64bbecee73 req-1f8268a5-272b-4f85-b8e1-f04a21796167 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345071 Jul 30 01:47:57.692538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1e880e29-5627-4204-9ca2-9fa87b8cdfe2 None None] Provisioning complete for port 9df06321-68e0-479d-99b2-e62a12a92e0f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:47:57.694473 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e880e29-5627-4204-9ca2-9fa87b8cdfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.718247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'Port': ['ID=30294e07-e4c6-462c-b02f-9a051d6520d3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:57.871406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] No DVR routers for this DVR port 30294e07-e4c6-462c-b02f-9a051d6520d3 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:47:57.889571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:57.894420 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-969d3a7b-89e7-4c97-bdb5-915cbd031de1 req-fe610c55-10bf-41b8-8e52-3556e058af5e tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.22 "DELETE /v2.0/ports/30294e07-e4c6-462c-b02f-9a051d6520d3 HTTP/1.1" status: 204 len: 173 time: 4.1788621 Jul 30 01:47:57.976486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9aaf5b5-e023-402b-b56d-85eedc2f6b77 req-e18024c9-5e1c-4561-9fdf-882413d68543 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups?id=3637cdec-3b47-4eef-865e-b9746c610e07&id=c434f5ad-b1bd-4bb6-a5a5-5101685c1d95&id=b1471a49-b6f0-447a-b2cf-7430b58d227f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3364089 Jul 30 01:47:58.189589 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2b913-8b8f-4a73-ab5d-da203dc5004a x-openstack-request-id: req-7dd2b913-8b8f-4a73-ab5d-da203dc5004a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:58.189589 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "name": "network-vif-unplugged", "status": "completed", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:58.190168 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7dd2b913-8b8f-4a73-ab5d-da203dc5004a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:58.190677 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3', 'code': 200} Jul 30 01:47:58.374395 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1408220e-f216-448a-b5b6-47355bbff9d8 x-openstack-request-id: req-1408220e-f216-448a-b5b6-47355bbff9d8 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:47:58.380102 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b60343-0087-4458-a488-ce1a3609b93e", "name": "network-vif-deleted", "tag": "055dd19a-73b8-4527-85a4-7e1bff8a456f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:47:58.380492 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1408220e-f216-448a-b5b6-47355bbff9d8 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:47:58.383258 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b60343-0087-4458-a488-ce1a3609b93e', 'name': 'network-vif-deleted', 'tag': '055dd19a-73b8-4527-85a4-7e1bff8a456f', 'status': 'completed', 'code': 200} Jul 30 01:47:58.533540 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.621677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d757de-9879-4b30-8810-31eca9df4dce {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:47:58.665791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=9df06321-68e0-479d-99b2-e62a12a92e0f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:58.718257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a84ec73b-4947-4b30-8a8e-41d4b55a935b req-b4136d13-8256-4604-845d-2486a376a59d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4b60343-0087-4458-a488-ce1a3609b93e HTTP/1.1" status: 200 len: 210 time: 0.3384798 Jul 30 01:47:58.888319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b936a-979e-40c8-812c-1e2353e1985e req-c38680c8-97f5-49a8-84df-109970a82b7c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:58.892984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:58.901460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a7b936a-979e-40c8-812c-1e2353e1985e req-c38680c8-97f5-49a8-84df-109970a82b7c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 943 time: 0.3904507 Jul 30 01:47:58.977204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 45d757de-9879-4b30-8810-31eca9df4dce, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=45d757de-9879-4b30-8810-31eca9df4dce,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:47:59.054663 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.062745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a7b936a-979e-40c8-812c-1e2353e1985e req-912d8678-aec8-47b4-8a5c-73b641994081 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455092 Jul 30 01:47:59.595294 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:47:59.636857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['45d757de-9879-4b30-8810-31eca9df4dce'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:47:59.667226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4a95428-62a7-4c59-bccb-88d8f88777b3 req-4b81f22b-f99e-4582-86e4-99a2aa11843b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f HTTP/1.1" status: 200 len: 210 time: 0.1943769 Jul 30 01:47:59.770052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe04af-0c15-445d-8bac-de4538f78e8f req-48ed042a-b8af-4350-9b1a-7bc1e72b474a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:47:59.777263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1afe04af-0c15-445d-8bac-de4538f78e8f req-48ed042a-b8af-4350-9b1a-7bc1e72b474a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.5234549 Jul 30 01:47:59.813233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=45d757de-9879-4b30-8810-31eca9df4dce,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:47:59.844984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9df06321-68e0-479d-99b2-e62a12a92e0f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:47:59.976561 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:48:00.012411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1afe04af-0c15-445d-8bac-de4538f78e8f req-49e66bbf-7e21-4a6c-a5ae-764cb78e0358 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088876 Jul 30 01:48:00.037672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Router e30e8134-c3a5-4545-b587-0de8b76f2042 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:48:00.131051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9df06321-68e0-479d-99b2-e62a12a92e0f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:00.131720 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.387165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'name': 'network-vif-deleted', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:00.400115 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2cbdb9-950d-4a3b-aeac-4f35282f094e" -d '{"events": [{"server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "name": "network-vif-deleted", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:00.407170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:00.438938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Sync routers for ids ['e30e8134-c3a5-4545-b587-0de8b76f2042'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:00.456405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.466644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Routers {'e30e8134-c3a5-4545-b587-0de8b76f2042'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:00.466644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:47:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e30e8134-c3a5-4545-b587-0de8b76f2042'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:00.474923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36656) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:00.481989 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-64d6374a-1229-476d-b905-cf5b6a8e1c5b admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.7067399 Jul 30 01:48:00.709085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Set router e30e8134-c3a5-4545-b587-0de8b76f2042 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:00.712798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60098f41-e570-4ebb-9ecb-da94a566cec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:00.842807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ca548-57d2-4554-b081-698af407ce76 req-80f7c014-ce19-4b32-9e35-ccbaad992faf tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.845631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-924ca548-57d2-4554-b081-698af407ce76 req-80f7c014-ce19-4b32-9e35-ccbaad992faf tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 944 time: 0.3873124 Jul 30 01:48:00.858582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5249-7931-412e-a1c9-03b2c3af243e req-1a506ecb-3d02-4c18-a365-7a5fd50e65f1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:00.860661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-671c5249-7931-412e-a1c9-03b2c3af243e req-1a506ecb-3d02-4c18-a365-7a5fd50e65f1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 945 time: 0.2542677 Jul 30 01:48:01.070342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-924ca548-57d2-4554-b081-698af407ce76 req-bc0be0bc-4981-4008-893a-c7d1719a76fb tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804810 Jul 30 01:48:01.074422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.130080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-671c5249-7931-412e-a1c9-03b2c3af243e req-8b5a9a03-5880-48d1-90dd-84974cf118b8 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489274 Jul 30 01:48:01.152297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:48Z', 'updated_at': '2021-07-30T01:47:58Z', 'revision_number': 3, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'gw_port': {'id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:54Z', 'updated_at': '2021-07-30T01:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:01.239864 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e86018-aece-4203-8e67-aee92b12826d x-openstack-request-id: req-b3e86018-aece-4203-8e67-aee92b12826d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:01.240782 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f", "name": "network-vif-deleted", "tag": "30294e07-e4c6-462c-b02f-9a051d6520d3", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:01.241214 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b3e86018-aece-4203-8e67-aee92b12826d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:01.241969 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5fb9fd-f31f-472b-8c35-59f0ec0bc43f', 'name': 'network-vif-deleted', 'tag': '30294e07-e4c6-462c-b02f-9a051d6520d3', 'status': 'completed', 'code': 200} Jul 30 01:48:01.243523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Checking router: e30e8134-c3a5-4545-b587-0de8b76f2042 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:01.244233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Updating router e30e8134-c3a5-4545-b587-0de8b76f2042 port 386aa60b-8368-42ae-a90f-677d8f172bba binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:48:01.323333 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.920766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b55e104-7dc1-460c-b249-86419dcd59a0 req-a3efbc7d-8b7c-4076-827d-36d1abceb276 tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/3637cdec-3b47-4eef-865e-b9746c610e07 HTTP/1.1" status: 200 len: 1800 time: 0.1691968 Jul 30 01:48:01.966327 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:01.987957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Transition to ACTIVE for port object 386aa60b-8368-42ae-a90f-677d8f172bba will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:02.001589 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.046594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44eda7-77bc-4ac6-80d4-832029c6c7eb req-beff74a2-c3d9-4dec-af6f-a1f90638f5dc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.052207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab44eda7-77bc-4ac6-80d4-832029c6c7eb req-beff74a2-c3d9-4dec-af6f-a1f90638f5dc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.3019502 Jul 30 01:48:02.128037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded10f4-f115-44b3-8ad4-1b1821871d74 None None] Pushing event updated for resources: {'Port': ['ID=386aa60b-8368-42ae-a90f-677d8f172bba,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:02.138081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Attempting to bind port 386aa60b-8368-42ae-a90f-677d8f172bba on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:02.138081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Attempting to bind port 386aa60b-8368-42ae-a90f-677d8f172bba by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:02.138081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Attempting to bind port 386aa60b-8368-42ae-a90f-677d8f172bba on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:02.148242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:02.149246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:02.150030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.150770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:02.152286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Bound port: 386aa60b-8368-42ae-a90f-677d8f172bba, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:02.154023 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.225372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab44eda7-77bc-4ac6-80d4-832029c6c7eb req-588b52e1-abf5-4be0-ab4f-17a71e3a084e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485283 Jul 30 01:48:02.302023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] For port 386aa60b-8368-42ae-a90f-677d8f172bba, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:02.307074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] For port 386aa60b-8368-42ae-a90f-677d8f172bba, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=386aa60b-8368-42ae-a90f-677d8f172bba,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:02.324600 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.388334 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5b55e104-7dc1-460c-b249-86419dcd59a0 req-51580623-981a-4a49-a84e-0ccdf22cf5df tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.419269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Routers {'e30e8134-c3a5-4545-b587-0de8b76f2042'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:02.419867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:47:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e30e8134-c3a5-4545-b587-0de8b76f2042'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:02.512722 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5b55e104-7dc1-460c-b249-86419dcd59a0 req-51580623-981a-4a49-a84e-0ccdf22cf5df tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.592490 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.633902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded10f4-f115-44b3-8ad4-1b1821871d74 None None] Pushing event updated for resources: {'Port': ['ID=386aa60b-8368-42ae-a90f-677d8f172bba,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:02.688653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] Set router e30e8134-c3a5-4545-b587-0de8b76f2042 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:02.716548 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5b55e104-7dc1-460c-b249-86419dcd59a0 req-51580623-981a-4a49-a84e-0ccdf22cf5df tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.725434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5b55e104-7dc1-460c-b249-86419dcd59a0 req-51580623-981a-4a49-a84e-0ccdf22cf5df tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:02.736439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b55e104-7dc1-460c-b249-86419dcd59a0 req-51580623-981a-4a49-a84e-0ccdf22cf5df tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/3637cdec-3b47-4eef-865e-b9746c610e07 HTTP/1.1" status: 204 len: 173 time: 0.8006577 Jul 30 01:48:02.807320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51580623-981a-4a49-a84e-0ccdf22cf5df tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3637cdec-3b47-4eef-865e-b9746c610e07,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:02.967589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82659458-e992-422c-9a86-843d3d9934be req-bb0eaa01-f67e-4709-801d-dc3327769e80 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:02.976046 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-82659458-e992-422c-9a86-843d3d9934be req-bb0eaa01-f67e-4709-801d-dc3327769e80 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 945 time: 0.1460834 Jul 30 01:48:03.024068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307864c-5687-48ba-8032-e484660b84d5 req-ddd64454-3b6b-40c7-9c55-7e72c22a9860 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.028678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5307864c-5687-48ba-8032-e484660b84d5 req-ddd64454-3b6b-40c7-9c55-7e72c22a9860 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 945 time: 0.1610770 Jul 30 01:48:03.063793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51270f46-7cc2-45bd-a838-12a5a7b86827 req-2fb2637a-d87c-421f-924d-5f0550543257 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.069986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:03.071487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51270f46-7cc2-45bd-a838-12a5a7b86827 req-2fb2637a-d87c-421f-924d-5f0550543257 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 944 time: 0.2891810 Jul 30 01:48:03.073325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 45d757de-9879-4b30-8810-31eca9df4dce up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:03.111778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:48Z', 'updated_at': '2021-07-30T01:47:58Z', 'revision_number': 3, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'gw_port': {'id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:54Z', 'updated_at': '2021-07-30T01:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:03.163274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b09fde-7bc2-431b-b2b5-fbb5d6617fb5 None None] The sync data for ids ['e30e8134-c3a5-4545-b587-0de8b76f2042'] in n-d-715271-7 is: [{'id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:48Z', 'updated_at': '2021-07-30T01:47:58Z', 'revision_number': 3, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'gw_port': {'id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:54Z', 'updated_at': '2021-07-30T01:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:03.219141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5307864c-5687-48ba-8032-e484660b84d5 req-4fc70c55-3ae5-4a99-ba29-a942356a8f5b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407485 Jul 30 01:48:03.247106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Allocated IP 172.20.0.1 (d8afbb7c-66ed-47bf-9055-74ef73815d85/5ed08bb0-0dac-4989-9792-e63034cee539/9953b08e-31ce-41e2-a5d3-7c786b6696e6) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:03.309496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-82659458-e992-422c-9a86-843d3d9934be req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Deleting port f0fd6097-550a-4b88-a955-9fa98989bba8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:03.309979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-82659458-e992-422c-9a86-843d3d9934be req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.337639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51270f46-7cc2-45bd-a838-12a5a7b86827 req-e6e25edc-92b0-427a-8e90-c52859e93a8f tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447557 Jul 30 01:48:03.605713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:03.606618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-02ec479c-ce9e-4ea7-ac4a-a8f642333a7b req-1c6de1b0-0151-459e-b25b-907fe182be6b tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "GET /v2.0/security-groups/c434f5ad-b1bd-4bb6-a5a5-5101685c1d95 HTTP/1.1" status: 200 len: 1801 time: 0.2668834 Jul 30 01:48:03.640467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 45d757de-9879-4b30-8810-31eca9df4dce completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:03.661014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '8312add5-54e0-48dc-b78f-37c85826d59e', 'network_id': '253e0e71-f193-4cde-ae0f-aded2af7ab2f', 'port_id': '8312add5-54e0-48dc-b78f-37c85826d59e', 'mac_address': 'fa:16:3e:f7:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb231187-35d3-483a-b26a-b9d2c322bfe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:03.665033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-82659458-e992-422c-9a86-843d3d9934be req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] For port f0fd6097-550a-4b88-a955-9fa98989bba8, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f0fd6097-550a-4b88-a955-9fa98989bba8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:03.665601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-82659458-e992-422c-9a86-843d3d9934be req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.684116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 45d757de-9879-4b30-8810-31eca9df4dce triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:03.686641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.689196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee2193-0200-4830-8928-57bd1418b62e req-f421fb9a-0345-4f08-b389-f21a397bddff tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:03.691206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-edee2193-0200-4830-8928-57bd1418b62e req-f421fb9a-0345-4f08-b389-f21a397bddff tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 945 time: 0.2141759 Jul 30 01:48:03.693267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-82659458-e992-422c-9a86-843d3d9934be req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Calling delete_port for f0fd6097-550a-4b88-a955-9fa98989bba8 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:03.707723 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.867674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-02ec479c-ce9e-4ea7-ac4a-a8f642333a7b req-fa3664ab-727d-4cef-a551-e0689d4bc9be tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.893974 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e895-eac1-47d7-8773-2da119a8c278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.898274 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.923325 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-02ec479c-ce9e-4ea7-ac4a-a8f642333a7b req-fa3664ab-727d-4cef-a551-e0689d4bc9be tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:03.998336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Transition to ACTIVE for port object 9953b08e-31ce-41e2-a5d3-7c786b6696e6 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:04.013498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.119375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-edee2193-0200-4830-8928-57bd1418b62e req-e34fcc11-b679-405e-80de-271131a38aa4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276002 Jul 30 01:48:04.137669 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-82659458-e992-422c-9a86-843d3d9934be req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.224476 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-02ec479c-ce9e-4ea7-ac4a-a8f642333a7b req-fa3664ab-727d-4cef-a551-e0689d4bc9be tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.236545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event deleted for resources: {'Port': ['ID=f0fd6097-550a-4b88-a955-9fa98989bba8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:04.237230 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-02ec479c-ce9e-4ea7-ac4a-a8f642333a7b req-fa3664ab-727d-4cef-a551-e0689d4bc9be tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.238607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-02ec479c-ce9e-4ea7-ac4a-a8f642333a7b req-fa3664ab-727d-4cef-a551-e0689d4bc9be tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] 10.222.0.84 "DELETE /v2.0/security-groups/c434f5ad-b1bd-4bb6-a5a5-5101685c1d95 HTTP/1.1" status: 204 len: 173 time: 0.6304879 Jul 30 01:48:04.256021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36686) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:04.294003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3664ab-727d-4cef-a551-e0689d4bc9be tempest-SecurityGroupsTestJSON-1777620325 tempest-SecurityGroupsTestJSON-1777620325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c434f5ad-b1bd-4bb6-a5a5-5101685c1d95,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:04.320334 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.494002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Network d8afbb7c-66ed-47bf-9055-74ef73815d85 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:04.509396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:04.515787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:04.517058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:04.520775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f0fd6097-550a-4b88-a955-9fa98989bba8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:04.552857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-82659458-e992-422c-9a86-843d3d9934be req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] No DVR routers for this DVR port f0fd6097-550a-4b88-a955-9fa98989bba8 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:04.567001 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-82659458-e992-422c-9a86-843d3d9934be req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.580863 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-82659458-e992-422c-9a86-843d3d9934be req-926748bb-1d70-4a03-a72c-13254a7c574c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "DELETE /v2.0/ports/f0fd6097-550a-4b88-a955-9fa98989bba8 HTTP/1.1" status: 204 len: 173 time: 1.5937858 Jul 30 01:48:04.593362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0299a0-e524-4d08-8e80-d8d7a0875703', 'name': 'network-vif-deleted', 'tag': 'f0fd6097-550a-4b88-a955-9fa98989bba8'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:04.599194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Pushing event updated for resources: {'Port': ['ID=9953b08e-31ce-41e2-a5d3-7c786b6696e6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:04.603935 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.606482 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f929aff0-080d-4d60-949e-b9092e652022" -d '{"events": [{"server_uuid": "7f0299a0-e524-4d08-8e80-d8d7a0875703", "name": "network-vif-deleted", "tag": "f0fd6097-550a-4b88-a955-9fa98989bba8"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:04.684283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93879da4-dad1-4efe-ba95-a202c9b74448 req-0c07030a-ebb3-4453-8a1a-cc81f8e69744 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f0299a0-e524-4d08-8e80-d8d7a0875703 HTTP/1.1" status: 200 len: 210 time: 0.1634057 Jul 30 01:48:04.697224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b99aa7-bff8-4eca-9116-c20ff1550939 admin admin] Deleting subnet e31afc99-8b85-41db-81c4-af78e019259f {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:04.706566 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5b99aa7-bff8-4eca-9116-c20ff1550939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.770226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8312add5-54e0-48dc-b78f-37c85826d59e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:04.772679 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.827917 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b7cb5d-ca79-4268-8ec8-c82d5c6ba6b7 x-openstack-request-id: req-91b7cb5d-ca79-4268-8ec8-c82d5c6ba6b7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:04.828372 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0299a0-e524-4d08-8e80-d8d7a0875703", "name": "network-vif-deleted", "tag": "f0fd6097-550a-4b88-a955-9fa98989bba8", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:04.828761 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-91b7cb5d-ca79-4268-8ec8-c82d5c6ba6b7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:04.829342 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0299a0-e524-4d08-8e80-d8d7a0875703', 'name': 'network-vif-deleted', 'tag': 'f0fd6097-550a-4b88-a955-9fa98989bba8', 'status': 'completed', 'code': 200} Jul 30 01:48:04.847852 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:04.897303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d757de-9879-4b30-8810-31eca9df4dce'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:04.902163 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268cb67e-4285-4f54-b3e8-cb443cce6344" -d '{"events": [{"server_uuid": "00ab52d8-1bd5-412a-ae01-2be8122b4fd9", "name": "network-vif-plugged", "status": "completed", "tag": "45d757de-9879-4b30-8810-31eca9df4dce"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:04.906595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5b99aa7-bff8-4eca-9116-c20ff1550939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.054051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 45d757de-9879-4b30-8810-31eca9df4dce, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=45d757de-9879-4b30-8810-31eca9df4dce,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:05.060328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:05.064731 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e38067-7fa3-469a-92b3-b14b6703a159 x-openstack-request-id: req-c0e38067-7fa3-469a-92b3-b14b6703a159 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:05.065746 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab52d8-1bd5-412a-ae01-2be8122b4fd9", "name": "network-vif-plugged", "status": "completed", "tag": "45d757de-9879-4b30-8810-31eca9df4dce", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:05.065939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5b99aa7-bff8-4eca-9116-c20ff1550939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.066890 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c0e38067-7fa3-469a-92b3-b14b6703a159 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:05.067864 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d757de-9879-4b30-8810-31eca9df4dce', 'code': 200} Jul 30 01:48:05.093488 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.096914 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.107942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43786fd0-831c-4096-a5aa-5c12ba151438 req-6014b1cb-ba54-489d-8a32-31f42e2c8845 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.117453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43786fd0-831c-4096-a5aa-5c12ba151438 req-6014b1cb-ba54-489d-8a32-31f42e2c8845 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 944 time: 0.3344550 Jul 30 01:48:05.237676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=45d757de-9879-4b30-8810-31eca9df4dce,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:05.246473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5b99aa7-bff8-4eca-9116-c20ff1550939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.351275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43786fd0-831c-4096-a5aa-5c12ba151438 req-c8dcf0d9-03d1-4437-aabe-7ae08a2bb7e5 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314813 Jul 30 01:48:05.352095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:05.368688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b99aa7-bff8-4eca-9116-c20ff1550939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31afc99-8b85-41db-81c4-af78e019259f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:05.381125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5b99aa7-bff8-4eca-9116-c20ff1550939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.388420 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a5b99aa7-bff8-4eca-9116-c20ff1550939 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e31afc99-8b85-41db-81c4-af78e019259f HTTP/1.1" status: 204 len: 168 time: 1.0322211 Jul 30 01:48:05.389249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36702) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:05.437907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ef683-317c-411c-af5f-f4618440c603 req-a86c5f52-8cc3-49e7-b784-439edb209a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:05.447276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d66ef683-317c-411c-af5f-f4618440c603 req-a86c5f52-8cc3-49e7-b784-439edb209a38 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 1096 time: 0.3164561 Jul 30 01:48:05.487898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5cfeaee4-6e00-4256-a05d-7d355cb7c795 None None] Provisioning for port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:05.505708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5cfeaee4-6e00-4256-a05d-7d355cb7c795 None None] Provisioning complete for port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:05.511425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5cfeaee4-6e00-4256-a05d-7d355cb7c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.537867 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.565489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['8312add5-54e0-48dc-b78f-37c85826d59e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:05.693938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5cfeaee4-6e00-4256-a05d-7d355cb7c795 None None] Port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:05.716917 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.854346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.882054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d66ef683-317c-411c-af5f-f4618440c603 req-6223440a-a0d1-4de3-9c57-f887f06f2b6b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219036 Jul 30 01:48:05.892821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a25b1a6-05ce-4f49-9646-be9913185bf2']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:05.932303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281f9499-cca2-4533-9221-f6315f62f22c') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:05.932738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281f9499-cca2-4533-9221-f6315f62f22c') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:05.951319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:05.986151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.003697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:06.004337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.007044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 386aa60b-8368-42ae-a90f-677d8f172bba up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:06.007259 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:06.030927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cce29e-10db-475d-94a0-5c705432c496 req-35ef2949-bd74-49c8-b52f-d818aef2106d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:06.048140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2cce29e-10db-475d-94a0-5c705432c496 req-35ef2949-bd74-49c8-b52f-d818aef2106d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.5168538 Jul 30 01:48:06.208194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2cce29e-10db-475d-94a0-5c705432c496 req-4bb9baec-79a3-4149-b244-5e9357287836 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488495 Jul 30 01:48:06.215755 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.232422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.256695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.266463 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] 10.222.0.84 "DELETE /v2.0/networks/1a25b1a6-05ce-4f49-9646-be9913185bf2 HTTP/1.1" status: 204 len: 168 time: 0.8739164 Jul 30 01:48:06.294575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 386aa60b-8368-42ae-a90f-677d8f172bba completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:06.306619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 386aa60b-8368-42ae-a90f-677d8f172bba triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:06.308181 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.317043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f966964-6192-49e9-b0c9-5e54a6216530 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a25b1a6-05ce-4f49-9646-be9913185bf2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:06.538181 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.580732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 386aa60b-8368-42ae-a90f-677d8f172bba, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=386aa60b-8368-42ae-a90f-677d8f172bba,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:06.589531 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.591552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36726) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:06.660204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f0fd6097-550a-4b88-a955-9fa98989bba8 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:06.716275 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-68193a91-a764-41fa-812e-3613fc2de6c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2896439ba6124c7aa7d315dbed719074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156356 Jul 30 01:48:06.718516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36730) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:06.754005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843676df-2a88-4875-8d14-bc24072b12fd req-b121996f-0b5b-4019-b5b8-0f420bd20ad4 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:06.763368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-843676df-2a88-4875-8d14-bc24072b12fd req-b121996f-0b5b-4019-b5b8-0f420bd20ad4 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 945 time: 0.1477697 Jul 30 01:48:06.765461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: f0fd6097-550a-4b88-a955-9fa98989bba8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:06.765915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f0fd6097-550a-4b88-a955-9fa98989bba8 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:06.797333 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.814283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=386aa60b-8368-42ae-a90f-677d8f172bba,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:06.851396 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.886364 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c06bc46-4695-4ae1-896b-4b4eb450d829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.944203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c06bc46-4695-4ae1-896b-4b4eb450d829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:06.954907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-1da60be0-a9d9-4cb0-9e8c-ae88dcf02112 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:06.957958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-1da60be0-a9d9-4cb0-9e8c-ae88dcf02112 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.5104284 Jul 30 01:48:07.016401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-843676df-2a88-4875-8d14-bc24072b12fd req-71e9e28b-2255-41d6-acd5-f3b3ba9f4eb2 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517443 Jul 30 01:48:07.032647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0b3454ba-1c42-4b55-8811-ff62a03d37d2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/quotas/6d0320e5fae9400badeba35924f93062 HTTP/1.1" status: 200 len: 375 time: 0.0497282 Jul 30 01:48:07.068558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Pushing event updated for resources: {'Port': ['ID=9953b08e-31ce-41e2-a5d3-7c786b6696e6,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:07.070319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c06bc46-4695-4ae1-896b-4b4eb450d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.084669 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c06bc46-4695-4ae1-896b-4b4eb450d829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.084964 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.089631 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0c06bc46-4695-4ae1-896b-4b4eb450d829 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b1471a49-b6f0-447a-b2cf-7430b58d227f HTTP/1.1" status: 204 len: 168 time: 0.3665652 Jul 30 01:48:07.104999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06bc46-4695-4ae1-896b-4b4eb450d829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1471a49-b6f0-447a-b2cf-7430b58d227f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:07.249124 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-c2dc6e65-08bc-4472-93b9-bc133977b146 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1839318 Jul 30 01:48:07.388537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Network d8afbb7c-66ed-47bf-9055-74ef73815d85 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:07.397251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:07.520751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c5888-909f-460e-8a54-7495b310ae53 req-58132921-c19f-4231-af59-5cc5aed17013 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:07.527970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a55c5888-909f-460e-8a54-7495b310ae53 req-58132921-c19f-4231-af59-5cc5aed17013 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.1806278 Jul 30 01:48:07.644102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a55c5888-909f-460e-8a54-7495b310ae53 req-a4b22974-a02a-4dc9-9247-bad97c4af006 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046486 Jul 30 01:48:07.672595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Router e30e8134-c3a5-4545-b587-0de8b76f2042 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:07.698123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-4122cc60-f262-42de-b261-c7ca9cf3d23e service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:48:07.699532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-4122cc60-f262-42de-b261-c7ca9cf3d23e service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4141564 Jul 30 01:48:07.814108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 386aa60b-8368-42ae-a90f-677d8f172bba up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:07.881530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-68665380-0507-4e8d-8326-f32a43a9dfc1 None None] Provisioning complete for port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:07.882040 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68665380-0507-4e8d-8326-f32a43a9dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.928441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 386aa60b-8368-42ae-a90f-677d8f172bba triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:07.929160 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:07.932567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-68665380-0507-4e8d-8326-f32a43a9dfc1 None None] Port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:07.954199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:07.958356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-7233e547-649a-44a7-89cd-7da419b89be1 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112880 Jul 30 01:48:07.962547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cbf91c7f-e914-49a1-97f7-f10cce03826d admin admin] 10.222.0.84 "PUT /v2.0/routers/e30e8134-c3a5-4545-b587-0de8b76f2042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4861975 Jul 30 01:48:07.975569 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Sync routers for ids ['e30e8134-c3a5-4545-b587-0de8b76f2042'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:07.988743 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Routers {'e30e8134-c3a5-4545-b587-0de8b76f2042'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:07.990343 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e30e8134-c3a5-4545-b587-0de8b76f2042'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:08.137413 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Set router e30e8134-c3a5-4545-b587-0de8b76f2042 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:08.282614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-ba7a2e22-cc08-49b8-b864-2d3e7744f723 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746778 Jul 30 01:48:08.309216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0771b9-c50e-4285-bfba-a654ae86e4a6 req-554217ca-95c7-48e3-987c-82f52e536f10 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:08.317274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c0771b9-c50e-4285-bfba-a654ae86e4a6 req-554217ca-95c7-48e3-987c-82f52e536f10 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 945 time: 0.1207516 Jul 30 01:48:08.467459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c0771b9-c50e-4285-bfba-a654ae86e4a6 req-bcff5a01-0d74-452c-899a-02891208c969 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401079 Jul 30 01:48:08.780853 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:48Z', 'updated_at': '2021-07-30T01:48:05Z', 'revision_number': 4, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'gw_port': {'id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:54Z', 'updated_at': '2021-07-30T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9953b08e-31ce-41e2-a5d3-7c786b6696e6', 'name': '', 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'mac_address': 'fa:16:3e:69:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '5ed08bb0-0dac-4989-9792-e63034cee539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:02Z', 'updated_at': '2021-07-30T01:48:06Z', 'revision_number': 2, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'subnets': [{'id': '5ed08bb0-0dac-4989-9792-e63034cee539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:08.873838 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Checking router: e30e8134-c3a5-4545-b587-0de8b76f2042 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:08.879902 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Updating router e30e8134-c3a5-4545-b587-0de8b76f2042 port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:48:08.945464 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.091347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45eaa491-3649-4117-8d1e-fc2da4fdeaf7 req-0b3789b2-44a7-49da-a601-e7c2176110db tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 210 time: 0.1001322 Jul 30 01:48:09.144099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:09.169348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f523c-6bd4-4f98-bd67-7d3218105537 req-8e9a7185-0862-4dc6-b227-90c2c0777257 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.203710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:09.212267 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d6f523c-6bd4-4f98-bd67-7d3218105537 req-8e9a7185-0862-4dc6-b227-90c2c0777257 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 945 time: 0.3758674 Jul 30 01:48:09.220178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Request body: {'floatingip': {'port_id': '45d757de-9879-4b30-8810-31eca9df4dce'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:09.402559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36804) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:09.413162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-network', 'tenant_id': 'b574b1c3229a48658c0218139084ef45'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:09.451968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.477220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 8312add5-54e0-48dc-b78f-37c85826d59e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:09.488375 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 8312add5-54e0-48dc-b78f-37c85826d59e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:09.489391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.698645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65209-04bc-489e-9011-39de53e9a42c req-7a92e2f1-7b47-4183-bbba-43189fd27871 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:09.703299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aa65209-04bc-489e-9011-39de53e9a42c req-7a92e2f1-7b47-4183-bbba-43189fd27871 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 946 time: 0.2585437 Jul 30 01:48:09.706610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Made reservation on behalf of b574b1c3229a48658c0218139084ef45 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:09.712752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.739091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.779620 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.785359 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.819263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36812) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:09.821788 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Transition to ACTIVE for port object 9953b08e-31ce-41e2-a5d3-7c786b6696e6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:09.837311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:09.838172 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:09.852008 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7db225-86d4-4df8-943d-b7eacb6dc5f5" -d '{"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-plugged", "status": "completed", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:09.897865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:09.904935 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.065576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=12']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:10.277563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.294666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.348599 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Attempting to bind port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:10.349616 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Attempting to bind port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:10.351494 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Attempting to bind port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 on network d8afbb7c-66ed-47bf-9055-74ef73815d85 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:10.379273 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Pushing event updated for resources: {'Port': ['ID=9953b08e-31ce-41e2-a5d3-7c786b6696e6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:10.419186 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.422837 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.423534 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.424069 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.426962 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.428811 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.429882 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.430452 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.431002 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.435819 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.436509 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.437061 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:10.469278 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:10.472719 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Checking segment: {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:10.477949 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.482678 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Bound using segment: {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:10.485530 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Bound port: 9953b08e-31ce-41e2-a5d3-7c786b6696e6, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:10.491912 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.547241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:10.610173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aa65209-04bc-489e-9011-39de53e9a42c req-f829991c-c1ba-44e9-94fe-1616f7fc828e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8364832 Jul 30 01:48:10.702468 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.711301 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Added segment 379f5bcd-976c-43d6-a16e-dbf3fdd10dd2 of type vlan for network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 Jul 30 01:48:10.732743 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca1ddc-328a-4696-b359-5b7bc4f2a7c2 x-openstack-request-id: req-7dca1ddc-328a-4696-b359-5b7bc4f2a7c2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:10.734264 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-plugged", "status": "completed", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:10.737633 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7dca1ddc-328a-4696-b359-5b7bc4f2a7c2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:10.738783 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e', 'code': 200} Jul 30 01:48:10.770602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef1428-7069-425c-a142-d933760a3fc4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:10.794183 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:48:10.860313 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] For port 9953b08e-31ce-41e2-a5d3-7c786b6696e6, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:10.872225 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] For port 9953b08e-31ce-41e2-a5d3-7c786b6696e6, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9953b08e-31ce-41e2-a5d3-7c786b6696e6,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:10.880591 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:10.952772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1864407607-network', 'tenant_id': 'dbb5e0145d13421f9635e599d9b320d9'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:10.996135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.009108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.025707 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Routers {'e30e8134-c3a5-4545-b587-0de8b76f2042'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:11.026917 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e30e8134-c3a5-4545-b587-0de8b76f2042'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:11.037650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7aa3477-27d4-49d9-a7e6-9c840d7e4bd6 req-e33d51d2-d1c4-412c-86df-96bb8fc301c4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 210 time: 0.2484357 Jul 30 01:48:11.082647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Made reservation on behalf of dbb5e0145d13421f9635e599d9b320d9 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:11.086911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.139012 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90590e-7356-4c93-a261-42ea544a79ad None None] Pushing event updated for resources: {'Port': ['ID=9953b08e-31ce-41e2-a5d3-7c786b6696e6,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:11.212017 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.225324 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.284050 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Floating IP cac21864-5948-4e06-9f70-e593c5b4e551 associated. External IP: 172.25.7.83, port: 45d757de-9879-4b30-8810-31eca9df4dce. Jul 30 01:48:11.426461 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] Set router e30e8134-c3a5-4545-b587-0de8b76f2042 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:11.471032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb456-ac91-4753-ad82-5d3694372dd7 req-619aba29-2730-4970-8212-49ca3b30e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.478459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25efb456-ac91-4753-ad82-5d3694372dd7 req-619aba29-2730-4970-8212-49ca3b30e2c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1098 time: 0.4055684 Jul 30 01:48:11.520120 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.525393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.528743 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.861729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.871505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25efb456-ac91-4753-ad82-5d3694372dd7 req-79397cc4-a9ed-4f04-a46f-320e5cc292e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553736 Jul 30 01:48:11.894566 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:11.958558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-79cc84c1-637c-480d-8c5f-87954791dbef tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:11.961269 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-79cc84c1-637c-480d-8c5f-87954791dbef tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.4863646 Jul 30 01:48:12.024609 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:48Z', 'updated_at': '2021-07-30T01:48:05Z', 'revision_number': 4, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'gw_port': {'id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:54Z', 'updated_at': '2021-07-30T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9953b08e-31ce-41e2-a5d3-7c786b6696e6', 'name': '', 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'mac_address': 'fa:16:3e:69:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '5ed08bb0-0dac-4989-9792-e63034cee539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:02Z', 'updated_at': '2021-07-30T01:48:10Z', 'revision_number': 4, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'subnets': [{'id': '5ed08bb0-0dac-4989-9792-e63034cee539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:12.088668 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f6f2d-1aad-4cfd-8524-9d00476b2594 None None] The sync data for ids ['e30e8134-c3a5-4545-b587-0de8b76f2042'] in n-d-715271-7 is: [{'id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:48Z', 'updated_at': '2021-07-30T01:48:05Z', 'revision_number': 4, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'gw_port': {'id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:54Z', 'updated_at': '2021-07-30T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9953b08e-31ce-41e2-a5d3-7c786b6696e6', 'name': '', 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'mac_address': 'fa:16:3e:69:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '5ed08bb0-0dac-4989-9792-e63034cee539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:02Z', 'updated_at': '2021-07-30T01:48:10Z', 'revision_number': 4, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'subnets': [{'id': '5ed08bb0-0dac-4989-9792-e63034cee539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:12.502070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0975678 Jul 30 01:48:12.521471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36848) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:12.559316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:12.582302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Request body: {'port': {'device_id': '825141ed-c56a-43eb-8e73-890be09ad2e9', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'admin_state_up': True, 'tenant_id': '6d0320e5fae9400badeba35924f93062'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:12.595773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Request body: {'subnet': {'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-subnet', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:12.621363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4af97ed7-3854-41c7-92cd-441924e8337e req-931cbbab-eb0e-4cde-a470-6dd283b18205 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 210 time: 0.1565664 Jul 30 01:48:12.646504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d3932-808c-4749-83d1-062689412c76 admin admin] Pushing event updated for resources: {'Network': ['ID=1952f32f-058f-4e85-8e5e-b4c0ce4622d1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:12.668508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:12.701471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:12.702340 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Added segment db59576a-292c-42a4-9d20-1e7400735ac7 of type vlan for network ceab5a92-ff60-4643-9088-0feaf16d87b1 Jul 30 01:48:12.899875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Router b71231e3-5e75-472c-8853-1f6d8b65180b has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:12.903513 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.129776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae40463a-45a7-40cc-bfab-6181eb538416,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:13.140929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.140929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:13.146063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.179368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Made reservation on behalf of b574b1c3229a48658c0218139084ef45 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:13.182886 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.226115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a326d0c-7989-41a7-9175-3737d98e5f60 req-f2d20a2c-2a20-4654-b254-c741e71f6787 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:13.240625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a326d0c-7989-41a7-9175-3737d98e5f60 req-f2d20a2c-2a20-4654-b254-c741e71f6787 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 1.3623917 Jul 30 01:48:13.417322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Made reservation on behalf of 6d0320e5fae9400badeba35924f93062 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:13.426678 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.454298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:13.470715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] Sync routers for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:13.472056 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:13.505427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:13.507940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:13.565073 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0c6a277f-178b-4b6c-893a-a29253ac068b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "PUT /v2.0/floatingips/cac21864-5948-4e06-9f70-e593c5b4e551 HTTP/1.1" status: 200 len: 990 time: 4.3573983 Jul 30 01:48:13.624429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'tag': '45d757de-9879-4b30-8810-31eca9df4dce'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:13.628105 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc" -d '{"events": [{"name": "network-changed", "server_uuid": "00ab52d8-1bd5-412a-ae01-2be8122b4fd9", "tag": "45d757de-9879-4b30-8810-31eca9df4dce"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:13.704468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.8758163 Jul 30 01:48:13.711827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36874) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:13.775035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168dd57-cb8c-49a1-a0b1-45972efdfeb9 admin admin] Pushing event updated for resources: {'Network': ['ID=ceab5a92-ff60-4643-9088-0feaf16d87b1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:13.793835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Request body: {'subnet': {'network_id': 'ceab5a92-ff60-4643-9088-0feaf16d87b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1864407607-subnet', 'tenant_id': 'dbb5e0145d13421f9635e599d9b320d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:13.858174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ceab5a92-ff60-4643-9088-0feaf16d87b1 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:14.002068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Made reservation on behalf of dbb5e0145d13421f9635e599d9b320d9 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:14.011985 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.046524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Allocated IP 172.20.0.12 (00883b99-bbc6-4500-985d-28d6f6c87526/661a2d79-d7f8-420e-bedb-462b0400653a/4a596c73-e0da-40cb-8094-095b14497783) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:14.129130 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37bd061-2497-4d09-917a-6f137c0a9048 x-openstack-request-id: req-e37bd061-2497-4d09-917a-6f137c0a9048 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:14.129759 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ab52d8-1bd5-412a-ae01-2be8122b4fd9", "tag": "45d757de-9879-4b30-8810-31eca9df4dce", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:14.130218 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e37bd061-2497-4d09-917a-6f137c0a9048 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:14.130986 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'tag': '45d757de-9879-4b30-8810-31eca9df4dce', 'status': 'completed', 'code': 200} Jul 30 01:48:14.324780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9953b08e-31ce-41e2-a5d3-7c786b6696e6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:14.414240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a326d0c-7989-41a7-9175-3737d98e5f60 req-f9e20bc3-db5b-46b5-a8d3-d64c311160f4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1042476 Jul 30 01:48:14.458735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:14.538168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cefe77c0-16cc-49ed-8337-4142baebb096 req-f89ad3fa-e6f2-44ed-9c50-dbef0dfd46a6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 210 time: 0.0588734 Jul 30 01:48:14.622940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.624164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-92f1be31-f612-4033-90f2-19a8d1594076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:14.631362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-92f1be31-f612-4033-90f2-19a8d1594076 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=302108582ba4433c8258acbca52aa5a0&device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 1096 time: 0.3777473 Jul 30 01:48:14.803394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:14.831072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:14.994310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Network 00883b99-bbc6-4500-985d-28d6f6c87526 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:15.009016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:15.018847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:15.156081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event updated for resources: {'Port': ['ID=4a596c73-e0da-40cb-8094-095b14497783,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:15.164195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.217337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:15.218076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.267333 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-0338f659-a9c7-47bf-bcf7-6f3a1b695942 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6899369 Jul 30 01:48:15.301439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Request body: {'port': {'device_id': '825141ed-c56a-43eb-8e73-890be09ad2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:15.314897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:15.381623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.442598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afafd518-a9a6-4966-8571-3a43d696a22a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:15.472798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:15.473196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.509071 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.669951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Checking segment: {'id': '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:15.670508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Network hostable DHCP agents. Network: 1952f32f-058f-4e85-8e5e-b4c0ce4622d1, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:15.700151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046e6f83-6b48-45a1-acae-0ed9245b4fba,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:15.723036 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.728406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-7798af2d-4141-4cb9-b39b-e329e1cb77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:15.735477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-7798af2d-4141-4cb9-b39b-e329e1cb77ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfc9db19-1933-4d9b-851d-ed7ad21bf023 HTTP/1.1" status: 200 len: 916 time: 1.0846710 Jul 30 01:48:15.802521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 9953b08e-31ce-41e2-a5d3-7c786b6696e6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9953b08e-31ce-41e2-a5d3-7c786b6696e6,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:15.824654 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:15.853192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'cac21864-5948-4e06-9f70-e593c5b4e551', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'port_id': '45d757de-9879-4b30-8810-31eca9df4dce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'mac_address': 'fa:16:3e:72:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:48:10Z', 'revision_number': 1, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f366f1a-1702-4512-93d0-fbf2a1d910bb', 'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'mac_address': 'fa:16:3e:cc:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:18Z', 'updated_at': '2021-07-30T01:46:31Z', 'revision_number': 5, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'subnets': [{'id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:15.907490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] Checking router: b71231e3-5e75-472c-8853-1f6d8b65180b for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:15.924962 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:15.926104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:15.967189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-2a057f6d-428a-44a6-b1ad-c203bb49b66e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45d757de-9879-4b30-8810-31eca9df4dce HTTP/1.1" status: 200 len: 998 time: 0.1945381 Jul 30 01:48:16.002736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Checking segment: {'id': 'db59576a-292c-42a4-9d20-1e7400735ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ceab5a92-ff60-4643-9088-0feaf16d87b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:16.003515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Network hostable DHCP agents. Network: ceab5a92-ff60-4643-9088-0feaf16d87b1, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:16.192263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:16.250971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a596c73-e0da-40cb-8094-095b14497783 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:16.268785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1952f32f-058f-4e85-8e5e-b4c0ce4622d1) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:16.270122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:16.287288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Network ceab5a92-ff60-4643-9088-0feaf16d87b1 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:16.291229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:16.296788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Transition to ACTIVE for port object 4a596c73-e0da-40cb-8094-095b14497783 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:16.297810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca8174b-25b2-4791-aa40-89221571e2c5 None None] Network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:16.307246 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:16.319726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.320941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:16.387033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07177ca0-bbfe-4e0e-90ad-ed72ac2d761f req-aada9bca-536c-4de0-906e-60562fdf0e51 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.405423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07177ca0-bbfe-4e0e-90ad-ed72ac2d761f req-aada9bca-536c-4de0-906e-60562fdf0e51 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.6843834 Jul 30 01:48:16.410858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, ceab5a92-ff60-4643-9088-0feaf16d87b1) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:16.418030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Pushing event updated for resources: {'Port': ['ID=4a596c73-e0da-40cb-8094-095b14497783,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:16.431373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-821a5a72-bd63-43ca-8811-1d80555fbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.439936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-821a5a72-bd63-43ca-8811-1d80555fbd45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98072e7f-7497-409e-9b1d-b9d22a60b63b HTTP/1.1" status: 200 len: 854 time: 0.4204671 Jul 30 01:48:16.507873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.507873 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:16.524805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee5527e-5d0d-4928-9e09-b1b1689037b7 None None] Network ceab5a92-ff60-4643-9088-0feaf16d87b1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:16.531108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a88e7-0e70-4a04-a134-e61bb07f035d req-dbee8553-dc68-4da9-9a9b-bcbbc452aee0 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.535877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e2a88e7-0e70-4a04-a134-e61bb07f035d req-dbee8553-dc68-4da9-9a9b-bcbbc452aee0 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 932 time: 0.5352697 Jul 30 01:48:16.596769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d40b7dd7-a92d-40be-83b0-9f380cca8e89 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.0275846 Jul 30 01:48:16.606748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Attempting to bind port 4a596c73-e0da-40cb-8094-095b14497783 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:16.607333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Attempting to bind port 4a596c73-e0da-40cb-8094-095b14497783 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:16.607950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Attempting to bind port 4a596c73-e0da-40cb-8094-095b14497783 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:16.613936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36930) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:16.616737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=9953b08e-31ce-41e2-a5d3-7c786b6696e6,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:16.618554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Port 4a596c73-e0da-40cb-8094-095b14497783 on network 00883b99-bbc6-4500-985d-28d6f6c87526 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:16.619117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Attempting to bind port 4a596c73-e0da-40cb-8094-095b14497783 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:16.642173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:16.642733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Checking segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:16.644678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Bound using segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:16.645565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Bound port: 4a596c73-e0da-40cb-8094-095b14497783, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:16.646175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:16.650001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:16.780617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:16.784277 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:16.801818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07177ca0-bbfe-4e0e-90ad-ed72ac2d761f req-f0a0314f-6739-44ba-900c-3575e6d14775 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748057 Jul 30 01:48:16.826256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c7ed2ed4-7003-4735-9c4b-d4e25d5ec8d7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0465369 Jul 30 01:48:16.827147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] For port 4a596c73-e0da-40cb-8094-095b14497783, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:16.844526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] For port 4a596c73-e0da-40cb-8094-095b14497783, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4a596c73-e0da-40cb-8094-095b14497783,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:16.852653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-74a3cd30-52ee-41fc-ad31-81fef3fdaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:16.856318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-74a3cd30-52ee-41fc-ad31-81fef3fdaaf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfc9db19-1933-4d9b-851d-ed7ad21bf023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3957238 Jul 30 01:48:16.875230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.021534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.032529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.040643 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] 10.222.0.22 "PUT /v2.0/ports/4a596c73-e0da-40cb-8094-095b14497783 HTTP/1.1" status: 200 len: 1092 time: 1.7545037 Jul 30 01:48:17.049762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825141ed-c56a-43eb-8e73-890be09ad2e9', 'tag': '4a596c73-e0da-40cb-8094-095b14497783'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:17.056793 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "825141ed-c56a-43eb-8e73-890be09ad2e9", "tag": "4a596c73-e0da-40cb-8094-095b14497783"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:17.064473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d38b7-b3ba-400f-a58a-1ada51fa3bfd service neutron] Pushing event updated for resources: {'Port': ['ID=4a596c73-e0da-40cb-8094-095b14497783,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:17.126409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-ef39f45c-e530-460e-b348-af169af8e951 service neutron] 10.222.0.41 "GET /v2.0/networks/bfc9db19-1933-4d9b-851d-ed7ad21bf023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551494 Jul 30 01:48:17.261720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-38b28313-7277-47e8-b832-dbf0d15684a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.264800 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-38b28313-7277-47e8-b832-dbf0d15684a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 1095 time: 0.1619146 Jul 30 01:48:17.272437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-1952f32f-058f-4e85-8e5e-b4c0ce4622d1', 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'fixed_ips': [{'subnet_id': 'afafd518-a9a6-4966-8571-3a43d696a22a'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:17.274197 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.392519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2818659c-00be-4692-bb93-db7262f8563f None None] Network ceab5a92-ff60-4643-9088-0feaf16d87b1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:17.401666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e2a88e7-0e70-4a04-a134-e61bb07f035d req-527fb70f-8494-412e-b7a1-4c4cc0304088 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919252 Jul 30 01:48:17.422952 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-7c0acd58-b89a-452b-882b-9528e90b0d91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a596c73-e0da-40cb-8094-095b14497783 HTTP/1.1" status: 200 len: 217 time: 0.1427031 Jul 30 01:48:17.590457 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:17.601783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-a793e93a-872d-4722-9c28-0a3dea6aff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:17.609701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-a793e93a-872d-4722-9c28-0a3dea6aff48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.1719823 Jul 30 01:48:17.710841 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-15dd3280-27f7-4aed-9896-1f24a27f9ef1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763242 Jul 30 01:48:17.866689 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8c7c8b-c0d0-49ff-875f-fdc11d1df275 x-openstack-request-id: req-5e8c7c8b-c0d0-49ff-875f-fdc11d1df275 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:17.867491 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825141ed-c56a-43eb-8e73-890be09ad2e9", "tag": "4a596c73-e0da-40cb-8094-095b14497783", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:17.868199 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5e8c7c8b-c0d0-49ff-875f-fdc11d1df275 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:17.868656 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825141ed-c56a-43eb-8e73-890be09ad2e9', 'tag': '4a596c73-e0da-40cb-8094-095b14497783', 'status': 'completed', 'code': 200} Jul 30 01:48:17.894053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'cac21864-5948-4e06-9f70-e593c5b4e551', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'port_id': '45d757de-9879-4b30-8810-31eca9df4dce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'mac_address': 'fa:16:3e:72:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:48:10Z', 'revision_number': 1, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f366f1a-1702-4512-93d0-fbf2a1d910bb', 'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'mac_address': 'fa:16:3e:cc:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:18Z', 'updated_at': '2021-07-30T01:46:31Z', 'revision_number': 5, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'subnets': [{'id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:17.913857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Allocated IP 172.20.0.2 (1952f32f-058f-4e85-8e5e-b4c0ce4622d1/afafd518-a9a6-4966-8571-3a43d696a22a/7480f186-1796-4b09-b7b7-7778af9b9407) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:18.005254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18363ccc-007f-4ec2-a3b8-c77ddbf60da6 None None] The sync data for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 is: [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'cac21864-5948-4e06-9f70-e593c5b4e551', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'port_id': '45d757de-9879-4b30-8810-31eca9df4dce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'mac_address': 'fa:16:3e:72:7e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:46:36Z', 'updated_at': '2021-07-30T01:48:10Z', 'revision_number': 1, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f366f1a-1702-4512-93d0-fbf2a1d910bb', 'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'mac_address': 'fa:16:3e:cc:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:18Z', 'updated_at': '2021-07-30T01:46:31Z', 'revision_number': 5, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'subnets': [{'id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:18.007136 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-b06d78ca-a3b9-4b3b-8021-3751984620de service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799828 Jul 30 01:48:18.075043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9953b08e-31ce-41e2-a5d3-7c786b6696e6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:18.267638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.325866 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bbec458-0940-40b4-b1b9-229ba0a4c667 req-d52443fa-d814-4031-95d0-fbd424df7969 service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043275 Jul 30 01:48:18.475520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:18.475950 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.603517 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-d57bb9bf-e2dc-4866-9762-2d8d392c96d8 req-2600fa2a-109e-445b-8a89-b3b0666a12a4 tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] show failed (client error): The resource could not be found. Jul 30 01:48:18.604742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d57bb9bf-e2dc-4866-9762-2d8d392c96d8 req-2600fa2a-109e-445b-8a89-b3b0666a12a4 tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] 10.222.0.84 "GET /v2.0/security-groups/0c387d5a-6a07-4c41-9c8e-8ad3aeab8b33 HTTP/1.1" status: 404 len: 352 time: 0.2653158 Jul 30 01:48:18.605312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-6f7817ce-334a-4d4c-b77e-8590bb60c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.608225 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-6f7817ce-334a-4d4c-b77e-8590bb60c3d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 1095 time: 0.1510248 Jul 30 01:48:18.617899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13fd9e86-03b5-4b73-a2aa-dc7c748276bc req-b2b24a59-7a03-46d0-9a05-184f73934758 service neutron] 10.222.0.41 "GET /v2.0/networks/bfc9db19-1933-4d9b-851d-ed7ad21bf023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4437387 Jul 30 01:48:18.636276 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b45cb7-9bb7-48b8-a9e4-cfb9047df5e8 None None] New status for floating IP cac21864-5948-4e06-9f70-e593c5b4e551: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:48:18.670517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df663aa0-fa3c-431d-ae3f-6dcd655a2b58 req-647517cc-1bf3-4932-958e-4e01d570e841 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:18.692458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df663aa0-fa3c-431d-ae3f-6dcd655a2b58 req-647517cc-1bf3-4932-958e-4e01d570e841 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.7043881 Jul 30 01:48:18.752404 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:18.812173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Transition to ACTIVE for port object 7480f186-1796-4b09-b7b7-7778af9b9407 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:18.878927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df663aa0-fa3c-431d-ae3f-6dcd655a2b58 req-5400f876-f310-483e-b13a-75752ef43e82 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717856 Jul 30 01:48:19.041972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Transition to ACTIVE for port object 7480f186-1796-4b09-b7b7-7778af9b9407 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:19.062052 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.082009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-ac4bcd7a-584b-47bf-a445-c2123e01efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.092934 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-ac4bcd7a-584b-47bf-a445-c2123e01efb6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 907 time: 0.4719851 Jul 30 01:48:19.202696 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-91a4893e-0d67-40ef-8cfd-ab9592f027c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a596c73-e0da-40cb-8094-095b14497783 HTTP/1.1" status: 200 len: 217 time: 0.0939813 Jul 30 01:48:19.236889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:19.239916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:19.257446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:19.335621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-4fdb69b1-1a9d-4e8e-b33e-4f31f1278035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.338492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-4fdb69b1-1a9d-4e8e-b33e-4f31f1278035 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.1227605 Jul 30 01:48:19.353381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b21866-bf2e-475a-a5db-137a8025afdb req-c7034c8d-a739-4fe7-a621-fb6d0b6dbb8c tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:19.357806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76b21866-bf2e-475a-a5db-137a8025afdb req-c7034c8d-a739-4fe7-a621-fb6d0b6dbb8c tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 945 time: 0.3799479 Jul 30 01:48:19.386487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Pushing event updated for resources: {'Port': ['ID=7480f186-1796-4b09-b7b7-7778af9b9407,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:19.424590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Attempting to bind port 7480f186-1796-4b09-b7b7-7778af9b9407 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:19.426004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Attempting to bind port 7480f186-1796-4b09-b7b7-7778af9b9407 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:19.426719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Attempting to bind port 7480f186-1796-4b09-b7b7-7778af9b9407 on network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:19.445744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:19.446338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Checking segment: {'id': '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:19.447067 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.459817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Bound using segment: {'id': '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:19.461208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Bound port: 7480f186-1796-4b09-b7b7-7778af9b9407, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:19.468228 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-68353d00-b04d-4a75-b761-6bebd9f26a24 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969393 Jul 30 01:48:19.471316 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.567286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.688540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] For port 7480f186-1796-4b09-b7b7-7778af9b9407, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:19.695280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] For port 7480f186-1796-4b09-b7b7-7778af9b9407, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7480f186-1796-4b09-b7b7-7778af9b9407,segment=NetworkSegment(379f5bcd-976c-43d6-a16e-dbf3fdd10dd2),segment_id=379f5bcd-976c-43d6-a16e-dbf3fdd10dd2)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:19.707406 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.712757 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76b21866-bf2e-475a-a5db-137a8025afdb req-8d3146ad-e046-472b-84ce-a0e846d516e4 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/security-groups?id=cdbedb8b-fc08-438c-a4da-5ff6dcbab8de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860563 Jul 30 01:48:19.783290 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:19.860449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ee66b-bf53-4a60-bac1-1b2830b39472 None None] Pushing event updated for resources: {'Port': ['ID=7480f186-1796-4b09-b7b7-7778af9b9407,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:19.935200 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-3efdb0ac-4a59-4cab-a8a4-a58100c5088f service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510133 Jul 30 01:48:20.127717 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6bfbd5e8-8f7f-4989-82eb-3f52ca980b4e req-f3ea91a6-98ce-47e3-80d1-aa68cb7302fa service neutron] 10.222.0.22 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683321 Jul 30 01:48:20.231788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-6f22fe5d-58ae-4620-a327-22b12f62abf7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.239606 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-6f22fe5d-58ae-4620-a327-22b12f62abf7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 945 time: 0.1264064 Jul 30 01:48:20.413892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Deleting port 5210e334-28f7-477e-81b8-5933cd781474 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:20.415117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.532766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] For port 5210e334-28f7-477e-81b8-5933cd781474, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=5210e334-28f7-477e-81b8-5933cd781474,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:20.533562 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.555978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe2e0b-11ef-49d4-ac04-e7309625bd9f req-4ff6a421-8bcc-4fd8-9432-233171340a63 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.568293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0fe2e0b-11ef-49d4-ac04-e7309625bd9f req-4ff6a421-8bcc-4fd8-9432-233171340a63 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 944 time: 0.8955331 Jul 30 01:48:20.601551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b4ae5-90ce-4f25-bd98-28d8720d4d59 req-7a6ddc02-5131-4d5e-b45b-3478dc617faf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:20.612556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a6b4ae5-90ce-4f25-bd98-28d8720d4d59 req-7a6ddc02-5131-4d5e-b45b-3478dc617faf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2308009 Jul 30 01:48:20.691859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4a596c73-e0da-40cb-8094-095b14497783 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:20.722360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0fe2e0b-11ef-49d4-ac04-e7309625bd9f req-49a28950-15ad-46a3-8917-a7ff75898a0f tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438398 Jul 30 01:48:20.746750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a6b4ae5-90ce-4f25-bd98-28d8720d4d59 req-866103ce-799a-41a9-ba53-f105ea1bce18 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244004 Jul 30 01:48:20.772393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Allocated IP 172.25.7.248 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/c67daf7c-d316-4312-b060-0b344f342e79) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:20.882395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.882931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:20.883352 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Floating IP f2bff503-9326-44c6-a8f8-95588a2db1b7 disassociated. External IP: 172.25.7.213, port: 5210e334-28f7-477e-81b8-5933cd781474. Jul 30 01:48:20.883820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Calling delete_port for 5210e334-28f7-477e-81b8-5933cd781474 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:20.938173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4a596c73-e0da-40cb-8094-095b14497783, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4a596c73-e0da-40cb-8094-095b14497783,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:20.961221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '4a596c73-e0da-40cb-8094-095b14497783', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'port_id': '4a596c73-e0da-40cb-8094-095b14497783', 'mac_address': 'fa:16:3e:8f:6d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661a2d79-d7f8-420e-bedb-462b0400653a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:21.039467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.066015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a596c73-e0da-40cb-8094-095b14497783 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:21.093397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.110324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4a596c73-e0da-40cb-8094-095b14497783, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4a596c73-e0da-40cb-8094-095b14497783,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:21.119019 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.235790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=4a596c73-e0da-40cb-8094-095b14497783,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:21.274808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.311842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4adfdaf5-1bb4-4f34-9f50-ca302ad23ca6 req-feb21504-f803-4887-ab8c-b1ad7db86c5c tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dbb5e0145d13421f9635e599d9b320d9 HTTP/1.1" status: 200 len: 2988 time: 0.4804881 Jul 30 01:48:21.358865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:21.405119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Pushing event deleted for resources: {'Port': ['ID=5210e334-28f7-477e-81b8-5933cd781474,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:21.421266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.422042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.422337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.422803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.423121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.423549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.423796 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.424121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.424486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.424761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.425328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.426562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.432971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8eacd-dedf-4d0f-803c-4ac9421a15fc None None] Network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:21.442042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24e211f5-9f7c-49a5-8412-3d5bc364b66b req-44c03eb7-9e01-44c4-b705-a8103da5096c tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/ports?device_id=d39ecfd0-b4ec-4d37-ba35-2e96da444279 HTTP/1.1" status: 200 len: 210 time: 0.0880530 Jul 30 01:48:21.449805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:21.464752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:21.467244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:21.517885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['4a596c73-e0da-40cb-8094-095b14497783'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:21.558341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Pushing event updated for resources: {'Port': ['ID=c67daf7c-d316-4312-b060-0b344f342e79,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:21.610978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.611768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.612461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.613153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.613996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.614905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.615639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.616306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.616980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.617645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.618431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.619407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:21.653367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4adfdaf5-1bb4-4f34-9f50-ca302ad23ca6 req-17bbed1a-422a-4947-8417-efd3f1ae98cb tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] 10.222.0.84 "GET /v2.0/security-groups/ae40463a-45a7-40cc-bfab-6181eb538416 HTTP/1.1" status: 200 len: 2985 time: 0.3014820 Jul 30 01:48:21.676231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:21.805488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a7eb7ebf-a618-43d2-b92f-1bd49cb814ec None None] Provisioning for port 7480f186-1796-4b09-b7b7-7778af9b9407 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:21.958372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:21.985823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] Sync routers for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:22.032103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7480f186-1796-4b09-b7b7-7778af9b9407 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:22.039746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:22.040397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:22.069543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] No DVR routers for this DVR port 5210e334-28f7-477e-81b8-5933cd781474 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:22.074554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.078739 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6fbe7edd-2006-4edc-aa16-ab2986c0cffd req-d744f621-24ae-46ad-b984-34c9037f4ee7 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.22 "DELETE /v2.0/ports/5210e334-28f7-477e-81b8-5933cd781474 HTTP/1.1" status: 204 len: 173 time: 1.8327649 Jul 30 01:48:22.079576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'name': 'network-vif-deleted', 'tag': '5210e334-28f7-477e-81b8-5933cd781474'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:22.084324 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917afd20-569a-40cf-be23-919762480a5a" -d '{"events": [{"server_uuid": "d39ecfd0-b4ec-4d37-ba35-2e96da444279", "name": "network-vif-deleted", "tag": "5210e334-28f7-477e-81b8-5933cd781474"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:22.096566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-0e817971-77ca-46b5-a3e6-ac372a3e6cb2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.100274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-0e817971-77ca-46b5-a3e6-ac372a3e6cb2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 819 time: 0.3885550 Jul 30 01:48:22.295530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7480f186-1796-4b09-b7b7-7778af9b9407 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:22.332086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7480f186-1796-4b09-b7b7-7778af9b9407 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:22.332889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.342373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:22.350701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-89e71bb1-6cc3-4455-9dc6-26305607f5ce tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/quotas/0b297cb5596d49098b82af2e3498bfa1 HTTP/1.1" status: 200 len: 375 time: 0.2123792 Jul 30 01:48:22.375122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4adfdaf5-1bb4-4f34-9f50-ca302ad23ca6 req-e9962d1f-791c-4745-b34a-e1d6e785207d tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] 10.222.0.84 "GET /v2.0/security-groups/ae40463a-45a7-40cc-bfab-6181eb538416 HTTP/1.1" status: 200 len: 2985 time: 0.6711364 Jul 30 01:48:22.503149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-4f73797b-fd25-4668-a7e7-3acef18d6b3e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1512759 Jul 30 01:48:22.548717 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.697346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ada37e5e-6c34-4490-928a-d41f277916a1 None None] Provisioning complete for port 7480f186-1796-4b09-b7b7-7778af9b9407 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:22.697951 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ada37e5e-6c34-4490-928a-d41f277916a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.740552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 5210e334-28f7-477e-81b8-5933cd781474 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:22.781371 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.803418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 5210e334-28f7-477e-81b8-5933cd781474 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:22.803973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 5210e334-28f7-477e-81b8-5933cd781474 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:22.928035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6bbd-7a18-4dcf-a4f5-4f54ab5781d9 req-501aa4b5-66c9-4925-8a22-9bb8a428693b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:22.929109 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 7480f186-1796-4b09-b7b7-7778af9b9407, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7480f186-1796-4b09-b7b7-7778af9b9407,segment=NetworkSegment(379f5bcd-976c-43d6-a16e-dbf3fdd10dd2),segment_id=379f5bcd-976c-43d6-a16e-dbf3fdd10dd2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:22.940361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe4a6bbd-7a18-4dcf-a4f5-4f54ab5781d9 req-501aa4b5-66c9-4925-8a22-9bb8a428693b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.3882406 Jul 30 01:48:22.942825 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:22.988369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-8b668de6-4c6c-464c-b265-c3182fc52371 service neutron] 10.222.0.84 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838374 Jul 30 01:48:23.079215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=7480f186-1796-4b09-b7b7-7778af9b9407,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:23.092336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:24Z', 'revision_number': 5, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:23.128068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] Checking router: 24595bfb-b829-4828-b4a0-70ccd18cbdb9 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:23.139879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:23.140627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:23.224672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe4a6bbd-7a18-4dcf-a4f5-4f54ab5781d9 req-da7fc229-2ff0-4aa7-9375-690dcc806f24 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630148 Jul 30 01:48:23.331345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:23.416468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-789366c3-a883-4e53-b121-d664e53786ae service neutron] 10.222.0.84 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066610 Jul 30 01:48:23.446968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.480743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196560e0-1e7c-4c47-888b-24682d2837a5 req-c61f2531-fbc2-436a-90fa-4c2597d0cb28 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:23.483373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-196560e0-1e7c-4c47-888b-24682d2837a5 req-c61f2531-fbc2-436a-90fa-4c2597d0cb28 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 945 time: 0.1637075 Jul 30 01:48:23.610920 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:23.614238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:24Z', 'revision_number': 5, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:23.644601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02ee83-15d0-440f-bd64-31d56de95b7b None None] The sync data for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 is: [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:45:13Z', 'revision_number': 4, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b5598eed-e99c-48f4-805b-77aeebded2cf', 'name': '', 'network_id': 'b2ca940d-2bb0-4571-82ff-50847e4f7aa5', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'mac_address': 'fa:16:3e:15:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:12Z', 'updated_at': '2021-07-30T01:45:24Z', 'revision_number': 5, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'subnets': [{'id': 'dc26f694-c1cb-48a9-93f3-b8673c506cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:23.694536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-196560e0-1e7c-4c47-888b-24682d2837a5 req-adb48f25-cc46-4fba-8188-6ec652313cde tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507480 Jul 30 01:48:23.816372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Router e8302694-d1da-4a6f-b6ba-0005634d12e5 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:48:23.901813 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f68faab-8789-4758-b471-599aacf17377 x-openstack-request-id: req-4f68faab-8789-4758-b471-599aacf17377 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:23.905258 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39ecfd0-b4ec-4d37-ba35-2e96da444279", "name": "network-vif-deleted", "tag": "5210e334-28f7-477e-81b8-5933cd781474", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:23.905513 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4f68faab-8789-4758-b471-599aacf17377 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:23.906148 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39ecfd0-b4ec-4d37-ba35-2e96da444279', 'name': 'network-vif-deleted', 'tag': '5210e334-28f7-477e-81b8-5933cd781474', 'status': 'completed', 'code': 200} Jul 30 01:48:24.018692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7480f186-1796-4b09-b7b7-7778af9b9407 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:24.122462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7480f186-1796-4b09-b7b7-7778af9b9407 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:24.123140 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.123604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:24.142059 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Sync routers for ids ['e8302694-d1da-4a6f-b6ba-0005634d12e5'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:24.174721 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Routers {'e8302694-d1da-4a6f-b6ba-0005634d12e5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:24.176539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef556c8b-527f-4ee7-8ced-499514e1afe5 req-c54f6d30-3af5-43df-bbe8-8186b241e281 tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] 10.222.0.84 "GET /v2.0/security-groups/ae40463a-45a7-40cc-bfab-6181eb538416 HTTP/1.1" status: 200 len: 2985 time: 0.2001996 Jul 30 01:48:24.177668 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e8302694-d1da-4a6f-b6ba-0005634d12e5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:24.201262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.205788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37010) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:24.208274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d24cc1ed-4fe8-4b88-af6a-4225af262848 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5795383 Jul 30 01:48:24.234202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b61d0af-1a33-4502-b9d2-06748a2ce98f None None] New status for floating IP f2bff503-9326-44c6-a8f8-95588a2db1b7: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:48:24.411709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a422d6-bee3-4c91-b38b-57c39c4457c4 req-7873b008-e34e-45c7-b291-94c443e6b4c6 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:24.422406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8a422d6-bee3-4c91-b38b-57c39c4457c4 req-7873b008-e34e-45c7-b291-94c443e6b4c6 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2293737 Jul 30 01:48:24.480271 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Set router e8302694-d1da-4a6f-b6ba-0005634d12e5 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:24.512277 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-ef556c8b-527f-4ee7-8ced-499514e1afe5 req-91ab82a2-3fc8-4392-b604-d9209692a3f9 tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 01:48:24.541816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef556c8b-527f-4ee7-8ced-499514e1afe5 req-91ab82a2-3fc8-4392-b604-d9209692a3f9 tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] 10.222.0.84 "DELETE /v2.0/security-groups/ae40463a-45a7-40cc-bfab-6181eb538416 HTTP/1.1" status: 409 len: 352 time: 0.3474853 Jul 30 01:48:24.586828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8a422d6-bee3-4c91-b38b-57c39c4457c4 req-dcdb41c4-a5e9-4680-ab81-638464621666 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454031 Jul 30 01:48:24.714378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfad81ef-f04d-44d5-915b-52644ec46d54 req-cf2a4c92-b994-4133-a650-c97cd1593cbf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 210 time: 0.0887680 Jul 30 01:48:24.716318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37018) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:24.741698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4a596c73-e0da-40cb-8094-095b14497783 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:24.880370 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-4ec204e7-354c-4353-933a-5a8c090e3157 req-7c2feb02-1dab-4f8b-aaa7-62a7bc7d9a2a tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] show failed (client error): The resource could not be found. Jul 30 01:48:24.881996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ec204e7-354c-4353-933a-5a8c090e3157 req-7c2feb02-1dab-4f8b-aaa7-62a7bc7d9a2a tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] 10.222.0.84 "GET /v2.0/security-groups/ca95388f-243b-4278-9a8f-32314b63d58d HTTP/1.1" status: 404 len: 352 time: 0.0633457 Jul 30 01:48:24.907158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 4a596c73-e0da-40cb-8094-095b14497783 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:24.922798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 4a596c73-e0da-40cb-8094-095b14497783 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:24.923310 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.927094 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a69609f1-8656-4687-9d65-1897a3119dcb tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:24.927592 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:16Z', 'updated_at': '2021-07-30T01:48:22Z', 'revision_number': 3, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'gw_port': {'id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:33:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:20Z', 'updated_at': '2021-07-30T01:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:24.978274 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Checking router: e8302694-d1da-4a6f-b6ba-0005634d12e5 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:24.979524 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Updating router e8302694-d1da-4a6f-b6ba-0005634d12e5 port c67daf7c-d316-4312-b060-0b344f342e79 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:48:24.988910 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a69609f1-8656-4687-9d65-1897a3119dcb tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.014946 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.156328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9dd09-cf82-4115-831f-aeef4c2e656a req-76de32da-43e8-4fb5-a982-ebd280d34d35 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:25.171290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3d9dd09-cf82-4115-831f-aeef4c2e656a req-76de32da-43e8-4fb5-a982-ebd280d34d35 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 945 time: 0.1609166 Jul 30 01:48:25.204418 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.210544 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a69609f1-8656-4687-9d65-1897a3119dcb tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.216057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a69609f1-8656-4687-9d65-1897a3119dcb tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.217960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a69609f1-8656-4687-9d65-1897a3119dcb tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "DELETE /v2.0/security-groups/cdbedb8b-fc08-438c-a4da-5ff6dcbab8de HTTP/1.1" status: 204 len: 168 time: 0.4983187 Jul 30 01:48:25.223129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37030) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:25.244339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825141ed-c56a-43eb-8e73-890be09ad2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a596c73-e0da-40cb-8094-095b14497783'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:25.248235 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f0cd60-0260-41b9-8e44-9476f85a1c42" -d '{"events": [{"server_uuid": "825141ed-c56a-43eb-8e73-890be09ad2e9", "name": "network-vif-plugged", "status": "completed", "tag": "4a596c73-e0da-40cb-8094-095b14497783"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:25.254358 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-1adcfa37-0211-4613-8172-0beb541e75c6 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] show failed (client error): The resource could not be found. Jul 30 01:48:25.258778 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1adcfa37-0211-4613-8172-0beb541e75c6 tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "GET /v2.0/security-groups/cdbedb8b-fc08-438c-a4da-5ff6dcbab8de HTTP/1.1" status: 404 len: 347 time: 0.0343690 Jul 30 01:48:25.262377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37034) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:25.287053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4a596c73-e0da-40cb-8094-095b14497783, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4a596c73-e0da-40cb-8094-095b14497783,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:25.295857 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.366974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69609f1-8656-4687-9d65-1897a3119dcb tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbedb8b-fc08-438c-a4da-5ff6dcbab8de,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:25.421940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=4a596c73-e0da-40cb-8094-095b14497783,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:25.432728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3d9dd09-cf82-4115-831f-aeef4c2e656a req-e49ed08a-420f-4be0-8c68-42449b691455 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414677 Jul 30 01:48:25.467759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eff8c-c987-4f5a-aea5-cf0b868c26d2 req-5ee1d480-cf79-43b6-8632-d5be4144bd93 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:25.471822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c6eff8c-c987-4f5a-aea5-cf0b868c26d2 req-5ee1d480-cf79-43b6-8632-d5be4144bd93 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2624505 Jul 30 01:48:25.534466 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-d31c8606-e8e4-4217-84be-7dae6a9d68c3 req-7bb1079c-faaa-4d55-a272-c6683a181899 tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] show failed (client error): The resource could not be found. Jul 30 01:48:25.536763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.537036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d31c8606-e8e4-4217-84be-7dae6a9d68c3 req-7bb1079c-faaa-4d55-a272-c6683a181899 tempest-SecurityGroupsNegativeTestJSON-1683174151 tempest-SecurityGroupsNegativeTestJSON-1683174151-project] 10.222.0.84 "GET /v2.0/security-groups/1e0b031a-2434-4bb3-a40f-ccfbaf509d5f HTTP/1.1" status: 404 len: 352 time: 0.0513155 Jul 30 01:48:25.575809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37036) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:25.581626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c6eff8c-c987-4f5a-aea5-cf0b868c26d2 req-5b145895-0ef3-49d0-a069-c6914f4946f5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929289 Jul 30 01:48:25.589375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Deleting port c98ac83f-1bfb-484c-9276-2c1baf4a0402 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:25.589746 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.689106 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823f23bb-6cad-4ad9-b8a5-094d0bb2247b x-openstack-request-id: req-823f23bb-6cad-4ad9-b8a5-094d0bb2247b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:25.689567 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825141ed-c56a-43eb-8e73-890be09ad2e9", "name": "network-vif-plugged", "status": "completed", "tag": "4a596c73-e0da-40cb-8094-095b14497783", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:25.690136 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-823f23bb-6cad-4ad9-b8a5-094d0bb2247b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:25.690861 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825141ed-c56a-43eb-8e73-890be09ad2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a596c73-e0da-40cb-8094-095b14497783', 'code': 200} Jul 30 01:48:25.743041 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.763590 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Transition to ACTIVE for port object c67daf7c-d316-4312-b060-0b344f342e79 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:25.774777 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.853877 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Attempting to bind port c67daf7c-d316-4312-b060-0b344f342e79 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:25.854331 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Attempting to bind port c67daf7c-d316-4312-b060-0b344f342e79 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:25.854937 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Attempting to bind port c67daf7c-d316-4312-b060-0b344f342e79 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:25.863206 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:25.863817 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:25.864283 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.864527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-c927d999-0103-4163-afe3-920c633ac387 admin admin] Deleting subnet 046e6f83-6b48-45a1-acae-0ed9245b4fba {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:25.864935 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:25.865720 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Bound port: c67daf7c-d316-4312-b060-0b344f342e79, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:25.866394 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.872935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.874355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.882735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c73a1c-64ef-4e8c-9ed9-f659cd9847c7 None None] Pushing event updated for resources: {'Port': ['ID=c67daf7c-d316-4312-b060-0b344f342e79,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:25.883098 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c927d999-0103-4163-afe3-920c633ac387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:25.963382 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] For port c67daf7c-d316-4312-b060-0b344f342e79, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:25.968691 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] For port c67daf7c-d316-4312-b060-0b344f342e79, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c67daf7c-d316-4312-b060-0b344f342e79,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:25.976229 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.002027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf295b46-86f0-480b-b8bd-5d66da4da587 req-75b76878-005e-431a-bbd9-7c963d382560 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.005107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf295b46-86f0-480b-b8bd-5d66da4da587 req-75b76878-005e-431a-bbd9-7c963d382560 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2552309 Jul 30 01:48:26.045619 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Routers {'e8302694-d1da-4a6f-b6ba-0005634d12e5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:26.046471 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e8302694-d1da-4a6f-b6ba-0005634d12e5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:26.058600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb7be51b-37bc-48a9-ac7a-ae9ef0998a6a req-29c98214-68ac-481c-bfa3-88b5aeb75983 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 210 time: 0.1083050 Jul 30 01:48:26.076414 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c927d999-0103-4163-afe3-920c633ac387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.133593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Calling delete_port for c98ac83f-1bfb-484c-9276-2c1baf4a0402 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:26.195259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf295b46-86f0-480b-b8bd-5d66da4da587 req-b6279d68-e206-4c34-8fad-a0c7a59b2710 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555793 Jul 30 01:48:26.215703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-77d3213e-cec1-4991-aea5-af9a5a486f6e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.217921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-77d3213e-cec1-4991-aea5-af9a5a486f6e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 819 time: 0.3157172 Jul 30 01:48:26.221240 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] Set router e8302694-d1da-4a6f-b6ba-0005634d12e5 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:26.236986 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c927d999-0103-4163-afe3-920c633ac387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.237346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Request body: {'port': {'device_id': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6', 'admin_state_up': True, 'tenant_id': '0b297cb5596d49098b82af2e3498bfa1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:26.245111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e514b-d0a3-4c09-8c4a-2be8c1c74794 req-a38ceca2-16cd-4e65-a50e-1e8e8d6ef5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:26.247081 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ed9e514b-d0a3-4c09-8c4a-2be8c1c74794 req-a38ceca2-16cd-4e65-a50e-1e8e8d6ef5cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 1097 time: 0.3036327 Jul 30 01:48:26.451392 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c927d999-0103-4163-afe3-920c633ac387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.461735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c73a1c-64ef-4e8c-9ed9-f659cd9847c7 None None] Pushing event updated for resources: {'Port': ['ID=c67daf7c-d316-4312-b060-0b344f342e79,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:26.562860 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927d999-0103-4163-afe3-920c633ac387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046e6f83-6b48-45a1-acae-0ed9245b4fba,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:26.603418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c927d999-0103-4163-afe3-920c633ac387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:26.607404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c927d999-0103-4163-afe3-920c633ac387 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/046e6f83-6b48-45a1-acae-0ed9245b4fba HTTP/1.1" status: 204 len: 168 time: 1.0240529 Jul 30 01:48:26.649812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37048) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:26.905269 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:16Z', 'updated_at': '2021-07-30T01:48:22Z', 'revision_number': 3, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'gw_port': {'id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:33:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:20Z', 'updated_at': '2021-07-30T01:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:26.933251 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ed9e514b-d0a3-4c09-8c4a-2be8c1c74794 req-14e80a61-8fae-4c67-829c-1dfecae7166c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652727 Jul 30 01:48:26.967499 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8899d-3ef5-44d7-a0d4-e0170740fa72 None None] The sync data for ids ['e8302694-d1da-4a6f-b6ba-0005634d12e5'] in n-d-715271-7 is: [{'id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:16Z', 'updated_at': '2021-07-30T01:48:22Z', 'revision_number': 3, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'gw_port': {'id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:33:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:20Z', 'updated_at': '2021-07-30T01:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:27.017922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Allocated IP 172.20.0.1 (1952f32f-058f-4e85-8e5e-b4c0ce4622d1/afafd518-a9a6-4966-8571-3a43d696a22a/7ae5686a-3d47-4865-a9c3-0e2ee7f2000f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:27.235062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a42f-6af4-4639-9563-472eb8e9e2bd req-1271a851-9c50-4714-942d-e08d749b9ca0 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.251143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4683a42f-6af4-4639-9563-472eb8e9e2bd req-1271a851-9c50-4714-942d-e08d749b9ca0 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 946 time: 0.6626942 Jul 30 01:48:27.278306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Made reservation on behalf of 0b297cb5596d49098b82af2e3498bfa1 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:27.285424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.286821 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.348144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a075-2b1d-4ef5-b312-f8c24220fcbc req-c229cd5c-daca-4ddb-841b-800cf8d5c3dc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:27.355869 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddc4a075-2b1d-4ef5-b312-f8c24220fcbc req-c229cd5c-daca-4ddb-841b-800cf8d5c3dc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2482204 Jul 30 01:48:27.392669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4683a42f-6af4-4639-9563-472eb8e9e2bd req-0748c2bb-1f2b-45db-8f62-052f160812eb tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443629 Jul 30 01:48:27.515681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.532542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddc4a075-2b1d-4ef5-b312-f8c24220fcbc req-45e49fac-f5ff-4719-8532-1ef79ab6fe50 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598339 Jul 30 01:48:27.538487 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.648004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Transition to ACTIVE for port object 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:27.694808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Pushing event deleted for resources: {'Port': ['ID=c98ac83f-1bfb-484c-9276-2c1baf4a0402,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:27.701802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.729532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceab5a92-ff60-4643-9088-0feaf16d87b1']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:27.768207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db59576a-292c-42a4-9d20-1e7400735ac7') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:27.768207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db59576a-292c-42a4-9d20-1e7400735ac7') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:27.856441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b9464ac-20cf-4bdf-bf32-29318012688d req-ea2c161a-8e55-488b-9033-010fd0b76e11 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 210 time: 0.0921779 Jul 30 01:48:27.866345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.897512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.945753 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.958190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:27.959040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:27.967186 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:28.028650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Allocated IP 172.20.0.8 (944e4bd2-8bb9-4e38-9143-e46312114ed6/7b27a155-2044-4f76-bcc8-ab6e616ec711/6a634786-2a8a-4d2e-b71a-68b58f3df677) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:28.115645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.134047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.137917 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ceab5a92-ff60-4643-9088-0feaf16d87b1 HTTP/1.1" status: 204 len: 168 time: 1.4837213 Jul 30 01:48:28.162084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42562c-4ce3-4b53-8f97-5c383fe34128 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceab5a92-ff60-4643-9088-0feaf16d87b1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:28.192430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c67daf7c-d316-4312-b060-0b344f342e79 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:28.316582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Pushing event updated for resources: {'Port': ['ID=7ae5686a-3d47-4865-a9c3-0e2ee7f2000f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:28.344225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.350113 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.355556 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f95727c9-32d1-4c7b-a29a-cbf91664791d tempest-ServersTestFqdnHostnames-452259208 tempest-ServersTestFqdnHostnames-452259208-project] 10.222.0.84 "DELETE /v2.0/floatingips/f2bff503-9326-44c6-a8f8-95588a2db1b7 HTTP/1.1" status: 204 len: 168 time: 3.0878541 Jul 30 01:48:28.356164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37060) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:28.373255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:28.389202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:28.394648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:28.423349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c67daf7c-d316-4312-b060-0b344f342e79 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:28.456916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c67daf7c-d316-4312-b060-0b344f342e79 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:28.457773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.534280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37064) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:28.814543 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.815739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:28.821053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7385e7a8-3fdf-4b08-bf4a-2f075cdba2be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dbb5e0145d13421f9635e599d9b320d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747061 Jul 30 01:48:28.842213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37070) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:28.897834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port c67daf7c-d316-4312-b060-0b344f342e79, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c67daf7c-d316-4312-b060-0b344f342e79,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:28.905808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.074011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eadf6f3d-59b5-463e-a8ae-38d41c6f2891 None None] Provisioning for port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:29.092838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=c67daf7c-d316-4312-b060-0b344f342e79,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:29.098507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eadf6f3d-59b5-463e-a8ae-38d41c6f2891 None None] Provisioning complete for port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:29.099078 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eadf6f3d-59b5-463e-a8ae-38d41c6f2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.128326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7baca8-4782-4e01-9fb0-43f46afe9626 req-b5a99a59-0523-4218-bb6a-2438c18df4a9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.143274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f7baca8-4782-4e01-9fb0-43f46afe9626 req-b5a99a59-0523-4218-bb6a-2438c18df4a9 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.3162229 Jul 30 01:48:29.234705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10013ae0-df56-4030-85b7-cd97be913a4c req-fad4bd4b-ac80-42df-850d-feb6861f1ec2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.237977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10013ae0-df56-4030-85b7-cd97be913a4c req-fad4bd4b-ac80-42df-850d-feb6861f1ec2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 946 time: 0.4837132 Jul 30 01:48:29.255150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.370380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.382831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f7baca8-4782-4e01-9fb0-43f46afe9626 req-490db00d-2564-44c3-813f-3194cdcce95e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376146 Jul 30 01:48:29.411388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c82edd45-5d22-4e09-9245-789d89b6efbf'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:29.443831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10013ae0-df56-4030-85b7-cd97be913a4c req-c703542b-7509-435d-9be5-225d99042140 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826088 Jul 30 01:48:29.527318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eadf6f3d-59b5-463e-a8ae-38d41c6f2891 None None] Port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:29.653639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Network 944e4bd2-8bb9-4e38-9143-e46312114ed6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:29.656618 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7555377f-610b-4643-99ec-3814180577f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.706872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7555377f-610b-4643-99ec-3814180577f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.766591 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.782074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Pushing event updated for resources: {'Port': ['ID=6a634786-2a8a-4d2e-b71a-68b58f3df677,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:29.785126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:29.789902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7555377f-610b-4643-99ec-3814180577f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.793399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7555377f-610b-4643-99ec-3814180577f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:29.805482 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7555377f-610b-4643-99ec-3814180577f1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ae40463a-45a7-40cc-bfab-6181eb538416 HTTP/1.1" status: 204 len: 168 time: 0.9539092 Jul 30 01:48:29.836810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:29.918400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8926e-d859-4d00-a513-3872d75b6abb req-2691317e-1656-4126-8619-2be1e806c883 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:29.934216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7c8926e-d859-4d00-a513-3872d75b6abb req-2691317e-1656-4126-8619-2be1e806c883 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 931 time: 0.1996694 Jul 30 01:48:30.027762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555377f-610b-4643-99ec-3814180577f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae40463a-45a7-40cc-bfab-6181eb538416,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:30.108001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:30.108872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.156582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c67daf7c-d316-4312-b060-0b344f342e79 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:30.221223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7c8926e-d859-4d00-a513-3872d75b6abb req-8e6dd51f-0d8f-41ee-8ce0-2f79940a10a7 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855070 Jul 30 01:48:30.243172 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-497ef288-0fd7-4459-a8c8-13be4871126d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0097134 Jul 30 01:48:30.315948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Request body: {'port': {'device_id': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:30.501591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c67daf7c-d316-4312-b060-0b344f342e79 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:30.502333 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.677381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.724886 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:30.914186 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69e94b3e-548a-4926-b39a-18099ded6681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.040165 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.096314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.131451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.332683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899add7-85af-4ad6-9251-9157f22f2642 req-b1150d98-b1b8-4900-b2ca-c8468cdcb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.339781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3899add7-85af-4ad6-9251-9157f22f2642 req-b1150d98-b1b8-4900-b2ca-c8468cdcb9d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=564e2cc0845248e68d8d66300c601eee&device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 1098 time: 0.3061473 Jul 30 01:48:31.360995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Pushing event updated for resources: {'Port': ['ID=7ae5686a-3d47-4865-a9c3-0e2ee7f2000f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:31.364717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0215f-d84b-454a-a4ee-a6c0cd87ccfe req-c7380ee6-1063-4d54-b770-868acc1a327c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.368615 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.369753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5f0215f-d84b-454a-a4ee-a6c0cd87ccfe req-c7380ee6-1063-4d54-b770-868acc1a327c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 946 time: 0.4511340 Jul 30 01:48:31.396187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705bdf6-8e79-4748-bc5d-39fb3b7ae040 req-54f51087-637a-4d56-b6ef-f61b669f1fb5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.401241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5705bdf6-8e79-4748-bc5d-39fb3b7ae040 req-54f51087-637a-4d56-b6ef-f61b669f1fb5 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.3231978 Jul 30 01:48:31.693200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:31.698668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:31.780033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a634786-2a8a-4d2e-b71a-68b58f3df677 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:31.804350 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.816055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37112) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:31.835251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5f0215f-d84b-454a-a4ee-a6c0cd87ccfe req-625a9015-60d9-4c8c-8397-a7dec1c81b3e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856857 Jul 30 01:48:31.841509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Transition to ACTIVE for port object 6a634786-2a8a-4d2e-b71a-68b58f3df677 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:31.859860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:31.900449 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5705bdf6-8e79-4748-bc5d-39fb3b7ae040 req-a67c7b3b-919b-420b-8a49-832a7351137f tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351907 Jul 30 01:48:31.990248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899add7-85af-4ad6-9251-9157f22f2642 req-df1430d5-cf77-4776-b3ba-b0797c775db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:31.993054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3899add7-85af-4ad6-9251-9157f22f2642 req-df1430d5-cf77-4776-b3ba-b0797c775db8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 200 len: 915 time: 0.6170702 Jul 30 01:48:32.123329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3899add7-85af-4ad6-9251-9157f22f2642 req-dec294b1-57a9-4e88-9f7a-abc0560026dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 200 len: 217 time: 0.1103549 Jul 30 01:48:32.333210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1168101691-network', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:32.348026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a634786-2a8a-4d2e-b71a-68b58f3df677,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:32.396000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c3ef96b3-db94-4387-9842-9af5dd9d223b None None] Provisioning complete for port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:32.397156 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c3ef96b3-db94-4387-9842-9af5dd9d223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.424744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899add7-85af-4ad6-9251-9157f22f2642 req-b18f1bf0-aa99-4081-be18-357cc02ac4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.427343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3899add7-85af-4ad6-9251-9157f22f2642 req-b18f1bf0-aa99-4081-be18-357cc02ac4ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 200 len: 854 time: 0.2805302 Jul 30 01:48:32.460309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Router e8302694-d1da-4a6f-b6ba-0005634d12e5 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:32.485351 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef96b3-db94-4387-9842-9af5dd9d223b None None] Port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:32.501648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194215f4-9690-4a23-b3fb-bb5196853d0d req-6d8030e6-dd2b-4170-be9d-2b803fdb7924 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:32.503395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:32.508090 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.508877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194215f4-9690-4a23-b3fb-bb5196853d0d req-6d8030e6-dd2b-4170-be9d-2b803fdb7924 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.3053095 Jul 30 01:48:32.538522 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.551673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3899add7-85af-4ad6-9251-9157f22f2642 req-1da8abf9-2020-445e-a991-638fb114fb38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=253e0e71-f193-4cde-ae0f-aded2af7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138108 Jul 30 01:48:32.554386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:32.554878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:32.555578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:32.572272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:32.572610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:32.715830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:32.716873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:32.716873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:32.717232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Bound port: 6a634786-2a8a-4d2e-b71a-68b58f3df677, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:32.717850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.801878 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-194215f4-9690-4a23-b3fb-bb5196853d0d req-a8283470-a353-4fe0-99ea-c1d797037e81 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539966 Jul 30 01:48:32.908715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.910470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:32.913515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:32.917073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:32.921923 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9efe1a41-033f-4e8f-9900-31a2b6f8e7af admin admin] 10.222.0.84 "PUT /v2.0/routers/e8302694-d1da-4a6f-b6ba-0005634d12e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7141013 Jul 30 01:48:32.922725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.942075 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Sync routers for ids ['e8302694-d1da-4a6f-b6ba-0005634d12e5'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:32.946895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:32.962579 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Routers {'e8302694-d1da-4a6f-b6ba-0005634d12e5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:32.964512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:32.964865 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Added segment 434051ed-5758-4aca-8e3c-0257d940b6c7 of type vlan for network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b Jul 30 01:48:32.965694 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e8302694-d1da-4a6f-b6ba-0005634d12e5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:33.065159 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.221036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41aa509c-527e-4d45-b79b-c9c898473c6b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:33.227527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.237989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.239871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.240968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.288807 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Set router e8302694-d1da-4a6f-b6ba-0005634d12e5 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:33.355062 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b6cc3d3-21d7-4e4d-9641-80e4dc2cfda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.523314 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6785562 Jul 30 01:48:33.526597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.527635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.531106 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] 10.222.0.22 "PUT /v2.0/ports/6a634786-2a8a-4d2e-b71a-68b58f3df677 HTTP/1.1" status: 200 len: 1091 time: 3.2716663 Jul 30 01:48:33.546689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:33.554385 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f31a4f1-a812-42a5-bf66-ec6188b149f5" -d '{"events": [{"name": "network-changed", "server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:33.560251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37134) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:33.581272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Request body: {'subnet': {'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1168101691-subnet', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:33.598957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce301ab6-05a0-49e3-ba85-53119e0ffab6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a634786-2a8a-4d2e-b71a-68b58f3df677,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:33.649364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6747-cbe6-4f4a-a640-b47f4068cde0 req-b9cd6924-f206-4cdd-9183-89928c534112 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:33.676457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daff6747-cbe6-4f4a-a640-b47f4068cde0 req-b9cd6924-f206-4cdd-9183-89928c534112 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 946 time: 1.1367285 Jul 30 01:48:33.680336 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.700008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Deleting port b5598eed-e99c-48f4-805b-77aeebded2cf {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:33.700695 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:33.734234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a9557-9652-40c7-98e4-91335bbb7734 admin admin] Pushing event updated for resources: {'Network': ['ID=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:33.749933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:33.756161 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:16Z', 'updated_at': '2021-07-30T01:48:29Z', 'revision_number': 4, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'gw_port': {'id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:20Z', 'updated_at': '2021-07-30T01:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7ae5686a-3d47-4865-a9c3-0e2ee7f2000f', 'name': '', 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'mac_address': 'fa:16:3e:a0:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'afafd518-a9a6-4966-8571-3a43d696a22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:25Z', 'updated_at': '2021-07-30T01:48:30Z', 'revision_number': 2, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'subnets': [{'id': 'afafd518-a9a6-4966-8571-3a43d696a22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:33.849971 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Checking router: e8302694-d1da-4a6f-b6ba-0005634d12e5 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:33.851166 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Updating router e8302694-d1da-4a6f-b6ba-0005634d12e5 port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:48:33.896664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3899add7-85af-4ad6-9251-9157f22f2642 req-c2b9745d-b720-4fb7-bd8b-ace0e914c3b4 service neutron] 10.222.0.41 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3127072 Jul 30 01:48:33.920436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:33.950680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.021034 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.153512 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daff6747-cbe6-4f4a-a640-b47f4068cde0 req-0e30534a-75f8-45e2-ab36-488c291520b6 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757063 Jul 30 01:48:34.183354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-af8ef284-df5c-47b4-adfa-8760a1ffbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.186554 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-af8ef284-df5c-47b4-adfa-8760a1ffbc67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 1094 time: 0.5615673 Jul 30 01:48:34.294650 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-03a03b9b-c1b9-47be-8828-2fd96e69866b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677 HTTP/1.1" status: 200 len: 217 time: 0.0799522 Jul 30 01:48:34.304784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba6eef-6172-45df-98f3-3a5e3f65bbd5 req-b993e886-e1ab-4439-b29a-9344f1a3dc7d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.325133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6aba6eef-6172-45df-98f3-3a5e3f65bbd5 req-b993e886-e1ab-4439-b29a-9344f1a3dc7d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.7729053 Jul 30 01:48:34.400960 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.465072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] For port b5598eed-e99c-48f4-805b-77aeebded2cf, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b5598eed-e99c-48f4-805b-77aeebded2cf,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:34.467122 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.509947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-26a083ae-46e3-4a10-9905-c3f95039ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:34.511996 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-26a083ae-46e3-4a10-9905-c3f95039ea5a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.1459575 Jul 30 01:48:34.523034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Calling delete_port for b5598eed-e99c-48f4-805b-77aeebded2cf owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:34.594912 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-4ea5c0d9-6fcb-4a19-9c26-8043cd3c78ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405400 Jul 30 01:48:34.690071 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f3c5be-bf0a-4007-826d-f0ada821cd26 x-openstack-request-id: req-d7f3c5be-bf0a-4007-826d-f0ada821cd26 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:34.690731 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:34.691574 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d7f3c5be-bf0a-4007-826d-f0ada821cd26 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:34.692451 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677', 'status': 'completed', 'code': 200} Jul 30 01:48:34.844652 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:34.967359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:35.030350 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-c9e8ffae-87ee-4a7e-a527-41d0e2dd6f50 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212539 Jul 30 01:48:35.096249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6aba6eef-6172-45df-98f3-3a5e3f65bbd5 req-b7294928-3c4c-48bc-b80d-e0f151708602 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7699459 Jul 30 01:48:35.111587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3899add7-85af-4ad6-9251-9157f22f2642 req-cefff5f0-4163-407d-8d23-e81a5c449992 service neutron] 10.222.0.41 "GET /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1816804 Jul 30 01:48:35.205089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Checking segment: {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:35.205920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Network hostable DHCP agents. Network: f324a3bc-da11-43ae-bfa0-142a1ae0bf7b, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:35.287466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:35.418205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, f324a3bc-da11-43ae-bfa0-142a1ae0bf7b) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:35.435516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:35.436278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.447506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-201ea87a-5e8c-482f-b19a-dbf24285183c req-035bab2f-d5ff-4fe9-9afb-779b7310b817 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011998 Jul 30 01:48:35.465850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b752c-622a-47ec-896a-62bdc1daa86e None None] Network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:35.512248 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c385d1d-ace8-4aa2-8d38-b5e43d01da1d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9349818 Jul 30 01:48:35.512627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37150) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:35.529186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:35.731747 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.735230 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.840008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-fe9561a1-5ba0-4584-9776-e102b60f6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:35.843201 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-fe9561a1-5ba0-4584-9776-e102b60f6423 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 1094 time: 0.1982031 Jul 30 01:48:35.852993 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:35.983268 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Transition to ACTIVE for port object 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:36.031979 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.237276 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.329097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.357286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:36.357286 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:36.414945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-5bb73f00-84d1-403d-94e8-5656e48a758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:36.417821 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-5bb73f00-84d1-403d-94e8-5656e48a758f service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.5599430 Jul 30 01:48:36.639480 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-f6af139b-7c9b-43ae-9fa7-6bef540af58b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677 HTTP/1.1" status: 200 len: 217 time: 0.1946676 Jul 30 01:48:36.707787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Allocated IP 172.20.0.2 (f324a3bc-da11-43ae-bfa0-142a1ae0bf7b/5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4/6c356b07-fae5-429e-8591-5f42c628a7e9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:36.873005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-687e2bfb-6b1c-4a5c-badb-eff0b375da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:36.885576 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-687e2bfb-6b1c-4a5c-badb-eff0b375da8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.2318285 Jul 30 01:48:36.970563 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-c33a6cc9-a174-42b8-b120-816e7039da9b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698392 Jul 30 01:48:37.083399 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.093637 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.100499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Transition to ACTIVE for port object 6c356b07-fae5-429e-8591-5f42c628a7e9 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:37.132542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Transition to ACTIVE for port object 6c356b07-fae5-429e-8591-5f42c628a7e9 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:37.147292 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.158268 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Attempting to bind port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:37.159186 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Attempting to bind port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:37.165548 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Attempting to bind port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f on network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:37.213287 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:37.215850 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Checking segment: {'id': '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:37.225110 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.226447 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Bound using segment: {'id': '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:37.233416 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Bound port: 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:37.234521 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.254922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:37.271587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:37.280177 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-565e00f2-9553-47a1-81a4-12038f1b5851 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836437 Jul 30 01:48:37.293208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:37.299112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Pushing event updated for resources: {'Port': ['ID=6c356b07-fae5-429e-8591-5f42c628a7e9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:37.357960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5598eed-e99c-48f4-805b-77aeebded2cf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:37.408824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Attempting to bind port 6c356b07-fae5-429e-8591-5f42c628a7e9 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:37.409650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Attempting to bind port 6c356b07-fae5-429e-8591-5f42c628a7e9 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:37.410248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Attempting to bind port 6c356b07-fae5-429e-8591-5f42c628a7e9 on network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:37.420888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:37.421449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Checking segment: {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:37.422119 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.422729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Bound using segment: {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:37.423620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Bound port: 6c356b07-fae5-429e-8591-5f42c628a7e9, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:37.424699 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.531737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f02ff1-60e3-4e1a-a624-661a9b69e9e1 req-e2f55428-a16e-47e5-8f51-efce72031473 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.534659 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] For port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:37.547571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54f02ff1-60e3-4e1a-a624-661a9b69e9e1 req-e2f55428-a16e-47e5-8f51-efce72031473 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 1.3468292 Jul 30 01:48:37.551667 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] For port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7ae5686a-3d47-4865-a9c3-0e2ee7f2000f,segment=NetworkSegment(379f5bcd-976c-43d6-a16e-dbf3fdd10dd2),segment_id=379f5bcd-976c-43d6-a16e-dbf3fdd10dd2)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:37.567487 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf6d1e-965a-4d7e-8253-0ad73e731476 None None] Pushing event updated for resources: {'Port': ['ID=7ae5686a-3d47-4865-a9c3-0e2ee7f2000f,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:37.575329 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.594435 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:48:37.633222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] For port 6c356b07-fae5-429e-8591-5f42c628a7e9, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:37.649167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] For port 6c356b07-fae5-429e-8591-5f42c628a7e9, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6c356b07-fae5-429e-8591-5f42c628a7e9,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:37.670817 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.707051 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7f31a4f1-a812-42a5-bf66-ec6188b149f5 req-c50680b5-27a1-436f-88a3-c8c8d29c70ce service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119594 Jul 30 01:48:37.721521 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:37.854796 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Routers {'e8302694-d1da-4a6f-b6ba-0005634d12e5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:37.858384 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e8302694-d1da-4a6f-b6ba-0005634d12e5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:37.863019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397b61e-b02d-4a4b-9892-4bf119b3154f req-b2cc5b11-2ac3-4678-88c7-6e84cb4ed093 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:37.909748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f397b61e-b02d-4a4b-9892-4bf119b3154f req-b2cc5b11-2ac3-4678-88c7-6e84cb4ed093 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 946 time: 1.2602196 Jul 30 01:48:37.980885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ba8e6-cb58-483d-917a-d345835d9f5d None None] Pushing event updated for resources: {'Port': ['ID=6c356b07-fae5-429e-8591-5f42c628a7e9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:38.216049 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf6d1e-965a-4d7e-8253-0ad73e731476 None None] Pushing event updated for resources: {'Port': ['ID=7ae5686a-3d47-4865-a9c3-0e2ee7f2000f,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:38.542036 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] Set router e8302694-d1da-4a6f-b6ba-0005634d12e5 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:38.646273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ac68b-dff1-488e-8755-dcc44c72abca req-1a107208-fc15-4cdf-b476-117a9b47183b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:38.648622 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-794ac68b-dff1-488e-8755-dcc44c72abca req-1a107208-fc15-4cdf-b476-117a9b47183b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 946 time: 0.2679212 Jul 30 01:48:38.727289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f397b61e-b02d-4a4b-9892-4bf119b3154f req-abdde73b-4acb-4f2f-a4b1-f55e979a0768 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8157666 Jul 30 01:48:38.785837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54f02ff1-60e3-4e1a-a624-661a9b69e9e1 req-5cb12522-af6f-437d-83b0-df96a5201ed8 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2323964 Jul 30 01:48:39.118334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-794ac68b-dff1-488e-8755-dcc44c72abca req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Deleting port 4a596c73-e0da-40cb-8094-095b14497783 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:39.122850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-794ac68b-dff1-488e-8755-dcc44c72abca req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.256355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8449e-9ae8-4214-b1fd-94de4a462ab0 req-987c7291-6cb2-4565-9f20-226e2d0692ef tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:39.271163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38d8449e-9ae8-4214-b1fd-94de4a462ab0 req-987c7291-6cb2-4565-9f20-226e2d0692ef tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2451921 Jul 30 01:48:39.346591 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:16Z', 'updated_at': '2021-07-30T01:48:29Z', 'revision_number': 4, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'gw_port': {'id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:20Z', 'updated_at': '2021-07-30T01:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7ae5686a-3d47-4865-a9c3-0e2ee7f2000f', 'name': '', 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'mac_address': 'fa:16:3e:a0:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'afafd518-a9a6-4966-8571-3a43d696a22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:25Z', 'updated_at': '2021-07-30T01:48:37Z', 'revision_number': 4, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'subnets': [{'id': 'afafd518-a9a6-4966-8571-3a43d696a22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:39.366681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:39.413944 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba45ed5e-813b-4371-a86f-799d218ba9a6 None None] The sync data for ids ['e8302694-d1da-4a6f-b6ba-0005634d12e5'] in n-d-715271-7 is: [{'id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:16Z', 'updated_at': '2021-07-30T01:48:29Z', 'revision_number': 4, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'gw_port': {'id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:20Z', 'updated_at': '2021-07-30T01:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7ae5686a-3d47-4865-a9c3-0e2ee7f2000f', 'name': '', 'network_id': '1952f32f-058f-4e85-8e5e-b4c0ce4622d1', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'mac_address': 'fa:16:3e:a0:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'afafd518-a9a6-4966-8571-3a43d696a22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:25Z', 'updated_at': '2021-07-30T01:48:37Z', 'revision_number': 4, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'subnets': [{'id': 'afafd518-a9a6-4966-8571-3a43d696a22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:39.631135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38d8449e-9ae8-4214-b1fd-94de4a462ab0 req-8a36fc14-809e-4ec4-bc13-8afa2106df06 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577535 Jul 30 01:48:40.496318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6c356b07-fae5-429e-8591-5f42c628a7e9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:40.555086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd2447-a17e-478d-b5cc-d21b8d37e51a req-071af809-779a-42cb-a24f-45d25e22393b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:40.558936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9fd2447-a17e-478d-b5cc-d21b8d37e51a req-071af809-779a-42cb-a24f-45d25e22393b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=825141ed-c56a-43eb-8e73-890be09ad2e9 HTTP/1.1" status: 200 len: 946 time: 0.5527494 Jul 30 01:48:40.610573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-794ac68b-dff1-488e-8755-dcc44c72abca req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] For port 4a596c73-e0da-40cb-8094-095b14497783, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4a596c73-e0da-40cb-8094-095b14497783,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:40.611215 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-794ac68b-dff1-488e-8755-dcc44c72abca req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.639053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d843fd0-530b-4134-9386-da6fe3a85e0b None None] Network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:40.644679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-794ac68b-dff1-488e-8755-dcc44c72abca req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Calling delete_port for 4a596c73-e0da-40cb-8094-095b14497783 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:40.675562 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.755415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6ceea-fc1a-4a54-b62e-c18f80427ab4 req-82350940-2b74-4ffb-a2fc-7a8a56882caf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:40.774744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86b6ceea-fc1a-4a54-b62e-c18f80427ab4 req-82350940-2b74-4ffb-a2fc-7a8a56882caf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.6541262 Jul 30 01:48:40.795693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:40.817456 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-54e681ed-8cfb-4526-a6df-c43fdd7b6ad0 None None] Provisioning for port 6c356b07-fae5-429e-8591-5f42c628a7e9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:40.844974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4a596c73-e0da-40cb-8094-095b14497783 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:40.957025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 6c356b07-fae5-429e-8591-5f42c628a7e9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:40.990611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6c356b07-fae5-429e-8591-5f42c628a7e9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:40.991017 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.045925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9fd2447-a17e-478d-b5cc-d21b8d37e51a req-cd524e20-78c2-4b48-8862-4d29bba4b76a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640753 Jul 30 01:48:41.179204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86b6ceea-fc1a-4a54-b62e-c18f80427ab4 req-66eced90-4bf5-4743-bce6-2337d040e27e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771954 Jul 30 01:48:41.202446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-794ac68b-dff1-488e-8755-dcc44c72abca req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.378325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:41.414996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event deleted for resources: {'Port': ['ID=4a596c73-e0da-40cb-8094-095b14497783,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:41.455577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:41.560976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No active binding found for port 4a596c73-e0da-40cb-8094-095b14497783 {{(pid=93820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 01:48:41.566497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4a596c73-e0da-40cb-8094-095b14497783 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:41.629208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Allocated IP 172.25.7.133 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/dc59b0a0-0064-4acb-8ed7-a29f1acf1784) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:41.675126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-794ac68b-dff1-488e-8755-dcc44c72abca req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] No DVR routers for this DVR port 4a596c73-e0da-40cb-8094-095b14497783 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:41.692832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-794ac68b-dff1-488e-8755-dcc44c72abca req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:41.701024 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-794ac68b-dff1-488e-8755-dcc44c72abca req-eb1384f6-fc37-45e2-b231-cdb4dcf85b50 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.22 "DELETE /v2.0/ports/4a596c73-e0da-40cb-8094-095b14497783 HTTP/1.1" status: 204 len: 173 time: 3.0288773 Jul 30 01:48:41.702515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825141ed-c56a-43eb-8e73-890be09ad2e9', 'name': 'network-vif-deleted', 'tag': '4a596c73-e0da-40cb-8094-095b14497783'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:41.753331 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf9c44-1299-4b74-893f-23e831ac38ed" -d '{"events": [{"server_uuid": "825141ed-c56a-43eb-8e73-890be09ad2e9", "name": "network-vif-deleted", "tag": "4a596c73-e0da-40cb-8094-095b14497783"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:41.943287 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.086959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 6c356b07-fae5-429e-8591-5f42c628a7e9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6c356b07-fae5-429e-8591-5f42c628a7e9,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:42.108360 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.110229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:42.183006 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92df8e44-4ef5-42c5-8c8f-49d2807635ca x-openstack-request-id: req-92df8e44-4ef5-42c5-8c8f-49d2807635ca {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:42.183545 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825141ed-c56a-43eb-8e73-890be09ad2e9", "name": "network-vif-deleted", "tag": "4a596c73-e0da-40cb-8094-095b14497783", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:42.184207 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-92df8e44-4ef5-42c5-8c8f-49d2807635ca {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:42.184954 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825141ed-c56a-43eb-8e73-890be09ad2e9', 'name': 'network-vif-deleted', 'tag': '4a596c73-e0da-40cb-8094-095b14497783', 'status': 'completed', 'code': 200} Jul 30 01:48:42.508539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=6c356b07-fae5-429e-8591-5f42c628a7e9,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:42.527869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:42.537811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:42.538969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.583114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:42.617694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] Sync routers for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:42.659587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:42.660766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:42.709454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37182) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:42.730307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b7c1ab14-af3d-4d80-b754-7f1ce4b3ad69 admin admin] 10.222.0.84 "PUT /v2.0/routers/24595bfb-b829-4828-b4a0-70ccd18cbdb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3537152 Jul 30 01:48:42.762321 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.794663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e7529826-bc18-4fd2-9991-bda4f1b06d71 None None] Provisioning complete for port 6c356b07-fae5-429e-8591-5f42c628a7e9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:42.795331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7529826-bc18-4fd2-9991-bda4f1b06d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.882321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6f3e0-cef7-4fd3-83b4-6f109179f40f req-c80ba24c-adad-4cad-b261-42fe19c58cbc tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:42.912703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7ae5686a-3d47-4865-a9c3-0e2ee7f2000f,segment=NetworkSegment(379f5bcd-976c-43d6-a16e-dbf3fdd10dd2),segment_id=379f5bcd-976c-43d6-a16e-dbf3fdd10dd2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:42.929188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53c6f3e0-cef7-4fd3-83b4-6f109179f40f req-c80ba24c-adad-4cad-b261-42fe19c58cbc tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 1.3901465 Jul 30 01:48:42.929910 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:42.991949 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.027899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=7ae5686a-3d47-4865-a9c3-0e2ee7f2000f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:43.030554 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.085627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:43.147586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.179622 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.185677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6c356b07-fae5-429e-8591-5f42c628a7e9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:43.245394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f582d53-2bb6-4402-8882-6ce388503a90 req-dc307040-7af4-4035-b11d-430b0069e07b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:43.252706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Deleting port 373e5617-41ff-4ce3-b5ba-d4d09d71740f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:43.253411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.263187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f582d53-2bb6-4402-8882-6ce388503a90 req-dc307040-7af4-4035-b11d-430b0069e07b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.6110277 Jul 30 01:48:43.351334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53c6f3e0-cef7-4fd3-83b4-6f109179f40f req-9eba7df7-e9e2-4db5-89ba-0620c0545bf6 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189689 Jul 30 01:48:43.397787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:43.439839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:43.451616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:43.453658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] For port 373e5617-41ff-4ce3-b5ba-d4d09d71740f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=373e5617-41ff-4ce3-b5ba-d4d09d71740f,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:43.454280 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.490252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Calling delete_port for 373e5617-41ff-4ce3-b5ba-d4d09d71740f owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:43.503282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6c356b07-fae5-429e-8591-5f42c628a7e9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:43.504362 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.555062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Pushing event updated for resources: {'Port': ['ID=dc59b0a0-0064-4acb-8ed7-a29f1acf1784,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:43.585929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f582d53-2bb6-4402-8882-6ce388503a90 req-cffb8b85-87bb-4c3c-aaab-84411c5cb00d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204322 Jul 30 01:48:43.777598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:48:36Z', 'revision_number': 5, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port': {'id': '373e5617-41ff-4ce3-b5ba-d4d09d71740f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:45:07Z', 'updated_at': '2021-07-30T01:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:43.830438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] Checking router: 24595bfb-b829-4828-b4a0-70ccd18cbdb9 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:43.834042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:43.854008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] Routers {'24595bfb-b829-4828-b4a0-70ccd18cbdb9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:43.855042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:43.909578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=373e5617-41ff-4ce3-b5ba-d4d09d71740f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:43.966512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] Set router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:44.018086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616f8b5-a2fa-4739-a66e-7cbfaa72699e req-d86e2292-dc6b-492c-807c-55a4646feadb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.037867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e616f8b5-a2fa-4739-a66e-7cbfaa72699e req-d86e2292-dc6b-492c-807c-55a4646feadb tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2513340 Jul 30 01:48:44.053769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:48:43Z', 'revision_number': 7, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:44.063383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.114130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ae63c-bb11-4ceb-abe2-c206bb025e60 None None] The sync data for ids ['24595bfb-b829-4828-b4a0-70ccd18cbdb9'] in n-d-715271-7 is: [{'id': '24595bfb-b829-4828-b4a0-70ccd18cbdb9', 'name': 'tempest-ServersTestFqdnHostnames-2111608600-router', 'tenant_id': '49b4607586144c488ae5d6c1fa03b817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:45:04Z', 'updated_at': '2021-07-30T01:48:43Z', 'revision_number': 7, 'project_id': '49b4607586144c488ae5d6c1fa03b817', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:44.206136 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.208788 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.269931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.279853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24595bfb-b829-4828-b4a0-70ccd18cbdb9 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:48:44.284747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.286020 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-075ddaf6-72c8-4ac8-96bf-df927de0fc47 admin admin] 10.222.0.84 "DELETE /v2.0/routers/24595bfb-b829-4828-b4a0-70ccd18cbdb9 HTTP/1.1" status: 204 len: 168 time: 1.5733461 Jul 30 01:48:44.290404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37200) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:44.291316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e616f8b5-a2fa-4739-a66e-7cbfaa72699e req-d4357a73-fdb6-4853-8bd8-ea6215fb8943 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349010 Jul 30 01:48:44.405984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-df88190e-8aaa-4a2f-9444-c24cc1e37da3 admin admin] Deleting subnet dc26f694-c1cb-48a9-93f3-b8673c506cd0 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:48:44.409474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df88190e-8aaa-4a2f-9444-c24cc1e37da3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.464856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df88190e-8aaa-4a2f-9444-c24cc1e37da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.575032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-44f6c585-a733-4180-b16c-04afbbd3f7e2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.587583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-44f6c585-a733-4180-b16c-04afbbd3f7e2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.5345395 Jul 30 01:48:44.621712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.659031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df88190e-8aaa-4a2f-9444-c24cc1e37da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.693663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-43cbd000-4ea0-4518-bc98-0a820248c20e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/quotas/6d0320e5fae9400badeba35924f93062 HTTP/1.1" status: 200 len: 375 time: 0.1045074 Jul 30 01:48:44.776238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a5a573c-a087-494e-b780-86c0687e3266 req-db513770-691d-4857-bcc0-43e201cf5eda service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3074718 Jul 30 01:48:44.782837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df88190e-8aaa-4a2f-9444-c24cc1e37da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.846327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88190e-8aaa-4a2f-9444-c24cc1e37da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc26f694-c1cb-48a9-93f3-b8673c506cd0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:44.859907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df88190e-8aaa-4a2f-9444-c24cc1e37da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:44.867326 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-df88190e-8aaa-4a2f-9444-c24cc1e37da3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/dc26f694-c1cb-48a9-93f3-b8673c506cd0 HTTP/1.1" status: 204 len: 168 time: 0.5703852 Jul 30 01:48:44.867845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37212) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:44.874976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1178e5-bcef-46c4-b2fe-bc504bb8900b None None] Network b2ca940d-2bb0-4571-82ff-50847e4f7aa5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:44.910628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec097e5-230f-48d9-9b44-6e328191a014 req-69831973-3edd-4232-a228-8adc2c5d159a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:44.925137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ec097e5-230f-48d9-9b44-6e328191a014 req-69831973-3edd-4232-a228-8adc2c5d159a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.3930869 Jul 30 01:48:45.002158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.068371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-9488192a-6c4c-4829-ae72-8cc80c11ca3a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3732433 Jul 30 01:48:45.137290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ec097e5-230f-48d9-9b44-6e328191a014 req-c991fd79-f3a7-4019-986f-b62d135efbdf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904726 Jul 30 01:48:45.241704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Deleting port a1496549-3a31-4b47-9a16-e918d43a8852 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:45.242048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.276213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] DHCP port deletion for b2ca940d-2bb0-4571-82ff-50847e4f7aa5 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:48:45.304153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:45.400397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] For port a1496549-3a31-4b47-9a16-e918d43a8852, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a1496549-3a31-4b47-9a16-e918d43a8852,segment=NetworkSegment(82da9bab-79af-4343-a565-6f2220fbc268),segment_id=82da9bab-79af-4343-a565-6f2220fbc268)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:45.401355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.435159 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Calling delete_port for a1496549-3a31-4b47-9a16-e918d43a8852 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:45.458415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:45.458860 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.612280 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.640688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] No DVR routers for this DVR port a1496549-3a31-4b47-9a16-e918d43a8852 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:45.673629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.681709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-8a10b355-90b8-485f-a7ef-2d95d3eeb935 service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629389 Jul 30 01:48:45.697393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a1496549-3a31-4b47-9a16-e918d43a8852,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:45.776587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a573c-a087-494e-b780-86c0687e3266 req-00f72b7b-feb0-4191-8a1d-9d48875999bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:45.780456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a5a573c-a087-494e-b780-86c0687e3266 req-00f72b7b-feb0-4191-8a1d-9d48875999bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 1096 time: 0.9130881 Jul 30 01:48:45.781555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] Deleting port a1496549-3a31-4b47-9a16-e918d43a8852 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:48:45.782164 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.961111 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.975806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] For port a1496549-3a31-4b47-9a16-e918d43a8852, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:45.975806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:45.977977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ca940d-2bb0-4571-82ff-50847e4f7aa5']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:45.998567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] Calling delete_port for a1496549-3a31-4b47-9a16-e918d43a8852 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:48:45.998567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] Port a1496549-3a31-4b47-9a16-e918d43a8852 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:48:45.998567 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.006471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 373e5617-41ff-4ce3-b5ba-d4d09d71740f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:46.011738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82da9bab-79af-4343-a565-6f2220fbc268') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:46.012193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82da9bab-79af-4343-a565-6f2220fbc268') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:46.035937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] No DVR routers for this DVR port a1496549-3a31-4b47-9a16-e918d43a8852 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:48:46.038699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.054628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8af3aa-e0d7-4235-b335-3954ed0ed952 None None] Pushing event deleted for resources: {'Port': ['ID=a1496549-3a31-4b47-9a16-e918d43a8852,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:46.082979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.102866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:48:46.103925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.105010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5625-593f-4b54-bded-8bdc1c2591af req-4bd63f28-e171-4916-af50-b22b7b36c8b2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:46.107399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18ad5625-593f-4b54-bded-8bdc1c2591af req-4bd63f28-e171-4916-af50-b22b7b36c8b2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.4398122 Jul 30 01:48:46.123203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 373e5617-41ff-4ce3-b5ba-d4d09d71740f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:46.123933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 373e5617-41ff-4ce3-b5ba-d4d09d71740f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:46.124730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b5598eed-e99c-48f4-805b-77aeebded2cf no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:46.162847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: b5598eed-e99c-48f4-805b-77aeebded2cf {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:46.163399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b5598eed-e99c-48f4-805b-77aeebded2cf not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:48:46.216673 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:48:46.288290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.323004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:46.326580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-91959898-9d41-47c0-a7f9-71b732133cae service neutron] 10.222.0.84 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552552 Jul 30 01:48:46.332440 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] 10.222.0.84 "DELETE /v2.0/networks/b2ca940d-2bb0-4571-82ff-50847e4f7aa5 HTTP/1.1" status: 204 len: 168 time: 1.4631085 Jul 30 01:48:46.335000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1c0dc-bd48-49df-b6e0-aa03a8cab0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ca940d-2bb0-4571-82ff-50847e4f7aa5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:46.336549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18ad5625-593f-4b54-bded-8bdc1c2591af req-77a57525-d668-4d92-a619-748cd6cb63d3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149718 Jul 30 01:48:46.340958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a573c-a087-494e-b780-86c0687e3266 req-53063d1a-7ef2-4f49-94ea-9800bb653063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:46.343827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a5a573c-a087-494e-b780-86c0687e3266 req-53063d1a-7ef2-4f49-94ea-9800bb653063 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 907 time: 0.3323338 Jul 30 01:48:46.467926 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a5a573c-a087-494e-b780-86c0687e3266 req-f9c3e7af-1e8e-4527-8160-18276110fa30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5be5528-b852-4625-aae9-daa45861e29f HTTP/1.1" status: 200 len: 217 time: 0.1136415 Jul 30 01:48:46.660502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Router 860907ed-4706-4629-af43-b7115c6a1aec is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:48:46.682324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37220) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:46.700114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a573c-a087-494e-b780-86c0687e3266 req-a84f44ca-2d62-4902-bf78-6b5bbfa66611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:46.701228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a5a573c-a087-494e-b780-86c0687e3266 req-a84f44ca-2d62-4902-bf78-6b5bbfa66611 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.2253475 Jul 30 01:48:46.878843 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c97997fe-5629-4c67-9e83-99f1cdbda1f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=49b4607586144c488ae5d6c1fa03b817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911309 Jul 30 01:48:46.878843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37224) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:46.883505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a5a573c-a087-494e-b780-86c0687e3266 req-135dcade-ecc5-413a-9d53-358505490280 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653412 Jul 30 01:48:46.936482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc938cb1-945d-462d-81aa-2dc45b2a3905 req-cd21cbad-9b64-4fdc-9f55-b0926c9d06c4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 210 time: 0.1339443 Jul 30 01:48:47.040954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-358680d4-a573-4547-af45-d3063e463cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.095350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a1496549-3a31-4b47-9a16-e918d43a8852 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:48:47.148532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-358680d4-a573-4547-af45-d3063e463cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.156348 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a1496549-3a31-4b47-9a16-e918d43a8852 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:48:47.156668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a1496549-3a31-4b47-9a16-e918d43a8852 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:48:47.247839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:47.249238 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-358680d4-a573-4547-af45-d3063e463cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.254744 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-358680d4-a573-4547-af45-d3063e463cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.266124 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Sync routers for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:47.278842 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-358680d4-a573-4547-af45-d3063e463cdc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/449c2d9f-bcef-4166-8357-ab435638a689 HTTP/1.1" status: 204 len: 168 time: 0.3810310 Jul 30 01:48:47.301792 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:47.307724 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:47.321630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358680d4-a573-4547-af45-d3063e463cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449c2d9f-bcef-4166-8357-ab435638a689,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:47.376379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06170e-b10c-48ad-8825-97fd3dae05be req-da6a8170-15a1-40f7-a628-b1204befcebc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:47.379624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb06170e-b10c-48ad-8825-97fd3dae05be req-da6a8170-15a1-40f7-a628-b1204befcebc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.5074778 Jul 30 01:48:47.380871 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:47.383007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b31eea60-574a-4b6d-b551-075d27756497 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.8671870 Jul 30 01:48:47.386342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37234) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:47.717854 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:47.794010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb06170e-b10c-48ad-8825-97fd3dae05be req-adf85f85-369d-4880-a157-a67630f41958 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514204 Jul 30 01:48:47.816748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a5a573c-a087-494e-b780-86c0687e3266 req-495608d4-7c56-4cfa-b29c-51bd5a3a292b service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8782232 Jul 30 01:48:48.011383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aad1b-5b17-4b48-94e5-10995cf5dc8e req-54549cec-73e8-4f86-9ce3-9a5b301fd9ef tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.030536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c11aad1b-5b17-4b48-94e5-10995cf5dc8e req-54549cec-73e8-4f86-9ce3-9a5b301fd9ef tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.4704845 Jul 30 01:48:48.285000 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:43Z', 'revision_number': 3, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:48.406665 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Checking router: 860907ed-4706-4629-af43-b7115c6a1aec for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:48.407188 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Updating router 860907ed-4706-4629-af43-b7115c6a1aec port dc59b0a0-0064-4acb-8ed7-a29f1acf1784 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:48:48.416558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c11aad1b-5b17-4b48-94e5-10995cf5dc8e req-f14d58c4-d509-49b9-8163-bc24a5244b5f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779144 Jul 30 01:48:48.494176 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.521337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a5a573c-a087-494e-b780-86c0687e3266 req-51b7ccb9-9430-449d-9e91-55a456ec1d55 service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6723611 Jul 30 01:48:48.603657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b24daa5f-acf9-4883-80c3-0656cefd65e9 req-223f689e-9d24-44f2-b235-1f9b458ea63b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 210 time: 0.0742965 Jul 30 01:48:48.829051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:48.843203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f0f4b-659d-4092-80f8-672a4eb42cb7 req-bcfa7269-19a1-4908-84cb-7a38e06e7415 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:48.862631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-033f0f4b-659d-4092-80f8-672a4eb42cb7 req-bcfa7269-19a1-4908-84cb-7a38e06e7415 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2623334 Jul 30 01:48:48.865361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6a634786-2a8a-4d2e-b71a-68b58f3df677 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:48:49.421718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-033f0f4b-659d-4092-80f8-672a4eb42cb7 req-6bd921c6-6ffd-466d-ba17-53c5cca728c1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520634 Jul 30 01:48:49.521107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37274) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:49.573381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-b14f4eb3-573a-4b98-8c38-2c3d5c87cb13 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:49.576648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-b14f4eb3-573a-4b98-8c38-2c3d5c87cb13 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 806 time: 0.7129929 Jul 30 01:48:49.613843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Request body: {'port': {'device_id': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'admin_state_up': True, 'tenant_id': '6d0320e5fae9400badeba35924f93062'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:49.644675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:49.712245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '6a634786-2a8a-4d2e-b71a-68b58f3df677', 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6', 'port_id': '6a634786-2a8a-4d2e-b71a-68b58f3df677', 'mac_address': 'fa:16:3e:d7:e3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b27a155-2044-4f76-bcc8-ab6e616ec711', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:48:49.756812 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.771255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Allocated IP 172.20.0.1 (f324a3bc-da11-43ae-bfa0-142a1ae0bf7b/5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4/43c8da14-1582-43cb-947d-7fec5711ba85) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:49.819169 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Transition to ACTIVE for port object dc59b0a0-0064-4acb-8ed7-a29f1acf1784 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:49.837165 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.923594 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:49.947531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a634786-2a8a-4d2e-b71a-68b58f3df677 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:49.976307 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Attempting to bind port dc59b0a0-0064-4acb-8ed7-a29f1acf1784 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:49.976900 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Attempting to bind port dc59b0a0-0064-4acb-8ed7-a29f1acf1784 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:49.977325 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Attempting to bind port dc59b0a0-0064-4acb-8ed7-a29f1acf1784 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:49.997972 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:50.001181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:50.002665 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:50.003718 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.004667 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:50.005741 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Bound port: dc59b0a0-0064-4acb-8ed7-a29f1acf1784, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:50.008004 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.014781 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.143606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6a634786-2a8a-4d2e-b71a-68b58f3df677,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:50.153328 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0ec9d-35da-4963-8639-4ebcefca12ba None None] Pushing event updated for resources: {'Port': ['ID=dc59b0a0-0064-4acb-8ed7-a29f1acf1784,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:50.177222 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] For port dc59b0a0-0064-4acb-8ed7-a29f1acf1784, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:50.195651 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.209354 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] For port dc59b0a0-0064-4acb-8ed7-a29f1acf1784, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dc59b0a0-0064-4acb-8ed7-a29f1acf1784,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:50.222238 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.227346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Transition to ACTIVE for port object 43c8da14-1582-43cb-947d-7fec5711ba85 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:50.339006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['6a634786-2a8a-4d2e-b71a-68b58f3df677'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:50.350844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.410808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:50.415353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:50.455042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:50.501857 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0ec9d-35da-4963-8639-4ebcefca12ba None None] Pushing event updated for resources: {'Port': ['ID=dc59b0a0-0064-4acb-8ed7-a29f1acf1784,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:50.566404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Pushing event updated for resources: {'Port': ['ID=43c8da14-1582-43cb-947d-7fec5711ba85,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:50.579400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.592640 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:50.604447 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:50.626898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-641693283-network', 'tenant_id': 'dabcba8e074547be98ca4a4e6d3e269a'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:50.730712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63302428-dc42-43b5-85ca-a0f9986d7cca req-bc43d1c4-50a2-46be-88ba-e6a9eec8ae9d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:50.748901 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63302428-dc42-43b5-85ca-a0f9986d7cca req-bc43d1c4-50a2-46be-88ba-e6a9eec8ae9d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.9461107 Jul 30 01:48:50.780082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Made reservation on behalf of dabcba8e074547be98ca4a4e6d3e269a for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:50.782448 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:50.824166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da31a3f-27e2-41c8-a596-602cae42b580 req-e417c9d1-1964-4aa8-b740-2f15063e1bc3 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:50.826171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8da31a3f-27e2-41c8-a596-602cae42b580 req-e417c9d1-1964-4aa8-b740-2f15063e1bc3 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 1.0248213 Jul 30 01:48:50.914276 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.006188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Made reservation on behalf of 6d0320e5fae9400badeba35924f93062 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:51.010423 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:51.013432 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.099600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.104886 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63302428-dc42-43b5-85ca-a0f9986d7cca req-32704310-4b08-495c-9e7b-a2dfb87a59c2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263381 Jul 30 01:48:51.112185 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5d4fcdce-a7ea-4ccc-aeb2-d1f0f004199f None None] Provisioning for port 43c8da14-1582-43cb-947d-7fec5711ba85 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:51.127732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5d4fcdce-a7ea-4ccc-aeb2-d1f0f004199f None None] Provisioning complete for port 43c8da14-1582-43cb-947d-7fec5711ba85 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:51.131025 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcdce-a7ea-4ccc-aeb2-d1f0f004199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.140591 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8da31a3f-27e2-41c8-a596-602cae42b580 req-3b7e8f90-9728-473f-b74b-a15a4983a1b4 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880538 Jul 30 01:48:51.311726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fcdce-a7ea-4ccc-aeb2-d1f0f004199f None None] Port 43c8da14-1582-43cb-947d-7fec5711ba85 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:51.583112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.625229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4d4076d-43e2-4ef2-86da-abcd925cc872 req-48973680-93ee-4034-a5ca-1e7aa8dec95e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 210 time: 0.1813159 Jul 30 01:48:51.626847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.790567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.804733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.812260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Allocated IP 172.20.0.8 (00883b99-bbc6-4500-985d-28d6f6c87526/661a2d79-d7f8-420e-bedb-462b0400653a/1e04127d-29b8-4fc4-8fef-9c92717443e8) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:51.924628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:48:51.991273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:51.995305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Pushing event updated for resources: {'Port': ['ID=43c8da14-1582-43cb-947d-7fec5711ba85,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:52.028596 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:43Z', 'revision_number': 3, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:52.061972 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.062685 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Added segment 8bd7386b-d46f-4ea2-80ff-a52b3312b6f2 of type vlan for network d97603bb-88dd-433a-9534-1632ac732fee Jul 30 01:48:52.083150 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc9830-f1d6-420d-91cf-b738265088c0 None None] The sync data for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 is: [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:43Z', 'revision_number': 3, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:48:52.226001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:52.228977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06d06d-0897-433f-b6d7-d9f11ddb4c40,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:52.231620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:52.387371 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.530759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4e32a-84ae-4c39-9590-900b2d90e482 req-7c12bc53-a9dd-4541-9d6a-f80b9f4f877d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:52.544861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79a4e32a-84ae-4c39-9590-900b2d90e482 req-7c12bc53-a9dd-4541-9d6a-f80b9f4f877d tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.6151946 Jul 30 01:48:52.622618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:48:52.712818 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.714251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:52.714729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.734530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Router 860907ed-4706-4629-af43-b7115c6a1aec has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:48:52.785542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7a06cecf-69cc-4740-a7c3-8ed7e43ebb25 None None] Provisioning complete for port 43c8da14-1582-43cb-947d-7fec5711ba85 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:52.787375 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a06cecf-69cc-4740-a7c3-8ed7e43ebb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:52.902989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7a06cecf-69cc-4740-a7c3-8ed7e43ebb25 None None] Port 43c8da14-1582-43cb-947d-7fec5711ba85 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:48:52.909484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a16285-79d7-463c-8ff2-07927cb413a1 req-0113dc48-9a67-4003-94bd-0e3cf95981da tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:52.912426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2a16285-79d7-463c-8ff2-07927cb413a1 req-0113dc48-9a67-4003-94bd-0e3cf95981da tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 944 time: 0.5118461 Jul 30 01:48:52.933804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6a634786-2a8a-4d2e-b71a-68b58f3df677 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:53.028450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79a4e32a-84ae-4c39-9590-900b2d90e482 req-26a7310c-3b15-4595-8cf5-bd2182ecea83 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772615 Jul 30 01:48:53.080385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.083812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5573087 Jul 30 01:48:53.113590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37316) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:48:53.128904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 6a634786-2a8a-4d2e-b71a-68b58f3df677 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:53.137079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2f5bc-771c-45c3-aba0-76e165ece9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d97603bb-88dd-433a-9534-1632ac732fee,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:53.143364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Request body: {'subnet': {'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-641693283-subnet', 'tenant_id': 'dabcba8e074547be98ca4a4e6d3e269a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:53.180004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:48:53.183021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network d97603bb-88dd-433a-9534-1632ac732fee details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:48:53.190378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2a16285-79d7-463c-8ff2-07927cb413a1 req-2f62dde2-a2b8-43f1-b4ef-2c1c88d396b3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491734 Jul 30 01:48:53.207816 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3fcea710-dbb6-4307-8e34-6e7358f5d433 admin admin] 10.222.0.84 "PUT /v2.0/routers/860907ed-4706-4629-af43-b7115c6a1aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8139052 Jul 30 01:48:53.267522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 6a634786-2a8a-4d2e-b71a-68b58f3df677 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:53.269214 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.309651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Made reservation on behalf of dabcba8e074547be98ca4a4e6d3e269a for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:48:53.312465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.372522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.546543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event updated for resources: {'Port': ['ID=1e04127d-29b8-4fc4-8fef-9c92717443e8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:53.629070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Network 00883b99-bbc6-4500-985d-28d6f6c87526 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:53.641262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:53.677742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:53.747028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dc59b0a0-0064-4acb-8ed7-a29f1acf1784 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:53.855536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:48:53.958494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1c410-d7f2-428b-b9f6-fcf1bd66d4ea req-3621157d-4089-4ba7-be89-b6771bb2ec83 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:53.972152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:53.980217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fc1c410-d7f2-428b-b9f6-fcf1bd66d4ea req-3621157d-4089-4ba7-be89-b6771bb2ec83 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2822640 Jul 30 01:48:53.999109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdf91d-0414-4d8d-8ce3-53971ab220c9 req-2f9c5c9b-3e8a-435f-8e75-ad4f5dccb77e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:54.002769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7bdf91d-0414-4d8d-8ce3-53971ab220c9 req-2f9c5c9b-3e8a-435f-8e75-ad4f5dccb77e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 931 time: 0.4396417 Jul 30 01:48:54.060678 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.105350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port dc59b0a0-0064-4acb-8ed7-a29f1acf1784 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:48:54.142672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port dc59b0a0-0064-4acb-8ed7-a29f1acf1784 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:54.143891 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.151588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fc1c410-d7f2-428b-b9f6-fcf1bd66d4ea req-4a679f05-cfd2-4962-b12b-1560b6faffb2 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468213 Jul 30 01:48:54.229506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:54.236747 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.269184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Checking segment: {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:54.269938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Network hostable DHCP agents. Network: d97603bb-88dd-433a-9534-1632ac732fee, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:48:54.275623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:54.283258 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.316269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-e8cfb033-6417-46d1-94c9-2d5a98e41ce9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7214823 Jul 30 01:48:54.336941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Network d97603bb-88dd-433a-9534-1632ac732fee is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:48:54.356677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Request body: {'port': {'device_id': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:48:54.357960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, d97603bb-88dd-433a-9534-1632ac732fee) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:54.367136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:54.368582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.411978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026395d3-ec6b-4f26-8c34-49c9dbeca07a None None] Network d97603bb-88dd-433a-9534-1632ac732fee requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:48:54.412959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b9a05dab-7002-4323-9629-eae90cd4702a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2968278 Jul 30 01:48:54.529136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7bdf91d-0414-4d8d-8ce3-53971ab220c9 req-b066ad6e-a92a-4155-8342-6dcd8f8c4543 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308364 Jul 30 01:48:54.590052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:54.596284 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97c26be-97ff-4ca0-9c70-8c04796efdf6" -d '{"events": [{"server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "name": "network-vif-plugged", "status": "completed", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:54.709511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:54.709817 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.730592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:54.865799 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.002808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port dc59b0a0-0064-4acb-8ed7-a29f1acf1784, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dc59b0a0-0064-4acb-8ed7-a29f1acf1784,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:48:55.103045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6a634786-2a8a-4d2e-b71a-68b58f3df677,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:55.121894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.162150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.166836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.167722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.168472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.169935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.172575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.173372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.174183 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.176106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.176910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.182024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.183892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:48:55.305147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc1a19-75fc-4caf-805f-de81af02a78c req-d0d04727-5f0b-45f3-828b-084e4a0be3fc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.329826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5dcc1a19-75fc-4caf-805f-de81af02a78c req-d0d04727-5f0b-45f3-828b-084e4a0be3fc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.8511589 Jul 30 01:48:55.415476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=dc59b0a0-0064-4acb-8ed7-a29f1acf1784,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:55.437282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-d97603bb-88dd-433a-9534-1632ac732fee', 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee', 'tenant_id': 'dabcba8e074547be98ca4a4e6d3e269a', 'fixed_ips': [{'subnet_id': '8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:48:55.438949 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.623170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Sync routers for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:48:55.657502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e04127d-29b8-4fc4-8fef-9c92717443e8 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:48:55.662992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:55.663673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:55.671594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.688151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Transition to ACTIVE for port object 1e04127d-29b8-4fc4-8fef-9c92717443e8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:55.702097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:55.771666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ea70d-c15e-4934-9f6e-e56e16618dbc req-81c8585f-6412-48a5-919b-4fa45ef6191a tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:55.780465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-715ea70d-c15e-4934-9f6e-e56e16618dbc req-81c8585f-6412-48a5-919b-4fa45ef6191a tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 1.0267320 Jul 30 01:48:55.864401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5dcc1a19-75fc-4caf-805f-de81af02a78c req-e897dc22-5575-42e5-a235-0e05c769a34a tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328362 Jul 30 01:48:56.037150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-715ea70d-c15e-4934-9f6e-e56e16618dbc req-a1e47d76-7019-49a9-9418-2d77724396f3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556343 Jul 30 01:48:56.202618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Pushing event updated for resources: {'Port': ['ID=1e04127d-29b8-4fc4-8fef-9c92717443e8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:56.287151 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35cf053-954b-40d9-8e85-bcc94966b829 x-openstack-request-id: req-c35cf053-954b-40d9-8e85-bcc94966b829 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:56.290961 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "name": "network-vif-plugged", "status": "completed", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:56.291722 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c35cf053-954b-40d9-8e85-bcc94966b829 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:56.305479 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677', 'code': 200} Jul 30 01:48:56.317106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Allocated IP 172.20.0.2 (d97603bb-88dd-433a-9534-1632ac732fee/8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e/0e94a5b7-f85a-4896-a52a-b1c437add773) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:48:56.398929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Attempting to bind port 1e04127d-29b8-4fc4-8fef-9c92717443e8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:56.400098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Attempting to bind port 1e04127d-29b8-4fc4-8fef-9c92717443e8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:56.401748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Attempting to bind port 1e04127d-29b8-4fc4-8fef-9c92717443e8 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:56.422222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Port 1e04127d-29b8-4fc4-8fef-9c92717443e8 on network 00883b99-bbc6-4500-985d-28d6f6c87526 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:48:56.422583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Attempting to bind port 1e04127d-29b8-4fc4-8fef-9c92717443e8 on network 00883b99-bbc6-4500-985d-28d6f6c87526 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:56.482147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:56.482505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Checking segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:56.482910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Bound using segment: {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:56.487898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Bound port: 1e04127d-29b8-4fc4-8fef-9c92717443e8, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb0e811-c019-4614-8bd7-2053251b708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:56.488360 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.521154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb871f8-387e-4626-9d0c-a4e0411527a5 req-484a6477-cccb-4852-ab13-ef93ac150cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.528638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1cb871f8-387e-4626-9d0c-a4e0411527a5 req-484a6477-cccb-4852-ab13-ef93ac150cc3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 1096 time: 0.1553497 Jul 30 01:48:56.604517 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:48:56.632570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1cb871f8-387e-4626-9d0c-a4e0411527a5 req-3bfd1e84-5542-41d0-9d61-8f1b7f1f1a2f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901425 Jul 30 01:48:56.742302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b333666-d432-4271-913b-3c6a6fadb3f4 req-81531777-432e-4d87-933b-2d38a51de0c0 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.756408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b333666-d432-4271-913b-3c6a6fadb3f4 req-81531777-432e-4d87-933b-2d38a51de0c0 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 943 time: 0.3136983 Jul 30 01:48:56.871345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b333666-d432-4271-913b-3c6a6fadb3f4 req-64f525ab-1664-4bd3-b2fd-1e98dd460a2a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095445 Jul 30 01:48:56.901776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] For port 1e04127d-29b8-4fc4-8fef-9c92717443e8, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:56.912836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] For port 1e04127d-29b8-4fc4-8fef-9c92717443e8, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e04127d-29b8-4fc4-8fef-9c92717443e8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:56.925671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.953331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:56.955924 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:56.958007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] 10.222.0.41 "PUT /v2.0/ports/1e04127d-29b8-4fc4-8fef-9c92717443e8 HTTP/1.1" status: 200 len: 1091 time: 2.6273403 Jul 30 01:48:56.961351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'tag': '1e04127d-29b8-4fc4-8fef-9c92717443e8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:48:56.969321 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a257a85-5d70-4b20-8f41-3537e5176af8" -d '{"events": [{"name": "network-changed", "server_uuid": "02e110b5-ea63-4f76-a7fb-d999cacacfd2", "tag": "1e04127d-29b8-4fc4-8fef-9c92717443e8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:48:57.166103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae42c-91fa-4830-9e31-7eca3227bb35 service neutron] Pushing event updated for resources: {'Port': ['ID=1e04127d-29b8-4fc4-8fef-9c92717443e8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.205831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-626c41c4-2f06-46ea-b93a-42321912ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.209077 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-626c41c4-2f06-46ea-b93a-42321912ef0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 1094 time: 0.1980121 Jul 30 01:48:57.219515 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.275148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Transition to ACTIVE for port object 0e94a5b7-f85a-4896-a52a-b1c437add773 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:57.302638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4605194-81c9-49d2-a721-b1e7b2cc523b req-bb1f2d1a-05ec-4ef5-8cda-e503f56bb1c1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.311551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4605194-81c9-49d2-a721-b1e7b2cc523b req-bb1f2d1a-05ec-4ef5-8cda-e503f56bb1c1 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.2800872 Jul 30 01:48:57.315981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-1f4057a7-7a11-4033-8ede-a5377f52c546 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e04127d-29b8-4fc4-8fef-9c92717443e8 HTTP/1.1" status: 200 len: 217 time: 0.0949008 Jul 30 01:48:57.343993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Transition to ACTIVE for port object 0e94a5b7-f85a-4896-a52a-b1c437add773 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:57.416812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.432377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4605194-81c9-49d2-a721-b1e7b2cc523b req-aedab425-ea97-4fb3-bb4e-11759405a786 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194401 Jul 30 01:48:57.463309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-a80ac834-359b-47c6-97f8-68e51ddb33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:57.466076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-a80ac834-359b-47c6-97f8-68e51ddb33ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.1388049 Jul 30 01:48:57.473539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dc59b0a0-0064-4acb-8ed7-a29f1acf1784 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:48:57.536527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Network d97603bb-88dd-433a-9534-1632ac732fee is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:48:57.539036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:48:57.544295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-ccf74165-92d6-48f5-81b2-a3a064da45d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664523 Jul 30 01:48:57.578092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:48:57.600647 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89080510-c1c1-4336-a994-f7332bc78484 x-openstack-request-id: req-89080510-c1c1-4336-a994-f7332bc78484 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:48:57.600973 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e110b5-ea63-4f76-a7fb-d999cacacfd2", "tag": "1e04127d-29b8-4fc4-8fef-9c92717443e8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:48:57.601250 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-89080510-c1c1-4336-a994-f7332bc78484 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:48:57.601712 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'tag': '1e04127d-29b8-4fc4-8fef-9c92717443e8', 'status': 'completed', 'code': 200} Jul 30 01:48:57.744474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port dc59b0a0-0064-4acb-8ed7-a29f1acf1784 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:48:57.744474 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.749114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Pushing event updated for resources: {'Port': ['ID=0e94a5b7-f85a-4896-a52a-b1c437add773,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:57.830536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '43c8da14-1582-43cb-947d-7fec5711ba85', 'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'mac_address': 'fa:16:3e:60:df:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:48Z', 'updated_at': '2021-07-30T01:48:51Z', 'revision_number': 2, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'subnets': [{'id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:57.865500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-8b06d71a-42d0-44e3-8edc-7918f27b81b6 service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107283 Jul 30 01:48:57.889512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Checking router: 860907ed-4706-4629-af43-b7115c6a1aec for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:48:57.889840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Updating router 860907ed-4706-4629-af43-b7115c6a1aec port 43c8da14-1582-43cb-947d-7fec5711ba85 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:48:57.940864 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.945800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Attempting to bind port 0e94a5b7-f85a-4896-a52a-b1c437add773 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:57.946179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Attempting to bind port 0e94a5b7-f85a-4896-a52a-b1c437add773 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:57.947306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Attempting to bind port 0e94a5b7-f85a-4896-a52a-b1c437add773 on network d97603bb-88dd-433a-9534-1632ac732fee {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:57.981704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:57.982643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Checking segment: {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:57.983569 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:57.984353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Bound using segment: {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:57.985361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Bound port: 0e94a5b7-f85a-4896-a52a-b1c437add773, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:57.986090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.236186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8dbf131-92a0-4c02-89ab-2078cc9d752d req-7f71a3c6-2805-471d-8886-0c0bcbc6d4e8 service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587301 Jul 30 01:48:58.252241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c503ad-e0db-48ea-abdb-3f1e11a25f2e req-f4b853c7-c1f4-43d0-b295-38c8147601c8 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.255480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84c503ad-e0db-48ea-abdb-3f1e11a25f2e req-f4b853c7-c1f4-43d0-b295-38c8147601c8 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.4376700 Jul 30 01:48:58.435930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84c503ad-e0db-48ea-abdb-3f1e11a25f2e req-aed2f6f7-29c8-444f-8b15-aa255ea92128 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647873 Jul 30 01:48:58.469573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] For port 0e94a5b7-f85a-4896-a52a-b1c437add773, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:58.472909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-ccd87e72-9e99-4f29-908c-9a9889e17664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.476788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-ccd87e72-9e99-4f29-908c-9a9889e17664 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0320e5fae9400badeba35924f93062&device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 1094 time: 0.1316659 Jul 30 01:48:58.508618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] For port 0e94a5b7-f85a-4896-a52a-b1c437add773, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0e94a5b7-f85a-4896-a52a-b1c437add773,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:58.730837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.758535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Transition to ACTIVE for port object 43c8da14-1582-43cb-947d-7fec5711ba85 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:48:58.772555 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.774862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-58bc37a0-3b5b-4e25-96d6-08ed237b3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:58.788818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-58bc37a0-3b5b-4e25-96d6-08ed237b3381 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 200 len: 907 time: 0.2985060 Jul 30 01:48:58.887238 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:58.894139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-3079fd4c-d7c3-4d00-8233-7c1c446e25c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e04127d-29b8-4fc4-8fef-9c92717443e8 HTTP/1.1" status: 200 len: 217 time: 0.0916870 Jul 30 01:48:58.904580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a4bce-d9c4-4b96-b555-c29ce9fa8d15 None None] Pushing event updated for resources: {'Port': ['ID=0e94a5b7-f85a-4896-a52a-b1c437add773,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:59.061187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-7cae0864-36bc-44ff-b2b9-78a09f1a4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:59.062696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-7cae0864-36bc-44ff-b2b9-78a09f1a4bbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 200 len: 846 time: 0.1609991 Jul 30 01:48:59.092730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfa021-b4a5-4578-b3ca-9dd31bc90eb3 None None] Pushing event updated for resources: {'Port': ['ID=43c8da14-1582-43cb-947d-7fec5711ba85,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:59.216758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Attempting to bind port 43c8da14-1582-43cb-947d-7fec5711ba85 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:48:59.217142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Attempting to bind port 43c8da14-1582-43cb-947d-7fec5711ba85 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:48:59.217532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Attempting to bind port 43c8da14-1582-43cb-947d-7fec5711ba85 on network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:48:59.226125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:48:59.226499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Checking segment: {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:48:59.226955 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.227241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Bound using segment: {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:48:59.228341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Bound port: 43c8da14-1582-43cb-947d-7fec5711ba85, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:48:59.228733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.278811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-b72c7c46-2f0f-4d82-88e9-08bf034fbdca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00883b99-bbc6-4500-985d-28d6f6c87526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957111 Jul 30 01:48:59.433315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] For port 43c8da14-1582-43cb-947d-7fec5711ba85, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:48:59.441493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] For port 43c8da14-1582-43cb-947d-7fec5711ba85, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=43c8da14-1582-43cb-947d-7fec5711ba85,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:48:59.449638 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:48:59.609088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfa021-b4a5-4578-b3ca-9dd31bc90eb3 None None] Pushing event updated for resources: {'Port': ['ID=43c8da14-1582-43cb-947d-7fec5711ba85,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:48:59.624664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-31cb5e25-afc2-4cbe-8e24-230f4457394b service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437951 Jul 30 01:48:59.667524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9313049-2ff0-4562-a7e6-7ec53119f391 req-37155f06-2ef5-4dbc-9881-33179f4d832f tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:48:59.674645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9313049-2ff0-4562-a7e6-7ec53119f391 req-37155f06-2ef5-4dbc-9881-33179f4d832f tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 943 time: 0.5940475 Jul 30 01:48:59.678348 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:48:59.680500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:48:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:48:59.916257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9313049-2ff0-4562-a7e6-7ec53119f391 req-044f204d-cdd1-4b36-bc1d-1a5a951fbc7a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939270 Jul 30 01:49:00.013170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a257a85-5d70-4b20-8f41-3537e5176af8 req-f91932ef-1c26-4cc3-a1f1-c5dbd2a7a11f service neutron] 10.222.0.41 "GET /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393128 Jul 30 01:49:00.117388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe9abb-2190-47c5-bfda-3adacb606ac7 req-3e62669c-9e41-4eae-be8e-b19fc7c82384 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.125901 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3abe9abb-2190-47c5-bfda-3adacb606ac7 req-3e62669c-9e41-4eae-be8e-b19fc7c82384 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.0978878 Jul 30 01:49:00.157316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:49:00.193735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3abe9abb-2190-47c5-bfda-3adacb606ac7 req-816ee5ed-08cb-4111-a9c1-6ae2db4a1d8e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667329 Jul 30 01:49:00.464945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e2eab-a8c7-410c-ac47-148daed467dd req-57727eff-96ad-4a80-b7e0-9a31a6e412f3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:00.473273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f83e2eab-a8c7-410c-ac47-148daed467dd req-57727eff-96ad-4a80-b7e0-9a31a6e412f3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.1302879 Jul 30 01:49:00.532384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f83e2eab-a8c7-410c-ac47-148daed467dd req-bdd25f2f-ead0-470b-9eb0-000a2a2f0fc6 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576849 Jul 30 01:49:00.864530 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e5583ea6-199b-495d-a9a6-0560207a8106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:00.931683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '43c8da14-1582-43cb-947d-7fec5711ba85', 'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'mac_address': 'fa:16:3e:60:df:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:48Z', 'updated_at': '2021-07-30T01:48:59Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'subnets': [{'id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:01.030880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d2e65f-af11-4bc4-8388-c3ea0c0f87e5 None None] Network d97603bb-88dd-433a-9534-1632ac732fee requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:01.083385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07696ea1-280c-4bcc-9998-0a9029a882f0 None None] The sync data for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 is: [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '43c8da14-1582-43cb-947d-7fec5711ba85', 'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'mac_address': 'fa:16:3e:60:df:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:48Z', 'updated_at': '2021-07-30T01:48:59Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'subnets': [{'id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:49:01.204570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab252d0-53fe-4560-a8e6-7e9d56717916 req-9c5709e8-c499-4e3e-8b6e-ee20a4e4b66f tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.224478 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ab252d0-53fe-4560-a8e6-7e9d56717916 req-9c5709e8-c499-4e3e-8b6e-ee20a4e4b66f tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.1873159 Jul 30 01:49:01.374899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ab252d0-53fe-4560-a8e6-7e9d56717916 req-b4d1bd9b-be7d-49cd-b853-904fbc1e04af tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385205 Jul 30 01:49:01.605205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1e04127d-29b8-4fc4-8fef-9c92717443e8 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:01.608619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0e94a5b7-f85a-4896-a52a-b1c437add773 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:01.617384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bcca3661-95bd-4087-b9f2-0245616556c5 None None] Provisioning for port 0e94a5b7-f85a-4896-a52a-b1c437add773 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:01.683499 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:01.791518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aee34-4151-4ba4-b3d2-50ac47dcc749 req-b4bfaebe-fc99-410f-999f-4810f507470c tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:01.796931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a52aee34-4151-4ba4-b3d2-50ac47dcc749 req-b4bfaebe-fc99-410f-999f-4810f507470c tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 1096 time: 0.2086933 Jul 30 01:49:01.895126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a52aee34-4151-4ba4-b3d2-50ac47dcc749 req-dd5c7916-0edc-429e-ab41-cc0031f7ff78 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863268 Jul 30 01:49:01.931608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 0e94a5b7-f85a-4896-a52a-b1c437add773 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:01.948251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0e94a5b7-f85a-4896-a52a-b1c437add773 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:01.948621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.022132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1e04127d-29b8-4fc4-8fef-9c92717443e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e04127d-29b8-4fc4-8fef-9c92717443e8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:02.060877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '1e04127d-29b8-4fc4-8fef-9c92717443e8', 'network_id': '00883b99-bbc6-4500-985d-28d6f6c87526', 'port_id': '1e04127d-29b8-4fc4-8fef-9c92717443e8', 'mac_address': 'fa:16:3e:4e:0c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661a2d79-d7f8-420e-bedb-462b0400653a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:02.152771 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.235997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e04127d-29b8-4fc4-8fef-9c92717443e8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:02.292114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baa398-9651-4492-8c95-e975fdaeea4c req-3117138e-cae2-4a02-9acf-cf9a0486adc7 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.297211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1e04127d-29b8-4fc4-8fef-9c92717443e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e04127d-29b8-4fc4-8fef-9c92717443e8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:02.300356 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.300661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0baa398-9651-4492-8c95-e975fdaeea4c req-3117138e-cae2-4a02-9acf-cf9a0486adc7 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 943 time: 0.2663026 Jul 30 01:49:02.328340 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.372980 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0baa398-9651-4492-8c95-e975fdaeea4c req-c082cac2-72c2-40b2-9079-f50a88669ff8 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697961 Jul 30 01:49:02.465671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 0e94a5b7-f85a-4896-a52a-b1c437add773, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0e94a5b7-f85a-4896-a52a-b1c437add773,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:02.477212 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.575400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=1e04127d-29b8-4fc4-8fef-9c92717443e8,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:02.669141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['1e04127d-29b8-4fc4-8fef-9c92717443e8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:02.780004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fd88f6b7-324d-4770-84d9-7396a32c0ae1 None None] Provisioning complete for port 0e94a5b7-f85a-4896-a52a-b1c437add773 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:02.780832 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd88f6b7-324d-4770-84d9-7396a32c0ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:02.844065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=0e94a5b7-f85a-4896-a52a-b1c437add773,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:02.957382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6c57c-f86a-4a2f-9abb-00962a5eaff1 req-acca0161-94ac-48a8-988e-e45f24bb0858 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:02.966348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b6c57c-f86a-4a2f-9abb-00962a5eaff1 req-acca0161-94ac-48a8-988e-e45f24bb0858 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 1096 time: 0.0633109 Jul 30 01:49:03.053094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b6c57c-f86a-4a2f-9abb-00962a5eaff1 req-655db833-7917-4c4c-a77f-f080887ea461 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780802 Jul 30 01:49:03.350596 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-33b4435f-3336-464d-94e0-4b6ba99aab13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.453352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5adcba-50c9-47fe-b1e7-997cf1cac100 req-74eb3065-292d-4387-babe-0ba1b5e24079 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:03.469690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c5adcba-50c9-47fe-b1e7-997cf1cac100 req-74eb3065-292d-4387-babe-0ba1b5e24079 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.1907718 Jul 30 01:49:03.547803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c5adcba-50c9-47fe-b1e7-997cf1cac100 req-83e4f200-a338-468e-be05-eb67ba47890b tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766597 Jul 30 01:49:03.602855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0e94a5b7-f85a-4896-a52a-b1c437add773 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:03.744600 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:03.816768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0e94a5b7-f85a-4896-a52a-b1c437add773 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:03.817361 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.065288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40002b5-ff90-4e69-987f-2b96621b46d3 req-92009d48-46f8-432e-83c9-fe989719acee tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:04.080381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f40002b5-ff90-4e69-987f-2b96621b46d3 req-92009d48-46f8-432e-83c9-fe989719acee tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 944 time: 0.1824927 Jul 30 01:49:04.104677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 43c8da14-1582-43cb-947d-7fec5711ba85 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:04.263823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f40002b5-ff90-4e69-987f-2b96621b46d3 req-80cd1690-0b6b-4638-b307-7f737a723e56 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776826 Jul 30 01:49:04.314660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 43c8da14-1582-43cb-947d-7fec5711ba85 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:04.320410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 43c8da14-1582-43cb-947d-7fec5711ba85 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:04.321714 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.630488 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.652036 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.755689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 43c8da14-1582-43cb-947d-7fec5711ba85, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=43c8da14-1582-43cb-947d-7fec5711ba85,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:04.771839 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:04.926598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=43c8da14-1582-43cb-947d-7fec5711ba85,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:05.365607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 43c8da14-1582-43cb-947d-7fec5711ba85 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:05.484774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1e04127d-29b8-4fc4-8fef-9c92717443e8 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:05.495045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 43c8da14-1582-43cb-947d-7fec5711ba85 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:05.495640 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:05.713663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 1e04127d-29b8-4fc4-8fef-9c92717443e8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:05.743197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 1e04127d-29b8-4fc4-8fef-9c92717443e8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:05.749684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.133454 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.150786 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.230923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e04127d-29b8-4fc4-8fef-9c92717443e8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:06.251335 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d276ebf0-e941-458c-aaac-962270bb5e53" -d '{"events": [{"server_uuid": "02e110b5-ea63-4f76-a7fb-d999cacacfd2", "name": "network-vif-plugged", "status": "completed", "tag": "1e04127d-29b8-4fc4-8fef-9c92717443e8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:06.319752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1e04127d-29b8-4fc4-8fef-9c92717443e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e04127d-29b8-4fc4-8fef-9c92717443e8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:06.329096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:06.489545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=1e04127d-29b8-4fc4-8fef-9c92717443e8,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:06.685931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-ca97f7e5-2520-4b39-9b63-f86629a5be11 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:49:06.688424 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-ca97f7e5-2520-4b39-9b63-f86629a5be11 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116038 Jul 30 01:49:06.822262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Request body: {'binding': {'host': 'n-h1-715271-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:06.823414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Unknown quota resources ['binding']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:49:07.151696 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on host n-h1-715271-7 for vnic_type normal with profile None {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:07.153278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:07.154733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:07.163499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:07.164649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:07.178659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:07.179388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:07.180098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:07.180907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Bound port: 6a634786-2a8a-4d2e-b71a-68b58f3df677, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:07.336647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:07.350374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:07.360516 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] 10.222.0.84 "POST /v2.0/ports/6a634786-2a8a-4d2e-b71a-68b58f3df677/bindings HTTP/1.1" status: 201 len: 389 time: 0.6576166 Jul 30 01:49:07.850750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086066f1-9ad1-46ae-8974-8429ee68da8f req-4f4cd140-19b0-4012-be65-e503b33cf92c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.860668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-086066f1-9ad1-46ae-8974-8429ee68da8f req-4f4cd140-19b0-4012-be65-e503b33cf92c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1378779 Jul 30 01:49:07.978756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-bc79d336-e569-410a-b8c9-91e289ae71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:07.983011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-bc79d336-e569-410a-b8c9-91e289ae71ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 1096 time: 0.0950983 Jul 30 01:49:08.002585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-086066f1-9ad1-46ae-8974-8429ee68da8f req-6bd6edf5-dd7e-4bb8-9313-1cf01b59a0ec tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403658 Jul 30 01:49:08.409754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-90032e7a-25fa-4208-9e3b-590d29b15d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.414578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-90032e7a-25fa-4208-9e3b-590d29b15d90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.4094923 Jul 30 01:49:08.494725 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a1e94c-3dab-44ad-9b92-efe3be875387 x-openstack-request-id: req-e0a1e94c-3dab-44ad-9b92-efe3be875387 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:08.495676 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e110b5-ea63-4f76-a7fb-d999cacacfd2", "name": "network-vif-plugged", "status": "completed", "tag": "1e04127d-29b8-4fc4-8fef-9c92717443e8", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:08.495676 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e0a1e94c-3dab-44ad-9b92-efe3be875387 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:08.496197 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e04127d-29b8-4fc4-8fef-9c92717443e8', 'code': 200} Jul 30 01:49:08.576495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-79528ac7-a0bc-4446-b54c-71e00f998c77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677 HTTP/1.1" status: 200 len: 217 time: 0.1526482 Jul 30 01:49:08.650986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-c6cbf239-7e11-4060-998c-0061dc477385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.652745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-c6cbf239-7e11-4060-998c-0061dc477385 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.0679111 Jul 30 01:49:08.698760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-b344a7ef-b5eb-4c34-879b-57aa1deaf2c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339310 Jul 30 01:49:08.730428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bcc3a-5416-4406-ac3d-0d9f3c654da8 req-5ce066f0-47b8-40ea-9c25-bf33752ef5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:08.737011 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4f6bcc3a-5416-4406-ac3d-0d9f3c654da8 req-5ce066f0-47b8-40ea-9c25-bf33752ef5ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 1096 time: 0.1125748 Jul 30 01:49:08.811151 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4f6bcc3a-5416-4406-ac3d-0d9f3c654da8 req-82d6694a-acdd-4fe8-b5e7-2f910173911a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565233 Jul 30 01:49:08.982378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-b01da50a-728d-43a1-9afd-3bf38fefd4c4 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532356 Jul 30 01:49:09.145689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-79c67d8c-d4b9-4ea9-bdf0-54bee7c551a5 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527224 Jul 30 01:49:09.160655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231d4b1-ff02-4f2b-9afd-3ed3aaf60762 req-2194681b-ae86-4eea-8772-9b4089de324c tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:09.175621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3231d4b1-ff02-4f2b-9afd-3ed3aaf60762 req-2194681b-ae86-4eea-8772-9b4089de324c tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.5214844 Jul 30 01:49:09.287714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3231d4b1-ff02-4f2b-9afd-3ed3aaf60762 req-6e2eeee4-9f30-493a-aba8-ff33c67e24ac tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047506 Jul 30 01:49:09.597370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6a01c-991e-43cc-9cd7-d3b574ba8526 req-a9ea7e87-7c8f-4599-b4cd-992d32d308e4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:09.600406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5f6a01c-991e-43cc-9cd7-d3b574ba8526 req-a9ea7e87-7c8f-4599-b4cd-992d32d308e4 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1335983 Jul 30 01:49:09.781165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5f6a01c-991e-43cc-9cd7-d3b574ba8526 req-39b66d0e-e866-4028-a0d1-77862d1470b5 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678884 Jul 30 01:49:10.559701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410c830-7211-4c8a-b136-f516117c5a71 req-27959b8f-3405-4553-a22d-dcf6e16dde41 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:10.568633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1410c830-7211-4c8a-b136-f516117c5a71 req-27959b8f-3405-4553-a22d-dcf6e16dde41 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.0864494 Jul 30 01:49:10.629157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1410c830-7211-4c8a-b136-f516117c5a71 req-f90ae04b-51fd-4e6a-b816-3e74363021d2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593994 Jul 30 01:49:11.152647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397c3c8-f381-4593-8738-55a2624fe0b0 req-29db8fa0-055d-45d1-8f74-26ed1756246b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:11.161494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9397c3c8-f381-4593-8738-55a2624fe0b0 req-29db8fa0-055d-45d1-8f74-26ed1756246b tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1730931 Jul 30 01:49:11.236077 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9397c3c8-f381-4593-8738-55a2624fe0b0 req-1af23b59-857b-459c-9402-9b154fa98ed3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732603 Jul 30 01:49:12.081424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a48ef8-9445-4568-a579-9bbd7686a079 req-fec7502d-fa4d-477d-a6ae-d9089c331bff tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.090906 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1a48ef8-9445-4568-a579-9bbd7686a079 req-fec7502d-fa4d-477d-a6ae-d9089c331bff tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.0996480 Jul 30 01:49:12.174494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1a48ef8-9445-4568-a579-9bbd7686a079 req-4c2adfd5-ac6d-4e37-8fad-d382c7e3af62 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817559 Jul 30 01:49:12.419957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15d4a-8300-4f21-a9f4-d4845360e230 req-79d75f89-f17c-4d53-83ae-a84cad60a5d3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:12.432301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bdb15d4a-8300-4f21-a9f4-d4845360e230 req-79d75f89-f17c-4d53-83ae-a84cad60a5d3 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1369019 Jul 30 01:49:12.506981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bdb15d4a-8300-4f21-a9f4-d4845360e230 req-84f92554-e6dc-466d-b332-c54ede54ee32 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719414 Jul 30 01:49:13.503486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0fc77-1609-4fef-80c4-21b7db2c0d6c req-392049dd-e568-4201-a418-c431fcde69ba tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.506099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ef0fc77-1609-4fef-80c4-21b7db2c0d6c req-392049dd-e568-4201-a418-c431fcde69ba tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1326652 Jul 30 01:49:13.577181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ef0fc77-1609-4fef-80c4-21b7db2c0d6c req-101fcac5-992c-403e-af65-d40d8dcb2c0d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497260 Jul 30 01:49:13.823909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3536901-3d4b-4aa4-8700-a65a6921616c req-165c895a-1845-429a-b4ca-c134a5a6d297 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:13.828276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3536901-3d4b-4aa4-8700-a65a6921616c req-165c895a-1845-429a-b4ca-c134a5a6d297 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.1218975 Jul 30 01:49:13.953713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3536901-3d4b-4aa4-8700-a65a6921616c req-3b6dbe08-f3e8-41d9-ad7c-39c34a5e8007 tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148617 Jul 30 01:49:14.086166 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:49:14.215160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196debd8-1c41-4678-92e4-829eca3a2bc3 req-c431e010-3c82-42a6-b6cf-9886ab4d8a32 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:14.227001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-196debd8-1c41-4678-92e4-829eca3a2bc3 req-c431e010-3c82-42a6-b6cf-9886ab4d8a32 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.0984466 Jul 30 01:49:14.297088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-196debd8-1c41-4678-92e4-829eca3a2bc3 req-1e0a2059-f0f5-4594-ae37-7971db9cd3ed tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676055 Jul 30 01:49:14.627957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-33fbe233-efd3-493a-812a-1588dcb7ccfe tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:14.629890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-33fbe233-efd3-493a-812a-1588dcb7ccfe tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.41 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.0999146 Jul 30 01:49:14.908578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Deleting port 8312add5-54e0-48dc-b78f-37c85826d59e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:14.909301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.341725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654a7b4-14b1-49ca-82a0-bc1ac6c78cac req-ad32d551-00e0-49dd-b011-9213c7256787 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.343562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3654a7b4-14b1-49ca-82a0-bc1ac6c78cac req-ad32d551-00e0-49dd-b011-9213c7256787 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1820009 Jul 30 01:49:15.371617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] For port 8312add5-54e0-48dc-b78f-37c85826d59e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8312add5-54e0-48dc-b78f-37c85826d59e,segment=NetworkSegment(cfcb2b7b-54ac-4a7c-8653-3d5321700e85),segment_id=cfcb2b7b-54ac-4a7c-8653-3d5321700e85)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:15.371617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:15.401301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Calling delete_port for 8312add5-54e0-48dc-b78f-37c85826d59e owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:15.449047 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3654a7b4-14b1-49ca-82a0-bc1ac6c78cac req-122d43b2-3960-42a0-843a-e88401d5d1a1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741584 Jul 30 01:49:15.837813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b929f-f692-40c3-8a86-8150c8706e8c req-36165ab1-c6bb-4c01-94eb-347f24a5500e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:15.841438 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-274b929f-f692-40c3-8a86-8150c8706e8c req-36165ab1-c6bb-4c01-94eb-347f24a5500e tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cc16c0c-41d8-46f3-b25a-648bd4ddb806 HTTP/1.1" status: 200 len: 947 time: 0.1834133 Jul 30 01:49:15.995245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-274b929f-f692-40c3-8a86-8150c8706e8c req-19b84eda-0548-4121-8b79-7cd71dd93ddf tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.84 "GET /v2.0/security-groups?id=57f5c80c-a44d-4e0e-8d33-c896df40fe31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390426 Jul 30 01:49:16.054390 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.314900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Pushing event deleted for resources: {'Port': ['ID=8312add5-54e0-48dc-b78f-37c85826d59e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:16.353582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] No DVR routers for this DVR port 8312add5-54e0-48dc-b78f-37c85826d59e on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:16.359741 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:16.364023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92bf83c1-4619-46ca-9318-10fcfb32cb3c req-eeef4f7e-5763-4943-acf6-2cf8516759cc tempest-ServersNegativeTestJSON-1714409260 tempest-ServersNegativeTestJSON-1714409260-project] 10.222.0.41 "DELETE /v2.0/ports/8312add5-54e0-48dc-b78f-37c85826d59e HTTP/1.1" status: 204 len: 173 time: 1.7218294 Jul 30 01:49:16.370801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-deleted', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:16.373944 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febfdbe9-2582-4b16-8927-3d8e443179f2" -d '{"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-deleted", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:16.423221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d692c-9ecc-4222-9144-b8eca19224db req-98620914-662a-4dbb-949d-51803af9559b tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:16.426463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-489d692c-9ecc-4222-9144-b8eca19224db req-98620914-662a-4dbb-949d-51803af9559b tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.1934099 Jul 30 01:49:16.546672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-489d692c-9ecc-4222-9144-b8eca19224db req-cf685f04-9848-43f3-8097-f50994de9bbb tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039689 Jul 30 01:49:16.960067 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03b853-0bc5-4bae-a91c-7ac7888c8157 x-openstack-request-id: req-2b03b853-0bc5-4bae-a91c-7ac7888c8157 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:16.961899 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc16c0c-41d8-46f3-b25a-648bd4ddb806", "name": "network-vif-deleted", "tag": "8312add5-54e0-48dc-b78f-37c85826d59e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:16.963033 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2b03b853-0bc5-4bae-a91c-7ac7888c8157 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:16.964268 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc16c0c-41d8-46f3-b25a-648bd4ddb806', 'name': 'network-vif-deleted', 'tag': '8312add5-54e0-48dc-b78f-37c85826d59e', 'status': 'completed', 'code': 200} Jul 30 01:49:17.387798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeea985-bf5e-424d-b4ce-5a8ba98a65a8 req-810cc2e9-e9f8-4b0c-97d0-885284154bdb tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:17.390431 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1eeea985-bf5e-424d-b4ce-5a8ba98a65a8 req-810cc2e9-e9f8-4b0c-97d0-885284154bdb tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.3239791 Jul 30 01:49:17.558273 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:17.585813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 8312add5-54e0-48dc-b78f-37c85826d59e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:17.587072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8312add5-54e0-48dc-b78f-37c85826d59e not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:17.886101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-494c711a-6065-4816-a712-216a17eeceb4 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:17.887705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-494c711a-6065-4816-a712-216a17eeceb4 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/networks?id=d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 200 len: 815 time: 0.7483275 Jul 30 01:49:17.900307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1eeea985-bf5e-424d-b4ce-5a8ba98a65a8 req-6385ad70-9733-4a2b-ac6a-41a26ae407c2 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900179 Jul 30 01:49:17.947891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-45cbc125-da53-4c72-8911-b3343dad50eb tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/quotas/dabcba8e074547be98ca4a4e6d3e269a HTTP/1.1" status: 200 len: 375 time: 0.0367439 Jul 30 01:49:17.979284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37654) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:18.053921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-955fdb98-b01e-46f9-a614-f91f7e43a76a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1048939 Jul 30 01:49:18.135845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5f0fe7-e2ae-4dc9-bfa9-5f3defabb946 admin admin] Deleting subnet fb231187-35d3-483a-b26a-b9d2c322bfe2 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:49:18.144929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fe7-e2ae-4dc9-bfa9-5f3defabb946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.210096 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fe7-e2ae-4dc9-bfa9-5f3defabb946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.255369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-76b7f738-1830-4a27-8992-516bacc3022f service neutron] 10.222.0.84 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001536 Jul 30 01:49:18.334980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fe7-e2ae-4dc9-bfa9-5f3defabb946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.476592 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fe7-e2ae-4dc9-bfa9-5f3defabb946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.498905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fe7-e2ae-4dc9-bfa9-5f3defabb946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.501788 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2f5f0fe7-e2ae-4dc9-bfa9-5f3defabb946 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/fb231187-35d3-483a-b26a-b9d2c322bfe2 HTTP/1.1" status: 204 len: 168 time: 0.5213509 Jul 30 01:49:18.507644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37670) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:18.530800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0fe7-e2ae-4dc9-bfa9-5f3defabb946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb231187-35d3-483a-b26a-b9d2c322bfe2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:18.601937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-399cdbb1-7200-420d-b0af-05cc2c5053be service neutron] 10.222.0.84 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334727 Jul 30 01:49:18.632824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5079fdb4-4b87-489f-a202-d976428ae0e2 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:18.634993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5079fdb4-4b87-489f-a202-d976428ae0e2 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/networks?id=d8afbb7c-66ed-47bf-9055-74ef73815d85 HTTP/1.1" status: 200 len: 815 time: 0.3188751 Jul 30 01:49:18.657006 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.680847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-884d2967-503e-4d97-a436-526026d3cc20 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/quotas/a54a4c1f0a3244fa8ce9af5f58fac379 HTTP/1.1" status: 200 len: 375 time: 0.0207889 Jul 30 01:49:18.808061 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:18.842379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-a355a3c7-a3fc-4f44-8649-76abd224ee94 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a54a4c1f0a3244fa8ce9af5f58fac379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1309032 Jul 30 01:49:18.849249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253e0e71-f193-4cde-ae0f-aded2af7ab2f']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:18.981342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:18.981862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcb2b7b-54ac-4a7c-8653-3d5321700e85') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:19.036885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.099898 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.112587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-3390a4a1-7125-4a28-a0c6-95abd310e212 service neutron] 10.222.0.84 "GET /v2.0/networks/d8afbb7c-66ed-47bf-9055-74ef73815d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667499 Jul 30 01:49:19.114530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:49:19.115007 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:49:19.116992 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:49:19.136577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de629f-b5db-4361-b699-5e46343d399a req-64975958-939d-4b55-97ad-b9d297256eb2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:19.138164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5de629f-b5db-4361-b699-5e46343d399a req-64975958-939d-4b55-97ad-b9d297256eb2 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.1957753 Jul 30 01:49:19.289971 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.305753 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:19.310404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] 10.222.0.84 "DELETE /v2.0/networks/253e0e71-f193-4cde-ae0f-aded2af7ab2f HTTP/1.1" status: 204 len: 168 time: 0.7988636 Jul 30 01:49:19.326558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5de629f-b5db-4361-b699-5e46343d399a req-52d6ca1f-dce5-45c7-bebf-1bfc0d30aeef tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450367 Jul 30 01:49:19.341183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c2e6-e075-4292-a561-0c402266f241 admin admin] Pushing event deleted for resources: {'Network': ['ID=253e0e71-f193-4cde-ae0f-aded2af7ab2f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:19.383108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-210e8fc6-e4fe-48fd-b791-64f9ac078ad5 service neutron] 10.222.0.84 "GET /v2.0/networks/d8afbb7c-66ed-47bf-9055-74ef73815d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433569 Jul 30 01:49:19.569101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37690) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:19.718018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-53894463-845d-4a43-856f-dc884cf8480e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=564e2cc0845248e68d8d66300c601eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470299 Jul 30 01:49:19.726048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37702) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:20.040949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f6caa-2166-4311-b188-b312bf7248d5 req-160cb641-3907-4afd-a74f-8e3f7e9f7501 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.043610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f0f6caa-2166-4311-b188-b312bf7248d5 req-160cb641-3907-4afd-a74f-8e3f7e9f7501 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1730733 Jul 30 01:49:20.066912 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af33acc1-b81c-4c90-a7b6-3d4c8c51cdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.133853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-3332519d-3e9c-41a6-8d25-78aed9444d04 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.135668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-3332519d-3e9c-41a6-8d25-78aed9444d04 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/networks?id=d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 200 len: 815 time: 0.3789308 Jul 30 01:49:20.157264 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af33acc1-b81c-4c90-a7b6-3d4c8c51cdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.240393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-ee9395a2-fe67-4908-9dfd-c2e004cb7468 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/quotas/dabcba8e074547be98ca4a4e6d3e269a HTTP/1.1" status: 200 len: 375 time: 0.0788920 Jul 30 01:49:20.251079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f0f6caa-2166-4311-b188-b312bf7248d5 req-032d882e-794a-4c9b-86ed-336d9a45be75 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939259 Jul 30 01:49:20.415141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04f3579c-1e32-4691-917d-32107b793ff9 req-ed36c07c-6149-4321-80a1-8e2668fde051 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 210 time: 0.0613701 Jul 30 01:49:20.448322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-bfd2c75d-2679-4500-9120-c8148b41e1ad tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747932 Jul 30 01:49:20.568798 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af33acc1-b81c-4c90-a7b6-3d4c8c51cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.575929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af33acc1-b81c-4c90-a7b6-3d4c8c51cdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:20.578176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-af33acc1-b81c-4c90-a7b6-3d4c8c51cdcf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/57f5c80c-a44d-4e0e-8d33-c896df40fe31 HTTP/1.1" status: 204 len: 168 time: 0.8494513 Jul 30 01:49:20.717870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33acc1-b81c-4c90-a7b6-3d4c8c51cdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f5c80c-a44d-4e0e-8d33-c896df40fe31,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:20.906232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-32e798a2-df6d-4eef-b564-af875b0a0870 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.910837 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-32e798a2-df6d-4eef-b564-af875b0a0870 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.22 "GET /v2.0/networks?id=d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 200 len: 815 time: 0.2264531 Jul 30 01:49:20.926737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd4769-f92e-49bb-aa64-4aec2d286ce8 req-4b2bab21-bdcd-4de3-8214-3a2efa9940fd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:20.935497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4fd4769-f92e-49bb-aa64-4aec2d286ce8 req-4b2bab21-bdcd-4de3-8214-3a2efa9940fd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.3424029 Jul 30 01:49:20.935964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Request body: {'port': {'device_id': '85d84c00-486d-4f75-b5f4-7e013ef30620', 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee', 'admin_state_up': True, 'tenant_id': 'dabcba8e074547be98ca4a4e6d3e269a'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:20.960754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-7baa6949-0ca5-476e-a1c4-020f2cdebde6 service neutron] 10.222.0.84 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099463 Jul 30 01:49:21.140257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4fd4769-f92e-49bb-aa64-4aec2d286ce8 req-a72bbe2f-f4b3-4e4d-a3dd-58b74f853a7e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036695 Jul 30 01:49:21.302060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-ad097fd7-08fe-4d5e-a868-ebdc2b109996 service neutron] 10.222.0.84 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186874 Jul 30 01:49:21.713280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Made reservation on behalf of dabcba8e074547be98ca4a4e6d3e269a for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:21.733284 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:22.071592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1500bb-9fb4-4a82-a9dd-b3ebbe457165 req-81c60c08-f0ad-4cc0-8de4-c96d91bc00f9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.075276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb1500bb-9fb4-4a82-a9dd-b3ebbe457165 req-81c60c08-f0ad-4cc0-8de4-c96d91bc00f9 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1658909 Jul 30 01:49:22.257488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42ffaf84-1952-43be-b0bb-d18e66a79b55 req-de0d9e54-5696-4dfa-b720-e4ca3c321e94 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 210 time: 0.1368926 Jul 30 01:49:22.289399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb1500bb-9fb4-4a82-a9dd-b3ebbe457165 req-c9747cf9-8a16-4673-bcf5-534188d0fede tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938884 Jul 30 01:49:22.419558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Allocated IP 172.20.0.7 (d97603bb-88dd-433a-9534-1632ac732fee/8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e/19ead6e2-ca74-48b5-ae2e-203a86b83df1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:22.644881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378683ca-7d33-4af7-9e34-573509e1e633 req-188c5b12-a10c-477b-ab66-6f86787ad48f tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.649923 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-188c5b12-a10c-477b-ab66-6f86787ad48f tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.22 "GET /v2.0/networks?id=d8afbb7c-66ed-47bf-9055-74ef73815d85 HTTP/1.1" status: 200 len: 815 time: 0.5090039 Jul 30 01:49:22.676116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Request body: {'port': {'device_id': '09b5c5ca-444f-48ee-9995-6872f14a923e', 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85', 'admin_state_up': True, 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:22.787173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82b922-a380-4879-a1b5-eb7845d014f9 req-273d7eba-2ec8-41ff-ad85-7444f7d0b858 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.791680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe82b922-a380-4879-a1b5-eb7845d014f9 req-273d7eba-2ec8-41ff-ad85-7444f7d0b858 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.2017825 Jul 30 01:49:22.863866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37776) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:22.915409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-fe08cfb0-f726-49e7-8b69-82edbf936c0e tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:22.917214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-fe08cfb0-f726-49e7-8b69-82edbf936c0e tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/networks?id=d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 200 len: 815 time: 0.4824026 Jul 30 01:49:22.961993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe82b922-a380-4879-a1b5-eb7845d014f9 req-d01f2810-8279-4213-85d3-83abcd1d5ead tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583593 Jul 30 01:49:22.994788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-7387df73-662f-4413-9f9d-e5b1c7f4d62b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/quotas/dabcba8e074547be98ca4a4e6d3e269a HTTP/1.1" status: 200 len: 375 time: 0.0631235 Jul 30 01:49:23.001571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Made reservation on behalf of a54a4c1f0a3244fa8ce9af5f58fac379 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:23.023717 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.093231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-a3a493da-a859-46d4-a439-febb9c6cb768 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897713 Jul 30 01:49:23.243167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.254371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1068838086-network', 'tenant_id': 'd0c8f0812d2c486295c533d2028da8a9'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:23.349966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-14fa2e35-97a5-40be-9d2b-690c07255487 service neutron] 10.222.0.84 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468393 Jul 30 01:49:23.379767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Made reservation on behalf of d0c8f0812d2c486295c533d2028da8a9 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:23.390433 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.451519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Transition to ACTIVE for port object 19ead6e2-ca74-48b5-ae2e-203a86b83df1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:23.480955 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.619892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-c83735a9-ec54-42c6-a472-376b21351082 service neutron] 10.222.0.84 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681162 Jul 30 01:49:23.672134 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.677254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Allocated IP 172.20.0.3 (d8afbb7c-66ed-47bf-9055-74ef73815d85/5ed08bb0-0dac-4989-9792-e63034cee539/52b4bbed-e523-4172-9b93-2c368ab2e19d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:23.679706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.783772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Network d97603bb-88dd-433a-9534-1632ac732fee is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:23.814972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:23.826062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:23.841183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bef19c1c-7294-4c4d-99f6-b0a2f320859b req-18f2d472-66fe-4c25-9d5b-8bf1611c1b56 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 210 time: 0.1329374 Jul 30 01:49:23.951052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:23.959940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.079092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:24.271706 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.272206 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Added segment 05736f05-784f-4911-bb34-7c5571420199 of type vlan for network eefe039a-961c-4b2e-81a7-f1a6634d1344 Jul 30 01:49:24.292363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.293472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.554364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Pushing event updated for resources: {'Port': ['ID=19ead6e2-ca74-48b5-ae2e-203a86b83df1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:24.605561 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6771331 Jul 30 01:49:24.613006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.613719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.614163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.614848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.615580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.621050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.622166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.622741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.623294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.624245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.625365 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.625631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed89961-9a69-48ee-a968-509c269faea5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:24.779321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Request body: {'port': {'device_id': '85d84c00-486d-4f75-b5f4-7e013ef30620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:24.866648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-75a752d2-34d7-4883-a027-707636d1a9ba None None] Provisioning for port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:24.881784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff501a9-fc26-4c09-aa96-e6063dda36f6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:24.891098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-75a752d2-34d7-4883-a027-707636d1a9ba None None] Provisioning complete for port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:24.896926 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75a752d2-34d7-4883-a027-707636d1a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:24.901573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-30454a67-7394-41f0-91bb-66721f66e973 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:24.906789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-30454a67-7394-41f0-91bb-66721f66e973 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.41 "GET /v2.0/networks?id=d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 200 len: 815 time: 0.7370374 Jul 30 01:49:24.997686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-75a752d2-34d7-4883-a027-707636d1a9ba None None] Port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:25.062321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Request body: {'port': {'device_id': 'e23a63b8-7816-4ee6-a033-36c6008d0e56', 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee', 'admin_state_up': True, 'tenant_id': 'dabcba8e074547be98ca4a4e6d3e269a'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:25.094747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.095361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.096006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.096616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.097200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.098013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.098900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.099840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.100581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.101314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.102025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.102892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:25.122786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-3a082140-3aa6-46eb-b3b0-79c514870476 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.126124 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-3a082140-3aa6-46eb-b3b0-79c514870476 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.4735315 Jul 30 01:49:25.127075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab41fafd-cbcd-4b9e-8a8b-89f62a5299a4 req-1d7197e9-7810-4b99-9c88-aa1aa0cebf92 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 210 time: 0.5885868 Jul 30 01:49:25.127767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.178264 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.216456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-7'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:25.458540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488fa31-7a1c-415b-9c47-92b4123c5423 req-bd6e33ab-f335-46b6-8e6e-bc987fe88c53 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.477755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f488fa31-7a1c-415b-9c47-92b4123c5423 req-bd6e33ab-f335-46b6-8e6e-bc987fe88c53 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.5177226 Jul 30 01:49:25.545201 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:49:25.582070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6a634786-2a8a-4d2e-b71a-68b58f3df677 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:25.750052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35523ef1-86b4-4f7e-a295-f76de3693c9b req-c8b8fbf5-8351-4bec-bfd9-0c7677210168 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.759816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35523ef1-86b4-4f7e-a295-f76de3693c9b req-c8b8fbf5-8351-4bec-bfd9-0c7677210168 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 0.3552227 Jul 30 01:49:25.786285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.788202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:25.789582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:25.942297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] Pushing event updated for resources: {'Network': ['ID=eefe039a-961c-4b2e-81a7-f1a6634d1344,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:26.019330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f488fa31-7a1c-415b-9c47-92b4123c5423 req-b816d40f-0008-4734-801a-a14884161a5e tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951093 Jul 30 01:49:26.030842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:26.059194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6e9b92ba-e261-4fc9-923e-a30afe252416 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1904371 Jul 30 01:49:26.073109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37840) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:26.078323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network eefe039a-961c-4b2e-81a7-f1a6634d1344 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:26.094490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6a634786-2a8a-4d2e-b71a-68b58f3df677 has no active binding in host n-h1-715271-7 {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:49:26.101183 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.131251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Request body: {'subnet': {'network_id': 'eefe039a-961c-4b2e-81a7-f1a6634d1344', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1068838086-subnet', 'tenant_id': 'd0c8f0812d2c486295c533d2028da8a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:26.198344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35523ef1-86b4-4f7e-a295-f76de3693c9b req-41871e73-d4c3-4ca3-afaf-446659331fb3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308426 Jul 30 01:49:26.267085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Made reservation on behalf of dabcba8e074547be98ca4a4e6d3e269a for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:26.286702 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.404062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.464888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Made reservation on behalf of d0c8f0812d2c486295c533d2028da8a9 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:26.472842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.652433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Transition to ACTIVE for port object 52b4bbed-e523-4172-9b93-2c368ab2e19d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:26.727913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a361904-5dee-4b02-a3c2-cac82333b5b5 req-936e0c83-1620-4cf6-bb76-edb4940d3841 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 210 time: 0.2142441 Jul 30 01:49:26.887868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb20d1cb-e9e3-499f-885b-cde61c20f1e7 req-86115146-149a-473a-b997-ffa0b9b706b4 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 210 time: 0.3017776 Jul 30 01:49:26.912899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:26.963350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:27.047648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Network d8afbb7c-66ed-47bf-9055-74ef73815d85 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:27.060865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ead6e2-ca74-48b5-ae2e-203a86b83df1 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:27.073227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:27.090667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:27.160170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.239012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.240237 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.347274 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Pushing event updated for resources: {'Port': ['ID=52b4bbed-e523-4172-9b93-2c368ab2e19d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:27.412225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Transition to ACTIVE for port object 19ead6e2-ca74-48b5-ae2e-203a86b83df1 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:27.458835 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-5d349920-42b1-4023-84f9-1f80d6e6e5e7 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7874682 Jul 30 01:49:27.463689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.509612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:27.645485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-73dc8f66-bf47-4b56-a5ca-6e382e653827 None None] Provisioning for port 52b4bbed-e523-4172-9b93-2c368ab2e19d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:27.667946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-73dc8f66-bf47-4b56-a5ca-6e382e653827 None None] Provisioning complete for port 52b4bbed-e523-4172-9b93-2c368ab2e19d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:27.669171 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73dc8f66-bf47-4b56-a5ca-6e382e653827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.830293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-73dc8f66-bf47-4b56-a5ca-6e382e653827 None None] Port 52b4bbed-e523-4172-9b93-2c368ab2e19d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:27.834828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:27.838190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2c2b3-e509-4392-a626-4d42e3a5035f req-ccba6e06-d7d7-46bf-b9bb-c574f59a2ca1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.841064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80a2c2b3-e509-4392-a626-4d42e3a5035f req-ccba6e06-d7d7-46bf-b9bb-c574f59a2ca1 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.5666716 Jul 30 01:49:27.922815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-bbd1d070-be1c-49df-9d5e-ac4501e9cf1f tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:27.925646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-bbd1d070-be1c-49df-9d5e-ac4501e9cf1f tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.41 "GET /v2.0/networks?id=d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 200 len: 815 time: 0.9876473 Jul 30 01:49:27.986876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:27.991057 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c286db-3d7a-4db6-9757-a92c8b869160" -d '{"events": [{"server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:28.004534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Request body: {'port': {'device_id': 'bcae5fd1-3f48-496e-a5bf-51407cc6f7c7', 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee', 'admin_state_up': True, 'tenant_id': 'dabcba8e074547be98ca4a4e6d3e269a'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:28.006753 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.094470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Allocated IP 172.20.0.10 (d97603bb-88dd-433a-9534-1632ac732fee/8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e/3cc51343-0e5f-47c5-bdbf-e428ef4605b8) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:28.164209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=19ead6e2-ca74-48b5-ae2e-203a86b83df1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:28.296269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on host n-h2-715271-7 for vnic_type normal with profile {"migrating_to": "n-h1-715271-7"} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:28.296814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:28.297161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:28.310457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Attempting to bind port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:28.310919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Attempting to bind port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:28.311390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Attempting to bind port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 on network d97603bb-88dd-433a-9534-1632ac732fee {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:28.365440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:28.365997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Attempting to bind port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on network 944e4bd2-8bb9-4e38-9143-e46312114ed6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:28.382520 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:28.383674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Checking segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:28.384342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Bound using segment: {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:28.385108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Bound port: 6a634786-2a8a-4d2e-b71a-68b58f3df677, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5b9672-8a87-4132-80f1-8893ffb01ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '944e4bd2-8bb9-4e38-9143-e46312114ed6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:28.385725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.391891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 on network d97603bb-88dd-433a-9534-1632ac732fee not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:28.392457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Attempting to bind port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 on network d97603bb-88dd-433a-9534-1632ac732fee {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:28.414668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:28.415181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Checking segment: {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:28.415882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Bound using segment: {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:28.416675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Bound port: 19ead6e2-ca74-48b5-ae2e-203a86b83df1, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:28.417297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.421106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Pushing event updated for resources: {'Port': ['ID=6a634786-2a8a-4d2e-b71a-68b58f3df677,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:28.633884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:28.665658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] For port 19ead6e2-ca74-48b5-ae2e-203a86b83df1, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:28.708144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] For port 19ead6e2-ca74-48b5-ae2e-203a86b83df1, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=19ead6e2-ca74-48b5-ae2e-203a86b83df1,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:28.732305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:28.738167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.791728 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.802376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7c592-4d97-4d01-ba2c-6bcbf9f1227c req-4f229509-07a4-4538-b51c-2f630fb408aa tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.817593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2d7c592-4d97-4d01-ba2c-6bcbf9f1227c req-4f229509-07a4-4538-b51c-2f630fb408aa tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 945 time: 1.1810162 Jul 30 01:49:28.842492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:28.843410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:28.845351 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] 10.222.0.22 "PUT /v2.0/ports/19ead6e2-ca74-48b5-ae2e-203a86b83df1 HTTP/1.1" status: 200 len: 1091 time: 4.0859170 Jul 30 01:49:28.965223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80a2c2b3-e509-4392-a626-4d42e3a5035f req-fa276540-0391-4471-bce8-02aaee7a7a73 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0765278 Jul 30 01:49:29.055817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:29.057306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.060377 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] 10.222.0.41 "PUT /v2.0/ports/6a634786-2a8a-4d2e-b71a-68b58f3df677 HTTP/1.1" status: 200 len: 1121 time: 3.8893881 Jul 30 01:49:29.067127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e297a69-75ed-4e4c-bc16-ce1b8408b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=19ead6e2-ca74-48b5-ae2e-203a86b83df1,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:29.160363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2d7c592-4d97-4d01-ba2c-6bcbf9f1227c req-995439a4-bc08-4c49-a873-6d0bde7bafc5 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414311 Jul 30 01:49:29.187595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6a634786-2a8a-4d2e-b71a-68b58f3df677'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:29.189899 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.318012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b8d2-7ded-46f0-9411-b75a0a57cf9f service neutron] Pushing event updated for resources: {'Port': ['ID=6a634786-2a8a-4d2e-b71a-68b58f3df677,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:29.449329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['6a634786-2a8a-4d2e-b71a-68b58f3df677'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:29.465922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Made reservation on behalf of dabcba8e074547be98ca4a4e6d3e269a for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:29.473122 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:29.565089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd83ed6-09b2-4140-aaff-a8078f020165,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:29.836584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eaf0947a-e213-421c-b7a7-6168b52f91dd req-419815be-f134-4809-9d2e-b6d328dbee56 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 210 time: 0.2271438 Jul 30 01:49:29.985827 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4a1ce5-efbc-4252-9f05-d23b820d88ba x-openstack-request-id: req-5e4a1ce5-efbc-4252-9f05-d23b820d88ba {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:29.986096 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:29.986358 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5e4a1ce5-efbc-4252-9f05-d23b820d88ba {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:29.986847 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677', 'code': 200} Jul 30 01:49:30.126622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.138644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Checking segment: {'id': '05736f05-784f-4911-bb34-7c5571420199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eefe039a-961c-4b2e-81a7-f1a6634d1344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:30.139226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Network hostable DHCP agents. Network: eefe039a-961c-4b2e-81a7-f1a6634d1344, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:30.165197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0da28-2147-44e0-a72a-394c14043795 req-2524b64f-5666-4bef-a465-64056b4c5651 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.168994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cd0da28-2147-44e0-a72a-394c14043795 req-2524b64f-5666-4bef-a465-64056b4c5651 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 931 time: 0.6080301 Jul 30 01:49:30.202025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Transition to ACTIVE for port object 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:30.293625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Network eefe039a-961c-4b2e-81a7-f1a6634d1344 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:30.390630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cd0da28-2147-44e0-a72a-394c14043795 req-9e0d7adb-ea11-4280-a005-7050acfc0712 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084479 Jul 30 01:49:30.412930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, eefe039a-961c-4b2e-81a7-f1a6634d1344) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:30.428850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.430085 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.449465 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.487369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f98cb-04b4-491e-9125-32c9ebb6a58b None None] Network eefe039a-961c-4b2e-81a7-f1a6634d1344 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:30.548624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4767b8-2e9b-47a8-a7ca-890c62fd7ba9 req-20714a50-dff6-4c21-b2db-b4c4d7ff3bb7 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:30.551195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b4767b8-2e9b-47a8-a7ca-890c62fd7ba9 req-20714a50-dff6-4c21-b2db-b4c4d7ff3bb7 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.3002684 Jul 30 01:49:30.663715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Pushing event updated for resources: {'Port': ['ID=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:30.703527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9827283d-a7ab-453f-96f6-590bd05bd734 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.5752461 Jul 30 01:49:30.744657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Network d97603bb-88dd-433a-9534-1632ac732fee is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:30.821722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:30.858690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:30.939244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Allocated IP 172.20.0.13 (d97603bb-88dd-433a-9534-1632ac732fee/8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e/fcc66812-65b8-4abf-89f1-d683141346b5) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:30.957969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-782d7d3c-f64d-42e9-8b45-786876b762af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:30.985811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1f8e6-3a9d-4fb1-9df8-31689d53c2ef None None] Network eefe039a-961c-4b2e-81a7-f1a6634d1344 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:31.025040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b4767b8-2e9b-47a8-a7ca-890c62fd7ba9 req-28579352-897b-49ff-afd6-4d8371f2c361 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373394 Jul 30 01:49:31.114142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb73dc-02cf-4b1d-8e9d-5e3d4379aa0d req-c2249e6f-1613-4e39-848a-f76e7b8589bc tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:31.132885 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01eb73dc-02cf-4b1d-8e9d-5e3d4379aa0d req-c2249e6f-1613-4e39-848a-f76e7b8589bc tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.3800111 Jul 30 01:49:31.160639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:31.162153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.308194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.360163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-5e6443b8-94c7-47ae-a3e6-e52cda8cf3fc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3874178 Jul 30 01:49:31.402407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Request body: {'port': {'device_id': 'e23a63b8-7816-4ee6-a033-36c6008d0e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:31.608457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9f9d52b0-fc59-433c-971b-3c5fbe68406e None None] Provisioning for port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:31.623884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9f9d52b0-fc59-433c-971b-3c5fbe68406e None None] Provisioning complete for port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:31.626806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f9d52b0-fc59-433c-971b-3c5fbe68406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.635184 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:31.656948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01eb73dc-02cf-4b1d-8e9d-5e3d4379aa0d req-496e97be-9d8e-489d-844e-da628bf9ae19 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537084 Jul 30 01:49:31.773632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d52b0-fc59-433c-971b-3c5fbe68406e None None] Port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:31.811620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2075092a-2ae3-4788-b17d-368735d9153e req-c5dffb71-3c7d-4ac6-94af-a6a39b378390 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 210 time: 0.1863718 Jul 30 01:49:31.872797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37896) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:31.970847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f53c65-e517-430e-bcfc-68c9a029879d admin admin] Deleting subnet 2dd83ed6-09b2-4140-aaff-a8078f020165 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:49:31.977109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f53c65-e517-430e-bcfc-68c9a029879d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.058033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d84c00-486d-4f75-b5f4-7e013ef30620', 'tag': '19ead6e2-ca74-48b5-ae2e-203a86b83df1'}, {'name': 'network-changed', 'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:32.061528 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "85d84c00-486d-4f75-b5f4-7e013ef30620", "tag": "19ead6e2-ca74-48b5-ae2e-203a86b83df1"}, {"name": "network-changed", "server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:32.142378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f53c65-e517-430e-bcfc-68c9a029879d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.263873 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cdf9b0-0627-4b2d-923c-3279cc7cca55 x-openstack-request-id: req-62cdf9b0-0627-4b2d-923c-3279cc7cca55 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:32.265102 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d84c00-486d-4f75-b5f4-7e013ef30620", "tag": "19ead6e2-ca74-48b5-ae2e-203a86b83df1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:32.266549 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-62cdf9b0-0627-4b2d-923c-3279cc7cca55 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:32.267883 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d84c00-486d-4f75-b5f4-7e013ef30620', 'tag': '19ead6e2-ca74-48b5-ae2e-203a86b83df1', 'status': 'completed', 'code': 200} Jul 30 01:49:32.268852 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677', 'status': 'completed', 'code': 200} Jul 30 01:49:32.371594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f53c65-e517-430e-bcfc-68c9a029879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.504060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f53c65-e517-430e-bcfc-68c9a029879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.519338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48747355-ae47-40a5-aaa7-3ad3479a8a26 req-73ea8ba2-2c62-4ea6-b665-eba502e735f8 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.529786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48747355-ae47-40a5-aaa7-3ad3479a8a26 req-73ea8ba2-2c62-4ea6-b665-eba502e735f8 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 931 time: 0.4528747 Jul 30 01:49:32.621685 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f53c65-e517-430e-bcfc-68c9a029879d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.627563 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-04f53c65-e517-430e-bcfc-68c9a029879d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2dd83ed6-09b2-4140-aaff-a8078f020165 HTTP/1.1" status: 204 len: 168 time: 0.7491646 Jul 30 01:49:32.632278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f53c65-e517-430e-bcfc-68c9a029879d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd83ed6-09b2-4140-aaff-a8078f020165,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:32.647269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37904) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:32.665890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.717488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Transition to ACTIVE for port object fcc66812-65b8-4abf-89f1-d683141346b5 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:32.805565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48747355-ae47-40a5-aaa7-3ad3479a8a26 req-178f0c17-89a1-4da9-8068-4ddd48644add tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725403 Jul 30 01:49:32.885566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9828aa-c21e-43b5-ae36-22b1432f09ad req-c31ac692-e71d-4246-8e3b-295aec635491 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:32.897718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de9828aa-c21e-43b5-ae36-22b1432f09ad req-c31ac692-e71d-4246-8e3b-295aec635491 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.4076090 Jul 30 01:49:32.910990 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:32.929695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.115118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Pushing event updated for resources: {'Port': ['ID=fcc66812-65b8-4abf-89f1-d683141346b5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:33.181591 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.206983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Network d97603bb-88dd-433a-9534-1632ac732fee is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:33.220370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:33.228672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefe039a-961c-4b2e-81a7-f1a6634d1344']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:33.229295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:33.282401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05736f05-784f-4911-bb34-7c5571420199') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:33.282730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05736f05-784f-4911-bb34-7c5571420199') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:49:33.304940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.326099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.331195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.338265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:49:33.340270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.340561 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.366781 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c879566b-2527-4aac-a91a-d43a52f3fbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:49:33.458748 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:49:33.470634 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.481552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e37a6278-2727-43c4-b04d-4fc0e15a4b45 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4862087 Jul 30 01:49:33.501504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Request body: {'port': {'device_id': 'bcae5fd1-3f48-496e-a5bf-51407cc6f7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:33.519652 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.519992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de9828aa-c21e-43b5-ae36-22b1432f09ad req-53eea029-275b-4fa3-8567-e0a892b35c01 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6192095 Jul 30 01:49:33.522262 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] 10.222.0.84 "DELETE /v2.0/networks/eefe039a-961c-4b2e-81a7-f1a6634d1344 HTTP/1.1" status: 204 len: 168 time: 0.8728466 Jul 30 01:49:33.524058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19471c8e-cb23-4d9d-b21e-f4148e808957 admin admin] Pushing event deleted for resources: {'Network': ['ID=eefe039a-961c-4b2e-81a7-f1a6634d1344,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:33.765153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd267e-15d6-4737-a633-a253ae719e2f req-c7f3b224-1794-4615-8421-fa31c422d7c1 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:33.767399 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:33.777876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83bd267e-15d6-4737-a633-a253ae719e2f req-c7f3b224-1794-4615-8421-fa31c422d7c1 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.6675985 Jul 30 01:49:33.928453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37920) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:33.957131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-68848bcb-4840-4c25-9f6e-3c53036817bb None None] Provisioning for port fcc66812-65b8-4abf-89f1-d683141346b5 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:33.966805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-68848bcb-4840-4c25-9f6e-3c53036817bb None None] Provisioning complete for port fcc66812-65b8-4abf-89f1-d683141346b5 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:33.970085 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68848bcb-4840-4c25-9f6e-3c53036817bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.067977 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-446b9dc0-b062-4923-bd97-0af8d4ff828a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0c8f0812d2c486295c533d2028da8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375222 Jul 30 01:49:34.072303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37924) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:34.080054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-68848bcb-4840-4c25-9f6e-3c53036817bb None None] Port fcc66812-65b8-4abf-89f1-d683141346b5 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:34.197753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:34.220657 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1a58609-8dcb-4cdc-8e65-702917ce57e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.237520 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.248169 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.253226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83bd267e-15d6-4737-a633-a253ae719e2f req-0f6265a4-7730-40e3-8fc8-9235ffbb413b tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742019 Jul 30 01:49:34.280863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1a58609-8dcb-4cdc-8e65-702917ce57e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.374370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Transition to ACTIVE for port object 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:34.402132 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.407825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b12ab-f39b-44ca-932b-d0a9a72ed9a9 req-5252f5d7-5ce6-47e3-9a50-45ee133d69f8 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:34.420774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d7b12ab-f39b-44ca-932b-d0a9a72ed9a9 req-5252f5d7-5ce6-47e3-9a50-45ee133d69f8 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 932 time: 0.4318793 Jul 30 01:49:34.431123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.474855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1a58609-8dcb-4cdc-8e65-702917ce57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.483010 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1a58609-8dcb-4cdc-8e65-702917ce57e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:34.492638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d1a58609-8dcb-4cdc-8e65-702917ce57e0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0ff501a9-fc26-4c09-aa96-e6063dda36f6 HTTP/1.1" status: 204 len: 168 time: 0.4171717 Jul 30 01:49:34.511863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a58609-8dcb-4cdc-8e65-702917ce57e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff501a9-fc26-4c09-aa96-e6063dda36f6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:35.100338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d7b12ab-f39b-44ca-932b-d0a9a72ed9a9 req-16e83d03-a73c-4318-adcb-d7707bd68b1d tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323567 Jul 30 01:49:35.105300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:35.276180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc86d8-b167-4736-8954-a00ee945e801 req-903728c9-3c40-4163-96b0-15cbe8dac655 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.285285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4cc86d8-b167-4736-8954-a00ee945e801 req-903728c9-3c40-4163-96b0-15cbe8dac655 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 931 time: 0.6137667 Jul 30 01:49:35.406518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4cc86d8-b167-4736-8954-a00ee945e801 req-7c0c08d0-dc3b-40f9-8d7c-de8b01c017df tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199353 Jul 30 01:49:35.531976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc66812-65b8-4abf-89f1-d683141346b5 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:35.557055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Attempting to bind port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:35.557700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Attempting to bind port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:35.558824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Attempting to bind port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 on network d97603bb-88dd-433a-9534-1632ac732fee {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:35.572376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.628001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 on network d97603bb-88dd-433a-9534-1632ac732fee not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:35.628603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Attempting to bind port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 on network d97603bb-88dd-433a-9534-1632ac732fee {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:35.641076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Transition to ACTIVE for port object fcc66812-65b8-4abf-89f1-d683141346b5 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:35.655622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:35.662329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Checking segment: {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:35.663818 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Bound using segment: {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:35.666408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Bound port: 3cc51343-0e5f-47c5-bdbf-e428ef4605b8, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:35.667072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.701005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:35.872644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d2dd2-516f-4fec-bf0f-24c685ce9384 req-0b6dac83-1548-4c75-875b-9ff9abfccbfa tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.875310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df8d2dd2-516f-4fec-bf0f-24c685ce9384 req-0b6dac83-1548-4c75-875b-9ff9abfccbfa tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.3341618 Jul 30 01:49:35.902462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c489a-e16b-454c-b8f3-401fc7161eef req-2e96d364-c642-4b5f-b41e-43fac9216704 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:35.905075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f0c489a-e16b-454c-b8f3-401fc7161eef req-2e96d364-c642-4b5f-b41e-43fac9216704 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.3617432 Jul 30 01:49:35.960666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc66812-65b8-4abf-89f1-d683141346b5,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:36.098455 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.143686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df8d2dd2-516f-4fec-bf0f-24c685ce9384 req-ba6f18b6-252b-4fdd-86ba-9fdd93da5028 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369807 Jul 30 01:49:36.242539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] For port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:36.259836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f0c489a-e16b-454c-b8f3-401fc7161eef req-7fba3b7a-a11b-4e6e-b79f-fe12b95b19f6 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231676 Jul 30 01:49:36.285752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Attempting to bind port fcc66812-65b8-4abf-89f1-d683141346b5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:36.300911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Attempting to bind port fcc66812-65b8-4abf-89f1-d683141346b5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:36.303221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Attempting to bind port fcc66812-65b8-4abf-89f1-d683141346b5 on network d97603bb-88dd-433a-9534-1632ac732fee {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:36.344477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] For port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:36.374867 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.391984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Port fcc66812-65b8-4abf-89f1-d683141346b5 on network d97603bb-88dd-433a-9534-1632ac732fee not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:36.395101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Attempting to bind port fcc66812-65b8-4abf-89f1-d683141346b5 on network d97603bb-88dd-433a-9534-1632ac732fee {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:36.532304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:36.532804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Checking segment: {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:36.533199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Bound using segment: {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:36.533658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Bound port: fcc66812-65b8-4abf-89f1-d683141346b5, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:36.534028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.633198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.633929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:36.635511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] 10.222.0.41 "PUT /v2.0/ports/3cc51343-0e5f-47c5-bdbf-e428ef4605b8 HTTP/1.1" status: 200 len: 1092 time: 5.2645252 Jul 30 01:49:36.638714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23a63b8-7816-4ee6-a033-36c6008d0e56', 'tag': '3cc51343-0e5f-47c5-bdbf-e428ef4605b8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:36.641448 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6216da3-d928-433a-a651-22acc6aa3f73" -d '{"events": [{"name": "network-changed", "server_uuid": "e23a63b8-7816-4ee6-a033-36c6008d0e56", "tag": "3cc51343-0e5f-47c5-bdbf-e428ef4605b8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:36.686221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8d6e8-7695-46dd-a0d8-73b98e2dee46 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:36.865106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b430e-c5dc-4346-9199-e398639f3cc9 req-ac5405bb-8aef-4b20-9a35-6d96be18ac10 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.883076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-125b430e-c5dc-4346-9199-e398639f3cc9 req-ac5405bb-8aef-4b20-9a35-6d96be18ac10 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 944 time: 0.3631303 Jul 30 01:49:36.892300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] For port fcc66812-65b8-4abf-89f1-d683141346b5, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:36.924700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] For port fcc66812-65b8-4abf-89f1-d683141346b5, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fcc66812-65b8-4abf-89f1-d683141346b5,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:36.963599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-bcdd292c-9aaf-449f-8902-7969b9398425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:36.973078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-bcdd292c-9aaf-449f-8902-7969b9398425 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 1095 time: 0.2430050 Jul 30 01:49:36.977606 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.750435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-aee27e28-a142-43a0-9549-410d5dd3261d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cc51343-0e5f-47c5-bdbf-e428ef4605b8 HTTP/1.1" status: 200 len: 217 time: 0.7425063 Jul 30 01:49:37.807493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:37.808820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:37.814167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] 10.222.0.41 "PUT /v2.0/ports/fcc66812-65b8-4abf-89f1-d683141346b5 HTTP/1.1" status: 200 len: 1092 time: 4.3179607 Jul 30 01:49:37.855571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-125b430e-c5dc-4346-9199-e398639f3cc9 req-baff5fd5-eb41-4894-8599-b3e3d3ca8f3a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9654670 Jul 30 01:49:37.994633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ad6f9-b427-44fa-81ea-05e823d65612 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc66812-65b8-4abf-89f1-d683141346b5,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:38.036462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaebcb-98d1-453b-8dd9-e776aeb0f21f req-ff473529-85f0-42de-a15a-26358b41699c tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.047279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cbeaebcb-98d1-453b-8dd9-e776aeb0f21f req-ff473529-85f0-42de-a15a-26358b41699c tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 931 time: 1.0917726 Jul 30 01:49:38.092275 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-19dcf22c-f47f-4cd6-9bd6-aed95201d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.094123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-19dcf22c-f47f-4cd6-9bd6-aed95201d8ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e HTTP/1.1" status: 200 len: 854 time: 0.3254037 Jul 30 01:49:38.141825 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1eabf6-6e3c-4c0e-b3ec-94cb007bf8de x-openstack-request-id: req-cd1eabf6-6e3c-4c0e-b3ec-94cb007bf8de {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:38.142189 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23a63b8-7816-4ee6-a033-36c6008d0e56", "tag": "3cc51343-0e5f-47c5-bdbf-e428ef4605b8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:38.142407 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cd1eabf6-6e3c-4c0e-b3ec-94cb007bf8de {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:38.142848 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23a63b8-7816-4ee6-a033-36c6008d0e56', 'tag': '3cc51343-0e5f-47c5-bdbf-e428ef4605b8', 'status': 'completed', 'code': 200} Jul 30 01:49:38.145222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-fd8df0e8-a821-4cab-b555-566ec25ea9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.147219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-fd8df0e8-a821-4cab-b555-566ec25ea9c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 1095 time: 0.2667367 Jul 30 01:49:38.188806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cbeaebcb-98d1-453b-8dd9-e776aeb0f21f req-c3ab74ea-1612-4261-8e89-268c1f51ed66 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400001 Jul 30 01:49:38.364698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-fffea79d-3edb-46fc-9cfd-c6c31f3d7401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc66812-65b8-4abf-89f1-d683141346b5 HTTP/1.1" status: 200 len: 217 time: 0.1942527 Jul 30 01:49:38.537462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-d7f80d5f-f1ea-440b-883f-ce0fdd79f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.539487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-d7f80d5f-f1ea-440b-883f-ce0fdd79f832 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d97603bb-88dd-433a-9534-1632ac732fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4352992 Jul 30 01:49:38.705566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-5cdd5025-bf61-4992-abf8-5dc3e01d4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.708371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-5cdd5025-bf61-4992-abf8-5dc3e01d4aee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e HTTP/1.1" status: 200 len: 854 time: 0.3059492 Jul 30 01:49:38.725414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8817c-301d-4135-9de0-e60d326cbe1b req-7296ae8e-3a8b-48c3-a790-f6c319e3f777 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.739597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ad8817c-301d-4135-9de0-e60d326cbe1b req-7296ae8e-3a8b-48c3-a790-f6c319e3f777 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.3901422 Jul 30 01:49:38.870847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b068c-03ee-49a6-bdec-06bcd962c75b req-9709d1db-0cab-41ab-9f32-692dab545bac tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:38.874970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-664b068c-03ee-49a6-bdec-06bcd962c75b req-9709d1db-0cab-41ab-9f32-692dab545bac tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.4737589 Jul 30 01:49:39.015793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-f4b75930-bb31-48da-95a4-07fe1e43e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.019409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-f4b75930-bb31-48da-95a4-07fe1e43e153 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d97603bb-88dd-433a-9534-1632ac732fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752144 Jul 30 01:49:39.045257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ad8817c-301d-4135-9de0-e60d326cbe1b req-6ab17e17-14b5-4550-a7b9-2b1caec1c748 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032010 Jul 30 01:49:39.206021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-664b068c-03ee-49a6-bdec-06bcd962c75b req-3a3b159d-c514-4c12-b494-8d72f8af9c37 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973611 Jul 30 01:49:39.215951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-d1241a24-2142-425a-a443-803fd6d1d8b4 service neutron] 10.222.0.41 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430767 Jul 30 01:49:39.704800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-861fc0a3-6a4d-4927-a8a6-f51a7c570ef6 req-e423c84d-ae7e-4ba9-ac72-7f26f92d4786 service neutron] 10.222.0.41 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604177 Jul 30 01:49:39.745273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-8841b590-70cc-4468-87fd-45c7a11280f6 service neutron] 10.222.0.41 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843777 Jul 30 01:49:39.782419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945db908-5fea-4a7a-bc6a-9ec0c51723c3 req-ff753926-2add-4b7b-a8a9-5c47bae0f11e tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.784276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945db908-5fea-4a7a-bc6a-9ec0c51723c3 req-ff753926-2add-4b7b-a8a9-5c47bae0f11e tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 931 time: 0.2344892 Jul 30 01:49:39.793824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a937-f8e1-4c6d-8cb7-7a1858eb76ce req-a4c075f4-93f2-4f6f-8355-68866d492008 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:39.795547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5237a937-f8e1-4c6d-8cb7-7a1858eb76ce req-a4c075f4-93f2-4f6f-8355-68866d492008 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 944 time: 0.2821412 Jul 30 01:49:40.146107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcae5fd1-3f48-496e-a5bf-51407cc6f7c7', 'tag': 'fcc66812-65b8-4abf-89f1-d683141346b5'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:40.161183 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821" -d '{"events": [{"name": "network-changed", "server_uuid": "bcae5fd1-3f48-496e-a5bf-51407cc6f7c7", "tag": "fcc66812-65b8-4abf-89f1-d683141346b5"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:40.195990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945db908-5fea-4a7a-bc6a-9ec0c51723c3 req-86a340d5-05fe-4347-aab9-00be33836799 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611772 Jul 30 01:49:40.224678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5237a937-f8e1-4c6d-8cb7-7a1858eb76ce req-f771de10-935a-4245-8c8d-1051643c2bcb tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143188 Jul 30 01:49:40.249130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f91627-f4ae-42fd-9a92-bd1683e133c0 req-e4eda1a1-3584-4e68-81c4-814e4aea7469 service neutron] 10.222.0.41 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896429 Jul 30 01:49:40.285754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-42a040f4-ee29-4dff-b605-766c898ab680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:40.289410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-42a040f4-ee29-4dff-b605-766c898ab680 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 1095 time: 0.3258531 Jul 30 01:49:40.438620 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253f514d-79b1-4fa9-a002-8d6bd20b503c x-openstack-request-id: req-253f514d-79b1-4fa9-a002-8d6bd20b503c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:40.439083 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcae5fd1-3f48-496e-a5bf-51407cc6f7c7", "tag": "fcc66812-65b8-4abf-89f1-d683141346b5", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:40.439706 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-253f514d-79b1-4fa9-a002-8d6bd20b503c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:40.440384 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcae5fd1-3f48-496e-a5bf-51407cc6f7c7', 'tag': 'fcc66812-65b8-4abf-89f1-d683141346b5', 'status': 'completed', 'code': 200} Jul 30 01:49:40.630703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-9b206cca-2a36-4b8f-bbfa-c346c6aa6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:40.634105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-9b206cca-2a36-4b8f-bbfa-c346c6aa6bbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 1095 time: 0.1923661 Jul 30 01:49:40.685855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e9c4a-b7c0-460a-97df-29c3a1d0f780 req-17229370-0f85-4762-af89-e62218bb2c5d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:40.688836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e4e9c4a-b7c0-460a-97df-29c3a1d0f780 req-17229370-0f85-4762-af89-e62218bb2c5d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1858459 Jul 30 01:49:40.777118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-79988e76-2f26-44bd-b790-c2b428df263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:40.780173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-79988e76-2f26-44bd-b790-c2b428df263c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 200 len: 916 time: 0.4775047 Jul 30 01:49:40.881031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-9a216931-4f8f-404e-a1a8-8b8392d186cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cc51343-0e5f-47c5-bdbf-e428ef4605b8 HTTP/1.1" status: 200 len: 217 time: 0.0830455 Jul 30 01:49:40.960109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e4e9c4a-b7c0-460a-97df-29c3a1d0f780 req-2765a884-01bb-4150-808f-226bfee0ac94 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030840 Jul 30 01:49:40.978876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da8328-5757-4457-b54b-bf2e36c62437 req-b25c1bc0-784d-4b95-871f-5b23da12bf86 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:40.994723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66da8328-5757-4457-b54b-bf2e36c62437 req-b25c1bc0-784d-4b95-871f-5b23da12bf86 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.2788739 Jul 30 01:49:41.038633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-fe04f1c7-ccff-47be-b86b-3ba62954b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.041280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-fe04f1c7-ccff-47be-b86b-3ba62954b175 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 200 len: 916 time: 0.3943431 Jul 30 01:49:41.045128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-aab88b7e-7223-431c-af9c-b147d1f64130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.047584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-aab88b7e-7223-431c-af9c-b147d1f64130 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e HTTP/1.1" status: 200 len: 854 time: 0.1456010 Jul 30 01:49:41.199921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-b354bd19-c332-460a-954d-747a0b3130eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc66812-65b8-4abf-89f1-d683141346b5 HTTP/1.1" status: 200 len: 217 time: 0.1354032 Jul 30 01:49:41.210496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66da8328-5757-4457-b54b-bf2e36c62437 req-7458ee82-1b6f-43de-9dd7-dcf51fa2793f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226098 Jul 30 01:49:41.380271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38062) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:41.382805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-5993af91-a6c3-410d-990c-2ca64bc3a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.384838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-5993af91-a6c3-410d-990c-2ca64bc3a720 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d97603bb-88dd-433a-9534-1632ac732fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3232160 Jul 30 01:49:41.389073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-3398c26b-4c20-4b94-8988-15ea71ba1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.390910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-3398c26b-4c20-4b94-8988-15ea71ba1ef2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e HTTP/1.1" status: 200 len: 854 time: 0.1768236 Jul 30 01:49:41.606271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4487cf41-660e-4fd3-95ad-2bdbddae6e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.658459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Request body: {'port': {'device_id': '09b5c5ca-444f-48ee-9995-6872f14a923e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:41.676413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:41.786657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-04cea8e8-cbde-4a8b-be37-15c0f86630ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.790300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-04cea8e8-cbde-4a8b-be37-15c0f86630ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d97603bb-88dd-433a-9534-1632ac732fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3846555 Jul 30 01:49:41.849898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:41.870269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8c25c-f7c0-4d3e-b5cc-91c3e9d09200 req-6aaf95c4-ca43-4d6d-b2ce-8f4adcb71169 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.887744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-efd8c25c-f7c0-4d3e-b5cc-91c3e9d09200 req-6aaf95c4-ca43-4d6d-b2ce-8f4adcb71169 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 931 time: 0.4577854 Jul 30 01:49:41.955291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19ea55-21c3-4389-ba1a-67fa4ca74469 req-2dfac25b-ef77-49fd-8d70-93eb771da224 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:41.972231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f19ea55-21c3-4389-ba1a-67fa4ca74469 req-2dfac25b-ef77-49fd-8d70-93eb771da224 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.4776053 Jul 30 01:49:41.978859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:42.020026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '3cc51343-0e5f-47c5-bdbf-e428ef4605b8', 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee', 'port_id': '3cc51343-0e5f-47c5-bdbf-e428ef4605b8', 'mac_address': 'fa:16:3e:bc:49:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:42.119983 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.134073 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-64cd235b-6ac1-4c0a-ab9e-ad075fcb4007 service neutron] 10.222.0.41 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267301 Jul 30 01:49:42.152833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:42.173575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-efd8c25c-f7c0-4d3e-b5cc-91c3e9d09200 req-6fed8b58-40f7-4d88-ae52-9a45767e302b tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432664 Jul 30 01:49:42.217657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:42.238339 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.242696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fcc66812-65b8-4abf-89f1-d683141346b5 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:42.499319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:42.513245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f19ea55-21c3-4389-ba1a-67fa4ca74469 req-bec0cb21-16e5-4e57-87ce-69e382ec1398 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394275 Jul 30 01:49:42.525999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fcc66812-65b8-4abf-89f1-d683141346b5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fcc66812-65b8-4abf-89f1-d683141346b5,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:42.583832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'fcc66812-65b8-4abf-89f1-d683141346b5', 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee', 'port_id': 'fcc66812-65b8-4abf-89f1-d683141346b5', 'mac_address': 'fa:16:3e:4c:10:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:42.618055 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-3434a458-2969-4634-9cd1-bfcce3bb5a13 service neutron] 10.222.0.41 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070333 Jul 30 01:49:42.674994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b4bbed-e523-4172-9b93-2c368ab2e19d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:42.689725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.714802 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.719741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-59ed0929-1ca1-49e4-9d6d-fbbb27bfab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.722454 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-59ed0929-1ca1-49e4-9d6d-fbbb27bfab13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 1094 time: 0.9644592 Jul 30 01:49:42.726407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Transition to ACTIVE for port object 52b4bbed-e523-4172-9b93-2c368ab2e19d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:42.735973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.756142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc66812-65b8-4abf-89f1-d683141346b5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:42.775123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-395e9ee9-b3f6-429e-aa3b-60e5bba8e821 req-5c237b1d-a55e-4faf-bdc7-e1a6104793de service neutron] 10.222.0.41 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364515 Jul 30 01:49:42.789403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6216da3-d928-433a-a651-22acc6aa3f73 req-8970d1db-45e4-4cc1-806f-1034263394cb service neutron] 10.222.0.41 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440899 Jul 30 01:49:42.818910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7f8a2-e592-4d54-94b9-409ceee0256d req-c3e4c77b-cc69-4046-9753-ee164605bed5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:42.824352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0f7f8a2-e592-4d54-94b9-409ceee0256d req-c3e4c77b-cc69-4046-9753-ee164605bed5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 944 time: 0.4505830 Jul 30 01:49:42.864618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fcc66812-65b8-4abf-89f1-d683141346b5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fcc66812-65b8-4abf-89f1-d683141346b5,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:42.874666 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:42.947947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0f7f8a2-e592-4d54-94b9-409ceee0256d req-b567743b-5c72-4e94-a9b8-ccc05093e2ab tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101027 Jul 30 01:49:42.993735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=fcc66812-65b8-4abf-89f1-d683141346b5,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:43.094283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-63f9e787-6788-46fd-ad77-614a8711f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.098150 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-63f9e787-6788-46fd-ad77-614a8711f097 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3538449 Jul 30 01:49:43.160956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb61dd8-474c-4e53-9f6b-a03023511ef9 req-74e89624-0ed9-495e-b622-fa889abe609c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.161290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4487cf41-660e-4fd3-95ad-2bdbddae6e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.162987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Pushing event updated for resources: {'Port': ['ID=52b4bbed-e523-4172-9b93-2c368ab2e19d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:43.163521 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0fb61dd8-474c-4e53-9f6b-a03023511ef9 req-74e89624-0ed9-495e-b622-fa889abe609c tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.1184325 Jul 30 01:49:43.173306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996703-a2b0-4cf4-bd1c-1b409f1dd7bc req-2d97c800-e3b0-43f2-923e-a97df1089f5a tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.181531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47996703-a2b0-4cf4-bd1c-1b409f1dd7bc req-2d97c800-e3b0-43f2-923e-a97df1089f5a tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.1262531 Jul 30 01:49:43.214618 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4487cf41-660e-4fd3-95ad-2bdbddae6e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.280765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['3cc51343-0e5f-47c5-bdbf-e428ef4605b8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:43.286455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['fcc66812-65b8-4abf-89f1-d683141346b5'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:43.287702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47996703-a2b0-4cf4-bd1c-1b409f1dd7bc req-b6ade016-174b-4039-ba86-44eaf0bb537f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048334 Jul 30 01:49:43.307193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0fb61dd8-474c-4e53-9f6b-a03023511ef9 req-a6be02ea-b3f4-457c-b40c-4bb956072839 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228244 Jul 30 01:49:43.415817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487cf41-660e-4fd3-95ad-2bdbddae6e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5675cfe-c8f4-416b-a5cf-99a2d0c50832,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:43.486032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Attempting to bind port 52b4bbed-e523-4172-9b93-2c368ab2e19d on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:43.486846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Attempting to bind port 52b4bbed-e523-4172-9b93-2c368ab2e19d by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:43.487692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Attempting to bind port 52b4bbed-e523-4172-9b93-2c368ab2e19d on network d8afbb7c-66ed-47bf-9055-74ef73815d85 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:43.517070 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4487cf41-660e-4fd3-95ad-2bdbddae6e2a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=56114408fa554c9ab89bb3f40774c8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1347301 Jul 30 01:49:43.524283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38084) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:43.541143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86661c2-0858-4af0-9b8d-80405d2ce843 req-efa8ae0f-6ee2-4aea-a0ba-6af59b2ea506 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.549427 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86661c2-0858-4af0-9b8d-80405d2ce843 req-efa8ae0f-6ee2-4aea-a0ba-6af59b2ea506 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 943 time: 0.1058395 Jul 30 01:49:43.558666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Port 52b4bbed-e523-4172-9b93-2c368ab2e19d on network d8afbb7c-66ed-47bf-9055-74ef73815d85 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:49:43.559662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Attempting to bind port 52b4bbed-e523-4172-9b93-2c368ab2e19d on network d8afbb7c-66ed-47bf-9055-74ef73815d85 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:43.585675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:43.587210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Checking segment: {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:43.588165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Bound using segment: {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:43.589181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Bound port: 52b4bbed-e523-4172-9b93-2c368ab2e19d, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd167fe49-b36b-44a5-b4dc-254569408d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:43.590092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.702464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86661c2-0858-4af0-9b8d-80405d2ce843 req-f871ced9-54de-4609-b418-56ac5ca58121 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406913 Jul 30 01:49:43.744223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-7a766c8e-50c7-42cc-b7b8-63b38f3cfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:43.746219 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-7a766c8e-50c7-42cc-b7b8-63b38f3cfc6f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6164010 Jul 30 01:49:43.787110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e93d9421-4d50-4e7f-aafc-59cf3240583f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.828789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38092) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:43.834242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e93d9421-4d50-4e7f-aafc-59cf3240583f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:43.845776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-716497584'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:44.004419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:44.009258 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.013626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] For port 52b4bbed-e523-4172-9b93-2c368ab2e19d, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:44.023191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] For port 52b4bbed-e523-4172-9b93-2c368ab2e19d, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=52b4bbed-e523-4172-9b93-2c368ab2e19d,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:44.042218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-c8884e8c-3aa8-47a1-835d-a32a72cedc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.045044 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-c8884e8c-3aa8-47a1-835d-a32a72cedc47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 1124 time: 0.1813459 Jul 30 01:49:44.048522 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.136943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-52727e26-d556-400c-aebd-b51cab326e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.139620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-52727e26-d556-400c-aebd-b51cab326e71 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 1094 time: 0.2176332 Jul 30 01:49:44.156089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93749e66-d999-459f-8278-5ccdfc3786d2 req-cb59715f-4242-468c-9433-b683e798fb29 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.168353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93749e66-d999-459f-8278-5ccdfc3786d2 req-cb59715f-4242-468c-9433-b683e798fb29 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.2133801 Jul 30 01:49:44.253352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.254161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.255910 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] 10.222.0.22 "PUT /v2.0/ports/52b4bbed-e523-4172-9b93-2c368ab2e19d HTTP/1.1" status: 200 len: 1091 time: 2.6066248 Jul 30 01:49:44.259077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b5c5ca-444f-48ee-9995-6872f14a923e', 'tag': '52b4bbed-e523-4172-9b93-2c368ab2e19d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:44.263911 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4782c6c-6a09-489a-a797-f66ba3e8a67d" -d '{"events": [{"name": "network-changed", "server_uuid": "09b5c5ca-444f-48ee-9995-6872f14a923e", "tag": "52b4bbed-e523-4172-9b93-2c368ab2e19d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:44.264330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-827524c8-5cb0-4824-97e8-aabd544bb392 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19ead6e2-ca74-48b5-ae2e-203a86b83df1 HTTP/1.1" status: 200 len: 217 time: 0.0922501 Jul 30 01:49:44.265566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:44.287118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e93d9421-4d50-4e7f-aafc-59cf3240583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.294685 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e93d9421-4d50-4e7f-aafc-59cf3240583f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.299293 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e93d9421-4d50-4e7f-aafc-59cf3240583f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5675cfe-c8f4-416b-a5cf-99a2d0c50832 HTTP/1.1" status: 204 len: 168 time: 0.7696848 Jul 30 01:49:44.325492 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.326291 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Added segment 553df9b5-bd6d-4d01-894d-bd7240bcb5d4 of type vlan for network 5e2a0a98-a22c-4347-84f1-455730e1ba82 Jul 30 01:49:44.457671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d9421-4d50-4e7f-aafc-59cf3240583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5675cfe-c8f4-416b-a5cf-99a2d0c50832,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:44.482101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb18860-ad7a-4056-9594-d5582ee22313 service neutron] Pushing event updated for resources: {'Port': ['ID=52b4bbed-e523-4172-9b93-2c368ab2e19d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:44.494453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-9ed0ea90-7a10-4792-856d-1166095d5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.498692 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-9ed0ea90-7a10-4792-856d-1166095d5a87 service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.4032962 Jul 30 01:49:44.507458 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378683ca-7d33-4af7-9e34-573509e1e633 req-53d63c24-e4ff-4862-b631-37846417da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.510973 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-53d63c24-e4ff-4862-b631-37846417da5c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a54a4c1f0a3244fa8ce9af5f58fac379&device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 1094 time: 0.1536303 Jul 30 01:49:44.751308 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-782647e2-0977-4b07-8e5a-17197ad76dd9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b4bbed-e523-4172-9b93-2c368ab2e19d HTTP/1.1" status: 200 len: 217 time: 0.1803145 Jul 30 01:49:44.751308 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-066aefd9-e3e1-4dbe-975c-ca060e86cdc8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677 HTTP/1.1" status: 200 len: 217 time: 0.1548197 Jul 30 01:49:44.950960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-31c6c50a-5272-4196-a7c6-2c2bee3d58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.954786 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-31c6c50a-5272-4196-a7c6-2c2bee3d58a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.2067964 Jul 30 01:49:44.957508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378683ca-7d33-4af7-9e34-573509e1e633 req-7490601f-040e-471b-9511-6d5fc3be5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:44.958180 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:44.960124 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-7490601f-040e-471b-9511-6d5fc3be5923 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ed08bb0-0dac-4989-9792-e63034cee539 HTTP/1.1" status: 200 len: 854 time: 0.2250674 Jul 30 01:49:44.976267 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93749e66-d999-459f-8278-5ccdfc3786d2 req-746ec665-4ee9-4add-ae61-d90bde5e213d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883527 Jul 30 01:49:44.983415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38110) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:45.008682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d097-cf6f-44d8-becd-1d616f960c40 req-229a0931-697d-43ec-916e-7b44ce8736d8 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.016248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5245d097-cf6f-44d8-becd-1d616f960c40 req-229a0931-697d-43ec-916e-7b44ce8736d8 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 945 time: 0.7249353 Jul 30 01:49:45.037792 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-a6b47b0b-2521-4c11-afe9-6b3314aa7224 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591855 Jul 30 01:49:45.066120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-586bafee-af11-4964-a4b2-15c024dcbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.067720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-586bafee-af11-4964-a4b2-15c024dcbaeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e HTTP/1.1" status: 200 len: 854 time: 0.7903795 Jul 30 01:49:45.094261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f670ee28-7956-4690-9947-4ade2f0b22fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.104354 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24872ed-dcca-4424-ba82-7a322bf3cdfe x-openstack-request-id: req-c24872ed-dcca-4424-ba82-7a322bf3cdfe {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:45.105044 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b5c5ca-444f-48ee-9995-6872f14a923e", "tag": "52b4bbed-e523-4172-9b93-2c368ab2e19d", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:45.105670 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c24872ed-dcca-4424-ba82-7a322bf3cdfe {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:45.106481 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b5c5ca-444f-48ee-9995-6872f14a923e', 'tag': '52b4bbed-e523-4172-9b93-2c368ab2e19d', 'status': 'completed', 'code': 200} Jul 30 01:49:45.124241 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.130779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.130779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.368929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5378668 Jul 30 01:49:45.413701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38114) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:45.434476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1782970666'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:45.449312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5245d097-cf6f-44d8-becd-1d616f960c40 req-96c28585-eb3a-491e-be0f-b7d9d1bbc9d1 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923688 Jul 30 01:49:45.476918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-6d2a6fbb-df05-41f0-8034-934d397eea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.478792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-6d2a6fbb-df05-41f0-8034-934d397eea63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d97603bb-88dd-433a-9534-1632ac732fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3816376 Jul 30 01:49:45.485228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45ba8a-f9ab-4815-896c-c3c73a15c5c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Network': ['ID=5e2a0a98-a22c-4347-84f1-455730e1ba82,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:45.501760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:45.614069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ae180-eec0-4d32-8ccd-32d8c0eff255 req-df2a6768-685d-4eae-a4fe-aa6a00fa448b tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.623084 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b6ae180-eec0-4d32-8ccd-32d8c0eff255 req-df2a6768-685d-4eae-a4fe-aa6a00fa448b tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.4534757 Jul 30 01:49:45.670190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-de315851-96f4-451d-b5b5-7605dcfcf9fd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.672197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-de315851-96f4-451d-b5b5-7605dcfcf9fd tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.3755295 Jul 30 01:49:45.714855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fcc66812-65b8-4abf-89f1-d683141346b5 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:45.747360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-4dbe34f5-f2b7-420c-9949-c1b3d5695b50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2886126 Jul 30 01:49:45.775786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378683ca-7d33-4af7-9e34-573509e1e633 req-07c710ea-1861-4f3f-830a-eb1d7d61a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:45.779038 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-07c710ea-1861-4f3f-830a-eb1d7d61a871 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d8afbb7c-66ed-47bf-9055-74ef73815d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7853873 Jul 30 01:49:45.874372 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-cbcc87b5-cf5c-4bd5-aa71-5104b3f51aa2 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7927277 Jul 30 01:49:45.879443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port fcc66812-65b8-4abf-89f1-d683141346b5 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:45.897128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port fcc66812-65b8-4abf-89f1-d683141346b5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:45.897585 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:45.916521 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b6ae180-eec0-4d32-8ccd-32d8c0eff255 req-c6a8445e-170e-4530-a6c6-cf35f1512591 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896895 Jul 30 01:49:45.984024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-62e9392f-cb68-4ec9-907d-82b5dac1cc24 service neutron] 10.222.0.22 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699483 Jul 30 01:49:46.049763 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f670ee28-7956-4690-9947-4ade2f0b22fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.078066 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a2bf6d-52e2-4fe1-9cf0-77cd5c2f7e8e req-3133a4f2-4f42-4931-96ba-2e96b4e54de3 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843255 Jul 30 01:49:46.086249 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-ef345297-b72b-4cf1-ae70-9e70dbaf9522 service neutron] 10.222.0.22 "GET /v2.0/networks/d8afbb7c-66ed-47bf-9055-74ef73815d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909198 Jul 30 01:49:46.110137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd853d9-a7ca-450f-8d85-73c345752bd9 req-60b2517d-0e5a-4a39-b1f8-175ca95d84f1 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.125122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7dd853d9-a7ca-450f-8d85-73c345752bd9 req-60b2517d-0e5a-4a39-b1f8-175ca95d84f1 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 943 time: 0.5314772 Jul 30 01:49:46.130789 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.182189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcae5fd1-3f48-496e-a5bf-51407cc6f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc66812-65b8-4abf-89f1-d683141346b5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:46.186376 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9921ea2a-a012-47f0-8aff-40230ef3c25d" -d '{"events": [{"server_uuid": "bcae5fd1-3f48-496e-a5bf-51407cc6f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "fcc66812-65b8-4abf-89f1-d683141346b5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:46.211315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fcc66812-65b8-4abf-89f1-d683141346b5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fcc66812-65b8-4abf-89f1-d683141346b5,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:46.216375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-c66c25c6-e5d3-40a7-8021-2a4229b22202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.219300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-c66c25c6-e5d3-40a7-8021-2a4229b22202 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 1095 time: 0.4305985 Jul 30 01:49:46.219760 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.220826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:46.231779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:46.237688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.240784 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f670ee28-7956-4690-9947-4ade2f0b22fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.312810 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-378683ca-7d33-4af7-9e34-573509e1e633 req-b893c2a2-b9b6-4bef-a4e7-165b1d30379f service neutron] 10.222.0.22 "GET /v2.0/networks/d8afbb7c-66ed-47bf-9055-74ef73815d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113097 Jul 30 01:49:46.330031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ee28-7956-4690-9947-4ade2f0b22fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f4d88f-16fb-4623-8ea0-abf3f277cb63,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:46.426010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=fcc66812-65b8-4abf-89f1-d683141346b5,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:46.459208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:46.466437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:46.467107 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.515501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-a511f933-cbe2-4595-994d-95dd5c5492a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.517556 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-a511f933-cbe2-4595-994d-95dd5c5492a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a54a4c1f0a3244fa8ce9af5f58fac379&device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 1094 time: 0.1116467 Jul 30 01:49:46.591475 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7dd853d9-a7ca-450f-8d85-73c345752bd9 req-fc389448-7afb-4620-9f87-6d0bc0297dfe tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631414 Jul 30 01:49:46.641150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f670ee28-7956-4690-9947-4ade2f0b22fb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4975a42bf7d24939a981512b18d00787&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6523595 Jul 30 01:49:46.653111 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.656741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38122) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:46.712021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:49:46.718201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:46.719661 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Deleting port 1e04127d-29b8-4fc4-8fef-9c92717443e8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:46.720274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.726929 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:46.728869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1e04127d-29b8-4fc4-8fef-9c92717443e8 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:46.815044 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0def48ee-56e1-4da0-855c-ccce2fae502b x-openstack-request-id: req-0def48ee-56e1-4da0-855c-ccce2fae502b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:46.815607 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcae5fd1-3f48-496e-a5bf-51407cc6f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "fcc66812-65b8-4abf-89f1-d683141346b5", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:46.816039 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0def48ee-56e1-4da0-855c-ccce2fae502b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:46.816796 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcae5fd1-3f48-496e-a5bf-51407cc6f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc66812-65b8-4abf-89f1-d683141346b5', 'code': 200} Jul 30 01:49:46.864530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-e579c75e-d36d-43d4-9ab7-f056bc2d7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:46.868683 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-e579c75e-d36d-43d4-9ab7-f056bc2d7902 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d8afbb7c-66ed-47bf-9055-74ef73815d85 HTTP/1.1" status: 200 len: 916 time: 0.3394549 Jul 30 01:49:46.997756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fcba7-c45b-48ad-a2c1-4220c1e34ff3 req-213a1edc-28be-4a57-adbc-530d8556f373 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.002644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f10fcba7-c45b-48ad-a2c1-4220c1e34ff3 req-213a1edc-28be-4a57-adbc-530d8556f373 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 945 time: 0.6418376 Jul 30 01:49:47.006318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.006914 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Added segment d21b14be-6ebc-4429-bf36-af11c03b74d3 of type vlan for network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 Jul 30 01:49:47.033458 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-977dfe19-645b-4bc5-90c1-ae54a3463241 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b4bbed-e523-4172-9b93-2c368ab2e19d HTTP/1.1" status: 200 len: 217 time: 0.1498580 Jul 30 01:49:47.111218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016aa5a-9845-44d3-bea7-03abeb5d40cf req-24d74085-6264-44a1-b46f-811a6d7a3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.113922 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a016aa5a-9845-44d3-bea7-03abeb5d40cf req-24d74085-6264-44a1-b46f-811a6d7a3907 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 1097 time: 0.1291215 Jul 30 01:49:47.119258 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.141140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:47.145072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f18ac9-ee30-4434-9044-30eb5fe58181 req-204cd09b-bc0b-43a3-b77d-741e3945c4d8 service neutron] 10.222.0.22 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1336093 Jul 30 01:49:47.169634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-019acaa2-cc0a-4b53-b0a1-eb478b61db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.174085 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-019acaa2-cc0a-4b53-b0a1-eb478b61db98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ed08bb0-0dac-4989-9792-e63034cee539 HTTP/1.1" status: 200 len: 854 time: 0.1207898 Jul 30 01:49:47.208808 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a016aa5a-9845-44d3-bea7-03abeb5d40cf req-bf1a1b4d-b435-44d4-835e-c0edb9fd9456 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827079 Jul 30 01:49:47.232554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1e04127d-29b8-4fc4-8fef-9c92717443e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e04127d-29b8-4fc4-8fef-9c92717443e8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:47.244853 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.319164 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6a634786-2a8a-4d2e-b71a-68b58f3df677 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:47.342839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-018ee6e2-07cc-4066-ad21-de3926a62fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.346585 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-018ee6e2-07cc-4066-ad21-de3926a62fb9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d8afbb7c-66ed-47bf-9055-74ef73815d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428277 Jul 30 01:49:47.420281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=1e04127d-29b8-4fc4-8fef-9c92717443e8,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:47.479274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.493496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-7f2745ce-f572-4fdc-bccd-347877ffef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.496364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-7f2745ce-f572-4fdc-bccd-347877ffef74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 1.1951506 Jul 30 01:49:47.529685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] For port 1e04127d-29b8-4fc4-8fef-9c92717443e8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e04127d-29b8-4fc4-8fef-9c92717443e8,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:47.530326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.564348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-faef1a10-b3ea-434c-8a67-f9b5ef9988c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.593182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b4523-0247-4478-a185-f6b54252ad6e req-3c51bb92-e047-47b1-91c1-b81b717df597 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:47.594262 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-fe25fa8a-beae-4ac2-b79d-29cc8c1ca6a6 service neutron] 10.222.0.22 "GET /v2.0/networks/d8afbb7c-66ed-47bf-9055-74ef73815d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313209 Jul 30 01:49:47.596109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-796b4523-0247-4478-a185-f6b54252ad6e req-3c51bb92-e047-47b1-91c1-b81b717df597 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 946 time: 0.6448460 Jul 30 01:49:47.667019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f10fcba7-c45b-48ad-a2c1-4220c1e34ff3 req-f815b1a1-c83f-4022-aad7-4f9ee158d13a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835288 Jul 30 01:49:47.678608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Calling delete_port for 1e04127d-29b8-4fc4-8fef-9c92717443e8 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:47.697032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-afc305f0-4d53-4dde-b5c6-5ffdaba7ffe9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 200 len: 217 time: 0.1761529 Jul 30 01:49:47.723071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:49:47.806424 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d4782c6c-6a09-489a-a797-f66ba3e8a67d req-9d0dc4ae-0ceb-43e5-a2a1-f7aef9bf5112 service neutron] 10.222.0.22 "GET /v2.0/networks/d8afbb7c-66ed-47bf-9055-74ef73815d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998506 Jul 30 01:49:47.808708 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-faef1a10-b3ea-434c-8a67-f9b5ef9988c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:47.989128 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-a9280f30-21a8-4909-be87-cae92a81cfb4 service neutron] 10.222.0.22 "GET /v2.0/ports/6a634786-2a8a-4d2e-b71a-68b58f3df677/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 384 time: 0.0855234 Jul 30 01:49:47.999131 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.012253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.012253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.162326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-796b4523-0247-4478-a185-f6b54252ad6e req-b4c91650-213f-4ff0-a727-d1248fde4c69 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803054 Jul 30 01:49:48.281649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.8636348 Jul 30 01:49:48.285394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38132) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:48.298444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-3693fb5d-a33c-409b-baba-e6047e5673cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.299563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'subnet': {'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:48.301696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-3693fb5d-a33c-409b-baba-e6047e5673cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.5729868 Jul 30 01:49:48.411285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-da2489b6-80c1-4735-af7a-1c9b8f2d7688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785520 Jul 30 01:49:48.436154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82424f4e-7442-4c22-92df-61e63307f9de tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Network': ['ID=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:48.464482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:49:48.471534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:48.509584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00b955-ad44-45a3-867e-06044e554c34 req-7e6b57ec-5767-4fb1-bdbc-aff681f1b0fd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.521890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e00b955-ad44-45a3-867e-06044e554c34 req-7e6b57ec-5767-4fb1-bdbc-aff681f1b0fd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 943 time: 0.6430552 Jul 30 01:49:48.529105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:48.574499 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-faef1a10-b3ea-434c-8a67-f9b5ef9988c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.577905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-faef1a10-b3ea-434c-8a67-f9b5ef9988c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.583373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-faef1a10-b3ea-434c-8a67-f9b5ef9988c2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e4f4d88f-16fb-4623-8ea0-abf3f277cb63 HTTP/1.1" status: 204 len: 168 time: 1.9139423 Jul 30 01:49:48.618470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a634786-2a8a-4d2e-b71a-68b58f3df677 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:48.628049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:48.634911 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.661180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef1a10-b3ea-434c-8a67-f9b5ef9988c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f4d88f-16fb-4623-8ea0-abf3f277cb63,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:48.664284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:48.731979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.780348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e00b955-ad44-45a3-867e-06044e554c34 req-94f1b6b9-e4ff-4e37-a15c-31fc66110467 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964204 Jul 30 01:49:48.798003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-49aa33ba-3833-4908-b069-993ee197b271 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638930 Jul 30 01:49:48.821679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23a63b8-7816-4ee6-a033-36c6008d0e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc51343-0e5f-47c5-bdbf-e428ef4605b8'}, {'server_uuid': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e04127d-29b8-4fc4-8fef-9c92717443e8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:48.826809 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f6bcf8-e6e4-40f7-a8d1-6fe40864d241" -d '{"events": [{"server_uuid": "e23a63b8-7816-4ee6-a033-36c6008d0e56", "name": "network-vif-plugged", "status": "completed", "tag": "3cc51343-0e5f-47c5-bdbf-e428ef4605b8"}, {"server_uuid": "02e110b5-ea63-4f76-a7fb-d999cacacfd2", "name": "network-vif-unplugged", "status": "completed", "tag": "1e04127d-29b8-4fc4-8fef-9c92717443e8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:48.831188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c30bd-ed9a-4e10-9d09-7f12c3085006 req-1d9dd784-bb43-4f59-9b4f-5f58db153633 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:48.832994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f4c30bd-ed9a-4e10-9d09-7f12c3085006 req-1d9dd784-bb43-4f59-9b4f-5f58db153633 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 943 time: 0.3048320 Jul 30 01:49:48.852392 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.869109 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:48.895341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] Transition to ACTIVE for port object 6a634786-2a8a-4d2e-b71a-68b58f3df677 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:48.906221 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:48.940953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event deleted for resources: {'Port': ['ID=1e04127d-29b8-4fc4-8fef-9c92717443e8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:49.052241 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] No DVR routers for this DVR port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:49.072144 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af9d6024-de13-461f-b804-3e99c91d5b29 req-fe556039-1e22-4a64-888a-3836aea6fd87 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=02e110b5-ea63-4f76-a7fb-d999cacacfd2 HTTP/1.1" status: 200 len: 210 time: 0.0930235 Jul 30 01:49:49.097266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] No DVR routers for this DVR port 1e04127d-29b8-4fc4-8fef-9c92717443e8 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:49.107411 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.110163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e12e1456-aa44-44dc-a9cf-4e9c6fc04e61 req-5b08154d-e067-414b-8655-5f9ba30aa97a tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "DELETE /v2.0/ports/1e04127d-29b8-4fc4-8fef-9c92717443e8 HTTP/1.1" status: 204 len: 173 time: 3.4154930 Jul 30 01:49:49.110961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'name': 'network-vif-deleted', 'tag': '1e04127d-29b8-4fc4-8fef-9c92717443e8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:49.113810 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d91b5af-adc3-4b02-b20f-b4af72a8c992" -d '{"events": [{"server_uuid": "02e110b5-ea63-4f76-a7fb-d999cacacfd2", "name": "network-vif-deleted", "tag": "1e04127d-29b8-4fc4-8fef-9c92717443e8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:49.122430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f4c30bd-ed9a-4e10-9d09-7f12c3085006 req-7befe386-9762-44eb-b21f-6e9ea838b9e3 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005312 Jul 30 01:49:49.128416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a634786-2a8a-4d2e-b71a-68b58f3df677,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:49.186943 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-451cec4f-361e-4307-b712-2c8c43a789a0 service neutron] 10.222.0.22 "PUT /v2.0/ports/6a634786-2a8a-4d2e-b71a-68b58f3df677/bindings/n-h1-715271-7/activate HTTP/1.1" status: 200 len: 369 time: 1.1824448 Jul 30 01:49:49.201693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54e0198f-dd62-4144-a120-52868a0e4d9d req-5094d424-cb56-4a06-adb2-ffeb83e486c6 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672488 Jul 30 01:49:49.221954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.328657 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5396dbc9-2023-4265-bb1b-f494e53e5407 x-openstack-request-id: req-5396dbc9-2023-4265-bb1b-f494e53e5407 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:49.329068 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23a63b8-7816-4ee6-a033-36c6008d0e56", "name": "network-vif-plugged", "status": "completed", "tag": "3cc51343-0e5f-47c5-bdbf-e428ef4605b8", "code": 200}, {"server_uuid": "02e110b5-ea63-4f76-a7fb-d999cacacfd2", "name": "network-vif-unplugged", "status": "completed", "tag": "1e04127d-29b8-4fc4-8fef-9c92717443e8", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:49.329573 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5396dbc9-2023-4265-bb1b-f494e53e5407 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:49.330148 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23a63b8-7816-4ee6-a033-36c6008d0e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc51343-0e5f-47c5-bdbf-e428ef4605b8', 'code': 200} Jul 30 01:49:49.330680 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e04127d-29b8-4fc4-8fef-9c92717443e8', 'code': 200} Jul 30 01:49:49.349147 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1524e3-a58f-40c1-892a-6b29bc54a383 x-openstack-request-id: req-ca1524e3-a58f-40c1-892a-6b29bc54a383 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:49.351388 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e110b5-ea63-4f76-a7fb-d999cacacfd2", "name": "network-vif-deleted", "tag": "1e04127d-29b8-4fc4-8fef-9c92717443e8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:49.351945 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ca1524e3-a58f-40c1-892a-6b29bc54a383 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:49.352267 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e110b5-ea63-4f76-a7fb-d999cacacfd2', 'name': 'network-vif-deleted', 'tag': '1e04127d-29b8-4fc4-8fef-9c92717443e8', 'status': 'completed', 'code': 200} Jul 30 01:49:49.391954 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Subnet': ['ID=bbc0ddec-1161-49c0-8539-5e01da63ba21,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:49.449573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Checking segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:49.450916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network hostable DHCP agents. Network: 5e2a0a98-a22c-4347-84f1-455730e1ba82, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:49.489309 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-b89dcbc6-eac9-4b0e-b410-23c958d6169b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1675243 Jul 30 01:49:49.538499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:49.554285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5e2a0a98-a22c-4347-84f1-455730e1ba82) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:49.561688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.563459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.567899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a25e9b-66c9-4ac1-98ff-94ac6f236f22 None None] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:49.650853 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5dc5a23c-1ba9-4069-b096-21800a175ab7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3638656 Jul 30 01:49:49.654643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38152) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:49.661711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'subnet': {'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:49.785176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-d9b51aab-7645-45ef-a7b6-a2ee532cae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:49.786849 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-d9b51aab-7645-45ef-a7b6-a2ee532cae34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 1096 time: 0.1857407 Jul 30 01:49:49.916781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:49.923290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-5e2a0a98-a22c-4347-84f1-455730e1ba82', 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'fixed_ips': [{'subnet_id': 'bbc0ddec-1161-49c0-8539-5e01da63ba21'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:49.924543 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:49.937590 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.085377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-ef95e11b-cd5e-4321-bb79-4b8f446787d5 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.091634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-ef95e11b-cd5e-4321-bb79-4b8f446787d5 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1095 time: 0.7285516 Jul 30 01:49:50.165209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b44cd-d76c-4270-b397-4f4fdfc5d167 req-a323e9f0-b68d-4009-a9fe-fd75b1a11a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.167674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f3b44cd-d76c-4270-b397-4f4fdfc5d167 req-a323e9f0-b68d-4009-a9fe-fd75b1a11a44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 1097 time: 0.7200770 Jul 30 01:49:50.204141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Allocated IP 10.1.1.2 (5e2a0a98-a22c-4347-84f1-455730e1ba82/bbc0ddec-1161-49c0-8539-5e01da63ba21/1ccfacee-54d2-4933-81cb-58978d00cbec) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:50.227587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-35751cac-2d36-4935-a133-5cb623925421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.229707 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-35751cac-2d36-4935-a133-5cb623925421 service neutron] 10.222.0.22 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.4075463 Jul 30 01:49:50.297413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f3b44cd-d76c-4270-b397-4f4fdfc5d167 req-6e383a16-f727-42e1-bcb4-f76daccf2ded service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977266 Jul 30 01:49:50.320055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728d482-3bb6-4b16-864c-821e7c63e6d3 req-4df90081-22c3-49e6-a344-876a424437f7 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.321701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3728d482-3bb6-4b16-864c-821e7c63e6d3 req-4df90081-22c3-49e6-a344-876a424437f7 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 944 time: 0.3149233 Jul 30 01:49:50.336300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac3c94-faf4-4098-bb2a-0b69bbf3e99f req-65f44a1f-4861-43bd-87f3-eb46e7e519f9 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.341112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.345754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecac3c94-faf4-4098-bb2a-0b69bbf3e99f req-65f44a1f-4861-43bd-87f3-eb46e7e519f9 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 946 time: 0.8159430 Jul 30 01:49:50.391506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-ed177e74-477e-4ef2-9690-8d98a471c7b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 200 len: 217 time: 0.1229370 Jul 30 01:49:50.394952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Subnet': ['ID=c2593eac-b2ec-4419-b7b5-b05853fb34e2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:50.425957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3728d482-3bb6-4b16-864c-821e7c63e6d3 req-4088efdc-39cb-4533-95e3-5aee1b0123c8 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533485 Jul 30 01:49:50.430782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-46e1b7b8-091c-43f1-a1f0-9a12d2cb9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.433280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-46e1b7b8-091c-43f1-a1f0-9a12d2cb9323 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9&tenant_id=0b297cb5596d49098b82af2e3498bfa1 HTTP/1.1" status: 200 len: 1095 time: 0.2969935 Jul 30 01:49:50.452709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecac3c94-faf4-4098-bb2a-0b69bbf3e99f req-2dc524e0-34be-4655-82e1-6f8b76c0f3d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059105 Jul 30 01:49:50.507514 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.537571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Transition to ACTIVE for port object 1ccfacee-54d2-4933-81cb-58978d00cbec will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:50.553805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Checking segment: {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:50.554452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network hostable DHCP agents. Network: c7a4f8ee-eaba-401e-8f4b-891957ddf6c3, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:49:50.554677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-98aaa383-19c4-4590-8208-42bdf2800de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.556823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-98aaa383-19c4-4590-8208-42bdf2800de9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b297cb5596d49098b82af2e3498bfa1&device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 1095 time: 0.0812747 Jul 30 01:49:50.559807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-7bf419bf-d1f2-4870-be69-f1e708ae9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.562472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-7bf419bf-d1f2-4870-be69-f1e708ae9613 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.1559036 Jul 30 01:49:50.598704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Transition to ACTIVE for port object 1ccfacee-54d2-4933-81cb-58978d00cbec will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:50.613823 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.626061 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-e6f6450e-491a-4cad-a030-9c188fe09613 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458086 Jul 30 01:49:50.639485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:49:50.656092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, c7a4f8ee-eaba-401e-8f4b-891957ddf6c3) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:50.664372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:50.667768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:50.671463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:50.681751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.695115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.701174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff67dc-1358-45d0-b7cc-e95f4dda4a66 None None] Network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:50.787816 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fa5d038d-0d2e-4389-ab11-d94d86294137 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1314156 Jul 30 01:49:50.794134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38184) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:50.805726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'port': {'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'name': 'tempest-TaggedBootDevicesTest-1060896190', 'fixed_ips': [{'subnet_id': 'bbc0ddec-1161-49c0-8539-5e01da63ba21'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:50.853553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Pushing event updated for resources: {'Port': ['ID=1ccfacee-54d2-4933-81cb-58978d00cbec,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:50.874580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeda610-580c-4b5d-9dbb-ad5c87f17b7b req-34162a0a-9a4b-4e83-9106-3cf530a33058 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.877308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fbeda610-580c-4b5d-9dbb-ad5c87f17b7b req-34162a0a-9a4b-4e83-9106-3cf530a33058 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 943 time: 0.1697109 Jul 30 01:49:50.879860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Attempting to bind port 1ccfacee-54d2-4933-81cb-58978d00cbec on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:50.880463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Attempting to bind port 1ccfacee-54d2-4933-81cb-58978d00cbec by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:50.880807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Attempting to bind port 1ccfacee-54d2-4933-81cb-58978d00cbec on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:50.889311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d3180-82f7-4021-9da1-fa8beb81f6d8 req-0f2c8e11-d35d-4064-b9d4-fe561656eb3a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.891544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:50.892076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d95d3180-82f7-4021-9da1-fa8beb81f6d8 req-0f2c8e11-d35d-4064-b9d4-fe561656eb3a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 943 time: 0.1706843 Jul 30 01:49:50.892260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Checking segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:50.892561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.893148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Bound using segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:50.893793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Bound port: 1ccfacee-54d2-4933-81cb-58978d00cbec, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:50.894250 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:50.894579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-9944c05a-d19a-464b-9167-26d39b8bfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:50.896639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-9944c05a-d19a-464b-9167-26d39b8bfd96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 200 len: 920 time: 0.3270288 Jul 30 01:49:50.995502 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-16cf7f3c-08ba-42de-a657-932a58a0768e service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572817 Jul 30 01:49:51.053754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-a9e6ef17-3db8-425c-9338-41cde157f8d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677 HTTP/1.1" status: 200 len: 217 time: 0.1392708 Jul 30 01:49:51.055338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] For port 1ccfacee-54d2-4933-81cb-58978d00cbec, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:51.059641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] For port 1ccfacee-54d2-4933-81cb-58978d00cbec, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1ccfacee-54d2-4933-81cb-58978d00cbec,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:51.065074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-c7a4f8ee-eaba-401e-8f4b-891957ddf6c3', 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'fixed_ips': [{'subnet_id': 'c2593eac-b2ec-4419-b7b5-b05853fb34e2'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:49:51.066016 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.071888 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.090493 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:49:51.122728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d95d3180-82f7-4021-9da1-fa8beb81f6d8 req-82773a7f-303a-48ea-b86c-e9e20de70355 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174106 Jul 30 01:49:51.187717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fbeda610-580c-4b5d-9dbb-ad5c87f17b7b req-27e22ff9-40f1-4224-995d-36b3159563c2 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840223 Jul 30 01:49:51.272895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 19ead6e2-ca74-48b5-ae2e-203a86b83df1 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:51.398457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:51.417538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 19ead6e2-ca74-48b5-ae2e-203a86b83df1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=19ead6e2-ca74-48b5-ae2e-203a86b83df1,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:51.438915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-57a69f36-a055-468d-b05c-ac8cf3ea8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.441801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '19ead6e2-ca74-48b5-ae2e-203a86b83df1', 'network_id': 'd97603bb-88dd-433a-9534-1632ac732fee', 'port_id': '19ead6e2-ca74-48b5-ae2e-203a86b83df1', 'mac_address': 'fa:16:3e:21:cd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:51.464832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-57a69f36-a055-468d-b05c-ac8cf3ea8c36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 200 len: 859 time: 0.3589427 Jul 30 01:49:51.546969 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0dd6aa0d-45c1-4502-a038-c80f23b4191a req-29707e56-90b6-4cba-befe-9764cb6d2f08 service neutron] 10.222.0.22 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379853 Jul 30 01:49:51.597435 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d65d8d-9044-46be-b470-2e4765877296 None None] Pushing event updated for resources: {'Port': ['ID=1ccfacee-54d2-4933-81cb-58978d00cbec,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:51.678529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.698765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-bc4b4139-5fd8-4101-bbaa-072ba98a8d90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=944e4bd2-8bb9-4e38-9143-e46312114ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2291734 Jul 30 01:49:51.730100 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] device_id is not set on port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:49:51.775602 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.867581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ead6e2-ca74-48b5-ae2e-203a86b83df1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:51.947698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 19ead6e2-ca74-48b5-ae2e-203a86b83df1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=19ead6e2-ca74-48b5-ae2e-203a86b83df1,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:51.962475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2b34-8f65-41e8-9dc4-fa96b539a18a req-2e7c61dc-7f04-4e1c-a7b9-deacc1a9ebf8 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:51.964271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f7f2b34-8f65-41e8-9dc4-fa96b539a18a req-2e7c61dc-7f04-4e1c-a7b9-deacc1a9ebf8 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 944 time: 0.1135774 Jul 30 01:49:51.968842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-505bb436-58c8-4976-a085-36511d8041ad service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572751 Jul 30 01:49:51.969308 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:51.970571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 52b4bbed-e523-4172-9b93-2c368ab2e19d details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:49:52.095396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f7f2b34-8f65-41e8-9dc4-fa96b539a18a req-61af04ec-a985-495d-8c11-5bf0223194b3 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160569 Jul 30 01:49:52.158339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-79650cc8-4d00-4168-a557-dd8e42353ae7 service neutron] 10.222.0.41 "GET /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802821 Jul 30 01:49:52.194105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Allocated IP 10.2.2.2 (c7a4f8ee-eaba-401e-8f4b-891957ddf6c3/c2593eac-b2ec-4419-b7b5-b05853fb34e2/113dff50-ed8b-4696-9563-542e58b6712f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:52.238699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=19ead6e2-ca74-48b5-ae2e-203a86b83df1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:52.369732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 52b4bbed-e523-4172-9b93-2c368ab2e19d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=52b4bbed-e523-4172-9b93-2c368ab2e19d,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:52.372366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Allocated IP 10.1.1.150 (5e2a0a98-a22c-4347-84f1-455730e1ba82/bbc0ddec-1161-49c0-8539-5e01da63ba21/7e975dfa-0de7-4f8d-913c-ec6060cd7934) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:52.412474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0360722-f6c4-49a2-9aef-347156a8f7ff req-a020fd61-c52d-4193-9cd2-fe85980dcc2a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.427788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0360722-f6c4-49a2-9aef-347156a8f7ff req-a020fd61-c52d-4193-9cd2-fe85980dcc2a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 944 time: 0.1462965 Jul 30 01:49:52.438524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '52b4bbed-e523-4172-9b93-2c368ab2e19d', 'network_id': 'd8afbb7c-66ed-47bf-9055-74ef73815d85', 'port_id': '52b4bbed-e523-4172-9b93-2c368ab2e19d', 'mac_address': 'fa:16:3e:36:f5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed08bb0-0dac-4989-9792-e63034cee539', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:49:52.611987 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.650613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b4bbed-e523-4172-9b93-2c368ab2e19d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:49:52.683835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0360722-f6c4-49a2-9aef-347156a8f7ff req-082d2412-2ff6-47a8-a08b-1b8657c88499 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545557 Jul 30 01:49:52.801428 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.825712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083aad2-cea8-48d4-b362-eb2bf0b7b6d7 req-e81aac67-6ab4-44f5-b9e8-69e44f2644f1 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.828741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4083aad2-cea8-48d4-b362-eb2bf0b7b6d7 req-e81aac67-6ab4-44f5-b9e8-69e44f2644f1 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 943 time: 0.3523026 Jul 30 01:49:52.846152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Transition to ACTIVE for port object 7e975dfa-0de7-4f8d-913c-ec6060cd7934 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:52.901514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 52b4bbed-e523-4172-9b93-2c368ab2e19d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=52b4bbed-e523-4172-9b93-2c368ab2e19d,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:52.910597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d26bc801-98f8-4a83-b892-52b7b0503144 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:52.913993 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.916967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d26bc801-98f8-4a83-b892-52b7b0503144 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9&tenant_id=0b297cb5596d49098b82af2e3498bfa1&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1095 time: 0.2262204 Jul 30 01:49:52.949641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:52.987271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Transition to ACTIVE for port object 113dff50-ed8b-4696-9563-542e58b6712f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:53.035418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Transition to ACTIVE for port object 113dff50-ed8b-4696-9563-542e58b6712f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:53.037217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=52b4bbed-e523-4172-9b93-2c368ab2e19d,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:53.051226 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.093766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4083aad2-cea8-48d4-b362-eb2bf0b7b6d7 req-4ef834ef-445b-4e28-9939-ae719605255f tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419555 Jul 30 01:49:53.094787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.117324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:53.119674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:53.125653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:53.230719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Pushing event updated for resources: {'Port': ['ID=113dff50-ed8b-4696-9563-542e58b6712f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:53.271029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:53.281896 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:53.295624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:53.358194 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Port': ['ID=7e975dfa-0de7-4f8d-913c-ec6060cd7934,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:53.366051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d0108-ec97-461b-9280-c92f622e6f74 None None] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:53.407916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-665c3470-3673-428a-a0f7-0769ac0f7da8 service neutron] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:53.424926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.425899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.427872 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-665c3470-3673-428a-a0f7-0769ac0f7da8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.430694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-665c3470-3673-428a-a0f7-0769ac0f7da8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/6a634786-2a8a-4d2e-b71a-68b58f3df677/bindings/n-h2-715271-7 HTTP/1.1" status: 204 len: 173 time: 0.4964850 Jul 30 01:49:53.479538 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-65de74ee-445d-4a98-9125-8682a5116052 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6825206 Jul 30 01:49:53.480381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38236) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:53.488541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'port': {'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'name': 'tempest-TaggedBootDevicesTest-682774624', 'fixed_ips': [{'subnet_id': 'bbc0ddec-1161-49c0-8539-5e01da63ba21'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:53.489381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9e183-6957-4abb-b3de-1c5869eea238 req-afb0a387-615f-4652-a026-aefb8df34219 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.503195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07d9e183-6957-4abb-b3de-1c5869eea238 req-afb0a387-615f-4652-a026-aefb8df34219 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 944 time: 0.1539519 Jul 30 01:49:53.612357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['19ead6e2-ca74-48b5-ae2e-203a86b83df1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:53.627356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07d9e183-6957-4abb-b3de-1c5869eea238 req-dd1596f3-0836-40cf-860a-e6085ee75c33 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190214 Jul 30 01:49:53.632020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['52b4bbed-e523-4172-9b93-2c368ab2e19d'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:53.839641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1ccfacee-54d2-4933-81cb-58978d00cbec up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:53.857364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Attempting to bind port 113dff50-ed8b-4696-9563-542e58b6712f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:49:53.857788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Attempting to bind port 113dff50-ed8b-4696-9563-542e58b6712f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:49:53.858620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Attempting to bind port 113dff50-ed8b-4696-9563-542e58b6712f on network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:49:53.876863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:49:53.885275 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.905714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c662edfe-1dff-4d5c-981f-a1421f2c2e37 None None] Provisioning for port 1ccfacee-54d2-4933-81cb-58978d00cbec completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:53.909509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c13ef-6652-45ae-9982-57866051a523 req-56cf2beb-e464-438a-96c2-a0cd3770990a tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:53.912779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d88c13ef-6652-45ae-9982-57866051a523 req-56cf2beb-e464-438a-96c2-a0cd3770990a tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 1095 time: 0.1186793 Jul 30 01:49:53.922007 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.930615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:49:53.931005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Checking segment: {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:49:53.931385 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.931736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Bound using segment: {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:49:53.933486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Bound port: 113dff50-ed8b-4696-9563-542e58b6712f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:49:53.933486 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:53.957931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] device_id is not set on port 6af04872-db07-4769-81b3-9f357847b528 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:49:54.073204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55c0a7-8052-4fa8-9dcf-9805a43b2bea req-2d9cd2fd-3890-48f2-a92c-0ff8a5eef006 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.078258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c55c0a7-8052-4fa8-9dcf-9805a43b2bea req-2d9cd2fd-3890-48f2-a92c-0ff8a5eef006 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 944 time: 0.1609845 Jul 30 01:49:54.181064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d88c13ef-6652-45ae-9982-57866051a523 req-6c52483d-5640-40b3-b12e-7a59185c53d4 tempest-LiveAutoBlockMigrationV225Test-314423451 tempest-LiveAutoBlockMigrationV225Test-314423451-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314029 Jul 30 01:49:54.224441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c55c0a7-8052-4fa8-9dcf-9805a43b2bea req-2044e7e3-63f7-4c5f-81e9-344c80f49acd tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395078 Jul 30 01:49:54.241952 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] For port 113dff50-ed8b-4696-9563-542e58b6712f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:49:54.265948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1ccfacee-54d2-4933-81cb-58978d00cbec completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:54.309040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Allocated IP 10.1.1.24 (5e2a0a98-a22c-4347-84f1-455730e1ba82/bbc0ddec-1161-49c0-8539-5e01da63ba21/6af04872-db07-4769-81b3-9f357847b528) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:54.478040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1ccfacee-54d2-4933-81cb-58978d00cbec triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:54.479860 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.541843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] For port 113dff50-ed8b-4696-9563-542e58b6712f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=113dff50-ed8b-4696-9563-542e58b6712f,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:49:54.557614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e5728-9894-4b75-9d65-93e57eb85dab req-80221925-692e-4262-a99e-49843770d95b tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:54.562794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-434e5728-9894-4b75-9d65-93e57eb85dab req-80221925-692e-4262-a99e-49843770d95b tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 944 time: 0.1419823 Jul 30 01:49:54.583077 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.703601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:54.745398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-434e5728-9894-4b75-9d65-93e57eb85dab req-f4262414-0925-4654-984a-5fc638cff191 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713972 Jul 30 01:49:54.758612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Transition to ACTIVE for port object 6af04872-db07-4769-81b3-9f357847b528 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:49:54.815654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c42d8-5b13-4961-83fe-87188a5d495a None None] Pushing event updated for resources: {'Port': ['ID=113dff50-ed8b-4696-9563-542e58b6712f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:54.896180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.012115 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.062520 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:49:55.070779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:49:55.087121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:49:55.160028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1ccfacee-54d2-4933-81cb-58978d00cbec, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1ccfacee-54d2-4933-81cb-58978d00cbec,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:55.187922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.191771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Port': ['ID=6af04872-db07-4769-81b3-9f357847b528,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:55.262510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:55.263086 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.282339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a2659-c947-4519-8801-76c70534a73e req-f09a5673-fcfa-4a43-8eea-974329ad4f89 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:55.305065 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db8a2659-c947-4519-8801-76c70534a73e req-f09a5673-fcfa-4a43-8eea-974329ad4f89 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 944 time: 0.2324114 Jul 30 01:49:55.347544 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-74312c42-1096-48de-963c-64aa1ecadaf7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8644068 Jul 30 01:49:55.445959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=1ccfacee-54d2-4933-81cb-58978d00cbec,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:55.470193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.470873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.472630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.487649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.488773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.489417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.490100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.490707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.491234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.492453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.493071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.493648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:49:55.615816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db8a2659-c947-4519-8801-76c70534a73e req-f080db68-3d23-4ff6-b084-23630f0c879f tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063540 Jul 30 01:49:55.699136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5bc8616-ea7d-440d-8f5c-bbef3f38f271 None None] Provisioning complete for port 1ccfacee-54d2-4933-81cb-58978d00cbec triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:55.699926 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5bc8616-ea7d-440d-8f5c-bbef3f38f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.858347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec54d0-cb49-4f9e-988d-025c57a34440 req-d8cc1a77-25b0-4e8e-86d4-f90c42364b5a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:55.867590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcec54d0-cb49-4f9e-988d-025c57a34440 req-d8cc1a77-25b0-4e8e-86d4-f90c42364b5a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 944 time: 0.3245516 Jul 30 01:49:55.895206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5bc8616-ea7d-440d-8f5c-bbef3f38f271 None None] Provisioning for port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:55.910887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5bc8616-ea7d-440d-8f5c-bbef3f38f271 None None] Provisioning complete for port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:55.911569 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5bc8616-ea7d-440d-8f5c-bbef3f38f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:55.991031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-5ba96c15-7f06-44ec-91d9-a2035bbd0c13 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.004781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-5ba96c15-7f06-44ec-91d9-a2035bbd0c13 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 944 time: 0.5315795 Jul 30 01:49:56.047911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc8616-ea7d-440d-8f5c-bbef3f38f271 None None] Port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:56.100551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcec54d0-cb49-4f9e-988d-025c57a34440 req-660b8999-bcdb-4c0a-97ca-18df3bd80fb3 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192371 Jul 30 01:49:56.188875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6d64599b-126d-459e-9908-46082ae661e6 None None] Provisioning complete for port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:56.189242 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d64599b-126d-459e-9908-46082ae661e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.247975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Deleting port 6a634786-2a8a-4d2e-b71a-68b58f3df677 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:56.248329 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.292381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6d64599b-126d-459e-9908-46082ae661e6 None None] Port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:56.526658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38308) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:56.529617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bdc83746-95f7-40a8-8683-615d802e11e1 None None] Provisioning for port 6af04872-db07-4769-81b3-9f357847b528 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:56.535713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bdc83746-95f7-40a8-8683-615d802e11e1 None None] Provisioning complete for port 6af04872-db07-4769-81b3-9f357847b528 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:56.536445 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bdc83746-95f7-40a8-8683-615d802e11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.630144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bdc83746-95f7-40a8-8683-615d802e11e1 None None] Port 6af04872-db07-4769-81b3-9f357847b528 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:49:56.645585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] For port 6a634786-2a8a-4d2e-b71a-68b58f3df677, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6a634786-2a8a-4d2e-b71a-68b58f3df677,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:56.651785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.678751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38314) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:56.686558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b1b178ec-e894-406c-9412-44bf31903bb7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841120726', 'description': 'tempest-description--1664078346'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:56.697543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-a85b9ea8-542f-4654-8ea2-e8355041e46d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:56.700614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-a85b9ea8-542f-4654-8ea2-e8355041e46d tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 945 time: 0.2632179 Jul 30 01:49:56.715796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Calling delete_port for 6a634786-2a8a-4d2e-b71a-68b58f3df677 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:56.748122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1b178ec-e894-406c-9412-44bf31903bb7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.941888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1b178ec-e894-406c-9412-44bf31903bb7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.956193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1b178ec-e894-406c-9412-44bf31903bb7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:56.972479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c608793-c014-43da-9d37-81c7d7830959 None None] Network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:49:56.973884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-422449e0-4e76-43fc-8f3e-a3c2daebd18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.050883 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1b178ec-e894-406c-9412-44bf31903bb7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.056477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38318) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:57.057798 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b1b178ec-e894-406c-9412-44bf31903bb7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3768337 Jul 30 01:49:57.063588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b178ec-e894-406c-9412-44bf31903bb7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f57d19-f72b-40c9-9247-4cd34ca6debe,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:57.079312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b1668a64-1b29-4d81-81b3-63657517e512 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'security_group_rule': {'security_group_id': '39f57d19-f72b-40c9-9247-4cd34ca6debe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:57.113103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b9074770-14a1-4252-82fb-cd40439fd0d4 None None] Provisioning for port 113dff50-ed8b-4696-9563-542e58b6712f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:57.143372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c6957-b298-48ff-8e8e-38aeb58615e3 req-37aed580-e94b-4671-b792-d8bf315a5cd7 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.145059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-868c6957-b298-48ff-8e8e-38aeb58615e3 req-37aed580-e94b-4671-b792-d8bf315a5cd7 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 945 time: 0.2908421 Jul 30 01:49:57.160429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dffde7-4d21-4dcb-af5d-bac6140f7a6c req-5aba323a-aa46-4ed0-b16c-39a0da8528c2 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:57.170715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5dffde7-4d21-4dcb-af5d-bac6140f7a6c req-5aba323a-aa46-4ed0-b16c-39a0da8528c2 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 944 time: 0.7486444 Jul 30 01:49:57.215468 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-422449e0-4e76-43fc-8f3e-a3c2daebd18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.221149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-422449e0-4e76-43fc-8f3e-a3c2daebd18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.287538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422449e0-4e76-43fc-8f3e-a3c2daebd18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726dad4c-ba24-4ae1-8831-362f2c20979f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:57.294570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-422449e0-4e76-43fc-8f3e-a3c2daebd18e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=996a93248f5b462ead8222ea8f1b4379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7649884 Jul 30 01:49:57.300050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38322) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:57.316597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 19ead6e2-ca74-48b5-ae2e-203a86b83df1 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:57.342849 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.374478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6a634786-2a8a-4d2e-b71a-68b58f3df677'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:57.379558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c82edd45-5d22-4e09-9245-789d89b6efbf'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:57.403959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43b9d985-3804-4dc8-936a-9db89c89646f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.461493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43b9d985-3804-4dc8-936a-9db89c89646f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.520142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Pushing event deleted for resources: {'Port': ['ID=6a634786-2a8a-4d2e-b71a-68b58f3df677,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:57.549283 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Deleting port b5be5528-b852-4625-aae9-daa45861e29f {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:49:57.550133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.570224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 113dff50-ed8b-4696-9563-542e58b6712f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:57.620522 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43b9d985-3804-4dc8-936a-9db89c89646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.628695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-43b9d985-3804-4dc8-936a-9db89c89646f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.631422 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-43b9d985-3804-4dc8-936a-9db89c89646f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/726dad4c-ba24-4ae1-8831-362f2c20979f HTTP/1.1" status: 204 len: 168 time: 0.3302872 Jul 30 01:49:57.647034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9d985-3804-4dc8-936a-9db89c89646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726dad4c-ba24-4ae1-8831-362f2c20979f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:57.652891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-868c6957-b298-48ff-8e8e-38aeb58615e3 req-76b14111-d5bb-4ba3-b3e0-c31e0b9c6a96 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/security-groups?id=f5ec526c-19cb-4a98-a89f-f07f8cfb2411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754169 Jul 30 01:49:57.654633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:57.670480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5dffde7-4d21-4dcb-af5d-bac6140f7a6c req-532dcc84-e3eb-4e00-bd7d-5386e2642411 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982526 Jul 30 01:49:57.687105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1668a64-1b29-4d81-81b3-63657517e512 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.709001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:57.709522 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.816964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] No DVR routers for this DVR port 6a634786-2a8a-4d2e-b71a-68b58f3df677 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:57.826637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 113dff50-ed8b-4696-9563-542e58b6712f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:57.837829 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.840303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d621390-3169-44c9-9c7f-9b6e1e2133c0 req-aeb4152a-d7cf-4bb7-ad70-80829859bbee tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.41 "DELETE /v2.0/ports/6a634786-2a8a-4d2e-b71a-68b58f3df677 HTTP/1.1" status: 204 len: 173 time: 1.8239298 Jul 30 01:49:57.845224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 113dff50-ed8b-4696-9563-542e58b6712f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:57.845725 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.850259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'name': 'network-vif-deleted', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:57.862735 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c16b1b6-7ad3-4fa9-840c-2397490df5e8" -d '{"events": [{"server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "name": "network-vif-deleted", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:57.923354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a1faa4be-5db3-4285-905a-49dd5e9f0b7a None None] Provisioning complete for port 113dff50-ed8b-4696-9563-542e58b6712f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:57.924076 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1faa4be-5db3-4285-905a-49dd5e9f0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:57.977412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07f64091-a103-4577-81a9-a183f488cc13 req-6ccd2efc-23ff-49fa-beab-60997e1488e6 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 210 time: 0.0649133 Jul 30 01:49:58.005734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] For port b5be5528-b852-4625-aae9-daa45861e29f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b5be5528-b852-4625-aae9-daa45861e29f,segment=NetworkSegment(1eb0e811-c019-4614-8bd7-2053251b708f),segment_id=1eb0e811-c019-4614-8bd7-2053251b708f)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:58.006146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.010950 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1668a64-1b29-4d81-81b3-63657517e512 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.040726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1668a64-1b29-4d81-81b3-63657517e512 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.048300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Calling delete_port for b5be5528-b852-4625-aae9-daa45861e29f owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:49:58.167496 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.240203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1668a64-1b29-4d81-81b3-63657517e512 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d880ca27-1994-43c1-b75f-976df280d89b,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:58.265227 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1faa4be-5db3-4285-905a-49dd5e9f0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.277298 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.283605 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1668a64-1b29-4d81-81b3-63657517e512 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.292360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b1668a64-1b29-4d81-81b3-63657517e512 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2298422 Jul 30 01:49:58.300090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38334) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:58.310981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7f6b7fd4-bdff-4ca0-b9ce-657bc88c95b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'security_group_rule': {'security_group_id': '39f57d19-f72b-40c9-9247-4cd34ca6debe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:58.311294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d84c00-486d-4f75-b5f4-7e013ef30620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ead6e2-ca74-48b5-ae2e-203a86b83df1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:49:58.313900 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d840ce93-0c11-4489-90c4-718bccffb873" -d '{"events": [{"server_uuid": "85d84c00-486d-4f75-b5f4-7e013ef30620", "name": "network-vif-plugged", "status": "completed", "tag": "19ead6e2-ca74-48b5-ae2e-203a86b83df1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:49:58.347409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 19ead6e2-ca74-48b5-ae2e-203a86b83df1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=19ead6e2-ca74-48b5-ae2e-203a86b83df1,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:58.359831 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.360799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 52b4bbed-e523-4172-9b93-2c368ab2e19d up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:58.404074 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7fd4-bdff-4ca0-b9ce-657bc88c95b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.424034 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d2517e-4541-418b-acf2-54d0dcecc7fc x-openstack-request-id: req-15d2517e-4541-418b-acf2-54d0dcecc7fc {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:58.424612 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e49810-64d2-4cd8-82fa-780a9256ada9", "name": "network-vif-deleted", "tag": "6a634786-2a8a-4d2e-b71a-68b58f3df677", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:58.425009 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-15d2517e-4541-418b-acf2-54d0dcecc7fc {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:58.425713 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e49810-64d2-4cd8-82fa-780a9256ada9', 'name': 'network-vif-deleted', 'tag': '6a634786-2a8a-4d2e-b71a-68b58f3df677', 'status': 'completed', 'code': 200} Jul 30 01:49:58.539725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.548985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a1faa4be-5db3-4285-905a-49dd5e9f0b7a None None] For port 113dff50-ed8b-4696-9563-542e58b6712f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=113dff50-ed8b-4696-9563-542e58b6712f,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:58.558411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38338) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:58.566095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b5be5528-b852-4625-aae9-daa45861e29f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:49:58.584303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67329e5-8259-4391-b62f-413667a12aef req-b9b9cce9-0132-4884-bbeb-7e07e5669035 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:58.587684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7fd4-bdff-4ca0-b9ce-657bc88c95b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.589928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-234f9439-b362-4b4d-81a4-f766e8db9d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.604432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e67329e5-8259-4391-b62f-413667a12aef req-b9b9cce9-0132-4884-bbeb-7e07e5669035 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 944 time: 0.3718834 Jul 30 01:49:58.605057 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a1faa4be-5db3-4285-905a-49dd5e9f0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.675872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=19ead6e2-ca74-48b5-ae2e-203a86b83df1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:58.706361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7fd4-bdff-4ca0-b9ce-657bc88c95b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.717857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 52b4bbed-e523-4172-9b93-2c368ab2e19d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:49:58.725086 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:49:58.725555 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:49:58.729283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 52b4bbed-e523-4172-9b93-2c368ab2e19d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:49:58.729778 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.784369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faa4be-5db3-4285-905a-49dd5e9f0b7a None None] Pushing event updated for resources: {'Port': ['ID=113dff50-ed8b-4696-9563-542e58b6712f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:58.791340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] No DVR routers for this DVR port b5be5528-b852-4625-aae9-daa45861e29f on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:49:58.794792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Pushing event deleted for resources: {'Port': ['ID=b5be5528-b852-4625-aae9-daa45861e29f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:58.802279 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.808871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d07abb9-6925-49a9-8eb5-fa2b9c9f82b8 req-fef040d1-bca7-4f2e-a51a-37ce9c92a3ae tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.41 "DELETE /v2.0/ports/b5be5528-b852-4625-aae9-daa45861e29f HTTP/1.1" status: 204 len: 173 time: 1.9601135 Jul 30 01:49:58.846793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b7fd4-bdff-4ca0-b9ce-657bc88c95b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed06b42-0dc9-4012-8691-a29e39478cd7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:58.852010 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-234f9439-b362-4b4d-81a4-f766e8db9d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.865119 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-234f9439-b362-4b4d-81a4-f766e8db9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.865427 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.884271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e67329e5-8259-4391-b62f-413667a12aef req-a810d521-ce08-4a41-a7c9-35c660e70778 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951330 Jul 30 01:49:58.897568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7fd4-bdff-4ca0-b9ce-657bc88c95b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:58.911012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1a8db-2236-4a99-9b14-c930bfbcff04 req-185b3022-64b9-4b3b-ac33-3311d35c6d40 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:58.912294 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7f6b7fd4-bdff-4ca0-b9ce-657bc88c95b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6027975 Jul 30 01:49:58.921249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33d1a8db-2236-4a99-9b14-c930bfbcff04 req-185b3022-64b9-4b3b-ac33-3311d35c6d40 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 945 time: 0.3779447 Jul 30 01:49:58.921654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38344) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:58.927958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:49:58.959194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 52b4bbed-e523-4172-9b93-2c368ab2e19d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=52b4bbed-e523-4172-9b93-2c368ab2e19d,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:49:58.969989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.021911 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-234f9439-b362-4b4d-81a4-f766e8db9d41 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=27f23a4d6d08411d92db41e2cfdb953c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603224 Jul 30 01:49:59.023807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f9439-b362-4b4d-81a4-f766e8db9d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ee284-eb58-4616-b1c9-eafdacfcade3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:59.043461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38348) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:49:59.073487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.130473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=52b4bbed-e523-4172-9b93-2c368ab2e19d,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:59.174201 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaf7ad9-efac-4e04-82fb-b3c36493585c x-openstack-request-id: req-8aaf7ad9-efac-4e04-82fb-b3c36493585c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:49:59.175309 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d84c00-486d-4f75-b5f4-7e013ef30620", "name": "network-vif-plugged", "status": "completed", "tag": "19ead6e2-ca74-48b5-ae2e-203a86b83df1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:49:59.175309 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8aaf7ad9-efac-4e04-82fb-b3c36493585c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:49:59.176203 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d84c00-486d-4f75-b5f4-7e013ef30620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ead6e2-ca74-48b5-ae2e-203a86b83df1', 'code': 200} Jul 30 01:49:59.187016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-900d0a04-1d5c-4c88-abb9-fec7a5a0bfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.201148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33d1a8db-2236-4a99-9b14-c930bfbcff04 req-cde80192-8557-4a1e-8046-c30d574b7bef tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520635 Jul 30 01:49:59.245645 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-900d0a04-1d5c-4c88-abb9-fec7a5a0bfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.341997 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.438500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0558f-e610-45be-8547-394da0de4847 req-0f98cd96-9de8-4a97-901a-a90243d1b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:59.440543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-19d0558f-e610-45be-8547-394da0de4847 req-0f98cd96-9de8-4a97-901a-a90243d1b90d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 1096 time: 0.1229391 Jul 30 01:49:59.443380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-900d0a04-1d5c-4c88-abb9-fec7a5a0bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.447548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-900d0a04-1d5c-4c88-abb9-fec7a5a0bfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:49:59.449350 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-900d0a04-1d5c-4c88-abb9-fec7a5a0bfb6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9b0ee284-eb58-4616-b1c9-eafdacfcade3 HTTP/1.1" status: 204 len: 168 time: 0.4025204 Jul 30 01:49:59.498102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d0a04-1d5c-4c88-abb9-fec7a5a0bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ee284-eb58-4616-b1c9-eafdacfcade3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:49:59.541777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-19d0558f-e610-45be-8547-394da0de4847 req-92c24187-4fcb-4008-a120-30c8e547741b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881407 Jul 30 01:49:59.644799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4303e404-d123-46d9-998c-ee22ab10b915 req-4214f1ce-c181-4ac4-940c-bc2c71169971 tempest-ServersTestJSON-1367690307 tempest-ServersTestJSON-1367690307-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf733af9-153b-4a8b-b8e1-52e73eae1752 HTTP/1.1" status: 200 len: 210 time: 0.0979161 Jul 30 01:49:59.682192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Allocated IP 172.25.7.183 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/23d5f75c-ba06-4182-a423-88ef0f4513d1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:49:59.690089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1ccfacee-54d2-4933-81cb-58978d00cbec up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:49:59.751968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd02d45-9171-45aa-bc3d-4dda6e32021b req-84a17bb4-3f6e-4112-a410-5addf7e23b0d tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:49:59.772309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cd02d45-9171-45aa-bc3d-4dda6e32021b req-84a17bb4-3f6e-4112-a410-5addf7e23b0d tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 945 time: 0.2275777 Jul 30 01:49:59.779969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b5be5528-b852-4625-aae9-daa45861e29f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:59.904824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: b5be5528-b852-4625-aae9-daa45861e29f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:59.905748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b5be5528-b852-4625-aae9-daa45861e29f not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:49:59.906659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6a634786-2a8a-4d2e-b71a-68b58f3df677 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:49:59.941833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cd02d45-9171-45aa-bc3d-4dda6e32021b req-6329c779-fd5e-4aa7-ab07-4bf37ef69c0e tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676714 Jul 30 01:49:59.967643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 6a634786-2a8a-4d2e-b71a-68b58f3df677 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:49:59.967643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6a634786-2a8a-4d2e-b71a-68b58f3df677 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:00.034428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1ccfacee-54d2-4933-81cb-58978d00cbec triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:00.035232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.144534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5ee093-e0f4-4512-a267-214fb7946a39 req-51962d8e-8e91-48b3-b1d5-2b6567484ff1 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 210 time: 0.0396235 Jul 30 01:50:00.157025 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.232212 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.365894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 113dff50-ed8b-4696-9563-542e58b6712f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:00.448485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf733af9-153b-4a8b-b8e1-52e73eae1752', 'name': 'network-vif-deleted', 'tag': 'b5be5528-b852-4625-aae9-daa45861e29f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:00.463133 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33887138-5036-43fc-9c05-548646b1daff" -d '{"events": [{"server_uuid": "cf733af9-153b-4a8b-b8e1-52e73eae1752", "name": "network-vif-deleted", "tag": "b5be5528-b852-4625-aae9-daa45861e29f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:00.474816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:00.493356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:00.506283 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:00.561244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 113dff50-ed8b-4696-9563-542e58b6712f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:00.561863 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.629948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Port': ['ID=23d5f75c-ba06-4182-a423-88ef0f4513d1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:00.733721 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-369e1b3c-1fdd-41f3-823d-075dbbfd32b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:00.930798 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.042336 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.087068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.120142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fdf36-daac-4423-bf13-824ba493c9e2 req-b74cc9af-1fe9-4999-a8a4-0a13e151d03d tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:01.121976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-316fdf36-daac-4423-bf13-824ba493c9e2 req-b74cc9af-1fe9-4999-a8a4-0a13e151d03d tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.9741211 Jul 30 01:50:01.174388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2b31f-210f-4232-a480-a5e78498d2fc req-a8b03712-f672-4c16-898f-10df532fa245 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:01.176050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50b2b31f-210f-4232-a480-a5e78498d2fc req-a8b03712-f672-4c16-898f-10df532fa245 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 945 time: 0.2864897 Jul 30 01:50:01.180005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b5c5ca-444f-48ee-9995-6872f14a923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b4bbed-e523-4172-9b93-2c368ab2e19d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:01.188838 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18651825-3c15-4e8c-ab91-ef1d36842878" -d '{"events": [{"server_uuid": "09b5c5ca-444f-48ee-9995-6872f14a923e", "name": "network-vif-plugged", "status": "completed", "tag": "52b4bbed-e523-4172-9b93-2c368ab2e19d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:01.704320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-316fdf36-daac-4423-bf13-824ba493c9e2 req-41e28826-3009-409a-bcba-76bd3af5a2dc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739813 Jul 30 01:50:01.756246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50b2b31f-210f-4232-a480-a5e78498d2fc req-75fea976-5aac-400a-9274-881b1471263c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5621161 Jul 30 01:50:01.838519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38398) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:01.938083 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:01.951074 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0405cb-28a4-4800-9647-b1c3241d96df x-openstack-request-id: req-bb0405cb-28a4-4800-9647-b1c3241d96df {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:01.954093 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf733af9-153b-4a8b-b8e1-52e73eae1752", "name": "network-vif-deleted", "tag": "b5be5528-b852-4625-aae9-daa45861e29f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:01.955012 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bb0405cb-28a4-4800-9647-b1c3241d96df {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:01.958017 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf733af9-153b-4a8b-b8e1-52e73eae1752', 'name': 'network-vif-deleted', 'tag': 'b5be5528-b852-4625-aae9-daa45861e29f', 'status': 'completed', 'code': 200} Jul 30 01:50:01.962220 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.097419 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764f9894-dcf7-4f00-b326-333782354fe1 x-openstack-request-id: req-764f9894-dcf7-4f00-b326-333782354fe1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:02.098131 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b5c5ca-444f-48ee-9995-6872f14a923e", "name": "network-vif-plugged", "status": "completed", "tag": "52b4bbed-e523-4172-9b93-2c368ab2e19d", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:02.098439 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-764f9894-dcf7-4f00-b326-333782354fe1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:02.099068 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b5c5ca-444f-48ee-9995-6872f14a923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b4bbed-e523-4172-9b93-2c368ab2e19d', 'code': 200} Jul 30 01:50:02.184359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Port': ['ID=23d5f75c-ba06-4182-a423-88ef0f4513d1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:02.219114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4c303-f7c0-40bb-a5f2-9411bc3ff886 req-c34bf2ed-6d37-4245-9a56-b015d5c43fc9 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:02.220765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33c4c303-f7c0-40bb-a5f2-9411bc3ff886 req-c34bf2ed-6d37-4245-9a56-b015d5c43fc9 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 945 time: 0.2390842 Jul 30 01:50:02.221865 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.286590 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.287855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-28431457-d824-4abe-9e42-19542120c709 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3652995 Jul 30 01:50:02.293720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da3a472a-116b-43b4-be35-a05490ed41a7 req-a3848b89-413c-473d-8cb7-42b914676045 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 210 time: 0.0340085 Jul 30 01:50:02.316844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33c4c303-f7c0-40bb-a5f2-9411bc3ff886 req-7a29d8e6-1a88-4b59-9640-28baa7f5c569 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809095 Jul 30 01:50:02.400404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a931a2-c256-4b35-a8a7-d40c9ea70ceb admin admin] Deleting subnet 661a2d79-d7f8-420e-bedb-462b0400653a {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:02.408874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637e0d5-45e6-46ea-a440-1a40d27d0b9e req-a54950ab-3045-4eca-8cee-646b4f8c5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:02.411720 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f637e0d5-45e6-46ea-a440-1a40d27d0b9e req-a54950ab-3045-4eca-8cee-646b4f8c5868 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 1096 time: 0.1487131 Jul 30 01:50:02.412754 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1a931a2-c256-4b35-a8a7-d40c9ea70ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.518598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1a931a2-c256-4b35-a8a7-d40c9ea70ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.565137 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f637e0d5-45e6-46ea-a440-1a40d27d0b9e req-cfc7fc45-9981-4cdd-a107-61f88e87501b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403408 Jul 30 01:50:02.594560 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1a931a2-c256-4b35-a8a7-d40c9ea70ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.702463 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1a931a2-c256-4b35-a8a7-d40c9ea70ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.744554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a931a2-c256-4b35-a8a7-d40c9ea70ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661a2d79-d7f8-420e-bedb-462b0400653a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:02.746636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1a931a2-c256-4b35-a8a7-d40c9ea70ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.751461 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d1a931a2-c256-4b35-a8a7-d40c9ea70ceb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/661a2d79-d7f8-420e-bedb-462b0400653a HTTP/1.1" status: 204 len: 168 time: 0.9097359 Jul 30 01:50:02.753557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38434) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:02.829925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3e2f30d4-58a4-4f93-b578-01051b2099a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1841120726&fields=id&tenant_id=2d9f1dcd38fe475b859df4e1c35c1027 HTTP/1.1" status: 200 len: 267 time: 0.0581572 Jul 30 01:50:02.907031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:02.960900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-639b9d3e-4215-40ba-b92c-5b535e4d8c1c tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:02.982716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-639b9d3e-4215-40ba-b92c-5b535e4d8c1c tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports/7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 932 time: 0.1446209 Jul 30 01:50:03.049212 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.080648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00883b99-bbc6-4500-985d-28d6f6c87526']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:03.106609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb0e811-c019-4614-8bd7-2053251b708f') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:03.106949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb0e811-c019-4614-8bd7-2053251b708f') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:03.117939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.139263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.153427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:03.154001 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:03.157054 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:03.168208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-885347d6-58f2-4b16-bc24-462a5b211443 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.171093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-885347d6-58f2-4b16-bc24-462a5b211443 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports/6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 930 time: 0.1871915 Jul 30 01:50:03.235881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0655ba3c-ae3b-4abf-b113-71d753e91f70 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0385544 Jul 30 01:50:03.268280 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.273406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b06544-2162-4c35-8434-5e56a0caba83 req-d9803961-af64-4bb0-90ed-870aea162158 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.286604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37b06544-2162-4c35-8434-5e56a0caba83 req-d9803961-af64-4bb0-90ed-870aea162158 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.1872690 Jul 30 01:50:03.297538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.312396 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] 10.222.0.84 "DELETE /v2.0/networks/00883b99-bbc6-4500-985d-28d6f6c87526 HTTP/1.1" status: 204 len: 168 time: 0.5569854 Jul 30 01:50:03.329290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e96afd49-1638-437a-9e44-ae9a605ab115 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0828075 Jul 30 01:50:03.331348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea6918-7830-4e16-bbf7-d596d96103ab admin admin] Pushing event deleted for resources: {'Network': ['ID=00883b99-bbc6-4500-985d-28d6f6c87526,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:03.358486 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2c57-0f0d-43c9-aa80-84f2939c4199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.502554 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37b06544-2162-4c35-8434-5e56a0caba83 req-849ed34c-1f96-4706-b437-8651fe3191ab tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898055 Jul 30 01:50:03.524216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b944cc21-8fbc-4e93-8108-6274ca1ab871 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.544966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b944cc21-8fbc-4e93-8108-6274ca1ab871 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.556752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b944cc21-8fbc-4e93-8108-6274ca1ab871 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.559782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b944cc21-8fbc-4e93-8108-6274ca1ab871 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/networks?id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 HTTP/1.1" status: 200 len: 1990 time: 0.2294223 Jul 30 01:50:03.596961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6d9347ac-e93a-49a6-9ee7-1b1c15ced015 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/quotas/2d9f1dcd38fe475b859df4e1c35c1027 HTTP/1.1" status: 200 len: 375 time: 0.0258684 Jul 30 01:50:03.693055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:03.788659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38456) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:03.829367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-05c8aeed-aab1-45f4-bb85-34ef24a26b5b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2308953 Jul 30 01:50:03.878042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e2658eda-a600-4aab-b25a-089317ef3b84 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d0320e5fae9400badeba35924f93062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874295 Jul 30 01:50:03.884253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38458) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:03.897911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abec93-09cd-40bf-b131-f3060696bd0a req-c04782b9-7c2a-4706-89e5-f0c305d23582 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:03.903798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50abec93-09cd-40bf-b131-f3060696bd0a req-c04782b9-7c2a-4706-89e5-f0c305d23582 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 945 time: 0.2574141 Jul 30 01:50:03.994236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e01b-a2a8-453d-9167-2e5c1969b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.049969 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e01b-a2a8-453d-9167-2e5c1969b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.106824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50abec93-09cd-40bf-b131-f3060696bd0a req-8c89e85d-5f55-46eb-8036-042dfbf616b0 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857681 Jul 30 01:50:04.162361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e01b-a2a8-453d-9167-2e5c1969b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.172901 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0b3e01b-a2a8-453d-9167-2e5c1969b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.174893 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c0b3e01b-a2a8-453d-9167-2e5c1969b2d3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f5ec526c-19cb-4a98-a89f-f07f8cfb2411 HTTP/1.1" status: 204 len: 168 time: 0.2882402 Jul 30 01:50:04.201247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3e01b-a2a8-453d-9167-2e5c1969b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ec526c-19cb-4a98-a89f-f07f8cfb2411,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:04.279375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-635f0a5a-6234-4b7d-9ec5-3e804c31f3dc service neutron] 10.222.0.84 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676929 Jul 30 01:50:04.384431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38464) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:04.398615 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.489353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-106f2eb2-3aa3-4209-9c80-9280da979bd5 req-7f116423-4732-4559-85e9-d22697419eb1 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=75e49810-64d2-4cd8-82fa-780a9256ada9 HTTP/1.1" status: 200 len: 210 time: 0.0608060 Jul 30 01:50:04.613036 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-394706e1-8ca9-462f-948d-4156e22115eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.707839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-1cb56ca3-d29e-4972-a7a0-54b15076c2dc service neutron] 10.222.0.84 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233274 Jul 30 01:50:04.780630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-725320a6-c3c1-46bc-ad4d-be6e48b071e5 service neutron] 10.222.0.84 "GET /v2.0/ports/7e975dfa-0de7-4f8d-913c-ec6060cd7934?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0638816 Jul 30 01:50:04.839240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-394706e1-8ca9-462f-948d-4156e22115eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.846060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-394706e1-8ca9-462f-948d-4156e22115eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:04.923591 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-394706e1-8ca9-462f-948d-4156e22115eb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=55f899100f58423ab64e8a2fa89da81f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354650 Jul 30 01:50:04.923591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394706e1-8ca9-462f-948d-4156e22115eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fb18f3-ca55-4977-bedc-f5b86228ec51,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:04.928163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38474) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:04.973155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a50f1-dc69-4665-b8d5-32032722115f req-601308d1-a364-4289-9694-c180026a2012 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:04.976580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e07a50f1-dc69-4665-b8d5-32032722115f req-601308d1-a364-4289-9694-c180026a2012 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 945 time: 0.3679771 Jul 30 01:50:05.019465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cf2205d-a76f-4972-a68d-bed39f411b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.077992 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cf2205d-a76f-4972-a68d-bed39f411b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.131594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-7d93e49b-68da-4933-8ac5-1921ba056df1 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:05.141992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-7d93e49b-68da-4933-8ac5-1921ba056df1 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.41 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 945 time: 0.3567367 Jul 30 01:50:05.174979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cf2205d-a76f-4972-a68d-bed39f411b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.187884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7cf2205d-a76f-4972-a68d-bed39f411b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.190812 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7cf2205d-a76f-4972-a68d-bed39f411b86 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/95fb18f3-ca55-4977-bedc-f5b86228ec51 HTTP/1.1" status: 204 len: 168 time: 0.2603569 Jul 30 01:50:05.211612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2205d-a76f-4972-a68d-bed39f411b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fb18f3-ca55-4977-bedc-f5b86228ec51,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:05.355014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e07a50f1-dc69-4665-b8d5-32032722115f req-79755489-8ef9-4d40-9759-8efedff3c6ef tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592525 Jul 30 01:50:05.481625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a57e310a-d990-4a6a-905d-3e36f61d7b6c service neutron] 10.222.0.84 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704445 Jul 30 01:50:05.686047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12576b55-a93a-4f8b-a0dc-94691fca10de req-bb910763-eb20-4574-a232-a48ee05b46df tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:05.698025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12576b55-a93a-4f8b-a0dc-94691fca10de req-bb910763-eb20-4574-a232-a48ee05b46df tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 946 time: 0.2034450 Jul 30 01:50:05.715216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Deleting port 45d757de-9879-4b30-8810-31eca9df4dce {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:05.715599 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:05.820192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0b344772-f5b9-4aa3-9244-d4ec9e698cb9 service neutron] 10.222.0.84 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008187 Jul 30 01:50:05.896723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12576b55-a93a-4f8b-a0dc-94691fca10de req-b3ce640e-8238-46bc-968b-27e9a74d2204 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972659 Jul 30 01:50:05.970277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-77933a51-3b5a-4134-87f3-ca7873f02356 service neutron] 10.222.0.84 "GET /v2.0/ports/6af04872-db07-4769-81b3-9f357847b528?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1286685 Jul 30 01:50:06.069998 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.174939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] For port 45d757de-9879-4b30-8810-31eca9df4dce, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=45d757de-9879-4b30-8810-31eca9df4dce,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:06.175593 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.495049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38510) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:06.523712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07597680-85c8-49fe-ad59-9f2f27451ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.606985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd2658-da2f-498d-9e45-6a62fd819d22 req-4b6a6fd0-a293-4328-a631-cbffc9001be3 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:06.621884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0edd2658-da2f-498d-9e45-6a62fd819d22 req-4b6a6fd0-a293-4328-a631-cbffc9001be3 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 945 time: 0.5393941 Jul 30 01:50:06.627607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-cde3bd03-cc89-481a-8fe2-8e88a871d041 service neutron] 10.222.0.84 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414328 Jul 30 01:50:06.736399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07597680-85c8-49fe-ad59-9f2f27451ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.744141 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07597680-85c8-49fe-ad59-9f2f27451ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.828331 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-07597680-85c8-49fe-ad59-9f2f27451ef7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=924bf955d58549cbb86d84bca3a62625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314288 Jul 30 01:50:06.836222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38514) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:06.839829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07597680-85c8-49fe-ad59-9f2f27451ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ea4f6d-6d87-4ce2-9692-00b21112c49b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:06.876082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0edd2658-da2f-498d-9e45-6a62fd819d22 req-d31c4d7e-6e74-4516-8761-97b5d4fdc85e tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups?id=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529681 Jul 30 01:50:06.958319 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.958812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:06.959213 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Floating IP cac21864-5948-4e06-9f70-e593c5b4e551 disassociated. External IP: 172.25.7.83, port: 45d757de-9879-4b30-8810-31eca9df4dce. Jul 30 01:50:06.959675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Calling delete_port for 45d757de-9879-4b30-8810-31eca9df4dce owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:06.969076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-cea7a97b-c4f2-442b-b02e-795bffed3264 service neutron] 10.222.0.84 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278317 Jul 30 01:50:06.986080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1290fb58-43b6-4bb9-bc20-5238f05f4e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.030102 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1290fb58-43b6-4bb9-bc20-5238f05f4e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.121876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1290fb58-43b6-4bb9-bc20-5238f05f4e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.128006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1290fb58-43b6-4bb9-bc20-5238f05f4e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.134231 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1290fb58-43b6-4bb9-bc20-5238f05f4e7c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/15ea4f6d-6d87-4ce2-9692-00b21112c49b HTTP/1.1" status: 204 len: 168 time: 0.2959480 Jul 30 01:50:07.151880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290fb58-43b6-4bb9-bc20-5238f05f4e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ea4f6d-6d87-4ce2-9692-00b21112c49b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:07.433899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-2eb65701-9177-4bec-ad4a-597306d66dac service neutron] 10.222.0.84 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497480 Jul 30 01:50:07.730984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:07.883189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Pushing event deleted for resources: {'Port': ['ID=45d757de-9879-4b30-8810-31eca9df4dce,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:08.544040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b91acdbe-a542-4c45-8924-9d1f65626363 service neutron] 10.222.0.84 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0381143 Jul 30 01:50:08.803288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4f44e-6e8c-4b06-bdbb-f0c02e7f336a req-b7a590eb-8636-435c-b150-93e361958269 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:08.806845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41d4f44e-6e8c-4b06-bdbb-f0c02e7f336a req-b7a590eb-8636-435c-b150-93e361958269 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 946 time: 0.8513312 Jul 30 01:50:09.010611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Router b71231e3-5e75-472c-8853-1f6d8b65180b has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:09.042510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41d4f44e-6e8c-4b06-bdbb-f0c02e7f336a req-179560a7-7ee5-4990-94f8-54dca3d382dc tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770880 Jul 30 01:50:09.094533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7a83053a-cdee-44a3-a92f-2d6d99e6c28b service neutron] 10.222.0.84 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295303 Jul 30 01:50:09.401796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-154fce31-14e6-442f-ad6c-6e5fdddb4c2e req-c9bf3b84-f29f-4599-93de-3bb48229141b tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0615997 Jul 30 01:50:09.434788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-43b45f75-baec-43f4-bb2b-a495133af378 service neutron] 10.222.0.84 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635286 Jul 30 01:50:09.713445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:09.738792 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] Sync routers for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:09.764376 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:09.765399 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:09.823787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 45d757de-9879-4b30-8810-31eca9df4dce no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:09.892045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 45d757de-9879-4b30-8810-31eca9df4dce {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:09.893060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 45d757de-9879-4b30-8810-31eca9df4dce not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:09.947495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] No DVR routers for this DVR port 45d757de-9879-4b30-8810-31eca9df4dce on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:09.954972 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:09.958643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-885842bc-e9fa-4cdf-bf00-4c0cc784931c req-23e3496f-4c86-42bd-a822-4847f6c8cc8c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.41 "DELETE /v2.0/ports/45d757de-9879-4b30-8810-31eca9df4dce HTTP/1.1" status: 204 len: 173 time: 4.7958395 Jul 30 01:50:09.959386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'name': 'network-vif-deleted', 'tag': '45d757de-9879-4b30-8810-31eca9df4dce'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:09.963754 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464f2e47-677a-44ad-9b7e-1f41ba175d69" -d '{"events": [{"server_uuid": "00ab52d8-1bd5-412a-ae01-2be8122b4fd9", "name": "network-vif-deleted", "tag": "45d757de-9879-4b30-8810-31eca9df4dce"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:09.975580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-bd05bffe-26bc-4708-b39f-be69cdfcfd8e service neutron] 10.222.0.84 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303237 Jul 30 01:50:10.202413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-1c32c420-0912-4632-80a2-d4028550c598 service neutron] 10.222.0.84 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974721 Jul 30 01:50:10.215645 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:10.717692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-84fcfd5a-deaa-4cdb-bd4a-f35408003966 service neutron] 10.222.0.84 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024819 Jul 30 01:50:10.951351 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1f366f1a-1702-4512-93d0-fbf2a1d910bb', 'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'mac_address': 'fa:16:3e:cc:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:18Z', 'updated_at': '2021-07-30T01:46:31Z', 'revision_number': 5, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'subnets': [{'id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:10.981521 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] Checking router: b71231e3-5e75-472c-8853-1f6d8b65180b for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:10.992038 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:10.993063 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:11.198614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e1b2b9cf-7578-4ece-ac8d-08a33cd96a53 service neutron] 10.222.0.84 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780023 Jul 30 01:50:11.416796 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:11.449250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cc12e-d9a8-4b64-8bbf-685fdd5359be req-6c2e86a2-8a64-4be4-9be0-487f88a86237 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:11.460184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-610cc12e-d9a8-4b64-8bbf-685fdd5359be req-6c2e86a2-8a64-4be4-9be0-487f88a86237 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.1578355 Jul 30 01:50:11.602045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-610cc12e-d9a8-4b64-8bbf-685fdd5359be req-b374636f-0bd8-4b15-879f-fef33d91b311 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376181 Jul 30 01:50:11.744646 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f503fdf-cc4d-4ef2-b7ab-cfa2dbc62286 x-openstack-request-id: req-1f503fdf-cc4d-4ef2-b7ab-cfa2dbc62286 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:11.744864 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ab52d8-1bd5-412a-ae01-2be8122b4fd9", "name": "network-vif-deleted", "tag": "45d757de-9879-4b30-8810-31eca9df4dce", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:11.745292 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1f503fdf-cc4d-4ef2-b7ab-cfa2dbc62286 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:11.746189 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ab52d8-1bd5-412a-ae01-2be8122b4fd9', 'name': 'network-vif-deleted', 'tag': '45d757de-9879-4b30-8810-31eca9df4dce', 'status': 'completed', 'code': 200} Jul 30 01:50:12.028614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b51ca92-5ed5-4bf7-b295-802253b7afea req-b4613b87-403c-447c-bf13-c691a7d64e87 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0759888 Jul 30 01:50:12.249669 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1f366f1a-1702-4512-93d0-fbf2a1d910bb', 'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'mac_address': 'fa:16:3e:cc:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:18Z', 'updated_at': '2021-07-30T01:46:31Z', 'revision_number': 5, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'subnets': [{'id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:12.429329 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f432184-05f3-4a39-9e90-ccc5e73b0609 None None] The sync data for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 is: [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:46:22Z', 'revision_number': 4, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1f366f1a-1702-4512-93d0-fbf2a1d910bb', 'name': '', 'network_id': 'bfc9db19-1933-4d9b-851d-ed7ad21bf023', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'mac_address': 'fa:16:3e:cc:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:18Z', 'updated_at': '2021-07-30T01:46:31Z', 'revision_number': 5, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'subnets': [{'id': '98072e7f-7497-409e-9b1d-b9d22a60b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:12.872671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117931ed-f6ea-4193-b3d0-e022cf9ec203 req-791e708c-ffcf-4a20-9353-79e211cc88f0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:12.891899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117931ed-f6ea-4193-b3d0-e022cf9ec203 req-791e708c-ffcf-4a20-9353-79e211cc88f0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:12.916928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117931ed-f6ea-4193-b3d0-e022cf9ec203 req-791e708c-ffcf-4a20-9353-79e211cc88f0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:12.919882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-117931ed-f6ea-4193-b3d0-e022cf9ec203 req-791e708c-ffcf-4a20-9353-79e211cc88f0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7&device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56&device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 2418 time: 0.1997237 Jul 30 01:50:13.024729 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-117931ed-f6ea-4193-b3d0-e022cf9ec203 req-ddb6797f-a390-4247-96a3-5c9b87f0c0c9 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892391 Jul 30 01:50:13.068124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236ae07c-bfdb-4627-a0c5-c8ad0c92dc86 None None] New status for floating IP cac21864-5948-4e06-9f70-e593c5b4e551: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:50:13.264351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-113a0c09-54d1-4cf4-9157-eef3d90cd5a1 req-31398b04-5599-426a-ba9b-56c113a4a935 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0761814 Jul 30 01:50:13.717986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06055084-5b68-456e-a8a1-0ba9ab9fe826 req-19de8b26-26d1-4a2d-abd6-60d009e4af28 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:13.719862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06055084-5b68-456e-a8a1-0ba9ab9fe826 req-19de8b26-26d1-4a2d-abd6-60d009e4af28 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 946 time: 0.1418927 Jul 30 01:50:13.801397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06055084-5b68-456e-a8a1-0ba9ab9fe826 req-5f1e297b-881d-48bd-a12c-14727296a75b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677266 Jul 30 01:50:14.024677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38630) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:14.264524 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6746-7bc0-4f7f-8645-f5d870bf8adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.552293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38640) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:14.582271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6746-7bc0-4f7f-8645-f5d870bf8adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.589335 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6746-7bc0-4f7f-8645-f5d870bf8adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.648136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afbefe2d-6426-40ee-bce8-fcd561643ef4 req-36d6976b-3422-4940-aa19-9681a090bd22 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0796835 Jul 30 01:50:14.686680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f6746-7bc0-4f7f-8645-f5d870bf8adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28370f19-d14e-4713-80b1-d22d3e31e9ac,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:14.717283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ed3f6746-7bc0-4f7f-8645-f5d870bf8adb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=41fcd435413f4a0a8abdad09366b6fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6910372 Jul 30 01:50:14.720656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38644) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:14.825050 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f8a598f0-06d4-4a9c-8bc5-259fbb6c6300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.886318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f8a598f0-06d4-4a9c-8bc5-259fbb6c6300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:14.927546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0515c502-af50-4c2b-86fc-e18ab7a58f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.038546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f8a598f0-06d4-4a9c-8bc5-259fbb6c6300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.043741 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f8a598f0-06d4-4a9c-8bc5-259fbb6c6300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.049140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f8a598f0-06d4-4a9c-8bc5-259fbb6c6300 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/28370f19-d14e-4713-80b1-d22d3e31e9ac HTTP/1.1" status: 204 len: 168 time: 0.3235991 Jul 30 01:50:15.086384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a598f0-06d4-4a9c-8bc5-259fbb6c6300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28370f19-d14e-4713-80b1-d22d3e31e9ac,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:15.227183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0515c502-af50-4c2b-86fc-e18ab7a58f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.234289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0515c502-af50-4c2b-86fc-e18ab7a58f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.345003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0515c502-af50-4c2b-86fc-e18ab7a58f9c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=41229c66caa0495ab44a1581bc8adb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7884281 Jul 30 01:50:15.348469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515c502-af50-4c2b-86fc-e18ab7a58f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3b8176-ec7d-4466-ad61-285f05028983,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:15.349214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38656) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:15.465611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc3ef97a-cad4-4925-806c-c756c9efb8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.505994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc3ef97a-cad4-4925-806c-c756c9efb8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.607307 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc3ef97a-cad4-4925-806c-c756c9efb8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.613086 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc3ef97a-cad4-4925-806c-c756c9efb8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:15.617691 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dc3ef97a-cad4-4925-806c-c756c9efb8bd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4c3b8176-ec7d-4466-ad61-285f05028983 HTTP/1.1" status: 204 len: 168 time: 0.2650323 Jul 30 01:50:15.653535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ef97a-cad4-4925-806c-c756c9efb8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3b8176-ec7d-4466-ad61-285f05028983,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:15.876380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f352100b-ee4f-4e96-b8b4-4aeaacd15425 req-e2b032e8-e575-4a8f-922d-035d12ecca7c tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0715518 Jul 30 01:50:16.469985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38684) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:16.501673 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f8306614-e391-4bd2-94d7-440093ec13ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.743774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f8306614-e391-4bd2-94d7-440093ec13ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.753144 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f8306614-e391-4bd2-94d7-440093ec13ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:16.766110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38690) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:16.816765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38694) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:16.817111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f8306614-e391-4bd2-94d7-440093ec13ff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=128e94528a9742a5a0d004e5d5f15021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452656 Jul 30 01:50:16.819406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8306614-e391-4bd2-94d7-440093ec13ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37580d9-bfc0-47e9-8a65-08a1fdeb5240,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:16.954676 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e68a-63a8-4fbb-9ebf-eec257e25bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.004916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e68a-63a8-4fbb-9ebf-eec257e25bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.026768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1626417562-network', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:17.098121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Made reservation on behalf of 7b3f9abd6e0941269960e6b58bdfc2dc for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:17.102373 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.116882 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.137335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64952c9-f582-44e8-aaef-6d610d8237b4 req-791b6979-d9f9-4e0e-aefc-401b9d92e011 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:17.140826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a64952c9-f582-44e8-aaef-6d610d8237b4 req-791b6979-d9f9-4e0e-aefc-401b9d92e011 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.1336720 Jul 30 01:50:17.189181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e68a-63a8-4fbb-9ebf-eec257e25bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.192707 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ae2e68a-63a8-4fbb-9ebf-eec257e25bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.194404 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4ae2e68a-63a8-4fbb-9ebf-eec257e25bee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a37580d9-bfc0-47e9-8a65-08a1fdeb5240 HTTP/1.1" status: 204 len: 168 time: 0.3757763 Jul 30 01:50:17.222179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a64952c9-f582-44e8-aaef-6d610d8237b4 req-70c79f75-8bf7-416c-923e-2b27f61b70b7 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628302 Jul 30 01:50:17.224381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2e68a-63a8-4fbb-9ebf-eec257e25bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37580d9-bfc0-47e9-8a65-08a1fdeb5240,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:17.356270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.363279 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.420092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:17.432469 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b2c2dfb-fc34-4883-971e-a96bd8b632b5 req-36ded060-8516-4761-a8fc-50def37bf92a tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0724308 Jul 30 01:50:17.439534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c940809-3ce7-45e9-9242-dc3c1e7c6d1f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:17.457698 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.457698 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Added segment 193012c1-ebed-4781-99d0-8d13d2a2d49a of type vlan for network 057133cf-9c90-429e-8a3e-886209a54a99 Jul 30 01:50:17.542315 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.602974 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.604722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:17.605329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:17.698818 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9303105 Jul 30 01:50:17.703392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38708) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:17.711420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Request body: {'subnet': {'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1626417562-subnet', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:17.734293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b5602-2908-4b51-8758-63118cfbc713 admin admin] Pushing event updated for resources: {'Network': ['ID=057133cf-9c90-429e-8a3e-886209a54a99,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:17.757849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 057133cf-9c90-429e-8a3e-886209a54a99 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:17.760595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Made reservation on behalf of 7b3f9abd6e0941269960e6b58bdfc2dc for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:17.763935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.120574 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.301501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:18.325717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Checking segment: {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:18.326898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Network hostable DHCP agents. Network: 057133cf-9c90-429e-8a3e-886209a54a99, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:18.379808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Network 057133cf-9c90-429e-8a3e-886209a54a99 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:18.399588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 057133cf-9c90-429e-8a3e-886209a54a99) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:18.416029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:18.416980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.432299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04deb7a8-95bb-43e0-8a6d-9834c54fe823 None None] Network 057133cf-9c90-429e-8a3e-886209a54a99 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:18.485288 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cb7b9157-b84c-44af-a580-b5fd8ee1b3ed admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7778819 Jul 30 01:50:18.493469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38730) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:18.501017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:18.568807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.570775 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:18.623590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cfcf8-318f-47bd-a616-d6a203b39ae8 req-280737f1-83bb-45f6-ac77-aa4ad9420218 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:18.631494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-905cfcf8-318f-47bd-a616-d6a203b39ae8 req-280737f1-83bb-45f6-ac77-aa4ad9420218 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.1740198 Jul 30 01:50:18.727953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-905cfcf8-318f-47bd-a616-d6a203b39ae8 req-5be34f68-b475-4ef1-a7e3-bdd5fc9d715a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782340 Jul 30 01:50:19.042548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-057133cf-9c90-429e-8a3e-886209a54a99', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:19.044087 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.538012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-484613b9-d21c-4b36-b0b0-757045bf962f req-70aa01d7-9fc2-4934-9d6e-4bd53623daf3 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ab52d8-1bd5-412a-ae01-2be8122b4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0946660 Jul 30 01:50:19.620380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:19.665068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Allocated IP 172.20.0.2 (057133cf-9c90-429e-8a3e-886209a54a99/b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc/c153201e-b6f8-40f1-a39b-b1399c657853) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:20.114086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee4dff-7a24-4890-bd95-271db39bd04b req-c4adf162-5e57-4799-ba11-68c9fcf56c6d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:20.119845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9ee4dff-7a24-4890-bd95-271db39bd04b req-c4adf162-5e57-4799-ba11-68c9fcf56c6d tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 945 time: 0.2336473 Jul 30 01:50:20.149434 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.153020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.179823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Transition to ACTIVE for port object c153201e-b6f8-40f1-a39b-b1399c657853 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:20.226154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Transition to ACTIVE for port object c153201e-b6f8-40f1-a39b-b1399c657853 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:20.247335 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.336347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9ee4dff-7a24-4890-bd95-271db39bd04b req-5e2ff635-7312-45ca-9d43-74453d4aca66 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000093 Jul 30 01:50:20.427882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5e44-7236-4648-9bb1-75b8793e4c3f req-06183214-a626-4caa-bac7-cb8add535f4a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:20.435457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-042e5e44-7236-4648-9bb1-75b8793e4c3f req-06183214-a626-4caa-bac7-cb8add535f4a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.2058401 Jul 30 01:50:20.448212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Pushing event updated for resources: {'Port': ['ID=c153201e-b6f8-40f1-a39b-b1399c657853,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:20.468832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Network 057133cf-9c90-429e-8a3e-886209a54a99 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:20.471735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:20.481162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:20.616060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1d2d79c-2e93-4f25-8e2b-5317507cc162 req-491c4180-91cf-4dbe-b4e2-c8687b421517 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0961826 Jul 30 01:50:20.641862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Attempting to bind port c153201e-b6f8-40f1-a39b-b1399c657853 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:20.643107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Attempting to bind port c153201e-b6f8-40f1-a39b-b1399c657853 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:20.643688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Attempting to bind port c153201e-b6f8-40f1-a39b-b1399c657853 on network 057133cf-9c90-429e-8a3e-886209a54a99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:20.671022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-042e5e44-7236-4648-9bb1-75b8793e4c3f req-2ecb3a41-201c-43e7-883a-b53c813939e1 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241869 Jul 30 01:50:20.689366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:20.689854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Checking segment: {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:20.704223 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.705669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Bound using segment: {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:20.714154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Bound port: c153201e-b6f8-40f1-a39b-b1399c657853, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:20.715645 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.818831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-cc5b9f04-771e-487a-bef8-2edc71d27ec9 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:20.820999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38786) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:20.822052 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-cc5b9f04-771e-487a-bef8-2edc71d27ec9 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.22 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 945 time: 0.4335017 Jul 30 01:50:20.932384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] For port c153201e-b6f8-40f1-a39b-b1399c657853, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:20.940648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] For port c153201e-b6f8-40f1-a39b-b1399c657853, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c153201e-b6f8-40f1-a39b-b1399c657853,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:20.949623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:20.950911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27307c4b-59ce-45c9-8958-8ee3dc90f0fa tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.031884 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27307c4b-59ce-45c9-8958-8ee3dc90f0fa tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.098759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fae7d2-e426-4f86-a1d8-b561eb12b965 None None] Pushing event updated for resources: {'Port': ['ID=c153201e-b6f8-40f1-a39b-b1399c657853,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:21.164641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27307c4b-59ce-45c9-8958-8ee3dc90f0fa tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.172984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27307c4b-59ce-45c9-8958-8ee3dc90f0fa tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.175813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-27307c4b-59ce-45c9-8958-8ee3dc90f0fa tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "DELETE /v2.0/security-groups/8bb5a104-ccf6-4a52-84dc-13d69a7cb36d HTTP/1.1" status: 204 len: 168 time: 0.3512509 Jul 30 01:50:21.196469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38796) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:21.199664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27307c4b-59ce-45c9-8958-8ee3dc90f0fa tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb5a104-ccf6-4a52-84dc-13d69a7cb36d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:21.235797 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-f52bdce9-ae26-428d-bdb6-861f88595c53 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] show failed (client error): The resource could not be found. Jul 30 01:50:21.238060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f52bdce9-ae26-428d-bdb6-861f88595c53 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "GET /v2.0/security-groups/8bb5a104-ccf6-4a52-84dc-13d69a7cb36d HTTP/1.1" status: 404 len: 347 time: 0.0333893 Jul 30 01:50:21.244221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38798) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:21.593849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Deleting port c82edd45-5d22-4e09-9245-789d89b6efbf {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:21.594604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.882795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:21.916883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9c014-af73-4094-91fb-f81de627621c req-fa1c9eeb-2b9c-49f2-9dd2-cbac400249fd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:21.942876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3d9c014-af73-4094-91fb-f81de627621c req-fa1c9eeb-2b9c-49f2-9dd2-cbac400249fd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 945 time: 0.3128793 Jul 30 01:50:21.965579 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.011852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09b0f40a-f7a9-409f-ad2b-16ab73e978ac req-9ef05914-b2f6-4787-bbde-30e22975d75a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.1440368 Jul 30 01:50:22.105378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Deleting port 08ead8c1-3ad4-40fa-919c-ffd0ee1017b6 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:22.105904 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.160378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3d9c014-af73-4094-91fb-f81de627621c req-d938af2d-5a23-4c7d-b6a8-4bc82d814ee7 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120245 Jul 30 01:50:22.373972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Allocated IP 172.25.7.128 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/3a81a661-ebdf-4c2a-b9b5-9d54df69be55) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:22.503018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c153201e-b6f8-40f1-a39b-b1399c657853 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:22.644808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] For port c82edd45-5d22-4e09-9245-789d89b6efbf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c82edd45-5d22-4e09-9245-789d89b6efbf,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:22.648217 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.671241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dc435-17c6-42f3-bea8-b418b7cfd7a9 req-182591aa-0892-4e39-b4b4-e651ca696d46 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:22.673924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c153201e-b6f8-40f1-a39b-b1399c657853 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:22.677467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b93dc435-17c6-42f3-bea8-b418b7cfd7a9 req-182591aa-0892-4e39-b4b4-e651ca696d46 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.2696674 Jul 30 01:50:22.710353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Calling delete_port for c82edd45-5d22-4e09-9245-789d89b6efbf owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:22.739130 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.742937 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:22.813094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Calling delete_port for 08ead8c1-3ad4-40fa-919c-ffd0ee1017b6 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:23.072097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.114763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c82edd45-5d22-4e09-9245-789d89b6efbf'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:50:23.281755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Pushing event deleted for resources: {'Port': ['ID=c82edd45-5d22-4e09-9245-789d89b6efbf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:23.291083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b93dc435-17c6-42f3-bea8-b418b7cfd7a9 req-324c6e46-b443-4f5d-a43a-0aa037419106 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937026 Jul 30 01:50:23.340312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-9db46701-2a2c-4ab7-bc37-3a4fd1bbdc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:23.343772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-9db46701-2a2c-4ab7-bc37-3a4fd1bbdc8c service neutron] 10.222.0.22 "GET /v2.0/ports/7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 1028 time: 0.2717478 Jul 30 01:50:23.362405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e7719-bd35-4e9f-b4fa-b351195558e1 None None] Network 057133cf-9c90-429e-8a3e-886209a54a99 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:23.454217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] No DVR routers for this DVR port c82edd45-5d22-4e09-9245-789d89b6efbf on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:23.460429 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.465863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.470943 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-75a54bbf-0fa7-4cdd-bf0f-fa435a9e85aa req-4d3ada26-9bb6-423a-9fd6-77f382599846 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.22 "DELETE /v2.0/ports/c82edd45-5d22-4e09-9245-789d89b6efbf HTTP/1.1" status: 204 len: 173 time: 2.6257226 Jul 30 01:50:23.473290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'name': 'network-vif-deleted', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:23.479574 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a9939b-4f0d-4255-ae4a-dab3e2e2d072" -d '{"events": [{"server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "name": "network-vif-deleted", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:23.563553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-488b1689-6503-4b77-a141-697fdcd7d48a req-621f0334-c73f-4293-bc5d-35c381baa45e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.1810901 Jul 30 01:50:23.726373 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:23.767341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-c0caa365-5aeb-4061-9c32-4a9f0117a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:23.769063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-c0caa365-5aeb-4061-9c32-4a9f0117a64b service neutron] 10.222.0.22 "GET /v2.0/ports/6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 1026 time: 0.3680208 Jul 30 01:50:23.900280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3545314-0ebe-4a6a-a954-8730dc02384f req-a73573dd-70d4-47cf-a46d-e7853a2af483 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=647e7046-b88a-4a2c-9a73-7e4ccc447361 HTTP/1.1" status: 200 len: 210 time: 0.1596162 Jul 30 01:50:23.941589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Pushing event updated for resources: {'Port': ['ID=3a81a661-ebdf-4c2a-b9b5-9d54df69be55,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:24.025370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:24.028585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:24.033311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:24.095732 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c62a08-d78d-41c1-92f8-45403d398322 x-openstack-request-id: req-36c62a08-d78d-41c1-92f8-45403d398322 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:24.096812 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "647e7046-b88a-4a2c-9a73-7e4ccc447361", "name": "network-vif-deleted", "tag": "c82edd45-5d22-4e09-9245-789d89b6efbf", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:24.096812 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-36c62a08-d78d-41c1-92f8-45403d398322 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:24.097361 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '647e7046-b88a-4a2c-9a73-7e4ccc447361', 'name': 'network-vif-deleted', 'tag': 'c82edd45-5d22-4e09-9245-789d89b6efbf', 'status': 'completed', 'code': 200} Jul 30 01:50:24.185309 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.187403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a7c51915-2bff-450e-a560-bd2af3c5dc7f None None] Provisioning for port c153201e-b6f8-40f1-a39b-b1399c657853 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:24.208491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a7c51915-2bff-450e-a560-bd2af3c5dc7f None None] Provisioning complete for port c153201e-b6f8-40f1-a39b-b1399c657853 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:24.208837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c51915-2bff-450e-a560-bd2af3c5dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.531824 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c51915-2bff-450e-a560-bd2af3c5dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.650483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6e611fe5-da19-473a-8566-836e8b1aeb49 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:24.703682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6e611fe5-da19-473a-8566-836e8b1aeb49 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:24.705557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a7c51915-2bff-450e-a560-bd2af3c5dc7f None None] For port c153201e-b6f8-40f1-a39b-b1399c657853, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c153201e-b6f8-40f1-a39b-b1399c657853,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:24.725617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c51915-2bff-450e-a560-bd2af3c5dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.752828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6e611fe5-da19-473a-8566-836e8b1aeb49 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:24.761990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6e611fe5-da19-473a-8566-836e8b1aeb49 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "GET /v2.0/networks?id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 HTTP/1.1" status: 200 len: 1990 time: 0.7851570 Jul 30 01:50:24.775039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:24.958394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c51915-2bff-450e-a560-bd2af3c5dc7f None None] Pushing event updated for resources: {'Port': ['ID=c153201e-b6f8-40f1-a39b-b1399c657853,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:25.013704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9743e85b-955f-4224-a6b4-61e80cc996f4 None None] Provisioning complete for port c153201e-b6f8-40f1-a39b-b1399c657853 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:25.026114 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9743e85b-955f-4224-a6b4-61e80cc996f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.074913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Pushing event deleted for resources: {'Port': ['ID=08ead8c1-3ad4-40fa-919c-ffd0ee1017b6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:25.177695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.188117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e688b6a8-aa36-4271-9a67-ae2d17442f18 req-d4cdc9af-2063-4de1-8a65-af62a79e222e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.2148113 Jul 30 01:50:25.189391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38906) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:25.319682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e264d3-7ec3-4f25-b8ec-e5603f8f864b req-debf2516-e057-42ae-85db-5f36e885b92b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:25.326300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70e264d3-7ec3-4f25-b8ec-e5603f8f864b req-debf2516-e057-42ae-85db-5f36e885b92b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.5567966 Jul 30 01:50:25.360556 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.365670 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.371061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5628657d-ccc2-447a-95e2-9f76cbb89e03 tempest-ServersTestBootFromVolume-260711551 tempest-ServersTestBootFromVolume-260711551-project] 10.222.0.84 "DELETE /v2.0/floatingips/cac21864-5948-4e06-9f70-e593c5b4e551 HTTP/1.1" status: 204 len: 168 time: 4.1213055 Jul 30 01:50:25.385998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38910) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:25.421902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-624cf4c8-c4e7-4c76-9b7d-e5a87ab02447 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d9f1dcd38fe475b859df4e1c35c1027 HTTP/1.1" status: 200 len: 380 time: 0.6350315 Jul 30 01:50:25.461872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'admin_state_up': True, 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'security_groups': ['39f57d19-f72b-40c9-9247-4cd34ca6debe']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:25.502174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c82edd45-5d22-4e09-9245-789d89b6efbf no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:25.543329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: c82edd45-5d22-4e09-9245-789d89b6efbf {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:25.543941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c82edd45-5d22-4e09-9245-789d89b6efbf not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:25.772391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:25.779157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.809447 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:25.840369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70e264d3-7ec3-4f25-b8ec-e5603f8f864b req-e5ee1dca-567d-4865-be7f-cb6a6e4ab4ab tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635012 Jul 30 01:50:26.094918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.279028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Allocated IP 172.20.0.4 (f324a3bc-da11-43ae-bfa0-142a1ae0bf7b/5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4/56485458-e3b8-4d5e-8901-0b0a0c36f4d3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:26.307795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce921585-31cf-44a9-bced-27903256b507 req-e8f30754-3d13-4677-8e92-5e083e6f4039 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:26.310359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce921585-31cf-44a9-bced-27903256b507 req-e8f30754-3d13-4677-8e92-5e083e6f4039 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 944 time: 0.2857456 Jul 30 01:50:26.405628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c153201e-b6f8-40f1-a39b-b1399c657853 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:26.546341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c153201e-b6f8-40f1-a39b-b1399c657853 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:26.547408 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.621584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97b8343c-9e6e-477e-9919-351ffa1e4034 req-a314428d-d7fe-457a-9542-13e5fcb8e551 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.1289747 Jul 30 01:50:26.674878 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce921585-31cf-44a9-bced-27903256b507 req-9c4ab772-2f63-42a3-9905-3c9037389138 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756240 Jul 30 01:50:26.675461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:50:26.745219 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.780845 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.896610 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:26.899678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb801385-092e-41df-ab55-fd8105504d34 req-e3edef17-d135-481a-a1e7-117402464c1c tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:26.902393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb801385-092e-41df-ab55-fd8105504d34 req-e3edef17-d135-481a-a1e7-117402464c1c tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.41 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 944 time: 0.5905848 Jul 30 01:50:26.919032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82c3254-7daa-4351-bcc7-e584d146eab1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:27.036959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.038197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.038817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.039485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.040131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.040752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.041591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.042868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.042868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.042868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.044489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.044489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:27.130293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:27.168134 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Sync routers for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:27.194265 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:27.196727 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:27.265759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-59899383-9399-474c-b7cc-e13c1f80d301 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3568986e87f94fd5ab96ea671756bf19&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0629501 Jul 30 01:50:27.289269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38922) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:27.402858 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:27.497511 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.503739 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c7940249-d7f0-4270-b429-f4f6a9f0876a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0047045 Jul 30 01:50:27.505604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38924) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:27.552615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53114d2-4a15-404c-818c-3107fd02a847 req-e954ac9f-845d-40a6-912d-de4d270730e0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:27.567228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e53114d2-4a15-404c-818c-3107fd02a847 req-e954ac9f-845d-40a6-912d-de4d270730e0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.4685099 Jul 30 01:50:27.647414 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.744390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e53114d2-4a15-404c-818c-3107fd02a847 req-af93d440-8adc-4adf-a6eb-8ef0c1304ea0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756163 Jul 30 01:50:27.746278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Transition to ACTIVE for port object 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:27.801528 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04081b2e-15a4-42c5-8690-fe9edae7fef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.812719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-eb801385-092e-41df-ab55-fd8105504d34 req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Deleting port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:27.814506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-eb801385-092e-41df-ab55-fd8105504d34 req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:27.965630 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:24Z', 'revision_number': 3, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:28.047228 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Checking router: 8d11c98b-8ab5-40fd-ba98-385aba6299d8 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:28.047704 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Updating router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:28.120321 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.126482 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:50:28.422800 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04081b2e-15a4-42c5-8690-fe9edae7fef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.501839 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.507828 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04081b2e-15a4-42c5-8690-fe9edae7fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.513162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04081b2e-15a4-42c5-8690-fe9edae7fef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.530872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-04081b2e-15a4-42c5-8690-fe9edae7fef0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b82c3254-7daa-4351-bcc7-e584d146eab1 HTTP/1.1" status: 204 len: 168 time: 1.2100382 Jul 30 01:50:28.547577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Deleting port 1f366f1a-1702-4512-93d0-fbf2a1d910bb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:28.548230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.927377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Port': ['ID=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:28.940181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] For port 1f366f1a-1702-4512-93d0-fbf2a1d910bb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1f366f1a-1702-4512-93d0-fbf2a1d910bb,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:28.940856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:28.969065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04081b2e-15a4-42c5-8690-fe9edae7fef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82c3254-7daa-4351-bcc7-e584d146eab1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:29.002816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Calling delete_port for 1f366f1a-1702-4512-93d0-fbf2a1d910bb owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:29.043309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:29.097240 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.102062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:29.134832 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Transition to ACTIVE for port object 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:29.139874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:29.162368 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.310461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe661deb-642e-49b8-90a4-5a948698e5bc req-b7fb4322-fe83-4c37-9f97-d78dc2fac24e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.314055 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe661deb-642e-49b8-90a4-5a948698e5bc req-b7fb4322-fe83-4c37-9f97-d78dc2fac24e tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 944 time: 0.9533973 Jul 30 01:50:29.342015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83268c1e-8dbd-43cb-b681-5eafcc96f32d req-42be3479-6faf-4da1-83b7-36dc237c00df tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.361861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83268c1e-8dbd-43cb-b681-5eafcc96f32d req-42be3479-6faf-4da1-83b7-36dc237c00df tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 931 time: 0.8823075 Jul 30 01:50:29.364014 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Attempting to bind port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:29.367728 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Attempting to bind port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:29.368786 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Attempting to bind port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:29.420779 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:29.421985 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:29.422947 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.423938 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:29.425053 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Bound port: 3a81a661-ebdf-4c2a-b9b5-9d54df69be55, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:29.426060 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.433388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38938) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:29.440232 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Pushing event updated for resources: {'Port': ['ID=3a81a661-ebdf-4c2a-b9b5-9d54df69be55,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:29.468587 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.468880 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.469139 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.469842 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.470358 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.470864 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.471371 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.471961 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.472514 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.473027 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.473622 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.474132 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:29.522709 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74bc00e7-6651-4824-adea-707fc7911e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.523040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-eb801385-092e-41df-ab55-fd8105504d34 req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] For port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:29.523644 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-eb801385-092e-41df-ab55-fd8105504d34 req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.568015 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] For port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:29.581370 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] For port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3a81a661-ebdf-4c2a-b9b5-9d54df69be55,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:29.589919 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.663641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:29.664342 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.688710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-eb801385-092e-41df-ab55-fd8105504d34 req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Calling delete_port for 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:29.726068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe661deb-642e-49b8-90a4-5a948698e5bc req-4ecfb128-1678-47b8-a078-5043555960da tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283908 Jul 30 01:50:29.742106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dd7bf484-0a24-4125-8361-7fde498915bf None None] Provisioning for port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:29.757902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dd7bf484-0a24-4125-8361-7fde498915bf None None] Provisioning complete for port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:29.758526 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf484-0a24-4125-8361-7fde498915bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.763103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83268c1e-8dbd-43cb-b681-5eafcc96f32d req-4e721dc4-bd21-470e-be16-5f67adcf46dc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3971896 Jul 30 01:50:29.774479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7d1af5ab-90b8-4150-b12a-ae3775c16dc7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3217497 Jul 30 01:50:29.807243 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:29.808569 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:29.832040 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:29.923067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dd7bf484-0a24-4125-8361-7fde498915bf None None] Port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:30.013146 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e94530-f0c0-427f-afdb-ffab35fae0ef None None] Pushing event updated for resources: {'Port': ['ID=3a81a661-ebdf-4c2a-b9b5-9d54df69be55,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:30.074291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'admin_state_up': True, 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'security_groups': ['39f57d19-f72b-40c9-9247-4cd34ca6debe']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:30.154128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.245207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Pushing event deleted for resources: {'Port': ['ID=1f366f1a-1702-4512-93d0-fbf2a1d910bb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:30.323826 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:30.376556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.377345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.378800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.378800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.384646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.385433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.386248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.386923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.389571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.389956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.400468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.401255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:30.523529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515f1e3-a116-412f-a4c3-802b07e86fdd req-5cb668c2-20c2-4674-a436-12d8436d17f5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:30.530883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a515f1e3-a116-412f-a4c3-802b07e86fdd req-5cb668c2-20c2-4674-a436-12d8436d17f5 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.4782562 Jul 30 01:50:30.722583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3179-b453-40f5-9d18-a41de5a355c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.890586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-eb801385-092e-41df-ab55-fd8105504d34 req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:30.948111 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:24Z', 'revision_number': 3, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:30.986475 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a515f1e3-a116-412f-a4c3-802b07e86fdd req-29734398-305c-462f-a003-cffe01abfaa9 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092617 Jul 30 01:50:31.000403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Pushing event deleted for resources: {'Port': ['ID=1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:31.052059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60a173c1-e58e-4920-a896-d1881a33a8d5 req-da6ae1a6-e900-4999-8298-3240fa6c7ea7 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 210 time: 0.0532291 Jul 30 01:50:31.088617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.139919 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138988a-b15c-4fcf-9bee-0c9ecdb5fd27 None None] The sync data for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 is: [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:24Z', 'revision_number': 3, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:31.144345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb801385-092e-41df-ab55-fd8105504d34 req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] No DVR routers for this DVR port 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:31.149752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-eb801385-092e-41df-ab55-fd8105504d34 req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.157820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb801385-092e-41df-ab55-fd8105504d34 req-884e7b3e-c087-4967-bd85-33984c1386ba tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.41 "DELETE /v2.0/ports/1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 HTTP/1.1" status: 204 len: 173 time: 4.2229426 Jul 30 01:50:31.158591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'name': 'network-vif-deleted', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:31.170478 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a011a3a9-8a3d-4906-abdc-ed7e3bd6c4a2" -d '{"events": [{"server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "name": "network-vif-deleted", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:31.254112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Allocated IP 172.20.0.1 (057133cf-9c90-429e-8a3e-886209a54a99/b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc/675e9a15-24aa-4aff-9eca-5c34feb974d1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:31.355836 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.418808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17979a0c-1eba-44d3-a87e-d2fb84338dbd req-aa25ef3c-2938-437a-8a50-57de7b508f99 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:31.427074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17979a0c-1eba-44d3-a87e-d2fb84338dbd req-aa25ef3c-2938-437a-8a50-57de7b508f99 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 931 time: 0.2156987 Jul 30 01:50:31.430161 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a50a2c-9df2-4f61-aad0-2602c63ea6ad x-openstack-request-id: req-49a50a2c-9df2-4f61-aad0-2602c63ea6ad {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:31.431056 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53112da6-09fb-4888-bc2a-10976e7b1659", "name": "network-vif-deleted", "tag": "1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:31.431056 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-49a50a2c-9df2-4f61-aad0-2602c63ea6ad {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:31.431644 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53112da6-09fb-4888-bc2a-10976e7b1659', 'name': 'network-vif-deleted', 'tag': '1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5', 'status': 'completed', 'code': 200} Jul 30 01:50:31.525208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17979a0c-1eba-44d3-a87e-d2fb84338dbd req-e92109ba-8c6c-4671-b67f-565e87d976d9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855215 Jul 30 01:50:31.843045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74bc00e7-6651-4824-adea-707fc7911e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.888690 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74bc00e7-6651-4824-adea-707fc7911e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.899079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.905382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:31.939021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:31.950440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Transition to ACTIVE for port object 675e9a15-24aa-4aff-9eca-5c34feb974d1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:31.952813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:31.997643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:31.998579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1c8f4866-72ac-47c8-b8c9-83e79e1ff2d5 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:32.030605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc00e7-6651-4824-adea-707fc7911e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a339174-0605-46f4-8db4-0efb07c9a003,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:32.039001 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-74bc00e7-6651-4824-adea-707fc7911e82 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba8b51f5ba7447c99f698591076ccbbc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6038051 Jul 30 01:50:32.044557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:32.668762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.674961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6baf972-5f3e-4fb9-b98d-fe19fc5f6a0e req-c97ac067-07e7-4011-8467-6f0dc35791d4 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=53112da6-09fb-4888-bc2a-10976e7b1659 HTTP/1.1" status: 200 len: 210 time: 0.1549814 Jul 30 01:50:32.726460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:32.767843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Allocated IP 10.1.1.242 (5e2a0a98-a22c-4347-84f1-455730e1ba82/bbc0ddec-1161-49c0-8539-5e01da63ba21/1883ce7e-549a-45f1-a991-b66482189a87) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:32.807915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae9d26b1-f396-448d-aa93-061a9994c0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.877848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Network 057133cf-9c90-429e-8a3e-886209a54a99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:32.898646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:32.904483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:32.910886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae9d26b1-f396-448d-aa93-061a9994c0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:32.914423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Pushing event updated for resources: {'Port': ['ID=675e9a15-24aa-4aff-9eca-5c34feb974d1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:32.978579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:32.987619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Router b71231e3-5e75-472c-8853-1f6d8b65180b has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:33.004434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:33.007821 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.097701 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.279831 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.351881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6c17-1330-49b7-9b8a-b33fbe648395 req-bfa8693d-3439-4f7c-85d7-7d0a2c0e5d12 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:33.367419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d0a6c17-1330-49b7-9b8a-b33fbe648395 req-bfa8693d-3439-4f7c-85d7-7d0a2c0e5d12 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.9316041 Jul 30 01:50:33.401263 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07ebcf9b-7417-4db6-bcac-2b633c321add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.417272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3a81a661-ebdf-4c2a-b9b5-9d54df69be55,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:33.434923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.465524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d0a6c17-1330-49b7-9b8a-b33fbe648395 req-0986b904-5b0f-4a1b-9298-e27b1053d71d tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931141 Jul 30 01:50:33.533555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d20553-fb09-480e-a3a4-8e0dcb416a94 req-525abe94-f264-4fe3-b446-9161433136fb tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:33.539028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7d20553-fb09-480e-a3a4-8e0dcb416a94 req-525abe94-f264-4fe3-b446-9161433136fb tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 931 time: 0.3713772 Jul 30 01:50:33.595617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae9d26b1-f396-448d-aa93-061a9994c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.601101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae9d26b1-f396-448d-aa93-061a9994c0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.607689 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ae9d26b1-f396-448d-aa93-061a9994c0e8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3a339174-0605-46f4-8db4-0efb07c9a003 HTTP/1.1" status: 204 len: 168 time: 1.5570369 Jul 30 01:50:33.625682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=3a81a661-ebdf-4c2a-b9b5-9d54df69be55,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:33.636135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-811894e0-3e8a-4c75-969f-fc42e202f714 None None] Provisioning for port 675e9a15-24aa-4aff-9eca-5c34feb974d1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:33.659551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-811894e0-3e8a-4c75-969f-fc42e202f714 None None] Provisioning complete for port 675e9a15-24aa-4aff-9eca-5c34feb974d1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:33.660513 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-811894e0-3e8a-4c75-969f-fc42e202f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.671520 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.706001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d26b1-f396-448d-aa93-061a9994c0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a339174-0605-46f4-8db4-0efb07c9a003,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:33.715474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Transition to ACTIVE for port object 1883ce7e-549a-45f1-a991-b66482189a87 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:33.761630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7d20553-fb09-480e-a3a4-8e0dcb416a94 req-268045af-5292-4084-8a67-03e94fac6e76 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888988 Jul 30 01:50:33.764501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:33.771714 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:33.789442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] Sync routers for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:33.796343 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-64aa39c2-56b6-4767-bfcc-15b4e6c66acb admin admin] 10.222.0.84 "PUT /v2.0/routers/b71231e3-5e75-472c-8853-1f6d8b65180b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4092164 Jul 30 01:50:33.816893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38966) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:33.834897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-811894e0-3e8a-4c75-969f-fc42e202f714 None None] Port 675e9a15-24aa-4aff-9eca-5c34feb974d1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:33.849281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:33.853154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:33.874069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.014662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:34.034586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:34.061947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:34.155830 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.189963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Port': ['ID=1883ce7e-549a-45f1-a991-b66482189a87,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:34.346772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:34.352950 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.428421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-3c70940b-50a4-4a92-9f30-0ae6f4871e04 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3931220 Jul 30 01:50:34.456042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:34.467399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'admin_state_up': True, 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'security_groups': ['39f57d19-f72b-40c9-9247-4cd34ca6debe']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:34.767996 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:34.901790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:35.040565 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.062115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.077189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:35.077816 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.104136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c21fb-7c54-4d67-873c-f6695aee99fb req-1228595e-3804-4155-812a-5f32eeb5151b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.106603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e8c21fb-7c54-4d67-873c-f6695aee99fb req-1228595e-3804-4155-812a-5f32eeb5151b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.1772938 Jul 30 01:50:35.126044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b7b67-5289-43dc-b4a4-3fb20ec02fad req-57acabed-5489-4d87-888a-5f26a5563355 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.128326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b45b7b67-5289-43dc-b4a4-3fb20ec02fad req-57acabed-5489-4d87-888a-5f26a5563355 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 945 time: 0.3793216 Jul 30 01:50:35.132667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:35.139814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.216221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e3e5456c-e89d-40a1-835d-0eb361f78169 None None] Provisioning for port 1883ce7e-549a-45f1-a991-b66482189a87 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:35.235145 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.238639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e3e5456c-e89d-40a1-835d-0eb361f78169 None None] Provisioning complete for port 1883ce7e-549a-45f1-a991-b66482189a87 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:35.239251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3e5456c-e89d-40a1-835d-0eb361f78169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.250675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.385870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:35.413110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Pushing event updated for resources: {'Port': ['ID=675e9a15-24aa-4aff-9eca-5c34feb974d1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:35.430768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b45b7b67-5289-43dc-b4a4-3fb20ec02fad req-45193e64-0755-4d94-be7c-e48b8fa3025c tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745976 Jul 30 01:50:35.561871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e8c21fb-7c54-4d67-873c-f6695aee99fb req-f84be196-9346-42bb-82e0-237927e8f01a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901532 Jul 30 01:50:35.604556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e3e5456c-e89d-40a1-835d-0eb361f78169 None None] Port 1883ce7e-549a-45f1-a991-b66482189a87 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:35.672768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-05cbfba8-6c11-44c9-b7d2-40ee7f832ccd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:35.685235 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-05cbfba8-6c11-44c9-b7d2-40ee7f832ccd tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.22 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 945 time: 0.4937370 Jul 30 01:50:35.716290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Allocated IP 10.1.1.186 (5e2a0a98-a22c-4347-84f1-455730e1ba82/bbc0ddec-1161-49c0-8539-5e01da63ba21/6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:35.785897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:50:29Z', 'revision_number': 5, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port': {'id': '2c46f0c6-aca9-4112-9ff5-b69a8aa811ce', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:46:11Z', 'updated_at': '2021-07-30T01:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:35.883656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] Checking router: b71231e3-5e75-472c-8853-1f6d8b65180b for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:35.904967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] Routers {'b71231e3-5e75-472c-8853-1f6d8b65180b'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:35.907148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b71231e3-5e75-472c-8853-1f6d8b65180b'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:36.156486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Network 057133cf-9c90-429e-8a3e-886209a54a99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:36.166145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:36.285951 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.314061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] Set router b71231e3-5e75-472c-8853-1f6d8b65180b gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:36.417102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.503195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Transition to ACTIVE for port object 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:36.513575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:50:35Z', 'revision_number': 6, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:36.604123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838db088-07bc-47b4-abb7-1340d7c638aa None None] The sync data for ids ['b71231e3-5e75-472c-8853-1f6d8b65180b'] in n-d-715271-7 is: [{'id': 'b71231e3-5e75-472c-8853-1f6d8b65180b', 'name': 'tempest-ServersTestBootFromVolume-508300023-router', 'tenant_id': '302108582ba4433c8258acbca52aa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:46:07Z', 'updated_at': '2021-07-30T01:50:35Z', 'revision_number': 6, 'project_id': '302108582ba4433c8258acbca52aa5a0', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:36.676923 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.697817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414e51-f33d-462a-ba22-056d3b51811b req-aa2ca6b2-4296-4558-8bb8-cc793cdd56d3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:36.712631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25414e51-f33d-462a-ba22-056d3b51811b req-aa2ca6b2-4296-4558-8bb8-cc793cdd56d3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:36.728643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25414e51-f33d-462a-ba22-056d3b51811b req-aa2ca6b2-4296-4558-8bb8-cc793cdd56d3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 1653 time: 0.9973936 Jul 30 01:50:36.857402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0e9a4ec8-6f75-4007-a6c3-453490f58434 None None] Provisioning complete for port 675e9a15-24aa-4aff-9eca-5c34feb974d1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:36.858667 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ec8-6f75-4007-a6c3-453490f58434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:36.921619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25414e51-f33d-462a-ba22-056d3b51811b req-2db1dd97-7a89-4f64-bd9a-15834c7dd5cb tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890066 Jul 30 01:50:37.011577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a4ec8-6f75-4007-a6c3-453490f58434 None None] Port 675e9a15-24aa-4aff-9eca-5c34feb974d1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:37.059511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:37.121878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf80e-c8a4-428d-80e5-fd71aed6a99e req-82be8688-c5da-4032-9d4d-edf1090c9308 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:37.135233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-134bf80e-c8a4-428d-80e5-fd71aed6a99e req-82be8688-c5da-4032-9d4d-edf1090c9308 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.5086432 Jul 30 01:50:37.162666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Port': ['ID=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:37.175482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:37.181402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:37.480321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:37.481372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.504194 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Deleting port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:37.504954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.514704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a9fc2bc0-3981-45d3-a557-731f47507cd8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0534110 Jul 30 01:50:37.535408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-134bf80e-c8a4-428d-80e5-fd71aed6a99e req-e1e5e258-18a3-44be-993f-44e349cddc8c tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948774 Jul 30 01:50:37.553824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3', 'admin_state_up': True, 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'security_groups': ['39f57d19-f72b-40c9-9247-4cd34ca6debe']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:37.558925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:50:37.584850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Deleting port ed96dc3f-722a-4c84-877f-76f0aae49736 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:37.585717 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.660829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2feac5ee-675a-4604-bf74-71bf7c40bfc6 None None] Provisioning for port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:37.684856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2feac5ee-675a-4604-bf74-71bf7c40bfc6 None None] Provisioning complete for port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:37.685599 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2feac5ee-675a-4604-bf74-71bf7c40bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.828912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2feac5ee-675a-4604-bf74-71bf7c40bfc6 None None] Port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:37.865804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] For port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:37.866674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:37.882879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a886ba2-4cd3-4e0c-8a7f-60f6c66bf3c6 req-8a5b4a18-e176-4dc3-a49b-da40bf253333 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:37.892014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a886ba2-4cd3-4e0c-8a7f-60f6c66bf3c6 req-8a5b4a18-e176-4dc3-a49b-da40bf253333 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 945 time: 0.5920122 Jul 30 01:50:37.903031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Calling delete_port for 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:38.117589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:38.128487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a886ba2-4cd3-4e0c-8a7f-60f6c66bf3c6 req-55572c19-94e3-4d07-8508-4bd78954c429 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476929 Jul 30 01:50:38.175147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] For port ed96dc3f-722a-4c84-877f-76f0aae49736, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ed96dc3f-722a-4c84-877f-76f0aae49736,segment=NetworkSegment(ac5b9672-8a87-4132-80f1-8893ffb01ba6),segment_id=ac5b9672-8a87-4132-80f1-8893ffb01ba6)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:38.178749 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.342238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.391884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1f366f1a-1702-4512-93d0-fbf2a1d910bb no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:38.394401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Calling delete_port for ed96dc3f-722a-4c84-877f-76f0aae49736 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:38.448867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-d6aeb5f8-381a-4f16-b15e-93963f9b6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:38.450557 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-d6aeb5f8-381a-4f16-b15e-93963f9b6b10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 1096 time: 0.9702916 Jul 30 01:50:38.471959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 1f366f1a-1702-4512-93d0-fbf2a1d910bb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:38.475248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1f366f1a-1702-4512-93d0-fbf2a1d910bb not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:38.477494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:38.653780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbc155-c297-4638-85e9-fdf594d5741e req-ac61e684-fa98-447a-aadd-a1544e0d6c2e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:38.675097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbc155-c297-4638-85e9-fdf594d5741e req-ac61e684-fa98-447a-aadd-a1544e0d6c2e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:38.701232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbc155-c297-4638-85e9-fdf594d5741e req-ac61e684-fa98-447a-aadd-a1544e0d6c2e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:38.717471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebfbc155-c297-4638-85e9-fdf594d5741e req-ac61e684-fa98-447a-aadd-a1544e0d6c2e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 2374 time: 0.3605268 Jul 30 01:50:38.901447 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:38.953438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 2c46f0c6-aca9-4112-9ff5-b69a8aa811ce, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:38.966737 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.016704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebfbc155-c297-4638-85e9-fdf594d5741e req-c00b9088-b371-416f-b5ed-f396c595c0b2 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973442 Jul 30 01:50:39.086426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cfc23-af6e-4e7a-874e-7e969239d76d req-f617c153-c1c4-4a6e-b435-fc37dc7b0adf tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:39.101413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-355cfc23-af6e-4e7a-874e-7e969239d76d req-f617c153-c1c4-4a6e-b435-fc37dc7b0adf tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.2477257 Jul 30 01:50:39.118413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:39.149121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:50:39.172985 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Sync routers for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:50:39.203680 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:39.208214 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:39.231473 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-396a5db4-01e7-4f4e-87c8-1512df1604c6 admin admin] 10.222.0.84 "PUT /v2.0/routers/8d11c98b-8ab5-40fd-ba98-385aba6299d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7122550 Jul 30 01:50:39.493235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-355cfc23-af6e-4e7a-874e-7e969239d76d req-68d8db6c-d112-4dc0-98b5-6893523f8c38 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701930 Jul 30 01:50:39.545441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-e6f2f8d5-ae47-4129-845e-20cbd0cede4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:39.547034 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-e6f2f8d5-ae47-4129-845e-20cbd0cede4d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 200 len: 916 time: 1.0778530 Jul 30 01:50:39.555269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Allocated IP 10.2.2.100 (c7a4f8ee-eaba-401e-8f4b-891957ddf6c3/c2593eac-b2ec-4419-b7b5-b05853fb34e2/193102a5-36b8-44b6-9a54-7cf363179076) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:39.570824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ed96dc3f-722a-4c84-877f-76f0aae49736 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:39.728957 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:39.857469 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.860612 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:39.875088 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-2ea0f76e-7af3-4c62-b665-77255d457229 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19ead6e2-ca74-48b5-ae2e-203a86b83df1 HTTP/1.1" status: 200 len: 217 time: 0.2674689 Jul 30 01:50:39.940886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01f790-9312-4b06-87fc-8238ce0c1055 req-169f5a08-2a83-40cd-a696-e10dc422262c tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:39.942847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df01f790-9312-4b06-87fc-8238ce0c1055 req-169f5a08-2a83-40cd-a696-e10dc422262c tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b0d9146-3c7b-4c42-ad19-9efb24134958 HTTP/1.1" status: 200 len: 866 time: 0.3330052 Jul 30 01:50:40.070055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-a0c4b288-b21e-44b9-a4ae-bde19468b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:40.072533 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-a0c4b288-b21e-44b9-a4ae-bde19468b81a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e HTTP/1.1" status: 200 len: 854 time: 0.1549456 Jul 30 01:50:40.073888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c46f0c6-aca9-4112-9ff5-b69a8aa811ce,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:40.205840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df01f790-9312-4b06-87fc-8238ce0c1055 req-353e7a55-fd71-4a02-9c10-4277e0a9e0a9 tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.84 "GET /v2.0/security-groups?id=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592588 Jul 30 01:50:40.227245 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.296071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Pushing event deleted for resources: {'Port': ['ID=ed96dc3f-722a-4c84-877f-76f0aae49736,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:40.310867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Transition to ACTIVE for port object 193102a5-36b8-44b6-9a54-7cf363179076 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:40.379703 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:34Z', 'revision_number': 2, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:40.389534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] No DVR routers for this DVR port ed96dc3f-722a-4c84-877f-76f0aae49736 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:40.415477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.419492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-deb9bdaf-e6cd-4666-8d3e-f700f98d4da1 req-8add8d5c-0749-4027-9b9e-c4102d80e8cf tempest-LiveAutoBlockMigrationV225Test-2062121589 tempest-LiveAutoBlockMigrationV225Test-2062121589-project] 10.222.0.22 "DELETE /v2.0/ports/ed96dc3f-722a-4c84-877f-76f0aae49736 HTTP/1.1" status: 204 len: 173 time: 4.6131310 Jul 30 01:50:40.437122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'name': 'network-vif-deleted', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:40.446551 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b701dbf-c203-4d33-bafd-38cf4008059f" -d '{"events": [{"server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "name": "network-vif-deleted", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:40.454504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.492380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-01feac0c-b0dc-44a5-bf8d-836b1e6e1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:40.495101 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-01feac0c-b0dc-44a5-bf8d-836b1e6e1384 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d97603bb-88dd-433a-9534-1632ac732fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3995912 Jul 30 01:50:40.504756 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Checking router: 8d11c98b-8ab5-40fd-ba98-385aba6299d8 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:50:40.504756 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Updating router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 port 675e9a15-24aa-4aff-9eca-5c34feb974d1 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:50:40.609028 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.712378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:40.788759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:40.872260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:40.894367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:41.166051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.187406 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.509655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39104) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:41.523402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d4ef8db4-a9ae-4ae7-8077-773bee317bde tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--601147985', 'description': 'tempest-description--1823356563'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:41.581856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39106) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:41.630920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-22664901-4f7a-4927-843d-0d70349a2677 None None] Provisioning for port 193102a5-36b8-44b6-9a54-7cf363179076 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:41.652457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-22664901-4f7a-4927-843d-0d70349a2677 None None] Provisioning complete for port 193102a5-36b8-44b6-9a54-7cf363179076 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:41.652949 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22664901-4f7a-4927-843d-0d70349a2677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.660870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8db4-a9ae-4ae7-8077-773bee317bde tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.749395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.758332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b71231e3-5e75-472c-8853-1f6d8b65180b {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:50:41.781646 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.797540 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-9b44f9c2-6dc6-48a5-85f2-567f54267331 service neutron] 10.222.0.22 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2850766 Jul 30 01:50:41.842671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.855258 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Transition to ACTIVE for port object 675e9a15-24aa-4aff-9eca-5c34feb974d1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:41.856756 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a29334d8-ac77-492e-a674-0e0b35a7a7c3 admin admin] 10.222.0.84 "DELETE /v2.0/routers/b71231e3-5e75-472c-8853-1f6d8b65180b HTTP/1.1" status: 204 len: 168 time: 8.0382516 Jul 30 01:50:41.867047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-22664901-4f7a-4927-843d-0d70349a2677 None None] Port 193102a5-36b8-44b6-9a54-7cf363179076 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:41.886081 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:41.889632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39112) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:42.053663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Port': ['ID=193102a5-36b8-44b6-9a54-7cf363179076,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:42.170677 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74db703-f80d-4ee1-b284-8bbc53772be1 None None] Pushing event updated for resources: {'Port': ['ID=675e9a15-24aa-4aff-9eca-5c34feb974d1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:42.189212 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Attempting to bind port 675e9a15-24aa-4aff-9eca-5c34feb974d1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:42.189735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Attempting to bind port 675e9a15-24aa-4aff-9eca-5c34feb974d1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:42.190428 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Attempting to bind port 675e9a15-24aa-4aff-9eca-5c34feb974d1 on network 057133cf-9c90-429e-8a3e-886209a54a99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:42.201377 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:42.202496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Checking segment: {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:42.203953 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.205260 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Bound using segment: {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:42.206275 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Bound port: 675e9a15-24aa-4aff-9eca-5c34feb974d1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:42.207367 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.287708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bd364-c73a-481d-94fc-ecaa812765e7 req-859bcbfc-6695-4159-b1c2-6fc66cf2502d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.309212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bd364-c73a-481d-94fc-ecaa812765e7 req-859bcbfc-6695-4159-b1c2-6fc66cf2502d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.322819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bd364-c73a-481d-94fc-ecaa812765e7 req-859bcbfc-6695-4159-b1c2-6fc66cf2502d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.338575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bd364-c73a-481d-94fc-ecaa812765e7 req-859bcbfc-6695-4159-b1c2-6fc66cf2502d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.342360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c7bd364-c73a-481d-94fc-ecaa812765e7 req-859bcbfc-6695-4159-b1c2-6fc66cf2502d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 3095 time: 1.7435253 Jul 30 01:50:42.372174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:42.373258 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.400020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8db4-a9ae-4ae7-8077-773bee317bde tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.470905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8db4-a9ae-4ae7-8077-773bee317bde tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.471349 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] For port 675e9a15-24aa-4aff-9eca-5c34feb974d1, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:42.478252 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] For port 675e9a15-24aa-4aff-9eca-5c34feb974d1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=675e9a15-24aa-4aff-9eca-5c34feb974d1,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:42.480496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54b18553-404f-4a60-a2fc-106fbb1696cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.486319 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.560880 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aa2c1d-8466-4c1a-bc1c-ec80baca88b3 x-openstack-request-id: req-57aa2c1d-8466-4c1a-bc1c-ec80baca88b3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:50:42.561624 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0d9146-3c7b-4c42-ad19-9efb24134958", "name": "network-vif-deleted", "tag": "ed96dc3f-722a-4c84-877f-76f0aae49736", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:50:42.561985 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-57aa2c1d-8466-4c1a-bc1c-ec80baca88b3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:50:42.562806 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0d9146-3c7b-4c42-ad19-9efb24134958', 'name': 'network-vif-deleted', 'tag': 'ed96dc3f-722a-4c84-877f-76f0aae49736', 'status': 'completed', 'code': 200} Jul 30 01:50:42.567054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c7bd364-c73a-481d-94fc-ecaa812765e7 req-a028fe8f-662f-49e0-81e4-49ae6de96650 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823351 Jul 30 01:50:42.593680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-907466e7-bc88-4a2e-af2c-f0d3968589a5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0567317 Jul 30 01:50:42.616901 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3', 'admin_state_up': True, 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'security_groups': ['39f57d19-f72b-40c9-9247-4cd34ca6debe']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:42.685658 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:50:42.689203 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:42.913711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d9a7c6-558b-4d44-bfd7-69a07d12c77a admin admin] Deleting subnet 98072e7f-7497-409e-9b1d-b9d22a60b63b {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:42.934724 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39118) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:42.983347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8db4-a9ae-4ae7-8077-773bee317bde tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:42.985120 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d4ef8db4-a9ae-4ae7-8077-773bee317bde tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4696765 Jul 30 01:50:43.011881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39122) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:43.058503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a7c6-558b-4d44-bfd7-69a07d12c77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.122688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bd0edcae-83f2-4284-b519-d2efe9bfd412 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'security_group_rule': {'security_group_id': '3ff2b5e5-f612-48dc-aba9-064c37939531', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:43.205743 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74db703-f80d-4ee1-b284-8bbc53772be1 None None] Pushing event updated for resources: {'Port': ['ID=675e9a15-24aa-4aff-9eca-5c34feb974d1,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:43.255538 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:50:43.328533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe4917-8425-411e-925c-d09a3d878c4d req-448ec352-0213-4ce3-893e-c4a5bd1a4d87 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:43.342477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1fe4917-8425-411e-925c-d09a3d878c4d req-448ec352-0213-4ce3-893e-c4a5bd1a4d87 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.4088597 Jul 30 01:50:43.371132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef8db4-a9ae-4ae7-8077-773bee317bde tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff2b5e5-f612-48dc-aba9-064c37939531,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:43.379266 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-639b616c-3056-433f-82ec-d56f5ee4dbf1 req-64ebbef9-64a0-4155-812b-a4cb24dbe56c service neutron] 10.222.0.22 "GET /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5205760 Jul 30 01:50:43.387711 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a7c6-558b-4d44-bfd7-69a07d12c77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.592095 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54b18553-404f-4a60-a2fc-106fbb1696cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.625736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54b18553-404f-4a60-a2fc-106fbb1696cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.638849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a7c6-558b-4d44-bfd7-69a07d12c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.655190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa73632-96ae-4304-aa54-72e434bf704c admin admin] Deleting subnet 7b27a155-2044-4f76-bcc8-ab6e616ec711 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:43.676715 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5aa73632-96ae-4304-aa54-72e434bf704c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.740007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1fe4917-8425-411e-925c-d09a3d878c4d req-baee62e3-95bc-47aa-b311-1e4da91113ec tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970809 Jul 30 01:50:43.765485 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-54b18553-404f-4a60-a2fc-106fbb1696cc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e03d069384a143fb91f8550d877f8407&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1677840 Jul 30 01:50:43.765485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd0edcae-83f2-4284-b519-d2efe9bfd412 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.783946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39126) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:43.814632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b18553-404f-4a60-a2fc-106fbb1696cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614660ef-a0fd-41b2-95c3-e44a52d4275e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:43.949323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5aa73632-96ae-4304-aa54-72e434bf704c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.955420 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a7c6-558b-4d44-bfd7-69a07d12c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:43.955713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Made reservation on behalf of 2d9f1dcd38fe475b859df4e1c35c1027 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:44.022286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9a7c6-558b-4d44-bfd7-69a07d12c77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98072e7f-7497-409e-9b1d-b9d22a60b63b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:44.026619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a7c6-558b-4d44-bfd7-69a07d12c77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.030451 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a8d9a7c6-558b-4d44-bfd7-69a07d12c77a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/98072e7f-7497-409e-9b1d-b9d22a60b63b HTTP/1.1" status: 204 len: 168 time: 2.1278555 Jul 30 01:50:44.031911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427c0e1a-688e-4e0f-a5cb-87e1a478c306 None None] Network bfc9db19-1933-4d9b-851d-ed7ad21bf023 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:44.036301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39128) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:44.077201 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:42Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:44.086646 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5aa73632-96ae-4304-aa54-72e434bf704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.201489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd0edcae-83f2-4284-b519-d2efe9bfd412 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.217820 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7eebd4-49d2-4820-ae2c-2a06eddbbef7 None None] The sync data for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 is: [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:42Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:50:44.249967 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd0edcae-83f2-4284-b519-d2efe9bfd412 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.385904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.391267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd0edcae-83f2-4284-b519-d2efe9bfd412 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.399113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bd0edcae-83f2-4284-b519-d2efe9bfd412 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3145571 Jul 30 01:50:44.402251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39132) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:44.408706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0d6ed9f1-28c5-40ca-a4b0-34deafd63b83 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'security_group_rule': {'security_group_id': '3ff2b5e5-f612-48dc-aba9-064c37939531', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:44.425661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0edcae-83f2-4284-b519-d2efe9bfd412 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e98744-f566-4dad-bfe1-c7f93826db51,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:44.458065 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5aa73632-96ae-4304-aa54-72e434bf704c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.532812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5aa73632-96ae-4304-aa54-72e434bf704c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.536215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5aa73632-96ae-4304-aa54-72e434bf704c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7b27a155-2044-4f76-bcc8-ab6e616ec711 HTTP/1.1" status: 204 len: 168 time: 1.5987613 Jul 30 01:50:44.541588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39134) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:44.541767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa73632-96ae-4304-aa54-72e434bf704c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b27a155-2044-4f76-bcc8-ab6e616ec711,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:44.556899 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13ee7013-e8cc-42e2-b74c-76e2deaed7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.598040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13ee7013-e8cc-42e2-b74c-76e2deaed7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.660133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f8123f-8517-4f01-8767-4808fc165f9f None None] DHCP port deletion for bfc9db19-1933-4d9b-851d-ed7ad21bf023 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:50:44.711325 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.722538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9fa0-3df9-4146-acaf-70174384470b req-8054f4ba-4da1-4b04-af0d-85380910e93b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:44.723266 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed9f1-28c5-40ca-a4b0-34deafd63b83 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.735283 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9fa0-3df9-4146-acaf-70174384470b req-8054f4ba-4da1-4b04-af0d-85380910e93b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:44.757342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9fa0-3df9-4146-acaf-70174384470b req-8054f4ba-4da1-4b04-af0d-85380910e93b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:44.798402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9fa0-3df9-4146-acaf-70174384470b req-8054f4ba-4da1-4b04-af0d-85380910e93b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:44.804175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e57e9fa0-3df9-4146-acaf-70174384470b req-8054f4ba-4da1-4b04-af0d-85380910e93b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 3095 time: 0.8616378 Jul 30 01:50:44.825817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-06f8123f-8517-4f01-8767-4808fc165f9f None None] Deleting port bbb35f63-6f4d-4733-93bb-1210b9fb4534 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:44.826953 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06f8123f-8517-4f01-8767-4808fc165f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.889419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13ee7013-e8cc-42e2-b74c-76e2deaed7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.894019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13ee7013-e8cc-42e2-b74c-76e2deaed7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:44.896769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-13ee7013-e8cc-42e2-b74c-76e2deaed7ef admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/614660ef-a0fd-41b2-95c3-e44a52d4275e HTTP/1.1" status: 204 len: 168 time: 1.1200559 Jul 30 01:50:44.988020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee7013-e8cc-42e2-b74c-76e2deaed7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614660ef-a0fd-41b2-95c3-e44a52d4275e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:45.026195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e57e9fa0-3df9-4146-acaf-70174384470b req-3446e017-eaa3-4670-88e6-c2ad368f8406 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793747 Jul 30 01:50:45.038177 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.070097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-06f8123f-8517-4f01-8767-4808fc165f9f None None] For port bbb35f63-6f4d-4733-93bb-1210b9fb4534, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bbb35f63-6f4d-4733-93bb-1210b9fb4534,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:45.072172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06f8123f-8517-4f01-8767-4808fc165f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.102984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-06f8123f-8517-4f01-8767-4808fc165f9f None None] Calling delete_port for bbb35f63-6f4d-4733-93bb-1210b9fb4534 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:45.274511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Deleting port bbb35f63-6f4d-4733-93bb-1210b9fb4534 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:50:45.275380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.341742 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06f8123f-8517-4f01-8767-4808fc165f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.421108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8123f-8517-4f01-8767-4808fc165f9f None None] Pushing event deleted for resources: {'Port': ['ID=bbb35f63-6f4d-4733-93bb-1210b9fb4534,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:45.442841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8123f-8517-4f01-8767-4808fc165f9f None None] No DVR routers for this DVR port bbb35f63-6f4d-4733-93bb-1210b9fb4534 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:45.486173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.562452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed9f1-28c5-40ca-a4b0-34deafd63b83 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.573833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944e4bd2-8bb9-4e38-9143-e46312114ed6']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:45.592442 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed9f1-28c5-40ca-a4b0-34deafd63b83 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.626178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5b9672-8a87-4132-80f1-8893ffb01ba6') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:45.626689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5b9672-8a87-4132-80f1-8893ffb01ba6') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:45.628669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69e639-b7a2-4a91-84fd-41620b7617de req-2c50cd75-c27b-48f0-8df1-f60fa7f1e560 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:45.640611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a69e639-b7a2-4a91-84fd-41620b7617de req-2c50cd75-c27b-48f0-8df1-f60fa7f1e560 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.5389330 Jul 30 01:50:45.640966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39144) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:45.691907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.697495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] For port bbb35f63-6f4d-4733-93bb-1210b9fb4534, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bbb35f63-6f4d-4733-93bb-1210b9fb4534,segment=NetworkSegment(b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8),segment_id=b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:45.698109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.704678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ed9f1-28c5-40ca-a4b0-34deafd63b83 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6576a1a-9864-46dd-8c6e-51546aadfd8c,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:45.747065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed9f1-28c5-40ca-a4b0-34deafd63b83 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.750611 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0d6ed9f1-28c5-40ca-a4b0-34deafd63b83 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3478796 Jul 30 01:50:45.762969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Calling delete_port for bbb35f63-6f4d-4733-93bb-1210b9fb4534 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:50:45.766424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39146) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:45.775668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:45.822452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.855683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:45.856431 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:45.862842 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:45.927617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0920fc15-7e7b-4df6-bf06-66e3e7e1e5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:45.939594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.071340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Allocated IP 10.2.2.200 (c7a4f8ee-eaba-401e-8f4b-891957ddf6c3/c2593eac-b2ec-4419-b7b5-b05853fb34e2/d811e87e-a136-4b9a-89a6-5f8bc20553b3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:46.085484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a69e639-b7a2-4a91-84fd-41620b7617de req-e2f3a53e-bc73-4da5-a2e6-ce712c1561ae tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611504 Jul 30 01:50:46.161373 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.171998 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.180803 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] 10.222.0.84 "DELETE /v2.0/networks/944e4bd2-8bb9-4e38-9143-e46312114ed6 HTTP/1.1" status: 204 len: 168 time: 1.6334105 Jul 30 01:50:46.207176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39152) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:46.212666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83103f72-716a-4620-a2d8-2a68619b7e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=944e4bd2-8bb9-4e38-9143-e46312114ed6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.388886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.420923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] No DVR routers for this DVR port bbb35f63-6f4d-4733-93bb-1210b9fb4534 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:50:46.428240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-7560827d-20cb-4154-9201-c2680e191b4d admin admin] Deleting subnet 3d98c863-c080-4046-ab17-cb03499cc8b5 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:50:46.516493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 675e9a15-24aa-4aff-9eca-5c34feb974d1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:46.535991 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7560827d-20cb-4154-9201-c2680e191b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.626234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.647898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc9db19-1933-4d9b-851d-ed7ad21bf023']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:46.663715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:46.664164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d26631-3bfa-4028-bc5a-6f7c0f55a6d8') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:46.672588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0920fc15-7e7b-4df6-bf06-66e3e7e1e5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.681724 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.690901 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 675e9a15-24aa-4aff-9eca-5c34feb974d1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:46.708826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 675e9a15-24aa-4aff-9eca-5c34feb974d1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:46.709466 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.711451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb35f63-6f4d-4733-93bb-1210b9fb4534,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.742069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.758105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:46.759122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:46.762766 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:46.768479 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0920fc15-7e7b-4df6-bf06-66e3e7e1e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.794817 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7560827d-20cb-4154-9201-c2680e191b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.916688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920fc15-7e7b-4df6-bf06-66e3e7e1e5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fcf745-f381-4845-a8db-12a21d84439b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:46.924218 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:46.982399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7560827d-20cb-4154-9201-c2680e191b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.036162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 675e9a15-24aa-4aff-9eca-5c34feb974d1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=675e9a15-24aa-4aff-9eca-5c34feb974d1,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:47.045496 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.078244 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7560827d-20cb-4154-9201-c2680e191b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.086787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.113015 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.120680 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] 10.222.0.84 "DELETE /v2.0/networks/bfc9db19-1933-4d9b-851d-ed7ad21bf023 HTTP/1.1" status: 204 len: 168 time: 3.0771666 Jul 30 01:50:47.150773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0920fc15-7e7b-4df6-bf06-66e3e7e1e5e4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=52fae721f13d4103ad9e0d1137b23ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5036459 Jul 30 01:50:47.169089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa8701-3ba3-40b5-a7d8-362097a6f9c7 req-5d7371de-4a36-47d7-a787-7e4ffd6468f3 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.170207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560827d-20cb-4154-9201-c2680e191b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d98c863-c080-4046-ab17-cb03499cc8b5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.175716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39162) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:47.177947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e426b8-72b4-4e59-83ac-6ed3b87b99dc admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc9db19-1933-4d9b-851d-ed7ad21bf023,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.192586 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83fa8701-3ba3-40b5-a7d8-362097a6f9c7 req-5d7371de-4a36-47d7-a787-7e4ffd6468f3 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.7423656 Jul 30 01:50:47.231477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=675e9a15-24aa-4aff-9eca-5c34feb974d1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:47.237985 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7560827d-20cb-4154-9201-c2680e191b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.245924 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7560827d-20cb-4154-9201-c2680e191b4d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3d98c863-c080-4046-ab17-cb03499cc8b5 HTTP/1.1" status: 204 len: 168 time: 1.0185101 Jul 30 01:50:47.246189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c36e0-e097-4946-b8ba-86b91f8c9307 req-e0a98923-5304-4654-88e8-8a10c4469407 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.252100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.253399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bbb35f63-6f4d-4733-93bb-1210b9fb4534 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:50:47.283895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c36e0-e097-4946-b8ba-86b91f8c9307 req-e0a98923-5304-4654-88e8-8a10c4469407 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.297881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: bbb35f63-6f4d-4733-93bb-1210b9fb4534 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:50:47.298552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bbb35f63-6f4d-4733-93bb-1210b9fb4534 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:50:47.322370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c36e0-e097-4946-b8ba-86b91f8c9307 req-e0a98923-5304-4654-88e8-8a10c4469407 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.335125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c36e0-e097-4946-b8ba-86b91f8c9307 req-e0a98923-5304-4654-88e8-8a10c4469407 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:47.348314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-806c36e0-e097-4946-b8ba-86b91f8c9307 req-e0a98923-5304-4654-88e8-8a10c4469407 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 3095 time: 0.6595211 Jul 30 01:50:47.349678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39164) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:47.398813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.439417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cc3183d-d015-4006-a385-10602fb67685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.554123 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cc3183d-d015-4006-a385-10602fb67685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.636176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Transition to ACTIVE for port object d811e87e-a136-4b9a-89a6-5f8bc20553b3 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:47.665816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39166) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:47.682673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Allocated IP 172.25.7.14 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/c685adaf-22a3-4b61-a519-000e4015d242) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:47.699067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-806c36e0-e097-4946-b8ba-86b91f8c9307 req-c62ca9ab-2483-4e47-b2ab-48e3440e8476 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644920 Jul 30 01:50:47.712731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83fa8701-3ba3-40b5-a7d8-362097a6f9c7 req-ffe13d56-dda5-49b8-a7b9-c94cb5c8d6db tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597040 Jul 30 01:50:47.791549 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.807967 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d2f99b4e-fc15-4204-9740-bdb78f42d77c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=302108582ba4433c8258acbca52aa5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349733 Jul 30 01:50:47.814320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39170) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:47.817127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-aa9beba6-ae2a-4417-9f88-e41a1ac81325 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.1216211 Jul 30 01:50:47.866572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.957383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cc3183d-d015-4006-a385-10602fb67685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.962806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cc3183d-d015-4006-a385-10602fb67685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:47.964777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8cc3183d-d015-4006-a385-10602fb67685 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/39fcf745-f381-4845-a8db-12a21d84439b HTTP/1.1" status: 204 len: 168 time: 0.7841661 Jul 30 01:50:47.997294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3183d-d015-4006-a385-10602fb67685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fcf745-f381-4845-a8db-12a21d84439b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:48.086158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1446dd05-d50d-431e-9fa9-6730cc42ac9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.119947 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.127496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1446dd05-d50d-431e-9fa9-6730cc42ac9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.132247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94512df4-7741-40be-b5ea-0e7c9d53972a']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:48.148649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7529073d-b1f4-42ec-939b-549bd2b87120') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:48.149117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7529073d-b1f4-42ec-939b-549bd2b87120') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:50:48.159883 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.176501 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.187900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:50:48.188795 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.229833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1446dd05-d50d-431e-9fa9-6730cc42ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.234615 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1446dd05-d50d-431e-9fa9-6730cc42ac9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.236710 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1446dd05-d50d-431e-9fa9-6730cc42ac9a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/26c4e1f2-abde-4421-82e7-fdf3add19f7b HTTP/1.1" status: 204 len: 168 time: 0.4206576 Jul 30 01:50:48.288173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446dd05-d50d-431e-9fa9-6730cc42ac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c4e1f2-abde-4421-82e7-fdf3add19f7b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:48.370821 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.389912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:50:48.421099 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:50:48.432355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:48.440869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.447787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:48.518585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 675e9a15-24aa-4aff-9eca-5c34feb974d1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:48.566813 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.576039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.584909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/94512df4-7741-40be-b5ea-0e7c9d53972a HTTP/1.1" status: 204 len: 168 time: 1.1812460 Jul 30 01:50:48.667755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 675e9a15-24aa-4aff-9eca-5c34feb974d1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:48.668291 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.697166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:48.703121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.708056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:48.710457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:48.725431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:48.788303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event updated for resources: {'Port': ['ID=d811e87e-a136-4b9a-89a6-5f8bc20553b3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:48.859501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-655f3a88-6fc6-49df-ab20-34916115d6ad tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2498250 Jul 30 01:50:48.868207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866ad56-87b0-427b-b5bd-41856c9650e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=94512df4-7741-40be-b5ea-0e7c9d53972a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:48.944223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c62c9-94c8-47a2-8f74-b19bb32b21b4 req-f0bcea64-b07e-40ab-847d-5bfc6fc52570 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.960272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b19c62c9-94c8-47a2-8f74-b19bb32b21b4 req-f0bcea64-b07e-40ab-847d-5bfc6fc52570 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 946 time: 1.0225890 Jul 30 01:50:48.986802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3d8c44e8-84b1-409b-898b-baf3bd6b23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.988014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3d8c44e8-84b1-409b-898b-baf3bd6b23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.989085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3d8c44e8-84b1-409b-898b-baf3bd6b23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.990174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3d8c44e8-84b1-409b-898b-baf3bd6b23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.991215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3d8c44e8-84b1-409b-898b-baf3bd6b23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.992850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3d8c44e8-84b1-409b-898b-baf3bd6b23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.994863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3d8c44e8-84b1-409b-898b-baf3bd6b23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:48.999622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3d8c44e8-84b1-409b-898b-baf3bd6b23a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6500 time: 1.1244400 Jul 30 01:50:49.011741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'Port': ['ID=c685adaf-22a3-4b61-a519-000e4015d242,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:49.017323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-258ea138-6a24-47fd-aedf-cf80e9ab8062 None None] Provisioning for port d811e87e-a136-4b9a-89a6-5f8bc20553b3 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:49.039159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-258ea138-6a24-47fd-aedf-cf80e9ab8062 None None] Provisioning complete for port d811e87e-a136-4b9a-89a6-5f8bc20553b3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:49.039656 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-258ea138-6a24-47fd-aedf-cf80e9ab8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.148855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.193639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-258ea138-6a24-47fd-aedf-cf80e9ab8062 None None] Port d811e87e-a136-4b9a-89a6-5f8bc20553b3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:50:49.269869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.334239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b19c62c9-94c8-47a2-8f74-b19bb32b21b4 req-f5024a39-6ce0-4ebf-bd47-a5a006275b24 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715007 Jul 30 01:50:49.339953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39192) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:49.477854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce62e0b-e860-45bc-85f4-4a459e617b63 req-ae6f52ed-8b97-4993-bf64-640ff33890d8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.510217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce62e0b-e860-45bc-85f4-4a459e617b63 req-ae6f52ed-8b97-4993-bf64-640ff33890d8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.527768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce62e0b-e860-45bc-85f4-4a459e617b63 req-ae6f52ed-8b97-4993-bf64-640ff33890d8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.551166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce62e0b-e860-45bc-85f4-4a459e617b63 req-ae6f52ed-8b97-4993-bf64-640ff33890d8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.589835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce62e0b-e860-45bc-85f4-4a459e617b63 req-ae6f52ed-8b97-4993-bf64-640ff33890d8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.593793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ce62e0b-e860-45bc-85f4-4a459e617b63 req-ae6f52ed-8b97-4993-bf64-640ff33890d8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 3816 time: 0.6285579 Jul 30 01:50:49.823933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:49.848624 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.860505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:49.874181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3820ee5c-fb0c-4587-bf21-7e029abb66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.874924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3820ee5c-fb0c-4587-bf21-7e029abb66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.875696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3820ee5c-fb0c-4587-bf21-7e029abb66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:49.878260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3820ee5c-fb0c-4587-bf21-7e029abb66c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf1348a1-a390-478a-8610-d68fd6f33f60&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e HTTP/1.1" status: 200 len: 2298 time: 0.7809415 Jul 30 01:50:49.911095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f9d94910-d947-437e-942d-c2e2c298e1fb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b297cb5596d49098b82af2e3498bfa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5672851 Jul 30 01:50:49.925838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39206) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:50.025427 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-c9a9327f-e5a6-4a36-ad16-dacfd676f857 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8 HTTP/1.1" status: 200 len: 1002 time: 0.1027503 Jul 30 01:50:50.065378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'Port': ['ID=c685adaf-22a3-4b61-a519-000e4015d242,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:50.089165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.090848 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ce62e0b-e860-45bc-85f4-4a459e617b63 req-ad981579-6c74-4bfa-927d-a4dbbd147214 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4446502 Jul 30 01:50:50.125718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.128803 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2398ea53-4bd1-405b-9ada-e8e9824a4d12 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3603477 Jul 30 01:50:50.235997 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.300774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-96921f7e-290b-48b6-80a4-e97392e44151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:50.302982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-96921f7e-290b-48b6-80a4-e97392e44151 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b95422b-324e-4507-83eb-37f4ae31e7db HTTP/1.1" status: 200 len: 856 time: 0.2642169 Jul 30 01:50:50.349258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c448b4-9333-4851-9615-c4aa7b2ef5c4 req-a10c5171-b1f8-40d5-9ae6-9c5053577dd9 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:50.358954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35c448b4-9333-4851-9615-c4aa7b2ef5c4 req-a10c5171-b1f8-40d5-9ae6-9c5053577dd9 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 946 time: 0.6060772 Jul 30 01:50:50.930999 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af8084d4-fe20-4fd8-bfc2-306ac703f0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:50.960872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35c448b4-9333-4851-9615-c4aa7b2ef5c4 req-2600bd32-a672-478e-8c13-493a17fe98a6 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449653 Jul 30 01:50:51.026879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-17999775-6ad3-427a-9593-b574a6dcad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:51.038697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-17999775-6ad3-427a-9593-b574a6dcad58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf1348a1-a390-478a-8610-d68fd6f33f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6756942 Jul 30 01:50:51.108251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39250) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:51.196048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-6cade6ee-54f1-4cdd-adb9-4c935e94703c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--601147985&fields=id&tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc HTTP/1.1" status: 200 len: 267 time: 0.4500961 Jul 30 01:50:51.311477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af8084d4-fe20-4fd8-bfc2-306ac703f0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.432025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-816923707-network', 'tenant_id': '03cfd72862c04228b0309667d7dd5958'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:51.460534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-610f3cb5-f1fa-483d-8b1e-573d925e7082 req-3973177a-0778-42f7-bde6-1d53af35474f tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:50:51.466997 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-610f3cb5-f1fa-483d-8b1e-573d925e7082 req-3973177a-0778-42f7-bde6-1d53af35474f tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482643 Jul 30 01:50:51.519594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Made reservation on behalf of 03cfd72862c04228b0309667d7dd5958 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:51.528240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.569064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.773432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3790a26f-ab1e-4e66-adf2-5843f2ea9f2d service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977627 Jul 30 01:50:51.821276 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.829008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.874293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:50:51.926840 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44da8fc-7802-46a0-9968-10a6e5ae4cda,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:51.951604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:51.951604 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Added segment 473a2c0a-4602-42c2-95d9-7ce1cbc99038 of type vlan for network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 Jul 30 01:50:51.994987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af8084d4-fe20-4fd8-bfc2-306ac703f0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.001855 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-af8084d4-fe20-4fd8-bfc2-306ac703f0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.004251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-af8084d4-fe20-4fd8-bfc2-306ac703f0fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3cc9cd7-6ad8-49c8-9fba-19f4642ed550 HTTP/1.1" status: 204 len: 168 time: 1.9813960 Jul 30 01:50:52.049904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.156823 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.157894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:52.158705 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.262161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-83d3d81d-6d11-42fd-bfb6-ea496b323970 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:52.265129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-83d3d81d-6d11-42fd-bfb6-ea496b323970 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 811 time: 0.9408855 Jul 30 01:50:52.299585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8084d4-fe20-4fd8-bfc2-306ac703f0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cc9cd7-6ad8-49c8-9fba-19f4642ed550,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:52.385408 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2720592 Jul 30 01:50:52.389189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:52.417140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Request body: {'subnet': {'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-816923707-subnet', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:52.465201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a34d80-e2b4-4779-96af-031e2a98071c admin admin] Pushing event updated for resources: {'Network': ['ID=28077912-bc59-45e0-9f13-3eda9fd8a5c2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:52.481917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:50:52.516078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Made reservation on behalf of 03cfd72862c04228b0309667d7dd5958 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:52.520217 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:52.975856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-ac6c466e-1a71-42ac-8804-6d5999b81266 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/quotas/7b3f9abd6e0941269960e6b58bdfc2dc HTTP/1.1" status: 200 len: 375 time: 0.6478395 Jul 30 01:50:52.976223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39310) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.054541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.137358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-dee6f86c-7b9b-4334-b8de-4e6f60bd648d service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3150258 Jul 30 01:50:53.151853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:50:53.157807 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-428ee7ea-57a9-481d-847a-da0d24dd7d9a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0c2a3dc17e71452c8925639d37f0e39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581752 Jul 30 01:50:53.161057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39322) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.174238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-610f3cb5-f1fa-483d-8b1e-573d925e7082 req-b6db2f90-c3b9-45ba-975c-d1e0af6877ad tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 1.4685786 Jul 30 01:50:53.219571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a54c1f5-8dee-401c-9cfd-ce5ac871b093,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:53.227008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Checking segment: {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:53.227270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Network hostable DHCP agents. Network: 28077912-bc59-45e0-9f13-3eda9fd8a5c2, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:50:53.243859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.281360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:50:53.302540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 28077912-bc59-45e0-9f13-3eda9fd8a5c2) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:53.308540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:53.309872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.335142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2449df8-1910-404d-a0e0-f2fa62f36f68 None None] Network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:53.348808 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac15733f-c826-45a4-9ce2-d07da13fe5a4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9445190 Jul 30 01:50:53.350263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39326) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:53.369621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:53.409879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-c72ee9ea-fb60-4035-85ae-6c1b361bba94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=7d49c76d-863a-4ae6-ae63-59504a2f31f3 HTTP/1.1" status: 200 len: 217 time: 0.2453575 Jul 30 01:50:53.438626 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.439865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.468268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-847c729b-13e1-4a47-a209-5c5aa1943b5f tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4906838 Jul 30 01:50:53.616814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Transition to ACTIVE for port object 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:53.620204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.739314 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.775016 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:53.815224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-c47d44df-e3c1-42da-9113-65a61b04de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:53.819324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-c47d44df-e3c1-42da-9113-65a61b04de77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.3318379 Jul 30 01:50:53.949911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:50:53.954007 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.283466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Allocated IP 172.20.0.2 (28077912-bc59-45e0-9f13-3eda9fd8a5c2/5a54c1f5-8dee-401c-9cfd-ce5ac871b093/70fd73da-ca7b-4999-94ee-5a3996b5376b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:54.315649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81cbb626-8958-4bee-baac-98464f9405b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.407086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81cbb626-8958-4bee-baac-98464f9405b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.603394 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.606688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Pushing event updated for resources: {'Port': ['ID=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:54.629747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Transition to ACTIVE for port object 70fd73da-ca7b-4999-94ee-5a3996b5376b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:54.680783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Transition to ACTIVE for port object 70fd73da-ca7b-4999-94ee-5a3996b5376b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:50:54.693603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:54.697197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-ca9dec98-a65c-4d65-9bd6-0a3784c56ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:54.699707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-ca9dec98-a65c-4d65-9bd6-0a3784c56ed6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8090532 Jul 30 01:50:54.918092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-ce54ccaf-98ad-44d8-84d7-057575700607 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801407 Jul 30 01:50:54.926435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-d058bd23-3727-424e-8518-1f3d8e9ba3d7 service neutron] 10.222.0.84 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3371890 Jul 30 01:50:55.067274 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.108428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:55.112313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:55.117125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:55.148279 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81cbb626-8958-4bee-baac-98464f9405b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.167602 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81cbb626-8958-4bee-baac-98464f9405b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.178707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Pushing event updated for resources: {'Port': ['ID=70fd73da-ca7b-4999-94ee-5a3996b5376b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:55.186527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-81cbb626-8958-4bee-baac-98464f9405b3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0992cc3a-e17c-45cc-86a5-1a351fd2800b HTTP/1.1" status: 204 len: 168 time: 2.0032544 Jul 30 01:50:55.265465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Attempting to bind port 70fd73da-ca7b-4999-94ee-5a3996b5376b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:55.269267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Attempting to bind port 70fd73da-ca7b-4999-94ee-5a3996b5376b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:55.270193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Attempting to bind port 70fd73da-ca7b-4999-94ee-5a3996b5376b on network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:55.301562 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbb626-8958-4bee-baac-98464f9405b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992cc3a-e17c-45cc-86a5-1a351fd2800b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:55.306408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:55.307523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Checking segment: {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:55.308376 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.309341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Bound using segment: {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:55.310310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Bound port: 70fd73da-ca7b-4999-94ee-5a3996b5376b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:55.312033 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.416190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e78f-e354-49fc-83dc-9696320ad903 req-da34b4e9-2262-4ccc-ade7-fe195b00727d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.446747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e78f-e354-49fc-83dc-9696320ad903 req-da34b4e9-2262-4ccc-ade7-fe195b00727d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.487876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e78f-e354-49fc-83dc-9696320ad903 req-da34b4e9-2262-4ccc-ade7-fe195b00727d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.527883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e78f-e354-49fc-83dc-9696320ad903 req-da34b4e9-2262-4ccc-ade7-fe195b00727d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.552548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e78f-e354-49fc-83dc-9696320ad903 req-da34b4e9-2262-4ccc-ade7-fe195b00727d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:55.556407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] For port 70fd73da-ca7b-4999-94ee-5a3996b5376b, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:55.569092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] For port 70fd73da-ca7b-4999-94ee-5a3996b5376b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=70fd73da-ca7b-4999-94ee-5a3996b5376b,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:55.576132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7076e78f-e354-49fc-83dc-9696320ad903 req-da34b4e9-2262-4ccc-ade7-fe195b00727d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 3828 time: 1.5092645 Jul 30 01:50:55.577612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.701025 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.786017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:55.921782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Pushing event updated for resources: {'Port': ['ID=70fd73da-ca7b-4999-94ee-5a3996b5376b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:55.947257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-b6877b7d-3a7c-4d68-ab01-19bbf5497d45 service neutron] 10.222.0.84 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987789 Jul 30 01:50:55.951502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Attempting to bind port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:50:55.952351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Attempting to bind port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:50:55.954630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Attempting to bind port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 on network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:55.967206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.968616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.969194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.969743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.970292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.970916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.971384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.971985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.972529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.973073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.973644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:55.974714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9427813-edec-4429-bb6d-87550a9aa015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:50:56.016001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 on network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:50:56.017027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Attempting to bind port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 on network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:50:56.035110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:50:56.036172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Checking segment: {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:50:56.037061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Bound using segment: {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:50:56.038125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Bound port: 56485458-e3b8-4d5e-8901-0b0a0c36f4d3, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434051ed-5758-4aca-8e3c-0257d940b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:50:56.039050 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.133173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Allocated IP 172.25.7.31 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/1f485138-0508-435e-a3bc-587a6e90236a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:50:56.388335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7076e78f-e354-49fc-83dc-9696320ad903 req-77d0e206-d6b3-4a50-b271-d3aab695d726 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8107052 Jul 30 01:50:56.415135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-d800540c-ea56-4638-b7cf-ab3d14dae1f6 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4861383 Jul 30 01:50:56.679607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 70fd73da-ca7b-4999-94ee-5a3996b5376b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:50:56.899964 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:56.945922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 70fd73da-ca7b-4999-94ee-5a3996b5376b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:56.971318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-9eaae5aa-3f88-4713-bd8e-fb9fdc2cb0b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c HTTP/1.1" status: 200 len: 217 time: 0.5291522 Jul 30 01:50:57.034660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.199181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] For port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:50:57.209759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:50:57.219225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:50:57.253773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:50:57.289572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] For port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:50:57.341074 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.410682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Pushing event updated for resources: {'Port': ['ID=1f485138-0508-435e-a3bc-587a6e90236a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:57.656405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-8f0b7963-11e9-45da-b250-3fd431f0bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.665163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-8f0b7963-11e9-45da-b250-3fd431f0bb0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.6634305 Jul 30 01:50:57.765395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:57.774978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:57.778789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] 10.222.0.22 "PUT /v2.0/ports/56485458-e3b8-4d5e-8901-0b0a0c36f4d3 HTTP/1.1" status: 200 len: 1091 time: 8.8993986 Jul 30 01:50:57.816215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-197f3d06-d943-45ba-a847-9f212447023f req-f6edf1a6-e36d-47e2-a4ff-7efa5eb26749 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 210 time: 0.2334068 Jul 30 01:50:57.817362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:50:57.837078 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0716edd-5384-4d1a-93a7-bcf8e2143581" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:50:57.943761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:57.986041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df0779-3b51-4949-9cb2-e37771a79a2c service neutron] Pushing event updated for resources: {'Port': ['ID=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:58.233556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada297d6-f088-4bfa-9845-72bcc4ade997 req-69db75ed-af69-4faa-a1a9-ddce2a91d590 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.255479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ada297d6-f088-4bfa-9845-72bcc4ade997 req-69db75ed-af69-4faa-a1a9-ddce2a91d590 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.9801877 Jul 30 01:50:58.312199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1fabcc-30ae-47a9-baf7-fae611788600 None None] Network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:50:58.418889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-5cbf793a-8c37-4fb6-a091-9a4a29df6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.422287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-5cbf793a-8c37-4fb6-a091-9a4a29df6047 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7528298 Jul 30 01:50:58.448089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39462) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:50:58.459927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:58.476027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:58.498307 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2e3cecf3-f4c2-4781-a22c-a918748fb6d7 None None] Provisioning for port 70fd73da-ca7b-4999-94ee-5a3996b5376b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:50:58.506053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2e3cecf3-f4c2-4781-a22c-a918748fb6d7 None None] Provisioning complete for port 70fd73da-ca7b-4999-94ee-5a3996b5376b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:58.506675 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e3cecf3-f4c2-4781-a22c-a918748fb6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:58.762987 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e3cecf3-f4c2-4781-a22c-a918748fb6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:58.852195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2e3cecf3-f4c2-4781-a22c-a918748fb6d7 None None] For port 70fd73da-ca7b-4999-94ee-5a3996b5376b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=70fd73da-ca7b-4999-94ee-5a3996b5376b,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:50:58.852669 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e3cecf3-f4c2-4781-a22c-a918748fb6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:58.875629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38041b-47fa-4009-8026-64e851297d26 req-4212b24f-9e7c-4eb1-b963-a1d2e5ae75af tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:50:58.887018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef38041b-47fa-4009-8026-64e851297d26 req-4212b24f-9e7c-4eb1-b963-a1d2e5ae75af tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 945 time: 0.7236032 Jul 30 01:50:58.941284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ada297d6-f088-4bfa-9845-72bcc4ade997 req-b04163ca-39ea-405b-9a8d-6d89debaf289 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827433 Jul 30 01:50:58.961633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cecf3-f4c2-4781-a22c-a918748fb6d7 None None] Pushing event updated for resources: {'Port': ['ID=70fd73da-ca7b-4999-94ee-5a3996b5376b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:50:59.200991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1631807275-network', 'tenant_id': 'd9d6a97e627d4e149a7b83ffd10902f8'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:50:59.346713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-fba46841-af90-42d4-a1f7-2d6a0f96fbab service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9109924 Jul 30 01:50:59.412547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.459289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Made reservation on behalf of d9d6a97e627d4e149a7b83ffd10902f8 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:50:59.467763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.631264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-10f874d2-20b0-4ee6-a0a8-a1358a1aef9b None None] Provisioning complete for port 70fd73da-ca7b-4999-94ee-5a3996b5376b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:50:59.632172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10f874d2-20b0-4ee6-a0a8-a1358a1aef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:50:59.649877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef38041b-47fa-4009-8026-64e851297d26 req-77bfd0a8-d9e8-4fed-b27f-4c46eae6f5f8 tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025127 Jul 30 01:50:59.817757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.063884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Router 0631e5df-03e4-4c77-b107-3641d3943fb0 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:51:00.124012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-0d5bda2b-9654-4b9c-8c97-7e1f9a5448fa tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.127373 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-0d5bda2b-9654-4b9c-8c97-7e1f9a5448fa tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.22 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 945 time: 0.2405260 Jul 30 01:51:00.221665 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.289142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eab3d-39ea-48c8-ba16-6f148da718f1 req-598c9ffd-73a4-4de7-8598-f854569f3469 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.302575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eab3d-39ea-48c8-ba16-6f148da718f1 req-598c9ffd-73a4-4de7-8598-f854569f3469 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.305871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.324920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:00.331845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eab3d-39ea-48c8-ba16-6f148da718f1 req-598c9ffd-73a4-4de7-8598-f854569f3469 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.343497 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.343497 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Added segment 6a678c05-5e3b-4be2-8e43-9d452061952d of type vlan for network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 Jul 30 01:51:00.345572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eab3d-39ea-48c8-ba16-6f148da718f1 req-598c9ffd-73a4-4de7-8598-f854569f3469 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.360000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eab3d-39ea-48c8-ba16-6f148da718f1 req-598c9ffd-73a4-4de7-8598-f854569f3469 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.374873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b0eab3d-39ea-48c8-ba16-6f148da718f1 req-598c9ffd-73a4-4de7-8598-f854569f3469 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 3828 time: 0.7715724 Jul 30 01:51:00.384474 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817982cd-05fe-4415-b7a6-c0cb4b840be2 x-openstack-request-id: req-817982cd-05fe-4415-b7a6-c0cb4b840be2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:00.385133 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:00.385697 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-817982cd-05fe-4415-b7a6-c0cb4b840be2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:00.386519 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'status': 'completed', 'code': 200} Jul 30 01:51:00.435304 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.504566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 70fd73da-ca7b-4999-94ee-5a3996b5376b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:00.536082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-c4725429-6b3b-44af-878e-7cd31cc2a839 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9215927 Jul 30 01:51:00.664161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 70fd73da-ca7b-4999-94ee-5a3996b5376b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:00.664756 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.697091 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:51:00.772999 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e5979fd-a86e-486f-9f9d-1e800176239f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.888981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39520) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:00.952555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:00.967490 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.968454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.969040 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:00.969243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-25cb3651-6c1d-461c-921f-a42912a5140e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:00.970886 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-25cb3651-6c1d-461c-921f-a42912a5140e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.41 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 811 time: 0.3829393 Jul 30 01:51:00.984123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b0eab3d-39ea-48c8-ba16-6f148da718f1 req-8f6ab799-fd97-44bc-b49b-62999845bd03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6077929 Jul 30 01:51:01.013134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-8d2ad533-54cd-4180-95ad-ba5071737e2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=a410653c-b1b8-4706-b982-5872a766d639 HTTP/1.1" status: 200 len: 217 time: 0.4340160 Jul 30 01:51:01.036276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afbb3708-2ecb-414c-b7ce-e8a243bdcf4c req-c9438a8d-288f-4ece-854e-4f96caae1cbe tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 210 time: 0.0962489 Jul 30 01:51:01.073077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:01.087765 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.092149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Sync routers for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:01.125240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:01.125908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:01.201068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-c9e67859-c7a9-473c-b944-ac3bc3c84c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.201944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-c9e67859-c7a9-473c-b944-ac3bc3c84c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.202881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-c9e67859-c7a9-473c-b944-ac3bc3c84c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.203585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-c9e67859-c7a9-473c-b944-ac3bc3c84c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.205353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-c9e67859-c7a9-473c-b944-ac3bc3c84c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.207683 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-c9e67859-c7a9-473c-b944-ac3bc3c84c4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 4363 time: 0.7372844 Jul 30 01:51:01.209454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] Pushing event updated for resources: {'Network': ['ID=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:01.237863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:01.242386 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-edc46292-cd36-4629-9ff6-93811218c11b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7927997 Jul 30 01:51:01.244357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39524) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:01.248580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.251816 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d162f7ad-d3d5-40e3-bd57-a6cc0434ed30 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.8997712 Jul 30 01:51:01.265871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-fb4c26fa-38da-4dd3-9de1-0452b22b420d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc HTTP/1.1" status: 200 len: 379 time: 0.2799311 Jul 30 01:51:01.277476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39526) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:01.318352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Request body: {'subnet': {'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1631807275-subnet', 'tenant_id': 'd9d6a97e627d4e149a7b83ffd10902f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:01.369373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'port': {'device_id': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'admin_state_up': True, 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'security_groups': ['3ff2b5e5-f612-48dc-aba9-064c37939531']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:01.382796 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Made reservation on behalf of d9d6a97e627d4e149a7b83ffd10902f8 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:01.385175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.400830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Deleting port 52b4bbed-e523-4172-9b93-2c368ab2e19d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:01.401092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.415582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:01.464621 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11ff2fc8-8a31-495c-92d6-ae6921ef5483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.480106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-f5cba505-8571-4041-8f43-9db084070ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.483587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-f5cba505-8571-4041-8f43-9db084070ded service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.4460464 Jul 30 01:51:01.512487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] For port 52b4bbed-e523-4172-9b93-2c368ab2e19d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=52b4bbed-e523-4172-9b93-2c368ab2e19d,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:01.512943 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.528361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Calling delete_port for 52b4bbed-e523-4172-9b93-2c368ab2e19d owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:01.735668 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.793904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:50:57Z', 'revision_number': 3, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:01.839797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Checking router: 0631e5df-03e4-4c77-b107-3641d3943fb0 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:01.840365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Updating router 0631e5df-03e4-4c77-b107-3641d3943fb0 port 1f485138-0508-435e-a3bc-587a6e90236a binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:51:01.886627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Pushing event deleted for resources: {'Port': ['ID=52b4bbed-e523-4172-9b93-2c368ab2e19d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:01.892312 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:01.959296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-762baad1-8fa8-4ffb-93f2-eb4f925d9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.961729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-762baad1-8fa8-4ffb-93f2-eb4f925d9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.961729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-762baad1-8fa8-4ffb-93f2-eb4f925d9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:01.964264 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-762baad1-8fa8-4ffb-93f2-eb4f925d9096 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7393961 Jul 30 01:51:02.037270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] No DVR routers for this DVR port 52b4bbed-e523-4172-9b93-2c368ab2e19d on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:02.048760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.052627 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0769f5a1-6d33-476e-810e-88b8c4a835bd req-822ce99d-ba48-4511-be00-074847766dac tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.22 "DELETE /v2.0/ports/52b4bbed-e523-4172-9b93-2c368ab2e19d HTTP/1.1" status: 204 len: 173 time: 1.9126041 Jul 30 01:51:02.055258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b5c5ca-444f-48ee-9995-6872f14a923e', 'name': 'network-vif-deleted', 'tag': '52b4bbed-e523-4172-9b93-2c368ab2e19d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:02.068769 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d2ed30-966a-4057-9298-348d9a9a2182" -d '{"events": [{"server_uuid": "09b5c5ca-444f-48ee-9995-6872f14a923e", "name": "network-vif-deleted", "tag": "52b4bbed-e523-4172-9b93-2c368ab2e19d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:02.104898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e975dfa-0de7-4f8d-913c-ec6060cd7934 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:02.122926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.143831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Transition to ACTIVE for port object 7e975dfa-0de7-4f8d-913c-ec6060cd7934 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:02.258256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11ff2fc8-8a31-495c-92d6-ae6921ef5483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.339911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d45383-32c1-4035-9849-405c1bf41f03 req-1ffd05f1-0675-4e3f-9f09-6be91e412872 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:02.354637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0d45383-32c1-4035-9849-405c1bf41f03 req-1ffd05f1-0675-4e3f-9f09-6be91e412872 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 946 time: 1.1827524 Jul 30 01:51:02.426416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.467477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Transition to ACTIVE for port object 1f485138-0508-435e-a3bc-587a6e90236a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:02.476854 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.548642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-1fdce785-6c41-4d5d-8780-7727f1d60886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:02.558132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.562325 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e0716edd-5384-4d1a-93a7-bcf8e2143581 req-1fdce785-6c41-4d5d-8780-7727f1d60886 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5735848 Jul 30 01:51:02.562834 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11ff2fc8-8a31-495c-92d6-ae6921ef5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.564860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.584775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a593b-7671-4506-b7e1-781038d3decd None None] Pushing event updated for resources: {'Port': ['ID=1f485138-0508-435e-a3bc-587a6e90236a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:02.591551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Attempting to bind port 1f485138-0508-435e-a3bc-587a6e90236a on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:02.592317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Attempting to bind port 1f485138-0508-435e-a3bc-587a6e90236a by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:02.593011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Attempting to bind port 1f485138-0508-435e-a3bc-587a6e90236a on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:02.601330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:02.601770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:02.602189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.602836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:02.603591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Bound port: 1f485138-0508-435e-a3bc-587a6e90236a, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:02.603995 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.708669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:02.708937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Network hostable DHCP agents. Network: b62a23bd-c6eb-4480-a8c5-2de1d8b31a38, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:02.723307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa4cace-dae8-4df2-9c70-5e03553e0365,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:02.742954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] For port 1f485138-0508-435e-a3bc-587a6e90236a, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:02.749649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] For port 1f485138-0508-435e-a3bc-587a6e90236a, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1f485138-0508-435e-a3bc-587a6e90236a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:02.754218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:02.761739 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.784385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, b62a23bd-c6eb-4480-a8c5-2de1d8b31a38) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:02.814986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:02.816122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:02.826738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a4234-acc1-43b3-9544-f8e0baaf9825 None None] Network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:02.862877 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6769fae6-d259-4ebf-9a61-ad23e9e7f013 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6092818 Jul 30 01:51:02.977806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a593b-7671-4506-b7e1-781038d3decd None None] Pushing event updated for resources: {'Port': ['ID=1f485138-0508-435e-a3bc-587a6e90236a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:03.062721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:03.065363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:03.127676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9c6bf-7d9c-4a1f-94f4-f81723b79f0d req-3ee0f9d0-c62e-4560-9740-99d4909067fc tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.130780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89a9c6bf-7d9c-4a1f-94f4-f81723b79f0d req-3ee0f9d0-c62e-4560-9740-99d4909067fc tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/ports?device_id=09b5c5ca-444f-48ee-9995-6872f14a923e HTTP/1.1" status: 200 len: 867 time: 1.9556475 Jul 30 01:51:03.375495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-11ff2fc8-8a31-495c-92d6-ae6921ef5483 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f14364261d3e4fb3aaeaecdd9b9ef46a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4269149 Jul 30 01:51:03.376331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78279235-ea3e-402f-a248-4318288a0f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.380130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39544) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:03.517607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Made reservation on behalf of 7b3f9abd6e0941269960e6b58bdfc2dc for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:03.523416 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.557849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-145b4732-915a-4b47-a693-6bf3da606ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.638917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-145b4732-915a-4b47-a693-6bf3da606ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.718191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0d45383-32c1-4035-9849-405c1bf41f03 req-08dca4b0-f872-4197-ba7e-9aa5cfee8c7e tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1947966 Jul 30 01:51:03.814408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-145b4732-915a-4b47-a693-6bf3da606ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.834466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-145b4732-915a-4b47-a693-6bf3da606ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:03.855293 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-145b4732-915a-4b47-a693-6bf3da606ef3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/68858e39-7c92-4239-880b-7903b16077cd HTTP/1.1" status: 204 len: 168 time: 0.4712789 Jul 30 01:51:03.858833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:03.875611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-83ad1c74-b8fe-4efb-ba6a-4b8f284ff0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:03.877550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-83ad1c74-b8fe-4efb-ba6a-4b8f284ff0b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.9222143 Jul 30 01:51:03.932460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b4732-915a-4b47-a693-6bf3da606ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68858e39-7c92-4239-880b-7903b16077cd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:03.933148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Pushing event updated for resources: {'Port': ['ID=7e975dfa-0de7-4f8d-913c-ec6060cd7934,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:03.999655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff2fc8-8a31-495c-92d6-ae6921ef5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68858e39-7c92-4239-880b-7903b16077cd,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:04.146027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 52b4bbed-e523-4172-9b93-2c368ab2e19d no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:04.173278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 52b4bbed-e523-4172-9b93-2c368ab2e19d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:04.173720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 52b4bbed-e523-4172-9b93-2c368ab2e19d not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:04.228087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9648f54-4144-4ee6-ad34-46d48b8fac47 None None] Network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:04.233318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.249647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39558) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:04.255420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1889743090-network', 'tenant_id': 'dfdf156a6482459ba2a75c42658f9499'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:04.259806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89a9c6bf-7d9c-4a1f-94f4-f81723b79f0d req-82c03840-bfa4-41b4-9c42-0bfff2dcbe6c tempest-AttachSCSIVolumeTestJSON-1935818653 tempest-AttachSCSIVolumeTestJSON-1935818653-project] 10.222.0.84 "GET /v2.0/security-groups?id=de7d5a23-9d64-40f3-b263-ae31f404982b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8579619 Jul 30 01:51:04.355696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:50:57Z', 'revision_number': 3, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:04.356110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Made reservation on behalf of dfdf156a6482459ba2a75c42658f9499 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:04.360247 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.387357 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.417914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Attempting to bind port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:04.418540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Attempting to bind port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:04.419167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Attempting to bind port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:04.473712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.486820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a64e26-2db2-4011-9e7c-74895314f391 None None] The sync data for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 is: [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:50:57Z', 'revision_number': 3, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:04.547495 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.547757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:04.547757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Attempting to bind port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:04.573258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Allocated IP 172.20.0.5 (057133cf-9c90-429e-8a3e-886209a54a99/b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc/e96e2b54-e552-4961-b685-eb6b9a949bb2) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:04.687846 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ea87f84-685a-434e-a13a-ae8aab3521ef req-0b32d73b-da9d-4ff5-9527-29bd26ebb19b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 210 time: 0.2034564 Jul 30 01:51:04.701769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.707704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:04.708263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Checking segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:04.708800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Bound using segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:04.709037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.709597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Bound port: 7e975dfa-0de7-4f8d-913c-ec6060cd7934, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:04.711257 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.750561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:04.765683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-e8237560-bff0-46b3-b4e4-3a12079f81f9 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8652248 Jul 30 01:51:04.790174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:04.790738 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Added segment 03454d75-4743-4e59-b807-71f4e6b05ac6 of type vlan for network 848c1a97-9012-41de-b889-8d3ff98ba845 Jul 30 01:51:04.856801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb419a-f486-4471-b587-3054affc8e6b req-14861982-5367-423d-a9e9-dd4751d3715e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.860935 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9174fbdd-9f0c-45ff-855c-e8bf412cfb19 x-openstack-request-id: req-9174fbdd-9f0c-45ff-855c-e8bf412cfb19 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:04.861770 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b5c5ca-444f-48ee-9995-6872f14a923e", "name": "network-vif-deleted", "tag": "52b4bbed-e523-4172-9b93-2c368ab2e19d", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:04.861770 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9174fbdd-9f0c-45ff-855c-e8bf412cfb19 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:04.862251 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b5c5ca-444f-48ee-9995-6872f14a923e', 'name': 'network-vif-deleted', 'tag': '52b4bbed-e523-4172-9b93-2c368ab2e19d', 'status': 'completed', 'code': 200} Jul 30 01:51:04.874550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb419a-f486-4471-b587-3054affc8e6b req-14861982-5367-423d-a9e9-dd4751d3715e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.887106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb419a-f486-4471-b587-3054affc8e6b req-14861982-5367-423d-a9e9-dd4751d3715e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.900068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb419a-f486-4471-b587-3054affc8e6b req-14861982-5367-423d-a9e9-dd4751d3715e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.914129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb419a-f486-4471-b587-3054affc8e6b req-14861982-5367-423d-a9e9-dd4751d3715e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.939629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb419a-f486-4471-b587-3054affc8e6b req-14861982-5367-423d-a9e9-dd4751d3715e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:04.954951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216846d3-bf4a-47aa-bd2a-1acacd7c7f05,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:04.956478 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aaeb419a-f486-4471-b587-3054affc8e6b req-14861982-5367-423d-a9e9-dd4751d3715e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 4601 time: 0.6359847 Jul 30 01:51:04.982973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.072663 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.074437 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.075500 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.131121 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:51:05.305441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] Pushing event updated for resources: {'Network': ['ID=848c1a97-9012-41de-b889-8d3ff98ba845,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:05.314652 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b0f929d4-9599-4cde-959d-279fe70863ec admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0635691 Jul 30 01:51:05.318385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39572) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:05.326511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 848c1a97-9012-41de-b889-8d3ff98ba845 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:05.335635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Request body: {'subnet': {'network_id': '848c1a97-9012-41de-b889-8d3ff98ba845', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1889743090-subnet', 'tenant_id': 'dfdf156a6482459ba2a75c42658f9499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:05.380817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Made reservation on behalf of dfdf156a6482459ba2a75c42658f9499 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:05.383525 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.821173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5114a0-d8b4-4b5b-82f5-e614635f8043 req-3766a246-8683-40c3-bec4-23ab439a37e0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:05.824130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce5114a0-d8b4-4b5b-82f5-e614635f8043 req-3766a246-8683-40c3-bec4-23ab439a37e0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 946 time: 0.6991136 Jul 30 01:51:05.828424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-6d0c490c-12b7-4d7b-87ff-93ed1d991cba service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0051417 Jul 30 01:51:05.840242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:05.928117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfebd75a-2335-49bc-a4cc-555847d8c04f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:05.989536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Checking segment: {'id': '03454d75-4743-4e59-b807-71f4e6b05ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '848c1a97-9012-41de-b889-8d3ff98ba845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:05.990054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Network hostable DHCP agents. Network: 848c1a97-9012-41de-b889-8d3ff98ba845, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:06.057826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Network 848c1a97-9012-41de-b889-8d3ff98ba845 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:06.059822 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.075401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 848c1a97-9012-41de-b889-8d3ff98ba845) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:06.091589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ada003-8267-4e6b-8c06-bcdae65fe403 None None] Network 848c1a97-9012-41de-b889-8d3ff98ba845 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:06.092250 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.094541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:06.133198 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c7bc566a-3952-4bf4-8534-1d23c91b3dd6 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8109243 Jul 30 01:51:06.135982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-43f31d7c-f096-4cd5-b925-2f7f18c6bc16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177 HTTP/1.1" status: 200 len: 217 time: 0.1473215 Jul 30 01:51:06.345480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aaeb419a-f486-4471-b587-3054affc8e6b req-15202d55-27f0-44d4-96b3-f85b748332b9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1878815 Jul 30 01:51:06.459835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce5114a0-d8b4-4b5b-82f5-e614635f8043 req-f38ee6e8-0ce3-4137-9eae-b6fc185fbcc0 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731071 Jul 30 01:51:06.629887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1f485138-0508-435e-a3bc-587a6e90236a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:06.712328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbad152-5c4d-4d35-9fd1-4fc4eed6ce81 None None] Network 848c1a97-9012-41de-b889-8d3ff98ba845 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:06.744367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-a1e818a6-20ca-44a0-b44e-b8abd5f5ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:06.757316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-a1e818a6-20ca-44a0-b44e-b8abd5f5ec4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.3998330 Jul 30 01:51:06.902577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1f485138-0508-435e-a3bc-587a6e90236a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:06.914461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] For port 7e975dfa-0de7-4f8d-913c-ec6060cd7934, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:06.930537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1f485138-0508-435e-a3bc-587a6e90236a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:06.931653 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.075571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31efd510-0a3b-4193-8ec7-4c2a3976de5e req-2869a4b6-c1d9-46ac-b12c-5ee3ff14a42b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 210 time: 0.1141007 Jul 30 01:51:07.143898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Allocated IP 172.20.0.1 (28077912-bc59-45e0-9f13-3eda9fd8a5c2/5a54c1f5-8dee-401c-9cfd-ce5ac871b093/6ea22e9e-12be-4325-ae72-87e6b45826a4) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:07.160529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.172007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] For port 7e975dfa-0de7-4f8d-913c-ec6060cd7934, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:07.301640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.328797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.391828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1f485138-0508-435e-a3bc-587a6e90236a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1f485138-0508-435e-a3bc-587a6e90236a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:07.398970 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.539164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Pushing event updated for resources: {'Port': ['ID=7e975dfa-0de7-4f8d-913c-ec6060cd7934,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:07.549870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Transition to ACTIVE for port object e96e2b54-e552-4961-b685-eb6b9a949bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:07.590696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=1f485138-0508-435e-a3bc-587a6e90236a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:07.745494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:07.746505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:07.749552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-666e73aa-ff8d-4f27-899b-3d4795d911fc service neutron] 10.222.0.22 "PUT /v2.0/ports/7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 1131 time: 9.8287995 Jul 30 01:51:07.753052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-040ee8e0-f5e5-4c60-9df4-30731aac09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:07.757778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-040ee8e0-f5e5-4c60-9df4-30731aac09e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9974573 Jul 30 01:51:07.766492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '7e975dfa-0de7-4f8d-913c-ec6060cd7934'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:07.770673 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9742637f-02fb-4d17-a8dd-f2fe7fd44899" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "7e975dfa-0de7-4f8d-913c-ec6060cd7934"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:07.903924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:08.152958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39678) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:08.213180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffc3fa-e58f-4466-bdc1-744c4aaf35b6 req-11a908f6-d0f4-4dbc-9e52-eb6dd42ea190 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:08.229248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffc3fa-e58f-4466-bdc1-744c4aaf35b6 req-11a908f6-d0f4-4dbc-9e52-eb6dd42ea190 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:08.244357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffc3fa-e58f-4466-bdc1-744c4aaf35b6 req-11a908f6-d0f4-4dbc-9e52-eb6dd42ea190 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:08.260834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91ffc3fa-e58f-4466-bdc1-744c4aaf35b6 req-11a908f6-d0f4-4dbc-9e52-eb6dd42ea190 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7&device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56&device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 2418 time: 1.0783789 Jul 30 01:51:08.344067 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.460519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1f485138-0508-435e-a3bc-587a6e90236a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:08.608772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1f485138-0508-435e-a3bc-587a6e90236a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:08.609399 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.644570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3b43d59-bfb5-40af-b52b-12e63dc68594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.924896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3b43d59-bfb5-40af-b52b-12e63dc68594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:08.940080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3b43d59-bfb5-40af-b52b-12e63dc68594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.008750 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e3b43d59-bfb5-40af-b52b-12e63dc68594 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=595213ce578d49069af54a1f156d69cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8540008 Jul 30 01:51:09.013612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39690) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:09.021406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b43d59-bfb5-40af-b52b-12e63dc68594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d694e639-d921-4a97-b4f9-bb12c1363ac7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:09.081976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-104508e9-42aa-496e-b56a-7b73a5eb84fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.111828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-104508e9-42aa-496e-b56a-7b73a5eb84fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.122651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.155350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.194052 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-104508e9-42aa-496e-b56a-7b73a5eb84fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.198622 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-104508e9-42aa-496e-b56a-7b73a5eb84fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.200281 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-104508e9-42aa-496e-b56a-7b73a5eb84fb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d694e639-d921-4a97-b4f9-bb12c1363ac7 HTTP/1.1" status: 204 len: 168 time: 0.1851587 Jul 30 01:51:09.214472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104508e9-42aa-496e-b56a-7b73a5eb84fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d694e639-d921-4a97-b4f9-bb12c1363ac7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:09.232782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Network 057133cf-9c90-429e-8a3e-886209a54a99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:09.270878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Transition to ACTIVE for port object 6ea22e9e-12be-4325-ae72-87e6b45826a4 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:09.274123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'Port': ['ID=e96e2b54-e552-4961-b685-eb6b9a949bb2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:09.277173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:09.296693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91ffc3fa-e58f-4466-bdc1-744c4aaf35b6 req-a672722d-7fdd-441c-85fb-a063afc9e467 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0343974 Jul 30 01:51:09.303421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:09.414113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-be6b9223-6687-4e96-9fd0-92645a2bf96d service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6146472 Jul 30 01:51:09.477452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-8f9d7cb9-7226-4f46-a7b0-cf651487a8a9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.480095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-8f9d7cb9-7226-4f46-a7b0-cf651487a8a9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 808 time: 1.3713043 Jul 30 01:51:09.690782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bd38a1f4-8f2a-468e-ba29-68611792877c None None] Provisioning for port e96e2b54-e552-4961-b685-eb6b9a949bb2 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:09.702347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bd38a1f4-8f2a-468e-ba29-68611792877c None None] Provisioning complete for port e96e2b54-e552-4961-b685-eb6b9a949bb2 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:09.703624 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd38a1f4-8f2a-468e-ba29-68611792877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.753687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:09.754909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.811804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bd38a1f4-8f2a-468e-ba29-68611792877c None None] Port e96e2b54-e552-4961-b685-eb6b9a949bb2 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:51:09.851049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-d76839be-96c2-4710-a6f8-d7a35e60f32e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/quotas/d9d6a97e627d4e149a7b83ffd10902f8 HTTP/1.1" status: 200 len: 375 time: 0.2595029 Jul 30 01:51:09.863033 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:09.919508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-c944c713-ec2c-40e0-97d3-e785314f1626 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5948093 Jul 30 01:51:10.053850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Request body: {'port': {'device_id': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:10.126605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-4a618588-ab5d-4a21-92ef-cde6667cef8c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2214172 Jul 30 01:51:10.216615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:10.241615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3c79d7b7-f3fb-495d-9379-fbfa61dd4743 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8025634 Jul 30 01:51:10.262873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71488930-6cbd-465b-be59-5839201d38d2 req-af043239-91c3-4851-aa56-1f6851c66986 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.276395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71488930-6cbd-465b-be59-5839201d38d2 req-af043239-91c3-4851-aa56-1f6851c66986 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.288417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71488930-6cbd-465b-be59-5839201d38d2 req-af043239-91c3-4851-aa56-1f6851c66986 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.300852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71488930-6cbd-465b-be59-5839201d38d2 req-af043239-91c3-4851-aa56-1f6851c66986 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.313248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71488930-6cbd-465b-be59-5839201d38d2 req-af043239-91c3-4851-aa56-1f6851c66986 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.326356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71488930-6cbd-465b-be59-5839201d38d2 req-af043239-91c3-4851-aa56-1f6851c66986 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:10.329281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71488930-6cbd-465b-be59-5839201d38d2 req-af043239-91c3-4851-aa56-1f6851c66986 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 4601 time: 0.7344782 Jul 30 01:51:10.358696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:10.436649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Pushing event updated for resources: {'Port': ['ID=6ea22e9e-12be-4325-ae72-87e6b45826a4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:10.436649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:10.645805 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.726504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-53d5564f-5381-4c82-ae1f-a7c61a976c73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a HTTP/1.1" status: 200 len: 217 time: 0.3955414 Jul 30 01:51:10.784598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-11e98324-1bff-4dd2-aa18-2b51bb47d022 None None] Provisioning for port 6ea22e9e-12be-4325-ae72-87e6b45826a4 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:10.796277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-11e98324-1bff-4dd2-aa18-2b51bb47d022 None None] Provisioning complete for port 6ea22e9e-12be-4325-ae72-87e6b45826a4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:10.797307 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11e98324-1bff-4dd2-aa18-2b51bb47d022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:10.865088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-11e98324-1bff-4dd2-aa18-2b51bb47d022 None None] Port 6ea22e9e-12be-4325-ae72-87e6b45826a4 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:51:10.978755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.062594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71488930-6cbd-465b-be59-5839201d38d2 req-73061720-908b-4d4e-bb1b-0c4a29042c7c tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6361258 Jul 30 01:51:11.090714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-c02e1117-d9e6-4038-a959-1e68ad172225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.092835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-c02e1117-d9e6-4038-a959-1e68ad172225 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 200 len: 797 time: 0.2564025 Jul 30 01:51:11.283275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-7322f147-6519-4da5-99c5-acd02321a02e service neutron] 10.222.0.84 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0950940 Jul 30 01:51:11.361599 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae08d71f-2456-4c4b-953d-245a1322693e x-openstack-request-id: req-ae08d71f-2456-4c4b-953d-245a1322693e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:11.361956 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "7e975dfa-0de7-4f8d-913c-ec6060cd7934", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:11.362136 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ae08d71f-2456-4c4b-953d-245a1322693e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:11.362665 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '7e975dfa-0de7-4f8d-913c-ec6060cd7934', 'status': 'completed', 'code': 200} Jul 30 01:51:11.547600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-db6e7772-656d-4fcc-9df9-ed2a9088aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.548737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-db6e7772-656d-4fcc-9df9-ed2a9088aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.549621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-db6e7772-656d-4fcc-9df9-ed2a9088aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.550426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-db6e7772-656d-4fcc-9df9-ed2a9088aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.551779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-db6e7772-656d-4fcc-9df9-ed2a9088aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.552769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-db6e7772-656d-4fcc-9df9-ed2a9088aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.557007 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-db6e7772-656d-4fcc-9df9-ed2a9088aa16 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5287 time: 0.1703174 Jul 30 01:51:11.700646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af04872-db07-4769-81b3-9f357847b528 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:11.709367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-f1a58804-aa35-43c2-8608-09aeeab6f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.712048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-f1a58804-aa35-43c2-8608-09aeeab6f456 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5932620 Jul 30 01:51:11.811564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-56f7e680-5fb3-42b7-b6ee-edd3229b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.812939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-56f7e680-5fb3-42b7-b6ee-edd3229b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.814691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-56f7e680-5fb3-42b7-b6ee-edd3229b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:11.819128 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-56f7e680-5fb3-42b7-b6ee-edd3229b6baa service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2426863 Jul 30 01:51:11.843486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:11.967090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.001310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Transition to ACTIVE for port object 6af04872-db07-4769-81b3-9f357847b528 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:12.018357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-6814d93d-6c2d-47f3-9a38-54497e47e162 service neutron] 10.222.0.84 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342818 Jul 30 01:51:12.065965 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.086306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-cd4da1bd-add3-4ea6-9b40-d562cd02caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.089387 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9742637f-02fb-4d17-a8dd-f2fe7fd44899 req-cd4da1bd-add3-4ea6-9b40-d562cd02caed service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2570012 Jul 30 01:51:12.091416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39738) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.162831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4608c49-68db-483d-aef5-fc1635036e55 req-773c9f3f-10d3-43be-80b6-d77f628199e9 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:12.171618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4608c49-68db-483d-aef5-fc1635036e55 req-773c9f3f-10d3-43be-80b6-d77f628199e9 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 931 time: 0.6870062 Jul 30 01:51:12.326876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-f007cd4b-f127-4076-8aa1-68ef5810f51d req-b29a1a6b-91a1-41e4-8638-4247b7fbf499 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:12.328066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f007cd4b-f127-4076-8aa1-68ef5810f51d req-b29a1a6b-91a1-41e4-8638-4247b7fbf499 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235581 Jul 30 01:51:12.406598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-16359b5b-da69-4f8c-a52d-e305d3c0c072 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2037805232'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:12.407158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-16359b5b-da69-4f8c-a52d-e305d3c0c072 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Unknown quota resources ['metering_label']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:51:12.458231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821aa57-e399-405a-a186-738602b3927f service neutron] Pushing event updated for resources: {'Port': ['ID=6af04872-db07-4769-81b3-9f357847b528,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:12.530692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-1451ec3c-988e-4884-b7b0-3c4f9ae9fc88 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947374 Jul 30 01:51:12.760508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16359b5b-da69-4f8c-a52d-e305d3c0c072 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:12.762004 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-16359b5b-da69-4f8c-a52d-e305d3c0c072 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6691170 Jul 30 01:51:12.767905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39756) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:12.778842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-97591b8d-0a05-4d42-b236-b7c50f1ac897 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '24627d46-e98e-4306-9e27-510936ff2fae'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:12.779795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-97591b8d-0a05-4d42-b236-b7c50f1ac897 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:51:13.188164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4608c49-68db-483d-aef5-fc1635036e55 req-4aaaaa8f-ac80-46d8-979e-2044a32bf479 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0154631 Jul 30 01:51:13.335345 n-d-715271-7 neutron-server[93818]: WARNING neutron.services.metering.metering_plugin [None req-97591b8d-0a05-4d42-b236-b7c50f1ac897 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 01:51:13.439405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96e2b54-e552-4961-b685-eb6b9a949bb2 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:13.478869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.530884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f007cd4b-f127-4076-8aa1-68ef5810f51d req-455e002e-7cc2-4c1e-94f7-b8b4f7e870f6 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 1.1720648 Jul 30 01:51:13.569230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97591b8d-0a05-4d42-b236-b7c50f1ac897 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.579154 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97591b8d-0a05-4d42-b236-b7c50f1ac897 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8087091 Jul 30 01:51:13.580302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39762) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.593598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b432cee1-1bd0-4dd0-995c-480d7e60c868 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '24627d46-e98e-4306-9e27-510936ff2fae'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:13.594503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b432cee1-1bd0-4dd0-995c-480d7e60c868 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:51:13.690648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d988-4f61-4b58-abe7-77841501978b req-f7150d5b-ab12-4b05-b68f-6fb7bbab9a8e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.702896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d988-4f61-4b58-abe7-77841501978b req-f7150d5b-ab12-4b05-b68f-6fb7bbab9a8e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.716435 n-d-715271-7 neutron-server[93818]: WARNING neutron.services.metering.metering_plugin [None req-b432cee1-1bd0-4dd0-995c-480d7e60c868 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 01:51:13.719365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d988-4f61-4b58-abe7-77841501978b req-f7150d5b-ab12-4b05-b68f-6fb7bbab9a8e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.734703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d988-4f61-4b58-abe7-77841501978b req-f7150d5b-ab12-4b05-b68f-6fb7bbab9a8e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.748022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d988-4f61-4b58-abe7-77841501978b req-f7150d5b-ab12-4b05-b68f-6fb7bbab9a8e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.760249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d988-4f61-4b58-abe7-77841501978b req-f7150d5b-ab12-4b05-b68f-6fb7bbab9a8e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.771598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d988-4f61-4b58-abe7-77841501978b req-f7150d5b-ab12-4b05-b68f-6fb7bbab9a8e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:13.787262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9127d988-4f61-4b58-abe7-77841501978b req-f7150d5b-ab12-4b05-b68f-6fb7bbab9a8e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5372 time: 0.4911761 Jul 30 01:51:13.800061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Attempting to bind port 6af04872-db07-4769-81b3-9f357847b528 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:13.800626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Attempting to bind port 6af04872-db07-4769-81b3-9f357847b528 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:13.801216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Attempting to bind port 6af04872-db07-4769-81b3-9f357847b528 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:13.828236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Port 6af04872-db07-4769-81b3-9f357847b528 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:13.828759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Attempting to bind port 6af04872-db07-4769-81b3-9f357847b528 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:13.846432 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Transition to ACTIVE for port object e96e2b54-e552-4961-b685-eb6b9a949bb2 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:13.877860 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.894447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b432cee1-1bd0-4dd0-995c-480d7e60c868 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.897151 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b432cee1-1bd0-4dd0-995c-480d7e60c868 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3151817 Jul 30 01:51:13.904417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39764) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:13.916909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:13.918445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Checking segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:13.919152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Bound using segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:13.920205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Bound port: 6af04872-db07-4769-81b3-9f357847b528, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:13.920819 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:13.963303 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e3998eb1-616c-4629-8536-e6922377f86d tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=e33671a8-de53-4b92-b29d-e400207eb282 HTTP/1.1" status: 200 len: 464 time: 0.0573113 Jul 30 01:51:13.964977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39768) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:14.006198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-89bb1bf3-6562-46f0-b778-e35a15953372 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4524796 Jul 30 01:51:14.113937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9127d988-4f61-4b58-abe7-77841501978b req-3f1d3f41-6520-48d7-8538-86fc0e9ef28f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3252232 Jul 30 01:51:14.165931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.229028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-457571e0-7d7a-4dcc-83d5-aa67b20b323e tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.230344 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-457571e0-7d7a-4dcc-83d5-aa67b20b323e tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/e33671a8-de53-4b92-b29d-e400207eb282 HTTP/1.1" status: 204 len: 168 time: 0.2627580 Jul 30 01:51:14.234253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39770) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:14.288143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Pushing event updated for resources: {'Port': ['ID=e96e2b54-e552-4961-b685-eb6b9a949bb2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:14.292453 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bfcedfde-5d01-4299-8e46-a641b1bb335f tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=e33671a8-de53-4b92-b29d-e400207eb282 HTTP/1.1" status: 200 len: 221 time: 0.0563915 Jul 30 01:51:14.301959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39774) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:14.344060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-83195ab2-f5c4-4ff7-8431-62e930179587 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--719479843', 'description': 'label created by tempest'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:14.344839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-83195ab2-f5c4-4ff7-8431-62e930179587 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Unknown quota resources ['metering_label']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:51:14.390283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-f1637c5c-3395-4bd9-911c-064ab1fee4ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 HTTP/1.1" status: 200 len: 217 time: 0.3520322 Jul 30 01:51:14.457656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:14.515052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d98a6689-746a-4e2d-87d9-255a99035f06 req-8f4ace33-03fb-4ead-aa70-14e474530f97 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 210 time: 0.3803306 Jul 30 01:51:14.697998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5802cded-fb6b-49b7-a22f-1de82ba664fe tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:14.700835 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5802cded-fb6b-49b7-a22f-1de82ba664fe tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 808 time: 0.2302978 Jul 30 01:51:14.764882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] For port 6af04872-db07-4769-81b3-9f357847b528, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:14.773559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] For port 6af04872-db07-4769-81b3-9f357847b528, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6af04872-db07-4769-81b3-9f357847b528,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:14.840203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Request body: {'port': {'device_id': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38', 'admin_state_up': True, 'tenant_id': 'd9d6a97e627d4e149a7b83ffd10902f8'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:15.028197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-ad7fa65e-9cbf-4fda-aa66-61aac5398502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.030894 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-ad7fa65e-9cbf-4fda-aa66-61aac5398502 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 200 len: 797 time: 0.5791776 Jul 30 01:51:15.068049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83195ab2-f5c4-4ff7-8431-62e930179587 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.071760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-83195ab2-f5c4-4ff7-8431-62e930179587 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7603133 Jul 30 01:51:15.073249 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.077313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39784) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:15.199312 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.276930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.278428 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.281785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6821aa57-e399-405a-a186-738602b3927f service neutron] 10.222.0.22 "PUT /v2.0/ports/6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 1129 time: 7.3985484 Jul 30 01:51:15.303615 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8d34c9f5-97d8-4c0d-97d0-498ed78d18be tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=fa748daf-9c7d-4de8-aaf6-7289010015a3 HTTP/1.1" status: 200 len: 467 time: 0.2245789 Jul 30 01:51:15.309477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39788) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:15.367082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '6af04872-db07-4769-81b3-9f357847b528'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:15.377155 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b73864-9143-4cfb-a2d0-278c147c053e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "6af04872-db07-4769-81b3-9f357847b528"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:15.421490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Attempting to bind port e96e2b54-e552-4961-b685-eb6b9a949bb2 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:15.422519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Attempting to bind port e96e2b54-e552-4961-b685-eb6b9a949bb2 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:15.423185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Attempting to bind port e96e2b54-e552-4961-b685-eb6b9a949bb2 on network 057133cf-9c90-429e-8a3e-886209a54a99 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:15.490906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:15.573510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Port e96e2b54-e552-4961-b685-eb6b9a949bb2 on network 057133cf-9c90-429e-8a3e-886209a54a99 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:15.574071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Attempting to bind port e96e2b54-e552-4961-b685-eb6b9a949bb2 on network 057133cf-9c90-429e-8a3e-886209a54a99 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:15.665418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Pushing event updated for resources: {'Port': ['ID=6ea22e9e-12be-4325-ae72-87e6b45826a4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:15.738163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39798) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:15.766716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:15.767824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Checking segment: {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:15.768798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Bound using segment: {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:15.770458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Bound port: e96e2b54-e552-4961-b685-eb6b9a949bb2, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:15.771358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.843737 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-441ec6dd-a431-4953-b05b-26c1d8154abd tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.850140 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-441ec6dd-a431-4953-b05b-26c1d8154abd tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/fa748daf-9c7d-4de8-aaf6-7289010015a3 HTTP/1.1" status: 204 len: 168 time: 0.5343199 Jul 30 01:51:15.850453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3fef1df7-f53d-43e1-a56d-76a38c2a8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.850453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-3fef1df7-f53d-43e1-a56d-76a38c2a8649 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7305381 Jul 30 01:51:15.851930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:15.893990 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:15.932031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc3d83-1c20-4c27-ab29-dfe80287cd9c req-3301c31a-8474-4de4-88ea-b684f9054c4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:15.939181 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3cf0b55a-c530-4ada-b096-6b509ba35c0b tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=fa748daf-9c7d-4de8-aaf6-7289010015a3 HTTP/1.1" status: 200 len: 216 time: 0.0712175 Jul 30 01:51:15.941298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78cc3d83-1c20-4c27-ab29-dfe80287cd9c req-3301c31a-8474-4de4-88ea-b684f9054c4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 943 time: 0.9199355 Jul 30 01:51:15.944892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39802) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:15.984568 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-059b1a14-8d9e-4428-a45f-70ef1656ea50 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0240481 Jul 30 01:51:15.999519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39804) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:16.000457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Made reservation on behalf of d9d6a97e627d4e149a7b83ffd10902f8 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:16.005077 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.037933 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7106ff71-fd55-4c8d-b43a-5759b0d626e6 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0294709 Jul 30 01:51:16.068893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39806) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:16.248409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821aa57-e399-405a-a186-738602b3927f service neutron] Pushing event updated for resources: {'Port': ['ID=6af04872-db07-4769-81b3-9f357847b528,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:16.358055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:16.375649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-39b72143-f860-4d8b-b702-9e6acce96e8b tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels/24627d46-e98e-4306-9e27-510936ff2fae HTTP/1.1" status: 200 len: 473 time: 0.2945580 Jul 30 01:51:16.375649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] For port e96e2b54-e552-4961-b685-eb6b9a949bb2, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:16.383499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39808) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:16.398745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78cc3d83-1c20-4c27-ab29-dfe80287cd9c req-e90212a7-e021-481a-9538-b94c7ca7e2c0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4541228 Jul 30 01:51:16.398745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:16.456833 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-89b77c60-a214-4b27-8059-4345b985e2ed tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules/cb779a49-fb53-43ba-b25e-02eec1ae5674 HTTP/1.1" status: 200 len: 461 time: 0.0635777 Jul 30 01:51:16.456833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39810) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:16.461318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] For port e96e2b54-e552-4961-b685-eb6b9a949bb2, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:16.482150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c25d2-8e77-4a76-b84b-5314a78b1d7d req-fe945142-f219-4c81-999a-0edffc27a4e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.488576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Allocated IP 172.20.0.3 (b62a23bd-c6eb-4480-a8c5-2de1d8b31a38/5aa4cace-dae8-4df2-9c70-5e03553e0365/01b58489-d24c-46a2-8754-29c84931aa0f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:16.496742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c25d2-8e77-4a76-b84b-5314a78b1d7d req-fe945142-f219-4c81-999a-0edffc27a4e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.515225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c25d2-8e77-4a76-b84b-5314a78b1d7d req-fe945142-f219-4c81-999a-0edffc27a4e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.535015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c25d2-8e77-4a76-b84b-5314a78b1d7d req-fe945142-f219-4c81-999a-0edffc27a4e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.544643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c25d2-8e77-4a76-b84b-5314a78b1d7d req-fe945142-f219-4c81-999a-0edffc27a4e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.562224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c25d2-8e77-4a76-b84b-5314a78b1d7d req-fe945142-f219-4c81-999a-0edffc27a4e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.593555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c25d2-8e77-4a76-b84b-5314a78b1d7d req-fe945142-f219-4c81-999a-0edffc27a4e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.604165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d19c25d2-8e77-4a76-b84b-5314a78b1d7d req-fe945142-f219-4c81-999a-0edffc27a4e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5372 time: 0.7984495 Jul 30 01:51:16.612249 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9da327-a47b-4261-bbbf-dcde6cf03d8b x-openstack-request-id: req-8c9da327-a47b-4261-bbbf-dcde6cf03d8b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:16.612856 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "6af04872-db07-4769-81b3-9f357847b528", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:16.613245 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8c9da327-a47b-4261-bbbf-dcde6cf03d8b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:16.614424 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '6af04872-db07-4769-81b3-9f357847b528', 'status': 'completed', 'code': 200} Jul 30 01:51:16.630005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.651702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab1378ac-565a-4111-a4ac-b457eee9587b tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.659471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ab1378ac-565a-4111-a4ac-b457eee9587b tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/cb779a49-fb53-43ba-b25e-02eec1ae5674 HTTP/1.1" status: 204 len: 168 time: 0.1983502 Jul 30 01:51:16.662154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39812) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:16.910343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-6303b927-1666-4053-baca-2cf21349e07f service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0378237 Jul 30 01:51:16.912759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.913415 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:16.915221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] 10.222.0.41 "PUT /v2.0/ports/e96e2b54-e552-4961-b685-eb6b9a949bb2 HTTP/1.1" status: 200 len: 1091 time: 6.9024839 Jul 30 01:51:16.942420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-4b373c11-d553-4bf8-b548-28180891e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.942994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-4b373c11-d553-4bf8-b548-28180891e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.943579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-4b373c11-d553-4bf8-b548-28180891e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.944174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-4b373c11-d553-4bf8-b548-28180891e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.944729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-4b373c11-d553-4bf8-b548-28180891e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.945240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-4b373c11-d553-4bf8-b548-28180891e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.945707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-4b373c11-d553-4bf8-b548-28180891e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:16.949436 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37b73864-9143-4cfb-a2d0-278c147c053e req-4b373c11-d553-4bf8-b548-28180891e73e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6209 time: 0.3164394 Jul 30 01:51:16.984088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0d139141-ebfc-4f2e-aacc-8e7546bacd50 None None] Provisioning complete for port 6ea22e9e-12be-4325-ae72-87e6b45826a4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:16.984903 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d139141-ebfc-4f2e-aacc-8e7546bacd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.077821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0d139141-ebfc-4f2e-aacc-8e7546bacd50 None None] Port 6ea22e9e-12be-4325-ae72-87e6b45826a4 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:51:17.095257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4e69e7a-a60e-49d4-b099-5718dc762369 req-5603be07-28e5-4db0-b54d-fd80a8e0f02d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 210 time: 0.2083585 Jul 30 01:51:17.262384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-aa790d74-39a0-403f-b9ef-0f5eb115cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.263044 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-aa790d74-39a0-403f-b9ef-0f5eb115cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.263635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-aa790d74-39a0-403f-b9ef-0f5eb115cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.265845 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37b73864-9143-4cfb-a2d0-278c147c053e req-aa790d74-39a0-403f-b9ef-0f5eb115cfb6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2710385 Jul 30 01:51:17.318204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-444afd71-af62-4774-8ee0-8627b3b7ae99 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.323687 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-444afd71-af62-4774-8ee0-8627b3b7ae99 tempest-MeteringTestJSON-957010496 tempest-MeteringTestJSON-957010496-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/24627d46-e98e-4306-9e27-510936ff2fae HTTP/1.1" status: 204 len: 168 time: 0.6563201 Jul 30 01:51:17.596684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.623112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b73864-9143-4cfb-a2d0-278c147c053e req-f391f92a-8c3e-4af4-b969-fc1e4ea37ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:17.625056 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37b73864-9143-4cfb-a2d0-278c147c053e req-f391f92a-8c3e-4af4-b969-fc1e4ea37ab0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3180554 Jul 30 01:51:17.651473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.773629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d19c25d2-8e77-4a76-b84b-5314a78b1d7d req-b597beda-5d1a-4147-b423-2e086f42b6f9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1683419 Jul 30 01:51:17.829553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646d18e-e92e-4b1e-83c5-0b36a9bcf45f service neutron] Pushing event updated for resources: {'Port': ['ID=e96e2b54-e552-4961-b685-eb6b9a949bb2,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:17.836719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:17.931241 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:17.932423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39824) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:17.957690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:17.965247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:18.019354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-3639ab20-3f38-40fd-a40c-1c448f8da3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.023160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-3639ab20-3f38-40fd-a40c-1c448f8da3be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 1094 time: 1.0080495 Jul 30 01:51:18.111185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Pushing event updated for resources: {'Port': ['ID=01b58489-d24c-46a2-8754-29c84931aa0f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.132624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Router 0631e5df-03e4-4c77-b107-3641d3943fb0 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:18.136762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-ee2cd609-5608-491c-a963-6bd2c358c7fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2 HTTP/1.1" status: 200 len: 217 time: 0.0981903 Jul 30 01:51:18.154584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b115e7a-c526-4564-8ac0-81d219678d19 req-d5759628-df24-47ac-aa93-17cdfe6f8c4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.160219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b115e7a-c526-4564-8ac0-81d219678d19 req-d5759628-df24-47ac-aa93-17cdfe6f8c4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 943 time: 0.3938773 Jul 30 01:51:18.163539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-544455c3-8e42-4d83-a4ff-c00b5462aae1 req-dd99687c-7ce4-48c4-8ee4-24620572371a service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1582325 Jul 30 01:51:18.210473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4a42b63-54d6-49f7-8126-5883e3e984f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.251021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.252203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.300922 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-1cec210c-3f70-49b2-8f6e-bbae1d1de472 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4678042 Jul 30 01:51:18.330246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Request body: {'port': {'device_id': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:18.345975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-72de5225-8fe9-4d5f-b8b8-a28a9d922221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.349959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-72de5225-8fe9-4d5f-b8b8-a28a9d922221 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.1850479 Jul 30 01:51:18.426746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1883ce7e-549a-45f1-a991-b66482189a87 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:18.471700 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.484940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.552773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b115e7a-c526-4564-8ac0-81d219678d19 req-f3e4c5c8-a930-4530-b56e-1f1d6031923e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367603 Jul 30 01:51:18.564722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Transition to ACTIVE for port object 1883ce7e-549a-45f1-a991-b66482189a87 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:18.611369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.619119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'tag': 'e96e2b54-e552-4961-b685-eb6b9a949bb2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:18.623123 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff8de11-d493-4568-8243-be6200f107f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d62391ff-0012-4b25-8c11-605b13af8d47", "tag": "e96e2b54-e552-4961-b685-eb6b9a949bb2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:18.733510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-110cab0e-d44e-44a3-9685-97acb87d2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.736029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-110cab0e-d44e-44a3-9685-97acb87d2ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3366430 Jul 30 01:51:18.789252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Deleting port 9953b08e-31ce-41e2-a5d3-7c786b6696e6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:18.790059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:18.799404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745a8e2-2ff2-4af7-8145-0cfb7ecfe1c3 req-c4945df7-35fe-4e9c-bfad-aac5433fca4b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:18.802240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e745a8e2-2ff2-4af7-8145-0cfb7ecfe1c3 req-c4945df7-35fe-4e9c-bfad-aac5433fca4b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 931 time: 0.3685141 Jul 30 01:51:18.927311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:18.929975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1883ce7e-549a-45f1-a991-b66482189a87,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:18.953540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-beeebc1a-1bfa-4163-9f20-8bd59e4bf9af admin admin] 10.222.0.84 "PUT /v2.0/routers/0631e5df-03e4-4c77-b107-3641d3943fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6565671 Jul 30 01:51:18.972554 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Sync routers for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:19.001611 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:19.002922 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:19.136448 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f69a37-79c4-4e04-a19a-e363473efe4a x-openstack-request-id: req-74f69a37-79c4-4e04-a19a-e363473efe4a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:19.136896 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62391ff-0012-4b25-8c11-605b13af8d47", "tag": "e96e2b54-e552-4961-b685-eb6b9a949bb2", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:19.137248 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-74f69a37-79c4-4e04-a19a-e363473efe4a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:19.137842 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'tag': 'e96e2b54-e552-4961-b685-eb6b9a949bb2', 'status': 'completed', 'code': 200} Jul 30 01:51:19.153808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e745a8e2-2ff2-4af7-8145-0cfb7ecfe1c3 req-223b04a2-19a3-45a2-ab73-d94a7fd42b42 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713611 Jul 30 01:51:19.203716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Attempting to bind port 1883ce7e-549a-45f1-a991-b66482189a87 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:19.204905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Attempting to bind port 1883ce7e-549a-45f1-a991-b66482189a87 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:19.205725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Attempting to bind port 1883ce7e-549a-45f1-a991-b66482189a87 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:19.221768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-54e9c6e4-7eea-4959-9c08-e0cbd14ab51b service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752817 Jul 30 01:51:19.235519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Port 1883ce7e-549a-45f1-a991-b66482189a87 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:19.236072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Attempting to bind port 1883ce7e-549a-45f1-a991-b66482189a87 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:19.330015 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:19.446185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:19.446936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Checking segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:19.447600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Bound using segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:19.448578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Bound port: 1883ce7e-549a-45f1-a991-b66482189a87, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:19.449477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.594289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc691992-e4cb-44fe-a523-b2a0a3ca23da req-bfda6d8c-2a6e-410e-9a89-766ab0d51f97 service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608022 Jul 30 01:51:19.700012 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '6ea22e9e-12be-4325-ae72-87e6b45826a4', 'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'mac_address': 'fa:16:3e:7c:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:04Z', 'updated_at': '2021-07-30T01:51:12Z', 'revision_number': 2, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'subnets': [{'id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:19.729976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b58489-d24c-46a2-8754-29c84931aa0f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:19.752478 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Checking router: 0631e5df-03e4-4c77-b107-3641d3943fb0 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:19.752872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4a42b63-54d6-49f7-8126-5883e3e984f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.753043 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Updating router 0631e5df-03e4-4c77-b107-3641d3943fb0 port 6ea22e9e-12be-4325-ae72-87e6b45826a4 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:51:19.760408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.769609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4a42b63-54d6-49f7-8126-5883e3e984f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.807527 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.828497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] For port 1883ce7e-549a-45f1-a991-b66482189a87, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:19.833668 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a4a42b63-54d6-49f7-8126-5883e3e984f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=577094dae33e4242b7a2371f58f00dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8950255 Jul 30 01:51:19.835843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] For port 1883ce7e-549a-45f1-a991-b66482189a87, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1883ce7e-549a-45f1-a991-b66482189a87,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:19.843986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39850) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:19.860364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123595-b3a6-49e1-a338-ace8527d9be7 req-0f38f811-1baa-4e33-90a4-b93bc901738b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.870467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123595-b3a6-49e1-a338-ace8527d9be7 req-0f38f811-1baa-4e33-90a4-b93bc901738b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.883516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123595-b3a6-49e1-a338-ace8527d9be7 req-0f38f811-1baa-4e33-90a4-b93bc901738b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.890513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123595-b3a6-49e1-a338-ace8527d9be7 req-0f38f811-1baa-4e33-90a4-b93bc901738b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.897269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123595-b3a6-49e1-a338-ace8527d9be7 req-0f38f811-1baa-4e33-90a4-b93bc901738b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.904144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123595-b3a6-49e1-a338-ace8527d9be7 req-0f38f811-1baa-4e33-90a4-b93bc901738b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.908389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Transition to ACTIVE for port object 01b58489-d24c-46a2-8754-29c84931aa0f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:19.912254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123595-b3a6-49e1-a338-ace8527d9be7 req-0f38f811-1baa-4e33-90a4-b93bc901738b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:19.922293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e123595-b3a6-49e1-a338-ace8527d9be7 req-0f38f811-1baa-4e33-90a4-b93bc901738b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5384 time: 0.5262461 Jul 30 01:51:19.936423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.953614 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:19.979850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a42b63-54d6-49f7-8126-5883e3e984f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee327f0f-1f44-4692-a0e2-263b660acb9d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:20.062756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:20.064063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.066753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] 10.222.0.22 "PUT /v2.0/ports/1883ce7e-549a-45f1-a991-b66482189a87 HTTP/1.1" status: 200 len: 1091 time: 4.6764829 Jul 30 01:51:20.073572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] For port 9953b08e-31ce-41e2-a5d3-7c786b6696e6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9953b08e-31ce-41e2-a5d3-7c786b6696e6,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:20.074017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.100708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e123595-b3a6-49e1-a338-ace8527d9be7 req-8452ee4d-f28c-4767-ae4b-54550b6fb631 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770477 Jul 30 01:51:20.131613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8de11-d493-4568-8243-be6200f107f3 req-2d877331-482b-47de-bfc7-38f282752506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:20.133712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ff8de11-d493-4568-8243-be6200f107f3 req-2d877331-482b-47de-bfc7-38f282752506 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 1094 time: 0.2059240 Jul 30 01:51:20.139509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Pushing event updated for resources: {'Port': ['ID=01b58489-d24c-46a2-8754-29c84931aa0f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:20.157771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:20.157986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Calling delete_port for 9953b08e-31ce-41e2-a5d3-7c786b6696e6 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:20.170591 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab774fed-e67c-4fd8-970c-cb33f493f2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.205029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668aa53-3fb2-4625-ac8e-e0c2158d73e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1883ce7e-549a-45f1-a991-b66482189a87,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:20.341044 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.374919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8de11-d493-4568-8243-be6200f107f3 req-0522d40a-80dd-4ee0-9ee4-6116276da5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:20.376882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ff8de11-d493-4568-8243-be6200f107f3 req-0522d40a-80dd-4ee0-9ee4-6116276da5ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 912 time: 0.2130184 Jul 30 01:51:20.432720 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.445627 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Transition to ACTIVE for port object 6ea22e9e-12be-4325-ae72-87e6b45826a4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:20.451838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab774fed-e67c-4fd8-970c-cb33f493f2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.461145 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.547344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ff8de11-d493-4568-8243-be6200f107f3 req-f553b8ef-ad7a-445d-91b1-9b0509950d17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2 HTTP/1.1" status: 200 len: 217 time: 0.1280050 Jul 30 01:51:20.606373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:20.606903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:20.607590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:20.612225 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965c93f-27c1-4800-91e3-5c37613d1669 None None] Pushing event updated for resources: {'Port': ['ID=6ea22e9e-12be-4325-ae72-87e6b45826a4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:20.621173 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Attempting to bind port 6ea22e9e-12be-4325-ae72-87e6b45826a4 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:20.622049 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Attempting to bind port 6ea22e9e-12be-4325-ae72-87e6b45826a4 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:20.622572 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Attempting to bind port 6ea22e9e-12be-4325-ae72-87e6b45826a4 on network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:20.632778 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:20.633296 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Checking segment: {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:20.634139 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.634774 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Bound using segment: {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:20.635503 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Bound port: 6ea22e9e-12be-4325-ae72-87e6b45826a4, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:20.636008 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.647704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Port 01b58489-d24c-46a2-8754-29c84931aa0f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:20.648370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:20.676933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:20.677405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:20.677961 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:20.678284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Bound port: 01b58489-d24c-46a2-8754-29c84931aa0f, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:20.678585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.755927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab774fed-e67c-4fd8-970c-cb33f493f2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.761658 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab774fed-e67c-4fd8-970c-cb33f493f2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.764287 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ab774fed-e67c-4fd8-970c-cb33f493f2bb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ee327f0f-1f44-4692-a0e2-263b660acb9d HTTP/1.1" status: 204 len: 168 time: 0.9185121 Jul 30 01:51:20.823008 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] For port 6ea22e9e-12be-4325-ae72-87e6b45826a4, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:20.829993 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] For port 6ea22e9e-12be-4325-ae72-87e6b45826a4, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6ea22e9e-12be-4325-ae72-87e6b45826a4,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:20.840968 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.851989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab774fed-e67c-4fd8-970c-cb33f493f2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee327f0f-1f44-4692-a0e2-263b660acb9d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:20.900772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:20.976290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=9953b08e-31ce-41e2-a5d3-7c786b6696e6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:20.988292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:21.053613 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:21.054903 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:21.090893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:21.126032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8de11-d493-4568-8243-be6200f107f3 req-8e70f6b8-c8ae-466e-a7ea-7e0a7bd2ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.132420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ff8de11-d493-4568-8243-be6200f107f3 req-8e70f6b8-c8ae-466e-a7ea-7e0a7bd2ebaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.5567133 Jul 30 01:51:21.170671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '1883ce7e-549a-45f1-a991-b66482189a87'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:21.187862 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.198178 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eccf64-45ec-47bd-8770-02922f0dc966" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "1883ce7e-549a-45f1-a991-b66482189a87"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:21.243017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63d4e-310d-494e-b7d6-0d825b12c1bd req-6cf9253a-97a3-4f96-bdce-a505a3022a5f tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.255776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dda63d4e-310d-494e-b7d6-0d825b12c1bd req-6cf9253a-97a3-4f96-bdce-a505a3022a5f tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 946 time: 0.8343220 Jul 30 01:51:21.292294 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965c93f-27c1-4800-91e3-5c37613d1669 None None] Pushing event updated for resources: {'Port': ['ID=6ea22e9e-12be-4325-ae72-87e6b45826a4,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:21.331256 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:21.350245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.351677 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.354655 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] 10.222.0.22 "PUT /v2.0/ports/01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 200 len: 1091 time: 3.0332890 Jul 30 01:51:21.364040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:21.368004 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c32739d-e568-4816-925a-b06671807ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:21.529136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-378d97b0-3343-42d4-a529-f9437f40aa66 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.531337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-378d97b0-3343-42d4-a529-f9437f40aa66 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 946 time: 0.5521374 Jul 30 01:51:21.727268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dda63d4e-310d-494e-b7d6-0d825b12c1bd req-9fae6c07-8bf1-44c2-b666-f45caff7b673 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666922 Jul 30 01:51:21.787343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8de11-d493-4568-8243-be6200f107f3 req-a547c953-e3ae-4b6c-8b08-5d204b81c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:21.787343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ff8de11-d493-4568-8243-be6200f107f3 req-a547c953-e3ae-4b6c-8b08-5d204b81c93a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5173540 Jul 30 01:51:21.835884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:21.837852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39868) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:21.855769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39870) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:21.863003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-dcb2f772-2e96-4277-83a1-b58673be0ac3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--996611523', 'description': 'tempest-description--910422072'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:21.881815 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '6ea22e9e-12be-4325-ae72-87e6b45826a4', 'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'mac_address': 'fa:16:3e:7c:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:04Z', 'updated_at': '2021-07-30T01:51:20Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'subnets': [{'id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:21.917971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e84f4-a8a2-4dc7-8e31-f23d43a458f1 service neutron] Pushing event updated for resources: {'Port': ['ID=01b58489-d24c-46a2-8754-29c84931aa0f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:21.936645 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229356f-3eb5-4cb0-9e4b-367e5ceff50f None None] The sync data for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 is: [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '6ea22e9e-12be-4325-ae72-87e6b45826a4', 'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'mac_address': 'fa:16:3e:7c:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:04Z', 'updated_at': '2021-07-30T01:51:20Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'subnets': [{'id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:22.041295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-a2507c37-d82a-42f8-891a-08fac4c4e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.044634 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a06da70-1c5d-4708-8cb4-93ecc5e13de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.044996 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-a2507c37-d82a-42f8-891a-08fac4c4e4a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1094 time: 0.5945179 Jul 30 01:51:22.164263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f772-2e96-4277-83a1-b58673be0ac3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.213495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:22.219242 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-b0c751fc-c768-47d7-b2ac-d508d4714bd3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 200 len: 217 time: 0.1552286 Jul 30 01:51:22.253420 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.353920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53131c37-2860-4619-9930-0078deaad713 req-9334d669-ece5-4f2c-b27a-14f5ff030108 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.357454 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53131c37-2860-4619-9930-0078deaad713 req-9334d669-ece5-4f2c-b27a-14f5ff030108 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 943 time: 0.4840770 Jul 30 01:51:22.386843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-73ac74a9-49a8-4c6a-8aae-7f1f74552dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.390727 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-73ac74a9-49a8-4c6a-8aae-7f1f74552dd4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1516321 Jul 30 01:51:22.391644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec7d94-da4b-4d0d-9244-17d794ed5a33 req-fd2e6420-a2fc-4b3a-a5e9-0d620f0df454 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:22.394308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84ec7d94-da4b-4d0d-9244-17d794ed5a33 req-fd2e6420-a2fc-4b3a-a5e9-0d620f0df454 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 943 time: 0.3813715 Jul 30 01:51:22.436907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Transition to ACTIVE for port object 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:22.461103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ff8de11-d493-4568-8243-be6200f107f3 req-81f4fb6a-d8d2-494c-862b-af2ca68b3f9a service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195452 Jul 30 01:51:22.464601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Deleting port fcc66812-65b8-4abf-89f1-d683141346b5 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:22.465118 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.524687 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-8b650f86-c85b-460c-9818-4c78f3618690 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201732 Jul 30 01:51:22.531331 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.583734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6ea22e9e-12be-4325-ae72-87e6b45826a4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:22.680963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Router e30e8134-c3a5-4545-b587-0de8b76f2042 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:22.703089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 6ea22e9e-12be-4325-ae72-87e6b45826a4 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:22.721892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6ea22e9e-12be-4325-ae72-87e6b45826a4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:22.722865 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:22.863998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53131c37-2860-4619-9930-0078deaad713 req-cc0b643c-304c-491c-8649-5ec5cdb131f7 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665809 Jul 30 01:51:22.920296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:22.942430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84ec7d94-da4b-4d0d-9244-17d794ed5a33 req-b19198b5-74fc-444d-9e8a-7f6f86b02fd4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247087 Jul 30 01:51:23.032128 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.034087 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-817ba330-eef5-48a5-9664-3fa73606e8ed service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695734 Jul 30 01:51:23.124492 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc2206-4192-4fee-98ca-892664c3e1f3 x-openstack-request-id: req-2dfc2206-4192-4fee-98ca-892664c3e1f3 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:23.127063 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "1883ce7e-549a-45f1-a991-b66482189a87", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:23.127375 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2dfc2206-4192-4fee-98ca-892664c3e1f3 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:23.127958 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '1883ce7e-549a-45f1-a991-b66482189a87', 'status': 'completed', 'code': 200} Jul 30 01:51:23.216123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] For port fcc66812-65b8-4abf-89f1-d683141346b5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fcc66812-65b8-4abf-89f1-d683141346b5,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:23.225515 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.238242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 6ea22e9e-12be-4325-ae72-87e6b45826a4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6ea22e9e-12be-4325-ae72-87e6b45826a4,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:23.246886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.309955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:23.324714 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1537b7e5-3b0b-45dc-a113-2b1234492c16 admin admin] 10.222.0.84 "PUT /v2.0/routers/e30e8134-c3a5-4545-b587-0de8b76f2042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5813565 Jul 30 01:51:23.330390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39874) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:23.421632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] Sync routers for ids ['e30e8134-c3a5-4545-b587-0de8b76f2042'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:23.433299 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6582ff-a67f-4959-b090-871e5ea24406 x-openstack-request-id: req-aa6582ff-a67f-4959-b090-871e5ea24406 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:23.433722 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:23.434127 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-aa6582ff-a67f-4959-b090-871e5ea24406 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:23.434772 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f', 'status': 'completed', 'code': 200} Jul 30 01:51:23.450253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a06da70-1c5d-4708-8cb4-93ecc5e13de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.457397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=6ea22e9e-12be-4325-ae72-87e6b45826a4,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:23.468264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Calling delete_port for fcc66812-65b8-4abf-89f1-d683141346b5 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:23.491123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a06da70-1c5d-4708-8cb4-93ecc5e13de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.512973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] Routers {'e30e8134-c3a5-4545-b587-0de8b76f2042'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:23.513815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e30e8134-c3a5-4545-b587-0de8b76f2042'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:23.518187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a6ee9f9f-658c-4b35-84c0-080df831045e req-aaf75208-a919-42e6-a95b-c374e5ceaa68 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579875 Jul 30 01:51:23.571263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ff8de11-d493-4568-8243-be6200f107f3 req-dc34d664-f641-4b6b-b413-e966100562d6 service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0913787 Jul 30 01:51:23.578697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-d917e20b-fb13-4775-aa2f-f989931ddd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.580632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-d917e20b-fb13-4775-aa2f-f989931ddd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.581428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-d917e20b-fb13-4775-aa2f-f989931ddd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.585003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-d917e20b-fb13-4775-aa2f-f989931ddd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.585812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-d917e20b-fb13-4775-aa2f-f989931ddd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.586826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-d917e20b-fb13-4775-aa2f-f989931ddd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.587646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-d917e20b-fb13-4775-aa2f-f989931ddd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.590766 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-d917e20b-fb13-4775-aa2f-f989931ddd9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6301 time: 0.3756800 Jul 30 01:51:23.749704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:23.794469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] Set router e30e8134-c3a5-4545-b587-0de8b76f2042 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:23.843126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06da70-1c5d-4708-8cb4-93ecc5e13de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127e2e96-cbac-4904-90e6-9f162e93ebfe,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:23.852153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8a06da70-1c5d-4708-8cb4-93ecc5e13de3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=45d065240f404ffdb6e10e35d6ef4501&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9916930 Jul 30 01:51:23.861318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39878) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:23.887875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Attempting to bind port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:23.888482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Attempting to bind port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:23.889099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Attempting to bind port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:23.918564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885f3b4-db90-4e51-800a-26e135697abc req-c5a70be1-a7cf-43d9-b16b-ca6111b47d4a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.929028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885f3b4-db90-4e51-800a-26e135697abc req-c5a70be1-a7cf-43d9-b16b-ca6111b47d4a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.938128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885f3b4-db90-4e51-800a-26e135697abc req-c5a70be1-a7cf-43d9-b16b-ca6111b47d4a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.948358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885f3b4-db90-4e51-800a-26e135697abc req-c5a70be1-a7cf-43d9-b16b-ca6111b47d4a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.959000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885f3b4-db90-4e51-800a-26e135697abc req-c5a70be1-a7cf-43d9-b16b-ca6111b47d4a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.969408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885f3b4-db90-4e51-800a-26e135697abc req-c5a70be1-a7cf-43d9-b16b-ca6111b47d4a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.982157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885f3b4-db90-4e51-800a-26e135697abc req-c5a70be1-a7cf-43d9-b16b-ca6111b47d4a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:23.998572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c885f3b4-db90-4e51-800a-26e135697abc req-c5a70be1-a7cf-43d9-b16b-ca6111b47d4a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5396 time: 0.5724390 Jul 30 01:51:24.034955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32739d-e568-4816-925a-b06671807ff2 req-99d8aa75-e0b1-4e00-9638-48e14a5bdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.036770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:24.037027 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c32739d-e568-4816-925a-b06671807ff2 req-99d8aa75-e0b1-4e00-9638-48e14a5bdf5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1094 time: 0.4120188 Jul 30 01:51:24.037204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Attempting to bind port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:24.089739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a2dd4-3496-4767-8fbc-00c0069761df req-5aeea823-9e6e-45ef-a5c7-7085eebb9284 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.093306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.098648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b6a2dd4-3496-4767-8fbc-00c0069761df req-5aeea823-9e6e-45ef-a5c7-7085eebb9284 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 946 time: 0.5197504 Jul 30 01:51:24.104092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:24.104476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Checking segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:24.105137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Bound using segment: {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:24.106419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Bound port: 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553df9b5-bd6d-4d01-894d-bd7240bcb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:24.106632 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.176717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e96e2b54-e552-4961-b685-eb6b9a949bb2 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:24.211707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c885f3b4-db90-4e51-800a-26e135697abc req-58618702-c95f-4e3e-928d-474892af71fd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2114649 Jul 30 01:51:24.323329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-b16ce18b-f004-49f3-a24e-1e55b8b46456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.324248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-b16ce18b-f004-49f3-a24e-1e55b8b46456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.324998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-b16ce18b-f004-49f3-a24e-1e55b8b46456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:24.327908 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-b16ce18b-f004-49f3-a24e-1e55b8b46456 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7016213 Jul 30 01:51:24.356785 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91af66f-8291-44d8-8151-b70a5f275d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.408368 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91af66f-8291-44d8-8151-b70a5f275d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.455378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6ea22e9e-12be-4325-ae72-87e6b45826a4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:24.512279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e96e2b54-e552-4961-b685-eb6b9a949bb2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:24.547777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'e96e2b54-e552-4961-b685-eb6b9a949bb2', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'port_id': 'e96e2b54-e552-4961-b685-eb6b9a949bb2', 'mac_address': 'fa:16:3e:7a:71:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:24.550510 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f772-2e96-4277-83a1-b58673be0ac3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.631194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:48Z', 'updated_at': '2021-07-30T01:51:20Z', 'revision_number': 5, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'gw_port': {'id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:54Z', 'updated_at': '2021-07-30T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:24.639259 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6ea22e9e-12be-4325-ae72-87e6b45826a4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:24.639920 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.679641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f772-2e96-4277-83a1-b58673be0ac3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.730941 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.756520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] Checking router: e30e8134-c3a5-4545-b587-0de8b76f2042 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:24.780592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96e2b54-e552-4961-b685-eb6b9a949bb2 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:24.834587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] Routers {'e30e8134-c3a5-4545-b587-0de8b76f2042'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:24.835780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e30e8134-c3a5-4545-b587-0de8b76f2042'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:24.926269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e96e2b54-e552-4961-b685-eb6b9a949bb2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:24.942838 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:24.944408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b6a2dd4-3496-4767-8fbc-00c0069761df req-5f63bdf5-47d7-42fb-9cb4-b71d7b54a287 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8445029 Jul 30 01:51:24.973431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] For port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:25.018309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] For port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:25.033024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.038660 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.141414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fece7f-f5dc-409d-8b4c-96b10729925a req-59d9a4fe-d21d-40ba-9abf-cd218fb0d76c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.143207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30fece7f-f5dc-409d-8b4c-96b10729925a req-59d9a4fe-d21d-40ba-9abf-cd218fb0d76c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 944 time: 0.2420781 Jul 30 01:51:25.179159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:25.231073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['3cc51343-0e5f-47c5-bdbf-e428ef4605b8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:25.233707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['19ead6e2-ca74-48b5-ae2e-203a86b83df1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:25.307156 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f772-2e96-4277-83a1-b58673be0ac3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.313182 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dcb2f772-2e96-4277-83a1-b58673be0ac3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.4559593 Jul 30 01:51:25.326067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39890) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:25.330451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Pushing event deleted for resources: {'Port': ['ID=fcc66812-65b8-4abf-89f1-d683141346b5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:25.342821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4a46557f-024f-4e35-bdd7-2e682bedcdaa tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Request body: {'security_group_rule': {'security_group_id': '50df9a73-4156-4285-b5ca-77c7c199ac83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:25.347217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] No DVR routers for this DVR port fcc66812-65b8-4abf-89f1-d683141346b5 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:25.366968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.373150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d41cddf3-c4ea-46b9-b819-25470c25df4c req-8ea46144-4830-4688-a3fd-b10f774579d2 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.41 "DELETE /v2.0/ports/fcc66812-65b8-4abf-89f1-d683141346b5 HTTP/1.1" status: 204 len: 173 time: 3.8344507 Jul 30 01:51:25.374068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91af66f-8291-44d8-8151-b70a5f275d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.377615 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b91af66f-8291-44d8-8151-b70a5f275d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.379181 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b91af66f-8291-44d8-8151-b70a5f275d4c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/127e2e96-cbac-4904-90e6-9f162e93ebfe HTTP/1.1" status: 204 len: 168 time: 1.5114801 Jul 30 01:51:25.387100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcae5fd1-3f48-496e-a5bf-51407cc6f7c7', 'name': 'network-vif-deleted', 'tag': 'fcc66812-65b8-4abf-89f1-d683141346b5'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:25.387287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2f772-2e96-4277-83a1-b58673be0ac3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50df9a73-4156-4285-b5ca-77c7c199ac83,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:25.390591 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b94cdce-6b52-46cd-9ca2-f535cafbe6cc" -d '{"events": [{"server_uuid": "bcae5fd1-3f48-496e-a5bf-51407cc6f7c7", "name": "network-vif-deleted", "tag": "fcc66812-65b8-4abf-89f1-d683141346b5"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:25.390822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32739d-e568-4816-925a-b06671807ff2 req-77de914a-53c1-47a5-aec9-853bbbd4c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.392713 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c32739d-e568-4816-925a-b06671807ff2 req-77de914a-53c1-47a5-aec9-853bbbd4c1c0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 1.3238859 Jul 30 01:51:25.411968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.417773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.418972 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.421604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-66445d17-83e6-479b-9649-ce4f519a7fc8 service neutron] 10.222.0.22 "PUT /v2.0/ports/6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 HTTP/1.1" status: 200 len: 1091 time: 5.2864120 Jul 30 01:51:25.450860 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddce7e-8983-49e6-9f6f-65e6778b0ccb req-d1648db1-8ad2-4d2d-a9c5-5b7feb398114 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.453681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cbddce7e-8983-49e6-9f6f-65e6778b0ccb req-d1648db1-8ad2-4d2d-a9c5-5b7feb398114 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 943 time: 0.3007274 Jul 30 01:51:25.465473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['e96e2b54-e552-4961-b685-eb6b9a949bb2'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:25.472167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30fece7f-f5dc-409d-8b4c-96b10729925a req-fdde7ff0-a251-40c1-b30a-9deede86e59f tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122318 Jul 30 01:51:25.517201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91af66f-8291-44d8-8151-b70a5f275d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e2e96-cbac-4904-90e6-9f162e93ebfe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:25.608408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=e96e2b54-e552-4961-b685-eb6b9a949bb2,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:25.669846 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:25.679561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cbddce7e-8983-49e6-9f6f-65e6778b0ccb req-bb2835f9-e2db-4b66-8a15-b356df543025 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031891 Jul 30 01:51:25.714275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-297864b9-dfd6-40d3-8736-a07998af7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:25.748859 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-297864b9-dfd6-40d3-8736-a07998af7858 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4013846 Jul 30 01:51:25.768301 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c32739d-e568-4816-925a-b06671807ff2 req-a2a61ad4-6142-4f21-9598-8c5c14187009 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 200 len: 217 time: 0.3344629 Jul 30 01:51:25.784894 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a46557f-024f-4e35-bdd7-2e682bedcdaa tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.882750 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a101dae-ec25-4435-b3bc-82e659ed700e x-openstack-request-id: req-6a101dae-ec25-4435-b3bc-82e659ed700e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:25.883348 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcae5fd1-3f48-496e-a5bf-51407cc6f7c7", "name": "network-vif-deleted", "tag": "fcc66812-65b8-4abf-89f1-d683141346b5", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:25.883750 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6a101dae-ec25-4435-b3bc-82e659ed700e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:25.884257 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcae5fd1-3f48-496e-a5bf-51407cc6f7c7', 'name': 'network-vif-deleted', 'tag': 'fcc66812-65b8-4abf-89f1-d683141346b5', 'status': 'completed', 'code': 200} Jul 30 01:51:25.885077 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:25.999208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a46557f-024f-4e35-bdd7-2e682bedcdaa tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.015825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a46557f-024f-4e35-bdd7-2e682bedcdaa tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.041339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] Set router e30e8134-c3a5-4545-b587-0de8b76f2042 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:26.124636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32739d-e568-4816-925a-b06671807ff2 req-9370d705-5bf5-44f1-88ce-47de8bbaaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.132359 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c32739d-e568-4816-925a-b06671807ff2 req-9370d705-5bf5-44f1-88ce-47de8bbaaef1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.2492540 Jul 30 01:51:26.132359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Deleting port 386aa60b-8368-42ae-a90f-677d8f172bba {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:26.132359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.157671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46557f-024f-4e35-bdd7-2e682bedcdaa tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99651b3-8018-4b6a-b82b-d7e234af4a32,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:26.163530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a46557f-024f-4e35-bdd7-2e682bedcdaa tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.166432 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4a46557f-024f-4e35-bdd7-2e682bedcdaa tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8317647 Jul 30 01:51:26.180017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39900) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:26.219041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Request body: {'security_group_rule': {'security_group_id': '50df9a73-4156-4285-b5ca-77c7c199ac83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:26.246103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fcc66812-65b8-4abf-89f1-d683141346b5 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:26.253260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c32739d-e568-4816-925a-b06671807ff2 req-caade60f-dae8-4bf4-87ab-0b36067a2ab9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831308 Jul 30 01:51:26.320690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: fcc66812-65b8-4abf-89f1-d683141346b5 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:26.321257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fcc66812-65b8-4abf-89f1-d683141346b5 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:26.352166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c12d3-65d5-43ab-9fed-cfa1fa057730 req-1eaf7567-078d-4237-b8a2-0d7a3589b0f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.396311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c12d3-65d5-43ab-9fed-cfa1fa057730 req-1eaf7567-078d-4237-b8a2-0d7a3589b0f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.420143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c12d3-65d5-43ab-9fed-cfa1fa057730 req-1eaf7567-078d-4237-b8a2-0d7a3589b0f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.445822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c12d3-65d5-43ab-9fed-cfa1fa057730 req-1eaf7567-078d-4237-b8a2-0d7a3589b0f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.461680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] For port 386aa60b-8368-42ae-a90f-677d8f172bba, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=386aa60b-8368-42ae-a90f-677d8f172bba,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:26.462302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.465370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c12d3-65d5-43ab-9fed-cfa1fa057730 req-1eaf7567-078d-4237-b8a2-0d7a3589b0f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.480805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c12d3-65d5-43ab-9fed-cfa1fa057730 req-1eaf7567-078d-4237-b8a2-0d7a3589b0f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.496046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c12d3-65d5-43ab-9fed-cfa1fa057730 req-1eaf7567-078d-4237-b8a2-0d7a3589b0f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:26.512824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-292c12d3-65d5-43ab-9fed-cfa1fa057730 req-1eaf7567-078d-4237-b8a2-0d7a3589b0f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5396 time: 0.6234949 Jul 30 01:51:26.515324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Calling delete_port for 386aa60b-8368-42ae-a90f-677d8f172bba owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:26.522381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c32739d-e568-4816-925a-b06671807ff2 req-5caf29f5-8326-4f6f-b65b-9bbfcbad1a12 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187772 Jul 30 01:51:26.561624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6715f92e-baa3-494c-a51c-615aac32c1a8 req-505d0876-d71e-49c7-a32c-4f7b98cb6901 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcae5fd1-3f48-496e-a5bf-51407cc6f7c7 HTTP/1.1" status: 200 len: 210 time: 0.3847122 Jul 30 01:51:26.811524 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c32739d-e568-4816-925a-b06671807ff2 req-aa402675-d6a3-4d78-9baa-3cb40219b819 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686286 Jul 30 01:51:26.951889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-292c12d3-65d5-43ab-9fed-cfa1fa057730 req-23cc9866-d8c9-4ae5-bad9-151e0ef59e64 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3941257 Jul 30 01:51:26.953157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:26.960035 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.040540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Pushing event deleted for resources: {'Port': ['ID=386aa60b-8368-42ae-a90f-677d8f172bba,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:27.158930 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.169313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececa473-495f-4815-a94b-1cf30befada5 req-7d38d4c5-f0ab-48b3-865b-44a4626edc6b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.174541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:48Z', 'updated_at': '2021-07-30T01:51:20Z', 'revision_number': 5, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'gw_port': {'id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:54Z', 'updated_at': '2021-07-30T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:27.184857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ececa473-495f-4815-a94b-1cf30befada5 req-7d38d4c5-f0ab-48b3-865b-44a4626edc6b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 944 time: 0.4381101 Jul 30 01:51:27.230022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624cc50-b4ab-4afc-a23f-d30560002f3b None None] The sync data for ids ['e30e8134-c3a5-4545-b587-0de8b76f2042'] in n-d-715271-7 is: [{'id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'name': 'tempest-AttachSCSIVolumeTestJSON-1743233666-router', 'tenant_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:47:48Z', 'updated_at': '2021-07-30T01:51:20Z', 'revision_number': 5, 'project_id': 'a54a4c1f0a3244fa8ce9af5f58fac379', 'gw_port': {'id': '386aa60b-8368-42ae-a90f-677d8f172bba', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:66:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30e8134-c3a5-4545-b587-0de8b76f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:47:54Z', 'updated_at': '2021-07-30T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:27.384215 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.387495 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.396230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39924) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.414690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.420731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ececa473-495f-4815-a94b-1cf30befada5 req-942846f3-e731-489b-824b-40778599793b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319219 Jul 30 01:51:27.428284 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.466541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.467594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e30e8134-c3a5-4545-b587-0de8b76f2042 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:51:27.475620 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.477654 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-caf60b9b-95b1-4b01-ac9f-10767401ee0e admin admin] 10.222.0.84 "DELETE /v2.0/routers/e30e8134-c3a5-4545-b587-0de8b76f2042 HTTP/1.1" status: 204 len: 168 time: 4.1419444 Jul 30 01:51:27.482399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39928) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.486234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02571438-fb6f-4dc7-ab04-60cfe0fb06f2,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:27.501961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f958298-7e0e-4515-a1e9-cf2a309315d0 req-8a474bee-5a33-487f-92ea-1b26af6f73f5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:27.503828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f958298-7e0e-4515-a1e9-cf2a309315d0 req-8a474bee-5a33-487f-92ea-1b26af6f73f5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 943 time: 0.2221911 Jul 30 01:51:27.504759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.510263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3018816 Jul 30 01:51:27.511015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39930) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.532348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:27.548575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92c862e-1c69-47c9-9f9a-3ab5e0b376f2 admin admin] Deleting subnet 5ed08bb0-0dac-4989-9792-e63034cee539 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:51:27.551870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.552284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.552644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.552993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.553347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.553745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.553954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b92c862e-1c69-47c9-9f9a-3ab5e0b376f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.554098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.554427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.554774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.555113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.555526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.555866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a22de0-5d59-4fb1-a787-337b6dd4d00f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:27.634024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-d91f0de8-1703-4f16-a597-b2799f3fa243 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.635739 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d91f0de8-1703-4f16-a597-b2799f3fa243 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2381787 Jul 30 01:51:27.639258 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b92c862e-1c69-47c9-9f9a-3ab5e0b376f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.642263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39934) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.645639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193102a5-36b8-44b6-9a54-7cf363179076 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:27.664847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.670951 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.690832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-45ad9ab4-3946-41e6-acb8-e4d292efbdcb tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.694877 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-45ad9ab4-3946-41e6-acb8-e4d292efbdcb tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0487368 Jul 30 01:51:27.695769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39938) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.700641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-b0216eb3-bff3-46b6-afb9-4e79eb9eaf42 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.704511 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b0216eb3-bff3-46b6-afb9-4e79eb9eaf42 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048735 Jul 30 01:51:27.704651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f958298-7e0e-4515-a1e9-cf2a309315d0 req-beb787cd-2301-4f75-9793-9ac714d5989d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593916 Jul 30 01:51:27.704750 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39940) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.705799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Transition to ACTIVE for port object 193102a5-36b8-44b6-9a54-7cf363179076 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:27.711350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-e188a77d-bf05-47de-a358-b106490be2ed tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.715859 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e188a77d-bf05-47de-a358-b106490be2ed tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069377 Jul 30 01:51:27.716471 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39942) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.721907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-3ba46086-bbbb-474f-8ba7-5a75f5172467 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.725871 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3ba46086-bbbb-474f-8ba7-5a75f5172467 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061307 Jul 30 01:51:27.728757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39944) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.739517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-b76b2cd9-e59f-4631-a1f0-fba66260bf38 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.743410 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b76b2cd9-e59f-4631-a1f0-fba66260bf38 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0109701 Jul 30 01:51:27.748287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39946) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.755960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-1316556b-d59b-46d9-bbc5-babf091c264b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.756983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1316556b-d59b-46d9-bbc5-babf091c264b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0066357 Jul 30 01:51:27.757785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.761155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39948) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.770807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-ce2fe5af-5bf9-4f50-84e8-8b396ce421a0 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.771958 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ce2fe5af-5bf9-4f50-84e8-8b396ce421a0 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0093985 Jul 30 01:51:27.775618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.803299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-ef5b92d9-ecf4-47de-8ffe-37153711bc1a tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.805331 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ef5b92d9-ecf4-47de-8ffe-37153711bc1a tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0289407 Jul 30 01:51:27.810059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39952) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.820326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-88dcb037-81ad-4866-a6ba-3d1be16debc8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.821142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-88dcb037-81ad-4866-a6ba-3d1be16debc8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0106323 Jul 30 01:51:27.824534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39954) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.833347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-172769c5-93aa-4c8b-9c0d-14b884175483 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.835060 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-172769c5-93aa-4c8b-9c0d-14b884175483 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0093298 Jul 30 01:51:27.839385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39956) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.845031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Pushing event updated for resources: {'Port': ['ID=193102a5-36b8-44b6-9a54-7cf363179076,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:27.863268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-7af04539-981f-4b2b-8229-744e5b0bccdf tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.864374 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7af04539-981f-4b2b-8229-744e5b0bccdf tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0238686 Jul 30 01:51:27.867855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39958) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.873553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-1385ad37-cf4d-4133-9c95-e009e75edd96 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.874894 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1385ad37-cf4d-4133-9c95-e009e75edd96 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058877 Jul 30 01:51:27.877947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39960) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.884503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b92c862e-1c69-47c9-9f9a-3ab5e0b376f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:27.893532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:27.896070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-e14ba408-e88c-40df-afa1-d85d416da5a6 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.901178 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e14ba408-e88c-40df-afa1-d85d416da5a6 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0182660 Jul 30 01:51:27.905176 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d912de7-1645-406a-ba18-987e9cf65adc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:27.911953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39962) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.929909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-24548f3b-a9d0-40ca-9047-bfc4000967cf tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.934245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-24548f3b-a9d0-40ca-9047-bfc4000967cf tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0084808 Jul 30 01:51:27.935404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39966) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.942208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-c109f9bd-9400-4125-8f47-c64d3e062fbf tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.947071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c109f9bd-9400-4125-8f47-c64d3e062fbf tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064237 Jul 30 01:51:27.947308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 01b58489-d24c-46a2-8754-29c84931aa0f details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:27.971272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39968) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:27.977397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-b0424095-9855-4b6c-8712-462379ed722d tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:27.991500 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b0424095-9855-4b6c-8712-462379ed722d tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0186098 Jul 30 01:51:28.003809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39970) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.022665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-4eb77624-c09e-4f8b-ace3-7e4bfcbeeb05 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.026725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4eb77624-c09e-4f8b-ace3-7e4bfcbeeb05 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0168259 Jul 30 01:51:28.028249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39974) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.033632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-fd1b457c-3395-418f-b9dc-6393c4a760c8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.038053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fd1b457c-3395-418f-b9dc-6393c4a760c8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0053670 Jul 30 01:51:28.039687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39976) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.055548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-452d7eb1-0ce2-4ab7-9878-c82fe08c181b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.057358 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-452d7eb1-0ce2-4ab7-9878-c82fe08c181b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0175860 Jul 30 01:51:28.100113 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8279e0-ea98-477b-8941-6cd9bd1371ee x-openstack-request-id: req-7f8279e0-ea98-477b-8941-6cd9bd1371ee {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:28.102569 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:28.103585 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7f8279e0-ea98-477b-8941-6cd9bd1371ee {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:28.104364 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609', 'status': 'completed', 'code': 200} Jul 30 01:51:28.105344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39980) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.173262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-c078fdcc-ea0f-4432-bfde-88903fcc2ecf tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.181345 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c078fdcc-ea0f-4432-bfde-88903fcc2ecf tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0208297 Jul 30 01:51:28.185002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39984) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.196625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e96e2b54-e552-4961-b685-eb6b9a949bb2 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:28.203158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b92c862e-1c69-47c9-9f9a-3ab5e0b376f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.213563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-d5fb0a43-4f53-4a84-b665-3aa87e0dd7f9 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.221211 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d5fb0a43-4f53-4a84-b665-3aa87e0dd7f9 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090938 Jul 30 01:51:28.221211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Attempting to bind port 193102a5-36b8-44b6-9a54-7cf363179076 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:28.221211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Attempting to bind port 193102a5-36b8-44b6-9a54-7cf363179076 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:28.221211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Attempting to bind port 193102a5-36b8-44b6-9a54-7cf363179076 on network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:28.227108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39986) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.255811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-32456198-78b2-425e-ab06-c93b7aa0bbba tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.259743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-32456198-78b2-425e-ab06-c93b7aa0bbba tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064631 Jul 30 01:51:28.262218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.274492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-affa17cb-12fa-4978-be68-753d73adf595 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.275974 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-affa17cb-12fa-4978-be68-753d73adf595 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0120313 Jul 30 01:51:28.277830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c862e-1c69-47c9-9f9a-3ab5e0b376f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed08bb0-0dac-4989-9792-e63034cee539,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:28.281047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96e41e5-4624-4f34-b591-a781e9df828f None None] Network d8afbb7c-66ed-47bf-9055-74ef73815d85 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:28.286746 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b92c862e-1c69-47c9-9f9a-3ab5e0b376f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.290515 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b92c862e-1c69-47c9-9f9a-3ab5e0b376f2 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5ed08bb0-0dac-4989-9792-e63034cee539 HTTP/1.1" status: 204 len: 168 time: 0.8068178 Jul 30 01:51:28.291574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39990) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.295024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39992) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.300209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-db438f9a-bdb9-4e6a-8428-c20cd3eb0512 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.302170 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-db438f9a-bdb9-4e6a-8428-c20cd3eb0512 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0080416 Jul 30 01:51:28.304224 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.307289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39994) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.335662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-0cf27c8e-35ee-4013-b0cc-8ffa3db6560c tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.337463 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0cf27c8e-35ee-4013-b0cc-8ffa3db6560c tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0198109 Jul 30 01:51:28.353819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39996) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.370161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-71630185-0cd9-4866-983b-d2b8627f7383 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.373029 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-71630185-0cd9-4866-983b-d2b8627f7383 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0155966 Jul 30 01:51:28.384065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Port 193102a5-36b8-44b6-9a54-7cf363179076 on network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:28.384065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Attempting to bind port 193102a5-36b8-44b6-9a54-7cf363179076 on network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:28.394194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39998) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.395950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:28.396300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Checking segment: {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:28.396773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Bound using segment: {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:28.397401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Bound port: 193102a5-36b8-44b6-9a54-7cf363179076, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:28.397779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.424869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-cf5d1341-a829-411f-bd66-e78552fe1835 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.425460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cf5d1341-a829-411f-bd66-e78552fe1835 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0098107 Jul 30 01:51:28.433427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40000) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.457573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-76176120-a998-46b1-89e8-47528cf3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.458595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-76176120-a998-46b1-89e8-47528cf3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.459480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-76176120-a998-46b1-89e8-47528cf3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.460609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-76176120-a998-46b1-89e8-47528cf3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.462356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-76176120-a998-46b1-89e8-47528cf3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.462356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-76176120-a998-46b1-89e8-47528cf3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.463311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-76176120-a998-46b1-89e8-47528cf3019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.466864 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d912de7-1645-406a-ba18-987e9cf65adc req-76176120-a998-46b1-89e8-47528cf3019d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6368 time: 0.3596137 Jul 30 01:51:28.504357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:28.505748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-05891125-a8ad-48c4-bb0b-626667332bc6 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.507547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-05891125-a8ad-48c4-bb0b-626667332bc6 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0169110 Jul 30 01:51:28.512884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40004) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.538552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-48e438e6-d619-42a7-925e-5180f8f0d372 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.541453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-48e438e6-d619-42a7-925e-5180f8f0d372 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0224965 Jul 30 01:51:28.561671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48bdc-7e85-40d4-9518-1c37ced35d46 req-fa6fd240-b423-403a-98ba-a4276b55c1b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.579169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48bdc-7e85-40d4-9518-1c37ced35d46 req-fa6fd240-b423-403a-98ba-a4276b55c1b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.580922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40006) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.591369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-1650af91-87b7-4d4d-8496-48673e47458b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.592879 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1650af91-87b7-4d4d-8496-48673e47458b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0103600 Jul 30 01:51:28.593725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48bdc-7e85-40d4-9518-1c37ced35d46 req-fa6fd240-b423-403a-98ba-a4276b55c1b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.597381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '01b58489-d24c-46a2-8754-29c84931aa0f', 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38', 'port_id': '01b58489-d24c-46a2-8754-29c84931aa0f', 'mac_address': 'fa:16:3e:26:e8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa4cace-dae8-4df2-9c70-5e03553e0365', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:28.601860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40008) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.604997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48bdc-7e85-40d4-9518-1c37ced35d46 req-fa6fd240-b423-403a-98ba-a4276b55c1b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.612824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48bdc-7e85-40d4-9518-1c37ced35d46 req-fa6fd240-b423-403a-98ba-a4276b55c1b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.613787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-f57130f3-fae1-4131-aab6-e991a5b69c50 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.619791 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f57130f3-fae1-4131-aab6-e991a5b69c50 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0123100 Jul 30 01:51:28.622467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48bdc-7e85-40d4-9518-1c37ced35d46 req-fa6fd240-b423-403a-98ba-a4276b55c1b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.622664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40010) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.628117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.630405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48bdc-7e85-40d4-9518-1c37ced35d46 req-fa6fd240-b423-403a-98ba-a4276b55c1b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.633979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa48bdc-7e85-40d4-9518-1c37ced35d46 req-fa6fd240-b423-403a-98ba-a4276b55c1b3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5408 time: 0.4394429 Jul 30 01:51:28.648291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-31dd167a-5f37-41f4-bf81-f954a11a127b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.652755 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-31dd167a-5f37-41f4-bf81-f954a11a127b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0254025 Jul 30 01:51:28.664042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40012) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.670912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-f9ebf6ec-921a-4a88-9e68-7993d68a08cd tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.673781 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f9ebf6ec-921a-4a88-9e68-7993d68a08cd tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068104 Jul 30 01:51:28.677321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port e96e2b54-e552-4961-b685-eb6b9a949bb2 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:28.679600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40014) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.686271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-b0f09228-4340-45b8-9215-eb6e1557b9ff tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.686533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port e96e2b54-e552-4961-b685-eb6b9a949bb2 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:28.686673 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.688130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b0f09228-4340-45b8-9215-eb6e1557b9ff tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053062 Jul 30 01:51:28.693020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40016) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.701061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-838dfed2-1eac-4188-be17-1a1c4c5df58d tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.702089 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-838dfed2-1eac-4188-be17-1a1c4c5df58d tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0063875 Jul 30 01:51:28.710076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40018) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.724576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-e9426e6f-aba1-49bf-81c8-42928d3caf7e tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.727500 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e9426e6f-aba1-49bf-81c8-42928d3caf7e tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0101752 Jul 30 01:51:28.736912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40020) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.752554 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.752837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-da31e34c-9f44-4610-af8e-613fce4a6931 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.754799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-da31e34c-9f44-4610-af8e-613fce4a6931 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0094428 Jul 30 01:51:28.773067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40024) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.784300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-a895047a-fb4c-459a-b738-b4ca231e6952 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.788283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a895047a-fb4c-459a-b738-b4ca231e6952 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074410 Jul 30 01:51:28.788520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd44c8-36af-43b2-9121-519eef1361ea req-c21a6f74-acb4-4922-9eda-69b5e1afffee tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.791309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88dd44c8-36af-43b2-9121-519eef1361ea req-c21a6f74-acb4-4922-9eda-69b5e1afffee tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 946 time: 0.5601065 Jul 30 01:51:28.796645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40026) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.802945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-d39eb71b-ccd6-445a-a00c-0fb68d157bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.803424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-d39eb71b-ccd6-445a-a00c-0fb68d157bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.804343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-d39eb71b-ccd6-445a-a00c-0fb68d157bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:28.804593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b58489-d24c-46a2-8754-29c84931aa0f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:28.810758 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d912de7-1645-406a-ba18-987e9cf65adc req-d39eb71b-ccd6-445a-a00c-0fb68d157bf4 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3235905 Jul 30 01:51:28.810978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-578d0eca-e4ef-40a9-9831-a197c139e8f8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.816044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-578d0eca-e4ef-40a9-9831-a197c139e8f8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0074944 Jul 30 01:51:28.828696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40028) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.861687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-dbae6524-9e9b-455a-aeb8-5e64f3a17fab tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.863039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dbae6524-9e9b-455a-aeb8-5e64f3a17fab tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0235887 Jul 30 01:51:28.864645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:28.894878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40030) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.907164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-96cf6fe9-8dc9-4dd4-aeef-54e0166e21b6 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.908092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa48bdc-7e85-40d4-9518-1c37ced35d46 req-0c7c20e4-0b7e-431d-afad-e3ea6b558221 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2589607 Jul 30 01:51:28.912262 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:28.915914 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-96cf6fe9-8dc9-4dd4-aeef-54e0166e21b6 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0186322 Jul 30 01:51:28.919748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40032) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.924988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-a88070e6-857f-4218-a47c-6c27d7ccb237 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.929843 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a88070e6-857f-4218-a47c-6c27d7ccb237 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0088398 Jul 30 01:51:28.951964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40034) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:28.980039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-b6294799-56c4-4e8b-b86d-6790e91b6e02 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:28.984990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b6294799-56c4-4e8b-b86d-6790e91b6e02 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0080235 Jul 30 01:51:28.995749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40036) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.018324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb3a1a-f2ea-45c1-9322-1f51587902f2 None None] DHCP port deletion for d8afbb7c-66ed-47bf-9055-74ef73815d85 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:51:29.021542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Deleting port 9df06321-68e0-479d-99b2-e62a12a92e0f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:29.022081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.049843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-d04963b8-4abb-4bf2-aa91-9f2ca23cc7dc tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.049843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d04963b8-4abb-4bf2-aa91-9f2ca23cc7dc tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0303760 Jul 30 01:51:29.052672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40038) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.055910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9953b08e-31ce-41e2-a5d3-7c786b6696e6 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:29.058998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-8eb9ca1a-cfbb-41ff-adad-b2596e274eb3 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.060131 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8eb9ca1a-cfbb-41ff-adad-b2596e274eb3 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0060768 Jul 30 01:51:29.068479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40040) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.097248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-90952c43-55a2-4909-803d-569fba206c3d tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.106871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9953b08e-31ce-41e2-a5d3-7c786b6696e6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:29.111003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-90952c43-55a2-4909-803d-569fba206c3d tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0346711 Jul 30 01:51:29.112018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9953b08e-31ce-41e2-a5d3-7c786b6696e6 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:29.124832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40042) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.125978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] For port 193102a5-36b8-44b6-9a54-7cf363179076, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:29.131468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-59823653-67a0-4d6e-988b-3f9385e7d79b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.137014 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-59823653-67a0-4d6e-988b-3f9385e7d79b tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0099888 Jul 30 01:51:29.152898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] For port 193102a5-36b8-44b6-9a54-7cf363179076, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=193102a5-36b8-44b6-9a54-7cf363179076,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:29.154308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40044) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.169667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912de7-1645-406a-ba18-987e9cf65adc req-ae15627b-e1fa-4c08-8de3-992cecb30756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:29.172838 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d912de7-1645-406a-ba18-987e9cf65adc req-ae15627b-e1fa-4c08-8de3-992cecb30756 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3462806 Jul 30 01:51:29.193127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-aeeeefb7-f290-4e84-98ef-7ac4974d26fa tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.194457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aeeeefb7-f290-4e84-98ef-7ac4974d26fa tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0245075 Jul 30 01:51:29.196364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Allocated IP 172.25.7.23 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/d585b6c2-c6d2-4173-86cd-83ec9351040c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:29.204780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88dd44c8-36af-43b2-9121-519eef1361ea req-5af6c773-8bfa-4fc7-bd50-61a57f1252c9 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901515 Jul 30 01:51:29.206236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.207939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40046) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.218552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-dc9f3ae9-4537-44c5-9a0f-e41ec2d2aaa9 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.224940 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dc9f3ae9-4537-44c5-9a0f-e41ec2d2aaa9 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0153942 Jul 30 01:51:29.229669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40048) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.238868 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.254928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-cf26a567-f1a9-412b-88bc-f0c34623a528 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.260306 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cf26a567-f1a9-412b-88bc-f0c34623a528 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0288684 Jul 30 01:51:29.263333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] For port 9df06321-68e0-479d-99b2-e62a12a92e0f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9df06321-68e0-479d-99b2-e62a12a92e0f,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:29.263757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.266778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40050) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.275260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-b8d94579-1834-450d-bb73-7365b5b89031 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.275260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b8d94579-1834-450d-bb73-7365b5b89031 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076256 Jul 30 01:51:29.282581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40052) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.299369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-da3710fd-f918-40af-ae1b-01ec405cb4d6 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.301194 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-da3710fd-f918-40af-ae1b-01ec405cb4d6 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0167150 Jul 30 01:51:29.306850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40054) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.315931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-e2daa536-a09a-43a0-9af3-5737a19f77d8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.317673 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e2daa536-a09a-43a0-9af3-5737a19f77d8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0093222 Jul 30 01:51:29.319277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Calling delete_port for 9df06321-68e0-479d-99b2-e62a12a92e0f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:29.322353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40056) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.333650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:29.334860 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.337653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] 10.222.0.22 "PUT /v2.0/ports/193102a5-36b8-44b6-9a54-7cf363179076 HTTP/1.1" status: 200 len: 1091 time: 3.6854815 Jul 30 01:51:29.339132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-e4532896-02b9-4733-a7ac-d78d8a15b9de tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.353109 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e4532896-02b9-4733-a7ac-d78d8a15b9de tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0291517 Jul 30 01:51:29.362605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96e2b54-e552-4961-b685-eb6b9a949bb2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:29.370287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40058) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.379863 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d01d68-82c3-47e1-9f15-951d6a4e9ad5" -d '{"events": [{"server_uuid": "d62391ff-0012-4b25-8c11-605b13af8d47", "name": "network-vif-plugged", "status": "completed", "tag": "e96e2b54-e552-4961-b685-eb6b9a949bb2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:29.381782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-d6acc549-a792-4425-bcdd-0141804059c5 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.383306 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d6acc549-a792-4425-bcdd-0141804059c5 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0119438 Jul 30 01:51:29.386391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40060) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.391425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=01b58489-d24c-46a2-8754-29c84931aa0f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.398685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-5983401f-574b-4fbb-b35c-65eb08cbbe04 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.400543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5983401f-574b-4fbb-b35c-65eb08cbbe04 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0124934 Jul 30 01:51:29.403856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40064) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.404287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['01b58489-d24c-46a2-8754-29c84931aa0f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:29.448375 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e96e2b54-e552-4961-b685-eb6b9a949bb2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:29.449768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-f469d962-cd41-4be6-8b01-3733ec1d9a0e tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.451554 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f469d962-cd41-4be6-8b01-3733ec1d9a0e tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0461359 Jul 30 01:51:29.456478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40066) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.465831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-7dfccf04-8f98-4e4c-a153-68f54a3a49ab tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.466394 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.468260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7dfccf04-8f98-4e4c-a153-68f54a3a49ab tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0089784 Jul 30 01:51:29.472184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Request body: {'port': {'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:29.473189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40068) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.483143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-1e1c6b0c-51e5-4d47-99fc-399e94d352d3 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.485178 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1e1c6b0c-51e5-4d47-99fc-399e94d352d3 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084660 Jul 30 01:51:29.488671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40070) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.496630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-9e215c20-b4b2-45dc-ab54-ea0dcd190913 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.498311 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9e215c20-b4b2-45dc-ab54-ea0dcd190913 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0082452 Jul 30 01:51:29.501845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40072) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.507704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-981c72eb-930d-49ad-b7b0-4c7890f69603 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.509638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-981c72eb-930d-49ad-b7b0-4c7890f69603 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0063097 Jul 30 01:51:29.541462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8beb3a1a-f2ea-45c1-9322-1f51587902f2 None None] Deleting port 9df06321-68e0-479d-99b2-e62a12a92e0f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:29.541898 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8beb3a1a-f2ea-45c1-9322-1f51587902f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.595040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40074) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.596420 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.609755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-fafa7d1e-2023-47e9-84cd-5897d0e90c82 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.612317 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fafa7d1e-2023-47e9-84cd-5897d0e90c82 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0145473 Jul 30 01:51:29.616264 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.622729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40076) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.654508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-e32ebf1e-9dc5-456c-be13-d78086c35e86 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.656868 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e32ebf1e-9dc5-456c-be13-d78086c35e86 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0261247 Jul 30 01:51:29.671729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=e96e2b54-e552-4961-b685-eb6b9a949bb2,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.672042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03279043-64a4-4f8b-bed0-731f326967b7 service neutron] Pushing event updated for resources: {'Port': ['ID=193102a5-36b8-44b6-9a54-7cf363179076,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.686595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8beb3a1a-f2ea-45c1-9322-1f51587902f2 None None] For port 9df06321-68e0-479d-99b2-e62a12a92e0f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9df06321-68e0-479d-99b2-e62a12a92e0f,segment=NetworkSegment(d167fe49-b36b-44a5-b4dc-254569408d73),segment_id=d167fe49-b36b-44a5-b4dc-254569408d73)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:29.687003 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8beb3a1a-f2ea-45c1-9322-1f51587902f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.699391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40078) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.710517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df06321-68e0-479d-99b2-e62a12a92e0f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:29.716395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] No DVR routers for this DVR port 9df06321-68e0-479d-99b2-e62a12a92e0f on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:29.730221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8beb3a1a-f2ea-45c1-9322-1f51587902f2 None None] Calling delete_port for 9df06321-68e0-479d-99b2-e62a12a92e0f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:29.742853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-3ba9eb54-c106-4bc1-a82c-1d9e9b4dcca8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.744170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3ba9eb54-c106-4bc1-a82c-1d9e9b4dcca8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0423677 Jul 30 01:51:29.747122 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.750834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40080) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.757410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-7e50f318-f3fb-4585-8924-c2d59195d18f tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.758345 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7e50f318-f3fb-4585-8924-c2d59195d18f tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060883 Jul 30 01:51:29.761145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40082) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.769002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-4dc1dc9a-d261-4802-b5de-44319dc81088 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.771294 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4dc1dc9a-d261-4802-b5de-44319dc81088 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0085757 Jul 30 01:51:29.775191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40084) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.799509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [None req-3ccaf783-619a-4e89-b4d6-e7aae13152a8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.800596 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3ccaf783-619a-4e89-b4d6-e7aae13152a8 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0238271 Jul 30 01:51:29.815033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40086) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:29.829639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-ed133d66-e1cf-4e7b-b6f6-391c7bafdab9 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:29.832675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-ed133d66-e1cf-4e7b-b6f6-391c7bafdab9 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.41 "GET /v2.0/ports?device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 946 time: 0.4912093 Jul 30 01:51:29.861034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [None req-67427dac-8c96-47a4-93bc-eea8771ef695 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:29.871264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-67427dac-8c96-47a4-93bc-eea8771ef695 tempest-ExtensionsTestJSON-435360455 tempest-ExtensionsTestJSON-435360455-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0450644 Jul 30 01:51:29.871774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.882676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1924e2-cb7b-4028-ac02-cf72386047f2 req-0f45037f-5b31-4d3f-bcbd-7a8b15d8878c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:29.885732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e1924e2-cb7b-4028-ac02-cf72386047f2 req-0f45037f-5b31-4d3f-bcbd-7a8b15d8878c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 944 time: 0.4720099 Jul 30 01:51:29.893746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8afbb7c-66ed-47bf-9055-74ef73815d85']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:29.911774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd167fe49-b36b-44a5-b4dc-254569408d73') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:29.912329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd167fe49-b36b-44a5-b4dc-254569408d73') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:29.928495 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.965585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:29.974825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:29.990212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:29.991070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.022293 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.042383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f795c38-44ad-4f13-a7ce-f010dcda6d74 req-fed84e2f-2cd0-45df-a68e-341393e25562 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:30.057767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f795c38-44ad-4f13-a7ce-f010dcda6d74 req-fed84e2f-2cd0-45df-a68e-341393e25562 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 944 time: 0.6453915 Jul 30 01:51:30.060949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Pushing event updated for resources: {'Port': ['ID=d585b6c2-c6d2-4173-86cd-83ec9351040c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:30.071121 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8beb3a1a-f2ea-45c1-9322-1f51587902f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.077268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:30.081472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:30.102311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb3a1a-f2ea-45c1-9322-1f51587902f2 None None] No DVR routers for this DVR port 9df06321-68e0-479d-99b2-e62a12a92e0f on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:30.119036 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:30.129797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.144085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb3a1a-f2ea-45c1-9322-1f51587902f2 None None] Pushing event deleted for resources: {'Port': ['ID=9df06321-68e0-479d-99b2-e62a12a92e0f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:30.173142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.173877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '193102a5-36b8-44b6-9a54-7cf363179076'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:30.181371 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d8afbb7c-66ed-47bf-9055-74ef73815d85 HTTP/1.1" status: 204 len: 168 time: 1.8718362 Jul 30 01:51:30.181752 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd52de-53a2-41ec-8cde-1aef8c198edb" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "193102a5-36b8-44b6-9a54-7cf363179076"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:30.182017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f211e-a758-4256-92ac-4e61afad4530 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8afbb7c-66ed-47bf-9055-74ef73815d85,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:30.182858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40094) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:30.386763 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e1924e2-cb7b-4028-ac02-cf72386047f2 req-806d5cad-f7e5-4671-8b5b-9891d961bb5a tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4849477 Jul 30 01:51:30.471699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 386aa60b-8368-42ae-a90f-677d8f172bba no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:30.494002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f795c38-44ad-4f13-a7ce-f010dcda6d74 req-cf584ce0-5755-48fa-bc63-b07b1392558e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344695 Jul 30 01:51:30.557486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40104) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:30.565372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 386aa60b-8368-42ae-a90f-677d8f172bba {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:30.566991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 386aa60b-8368-42ae-a90f-677d8f172bba not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:30.568017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9df06321-68e0-479d-99b2-e62a12a92e0f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:30.626388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9df06321-68e0-479d-99b2-e62a12a92e0f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:30.627367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9df06321-68e0-479d-99b2-e62a12a92e0f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:30.708667 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0742ec2-9a67-41ef-8fd0-b7d120622e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.804007 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.854207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:30.900896 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8a3ff-b6a0-4976-b9c9-d8e4e7b74e53 x-openstack-request-id: req-4ad8a3ff-b6a0-4976-b9c9-d8e4e7b74e53 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:30.901298 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62391ff-0012-4b25-8c11-605b13af8d47", "name": "network-vif-plugged", "status": "completed", "tag": "e96e2b54-e552-4961-b685-eb6b9a949bb2", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:30.901594 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4ad8a3ff-b6a0-4976-b9c9-d8e4e7b74e53 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:30.902140 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96e2b54-e552-4961-b685-eb6b9a949bb2', 'code': 200} Jul 30 01:51:30.906927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Deleting port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:30.907555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.074695 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.081100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b492-43f3-4c15-aa03-06e180eb5c38 req-d9fc3c2c-1b1d-4432-bee2-8cb39fe44efd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.091911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b492-43f3-4c15-aa03-06e180eb5c38 req-d9fc3c2c-1b1d-4432-bee2-8cb39fe44efd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.101974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b492-43f3-4c15-aa03-06e180eb5c38 req-d9fc3c2c-1b1d-4432-bee2-8cb39fe44efd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.112205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b492-43f3-4c15-aa03-06e180eb5c38 req-d9fc3c2c-1b1d-4432-bee2-8cb39fe44efd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.123780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b492-43f3-4c15-aa03-06e180eb5c38 req-d9fc3c2c-1b1d-4432-bee2-8cb39fe44efd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.133273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b492-43f3-4c15-aa03-06e180eb5c38 req-d9fc3c2c-1b1d-4432-bee2-8cb39fe44efd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.141635 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b492-43f3-4c15-aa03-06e180eb5c38 req-d9fc3c2c-1b1d-4432-bee2-8cb39fe44efd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.145104 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3dd5b492-43f3-4c15-aa03-06e180eb5c38 req-d9fc3c2c-1b1d-4432-bee2-8cb39fe44efd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5408 time: 0.5255315 Jul 30 01:51:31.150619 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ee2286-7e38-4898-9cfc-18f1127bc1a2 x-openstack-request-id: req-76ee2286-7e38-4898-9cfc-18f1127bc1a2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:31.151054 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "193102a5-36b8-44b6-9a54-7cf363179076", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:31.151259 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-76ee2286-7e38-4898-9cfc-18f1127bc1a2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:31.151678 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '193102a5-36b8-44b6-9a54-7cf363179076', 'status': 'completed', 'code': 200} Jul 30 01:51:31.168685 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.283826 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.302543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.346547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-0d130214-e0fb-4dac-9348-7c63beaacb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.347999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-0d130214-e0fb-4dac-9348-7c63beaacb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.348875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-0d130214-e0fb-4dac-9348-7c63beaacb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.349764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-0d130214-e0fb-4dac-9348-7c63beaacb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.350637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-0d130214-e0fb-4dac-9348-7c63beaacb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.351551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-0d130214-e0fb-4dac-9348-7c63beaacb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.352454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-0d130214-e0fb-4dac-9348-7c63beaacb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.356242 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-0d130214-e0fb-4dac-9348-7c63beaacb22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6410 time: 0.1884696 Jul 30 01:51:31.447103 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.519901 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d2e562a0d7f34bb592e1bf27a592be1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9596057 Jul 30 01:51:31.577363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40110) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:31.578278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f40137-4e00-4e92-8f84-508f797ae087,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:31.639664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.640258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.640857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.641447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.642004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.642598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.643158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.643748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.644844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.645386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.645955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.646523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b259f8a-989d-4e7e-b243-9e32dc9cbbfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:31.718381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf1f5-de92-4db1-94c4-c8db24453375 req-5c38e5eb-98a9-416b-b3c1-c67086d3f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.719961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82faf1f5-de92-4db1-94c4-c8db24453375 req-5c38e5eb-98a9-416b-b3c1-c67086d3f8e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 1096 time: 0.7139432 Jul 30 01:51:31.752365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3dd5b492-43f3-4c15-aa03-06e180eb5c38 req-06c3ede9-84e9-4c64-a051-60253659f739 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5855083 Jul 30 01:51:31.831009 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] For port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:31.831272 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.876225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e16efd7a-3a98-412a-aeda-d32c2f490456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.884490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Calling delete_port for 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:31.889824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-53311f12-0b0f-4ca2-9ab8-36c352f0ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.890724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-53311f12-0b0f-4ca2-9ab8-36c352f0ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.891395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-53311f12-0b0f-4ca2-9ab8-36c352f0ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.893591 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-53311f12-0b0f-4ca2-9ab8-36c352f0ab10 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5164857 Jul 30 01:51:31.895113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82edde-632a-4050-82e4-a01ed30a191b req-f3b97703-67d1-4fab-a115-5655b584b21a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:31.896671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf82edde-632a-4050-82e4-a01ed30a191b req-f3b97703-67d1-4fab-a115-5655b584b21a tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 946 time: 0.3345981 Jul 30 01:51:31.952312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e16efd7a-3a98-412a-aeda-d32c2f490456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:31.953968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 01b58489-d24c-46a2-8754-29c84931aa0f up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:31.990876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82faf1f5-de92-4db1-94c4-c8db24453375 req-a80f6b57-60b7-47df-b37b-9aebe6283fad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589927 Jul 30 01:51:32.005223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d811e87e-a136-4b9a-89a6-5f8bc20553b3 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:32.023511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.123660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Transition to ACTIVE for port object d811e87e-a136-4b9a-89a6-5f8bc20553b3 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:32.133709 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-720b2e44-d269-48bc-bd5b-ce61ef1be5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.136397 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09dd52de-53a2-41ec-8cde-1aef8c198edb req-720b2e44-d269-48bc-bd5b-ce61ef1be5e6 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2290983 Jul 30 01:51:32.151291 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e16efd7a-3a98-412a-aeda-d32c2f490456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.155345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf82edde-632a-4050-82e4-a01ed30a191b req-b60d8e16-2584-418a-842e-ba5814834336 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324364 Jul 30 01:51:32.156299 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.157786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e16efd7a-3a98-412a-aeda-d32c2f490456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.161168 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e16efd7a-3a98-412a-aeda-d32c2f490456 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/12f40137-4e00-4e92-8f84-508f797ae087 HTTP/1.1" status: 204 len: 168 time: 0.5779669 Jul 30 01:51:32.192013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce0c1d-a202-4012-b2a1-65002f56d37a req-733dd4cd-d0d1-495e-bace-57d41278c292 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.193825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2ce0c1d-a202-4012-b2a1-65002f56d37a req-733dd4cd-d0d1-495e-bace-57d41278c292 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.3211536 Jul 30 01:51:32.221215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16efd7a-3a98-412a-aeda-d32c2f490456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f40137-4e00-4e92-8f84-508f797ae087,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.293288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Deleting port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:32.293691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.339676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.383069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.386082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 01b58489-d24c-46a2-8754-29c84931aa0f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:32.387755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Pushing event updated for resources: {'Port': ['ID=d811e87e-a136-4b9a-89a6-5f8bc20553b3,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.405385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 01b58489-d24c-46a2-8754-29c84931aa0f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:32.406000 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.453816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] For port 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7ae5686a-3d47-4865-a9c3-0e2ee7f2000f,segment=NetworkSegment(379f5bcd-976c-43d6-a16e-dbf3fdd10dd2),segment_id=379f5bcd-976c-43d6-a16e-dbf3fdd10dd2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:32.454208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.486415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Calling delete_port for 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:32.570370 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.620025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2ce0c1d-a202-4012-b2a1-65002f56d37a req-4713fb37-4725-4a1c-b1fe-c15fe054c546 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870239 Jul 30 01:51:32.684544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:32.695672 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.734973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e930c2-ce83-4c6e-9e6d-66fe232e0073 req-17a03d3c-385c-46cb-a4cc-9777d9a05ef8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:32.737674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5e930c2-ce83-4c6e-9e6d-66fe232e0073 req-17a03d3c-385c-46cb-a4cc-9777d9a05ef8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 944 time: 0.4703007 Jul 30 01:51:32.750655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Pushing event updated for resources: {'Port': ['ID=d585b6c2-c6d2-4173-86cd-83ec9351040c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.816686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=01b58489-d24c-46a2-8754-29c84931aa0f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.835525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:32.851884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['19ead6e2-ca74-48b5-ae2e-203a86b83df1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:32.917229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:32.924994 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79b0d50-9ae5-4eb2-a200-1a4aa9cbdf73" -d '{"events": [{"server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "name": "network-vif-plugged", "status": "completed", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:32.954109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Attempting to bind port d811e87e-a136-4b9a-89a6-5f8bc20553b3 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:32.954453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Attempting to bind port d811e87e-a136-4b9a-89a6-5f8bc20553b3 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:32.954785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Attempting to bind port d811e87e-a136-4b9a-89a6-5f8bc20553b3 on network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:32.959595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Pushing event deleted for resources: {'Port': ['ID=3cc51343-0e5f-47c5-bdbf-e428ef4605b8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:32.962799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.024869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Port d811e87e-a136-4b9a-89a6-5f8bc20553b3 on network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:33.025419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Attempting to bind port d811e87e-a136-4b9a-89a6-5f8bc20553b3 on network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:33.051635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5e930c2-ce83-4c6e-9e6d-66fe232e0073 req-d05023e9-b2e4-4649-82a7-40f5a77b607e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910659 Jul 30 01:51:33.083476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] No DVR routers for this DVR port 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:33.088347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:33.088964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Checking segment: {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:33.089569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Bound using segment: {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:33.090367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Bound port: d811e87e-a136-4b9a-89a6-5f8bc20553b3, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21b14be-6ebc-4429-bf36-af11c03b74d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:33.091386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.094348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.096434 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-89eec341-08d5-4dda-930c-dd2d91b64da8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5760190 Jul 30 01:51:33.111967 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.116149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18ed748e-9ed1-4399-a478-79b8b19277e8 req-c5bf7f5e-b73a-4e41-92ee-7f3e9fe04331 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.41 "DELETE /v2.0/ports/3cc51343-0e5f-47c5-bdbf-e428ef4605b8 HTTP/1.1" status: 204 len: 173 time: 3.2191234 Jul 30 01:51:33.147511 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.154201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23a63b8-7816-4ee6-a033-36c6008d0e56', 'name': 'network-vif-deleted', 'tag': '3cc51343-0e5f-47c5-bdbf-e428ef4605b8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:33.168731 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce588c97-c8f4-46a7-b196-6166d3af4d74" -d '{"events": [{"server_uuid": "e23a63b8-7816-4ee6-a033-36c6008d0e56", "name": "network-vif-deleted", "tag": "3cc51343-0e5f-47c5-bdbf-e428ef4605b8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:33.254215 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc99f10-8f02-463c-a442-919c6708eca6 x-openstack-request-id: req-1bc99f10-8f02-463c-a442-919c6708eca6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:33.254989 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "name": "network-vif-plugged", "status": "completed", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:33.256254 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1bc99f10-8f02-463c-a442-919c6708eca6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:33.256960 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f', 'code': 200} Jul 30 01:51:33.381140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae5686a-3d47-4865-a9c3-0e2ee7f2000f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:33.384900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73adf-6875-4e1d-934d-bfcf549bda02 req-585b3e20-151a-4c81-af81-0adf0ff4efde tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.417848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73adf-6875-4e1d-934d-bfcf549bda02 req-585b3e20-151a-4c81-af81-0adf0ff4efde tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.431664 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3acbe289-ef21-4785-9002-3bdfddded69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.439900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73adf-6875-4e1d-934d-bfcf549bda02 req-585b3e20-151a-4c81-af81-0adf0ff4efde tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.460261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73adf-6875-4e1d-934d-bfcf549bda02 req-585b3e20-151a-4c81-af81-0adf0ff4efde tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.491654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73adf-6875-4e1d-934d-bfcf549bda02 req-585b3e20-151a-4c81-af81-0adf0ff4efde tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.509280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73adf-6875-4e1d-934d-bfcf549bda02 req-585b3e20-151a-4c81-af81-0adf0ff4efde tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.520985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73adf-6875-4e1d-934d-bfcf549bda02 req-585b3e20-151a-4c81-af81-0adf0ff4efde tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.534697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53a73adf-6875-4e1d-934d-bfcf549bda02 req-585b3e20-151a-4c81-af81-0adf0ff4efde tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.5685134 Jul 30 01:51:33.635068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c87117fa-0582-470a-807b-3830508f0dee req-e379ae9f-201d-4487-88a7-a2a83c29c540 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=e23a63b8-7816-4ee6-a033-36c6008d0e56 HTTP/1.1" status: 200 len: 210 time: 0.0657341 Jul 30 01:51:33.706417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] For port d811e87e-a136-4b9a-89a6-5f8bc20553b3, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:33.710337 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.739852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] For port d811e87e-a136-4b9a-89a6-5f8bc20553b3, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:33.752718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.822164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53a73adf-6875-4e1d-934d-bfcf549bda02 req-bed06482-55cd-49a5-ade0-196a57469e2c tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2852042 Jul 30 01:51:33.823875 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a222697-33f3-450c-8eea-ef6f385b0d58 x-openstack-request-id: req-1a222697-33f3-450c-8eea-ef6f385b0d58 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:33.824165 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23a63b8-7816-4ee6-a033-36c6008d0e56", "name": "network-vif-deleted", "tag": "3cc51343-0e5f-47c5-bdbf-e428ef4605b8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:33.824417 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1a222697-33f3-450c-8eea-ef6f385b0d58 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:33.824822 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23a63b8-7816-4ee6-a033-36c6008d0e56', 'name': 'network-vif-deleted', 'tag': '3cc51343-0e5f-47c5-bdbf-e428ef4605b8', 'status': 'completed', 'code': 200} Jul 30 01:51:33.870593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133232c2-d27c-4092-bfba-537d5353ec27 req-79c8c8cf-49c0-4cab-aa11-96157d3e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.872287 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-133232c2-d27c-4092-bfba-537d5353ec27 req-79c8c8cf-49c0-4cab-aa11-96157d3e1dcf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1096 time: 0.3321683 Jul 30 01:51:33.876006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:33.877192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:33.879246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] 10.222.0.22 "PUT /v2.0/ports/d811e87e-a136-4b9a-89a6-5f8bc20553b3 HTTP/1.1" status: 200 len: 1091 time: 4.4206088 Jul 30 01:51:33.955678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e3ce6-c7a1-4375-b5b7-0030bc20b065 service neutron] Pushing event updated for resources: {'Port': ['ID=d811e87e-a136-4b9a-89a6-5f8bc20553b3,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:34.008091 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.055186 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-133232c2-d27c-4092-bfba-537d5353ec27 req-13c66f84-c6d4-4faa-a2be-5294ea3f6331 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525359 Jul 30 01:51:34.227250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:34.284360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-1ef36872-825c-479a-a9a7-f6c812bad082 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--996611523&fields=id&tenant_id=03cfd72862c04228b0309667d7dd5958 HTTP/1.1" status: 200 len: 267 time: 0.2922971 Jul 30 01:51:34.288179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:34.290007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 3cc51343-0e5f-47c5-bdbf-e428ef4605b8 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:34.395695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e96af640-9217-46e7-b3b6-3ed2ed11bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.397065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e96af640-9217-46e7-b3b6-3ed2ed11bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.397909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e96af640-9217-46e7-b3b6-3ed2ed11bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.399020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e96af640-9217-46e7-b3b6-3ed2ed11bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.400292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e96af640-9217-46e7-b3b6-3ed2ed11bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.400676 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:34.401721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e96af640-9217-46e7-b3b6-3ed2ed11bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.402837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e96af640-9217-46e7-b3b6-3ed2ed11bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.406797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e96af640-9217-46e7-b3b6-3ed2ed11bc61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6477 time: 0.3526649 Jul 30 01:51:34.487782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48005b-85e9-43c4-a997-0b357a3423b1 req-33afdec6-65ed-4861-9880-5839b1fe8972 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.490506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ec48005b-85e9-43c4-a997-0b357a3423b1 req-33afdec6-65ed-4861-9880-5839b1fe8972 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.4762700 Jul 30 01:51:34.491543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40162) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:34.558787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0a4827f9-a536-440c-a89d-2df8a8b86d82 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3 HTTP/1.1" status: 200 len: 217 time: 0.0952957 Jul 30 01:51:34.693633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ec48005b-85e9-43c4-a997-0b357a3423b1 req-4c018d9e-b924-4b78-9083-f72b712a2b3b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528285 Jul 30 01:51:34.706757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ba09-b768-44c1-bb8d-84926006301d req-a8cbc5c9-7938-4461-947b-161807a40cd8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.717687 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-a8cbc5c9-7938-4461-947b-161807a40cd8 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/networks?id=28077912-bc59-45e0-9f13-3eda9fd8a5c2 HTTP/1.1" status: 200 len: 805 time: 0.4145594 Jul 30 01:51:34.724228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-5e88b3fd-c460-4ca2-908b-1fbc1c79e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.725994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-5e88b3fd-c460-4ca2-908b-1fbc1c79e52b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4 HTTP/1.1" status: 200 len: 851 time: 0.1505411 Jul 30 01:51:34.762455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-067bcb37-b38e-4e21-8ffa-a1c69c6b1731 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/quotas/03cfd72862c04228b0309667d7dd5958 HTTP/1.1" status: 200 len: 375 time: 0.0430884 Jul 30 01:51:34.851767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-d3ce31ce-032a-42d9-a735-342f8ba45f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:34.854292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-d3ce31ce-032a-42d9-a735-342f8ba45f46 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077864 Jul 30 01:51:34.902728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-65d388d9-3269-4144-ae50-02d7ae923f7d tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=03cfd72862c04228b0309667d7dd5958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133075 Jul 30 01:51:34.980550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'networks': [{'name': 'tempest-network--2091215424'}, {'name': 'tempest-network--252465921'}]} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:34.980788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'network': {'name': 'tempest-network--2091215424'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:34.981219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'network': {'name': 'tempest-network--252465921'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:35.022503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Made reservation on behalf of 5f27b5cd1ea9412fac95e4f8419a4800 for: {'network': 2} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:35.027305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.036569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Router e8302694-d1da-4a6f-b6ba-0005634d12e5 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:35.046822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.234950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33b643-4837-4a90-b9bc-59bab53901df req-470cfa29-3ed3-483b-98d6-f39f44016e21 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:35.244341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc33b643-4837-4a90-b9bc-59bab53901df req-470cfa29-3ed3-483b-98d6-f39f44016e21 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 945 time: 0.2738948 Jul 30 01:51:35.294113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:35.302488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-524a1702-bb77-4ee5-9e54-4107788dbce6 service neutron] 10.222.0.84 "GET /v2.0/networks/28077912-bc59-45e0-9f13-3eda9fd8a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343744 Jul 30 01:51:35.312575 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b03094d6-0ca3-4806-9880-f7c67790a6d9 admin admin] 10.222.0.84 "PUT /v2.0/routers/e8302694-d1da-4a6f-b6ba-0005634d12e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1276574 Jul 30 01:51:35.318946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40172) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:35.320711 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] Sync routers for ids ['e8302694-d1da-4a6f-b6ba-0005634d12e5'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:35.328269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-795e0b26-861b-4316-a1f6-966331d23496 service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539447 Jul 30 01:51:35.341484 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] Routers {'e8302694-d1da-4a6f-b6ba-0005634d12e5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:35.342515 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e8302694-d1da-4a6f-b6ba-0005634d12e5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:35.455803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc33b643-4837-4a90-b9bc-59bab53901df req-b805fde4-939b-423a-ad4f-8aa6b57dfffb tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095134 Jul 30 01:51:35.520673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.542840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.543679 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.574590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-ec9edadb-d68f-4cfe-987b-8935a3ae3b90 service neutron] 10.222.0.84 "GET /v2.0/networks/28077912-bc59-45e0-9f13-3eda9fd8a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655830 Jul 30 01:51:35.584832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-02cd597c-d0fc-4950-b75e-d4b091141233 service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023273 Jul 30 01:51:35.627506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.681145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6100035c-8d67-489c-b51b-7c4b48119cf4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 217 time: 0.0737133 Jul 30 01:51:35.702796 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] Set router e8302694-d1da-4a6f-b6ba-0005634d12e5 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:35.766319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:35.778455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-13aaff0c-84d3-4176-94a0-5ef100a09e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:35.781310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-13aaff0c-84d3-4176-94a0-5ef100a09e1e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.0888109 Jul 30 01:51:35.795663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e83248-8982-409c-a4b6-3e01ce1528ca,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:35.808890 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:35.809469 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Added segment 5b54a483-36ac-49a2-985f-ca071e9bd70f of type vlan for network da3536a4-49b4-42f0-8b0d-f3eca239645c Jul 30 01:51:35.833597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:35.838165 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4dc067-7c93-4993-a0a2-6f86bae770ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "d811e87e-a136-4b9a-89a6-5f8bc20553b3"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:35.965109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-731dee29-c905-4149-93fa-91e86609cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:35.967647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-731dee29-c905-4149-93fa-91e86609cd7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216528 Jul 30 01:51:35.985309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fed27-c309-49a6-ba92-23069596d0e6 req-8f6511b5-7672-42f5-a4a6-9d5d29beb925 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:35.996281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-073fed27-c309-49a6-ba92-23069596d0e6 req-8f6511b5-7672-42f5-a4a6-9d5d29beb925 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.2133281 Jul 30 01:51:36.009488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.023679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40182) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:36.058071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6529f1ba-4a08-4d8b-9151-483db374750b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'floatingip': {'port_id': 'e96e2b54-e552-4961-b685-eb6b9a949bb2'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:36.073113 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.179734 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:16Z', 'updated_at': '2021-07-30T01:51:32Z', 'revision_number': 5, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'gw_port': {'id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:20Z', 'updated_at': '2021-07-30T01:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:36.219246 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6529f1ba-4a08-4d8b-9151-483db374750b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.238494 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] Checking router: e8302694-d1da-4a6f-b6ba-0005634d12e5 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:36.243928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92a3e-41b2-40be-9819-bc1c2a6c827d req-e39d211d-d6f6-4d7e-91c2-82fd8d8b078b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.254296 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] Routers {'e8302694-d1da-4a6f-b6ba-0005634d12e5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:36.255472 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e8302694-d1da-4a6f-b6ba-0005634d12e5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:36.256674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92a3e-41b2-40be-9819-bc1c2a6c827d req-e39d211d-d6f6-4d7e-91c2-82fd8d8b078b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.269725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92a3e-41b2-40be-9819-bc1c2a6c827d req-e39d211d-d6f6-4d7e-91c2-82fd8d8b078b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.281687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92a3e-41b2-40be-9819-bc1c2a6c827d req-e39d211d-d6f6-4d7e-91c2-82fd8d8b078b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.295783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92a3e-41b2-40be-9819-bc1c2a6c827d req-e39d211d-d6f6-4d7e-91c2-82fd8d8b078b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.322216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92a3e-41b2-40be-9819-bc1c2a6c827d req-e39d211d-d6f6-4d7e-91c2-82fd8d8b078b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.346066 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.352602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92a3e-41b2-40be-9819-bc1c2a6c827d req-e39d211d-d6f6-4d7e-91c2-82fd8d8b078b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:36.371765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0c92a3e-41b2-40be-9819-bc1c2a6c827d req-e39d211d-d6f6-4d7e-91c2-82fd8d8b078b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.3300221 Jul 30 01:51:36.440967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e9ec4ab1-bb8e-4e87-a810-5ec97ffcf6f9 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429760 Jul 30 01:51:36.498687 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] Set router e8302694-d1da-4a6f-b6ba-0005634d12e5 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:36.527493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:36.568238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0c92a3e-41b2-40be-9819-bc1c2a6c827d req-4db736e0-b2d1-464f-bc50-8513a89468cb tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1937521 Jul 30 01:51:36.636669 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b17c50c-d3af-439e-b02c-2cf04e58ff4f x-openstack-request-id: req-9b17c50c-d3af-439e-b02c-2cf04e58ff4f {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:36.636953 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.637149 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "d811e87e-a136-4b9a-89a6-5f8bc20553b3", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:36.637535 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Added segment 1f5d9c1a-19c9-46aa-9611-6e89c16acdb8 of type vlan for network 49009b8b-7876-4483-a0c5-a24adc4d9463 Jul 30 01:51:36.640800 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b17c50c-d3af-439e-b02c-2cf04e58ff4f {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:36.642953 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3', 'status': 'completed', 'code': 200} Jul 30 01:51:36.740344 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:36.811251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-777ebd08-fd3d-4e49-9dcf-1f065c1b1e02 req-ddbc990c-6a00-485c-9034-6656a76685a5 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 210 time: 0.0798771 Jul 30 01:51:36.970743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Deleting port c67daf7c-d316-4312-b060-0b344f342e79 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:36.973891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.087339 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:16Z', 'updated_at': '2021-07-30T01:51:32Z', 'revision_number': 5, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'gw_port': {'id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:20Z', 'updated_at': '2021-07-30T01:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:37.102606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e04603f3-7cf8-4650-9144-6381b1276e01 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443110 Jul 30 01:51:37.146465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.147278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.162204 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce16f028-d153-4545-a4a7-119a388525b4 None None] The sync data for ids ['e8302694-d1da-4a6f-b6ba-0005634d12e5'] in n-d-715271-7 is: [{'id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-899073181-router', 'tenant_id': 'b574b1c3229a48658c0218139084ef45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:16Z', 'updated_at': '2021-07-30T01:51:32Z', 'revision_number': 5, 'project_id': 'b574b1c3229a48658c0218139084ef45', 'gw_port': {'id': 'c67daf7c-d316-4312-b060-0b344f342e79', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8302694-d1da-4a6f-b6ba-0005634d12e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:20Z', 'updated_at': '2021-07-30T01:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:37.165007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.176194 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.177649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.206873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-a30b74e6-a31c-4bda-8512-10145f9daf7c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 217 time: 0.0769303 Jul 30 01:51:37.219680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47652eef-33f5-403b-8b00-246e94aaaa1d req-718fc85d-aeab-43b7-8fd5-e7decb0d7ff9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.223534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47652eef-33f5-403b-8b00-246e94aaaa1d req-718fc85d-aeab-43b7-8fd5-e7decb0d7ff9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 945 time: 0.2156191 Jul 30 01:51:37.260774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074caff7-6e95-4426-8eb7-f13e9ef8f8a8 req-fe7bdb92-9567-4d3e-873e-4ce8d03ac59b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.262462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-074caff7-6e95-4426-8eb7-f13e9ef8f8a8 req-fe7bdb92-9567-4d3e-873e-4ce8d03ac59b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.2874856 Jul 30 01:51:37.407965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-87c25f12-ff3f-4312-9deb-24dfc74ea984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:37.411796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-87c25f12-ff3f-4312-9deb-24dfc74ea984 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.1860459 Jul 30 01:51:37.424726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47652eef-33f5-403b-8b00-246e94aaaa1d req-2547adca-318f-4bd9-8413-0b44f46ee80c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608422 Jul 30 01:51:37.429543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9330542 Jul 30 01:51:37.444656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40196) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:37.476999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-074caff7-6e95-4426-8eb7-f13e9ef8f8a8 req-8ef00341-19c7-4006-8cac-633b0fb36cbf tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790845 Jul 30 01:51:37.484398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Network': ['ID=da3536a4-49b4-42f0-8b0d-f3eca239645c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:37.508304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network da3536a4-49b4-42f0-8b0d-f3eca239645c details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:37.729175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb158f-1873-412f-80c1-e1e662241f9d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Network': ['ID=49009b8b-7876-4483-a0c5-a24adc4d9463,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:37.748244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 49009b8b-7876-4483-a0c5-a24adc4d9463 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:37.757611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] For port c67daf7c-d316-4312-b060-0b344f342e79, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c67daf7c-d316-4312-b060-0b344f342e79,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:37.757934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:37.962825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Calling delete_port for c67daf7c-d316-4312-b060-0b344f342e79 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:38.354931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:38.397089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:38.398688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7ae5686a-3d47-4865-a9c3-0e2ee7f2000f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:38.405585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6529f1ba-4a08-4d8b-9151-483db374750b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.424381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6529f1ba-4a08-4d8b-9151-483db374750b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.518366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-8f8563d8-9292-4fc8-a67c-9e8b71542a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.524690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-8f8563d8-9292-4fc8-a67c-9e8b71542a8f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0912578 Jul 30 01:51:38.639828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.656026 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-6529f1ba-4a08-4d8b-9151-483db374750b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Floating IP 4509e52a-bea9-482f-94c5-d813bda79d61 associated. External IP: 172.25.7.14, port: e96e2b54-e552-4961-b685-eb6b9a949bb2. Jul 30 01:51:38.765804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c67daf7c-d316-4312-b060-0b344f342e79,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:38.772473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14629bb8-4600-44f8-b1a5-8e5d34238f1c tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.782308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14629bb8-4600-44f8-b1a5-8e5d34238f1c tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.793265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14629bb8-4600-44f8-b1a5-8e5d34238f1c tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.803591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14629bb8-4600-44f8-b1a5-8e5d34238f1c tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.806585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-14629bb8-4600-44f8-b1a5-8e5d34238f1c tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3603048 Jul 30 01:51:38.809797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be529b-0e9e-44a3-8631-ab838d0ace77 req-3c97c901-e275-4d14-982e-e3e515a1d445 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.812093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3be529b-0e9e-44a3-8631-ab838d0ace77 req-3c97c901-e275-4d14-982e-e3e515a1d445 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1096 time: 0.5011721 Jul 30 01:51:38.821427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40214) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:38.844095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c413c3-5514-447a-a662-08ee11d3759a req-f5c7e392-152f-4663-809d-19bea208697f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.860897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c413c3-5514-447a-a662-08ee11d3759a req-f5c7e392-152f-4663-809d-19bea208697f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.872548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c413c3-5514-447a-a662-08ee11d3759a req-f5c7e392-152f-4663-809d-19bea208697f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.885189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c413c3-5514-447a-a662-08ee11d3759a req-f5c7e392-152f-4663-809d-19bea208697f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.897382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c413c3-5514-447a-a662-08ee11d3759a req-f5c7e392-152f-4663-809d-19bea208697f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.909070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c413c3-5514-447a-a662-08ee11d3759a req-f5c7e392-152f-4663-809d-19bea208697f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.921111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c413c3-5514-447a-a662-08ee11d3759a req-f5c7e392-152f-4663-809d-19bea208697f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.924545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43c413c3-5514-447a-a662-08ee11d3759a req-f5c7e392-152f-4663-809d-19bea208697f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.6067116 Jul 30 01:51:38.964401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:38.990855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ba09-b768-44c1-bb8d-84926006301d req-bb3b8929-c811-4859-ae3e-b81856ae5cfd tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:38.993419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-bb3b8929-c811-4859-ae3e-b81856ae5cfd tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.41 "GET /v2.0/networks?id=28077912-bc59-45e0-9f13-3eda9fd8a5c2 HTTP/1.1" status: 200 len: 805 time: 0.6809092 Jul 30 01:51:39.139091 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.142521 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.231033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-0002308e-0abb-42dc-a6f2-9041aabb009a service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6771879 Jul 30 01:51:39.243672 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.244240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8302694-d1da-4a6f-b6ba-0005634d12e5 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:51:39.255728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-33194e56-9b20-42bb-b66e-16071cd155c8 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:39.257289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3be529b-0e9e-44a3-8631-ab838d0ace77 req-4e43ba3f-76c9-401d-b4d1-27e4711077b2 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095651 Jul 30 01:51:39.257490 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-33194e56-9b20-42bb-b66e-16071cd155c8 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.22 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.1830037 Jul 30 01:51:39.262988 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.268694 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-402dcfa4-77af-464d-a765-ab5b2ea9ff1c admin admin] 10.222.0.84 "DELETE /v2.0/routers/e8302694-d1da-4a6f-b6ba-0005634d12e5 HTTP/1.1" status: 204 len: 168 time: 3.9442401 Jul 30 01:51:39.279284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40216) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:39.287740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43c413c3-5514-447a-a662-08ee11d3759a req-b2e76254-5eaf-43c7-8128-ca28647b6ff8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3376827 Jul 30 01:51:39.296985 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.440292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-7822ceaa-de11-4082-a248-8ff7dfc8cdde tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03cfd72862c04228b0309667d7dd5958 HTTP/1.1" status: 200 len: 379 time: 0.4138081 Jul 30 01:51:39.482825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Request body: {'port': {'device_id': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'admin_state_up': True, 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'security_groups': ['50df9a73-4156-4285-b5ca-77c7c199ac83']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:39.543610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6529f1ba-4a08-4d8b-9151-483db374750b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:51:39.570653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-118e4e5c-9921-415c-afd2-e2bef33361f8 req-b0908597-10b5-479c-b430-86488097fa8d tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 210 time: 0.1202621 Jul 30 01:51:39.655888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Deleting port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:39.656472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.735223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84a7a9a-1473-41be-96b7-0fed196ff825 admin admin] Deleting subnet afafd518-a9a6-4966-8571-3a43d696a22a {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:51:39.773859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e84a7a9a-1473-41be-96b7-0fed196ff825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.889570 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-e40c8257-7c49-4d89-9054-1146688ac632 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343420 Jul 30 01:51:39.924115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] For port 19ead6e2-ca74-48b5-ae2e-203a86b83df1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=19ead6e2-ca74-48b5-ae2e-203a86b83df1,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:39.924869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.929907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6529f1ba-4a08-4d8b-9151-483db374750b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:51:39.944523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] Sync routers for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:51:39.946721 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6529f1ba-4a08-4d8b-9151-483db374750b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.964124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:39.965562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:39.973570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:39.992818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Calling delete_port for 19ead6e2-ca74-48b5-ae2e-203a86b83df1 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:40.031246 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6529f1ba-4a08-4d8b-9151-483db374750b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "PUT /v2.0/floatingips/4509e52a-bea9-482f-94c5-d813bda79d61 HTTP/1.1" status: 200 len: 990 time: 3.9983425 Jul 30 01:51:40.031246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'tag': 'e96e2b54-e552-4961-b685-eb6b9a949bb2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:40.035297 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fa03e2-3c88-495b-b74e-2115e197efd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d62391ff-0012-4b25-8c11-605b13af8d47", "tag": "e96e2b54-e552-4961-b685-eb6b9a949bb2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:40.075934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3536a4-49b4-42f0-8b0d-f3eca239645c']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:40.104757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e84a7a9a-1473-41be-96b7-0fed196ff825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.110420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b54a483-36ac-49a2-985f-ca071e9bd70f') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:40.110943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b54a483-36ac-49a2-985f-ca071e9bd70f') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:40.122359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-353edad4-08c5-4449-af8d-23ef78f981bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=1883ce7e-549a-45f1-a991-b66482189a87 HTTP/1.1" status: 200 len: 217 time: 0.1932006 Jul 30 01:51:40.166575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:40.192589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866bb9f-b4a5-4f5d-b1c9-24b186af6202 req-a1a56fe4-1f0f-404d-9f2a-f61d4e62b5fa tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.195290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6866bb9f-b4a5-4f5d-b1c9-24b186af6202 req-a1a56fe4-1f0f-404d-9f2a-f61d4e62b5fa tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d84c00-486d-4f75-b5f4-7e013ef30620 HTTP/1.1" status: 200 len: 945 time: 0.5780511 Jul 30 01:51:40.241693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.249224 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.277186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Pushing event deleted for resources: {'Port': ['ID=19ead6e2-ca74-48b5-ae2e-203a86b83df1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:40.278711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0df602-b91a-46ca-aaf6-a333177a797e req-68f0a22c-47c2-47f1-9d6f-25e660c3f4fc tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.287480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['19ead6e2-ca74-48b5-ae2e-203a86b83df1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:40.297143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad0df602-b91a-46ca-aaf6-a333177a797e req-68f0a22c-47c2-47f1-9d6f-25e660c3f4fc tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1096 time: 0.6315491 Jul 30 01:51:40.341136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] No DVR routers for this DVR port 19ead6e2-ca74-48b5-ae2e-203a86b83df1 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:40.353352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.356155 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-28933b27-eee9-43d8-b2e2-71d4c40ec36d req-708227fa-3d47-458d-9fb0-bb33d824959b tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.22 "DELETE /v2.0/ports/19ead6e2-ca74-48b5-ae2e-203a86b83df1 HTTP/1.1" status: 204 len: 173 time: 1.0593147 Jul 30 01:51:40.425372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.448197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c67daf7c-d316-4312-b060-0b344f342e79 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:40.481083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:40.481624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.483638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c67daf7c-d316-4312-b060-0b344f342e79 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:40.484039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c67daf7c-d316-4312-b060-0b344f342e79 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:40.486205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Made reservation on behalf of 03cfd72862c04228b0309667d7dd5958 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:40.490446 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.495063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-c0c0409d-f465-45bc-8f02-b487ee010243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:40.496900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-c0c0409d-f465-45bc-8f02-b487ee010243 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.3203347 Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:40.498477 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:40.633215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '4509e52a-bea9-482f-94c5-d813bda79d61', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'port_id': 'e96e2b54-e552-4961-b685-eb6b9a949bb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'mac_address': 'fa:16:3e:7a:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:48Z', 'updated_at': '2021-07-30T01:51:38Z', 'revision_number': 1, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:40.655151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6866bb9f-b4a5-4f5d-b1c9-24b186af6202 req-dd4b55c6-a961-42ab-a3bb-6170c0620d92 tempest-ListServerFiltersTestJSON-1895208693 tempest-ListServerFiltersTestJSON-1895208693-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f06d06d-0897-433f-b6d7-d9f11ddb4c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931181 Jul 30 01:51:40.677966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] Checking router: 8d11c98b-8ab5-40fd-ba98-385aba6299d8 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:51:40.689077 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad0df602-b91a-46ca-aaf6-a333177a797e req-8c0d4ff6-d1ef-4141-b183-6696d414bb40 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891783 Jul 30 01:51:40.718056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:51:40.720325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:40.771745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.793740 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b7f27d-b354-4bcb-b116-e37853b1a5ce x-openstack-request-id: req-47b7f27d-b354-4bcb-b116-e37853b1a5ce {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:40.794186 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62391ff-0012-4b25-8c11-605b13af8d47", "tag": "e96e2b54-e552-4961-b685-eb6b9a949bb2", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:40.794587 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-47b7f27d-b354-4bcb-b116-e37853b1a5ce {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:40.797091 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'tag': 'e96e2b54-e552-4961-b685-eb6b9a949bb2', 'status': 'completed', 'code': 200} Jul 30 01:51:40.803581 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e84a7a9a-1473-41be-96b7-0fed196ff825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.859376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:40.864077 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/networks/da3536a4-49b4-42f0-8b0d-f3eca239645c HTTP/1.1" status: 204 len: 168 time: 1.9373629 Jul 30 01:51:40.868924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40232) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:41.002189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:51:41.023593 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.109821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51109bdb-97cf-4d2c-99b0-e0c43315b915 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Network': ['ID=da3536a4-49b4-42f0-8b0d-f3eca239645c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:41.187935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6744e947-686a-476a-802c-ea8ce3b6de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.190864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6744e947-686a-476a-802c-ea8ce3b6de60 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5752232 Jul 30 01:51:41.215062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.232338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49009b8b-7876-4483-a0c5-a24adc4d9463']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:41.248367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5d9c1a-19c9-46aa-9611-6e89c16acdb8') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:41.249010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5d9c1a-19c9-46aa-9611-6e89c16acdb8') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:41.260327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.281120 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.293769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:41.295494 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:41.344228 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:41.387573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.402245 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.405975 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/networks/49009b8b-7876-4483-a0c5-a24adc4d9463 HTTP/1.1" status: 204 len: 168 time: 0.5353382 Jul 30 01:51:41.422914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40234) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:41.439089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb87a8-2618-4ac7-9f88-0bdd6e029bf5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Network': ['ID=49009b8b-7876-4483-a0c5-a24adc4d9463,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:41.472054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '4509e52a-bea9-482f-94c5-d813bda79d61', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'port_id': 'e96e2b54-e552-4961-b685-eb6b9a949bb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'mac_address': 'fa:16:3e:7a:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:48Z', 'updated_at': '2021-07-30T01:51:38Z', 'revision_number': 1, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:41.526306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfed4f2-9db1-4d90-9cd4-7cd310facc81 None None] The sync data for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 is: [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '4509e52a-bea9-482f-94c5-d813bda79d61', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'floating_ip_address': '172.25.7.14', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'port_id': 'e96e2b54-e552-4961-b685-eb6b9a949bb2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'mac_address': 'fa:16:3e:7a:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:48Z', 'updated_at': '2021-07-30T01:51:38Z', 'revision_number': 1, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:51:41.663552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0f4071e-b32d-4e94-a23b-d753e2173f92 req-2ce6591f-bf83-4f85-9a91-ada020ba7581 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 210 time: 0.5083706 Jul 30 01:51:41.771352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-b9a84a79-2318-42ed-884b-1c18a4edfbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.773017 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-b9a84a79-2318-42ed-884b-1c18a4edfbdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 1096 time: 0.8188717 Jul 30 01:51:41.780136 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e84a7a9a-1473-41be-96b7-0fed196ff825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.798215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386144-f273-45e6-a927-55217ebb7dbf req-28e1859a-6630-457e-a455-76c4926581b1 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.805362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386144-f273-45e6-a927-55217ebb7dbf req-28e1859a-6630-457e-a455-76c4926581b1 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.811677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386144-f273-45e6-a927-55217ebb7dbf req-28e1859a-6630-457e-a455-76c4926581b1 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.818462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386144-f273-45e6-a927-55217ebb7dbf req-28e1859a-6630-457e-a455-76c4926581b1 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.826074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386144-f273-45e6-a927-55217ebb7dbf req-28e1859a-6630-457e-a455-76c4926581b1 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.833704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386144-f273-45e6-a927-55217ebb7dbf req-28e1859a-6630-457e-a455-76c4926581b1 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.839979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386144-f273-45e6-a927-55217ebb7dbf req-28e1859a-6630-457e-a455-76c4926581b1 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:41.848250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac386144-f273-45e6-a927-55217ebb7dbf req-28e1859a-6630-457e-a455-76c4926581b1 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.8721042 Jul 30 01:51:41.892918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40244) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:41.905279 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4592db6f-a94b-4fb8-8104-69f4d13e5137 None None] New status for floating IP 4509e52a-bea9-482f-94c5-d813bda79d61: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:51:41.955204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-76716df5-69ec-4359-a2ef-46ea49bac962 admin admin] Deleting subnet 8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:51:41.968661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a35b2f-1bd0-4752-9dde-5024ce080324 None None] Network 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:41.970106 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e84a7a9a-1473-41be-96b7-0fed196ff825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.970844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76716df5-69ec-4359-a2ef-46ea49bac962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:41.972788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e84a7a9a-1473-41be-96b7-0fed196ff825 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/afafd518-a9a6-4966-8571-3a43d696a22a HTTP/1.1" status: 204 len: 168 time: 2.6837339 Jul 30 01:51:41.973869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7a9a-1473-41be-96b7-0fed196ff825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afafd518-a9a6-4966-8571-3a43d696a22a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:41.976798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40246) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:42.073890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-cf66d6e6-6301-4519-b50e-b510ac347fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:42.076599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-cf66d6e6-6301-4519-b50e-b510ac347fef service neutron] 10.222.0.41 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 912 time: 0.2175410 Jul 30 01:51:42.084300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Allocated IP 172.20.0.6 (28077912-bc59-45e0-9f13-3eda9fd8a5c2/5a54c1f5-8dee-401c-9cfd-ce5ac871b093/d51701a6-89ef-4081-914d-3e801278deec) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:42.139805 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:51:42.179155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76716df5-69ec-4359-a2ef-46ea49bac962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.242573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54ac32f-f321-491f-9643-ac25aa10af0d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:42.243407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac386144-f273-45e6-a927-55217ebb7dbf req-3057e7d0-1070-4b72-b7f7-f3e93e6dc2e6 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3904035 Jul 30 01:51:42.250391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54ac32f-f321-491f-9643-ac25aa10af0d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:42.252087 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a54ac32f-f321-491f-9643-ac25aa10af0d tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8277783 Jul 30 01:51:42.260437 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40250) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:42.264739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.269283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-8f876552-aa2d-4722-8fd1-0d2a9c2ea48c service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102009 Jul 30 01:51:42.270626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1900057491'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:42.382911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-f8858312-ebeb-413d-9e8e-0bca7f988ed1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2 HTTP/1.1" status: 200 len: 998 time: 0.2903025 Jul 30 01:51:42.394175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Made reservation on behalf of 5f27b5cd1ea9412fac95e4f8419a4800 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:42.402915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.437432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db6093-3216-4077-a02a-fc364515efa2 None None] DHCP port deletion for 1952f32f-058f-4e85-8e5e-b4c0ce4622d1 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:51:42.448388 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76716df5-69ec-4359-a2ef-46ea49bac962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.483495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:42.503846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.504169 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Added segment cac4fb42-0ba0-4149-b886-d8d17bbbe818 of type vlan for network f063e2bc-2026-47c2-aa82-2abf58e67471 Jul 30 01:51:42.562804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-1d639b53-3be5-45e0-9d8a-65f4dcf4a20d service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665951 Jul 30 01:51:42.574444 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Deleting port 7480f186-1796-4b09-b7b7-7778af9b9407 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:42.575150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.580160 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.622256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-02db6093-3216-4077-a02a-fc364515efa2 None None] Deleting port 7480f186-1796-4b09-b7b7-7778af9b9407 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:42.623956 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02db6093-3216-4077-a02a-fc364515efa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.675974 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76716df5-69ec-4359-a2ef-46ea49bac962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.701051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:51:42.741792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-ad55357a-ed32-40b4-bddf-e8dca07f77e0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 HTTP/1.1" status: 200 len: 217 time: 0.1555731 Jul 30 01:51:42.762610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-02db6093-3216-4077-a02a-fc364515efa2 None None] For port 7480f186-1796-4b09-b7b7-7778af9b9407, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7480f186-1796-4b09-b7b7-7778af9b9407,segment=NetworkSegment(379f5bcd-976c-43d6-a16e-dbf3fdd10dd2),segment_id=379f5bcd-976c-43d6-a16e-dbf3fdd10dd2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:42.763059 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02db6093-3216-4077-a02a-fc364515efa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.768890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76716df5-69ec-4359-a2ef-46ea49bac962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:42.783932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76716df5-69ec-4359-a2ef-46ea49bac962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.785346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be75a9-4392-4fde-95a6-5902bf710ac9 None None] Network d97603bb-88dd-433a-9534-1632ac732fee requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:42.788039 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-76716df5-69ec-4359-a2ef-46ea49bac962 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8c9674c5-5d53-4b1f-a4ee-d41e8a5dc59e HTTP/1.1" status: 204 len: 168 time: 0.8941271 Jul 30 01:51:42.790743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-02db6093-3216-4077-a02a-fc364515efa2 None None] Calling delete_port for 7480f186-1796-4b09-b7b7-7778af9b9407 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:42.793087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:42.806846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d84c00-486d-4f75-b5f4-7e013ef30620', 'name': 'network-vif-deleted', 'tag': '19ead6e2-ca74-48b5-ae2e-203a86b83df1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:42.810975 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5bcd54-c335-4fe8-a2b4-1722cc6222be" -d '{"events": [{"server_uuid": "85d84c00-486d-4f75-b5f4-7e013ef30620", "name": "network-vif-deleted", "tag": "19ead6e2-ca74-48b5-ae2e-203a86b83df1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:42.845631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] For port 7480f186-1796-4b09-b7b7-7778af9b9407, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7480f186-1796-4b09-b7b7-7778af9b9407,segment=NetworkSegment(379f5bcd-976c-43d6-a16e-dbf3fdd10dd2),segment_id=379f5bcd-976c-43d6-a16e-dbf3fdd10dd2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:42.846260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.880209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.890726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:42.892040 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:42.948851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Calling delete_port for 7480f186-1796-4b09-b7b7-7778af9b9407 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:43.049105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-1d3ba944-b662-49d8-9edd-a764447b3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.053268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-1d3ba944-b662-49d8-9edd-a764447b3ba4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.1877828 Jul 30 01:51:43.057767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-bf4a43d7-62c0-47b1-a1a0-7ca32d9c7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.061560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-bf4a43d7-62c0-47b1-a1a0-7ca32d9c7dee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.4966259 Jul 30 01:51:43.065416 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8033795 Jul 30 01:51:43.077343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:43.078354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029452f-5501-451d-a6bb-b2291d4b4074 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Network': ['ID=f063e2bc-2026-47c2-aa82-2abf58e67471,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:43.094921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network f063e2bc-2026-47c2-aa82-2abf58e67471 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:43.131081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-269246814'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:43.138022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.200144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Made reservation on behalf of 5f27b5cd1ea9412fac95e4f8419a4800 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:43.203842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.219884 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.238897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Transition to ACTIVE for port object d51701a6-89ef-4081-914d-3e801278deec will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:43.248441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e7c925d-74b5-4dff-8a04-9fdc5823883a req-fa566173-56ec-4f97-9b53-d378fea8dbf0 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 210 time: 0.2343631 Jul 30 01:51:43.283030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02db6093-3216-4077-a02a-fc364515efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.308260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:43.326870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.333867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db6093-3216-4077-a02a-fc364515efa2 None None] No DVR routers for this DVR port 7480f186-1796-4b09-b7b7-7778af9b9407 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:43.357973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.358516 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Added segment b8f0ffd8-7d9d-44ab-a2b9-4307cf5421e3 of type vlan for network 5e37c28f-b6fc-436c-b92a-300a5986bd8d Jul 30 01:51:43.402619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.427570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db6093-3216-4077-a02a-fc364515efa2 None None] Pushing event deleted for resources: {'Port': ['ID=7480f186-1796-4b09-b7b7-7778af9b9407,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:43.460133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f60b7a-dfd0-40fe-bcb0-3e53af93e54a None None] DHCP port deletion for d97603bb-88dd-433a-9534-1632ac732fee request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:51:43.565439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-45f60b7a-dfd0-40fe-bcb0-3e53af93e54a None None] Deleting port 0e94a5b7-f85a-4896-a52a-b1c437add773 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:43.566596 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f60b7a-dfd0-40fe-bcb0-3e53af93e54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.576012 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60befa8-2a43-4238-af9e-e25a75fa5453 x-openstack-request-id: req-a60befa8-2a43-4238-af9e-e25a75fa5453 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:43.576314 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d84c00-486d-4f75-b5f4-7e013ef30620", "name": "network-vif-deleted", "tag": "19ead6e2-ca74-48b5-ae2e-203a86b83df1", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:43.576525 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a60befa8-2a43-4238-af9e-e25a75fa5453 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:43.576801 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d84c00-486d-4f75-b5f4-7e013ef30620', 'name': 'network-vif-deleted', 'tag': '19ead6e2-ca74-48b5-ae2e-203a86b83df1', 'status': 'completed', 'code': 200} Jul 30 01:51:43.600609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Pushing event deleted for resources: {'Port': ['ID=7480f186-1796-4b09-b7b7-7778af9b9407,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:43.624880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] No DVR routers for this DVR port 7480f186-1796-4b09-b7b7-7778af9b9407 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:43.637360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:43.652331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.686823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:43.707905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-ebfa84d2-2029-4921-a75e-d3500d220e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.711053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-ebfa84d2-2029-4921-a75e-d3500d220e57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4615958 Jul 30 01:51:43.717570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:43.738889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6c14ae75-6931-46b3-b48e-b1c17b7662f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:43.742097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-6c14ae75-6931-46b3-b48e-b1c17b7662f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4915161 Jul 30 01:51:43.744296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Pushing event updated for resources: {'Port': ['ID=d51701a6-89ef-4081-914d-3e801278deec,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:43.769031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Deleting port 0e94a5b7-f85a-4896-a52a-b1c437add773 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:43.769351 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.797547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-45f60b7a-dfd0-40fe-bcb0-3e53af93e54a None None] For port 0e94a5b7-f85a-4896-a52a-b1c437add773, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0e94a5b7-f85a-4896-a52a-b1c437add773,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:43.814586 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f60b7a-dfd0-40fe-bcb0-3e53af93e54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:43.830492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-45f60b7a-dfd0-40fe-bcb0-3e53af93e54a None None] Calling delete_port for 0e94a5b7-f85a-4896-a52a-b1c437add773 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:44.012278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.024689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.036303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 19ead6e2-ca74-48b5-ae2e-203a86b83df1 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:44.054806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.058701 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.103150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 19ead6e2-ca74-48b5-ae2e-203a86b83df1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:44.103998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 19ead6e2-ca74-48b5-ae2e-203a86b83df1 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:44.109306 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45f60b7a-dfd0-40fe-bcb0-3e53af93e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.111470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1952f32f-058f-4e85-8e5e-b4c0ce4622d1']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:44.135005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:44.135425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379f5bcd-976c-43d6-a16e-dbf3fdd10dd2') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:44.153317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.183039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.211954 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1177716 Jul 30 01:51:44.211954 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:44.211954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:44.233464 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:44.255320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-90d0bd10-5945-4f46-acec-e811dd0c6d97 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:51:44.257251 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-90d0bd10-5945-4f46-acec-e811dd0c6d97 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2988520 Jul 30 01:51:44.272258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40290) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:44.297508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'ports': [{'network_id': 'f063e2bc-2026-47c2-aa82-2abf58e67471', 'name': 'tempest-port--1040850924', 'admin_state_up': True}, {'network_id': '5e37c28f-b6fc-436c-b92a-300a5986bd8d', 'admin_state_up': False}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:44.298175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'port': {'network_id': 'f063e2bc-2026-47c2-aa82-2abf58e67471', 'name': 'tempest-port--1040850924', 'admin_state_up': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:44.299067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'port': {'network_id': '5e37c28f-b6fc-436c-b92a-300a5986bd8d', 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:44.340757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f60b7a-dfd0-40fe-bcb0-3e53af93e54a None None] Pushing event deleted for resources: {'Port': ['ID=0e94a5b7-f85a-4896-a52a-b1c437add773,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:44.365890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f60b7a-dfd0-40fe-bcb0-3e53af93e54a None None] No DVR routers for this DVR port 0e94a5b7-f85a-4896-a52a-b1c437add773 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:44.395475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4ba8177f-ad8e-4b6d-834b-14d19b2801f4 None None] Provisioning for port d51701a6-89ef-4081-914d-3e801278deec completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:44.403159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4ba8177f-ad8e-4b6d-834b-14d19b2801f4 None None] Provisioning complete for port d51701a6-89ef-4081-914d-3e801278deec triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:44.403159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ba8177f-ad8e-4b6d-834b-14d19b2801f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.458313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] For port 0e94a5b7-f85a-4896-a52a-b1c437add773, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0e94a5b7-f85a-4896-a52a-b1c437add773,segment=NetworkSegment(8bd7386b-d46f-4ea2-80ff-a52b3312b6f2),segment_id=8bd7386b-d46f-4ea2-80ff-a52b3312b6f2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:44.460812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.461801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8177f-ad8e-4b6d-834b-14d19b2801f4 None None] Port d51701a6-89ef-4081-914d-3e801278deec cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:51:44.471587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0e94a5b7-f85a-4896-a52a-b1c437add773 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:44.495238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4a4cd-53b7-456a-8dec-7282acc890dc tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Network': ['ID=5e37c28f-b6fc-436c-b92a-300a5986bd8d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:44.498806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.501724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Calling delete_port for 0e94a5b7-f85a-4896-a52a-b1c437add773 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:44.506977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 0e94a5b7-f85a-4896-a52a-b1c437add773 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:44.506977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0e94a5b7-f85a-4896-a52a-b1c437add773 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:44.507577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7480f186-1796-4b09-b7b7-7778af9b9407 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:51:44.531217 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.533277 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] 10.222.0.84 "DELETE /v2.0/networks/1952f32f-058f-4e85-8e5e-b4c0ce4622d1 HTTP/1.1" status: 204 len: 168 time: 2.5461354 Jul 30 01:51:44.535970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7480f186-1796-4b09-b7b7-7778af9b9407 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:51:44.535970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7480f186-1796-4b09-b7b7-7778af9b9407 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:51:44.537744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4fb68-7f58-4a5d-a562-b022ee852fea admin admin] Pushing event deleted for resources: {'Network': ['ID=1952f32f-058f-4e85-8e5e-b4c0ce4622d1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:44.538206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5e37c28f-b6fc-436c-b92a-300a5986bd8d details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:44.562688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Request body: {'binding': {'host': 'n-h1-715271-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:44.563010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Unknown quota resources ['binding']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:51:44.565521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0599c1c-0c43-474c-b6dd-1d5316300379 req-c4053444-be60-4752-9daf-5c6310d944f9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.579601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0599c1c-0c43-474c-b6dd-1d5316300379 req-c4053444-be60-4752-9daf-5c6310d944f9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.592059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0599c1c-0c43-474c-b6dd-1d5316300379 req-c4053444-be60-4752-9daf-5c6310d944f9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.606587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0599c1c-0c43-474c-b6dd-1d5316300379 req-c4053444-be60-4752-9daf-5c6310d944f9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.618971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0599c1c-0c43-474c-b6dd-1d5316300379 req-c4053444-be60-4752-9daf-5c6310d944f9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.631261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0599c1c-0c43-474c-b6dd-1d5316300379 req-c4053444-be60-4752-9daf-5c6310d944f9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.643194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0599c1c-0c43-474c-b6dd-1d5316300379 req-c4053444-be60-4752-9daf-5c6310d944f9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.648215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0599c1c-0c43-474c-b6dd-1d5316300379 req-c4053444-be60-4752-9daf-5c6310d944f9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.9906352 Jul 30 01:51:44.665661 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:44.666342 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.678977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-f8ae949a-c4b4-4d46-94fe-ab342c30b24a service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728192 Jul 30 01:51:44.823413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-e3740918-22d3-4a77-ab98-d64340181415 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3682499 Jul 30 01:51:44.863781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Request body: {'port': {'device_id': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:44.870158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40298) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:44.899016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:44.916946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0599c1c-0c43-474c-b6dd-1d5316300379 req-cc77a6b9-49c0-4f5e-bad2-e16ce6759d5b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2403245 Jul 30 01:51:44.932565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-d4bf186c-2bd5-4bc9-8197-a6b4226523a6 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9462006 Jul 30 01:51:44.953563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e94a5b7-f85a-4896-a52a-b1c437add773,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:44.958240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f on host n-h1-715271-7 for vnic_type normal with profile None {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:44.958571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:44.958908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:44.961665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] No DVR routers for this DVR port 0e94a5b7-f85a-4896-a52a-b1c437add773 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:51:44.970216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Port 01b58489-d24c-46a2-8754-29c84931aa0f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:44.970441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:44.999073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:45.000710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:45.000710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:45.000710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Bound port: 01b58489-d24c-46a2-8754-29c84931aa0f, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:45.080503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.099417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97603bb-88dd-433a-9534-1632ac732fee']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:45.115788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:45.115995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd7386b-d46f-4ea2-80ff-a52b3312b6f2') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:51:45.133428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:45.135530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.138945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.140208 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-865b7f57-7380-4131-b7c2-ece5385893c0 service neutron] 10.222.0.84 "POST /v2.0/ports/01b58489-d24c-46a2-8754-29c84931aa0f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7793295 Jul 30 01:51:45.157399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.168844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:51:45.169511 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:51:45.172218 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:51:45.218012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82fa03e2-3c88-495b-b74e-2115e197efd8 req-bdb4f7d8-1073-4d5b-9b9f-9b619451934b service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089772 Jul 30 01:51:45.231634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6f0efa57-9fda-44e1-b9f5-31750e61c486 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a54a4c1f0a3244fa8ce9af5f58fac379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530495 Jul 30 01:51:45.236867 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.241648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40300) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.290175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Made reservation on behalf of 5f27b5cd1ea9412fac95e4f8419a4800 for: {'port': 2} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:45.298671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.314967 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.356787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.360560 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d97603bb-88dd-433a-9534-1632ac732fee HTTP/1.1" status: 204 len: 168 time: 2.5553057 Jul 30 01:51:45.382938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c8410-8b5f-4368-9e39-c363edbb7862 admin admin] Pushing event deleted for resources: {'Network': ['ID=d97603bb-88dd-433a-9534-1632ac732fee,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:45.453989 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.551322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-5f3757c3-4094-4373-8714-55006aae92a4 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976820 Jul 30 01:51:45.660485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40306) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.734016 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eaeed351-0129-4f7c-a570-64f1b55a0daa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dabcba8e074547be98ca4a4e6d3e269a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695791 Jul 30 01:51:45.734568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40308) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:45.780222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-f8efae8e-9f42-49c5-805b-f0abac2c5a47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=193102a5-36b8-44b6-9a54-7cf363179076 HTTP/1.1" status: 200 len: 217 time: 0.1897233 Jul 30 01:51:45.801114 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36af509f-d77a-4f71-be29-dc718e11431b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.815457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b297ce-896a-4cd2-bd33-ce37d0d119f3 req-ed9361e2-e4c9-4ff6-bd22-35d0fa132ac7 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.818331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45b297ce-896a-4cd2-bd33-ce37d0d119f3 req-ed9361e2-e4c9-4ff6-bd22-35d0fa132ac7 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 931 time: 0.5420458 Jul 30 01:51:45.829400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36af509f-d77a-4f71-be29-dc718e11431b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.893273 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-691e2aa5-f490-4242-ab9e-3561c0c0ad45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.897926 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36af509f-d77a-4f71-be29-dc718e11431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.903002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36af509f-d77a-4f71-be29-dc718e11431b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:45.904743 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-36af509f-d77a-4f71-be29-dc718e11431b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0f06d06d-0897-433f-b6d7-d9f11ddb4c40 HTTP/1.1" status: 204 len: 168 time: 0.1687362 Jul 30 01:51:45.921615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af509f-d77a-4f71-be29-dc718e11431b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06d06d-0897-433f-b6d7-d9f11ddb4c40,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:45.940674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] device_id is not set on port 92dc9600-7891-4eda-99ee-4fc7f3daed11 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:51:45.982697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-f1381051-d775-4beb-b1c0-934760eaed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:45.984640 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-f1381051-d775-4beb-b1c0-934760eaed5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1096 time: 0.4668128 Jul 30 01:51:46.011340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f468b1-25ce-4c8c-a932-18ad8df8d892 req-93118abb-d401-41ee-9937-3f341a96188a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.013000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8f468b1-25ce-4c8c-a932-18ad8df8d892 req-93118abb-d401-41ee-9937-3f341a96188a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 945 time: 0.5713856 Jul 30 01:51:46.137510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-691e2aa5-f490-4242-ab9e-3561c0c0ad45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:46.528908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-294def3b-8eac-4986-b414-7d8448bbc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.530447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-294def3b-8eac-4986-b414-7d8448bbc61b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.6777527 Jul 30 01:51:46.570220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45b297ce-896a-4cd2-bd33-ce37d0d119f3 req-46c177e3-d5b8-4b34-acbc-810fa3e6d541 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6926169 Jul 30 01:51:46.705545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8f468b1-25ce-4c8c-a932-18ad8df8d892 req-272c3569-d561-4538-b314-23d065531c4a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547973 Jul 30 01:51:46.952991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-a126fdb5-3b84-43fd-bde0-2a1d7813a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.955413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-a126fdb5-3b84-43fd-bde0-2a1d7813a477 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.9411938 Jul 30 01:51:46.986475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-2b5a1f7b-4527-4768-83e4-becffcb248ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:46.989160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-2b5a1f7b-4527-4768-83e4-becffcb248ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4372175 Jul 30 01:51:47.030538 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-691e2aa5-f490-4242-ab9e-3561c0c0ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.035469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-691e2aa5-f490-4242-ab9e-3561c0c0ad45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.037502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-691e2aa5-f490-4242-ab9e-3561c0c0ad45 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/de7d5a23-9d64-40f3-b263-ae31f404982b HTTP/1.1" status: 204 len: 168 time: 1.7895081 Jul 30 01:51:47.157838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-34807db0-380d-4d5d-98b8-a957e87bddab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 200 len: 217 time: 0.1813800 Jul 30 01:51:47.300519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d86b-fc75-400d-b604-f48f88c92117 req-4f24063c-acee-4683-aa55-d456ef327c5a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.312448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d86b-fc75-400d-b604-f48f88c92117 req-4f24063c-acee-4683-aa55-d456ef327c5a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.327014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d86b-fc75-400d-b604-f48f88c92117 req-4f24063c-acee-4683-aa55-d456ef327c5a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.340651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d86b-fc75-400d-b604-f48f88c92117 req-4f24063c-acee-4683-aa55-d456ef327c5a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.360077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d86b-fc75-400d-b604-f48f88c92117 req-4f24063c-acee-4683-aa55-d456ef327c5a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.373082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d86b-fc75-400d-b604-f48f88c92117 req-4f24063c-acee-4683-aa55-d456ef327c5a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.383764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d86b-fc75-400d-b604-f48f88c92117 req-4f24063c-acee-4683-aa55-d456ef327c5a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.387131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c182d86b-fc75-400d-b604-f48f88c92117 req-4f24063c-acee-4683-aa55-d456ef327c5a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.5934989 Jul 30 01:51:47.388523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e2aa5-f490-4242-ab9e-3561c0c0ad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7d5a23-9d64-40f3-b263-ae31f404982b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:47.472327 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.507261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51701a6-89ef-4081-914d-3e801278deec {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:47.552836 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.561508 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-87a56a74-2f56-4d5d-83a7-ddb2b06c55a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0941012 Jul 30 01:51:47.709049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40348) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:47.735307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-124e3f9e-7008-4ab0-a157-bb17bd78d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.738801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-124e3f9e-7008-4ab0-a157-bb17bd78d709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.4909632 Jul 30 01:51:47.777124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Transition to ACTIVE for port object d51701a6-89ef-4081-914d-3e801278deec will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:47.786413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2fef639f-9410-4847-921d-b1b6b59142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.787669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2fef639f-9410-4847-921d-b1b6b59142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.788596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2fef639f-9410-4847-921d-b1b6b59142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.789648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2fef639f-9410-4847-921d-b1b6b59142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.791092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2fef639f-9410-4847-921d-b1b6b59142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.792118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2fef639f-9410-4847-921d-b1b6b59142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.792966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2fef639f-9410-4847-921d-b1b6b59142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:47.796659 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2fef639f-9410-4847-921d-b1b6b59142a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6500 time: 0.1484318 Jul 30 01:51:47.799906 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c182d86b-fc75-400d-b604-f48f88c92117 req-90f27e84-78e7-4307-bb72-eea59bb84fbd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3351417 Jul 30 01:51:47.836990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-680d03ca-4e8b-42b5-a910-220fca466cb2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b574b1c3229a48658c0218139084ef45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254907 Jul 30 01:51:47.840766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40354) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:47.851796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:47.865869 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-7183abe6-463c-46b6-b555-3f06f3a1c431 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298724 Jul 30 01:51:47.865869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] device_id is not set on port 6fdc6105-c1bd-4c46-b119-0069686c4b1e yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:51:47.870609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-0adc960d-3652-4991-8f03-bc664614224f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020825 Jul 30 01:51:48.065659 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd01274-b893-46df-bdb0-c9afbcdda0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.095733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-a48da0af-4331-43a8-8f14-4c694c77b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.096341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-a48da0af-4331-43a8-8f14-4c694c77b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.097457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-a48da0af-4331-43a8-8f14-4c694c77b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.099392 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-a48da0af-4331-43a8-8f14-4c694c77b5fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf1348a1-a390-478a-8610-d68fd6f33f60&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e HTTP/1.1" status: 200 len: 2298 time: 0.2606463 Jul 30 01:51:48.116357 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd01274-b893-46df-bdb0-c9afbcdda0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.238456 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd01274-b893-46df-bdb0-c9afbcdda0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.241747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd01274-b893-46df-bdb0-c9afbcdda0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.243308 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dbd01274-b893-46df-bdb0-c9afbcdda0a9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c1ef1428-7069-425c-a142-d933760a3fc4 HTTP/1.1" status: 204 len: 168 time: 0.3534834 Jul 30 01:51:48.258302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd01274-b893-46df-bdb0-c9afbcdda0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef1428-7069-425c-a142-d933760a3fc4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:48.294534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-a745a58f-59f6-42a1-b1c7-765c8a07b577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8 HTTP/1.1" status: 200 len: 1002 time: 0.1860659 Jul 30 01:51:48.384573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-fb5c07ff-1a00-4249-b317-2dd21857d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.386377 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-fb5c07ff-1a00-4249-b317-2dd21857d565 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b95422b-324e-4507-83eb-37f4ae31e7db HTTP/1.1" status: 200 len: 856 time: 0.0837598 Jul 30 01:51:48.421241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Pushing event updated for resources: {'Port': ['ID=d51701a6-89ef-4081-914d-3e801278deec,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:48.458807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-c52fdaeb-d8e3-42e4-a644-6c923e81732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.460777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-c52fdaeb-d8e3-42e4-a644-6c923e81732c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf1348a1-a390-478a-8610-d68fd6f33f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629745 Jul 30 01:51:48.662621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-ea70258f-aff8-485b-a7f0-c352ec60c222 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7678418 Jul 30 01:51:48.667425 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-f9e8712d-a768-4ae9-8867-78e446970a5e service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938133 Jul 30 01:51:48.672614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623b7c6-fab7-4a8d-b971-35b16d6abbc3 req-ae88b1ce-45e7-466f-9f97-267828a00045 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.675260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5623b7c6-fab7-4a8d-b971-35b16d6abbc3 req-ae88b1ce-45e7-466f-9f97-267828a00045 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 943 time: 0.6949725 Jul 30 01:51:48.710738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-1b11cbed-fb16-41e4-89ad-053a378329da service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349631 Jul 30 01:51:48.830116 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-38e201e6-9eb8-4b05-b3b1-c723289f1e83 service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526740 Jul 30 01:51:48.837974 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:48.900840 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2d2ff2d3-ef2f-45d4-ad0f-832bb065318a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=7d49c76d-863a-4ae6-ae63-59504a2f31f3 HTTP/1.1" status: 200 len: 217 time: 0.0577846 Jul 30 01:51:48.923336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Attempting to bind port d51701a6-89ef-4081-914d-3e801278deec on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:48.923865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Attempting to bind port d51701a6-89ef-4081-914d-3e801278deec by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:48.924209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Attempting to bind port d51701a6-89ef-4081-914d-3e801278deec on network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:48.943002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dc002-c4e3-428c-9dfd-d1ede8102525 req-3dfb2902-7b3a-4158-bd04-49446081f188 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:48.952221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a5dc002-c4e3-428c-9dfd-d1ede8102525 req-3dfb2902-7b3a-4158-bd04-49446081f188 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 945 time: 0.4901004 Jul 30 01:51:48.969479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-b24f1837-880b-490e-9500-9010dafd1716 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3 HTTP/1.1" status: 200 len: 217 time: 0.2295568 Jul 30 01:51:49.004986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-23297ab2-9a06-4b84-a699-890d35c0eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.008458 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-23297ab2-9a06-4b84-a699-890d35c0eee8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.1009867 Jul 30 01:51:49.010798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Port d51701a6-89ef-4081-914d-3e801278deec on network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:49.011459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Attempting to bind port d51701a6-89ef-4081-914d-3e801278deec on network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:49.080151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-7e4b606c-857f-4375-abc1-f3a2ff1035f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.083333 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-7e4b606c-857f-4375-abc1-f3a2ff1035f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654917 Jul 30 01:51:49.154506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5623b7c6-fab7-4a8d-b971-35b16d6abbc3 req-cadad15f-5a86-452d-901b-e9d367441bac tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4679940 Jul 30 01:51:49.174253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:49.176062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Checking segment: {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:49.187772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Bound using segment: {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:49.188772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Bound port: d51701a6-89ef-4081-914d-3e801278deec, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473a2c0a-4602-42c2-95d9-7ce1cbc99038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:49.189163 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.205891 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2a406589-8618-4015-8122-c8df3a545a9f service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143878 Jul 30 01:51:49.327713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a5dc002-c4e3-428c-9dfd-d1ede8102525 req-fd59564b-e6f2-4ceb-85f6-4575665fd122 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739181 Jul 30 01:51:49.350295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-f502ad4f-77ed-4131-9ffa-c0d2c614fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.358837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-f502ad4f-77ed-4131-9ffa-c0d2c614fcc2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.3761532 Jul 30 01:51:49.393604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-14ec1256-ec6c-42ba-8eec-c7ebcfcbf565 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081206 Jul 30 01:51:49.449053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-5ddf609b-39ee-44ad-bd45-284369bb25e7 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307084 Jul 30 01:51:49.482138 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.567208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40392) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:49.578612 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-93798f3c-fc93-4a63-8333-70770fefdd89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c HTTP/1.1" status: 200 len: 217 time: 0.1176698 Jul 30 01:51:49.634406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] For port d51701a6-89ef-4081-914d-3e801278deec, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:49.638343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] For port d51701a6-89ef-4081-914d-3e801278deec, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d51701a6-89ef-4081-914d-3e801278deec,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:49.690196 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-db5ec67d-1272-49c2-9b2f-08e8ab02f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.693254 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-db5ec67d-1272-49c2-9b2f-08e8ab02f954 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.1051252 Jul 30 01:51:49.695177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Port': ['ID=92dc9600-7891-4eda-99ee-4fc7f3daed11,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:49.723423 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.775185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2002918605-network', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:49.810756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-875a2cdb-a943-4731-aba5-e0d8714febf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.814225 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-875a2cdb-a943-4731-aba5-e0d8714febf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1132588 Jul 30 01:51:49.914749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Made reservation on behalf of 210fbeb936a24bb98813bce5c6e35414 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:49.918342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.938260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.939838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.940745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:49.941397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] 10.222.0.41 "PUT /v2.0/ports/d51701a6-89ef-4081-914d-3e801278deec HTTP/1.1" status: 200 len: 1091 time: 5.0927536 Jul 30 01:51:49.943461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:49.949477 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003" -d '{"events": [{"name": "network-changed", "server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "tag": "d51701a6-89ef-4081-914d-3e801278deec"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:49.979109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-db6e0dff-9468-45cf-ad95-8c37345ed914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:49.982102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-db6e0dff-9468-45cf-ad95-8c37345ed914 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5838578 Jul 30 01:51:50.039660 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-094d39a6-946b-48bf-85c5-84136c799f35 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155993 Jul 30 01:51:50.043203 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec98972-e18a-4008-aeb9-0d468fd528d1 x-openstack-request-id: req-7ec98972-e18a-4008-aeb9-0d468fd528d1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:50.043757 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "tag": "d51701a6-89ef-4081-914d-3e801278deec", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:50.044209 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7ec98972-e18a-4008-aeb9-0d468fd528d1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:50.044835 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec', 'status': 'completed', 'code': 200} Jul 30 01:51:50.087786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bdc5b-3189-4631-874d-c4bd2cf8485b service neutron] Pushing event updated for resources: {'Port': ['ID=d51701a6-89ef-4081-914d-3e801278deec,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:50.095124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-630d1ece-2753-4621-b846-0dfa91539a74 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.098270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-630d1ece-2753-4621-b846-0dfa91539a74 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.5821757 Jul 30 01:51:50.209824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-7'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:50.358265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98753-7377-407c-906f-3300bbae639f req-dbbb42ba-d112-45ac-83b4-f14f79d48ff9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.373591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98753-7377-407c-906f-3300bbae639f req-dbbb42ba-d112-45ac-83b4-f14f79d48ff9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.387354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98753-7377-407c-906f-3300bbae639f req-dbbb42ba-d112-45ac-83b4-f14f79d48ff9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.400579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98753-7377-407c-906f-3300bbae639f req-dbbb42ba-d112-45ac-83b4-f14f79d48ff9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.414032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98753-7377-407c-906f-3300bbae639f req-dbbb42ba-d112-45ac-83b4-f14f79d48ff9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.415709 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.424605 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.429065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98753-7377-407c-906f-3300bbae639f req-dbbb42ba-d112-45ac-83b4-f14f79d48ff9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.435597 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-81cce4d5-f71e-4175-a357-0ccc5ca25263 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844488 Jul 30 01:51:50.440552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98753-7377-407c-906f-3300bbae639f req-dbbb42ba-d112-45ac-83b4-f14f79d48ff9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.444665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1a98753-7377-407c-906f-3300bbae639f req-dbbb42ba-d112-45ac-83b4-f14f79d48ff9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.7428801 Jul 30 01:51:50.522668 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.536274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Checking segment: {'id': 'cac4fb42-0ba0-4149-b886-d8d17bbbe818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f063e2bc-2026-47c2-aa82-2abf58e67471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:50.537351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Network hostable DHCP agents. Network: f063e2bc-2026-47c2-aa82-2abf58e67471, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:50.564347 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-def180fb-bc5c-41bf-8a25-2e8b8457a8a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=a410653c-b1b8-4706-b982-5872a766d639 HTTP/1.1" status: 200 len: 217 time: 0.1106937 Jul 30 01:51:50.565222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:50.640550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ba09-b768-44c1-bb8d-84926006301d req-0be7998b-914b-454d-9076-83168b6a44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.640849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff624ce2-20ac-4d9b-b5a7-446bf9e21a0f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:50.642655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-0be7998b-914b-454d-9076-83168b6a44ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03cfd72862c04228b0309667d7dd5958&device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 1094 time: 0.6205962 Jul 30 01:51:50.651628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.652048 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Added segment f8e69975-3bcc-4070-aadc-04a7f984af35 of type vlan for network 9bbb8000-6c97-41a5-a019-202467984cd5 Jul 30 01:51:50.740002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.754004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-3902e9fc-862b-4111-a321-def4725ddc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.757289 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-3902e9fc-862b-4111-a321-def4725ddc97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.1775520 Jul 30 01:51:50.812741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Network f063e2bc-2026-47c2-aa82-2abf58e67471 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:50.819471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1a98753-7377-407c-906f-3300bbae639f req-36c0a4b6-80b2-474c-adcb-9622d42e0637 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3008647 Jul 30 01:51:50.825814 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-4b061c84-c694-4df9-a05c-13273c8ea56a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51701a6-89ef-4081-914d-3e801278deec HTTP/1.1" status: 200 len: 217 time: 0.1366911 Jul 30 01:51:50.838822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-8cc4c732-18e0-4871-937b-d1dd2c9f4b93 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8186574 Jul 30 01:51:50.864409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608f1f7-9228-43f6-9245-55ae9c1a9cfa req-9538c00f-03b4-4b01-8469-e30b440fe8a1 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.866080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9608f1f7-9228-43f6-9245-55ae9c1a9cfa req-9538c00f-03b4-4b01-8469-e30b440fe8a1 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 943 time: 0.3558364 Jul 30 01:51:50.925681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, f063e2bc-2026-47c2-aa82-2abf58e67471) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:50.935009 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.937026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.938008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:50.948957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857bb313-7a47-4f77-b5ef-8faf14b8ac03 None None] Network f063e2bc-2026-47c2-aa82-2abf58e67471 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:50.960519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-a7adedef-cf07-4e58-8aff-76ebd332655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:50.963498 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-a7adedef-cf07-4e58-8aff-76ebd332655c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1964664 Jul 30 01:51:51.097277 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5276186 Jul 30 01:51:51.121924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40418) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:51.196178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Request body: {'subnet': {'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2002918605-subnet', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:51.330562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f529c-4c99-491e-ab7c-f0e4c9617003 admin admin] Pushing event updated for resources: {'Network': ['ID=9bbb8000-6c97-41a5-a019-202467984cd5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:51.356321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 9bbb8000-6c97-41a5-a019-202467984cd5 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:51:51.367299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Made reservation on behalf of 210fbeb936a24bb98813bce5c6e35414 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:51.371808 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.391187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-9162369d-78c0-4d43-b785-d6efce5a28e8 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015834 Jul 30 01:51:51.491294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:51.492759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:51.798653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ba09-b768-44c1-bb8d-84926006301d req-c6c7407f-f4ae-4ad9-b3d2-c61f5673cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:51.801878 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-c6c7407f-f4ae-4ad9-b3d2-c61f5673cd92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a54c1f5-8dee-401c-9cfd-ce5ac871b093 HTTP/1.1" status: 200 len: 844 time: 0.9570270 Jul 30 01:51:51.893719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Port': ['ID=6fdc6105-c1bd-4c46-b119-0069686c4b1e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:51.910103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9608f1f7-9228-43f6-9245-55ae9c1a9cfa req-5218308e-996a-4445-9b70-281b8ecbd7a3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0013146 Jul 30 01:51:52.015172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:52.047234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03b03c-e486-41cd-ae41-d2d2df7132e3 req-96c68241-b4a6-4304-b6d1-5d9ee17f2bc7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.050843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f03b03c-e486-41cd-ae41-d2d2df7132e3 req-96c68241-b4a6-4304-b6d1-5d9ee17f2bc7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 945 time: 0.5605693 Jul 30 01:51:52.110953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b8de26-c4e7-4760-ab87-354e69c4eb22 req-cdb051ab-e4b8-46fd-9478-783a359750bd service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2338014 Jul 30 01:51:52.149607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f03b03c-e486-41cd-ae41-d2d2df7132e3 req-56a988e2-147d-470f-8eef-f8ae114375a0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764725 Jul 30 01:51:52.155071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Checking segment: {'id': 'b8f0ffd8-7d9d-44ab-a2b9-4307cf5421e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5e37c28f-b6fc-436c-b92a-300a5986bd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:52.155828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Network hostable DHCP agents. Network: 5e37c28f-b6fc-436c-b92a-300a5986bd8d, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:52.179539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ba09-b768-44c1-bb8d-84926006301d req-bf087f87-aeea-441b-a240-a6e03ca91b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.182906 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-bf087f87-aeea-441b-a240-a6e03ca91b10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28077912-bc59-45e0-9f13-3eda9fd8a5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3570802 Jul 30 01:51:52.263143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-b89f2cae-df0d-4446-b97d-decc691b6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.265760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-b89f2cae-df0d-4446-b97d-decc691b6b43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1096 time: 0.8368199 Jul 30 01:51:52.364937 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-c946628c-130d-473f-ad04-8feec7d8b92f service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9487691 Jul 30 01:51:52.398315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Network 5e37c28f-b6fc-436c-b92a-300a5986bd8d is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:52.430352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:52.507338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5e37c28f-b6fc-436c-b92a-300a5986bd8d) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:52.524500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05885b0-e235-42b8-9903-2f826e4c770a None None] Network 5e37c28f-b6fc-436c-b92a-300a5986bd8d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:52.531246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:52.542397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.552160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.553102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.600050 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-0d04cc7a-e340-4a40-aa72-b8e641806f23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177 HTTP/1.1" status: 200 len: 217 time: 0.2149251 Jul 30 01:51:52.601820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-710003d3-5973-4f9f-b177-1c43044ad50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.604831 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-710003d3-5973-4f9f-b177-1c43044ad50c service neutron] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.2976389 Jul 30 01:51:52.636500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:52.640333 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0ddab8-6bfb-4dd9-96d0-53ade6f63386" -d '{"events": [{"server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "name": "network-vif-unplugged", "status": "completed", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:52.653181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-8dfd2202-228a-4628-97bf-ef31adac2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.653774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-8dfd2202-228a-4628-97bf-ef31adac2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.654311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-8dfd2202-228a-4628-97bf-ef31adac2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.654855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-8dfd2202-228a-4628-97bf-ef31adac2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.655363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-8dfd2202-228a-4628-97bf-ef31adac2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.655977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-8dfd2202-228a-4628-97bf-ef31adac2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.656775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-8dfd2202-228a-4628-97bf-ef31adac2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.660212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-8dfd2202-228a-4628-97bf-ef31adac2ed7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6477 time: 0.4083867 Jul 30 01:51:52.668810 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.705845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1aa2b1a9-9f5f-467c-86fc-d89d28535906 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.4290326 Jul 30 01:51:52.714646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40428) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:52.750556 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.872408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:52.884305 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-ecc9a54d-2d00-429d-9ab2-192583aa5c79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 200 len: 217 time: 0.1696575 Jul 30 01:51:52.905152 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7a4090-2be1-45be-8d59-340c84ca207a x-openstack-request-id: req-7b7a4090-2be1-45be-8d59-340c84ca207a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:52.906331 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "name": "network-vif-unplugged", "status": "completed", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:52.906984 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7b7a4090-2be1-45be-8d59-340c84ca207a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:52.908459 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f', 'code': 200} Jul 30 01:51:52.972549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda537a1-14b3-4118-83bc-da7a3472fc3b req-ddf0ea70-2967-4345-a993-f6ac2c6098c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.981740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda537a1-14b3-4118-83bc-da7a3472fc3b req-ddf0ea70-2967-4345-a993-f6ac2c6098c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:52.994520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda537a1-14b3-4118-83bc-da7a3472fc3b req-ddf0ea70-2967-4345-a993-f6ac2c6098c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.006680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda537a1-14b3-4118-83bc-da7a3472fc3b req-ddf0ea70-2967-4345-a993-f6ac2c6098c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.015252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda537a1-14b3-4118-83bc-da7a3472fc3b req-ddf0ea70-2967-4345-a993-f6ac2c6098c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.022453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda537a1-14b3-4118-83bc-da7a3472fc3b req-ddf0ea70-2967-4345-a993-f6ac2c6098c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.032343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda537a1-14b3-4118-83bc-da7a3472fc3b req-ddf0ea70-2967-4345-a993-f6ac2c6098c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.036097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bda537a1-14b3-4118-83bc-da7a3472fc3b req-ddf0ea70-2967-4345-a993-f6ac2c6098c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.6257837 Jul 30 01:51:53.040567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-071d21d5-27d3-40ab-af9b-87f1e40aeea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.042717 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-071d21d5-27d3-40ab-af9b-87f1e40aeea8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.3307900 Jul 30 01:51:53.051598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Pushing event updated for resources: {'Subnet': ['ID=971c93ff-9db1-42e6-a6e5-81a21e52ae0f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:53.057555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-b93a2d3b-3183-4e3e-8fb1-24b79bad6d4e service neutron] 10.222.0.41 "GET /v2.0/networks/28077912-bc59-45e0-9f13-3eda9fd8a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473239 Jul 30 01:51:53.107120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-7769abe9-eff8-4b39-a940-b3c072c6d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.108702 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-7769abe9-eff8-4b39-a940-b3c072c6d964 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1819944 Jul 30 01:51:53.119484 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Checking segment: {'id': 'f8e69975-3bcc-4070-aadc-04a7f984af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:53.119484 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Network hostable DHCP agents. Network: 9bbb8000-6c97-41a5-a019-202467984cd5, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:51:53.161983 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-0908f1b9-0a19-4d1a-9dec-4e2c10fc6f42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354559 Jul 30 01:51:53.172354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-6802d468-2c5e-4399-b3c7-20dcd5d29e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.174351 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-6802d468-2c5e-4399-b3c7-20dcd5d29e62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1198027 Jul 30 01:51:53.266645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-2a5a66aa-8a37-4145-a37a-653c2c53bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.271021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-2a5a66aa-8a37-4145-a37a-653c2c53bb69 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 HTTP/1.1" status: 200 len: 903 time: 0.5742071 Jul 30 01:51:53.289818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Network 9bbb8000-6c97-41a5-a019-202467984cd5 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:51:53.315901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 9bbb8000-6c97-41a5-a019-202467984cd5) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:53.324432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.325184 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.349938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0004d8a-24c1-43d6-ae18-4d820127c4d6 None None] Network 9bbb8000-6c97-41a5-a019-202467984cd5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:53.389660 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-53b16a0d-65df-44b7-b374-49d4d309417f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2025950 Jul 30 01:51:53.395902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40438) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:53.406443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:53.426344 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-2d18fe30-473c-459e-8aa9-ec05e69d1d30 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386687 Jul 30 01:51:53.433401 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-94318889-367b-4d51-9de0-85a0556fa7e3 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551801 Jul 30 01:51:53.495605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-a695d0ff-845e-402a-aa1d-ace3bb2338ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3 HTTP/1.1" status: 200 len: 217 time: 0.1239903 Jul 30 01:51:53.519615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Pushing event updated for resources: {'Port': ['ID=01b58489-d24c-46a2-8754-29c84931aa0f,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:53.578251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.579864 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.605590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bda537a1-14b3-4118-83bc-da7a3472fc3b req-718e9195-f1d9-47e6-ad03-b4879b173c61 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5431969 Jul 30 01:51:53.742397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.742863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-9bbb8000-6c97-41a5-a019-202467984cd5', 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'fixed_ips': [{'subnet_id': '971c93ff-9db1-42e6-a6e5-81a21e52ae0f'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:51:53.744179 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.771962 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:53.838276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f060c-5b62-4113-9c5b-f74dac35ec8f tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.848134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f060c-5b62-4113-9c5b-f74dac35ec8f tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.850686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-496f060c-5b62-4113-9c5b-f74dac35ec8f tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.1035900 Jul 30 01:51:53.866678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40442) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:53.881950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2bbb2-ccbf-4abb-bcd2-cf453cc0cb4d req-0c131e71-1559-402d-8099-0c7fe53a8be5 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:53.883961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ee2bbb2-ccbf-4abb-bcd2-cf453cc0cb4d req-0c131e71-1559-402d-8099-0c7fe53a8be5 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 943 time: 0.8101523 Jul 30 01:51:53.903200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f on host n-h2-715271-7 for vnic_type normal with profile {"migrating_to": "n-h1-715271-7"} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:53.903784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:53.904315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:53.955952 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-82698f6f-9fb1-4c13-8210-8971dca01474 req-aceca658-95eb-469b-9f3f-c5c9047b1386 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025818 Jul 30 01:51:54.017075 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-dbf882b8-2913-4df6-9c9e-39c443e922a2 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786464 Jul 30 01:51:54.030919 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.103621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Port 01b58489-d24c-46a2-8754-29c84931aa0f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:51:54.104262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Attempting to bind port 01b58489-d24c-46a2-8754-29c84931aa0f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:54.128732 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-7d968da6-1bf1-4091-bdf9-d7f206d737b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a HTTP/1.1" status: 200 len: 217 time: 0.1004775 Jul 30 01:51:54.134215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-6957f783-f138-454d-8a57-d2f1316dbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.135882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-6957f783-f138-454d-8a57-d2f1316dbdeb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.6008823 Jul 30 01:51:54.161025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Allocated IP 172.20.0.2 (9bbb8000-6c97-41a5-a019-202467984cd5/971c93ff-9db1-42e6-a6e5-81a21e52ae0f/545553c4-552d-4629-a447-8233bdfacabc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:54.251358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ee2bbb2-ccbf-4abb-bcd2-cf453cc0cb4d req-0e0f4efc-051c-45ad-ac1f-79d171637779 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426108 Jul 30 01:51:54.252879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:54.253463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:54.254114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:54.254902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Bound port: 01b58489-d24c-46a2-8754-29c84931aa0f, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:54.255545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.270778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-a8c47116-4ab6-4638-9133-3a406a65391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.273543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-a8c47116-4ab6-4638-9133-3a406a65391e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 200 len: 797 time: 0.0804365 Jul 30 01:51:54.339687 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee51ba09-b768-44c1-bb8d-84926006301d req-c95b25a0-2373-42c9-a108-dcd908074ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/28077912-bc59-45e0-9f13-3eda9fd8a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2576914 Jul 30 01:51:54.470942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-bd723b7b-2923-4b7c-ad34-b2ae79bcc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.473887 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-bd723b7b-2923-4b7c-ad34-b2ae79bcc279 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1684940 Jul 30 01:51:54.508675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40450) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:54.527728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.551592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Transition to ACTIVE for port object 545553c4-552d-4629-a447-8233bdfacabc will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:54.568203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561a06a-9a32-4910-a454-927ada6d8a7e req-80e7fd5c-8640-4652-8c1f-dd3028e15eaf tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.586801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Transition to ACTIVE for port object 545553c4-552d-4629-a447-8233bdfacabc will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:51:54.592252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8561a06a-9a32-4910-a454-927ada6d8a7e req-80e7fd5c-8640-4652-8c1f-dd3028e15eaf tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 943 time: 0.4637089 Jul 30 01:51:54.601925 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.615104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:54.621390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:54.631170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-4044fc11-048d-484f-8393-7173aafeb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:54.633749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-4044fc11-048d-484f-8393-7173aafeb781 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4563944 Jul 30 01:51:54.648688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.709493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Network 9bbb8000-6c97-41a5-a019-202467984cd5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:54.722908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:54.730981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f16f2e9d-eb73-46f8-88e1-1cc5b4f1a153 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Deleting port 92dc9600-7891-4eda-99ee-4fc7f3daed11 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:54.731883 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f16f2e9d-eb73-46f8-88e1-1cc5b4f1a153 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.746184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:54.814924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Pushing event updated for resources: {'Port': ['ID=545553c4-552d-4629-a447-8233bdfacabc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:54.860409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fff89b-cdc1-44fd-bbae-af13fa0682d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.876665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Attempting to bind port 545553c4-552d-4629-a447-8233bdfacabc on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:51:54.878527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Attempting to bind port 545553c4-552d-4629-a447-8233bdfacabc by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'f8e69975-3bcc-4070-aadc-04a7f984af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:51:54.879146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Attempting to bind port 545553c4-552d-4629-a447-8233bdfacabc on network 9bbb8000-6c97-41a5-a019-202467984cd5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:51:54.889114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:51:54.889713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Checking segment: {'id': 'f8e69975-3bcc-4070-aadc-04a7f984af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:51:54.890358 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.890994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Bound using segment: {'id': 'f8e69975-3bcc-4070-aadc-04a7f984af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:51:54.891813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Bound port: 545553c4-552d-4629-a447-8233bdfacabc, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e69975-3bcc-4070-aadc-04a7f984af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:51:54.892440 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:54.950721 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-e889a9a2-cff9-483d-b108-dc772a5786fc service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485259 Jul 30 01:51:55.023621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] For port 545553c4-552d-4629-a447-8233bdfacabc, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:51:55.029572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] For port 545553c4-552d-4629-a447-8233bdfacabc, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=545553c4-552d-4629-a447-8233bdfacabc,segment=NetworkSegment(f8e69975-3bcc-4070-aadc-04a7f984af35),segment_id=f8e69975-3bcc-4070-aadc-04a7f984af35)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:51:55.035908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-2f7f4637-c792-4db5-a4d1-66e71aa98d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.036906 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.037918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-2f7f4637-c792-4db5-a4d1-66e71aa98d99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03cfd72862c04228b0309667d7dd5958&device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 1094 time: 0.6046307 Jul 30 01:51:55.107336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f16f2e9d-eb73-46f8-88e1-1cc5b4f1a153 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.150847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c5e5a-2d94-4820-b3ef-53176644164f None None] Pushing event updated for resources: {'Port': ['ID=545553c4-552d-4629-a447-8233bdfacabc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:55.164285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8561a06a-9a32-4910-a454-927ada6d8a7e req-c399399a-dc48-4296-a4ec-e05c5e2fd83c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705059 Jul 30 01:51:55.302144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.327139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f16f2e9d-eb73-46f8-88e1-1cc5b4f1a153 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Calling delete_port for 92dc9600-7891-4eda-99ee-4fc7f3daed11 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:55.351001 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.359249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Pushing event updated for resources: {'Port': ['ID=01b58489-d24c-46a2-8754-29c84931aa0f,revision_number=8']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:55.360010 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-58d7b0eb-d007-4e61-83e2-d187c94beac0 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618889 Jul 30 01:51:55.427294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.429289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.431412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-4e38f52a-9390-469e-9e2f-32e7c364850e service neutron] 10.222.0.41 "PUT /v2.0/ports/01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 200 len: 1121 time: 5.2383974 Jul 30 01:51:55.436175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:51:55.437777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-6d9590db-18ff-4ba0-8171-cbe0efb8773d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 HTTP/1.1" status: 200 len: 217 time: 0.0640991 Jul 30 01:51:55.441693 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f9eab8-b457-4c05-b7fb-58180dfee669" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:51:55.529617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba450d8-6bdc-425f-a569-3c0ca039dd0b req-7a18f0c8-a583-4875-a86f-7cd8ccbb1433 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.542202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba450d8-6bdc-425f-a569-3c0ca039dd0b req-7a18f0c8-a583-4875-a86f-7cd8ccbb1433 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.564032 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['01b58489-d24c-46a2-8754-29c84931aa0f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:55.569176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba450d8-6bdc-425f-a569-3c0ca039dd0b req-7a18f0c8-a583-4875-a86f-7cd8ccbb1433 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.589280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba450d8-6bdc-425f-a569-3c0ca039dd0b req-7a18f0c8-a583-4875-a86f-7cd8ccbb1433 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.598733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba450d8-6bdc-425f-a569-3c0ca039dd0b req-7a18f0c8-a583-4875-a86f-7cd8ccbb1433 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.615453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba450d8-6bdc-425f-a569-3c0ca039dd0b req-7a18f0c8-a583-4875-a86f-7cd8ccbb1433 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.631648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba450d8-6bdc-425f-a569-3c0ca039dd0b req-7a18f0c8-a583-4875-a86f-7cd8ccbb1433 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.636102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba450d8-6bdc-425f-a569-3c0ca039dd0b req-7a18f0c8-a583-4875-a86f-7cd8ccbb1433 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.7540674 Jul 30 01:51:55.662464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-78a62b52-1483-42a3-b2f5-70fb348ae1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.665569 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-78a62b52-1483-42a3-b2f5-70fb348ae1d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 200 len: 797 time: 0.1641715 Jul 30 01:51:55.669249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fff89b-cdc1-44fd-bbae-af13fa0682d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.707747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91fff89b-cdc1-44fd-bbae-af13fa0682d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.859710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f16f2e9d-eb73-46f8-88e1-1cc5b4f1a153 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:55.892104 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-657d869c-38e1-4e6c-8e8d-12a6dfb7a9a7 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2378871 Jul 30 01:51:55.906922 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-91fff89b-cdc1-44fd-bbae-af13fa0682d7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8c79be671fa14640b4953cd3b15612e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3963773 Jul 30 01:51:55.918464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40464) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:55.921260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fff89b-cdc1-44fd-bbae-af13fa0682d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4721c4d-06c7-4e69-a761-b95858108dde,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:55.971005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-5e1e34ff-aea8-4cf0-b19f-cb9f9757ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:55.974259 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-5e1e34ff-aea8-4cf0-b19f-cb9f9757ee9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2919931 Jul 30 01:51:56.054873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Allocated IP 172.25.7.120 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/b5fcb946-595a-414e-9d31-d320d67b7db1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:51:56.096559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f2e9d-eb73-46f8-88e1-1cc5b4f1a153 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Port': ['ID=92dc9600-7891-4eda-99ee-4fc7f3daed11,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:56.121509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-a9e32122-09c9-4e23-8717-07d93bfaf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.123899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-a9e32122-09c9-4e23-8717-07d93bfaf226 service neutron] 10.222.0.41 "GET /v2.0/networks?id=28077912-bc59-45e0-9f13-3eda9fd8a5c2 HTTP/1.1" status: 200 len: 906 time: 1.0488136 Jul 30 01:51:56.135328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f16f2e9d-eb73-46f8-88e1-1cc5b4f1a153 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.141473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f16f2e9d-eb73-46f8-88e1-1cc5b4f1a153 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/ports/92dc9600-7891-4eda-99ee-4fc7f3daed11 HTTP/1.1" status: 204 len: 168 time: 2.2668569 Jul 30 01:51:56.149548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40466) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:56.176266 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba450d8-6bdc-425f-a569-3c0ca039dd0b req-e8870ea1-6336-4353-9d0e-0cdaa3d2f73f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3332582 Jul 30 01:51:56.248212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa6598-3d06-4280-9bdb-2482ff81befe req-efc0bd63-72a2-46e3-a3d5-4d0de339e2e6 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.253276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8fa6598-3d06-4280-9bdb-2482ff81befe req-efc0bd63-72a2-46e3-a3d5-4d0de339e2e6 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 943 time: 0.7803419 Jul 30 01:51:56.294931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-5e03b59e-fe1d-48a1-8e73-bcbb84828669 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51701a6-89ef-4081-914d-3e801278deec HTTP/1.1" status: 200 len: 217 time: 0.1454799 Jul 30 01:51:56.457372 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735b13c-8841-47ee-b23c-7f860f9c8efa x-openstack-request-id: req-f735b13c-8841-47ee-b23c-7f860f9c8efa {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:51:56.457818 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:51:56.458228 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f735b13c-8841-47ee-b23c-7f860f9c8efa {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:51:56.458891 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f', 'status': 'completed', 'code': 200} Jul 30 01:51:56.515594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8fa6598-3d06-4280-9bdb-2482ff81befe req-bbef2b48-d243-41bb-8e0d-753bbddd85f6 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343574 Jul 30 01:51:56.528607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be4dc067-7c93-4993-a0a2-6f86bae770ca req-5fcbad09-2f36-4e79-9958-3327b699b8b3 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034980 Jul 30 01:51:56.530767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-37f533ba-c6f7-4e90-b8c9-f67df55ae59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.533297 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-37f533ba-c6f7-4e90-b8c9-f67df55ae59d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a54c1f5-8dee-401c-9cfd-ce5ac871b093 HTTP/1.1" status: 200 len: 844 time: 0.2289128 Jul 30 01:51:56.533934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.579476 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb19d57-0672-48ab-84e6-9edfade64d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.618203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb19d57-0672-48ab-84e6-9edfade64d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.679892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-15978736-0f61-4bd5-a986-985b2ee5b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:56.686705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-15978736-0f61-4bd5-a986-985b2ee5b014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28077912-bc59-45e0-9f13-3eda9fd8a5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386604 Jul 30 01:51:56.720782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 545553c4-552d-4629-a447-8233bdfacabc up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:56.794072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb19d57-0672-48ab-84e6-9edfade64d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.799416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcb19d57-0672-48ab-84e6-9edfade64d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:56.804806 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fcb19d57-0672-48ab-84e6-9edfade64d00 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b4721c4d-06c7-4e69-a761-b95858108dde HTTP/1.1" status: 204 len: 168 time: 0.8741086 Jul 30 01:51:56.806569 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-01921e4a-c51e-472c-acb5-20499293eb8b service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142948 Jul 30 01:51:56.842935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 545553c4-552d-4629-a447-8233bdfacabc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:56.957523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb19d57-0672-48ab-84e6-9edfade64d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4721c4d-06c7-4e69-a761-b95858108dde,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:57.012067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9bc137-e524-4bb6-b5bc-3b3b4b853c83 None None] Network 9bbb8000-6c97-41a5-a019-202467984cd5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:51:57.020008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.055456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-10ee5533-3fca-4a5d-b129-7f0cde735ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.058557 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-10ee5533-3fca-4a5d-b129-7f0cde735ade service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1124 time: 0.3415668 Jul 30 01:51:57.136554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Provisioning for port 545553c4-552d-4629-a447-8233bdfacabc completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:51:57.147734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Provisioning complete for port 545553c4-552d-4629-a447-8233bdfacabc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:57.148490 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.197655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c684c355-5129-42de-bb46-f64693ff2e4b tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Deleting port 6fdc6105-c1bd-4c46-b119-0069686c4b1e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:51:57.198846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c684c355-5129-42de-bb46-f64693ff2e4b tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.256755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a89d-aaaf-47c6-8563-109b595c2bc0 req-63185e91-4c2b-4fb7-bedb-e1baf6462f45 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.269053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cca9a89d-aaaf-47c6-8563-109b595c2bc0 req-63185e91-4c2b-4fb7-bedb-e1baf6462f45 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 943 time: 0.5804107 Jul 30 01:51:57.290446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:51:57.337945 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16dc0576-83dd-45cc-8aa0-03248d97169d req-c1c227cf-ae7c-471f-977f-c0a0ecd67efc service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006945 Jul 30 01:51:57.377591 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-e3e561b3-c868-43bc-9000-2422bb6240fa service neutron] 10.222.0.41 "GET /v2.0/networks/28077912-bc59-45e0-9f13-3eda9fd8a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378663 Jul 30 01:51:57.407103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:51:57.422746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:51:57.452830 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.487541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Pushing event updated for resources: {'Port': ['ID=b5fcb946-595a-414e-9d31-d320d67b7db1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:57.544058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c684c355-5129-42de-bb46-f64693ff2e4b tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.559687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] For port 545553c4-552d-4629-a447-8233bdfacabc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=545553c4-552d-4629-a447-8233bdfacabc,segment=NetworkSegment(f8e69975-3bcc-4070-aadc-04a7f984af35),segment_id=f8e69975-3bcc-4070-aadc-04a7f984af35)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:57.569929 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:57.619164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cca9a89d-aaaf-47c6-8563-109b595c2bc0 req-af847c5d-95bb-407f-8c1e-30160c5de3e6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486266 Jul 30 01:51:57.700997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Pushing event updated for resources: {'Port': ['ID=545553c4-552d-4629-a447-8233bdfacabc,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:57.730165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.730874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.733195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.733987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.736261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.737434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.737991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.739794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.742223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.743090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.744035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.744896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4be75b-db18-4efd-91ce-0eef2d1d1fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:51:57.776160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837e85-0f72-49ff-ab8b-54939354ba4d req-f479bc39-2600-4d4a-8bf0-627f499b7ebd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.798654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837e85-0f72-49ff-ab8b-54939354ba4d req-f479bc39-2600-4d4a-8bf0-627f499b7ebd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.805837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-23446e9e-4623-49b9-b684-e9c0f6ef3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.809323 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-23446e9e-4623-49b9-b684-e9c0f6ef3316 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.6879401 Jul 30 01:51:57.819008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c684c355-5129-42de-bb46-f64693ff2e4b tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Calling delete_port for 6fdc6105-c1bd-4c46-b119-0069686c4b1e owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:51:57.839836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837e85-0f72-49ff-ab8b-54939354ba4d req-f479bc39-2600-4d4a-8bf0-627f499b7ebd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.857085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837e85-0f72-49ff-ab8b-54939354ba4d req-f479bc39-2600-4d4a-8bf0-627f499b7ebd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.882060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837e85-0f72-49ff-ab8b-54939354ba4d req-f479bc39-2600-4d4a-8bf0-627f499b7ebd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.895658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837e85-0f72-49ff-ab8b-54939354ba4d req-f479bc39-2600-4d4a-8bf0-627f499b7ebd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.902025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837e85-0f72-49ff-ab8b-54939354ba4d req-f479bc39-2600-4d4a-8bf0-627f499b7ebd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:57.905504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4837e85-0f72-49ff-ab8b-54939354ba4d req-f479bc39-2600-4d4a-8bf0-627f499b7ebd tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.4884133 Jul 30 01:51:57.985886 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-2bfc1435-1279-4bfa-9952-636b0bd0085a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 200 len: 217 time: 0.0529206 Jul 30 01:51:58.015290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-270fae1d-363f-41d1-8c4f-b1de62609816 None None] Provisioning complete for port 545553c4-552d-4629-a447-8233bdfacabc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:58.016046 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-270fae1d-363f-41d1-8c4f-b1de62609816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.069976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0ee5ca-4d0f-4917-8b1f-c1ee8a616003 req-7355e2fa-63ea-4b32-8cb2-9afdccf865a6 service neutron] 10.222.0.41 "GET /v2.0/networks/28077912-bc59-45e0-9f13-3eda9fd8a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691082 Jul 30 01:51:58.104324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1457-3f9e-45a0-9a62-1a3135f2a9bd req-c3e75a61-619b-4d87-9b2c-16678ae0e7b9 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:58.119083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d4d1457-3f9e-45a0-9a62-1a3135f2a9bd req-c3e75a61-619b-4d87-9b2c-16678ae0e7b9 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 943 time: 0.1970036 Jul 30 01:51:58.145458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4837e85-0f72-49ff-ab8b-54939354ba4d req-1f93b2cb-4f65-4437-811e-236fcddb2fa7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2276809 Jul 30 01:51:58.237556 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c684c355-5129-42de-bb46-f64693ff2e4b tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.264384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d4d1457-3f9e-45a0-9a62-1a3135f2a9bd req-a95eadc9-6adb-4be9-8797-f6d2ab8c01e5 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460133 Jul 30 01:51:58.341604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d51701a6-89ef-4081-914d-3e801278deec details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:58.497611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 545553c4-552d-4629-a447-8233bdfacabc up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:51:58.630201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d51701a6-89ef-4081-914d-3e801278deec, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d51701a6-89ef-4081-914d-3e801278deec,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:58.663674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd51701a6-89ef-4081-914d-3e801278deec', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'port_id': 'd51701a6-89ef-4081-914d-3e801278deec', 'mac_address': 'fa:16:3e:89:13:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:51:58.671284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 545553c4-552d-4629-a447-8233bdfacabc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:51:58.671835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.808548 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.859390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51701a6-89ef-4081-914d-3e801278deec {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:51:58.877344 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c684c355-5129-42de-bb46-f64693ff2e4b tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.887209 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c684c355-5129-42de-bb46-f64693ff2e4b tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/ports/6fdc6105-c1bd-4c46-b119-0069686c4b1e HTTP/1.1" status: 204 len: 168 time: 2.7346926 Jul 30 01:51:58.887996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72748a8-a7fd-4f06-9b06-e046a686c43f req-1dfb036a-ef52-4635-a60b-4f1a120a4a87 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:58.897833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40508) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:58.906064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a72748a8-a7fd-4f06-9b06-e046a686c43f req-1dfb036a-ef52-4635-a60b-4f1a120a4a87 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 943 time: 0.1546052 Jul 30 01:51:58.909758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d51701a6-89ef-4081-914d-3e801278deec, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d51701a6-89ef-4081-914d-3e801278deec,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:58.920153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684c355-5129-42de-bb46-f64693ff2e4b tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Port': ['ID=6fdc6105-c1bd-4c46-b119-0069686c4b1e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:58.920844 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:58.922207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 01b58489-d24c-46a2-8754-29c84931aa0f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:51:59.025508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-424b5d09-fcba-41a9-8cbb-7417dde0e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.035527 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-424b5d09-fcba-41a9-8cbb-7417dde0e2e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.9679377 Jul 30 01:51:59.041409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a72748a8-a7fd-4f06-9b06-e046a686c43f req-29ed9655-8ffc-49f2-879d-5301d31a4ccc tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332958 Jul 30 01:51:59.092686 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-18b11cfa-3d4b-4cbb-847c-b7270dee3ff9 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1931016 Jul 30 01:51:59.099634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40510) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:59.132829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-421808118'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:59.148642 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.154088 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-94b2b205-ecb1-48a8-b04b-76c36bacc1d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656879 Jul 30 01:51:59.219512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Made reservation on behalf of 5f27b5cd1ea9412fac95e4f8419a4800 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:51:59.228349 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.236082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d51701a6-89ef-4081-914d-3e801278deec,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:51:59.317263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:51:59.345847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.346594 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Added segment 22e515fb-298e-41f0-8bab-98662d473860 of type vlan for network 5500e31c-a650-478e-ae92-6e5927c2bc23 Jul 30 01:51:59.354518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:51:59.386178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 01b58489-d24c-46a2-8754-29c84931aa0f has no active binding in host n-h1-715271-7 {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:51:59.473644 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.545483 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-454ea6fa-b151-4a1a-8a96-1944cc0a6ccd service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098953 Jul 30 01:51:59.626203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7a6a-c768-40d3-b106-71085fc3488d req-cb66399f-fd3b-4818-b0a1-eb4eee52feba tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.638883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7a6a-c768-40d3-b106-71085fc3488d req-cb66399f-fd3b-4818-b0a1-eb4eee52feba tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.654161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7a6a-c768-40d3-b106-71085fc3488d req-cb66399f-fd3b-4818-b0a1-eb4eee52feba tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.663391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7a6a-c768-40d3-b106-71085fc3488d req-cb66399f-fd3b-4818-b0a1-eb4eee52feba tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.676353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7a6a-c768-40d3-b106-71085fc3488d req-cb66399f-fd3b-4818-b0a1-eb4eee52feba tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.688958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7a6a-c768-40d3-b106-71085fc3488d req-cb66399f-fd3b-4818-b0a1-eb4eee52feba tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.698854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d51701a6-89ef-4081-914d-3e801278deec'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:51:59.699699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.712827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7a6a-c768-40d3-b106-71085fc3488d req-cb66399f-fd3b-4818-b0a1-eb4eee52feba tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.729198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61bf7a6a-c768-40d3-b106-71085fc3488d req-cb66399f-fd3b-4818-b0a1-eb4eee52feba tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.3113978 Jul 30 01:51:59.766139 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56f9eab8-b457-4c05-b7fb-58180dfee669 req-1bcb3e43-2cc3-4a13-951c-a3b76f96b8e2 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069573 Jul 30 01:51:59.781157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efeb082-e13e-4a8b-adfb-fba50955dddb req-a95cd386-809d-4c88-a7bb-1cce7cb994d5 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.783981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efeb082-e13e-4a8b-adfb-fba50955dddb req-a95cd386-809d-4c88-a7bb-1cce7cb994d5 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 944 time: 0.3050001 Jul 30 01:51:59.799543 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.810305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:51:59.811751 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:51:59.942753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8418484 Jul 30 01:51:59.947361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40530) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:51:59.954094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61bf7a6a-c768-40d3-b106-71085fc3488d req-ea87a42d-d133-43aa-b651-6c95564e712d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2225835 Jul 30 01:51:59.959760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1193168075'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:51:59.991975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b434099-a5ef-4e62-b7d0-0efd8d6791da tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Network': ['ID=5500e31c-a650-478e-ae92-6e5927c2bc23,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:00.025117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efeb082-e13e-4a8b-adfb-fba50955dddb req-1b36dfe5-fcdb-4c85-b8f7-36d16b56b572 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022588 Jul 30 01:52:00.027640 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Router d671fa76-5c03-47a7-94d2-100f4696d0ea is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:52:00.033703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5500e31c-a650-478e-ae92-6e5927c2bc23 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:00.047999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Made reservation on behalf of 5f27b5cd1ea9412fac95e4f8419a4800 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:00.054430 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.211556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:00.252801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.254087 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Added segment 8420abf8-9d5e-45db-9ccd-b61417aa6a0e of type vlan for network 4939db33-c908-4b2c-b7aa-fdbf67c81f2d Jul 30 01:52:00.317687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60a500-20f4-400c-b76e-f6d7082e6801 req-c30a93fa-bc9f-46b2-a3f0-ee15ec1ec93b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:00.319363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf60a500-20f4-400c-b76e-f6d7082e6801 req-c30a93fa-bc9f-46b2-a3f0-ee15ec1ec93b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 943 time: 0.1063907 Jul 30 01:52:00.403376 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.405952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf60a500-20f4-400c-b76e-f6d7082e6801 req-bda44d84-0de5-4f63-8a83-916f71006938 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726142 Jul 30 01:52:00.445049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:00.463167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Sync routers for ids ['d671fa76-5c03-47a7-94d2-100f4696d0ea'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:00.479982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Routers {'d671fa76-5c03-47a7-94d2-100f4696d0ea'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:00.481143 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d671fa76-5c03-47a7-94d2-100f4696d0ea'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:00.495029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.501707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:00.502359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.519195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:00.523478 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c0f2ff57-fda1-4784-9cf9-cf8b98cf1cfe admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1181586 Jul 30 01:52:00.526370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40540) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:00.535679 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5862935 Jul 30 01:52:00.688110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78a0e2-45ed-4217-85eb-a52c1b43d139 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Network': ['ID=4939db33-c908-4b2c-b7aa-fdbf67c81f2d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:00.776098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40544) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:00.794429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'subnets': [{'network_id': '5500e31c-a650-478e-ae92-6e5927c2bc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2068633913', 'ip_version': 4}, {'network_id': '4939db33-c908-4b2c-b7aa-fdbf67c81f2d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:00.794969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'subnet': {'network_id': '5500e31c-a650-478e-ae92-6e5927c2bc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2068633913', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:00.796200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Request body: {'subnet': {'network_id': '4939db33-c908-4b2c-b7aa-fdbf67c81f2d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:00.899382 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-f7e1eb6d-0e70-40d4-a9d1-af42901e7495 service neutron] 10.222.0.22 "GET /v2.0/ports/01b58489-d24c-46a2-8754-29c84931aa0f/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 384 time: 0.1472905 Jul 30 01:52:00.917937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 4939db33-c908-4b2c-b7aa-fdbf67c81f2d details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:01.022174 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-458c757d-7b62-482b-818d-15a293fd173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.054833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Set router d671fa76-5c03-47a7-94d2-100f4696d0ea gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:01.058286 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.185488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:01.209793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:01.248762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-def44a88-52fe-4612-af37-4bcae6b31166 req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b58489-d24c-46a2-8754-29c84931aa0f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:01.262120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:01.281949 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.285642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:53Z', 'updated_at': '2021-07-30T01:51:57Z', 'revision_number': 3, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'gw_port': {'id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:55Z', 'updated_at': '2021-07-30T01:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:01.319122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6334ea0-a84a-40dc-9030-a6709c898af2 req-44947d74-7bc8-4a45-b75d-a0ea25237939 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.325183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6334ea0-a84a-40dc-9030-a6709c898af2 req-44947d74-7bc8-4a45-b75d-a0ea25237939 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.331829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6334ea0-a84a-40dc-9030-a6709c898af2 req-44947d74-7bc8-4a45-b75d-a0ea25237939 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.338137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6334ea0-a84a-40dc-9030-a6709c898af2 req-44947d74-7bc8-4a45-b75d-a0ea25237939 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.346040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6334ea0-a84a-40dc-9030-a6709c898af2 req-44947d74-7bc8-4a45-b75d-a0ea25237939 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.353589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6334ea0-a84a-40dc-9030-a6709c898af2 req-44947d74-7bc8-4a45-b75d-a0ea25237939 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.355232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Checking router: d671fa76-5c03-47a7-94d2-100f4696d0ea for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:01.355710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Updating router d671fa76-5c03-47a7-94d2-100f4696d0ea port b5fcb946-595a-414e-9d31-d320d67b7db1 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:52:01.362427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6334ea0-a84a-40dc-9030-a6709c898af2 req-44947d74-7bc8-4a45-b75d-a0ea25237939 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.374816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6334ea0-a84a-40dc-9030-a6709c898af2 req-44947d74-7bc8-4a45-b75d-a0ea25237939 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.2189906 Jul 30 01:52:01.390995 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.458619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-def44a88-52fe-4612-af37-4bcae6b31166 req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] Transition to ACTIVE for port object 01b58489-d24c-46a2-8754-29c84931aa0f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:01.467755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.484737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442febf5-b181-4795-af06-aa486d028c43 req-72c6b66c-c938-4032-9397-047b85a53897 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:01.498406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-442febf5-b181-4795-af06-aa486d028c43 req-72c6b66c-c938-4032-9397-047b85a53897 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 944 time: 0.2860878 Jul 30 01:52:01.519345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Made reservation on behalf of 5f27b5cd1ea9412fac95e4f8419a4800 for: {'subnet': 2} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:01.527652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.528251 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.576118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] No DVR routers for this DVR port 01b58489-d24c-46a2-8754-29c84931aa0f on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:01.627258 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] 10.222.0.22 "PUT /v2.0/ports/01b58489-d24c-46a2-8754-29c84931aa0f/bindings/n-h1-715271-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7164419 Jul 30 01:52:01.628813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6c7e1-87ec-4672-86d0-f28d09a6ebc1 service neutron] Pushing event updated for resources: {'Port': ['ID=01b58489-d24c-46a2-8754-29c84931aa0f,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:01.788868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6334ea0-a84a-40dc-9030-a6709c898af2 req-28e648e9-fbe7-4396-8a7c-a7f65ac528e6 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4127662 Jul 30 01:52:01.902476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-442febf5-b181-4795-af06-aa486d028c43 req-7cc1480b-a5f9-478a-9d47-d5daea9511ff tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994639 Jul 30 01:52:01.910891 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:01.950642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Transition to ACTIVE for port object b5fcb946-595a-414e-9d31-d320d67b7db1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:01.965253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.045367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Attempting to bind port b5fcb946-595a-414e-9d31-d320d67b7db1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:02.045814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Attempting to bind port b5fcb946-595a-414e-9d31-d320d67b7db1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:02.046745 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Attempting to bind port b5fcb946-595a-414e-9d31-d320d67b7db1 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:02.058509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:02.059163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:02.060125 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.060637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:02.061383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Bound port: b5fcb946-595a-414e-9d31-d320d67b7db1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:02.061909 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.102430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665cc08-1f00-421e-982d-38e6a55fd2e6 None None] Pushing event updated for resources: {'Port': ['ID=b5fcb946-595a-414e-9d31-d320d67b7db1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.142774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-39074722-89d9-432b-a67b-e4d2bae39059 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:02.145542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-39074722-89d9-432b-a67b-e4d2bae39059 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1095 time: 0.3750670 Jul 30 01:52:02.148701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40564) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:02.156625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] For port b5fcb946-595a-414e-9d31-d320d67b7db1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:02.165536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] For port b5fcb946-595a-414e-9d31-d320d67b7db1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b5fcb946-595a-414e-9d31-d320d67b7db1,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:02.184900 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.267692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Routers {'d671fa76-5c03-47a7-94d2-100f4696d0ea'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:02.268723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d671fa76-5c03-47a7-94d2-100f4696d0ea'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:02.375138 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d51701a6-89ef-4081-914d-3e801278deec up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:02.375621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4c0971b-8d2c-4963-833d-b3d25c9e441d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.407483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665cc08-1f00-421e-982d-38e6a55fd2e6 None None] Pushing event updated for resources: {'Port': ['ID=b5fcb946-595a-414e-9d31-d320d67b7db1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.412371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1430923-5766-4700-ba39-658ef7c4b0ea req-d73faef7-90bd-41f2-9dd8-8dd25ff7b5d0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:02.420967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1430923-5766-4700-ba39-658ef7c4b0ea req-d73faef7-90bd-41f2-9dd8-8dd25ff7b5d0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 944 time: 0.3814299 Jul 30 01:52:02.506618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] Set router d671fa76-5c03-47a7-94d2-100f4696d0ea gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:02.509703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port d51701a6-89ef-4081-914d-3e801278deec completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:02.544526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d51701a6-89ef-4081-914d-3e801278deec triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:02.544931 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.564116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-92946a22-e3e4-4166-99c9-f970b9939c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:02.566615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-92946a22-e3e4-4166-99c9-f970b9939c5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8 HTTP/1.1" status: 200 len: 1095 time: 0.3989344 Jul 30 01:52:02.577605 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4c0971b-8d2c-4963-833d-b3d25c9e441d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.588054 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4c0971b-8d2c-4963-833d-b3d25c9e441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.604856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1430923-5766-4700-ba39-658ef7c4b0ea req-bd6776f9-c211-40fd-921a-30b585c10aaf tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827271 Jul 30 01:52:02.648549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0971b-8d2c-4963-833d-b3d25c9e441d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c354648-1d5d-4016-9ffa-68af860c6506,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.661371 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a4c0971b-8d2c-4963-833d-b3d25c9e441d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=094d8424ed21415788c80013968eea24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112929 Jul 30 01:52:02.668069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40568) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:02.696097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.736744 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd256e2c-df07-46d1-bd7f-680be96aeb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.768938 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd256e2c-df07-46d1-bd7f-680be96aeb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.839358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-b70f8686-5aaa-4fd4-856e-f094495e06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:02.842411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-b70f8686-5aaa-4fd4-856e-f094495e06e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1095 time: 0.2281010 Jul 30 01:52:02.851096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.855301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd256e2c-df07-46d1-bd7f-680be96aeb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.861027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd256e2c-df07-46d1-bd7f-680be96aeb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:02.863635 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bd256e2c-df07-46d1-bd7f-680be96aeb6a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6c354648-1d5d-4016-9ffa-68af860c6506 HTTP/1.1" status: 204 len: 168 time: 0.1936066 Jul 30 01:52:02.882380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd256e2c-df07-46d1-bd7f-680be96aeb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c354648-1d5d-4016-9ffa-68af860c6506,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:02.905817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:53Z', 'updated_at': '2021-07-30T01:51:57Z', 'revision_number': 3, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'gw_port': {'id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:55Z', 'updated_at': '2021-07-30T01:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:02.991177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9c6c9-2753-4e8a-84f9-5ab5cea199b6 None None] The sync data for ids ['d671fa76-5c03-47a7-94d2-100f4696d0ea'] in n-d-715271-7 is: [{'id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:53Z', 'updated_at': '2021-07-30T01:51:57Z', 'revision_number': 3, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'gw_port': {'id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:55Z', 'updated_at': '2021-07-30T01:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:03.003100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:03.006942 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ed03a1-eef7-4776-bc16-42797e56b78d" -d '{"events": [{"server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "name": "network-vif-plugged", "status": "completed", "tag": "d51701a6-89ef-4081-914d-3e801278deec"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:03.035662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d51701a6-89ef-4081-914d-3e801278deec, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d51701a6-89ef-4081-914d-3e801278deec,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:03.047971 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.173633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d51701a6-89ef-4081-914d-3e801278deec,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:03.347166 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-382d18eb-c7f3-422b-ac65-19b63ec49a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.394169 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.512733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40584) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:03.543805 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe70e-a1c6-4d94-8e17-1968eaba997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.608016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda092a5-092f-41ca-8bf1-250b4eecd30a req-61471dce-defb-489d-8e9f-978224137e55 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.620452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda092a5-092f-41ca-8bf1-250b4eecd30a req-61471dce-defb-489d-8e9f-978224137e55 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.637500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda092a5-092f-41ca-8bf1-250b4eecd30a req-61471dce-defb-489d-8e9f-978224137e55 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.651529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda092a5-092f-41ca-8bf1-250b4eecd30a req-61471dce-defb-489d-8e9f-978224137e55 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.663821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda092a5-092f-41ca-8bf1-250b4eecd30a req-61471dce-defb-489d-8e9f-978224137e55 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.676134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda092a5-092f-41ca-8bf1-250b4eecd30a req-61471dce-defb-489d-8e9f-978224137e55 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.689336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda092a5-092f-41ca-8bf1-250b4eecd30a req-61471dce-defb-489d-8e9f-978224137e55 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.693477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dda092a5-092f-41ca-8bf1-250b4eecd30a req-61471dce-defb-489d-8e9f-978224137e55 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.7406600 Jul 30 01:52:03.697179 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.724801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-c25b1e64-1e5e-4b0e-b341-6d6e51d86c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.727620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-c25b1e64-1e5e-4b0e-b341-6d6e51d86c42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.8012044 Jul 30 01:52:03.743708 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe70e-a1c6-4d94-8e17-1968eaba997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.750875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe70e-a1c6-4d94-8e17-1968eaba997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.755566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda480f-a6e8-449b-8c09-792c8c288337 req-c06369e9-097c-4050-8813-49026a5e6c18 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:03.758400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cda480f-a6e8-449b-8c09-792c8c288337 req-c06369e9-097c-4050-8813-49026a5e6c18 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 945 time: 0.6234615 Jul 30 01:52:03.835592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6e1fe70e-a1c6-4d94-8e17-1968eaba997b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cd904411b6944d0b825382d8d74b2947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206322 Jul 30 01:52:03.838470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fe70e-a1c6-4d94-8e17-1968eaba997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13808bf-86ef-4a01-a8b4-3441ad3fac30,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:03.843339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40588) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:03.935822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57d1d040-bbba-4868-908b-948ed79c654d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:03.939120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Subnet': ['ID=538554bd-13a2-4391-b6ae-4b579a7cbb8f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:03.945127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Allocated IP 172.20.0.1 (9bbb8000-6c97-41a5-a019-202467984cd5/971c93ff-9db1-42e6-a6e5-81a21e52ae0f/4fe97d2a-73d7-40d2-8268-48ea474f7a40) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:03.955782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-7737c0f5-695b-453d-b9c1-5275c7e2cb17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 200 len: 217 time: 0.1832190 Jul 30 01:52:03.983410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57d1d040-bbba-4868-908b-948ed79c654d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.009883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dda092a5-092f-41ca-8bf1-250b4eecd30a req-94e6d5d9-60ab-450a-bd6c-0c8babe46fe9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2907653 Jul 30 01:52:04.055516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Checking segment: {'id': '22e515fb-298e-41f0-8bab-98662d473860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5500e31c-a650-478e-ae92-6e5927c2bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:04.056136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Network hostable DHCP agents. Network: 5500e31c-a650-478e-ae92-6e5927c2bc23, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:04.076939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 01b58489-d24c-46a2-8754-29c84931aa0f no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:04.112755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57d1d040-bbba-4868-908b-948ed79c654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.117945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57d1d040-bbba-4868-908b-948ed79c654d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.123578 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-57d1d040-bbba-4868-908b-948ed79c654d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b13808bf-86ef-4a01-a8b4-3441ad3fac30 HTTP/1.1" status: 204 len: 168 time: 0.2750492 Jul 30 01:52:04.143167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d040-bbba-4868-908b-948ed79c654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13808bf-86ef-4a01-a8b4-3441ad3fac30,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:04.172908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cda480f-a6e8-449b-8c09-792c8c288337 req-24248699-9886-4d53-9c8d-45d8976c25c5 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849995 Jul 30 01:52:04.214597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-312c11f9-3694-464a-85e6-a528a60058c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:04.215961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 01b58489-d24c-46a2-8754-29c84931aa0f not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:04.216593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-312c11f9-3694-464a-85e6-a528a60058c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.2510073 Jul 30 01:52:04.278195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Network 5500e31c-a650-478e-ae92-6e5927c2bc23 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:04.280635 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e7286f-94b9-40f1-81b5-b1bd9da3e0be x-openstack-request-id: req-69e7286f-94b9-40f1-81b5-b1bd9da3e0be {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:04.280635 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "name": "network-vif-plugged", "status": "completed", "tag": "d51701a6-89ef-4081-914d-3e801278deec", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:04.280918 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-69e7286f-94b9-40f1-81b5-b1bd9da3e0be {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:04.281352 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec', 'code': 200} Jul 30 01:52:04.410556 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.478844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5170b-2cd4-4363-89e5-9a847eb98ecf req-9697167f-2bb5-4dd2-9577-b6f31326a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:04.482710 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-96a5170b-2cd4-4363-89e5-9a847eb98ecf req-9697167f-2bb5-4dd2-9577-b6f31326a8b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 1096 time: 0.0813701 Jul 30 01:52:04.558849 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-96a5170b-2cd4-4363-89e5-9a847eb98ecf req-b66fe0dd-a8e5-40f9-b0bb-9074d8072f5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617201 Jul 30 01:52:04.568015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b5fcb946-595a-414e-9d31-d320d67b7db1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:04.680862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port b5fcb946-595a-414e-9d31-d320d67b7db1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:04.689226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b5fcb946-595a-414e-9d31-d320d67b7db1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:04.689880 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.851129 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.876694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-8c8ed2e6-6f7c-4ed4-b850-cc471c9d2ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6449294 Jul 30 01:52:04.906304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port b5fcb946-595a-414e-9d31-d320d67b7db1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b5fcb946-595a-414e-9d31-d320d67b7db1,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:04.914501 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:04.944271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5500e31c-a650-478e-ae92-6e5927c2bc23) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:04.975540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c132e6-7268-4cd4-b15e-aa2dfe6c023a None None] Network 5500e31c-a650-478e-ae92-6e5927c2bc23 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:05.031815 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.127138 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=b5fcb946-595a-414e-9d31-d320d67b7db1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:05.141910 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.260094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f12ec-456a-432a-a768-e31a0d1c3a59 req-175ef232-dc94-4e58-b8e7-021cb4c0fd9f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.262689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-002f12ec-456a-432a-a768-e31a0d1c3a59 req-175ef232-dc94-4e58-b8e7-021cb4c0fd9f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 944 time: 0.3900974 Jul 30 01:52:05.279695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Transition to ACTIVE for port object 4fe97d2a-73d7-40d2-8268-48ea474f7a40 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:05.317539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event updated for resources: {'Subnet': ['ID=27f17bc9-0faa-4a45-9e67-63ff3b2a9d3e,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:05.419131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-5500e31c-a650-478e-ae92-6e5927c2bc23', 'network_id': '5500e31c-a650-478e-ae92-6e5927c2bc23', 'tenant_id': '5f27b5cd1ea9412fac95e4f8419a4800', 'fixed_ips': [{'subnet_id': '538554bd-13a2-4391-b6ae-4b579a7cbb8f'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:52:05.421704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.437904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-52509998-06f0-4e4e-a658-208f663ccbae service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340192 Jul 30 01:52:05.459699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Checking segment: {'id': '8420abf8-9d5e-45db-9ccd-b61417aa6a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4939db33-c908-4b2c-b7aa-fdbf67c81f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:05.460310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Network hostable DHCP agents. Network: 4939db33-c908-4b2c-b7aa-fdbf67c81f2d, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:05.622732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e3ba-db0e-4af9-aa8f-45627aeff188 req-deefde6b-e6a8-484d-b528-9ca82b2366fe tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.633421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e3ba-db0e-4af9-aa8f-45627aeff188 req-deefde6b-e6a8-484d-b528-9ca82b2366fe tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.645425 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e3ba-db0e-4af9-aa8f-45627aeff188 req-deefde6b-e6a8-484d-b528-9ca82b2366fe tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.669453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e3ba-db0e-4af9-aa8f-45627aeff188 req-deefde6b-e6a8-484d-b528-9ca82b2366fe tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.693575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e3ba-db0e-4af9-aa8f-45627aeff188 req-deefde6b-e6a8-484d-b528-9ca82b2366fe tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.711150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e3ba-db0e-4af9-aa8f-45627aeff188 req-deefde6b-e6a8-484d-b528-9ca82b2366fe tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.730892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e3ba-db0e-4af9-aa8f-45627aeff188 req-deefde6b-e6a8-484d-b528-9ca82b2366fe tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:05.733953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6637e3ba-db0e-4af9-aa8f-45627aeff188 req-deefde6b-e6a8-484d-b528-9ca82b2366fe tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.4966700 Jul 30 01:52:05.738922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-002f12ec-456a-432a-a768-e31a0d1c3a59 req-e667635b-8270-479f-bb99-65733aaa67bf tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258850 Jul 30 01:52:05.831245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6637e3ba-db0e-4af9-aa8f-45627aeff188 req-4a944efb-85e8-4111-9375-7eacedd2d3db tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757613 Jul 30 01:52:05.864960 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:05.881238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Network 4939db33-c908-4b2c-b7aa-fdbf67c81f2d is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:05.984852 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Allocated IP 172.20.0.2 (5500e31c-a650-478e-ae92-6e5927c2bc23/538554bd-13a2-4391-b6ae-4b579a7cbb8f/eeeedb38-a52e-41fc-bedc-54ab6250c912) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:05.993419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe97d2a-73d7-40d2-8268-48ea474f7a40,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:06.091738 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.104555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 4939db33-c908-4b2c-b7aa-fdbf67c81f2d) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:06.110533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Network 9bbb8000-6c97-41a5-a019-202467984cd5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:06.123177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac870fe-68b8-4277-b6fc-16cbab9d2da1 None None] Network 4939db33-c908-4b2c-b7aa-fdbf67c81f2d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:06.123464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.124375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.125613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.147792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:06.154426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-0c3fa296-df3d-4a68-a7be-cabd1fc512e4 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966109 Jul 30 01:52:06.157982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:06.165651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-74fafaaf-660d-42bc-9e28-8289c8c80a13 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.3879325 Jul 30 01:52:06.171045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40620) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:06.251486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e4387-7995-45fd-b4ee-94f42b829a48 req-6f73af56-d655-4245-9601-d2d3ae171025 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.254340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c25e4387-7995-45fd-b4ee-94f42b829a48 req-6f73af56-d655-4245-9601-d2d3ae171025 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 945 time: 0.2514620 Jul 30 01:52:06.348453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8befb-6b03-44fb-85e8-f7a69921b880 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.351092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8befb-6b03-44fb-85e8-f7a69921b880 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.355260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8befb-6b03-44fb-85e8-f7a69921b880 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.357747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6ec8befb-6b03-44fb-85e8-f7a69921b880 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1825080 Jul 30 01:52:06.363936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40622) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:06.369553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.497165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2ec300-c62a-4244-b321-944c75c69473 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Deleting subnet 538554bd-13a2-4391-b6ae-4b579a7cbb8f {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:06.543039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c25e4387-7995-45fd-b4ee-94f42b829a48 req-07d814da-674f-4ecd-8329-e6ea5f4031fb tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758379 Jul 30 01:52:06.631721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b5fcb946-595a-414e-9d31-d320d67b7db1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:06.712017 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.755163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44a88-52fe-4612-af37-4bcae6b31166 req-d4394542-425d-4adf-b41c-67b6a49683a6 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.757135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-d4394542-425d-4adf-b41c-67b6a49683a6 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1095 time: 0.1828692 Jul 30 01:52:06.788226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Transition to ACTIVE for port object eeeedb38-a52e-41fc-bedc-54ab6250c912 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:06.865437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bfb16006-611a-4d26-ab1d-ab97e3f67fa7 None None] Provisioning for port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:06.870005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Transition to ACTIVE for port object eeeedb38-a52e-41fc-bedc-54ab6250c912 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:06.878180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b5fcb946-595a-414e-9d31-d320d67b7db1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:06.878806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.900368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.923472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c2ec300-c62a-4244-b321-944c75c69473 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.929105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bfb16006-611a-4d26-ab1d-ab97e3f67fa7 None None] Provisioning complete for port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:06.929714 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfb16006-611a-4d26-ab1d-ab97e3f67fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.937250 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:06.971259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9261c-7b8b-43e6-a513-cc7c6a9df94b req-4d0d89e5-cc9d-4ca3-9969-5c8a69544769 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:06.973251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ea9261c-7b8b-43e6-a513-cc7c6a9df94b req-4d0d89e5-cc9d-4ca3-9969-5c8a69544769 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 945 time: 0.1521332 Jul 30 01:52:06.992295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40638) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:07.010789 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c2ec300-c62a-4244-b321-944c75c69473 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.034591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Request body: {'floatingip': {'port_id': 'd51701a6-89ef-4081-914d-3e801278deec'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:07.117824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-4939db33-c908-4b2c-b7aa-fdbf67c81f2d', 'network_id': '4939db33-c908-4b2c-b7aa-fdbf67c81f2d', 'tenant_id': '5f27b5cd1ea9412fac95e4f8419a4800', 'fixed_ips': [{'subnet_id': '27f17bc9-0faa-4a45-9e67-63ff3b2a9d3e'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:52:07.119678 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.151142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Network 5500e31c-a650-478e-ae92-6e5927c2bc23 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:07.194669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:07.201984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bfb16006-611a-4d26-ab1d-ab97e3f67fa7 None None] Port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:07.205064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:07.210446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Pushing event updated for resources: {'Port': ['ID=eeeedb38-a52e-41fc-bedc-54ab6250c912,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:07.341713 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c2ec300-c62a-4244-b321-944c75c69473 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.358681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71202a76-0f88-4f15-9536-11614e4ee5fc req-86db14aa-cc5e-4c78-b779-dcc242d348b9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.367530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71202a76-0f88-4f15-9536-11614e4ee5fc req-86db14aa-cc5e-4c78-b779-dcc242d348b9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 944 time: 0.4393542 Jul 30 01:52:07.403954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.420889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.487684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c2ec300-c62a-4244-b321-944c75c69473 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.491277 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.558572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c2ec300-c62a-4244-b321-944c75c69473 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.569512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8cc36-4ec0-4912-b0a9-0c592c3dc774 req-b5107b83-17e9-4f1d-85f5-aac51a06701d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.569858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Attempting to bind port eeeedb38-a52e-41fc-bedc-54ab6250c912 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:07.570125 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3c2ec300-c62a-4244-b321-944c75c69473 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/subnets/538554bd-13a2-4391-b6ae-4b579a7cbb8f HTTP/1.1" status: 204 len: 168 time: 1.2039552 Jul 30 01:52:07.570645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Attempting to bind port eeeedb38-a52e-41fc-bedc-54ab6250c912 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '22e515fb-298e-41f0-8bab-98662d473860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5500e31c-a650-478e-ae92-6e5927c2bc23'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:07.572156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40652) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:07.573668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ec300-c62a-4244-b321-944c75c69473 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Subnet': ['ID=538554bd-13a2-4391-b6ae-4b579a7cbb8f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:07.574650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Attempting to bind port eeeedb38-a52e-41fc-bedc-54ab6250c912 on network 5500e31c-a650-478e-ae92-6e5927c2bc23 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:07.576072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8cc36-4ec0-4912-b0a9-0c592c3dc774 req-b5107b83-17e9-4f1d-85f5-aac51a06701d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.583066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8cc36-4ec0-4912-b0a9-0c592c3dc774 req-b5107b83-17e9-4f1d-85f5-aac51a06701d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.589220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8cc36-4ec0-4912-b0a9-0c592c3dc774 req-b5107b83-17e9-4f1d-85f5-aac51a06701d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.595377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8cc36-4ec0-4912-b0a9-0c592c3dc774 req-b5107b83-17e9-4f1d-85f5-aac51a06701d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.603354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8cc36-4ec0-4912-b0a9-0c592c3dc774 req-b5107b83-17e9-4f1d-85f5-aac51a06701d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.608493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8cc36-4ec0-4912-b0a9-0c592c3dc774 req-b5107b83-17e9-4f1d-85f5-aac51a06701d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:07.610753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67c8cc36-4ec0-4912-b0a9-0c592c3dc774 req-b5107b83-17e9-4f1d-85f5-aac51a06701d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.3505430 Jul 30 01:52:07.629774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:07.630497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Checking segment: {'id': '22e515fb-298e-41f0-8bab-98662d473860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5500e31c-a650-478e-ae92-6e5927c2bc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:07.631198 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.632014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Bound using segment: {'id': '22e515fb-298e-41f0-8bab-98662d473860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5500e31c-a650-478e-ae92-6e5927c2bc23'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:07.632974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Bound port: eeeedb38-a52e-41fc-bedc-54ab6250c912, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e515fb-298e-41f0-8bab-98662d473860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5500e31c-a650-478e-ae92-6e5927c2bc23'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:07.634328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71202a76-0f88-4f15-9536-11614e4ee5fc req-ce970147-581c-47a6-aa73-f7ac5defcd2e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652798 Jul 30 01:52:07.634625 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.724002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19f27d2-9bb4-481c-83ae-0ebaea00ec43 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Deleting subnet 27f17bc9-0faa-4a45-9e67-63ff3b2a9d3e {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:07.796702 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.879920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Allocated IP 172.20.0.18 (4939db33-c908-4b2c-b7aa-fdbf67c81f2d/27f17bc9-0faa-4a45-9e67-63ff3b2a9d3e/874381b0-ff53-4c47-a223-4b0ba2794f7e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:07.883836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-def44a88-52fe-4612-af37-4bcae6b31166 req-46279458-5607-4594-ac27-d6bc1c17cdda service neutron] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:07.907187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] For port eeeedb38-a52e-41fc-bedc-54ab6250c912, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:07.912844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] For port eeeedb38-a52e-41fc-bedc-54ab6250c912, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=eeeedb38-a52e-41fc-bedc-54ab6250c912,segment=NetworkSegment(22e515fb-298e-41f0-8bab-98662d473860),segment_id=22e515fb-298e-41f0-8bab-98662d473860)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:07.928381 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.986227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-def44a88-52fe-4612-af37-4bcae6b31166 req-46279458-5607-4594-ac27-d6bc1c17cdda service neutron] Notify callbacks [] for binding, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:07.987842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-def44a88-52fe-4612-af37-4bcae6b31166 req-46279458-5607-4594-ac27-d6bc1c17cdda service neutron] 10.222.0.41 "DELETE /v2.0/ports/01b58489-d24c-46a2-8754-29c84931aa0f/bindings/n-h2-715271-7 HTTP/1.1" status: 204 len: 173 time: 1.2200148 Jul 30 01:52:07.994549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe97d2a-73d7-40d2-8268-48ea474f7a40,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:08.177519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b7380-4ffe-430b-8b18-7326bc816c25 None None] Pushing event updated for resources: {'Port': ['ID=eeeedb38-a52e-41fc-bedc-54ab6250c912,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:08.222831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67c8cc36-4ec0-4912-b0a9-0c592c3dc774 req-a1ebda64-2a23-4277-9d01-7c9e80512ab6 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5689805 Jul 30 01:52:08.244850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce1bda-5ff6-41c3-82ac-9aa2d021e130 None None] Network 5500e31c-a650-478e-ae92-6e5927c2bc23 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:08.322886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Network 9bbb8000-6c97-41a5-a019-202467984cd5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:08.333383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:08.469365 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.503613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Transition to ACTIVE for port object 874381b0-ff53-4c47-a223-4b0ba2794f7e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:08.543500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Transition to ACTIVE for port object 874381b0-ff53-4c47-a223-4b0ba2794f7e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:08.554567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90161a5-fa8b-4659-a15d-20f14f4c002a req-9251c198-8fb3-4cfd-a832-7cf2e3cf3ba4 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:08.567323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b19f27d2-9bb4-481c-83ae-0ebaea00ec43 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.568416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a90161a5-fa8b-4659-a15d-20f14f4c002a req-9251c198-8fb3-4cfd-a832-7cf2e3cf3ba4 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1095 time: 0.5530124 Jul 30 01:52:08.573964 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.725635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b19f27d2-9bb4-481c-83ae-0ebaea00ec43 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.727939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Network 4939db33-c908-4b2c-b7aa-fdbf67c81f2d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:08.733715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:08.747253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:08.755507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Pushing event updated for resources: {'Port': ['ID=874381b0-ff53-4c47-a223-4b0ba2794f7e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:08.922423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b19f27d2-9bb4-481c-83ae-0ebaea00ec43 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.938188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Attempting to bind port 874381b0-ff53-4c47-a223-4b0ba2794f7e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:08.939047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Attempting to bind port 874381b0-ff53-4c47-a223-4b0ba2794f7e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8420abf8-9d5e-45db-9ccd-b61417aa6a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4939db33-c908-4b2c-b7aa-fdbf67c81f2d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:08.940262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Attempting to bind port 874381b0-ff53-4c47-a223-4b0ba2794f7e on network 4939db33-c908-4b2c-b7aa-fdbf67c81f2d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:08.944125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-57535fca-c3c3-42ee-a6d7-830413cbb92b None None] Provisioning complete for port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:08.944742 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57535fca-c3c3-42ee-a6d7-830413cbb92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.963178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a90161a5-fa8b-4659-a15d-20f14f4c002a req-7bf55f61-d022-45bd-80bb-1054d95880b0 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753502 Jul 30 01:52:08.992337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:08.992960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Checking segment: {'id': '8420abf8-9d5e-45db-9ccd-b61417aa6a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4939db33-c908-4b2c-b7aa-fdbf67c81f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:08.993652 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:08.994294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Bound using segment: {'id': '8420abf8-9d5e-45db-9ccd-b61417aa6a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4939db33-c908-4b2c-b7aa-fdbf67c81f2d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:08.995105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Bound port: 874381b0-ff53-4c47-a223-4b0ba2794f7e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8420abf8-9d5e-45db-9ccd-b61417aa6a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4939db33-c908-4b2c-b7aa-fdbf67c81f2d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:08.995782 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.067406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-57535fca-c3c3-42ee-a6d7-830413cbb92b None None] Port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:09.104333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b19f27d2-9bb4-481c-83ae-0ebaea00ec43 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.211378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Router d671fa76-5c03-47a7-94d2-100f4696d0ea has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:09.246630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f27d2-9bb4-481c-83ae-0ebaea00ec43 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Subnet': ['ID=27f17bc9-0faa-4a45-9e67-63ff3b2a9d3e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:09.279270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b19f27d2-9bb4-481c-83ae-0ebaea00ec43 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.285416 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b19f27d2-9bb4-481c-83ae-0ebaea00ec43 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/subnets/27f17bc9-0faa-4a45-9e67-63ff3b2a9d3e HTTP/1.1" status: 204 len: 168 time: 1.7069924 Jul 30 01:52:09.300270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40680) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:09.300383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] For port 874381b0-ff53-4c47-a223-4b0ba2794f7e, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:09.334262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] For port 874381b0-ff53-4c47-a223-4b0ba2794f7e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=874381b0-ff53-4c47-a223-4b0ba2794f7e,segment=NetworkSegment(8420abf8-9d5e-45db-9ccd-b61417aa6a0e),segment_id=8420abf8-9d5e-45db-9ccd-b61417aa6a0e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:09.360986 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.487920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c666f23b-4076-4053-9573-861044d4370a tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.490817 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c666f23b-4076-4053-9573-861044d4370a tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1943502 Jul 30 01:52:09.497696 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40694) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:09.621614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fe612-5b1e-4ef0-ba7f-e58f45baa618 None None] Pushing event updated for resources: {'Port': ['ID=874381b0-ff53-4c47-a223-4b0ba2794f7e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:09.659771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7c66bf-f621-4321-a905-c9f8a58df752 None None] Network 4939db33-c908-4b2c-b7aa-fdbf67c81f2d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:09.670542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.791922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Deleting port 874381b0-ff53-4c47-a223-4b0ba2794f7e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:09.792481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.910728 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:52:09.941419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] For port 874381b0-ff53-4c47-a223-4b0ba2794f7e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=874381b0-ff53-4c47-a223-4b0ba2794f7e,segment=NetworkSegment(8420abf8-9d5e-45db-9ccd-b61417aa6a0e),segment_id=8420abf8-9d5e-45db-9ccd-b61417aa6a0e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:09.941924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:09.949359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac24067-8dae-4221-a32f-67f4ca3803df req-47a4d937-5656-4515-a55a-723b4f8fd1e3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.960027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac24067-8dae-4221-a32f-67f4ca3803df req-47a4d937-5656-4515-a55a-723b4f8fd1e3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.962100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d81d6-25cd-4e3a-a58a-e0b53c7618f2 None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:52:09.968509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Calling delete_port for 874381b0-ff53-4c47-a223-4b0ba2794f7e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:09.972406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac24067-8dae-4221-a32f-67f4ca3803df req-47a4d937-5656-4515-a55a-723b4f8fd1e3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.982428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac24067-8dae-4221-a32f-67f4ca3803df req-47a4d937-5656-4515-a55a-723b4f8fd1e3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:09.993766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac24067-8dae-4221-a32f-67f4ca3803df req-47a4d937-5656-4515-a55a-723b4f8fd1e3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.005614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac24067-8dae-4221-a32f-67f4ca3803df req-47a4d937-5656-4515-a55a-723b4f8fd1e3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.016558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac24067-8dae-4221-a32f-67f4ca3803df req-47a4d937-5656-4515-a55a-723b4f8fd1e3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.020180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dac24067-8dae-4221-a32f-67f4ca3803df req-47a4d937-5656-4515-a55a-723b4f8fd1e3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5420 time: 0.5428720 Jul 30 01:52:10.174860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.257303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] No DVR routers for this DVR port 874381b0-ff53-4c47-a223-4b0ba2794f7e on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:10.261025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Port': ['ID=874381b0-ff53-4c47-a223-4b0ba2794f7e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:10.405410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d81d6-25cd-4e3a-a58a-e0b53c7618f2 None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:52:10.459402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.483096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4939db33-c908-4b2c-b7aa-fdbf67c81f2d']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:10.512664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8420abf8-9d5e-45db-9ccd-b61417aa6a0e') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:10.513149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8420abf8-9d5e-45db-9ccd-b61417aa6a0e') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:10.534375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.573166 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.595769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:10.596944 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:10.603199 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:10.692645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.704315 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.714971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.721151 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/networks/4939db33-c908-4b2c-b7aa-fdbf67c81f2d HTTP/1.1" status: 204 len: 168 time: 1.2178767 Jul 30 01:52:10.722841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40704) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:10.728704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:10.744888 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Sync routers for ids ['d671fa76-5c03-47a7-94d2-100f4696d0ea'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:10.749151 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.761300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cce158-1f89-4a2f-b35a-dbe9184d2479 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Network': ['ID=4939db33-c908-4b2c-b7aa-fdbf67c81f2d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:10.767165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0814a04d-500f-4dca-9c1c-e2eb3b337988 admin admin] 10.222.0.84 "PUT /v2.0/routers/d671fa76-5c03-47a7-94d2-100f4696d0ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2381668 Jul 30 01:52:10.783483 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Routers {'d671fa76-5c03-47a7-94d2-100f4696d0ea'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:10.784613 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d671fa76-5c03-47a7-94d2-100f4696d0ea'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:10.852565 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:10.987912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-7d17a8b2-05a1-419b-a061-b13a19d6c6c1 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:10.989863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-7d17a8b2-05a1-419b-a061-b13a19d6c6c1 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 808 time: 1.4338748 Jul 30 01:52:11.010151 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Floating IP f3fb2f91-0560-4097-8557-524209e01a55 associated. External IP: 172.25.7.23, port: d51701a6-89ef-4081-914d-3e801278deec. Jul 30 01:52:11.047010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Deleting port eeeedb38-a52e-41fc-bedc-54ab6250c912 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:11.050272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.052782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Set router d671fa76-5c03-47a7-94d2-100f4696d0ea gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:11.121241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dac24067-8dae-4221-a32f-67f4ca3803df req-a98476da-2fc5-4eba-9f27-4b3d9e21a180 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0045588 Jul 30 01:52:11.144791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e8a5f0a8-5865-4795-abf9-658877cdd6a3 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/quotas/d9d6a97e627d4e149a7b83ffd10902f8 HTTP/1.1" status: 200 len: 375 time: 0.1373589 Jul 30 01:52:11.261611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] For port eeeedb38-a52e-41fc-bedc-54ab6250c912, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=eeeedb38-a52e-41fc-bedc-54ab6250c912,segment=NetworkSegment(22e515fb-298e-41f0-8bab-98662d473860),segment_id=22e515fb-298e-41f0-8bab-98662d473860)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:11.262207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.293971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Calling delete_port for eeeedb38-a52e-41fc-bedc-54ab6250c912 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:11.472814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Router 0631e5df-03e4-4c77-b107-3641d3943fb0 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:11.528568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-dd010289-bde1-4783-b874-4ca33cfb095e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3673601 Jul 30 01:52:11.554170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.636029 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:53Z', 'updated_at': '2021-07-30T01:52:06Z', 'revision_number': 4, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'gw_port': {'id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:55Z', 'updated_at': '2021-07-30T01:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4fe97d2a-73d7-40d2-8268-48ea474f7a40', 'name': '', 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'mac_address': 'fa:16:3e:d8:a3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '971c93ff-9db1-42e6-a6e5-81a21e52ae0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:02Z', 'updated_at': '2021-07-30T01:52:07Z', 'revision_number': 2, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'subnets': [{'id': '971c93ff-9db1-42e6-a6e5-81a21e52ae0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:11.648917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Port': ['ID=eeeedb38-a52e-41fc-bedc-54ab6250c912,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:11.652599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] No DVR routers for this DVR port eeeedb38-a52e-41fc-bedc-54ab6250c912 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:11.710206 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Checking router: d671fa76-5c03-47a7-94d2-100f4696d0ea for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:11.711571 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Updating router d671fa76-5c03-47a7-94d2-100f4696d0ea port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:52:11.818817 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.840126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.859855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5500e31c-a650-478e-ae92-6e5927c2bc23']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:11.884874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e515fb-298e-41f0-8bab-98662d473860') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:11.885396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e515fb-298e-41f0-8bab-98662d473860') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:11.906664 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.932392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40716) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:11.946745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.966846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:11.967570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:11.969700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:11.988408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.005834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] Sync routers for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:12.046568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dfaf0414-91c5-4ad6-bd8c-5026f4882b7e tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "PUT /v2.0/floatingips/f3fb2f91-0560-4097-8557-524209e01a55 HTTP/1.1" status: 200 len: 990 time: 5.0210712 Jul 30 01:52:12.054835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:12.059233 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df46e16-4200-4351-b0f7-8bb680f029d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "tag": "d51701a6-89ef-4081-914d-3e801278deec"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:12.082203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:12.083334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:12.105799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-c327c636-bd6e-4156-8b95-b0fef077a1e6 service neutron] 10.222.0.84 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666748 Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:12.175274 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:12.203012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.212093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6af04872-db07-4769-81b3-9f357847b528 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:12.217519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eba636-d6eb-4118-ace6-d38f5106c089 None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 01:52:12.244889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.255375 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/networks/5500e31c-a650-478e-ae92-6e5927c2bc23 HTTP/1.1" status: 204 len: 168 time: 1.5270438 Jul 30 01:52:12.276322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40728) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:12.299393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b6b3e-b0ff-44f6-af87-2aa169189718 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Network': ['ID=5500e31c-a650-478e-ae92-6e5927c2bc23,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:12.332326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-ad8ae534-0ab5-44c2-9c69-a5999c77f9e6 service neutron] 10.222.0.84 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237270 Jul 30 01:52:12.455651 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.560183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fee8587-cef8-4eae-a2f4-7778e4f6c5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.629714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6af04872-db07-4769-81b3-9f357847b528, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6af04872-db07-4769-81b3-9f357847b528,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:12.634638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.653179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '6af04872-db07-4769-81b3-9f357847b528', 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'port_id': '6af04872-db07-4769-81b3-9f357847b528', 'mac_address': 'fa:16:3e:a8:a1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc0ddec-1161-49c0-8539-5e01da63ba21', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:12.656086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e37c28f-b6fc-436c-b92a-300a5986bd8d']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:12.679551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f0ffd8-7d9d-44ab-a2b9-4307cf5421e3') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:12.680285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f0ffd8-7d9d-44ab-a2b9-4307cf5421e3') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:12.693287 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.710711 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.718765 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Transition to ACTIVE for port object 4fe97d2a-73d7-40d2-8268-48ea474f7a40 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:12.736279 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.762888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.788323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:12.789152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:12.801308 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:12.845881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:12.858111 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48e1a99-99c7-471a-b366-2570361e116c x-openstack-request-id: req-f48e1a99-99c7-471a-b366-2570361e116c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:12.858417 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "tag": "d51701a6-89ef-4081-914d-3e801278deec", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:12.859155 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f48e1a99-99c7-471a-b366-2570361e116c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:12.859155 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec', 'status': 'completed', 'code': 200} Jul 30 01:52:12.924226 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Pushing event updated for resources: {'Port': ['ID=4fe97d2a-73d7-40d2-8268-48ea474f7a40,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:12.931866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af04872-db07-4769-81b3-9f357847b528 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:12.972758 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.973710 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.974469 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.979122 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.980182 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.980726 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.981290 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.981885 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.982733 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.983273 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.983817 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.984344 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:12.988140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.009666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6af04872-db07-4769-81b3-9f357847b528, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6af04872-db07-4769-81b3-9f357847b528,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:13.019185 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.030892 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/networks/5e37c28f-b6fc-436c-b92a-300a5986bd8d HTTP/1.1" status: 204 len: 168 time: 0.7504323 Jul 30 01:52:13.032633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40738) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:13.037531 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.038657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:13.053258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:13.083162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10016a8f-0b04-46c8-961c-8ff49ded00e5 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Network': ['ID=5e37c28f-b6fc-436c-b92a-300a5986bd8d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:13.154901 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Attempting to bind port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:13.154901 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Attempting to bind port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'f8e69975-3bcc-4070-aadc-04a7f984af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:13.154901 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Attempting to bind port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 on network 9bbb8000-6c97-41a5-a019-202467984cd5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:13.176553 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:13.181698 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Checking segment: {'id': 'f8e69975-3bcc-4070-aadc-04a7f984af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:13.182532 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.185482 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Bound using segment: {'id': 'f8e69975-3bcc-4070-aadc-04a7f984af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:13.186193 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Bound port: 4fe97d2a-73d7-40d2-8268-48ea474f7a40, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e69975-3bcc-4070-aadc-04a7f984af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:13.186790 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.192561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-7c847bbe-67d4-468a-acfc-da7ba1f8a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.196208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-7c847bbe-67d4-468a-acfc-da7ba1f8a31d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03cfd72862c04228b0309667d7dd5958&device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 1096 time: 0.3471060 Jul 30 01:52:13.206016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-f617eddf-4c29-4edf-be10-319fa86cd50d tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8665161 Jul 30 01:52:13.256421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.397479 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] For port 4fe97d2a-73d7-40d2-8268-48ea474f7a40, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:13.398242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d190007-f91d-4d7f-8a13-ccdefc70757d req-9dd6ae58-43d7-4b0c-b0ca-ad8b209dd1c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.405275 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] For port 4fe97d2a-73d7-40d2-8268-48ea474f7a40, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4fe97d2a-73d7-40d2-8268-48ea474f7a40,segment=NetworkSegment(f8e69975-3bcc-4070-aadc-04a7f984af35),segment_id=f8e69975-3bcc-4070-aadc-04a7f984af35)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:13.411541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d190007-f91d-4d7f-8a13-ccdefc70757d req-9dd6ae58-43d7-4b0c-b0ca-ad8b209dd1c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.415546 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.423583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d190007-f91d-4d7f-8a13-ccdefc70757d req-9dd6ae58-43d7-4b0c-b0ca-ad8b209dd1c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.436089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.436697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d190007-f91d-4d7f-8a13-ccdefc70757d req-9dd6ae58-43d7-4b0c-b0ca-ad8b209dd1c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.451329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d190007-f91d-4d7f-8a13-ccdefc70757d req-9dd6ae58-43d7-4b0c-b0ca-ad8b209dd1c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.457422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f063e2bc-2026-47c2-aa82-2abf58e67471']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:13.466872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d190007-f91d-4d7f-8a13-ccdefc70757d req-9dd6ae58-43d7-4b0c-b0ca-ad8b209dd1c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.479740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d190007-f91d-4d7f-8a13-ccdefc70757d req-9dd6ae58-43d7-4b0c-b0ca-ad8b209dd1c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.481612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac4fb42-0ba0-4149-b886-d8d17bbbe818') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:13.482377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac4fb42-0ba0-4149-b886-d8d17bbbe818') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:13.488884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:52:13.496485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d190007-f91d-4d7f-8a13-ccdefc70757d req-9dd6ae58-43d7-4b0c-b0ca-ad8b209dd1c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5421 time: 0.4886439 Jul 30 01:52:13.506211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.537702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:13.545139 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.559154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:13.561699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:13.567664 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:13.670637 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90739a38-8822-4e7e-8243-10a8751c6539 None None] Pushing event updated for resources: {'Port': ['ID=4fe97d2a-73d7-40d2-8268-48ea474f7a40,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:13.691425 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-791b77b6-1b00-4cc9-92f7-acf68c62e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:13.695044 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Routers {'d671fa76-5c03-47a7-94d2-100f4696d0ea'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:13.696214 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d671fa76-5c03-47a7-94d2-100f4696d0ea'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:13.700251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6af04872-db07-4769-81b3-9f357847b528,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:13.705838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-791b77b6-1b00-4cc9-92f7-acf68c62e0cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=28077912-bc59-45e0-9f13-3eda9fd8a5c2 HTTP/1.1" status: 200 len: 906 time: 0.4947913 Jul 30 01:52:13.721148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.738259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.745461 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] 10.222.0.84 "DELETE /v2.0/networks/f063e2bc-2026-47c2-aa82-2abf58e67471 HTTP/1.1" status: 204 len: 168 time: 0.6853383 Jul 30 01:52:13.763317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42c919-0b89-4c25-aab9-ee050b0a3536 tempest-BulkNetworkOpsTest-1365271650 tempest-BulkNetworkOpsTest-1365271650-project] Pushing event deleted for resources: {'Network': ['ID=f063e2bc-2026-47c2-aa82-2abf58e67471,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:13.779907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d190007-f91d-4d7f-8a13-ccdefc70757d req-5de5b32a-327b-4add-84ea-e973afbc5018 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2782514 Jul 30 01:52:13.824374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eba636-d6eb-4118-ace6-d38f5106c089 None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 01:52:13.968184 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fee8587-cef8-4eae-a2f4-7778e4f6c5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:13.973824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-3a48b46b-c6ee-42af-af12-6d0ae46ba0a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d51701a6-89ef-4081-914d-3e801278deec HTTP/1.1" status: 200 len: 998 time: 0.2277715 Jul 30 01:52:13.982655 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fee8587-cef8-4eae-a2f4-7778e4f6c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:14.161647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2fee8587-cef8-4eae-a2f4-7778e4f6c5d0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=427ecb7d7b36482c9c30b5869adabf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2232232 Jul 30 01:52:14.163547 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] Set router d671fa76-5c03-47a7-94d2-100f4696d0ea gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:14.165277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40752) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:14.184834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:14.210877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-808c399e-6aef-4a7e-a462-2bb90c4e475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.214794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-808c399e-6aef-4a7e-a462-2bb90c4e475d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a54c1f5-8dee-401c-9cfd-ce5ac871b093 HTTP/1.1" status: 200 len: 844 time: 0.2238185 Jul 30 01:52:14.220504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:14.226005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee8587-cef8-4eae-a2f4-7778e4f6c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ab930-3fd8-4198-a1c6-bb626b9f47b5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:14.346624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'port_id': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'mac_address': 'fa:16:3e:13:f9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:14.348629 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40754) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:14.376474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e38aa42f-649e-42fa-9ea0-d043cf8b7bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:14.477188 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e38aa42f-649e-42fa-9ea0-d043cf8b7bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:14.620889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfdbd9fd-a94b-4eb3-afc7-e05c34ec7a85 req-5032902c-383a-45d7-a8b8-b261d6dabae7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 210 time: 0.1195133 Jul 30 01:52:14.630399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e38aa42f-649e-42fa-9ea0-d043cf8b7bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:14.633340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e38aa42f-649e-42fa-9ea0-d043cf8b7bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:14.634724 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e38aa42f-649e-42fa-9ea0-d043cf8b7bde admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3c0ab930-3fd8-4198-a1c6-bb626b9f47b5 HTTP/1.1" status: 204 len: 168 time: 0.4660914 Jul 30 01:52:14.664012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aa42f-649e-42fa-9ea0-d043cf8b7bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ab930-3fd8-4198-a1c6-bb626b9f47b5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:14.701191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-4995597e-f271-4b28-9650-a7067de26d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:14.707178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-4995597e-f271-4b28-9650-a7067de26d75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28077912-bc59-45e0-9f13-3eda9fd8a5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4719563 Jul 30 01:52:14.762460 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:14.788431 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ff009719-5ee1-4f37-92c4-43458af4db9c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5f27b5cd1ea9412fac95e4f8419a4800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358218 Jul 30 01:52:14.789475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40760) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:14.933390 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24debbf8-2cc0-4b6a-b209-6b9417292fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:14.977323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24debbf8-2cc0-4b6a-b209-6b9417292fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.062284 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.131046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-4a28dc0c-664c-46d9-b00a-97d151be92b7 service neutron] 10.222.0.41 "GET /v2.0/networks/28077912-bc59-45e0-9f13-3eda9fd8a5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978431 Jul 30 01:52:15.143296 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:53Z', 'updated_at': '2021-07-30T01:52:06Z', 'revision_number': 4, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'gw_port': {'id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:55Z', 'updated_at': '2021-07-30T01:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4fe97d2a-73d7-40d2-8268-48ea474f7a40', 'name': '', 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'mac_address': 'fa:16:3e:d8:a3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '971c93ff-9db1-42e6-a6e5-81a21e52ae0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:02Z', 'updated_at': '2021-07-30T01:52:13Z', 'revision_number': 4, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'subnets': [{'id': '971c93ff-9db1-42e6-a6e5-81a21e52ae0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:15.144761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24debbf8-2cc0-4b6a-b209-6b9417292fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.149460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24debbf8-2cc0-4b6a-b209-6b9417292fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.163222 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-24debbf8-2cc0-4b6a-b209-6b9417292fb1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a2e83248-8982-409c-a4b6-3e01ce1528ca HTTP/1.1" status: 204 len: 168 time: 0.3714345 Jul 30 01:52:15.195386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24debbf8-2cc0-4b6a-b209-6b9417292fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e83248-8982-409c-a4b6-3e01ce1528ca,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:15.282375 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad875a1-6fa7-4eca-9b1d-4dcde23b01ed None None] The sync data for ids ['d671fa76-5c03-47a7-94d2-100f4696d0ea'] in n-d-715271-7 is: [{'id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:53Z', 'updated_at': '2021-07-30T01:52:06Z', 'revision_number': 4, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'gw_port': {'id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:55Z', 'updated_at': '2021-07-30T01:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4fe97d2a-73d7-40d2-8268-48ea474f7a40', 'name': '', 'network_id': '9bbb8000-6c97-41a5-a019-202467984cd5', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'mac_address': 'fa:16:3e:d8:a3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '971c93ff-9db1-42e6-a6e5-81a21e52ae0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:52:02Z', 'updated_at': '2021-07-30T01:52:13Z', 'revision_number': 4, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'subnets': [{'id': '971c93ff-9db1-42e6-a6e5-81a21e52ae0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:15.319053 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-96eba636-d6eb-4118-ace6-d38f5106c089 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:52:15.361710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:15.544373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833ad69-0906-49f4-b745-68a228aeed81 req-6742a2c8-bc14-4d68-b3c7-6b1d5d19cb29 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.561138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833ad69-0906-49f4-b745-68a228aeed81 req-6742a2c8-bc14-4d68-b3c7-6b1d5d19cb29 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.579477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833ad69-0906-49f4-b745-68a228aeed81 req-6742a2c8-bc14-4d68-b3c7-6b1d5d19cb29 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.599707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833ad69-0906-49f4-b745-68a228aeed81 req-6742a2c8-bc14-4d68-b3c7-6b1d5d19cb29 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.618376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833ad69-0906-49f4-b745-68a228aeed81 req-6742a2c8-bc14-4d68-b3c7-6b1d5d19cb29 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.624227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-f2febdc0-d7ce-4c10-b418-4f6c5b3aa0da tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.634273 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-f2febdc0-d7ce-4c10-b418-4f6c5b3aa0da tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 808 time: 0.3867083 Jul 30 01:52:15.637681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:15.647558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833ad69-0906-49f4-b745-68a228aeed81 req-6742a2c8-bc14-4d68-b3c7-6b1d5d19cb29 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.655271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833ad69-0906-49f4-b745-68a228aeed81 req-6742a2c8-bc14-4d68-b3c7-6b1d5d19cb29 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:15.656583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Request body: {'port': {'device_id': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38', 'admin_state_up': True, 'tenant_id': 'd9d6a97e627d4e149a7b83ffd10902f8'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:15.663175 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f3fb2f91-0560-4097-8557-524209e01a55', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'port_id': 'd51701a6-89ef-4081-914d-3e801278deec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'mac_address': 'fa:16:3e:89:13:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:30Z', 'updated_at': '2021-07-30T01:52:09Z', 'revision_number': 1, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea22e9e-12be-4325-ae72-87e6b45826a4', 'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'mac_address': 'fa:16:3e:7c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:04Z', 'updated_at': '2021-07-30T01:51:23Z', 'revision_number': 5, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'subnets': [{'id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:15.668965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5833ad69-0906-49f4-b745-68a228aeed81 req-6742a2c8-bc14-4d68-b3c7-6b1d5d19cb29 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5421 time: 0.5986135 Jul 30 01:52:15.687061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40774) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:15.691178 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.697078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7e975dfa-0de7-4f8d-913c-ec6060cd7934 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:15.778121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e663c05-6182-4d8f-97a0-d8053d946853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:15.804302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df46e16-4200-4351-b0f7-8bb680f029d0 req-2d544897-2de2-4a7d-ad31-dfd3c0952c45 service neutron] 10.222.0.41 "GET /v2.0/networks/28077912-bc59-45e0-9f13-3eda9fd8a5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624219 Jul 30 01:52:15.831672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5833ad69-0906-49f4-b745-68a228aeed81 req-9c32744c-c698-4115-804d-3f4270a12838 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1616173 Jul 30 01:52:15.849807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Allocated IP 172.25.7.6 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/ab2de5fc-2aa8-4e16-9cda-9172a4cca0bb) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:15.990487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] Checking router: 0631e5df-03e4-4c77-b107-3641d3943fb0 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:16.098091 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e663c05-6182-4d8f-97a0-d8053d946853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.126694 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e663c05-6182-4d8f-97a0-d8053d946853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.135471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:16.153378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:16.237552 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.261133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e663c05-6182-4d8f-97a0-d8053d946853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236d179a-b8c3-4243-909e-a97d1fb2a303,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:16.305429 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9e663c05-6182-4d8f-97a0-d8053d946853 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e1c77ba563e141759f6e26739b6e6e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135340 Jul 30 01:52:16.305429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Made reservation on behalf of d9d6a97e627d4e149a7b83ffd10902f8 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:16.305709 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.308308 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.308575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40780) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:16.333584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7e975dfa-0de7-4f8d-913c-ec6060cd7934, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:16.440316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:16.481393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '7e975dfa-0de7-4f8d-913c-ec6060cd7934', 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'port_id': '7e975dfa-0de7-4f8d-913c-ec6060cd7934', 'mac_address': 'fa:16:3e:04:6f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc0ddec-1161-49c0-8539-5e01da63ba21', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:16.504437 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:16.519215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Pushing event updated for resources: {'Port': ['ID=ab2de5fc-2aa8-4e16-9cda-9172a4cca0bb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:16.523382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:16.549822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:16.620420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a6f0730-32e2-43a1-b762-0131b43ef6d6 req-977d87b3-b5a3-409a-8de3-8bf2fb050bc8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 210 time: 0.1391001 Jul 30 01:52:16.630373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27d3aa01-8fe1-4997-bc6c-a6488731cc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.685364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4fe97d2a-73d7-40d2-8268-48ea474f7a40 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:16.689342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Allocated IP 172.20.0.11 (b62a23bd-c6eb-4480-a8c5-2de1d8b31a38/5aa4cace-dae8-4df2-9c70-5e03553e0365/7265c1e4-32dd-459a-b3dd-43e675e50669) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:16.738434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.766963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27d3aa01-8fe1-4997-bc6c-a6488731cc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.842858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.978303 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27d3aa01-8fe1-4997-bc6c-a6488731cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.980166 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.990028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27d3aa01-8fe1-4997-bc6c-a6488731cc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:16.992101 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-27d3aa01-8fe1-4997-bc6c-a6488731cc00 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/236d179a-b8c3-4243-909e-a97d1fb2a303 HTTP/1.1" status: 204 len: 168 time: 0.6736882 Jul 30 01:52:17.048247 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.049584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.080917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3aa01-8fe1-4997-bc6c-a6488731cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236d179a-b8c3-4243-909e-a97d1fb2a303,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:17.098491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:17.133778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:17.137881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:17.145326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:17.212600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e975dfa-0de7-4f8d-913c-ec6060cd7934 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:17.251997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7e975dfa-0de7-4f8d-913c-ec6060cd7934, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:17.264640 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.265933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.268322 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.269312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:17.318737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Pushing event updated for resources: {'Port': ['ID=7265c1e4-32dd-459a-b3dd-43e675e50669,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:17.320301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:17.332112 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-4224f2fe-cbeb-4797-b935-927f168cc975 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6784527 Jul 30 01:52:17.353742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609', 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'port_id': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609', 'mac_address': 'fa:16:3e:d4:6f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc0ddec-1161-49c0-8539-5e01da63ba21', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:17.370282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Request body: {'port': {'device_id': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:17.390928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f7e33b1b-0a1c-4e47-bb78-deaa8ba9b070 None None] Provisioning complete for port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:17.391201 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7e33b1b-0a1c-4e47-bb78-deaa8ba9b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.404021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:17.549516 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.566818 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112cc09-ff40-4da5-9b54-d90d62bb37f0 req-1d2c55bd-927f-43f4-815e-148fb24be602 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.571874 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.577229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:17.578041 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.586737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112cc09-ff40-4da5-9b54-d90d62bb37f0 req-1d2c55bd-927f-43f4-815e-148fb24be602 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.606304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112cc09-ff40-4da5-9b54-d90d62bb37f0 req-1d2c55bd-927f-43f4-815e-148fb24be602 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.619720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112cc09-ff40-4da5-9b54-d90d62bb37f0 req-1d2c55bd-927f-43f4-815e-148fb24be602 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.648298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:17.657102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112cc09-ff40-4da5-9b54-d90d62bb37f0 req-1d2c55bd-927f-43f4-815e-148fb24be602 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.688168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112cc09-ff40-4da5-9b54-d90d62bb37f0 req-1d2c55bd-927f-43f4-815e-148fb24be602 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.727856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112cc09-ff40-4da5-9b54-d90d62bb37f0 req-1d2c55bd-927f-43f4-815e-148fb24be602 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:17.733274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d112cc09-ff40-4da5-9b54-d90d62bb37f0 req-1d2c55bd-927f-43f4-815e-148fb24be602 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5422 time: 0.6333842 Jul 30 01:52:17.768941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40812) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:17.788964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7e975dfa-0de7-4f8d-913c-ec6060cd7934,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:17.838162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:17.907103 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:17.908934 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1883ce7e-549a-45f1-a991-b66482189a87 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:17.924463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d112cc09-ff40-4da5-9b54-d90d62bb37f0 req-7b566756-3a7f-4023-b4d8-6c5b92d30a8a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1534169 Jul 30 01:52:17.987350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.000683 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.149281 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7e33b1b-0a1c-4e47-bb78-deaa8ba9b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.166638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.251915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1883ce7e-549a-45f1-a991-b66482189a87, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1883ce7e-549a-45f1-a991-b66482189a87,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:18.292313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.296561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.9316645 Jul 30 01:52:18.384921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7265c1e4-32dd-459a-b3dd-43e675e50669 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:18.417706 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.433992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37190303-673c-4eea-8c59-7e6bb1235593 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Pushing event updated for resources: {'Port': ['ID=ab2de5fc-2aa8-4e16-9cda-9172a4cca0bb,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:18.441565 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'network': {'name': 'tempest-RoutersTest-1049355794'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:18.458616 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-f1dbffdc-6d9a-4ace-8e10-806ceaa25f7f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.1520343 Jul 30 01:52:18.460915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Transition to ACTIVE for port object 7265c1e4-32dd-459a-b3dd-43e675e50669 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:18.464837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:18.469561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.496335 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.514790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '1883ce7e-549a-45f1-a991-b66482189a87', 'network_id': '5e2a0a98-a22c-4347-84f1-455730e1ba82', 'port_id': '1883ce7e-549a-45f1-a991-b66482189a87', 'mac_address': 'fa:16:3e:0f:e5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc0ddec-1161-49c0-8539-5e01da63ba21', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:18.540892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f7e33b1b-0a1c-4e47-bb78-deaa8ba9b070 None None] For port 4fe97d2a-73d7-40d2-8268-48ea474f7a40, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4fe97d2a-73d7-40d2-8268-48ea474f7a40,segment=NetworkSegment(f8e69975-3bcc-4070-aadc-04a7f984af35),segment_id=f8e69975-3bcc-4070-aadc-04a7f984af35)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:18.574985 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7e33b1b-0a1c-4e47-bb78-deaa8ba9b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.595507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:18.596347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7265c1e4-32dd-459a-b3dd-43e675e50669,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:18.600717 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.639173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e33b1b-0a1c-4e47-bb78-deaa8ba9b070 None None] Pushing event updated for resources: {'Port': ['ID=4fe97d2a-73d7-40d2-8268-48ea474f7a40,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:18.715635 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:52:18.717200 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:52:18.735836 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.736915 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.749347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-4e68f9d4-44a7-43d5-aaec-1c004e542e7f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.751052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-4e68f9d4-44a7-43d5-aaec-1c004e542e7f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.2711012 Jul 30 01:52:18.763612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1883ce7e-549a-45f1-a991-b66482189a87 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:18.784208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-565074b2-beec-4e7b-9053-3e3a69ec137e tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:52:18.785334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7119f2d5-cb6e-4204-b038-f59bbe27e01c req-565074b2-beec-4e7b-9053-3e3a69ec137e tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111349 Jul 30 01:52:18.788252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:18.788895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:18.789279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:18.795260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Port 7265c1e4-32dd-459a-b3dd-43e675e50669 on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:18.795619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:18.796635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f3fb2f91-0560-4097-8557-524209e01a55', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'port_id': 'd51701a6-89ef-4081-914d-3e801278deec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'mac_address': 'fa:16:3e:89:13:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:30Z', 'updated_at': '2021-07-30T01:52:09Z', 'revision_number': 1, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea22e9e-12be-4325-ae72-87e6b45826a4', 'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'mac_address': 'fa:16:3e:7c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:04Z', 'updated_at': '2021-07-30T01:51:23Z', 'revision_number': 5, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'subnets': [{'id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:18.808511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:18.809049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:18.809933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:18.810228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Bound port: 7265c1e4-32dd-459a-b3dd-43e675e50669, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:18.810712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.831745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd70f08-a8b5-45d2-ba16-4eebeabba4b2 req-cbf0a734-be67-4adb-995f-fcb1c1f20851 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:18.846751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffd70f08-a8b5-45d2-ba16-4eebeabba4b2 req-cbf0a734-be67-4adb-995f-fcb1c1f20851 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 944 time: 0.2524207 Jul 30 01:52:18.934902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffd70f08-a8b5-45d2-ba16-4eebeabba4b2 req-f2ce72f9-be9b-44b8-85ed-a22653eed469 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867760 Jul 30 01:52:18.948179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:18.954483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:18.965709 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:18.966401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9dbae-6f18-4b0f-8f4c-4ce65934b5dc None None] The sync data for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 is: [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f3fb2f91-0560-4097-8557-524209e01a55', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'port_id': 'd51701a6-89ef-4081-914d-3e801278deec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'mac_address': 'fa:16:3e:89:13:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:51:30Z', 'updated_at': '2021-07-30T01:52:09Z', 'revision_number': 1, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea22e9e-12be-4325-ae72-87e6b45826a4', 'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'mac_address': 'fa:16:3e:7c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:04Z', 'updated_at': '2021-07-30T01:51:23Z', 'revision_number': 5, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'subnets': [{'id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:18.990292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1883ce7e-549a-45f1-a991-b66482189a87, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1883ce7e-549a-45f1-a991-b66482189a87,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:18.997883 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.002739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 193102a5-36b8-44b6-9a54-7cf363179076 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:19.045326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c4b4864-b401-4d5e-a142-e50d0d962df6 req-3ef68268-af71-470f-846b-c076a50069ab tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips/8a1e03dd-c10e-439e-b1c7-14db664526a5 HTTP/1.1" status: 200 len: 691 time: 0.0686796 Jul 30 01:52:19.115486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.117293 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.119170 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] 10.222.0.22 "PUT /v2.0/ports/7265c1e4-32dd-459a-b3dd-43e675e50669 HTTP/1.1" status: 200 len: 1092 time: 1.7726984 Jul 30 01:52:19.120248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:19.143563 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:52:19.150111 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a0d76b-e458-4c91-a423-f0d81ae63e64" -d '{"events": [{"name": "network-changed", "server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:19.287076 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1883ce7e-549a-45f1-a991-b66482189a87,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:19.324895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42db22a-1eb6-46fe-916b-da086fd0b7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7265c1e4-32dd-459a-b3dd-43e675e50669,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:19.352773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-ebb28690-b105-4782-8fae-2fca99c1392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.355793 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-ebb28690-b105-4782-8fae-2fca99c1392e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1095 time: 0.1276007 Jul 30 01:52:19.386899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 193102a5-36b8-44b6-9a54-7cf363179076, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=193102a5-36b8-44b6-9a54-7cf363179076,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:19.409218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '193102a5-36b8-44b6-9a54-7cf363179076', 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3', 'port_id': '193102a5-36b8-44b6-9a54-7cf363179076', 'mac_address': 'fa:16:3e:21:24:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2593eac-b2ec-4419-b7b5-b05853fb34e2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:19.476131 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-c902e2e5-04d9-40f4-a117-e17000c0ffa1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7265c1e4-32dd-459a-b3dd-43e675e50669 HTTP/1.1" status: 200 len: 217 time: 0.1058095 Jul 30 01:52:19.481248 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.499444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b4864-b401-4d5e-a142-e50d0d962df6 req-3b4b62fc-ae5c-4e44-9e40-f276bcd81bdb tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.501050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c4b4864-b401-4d5e-a142-e50d0d962df6 req-3b4b62fc-ae5c-4e44-9e40-f276bcd81bdb tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.4545953 Jul 30 01:52:19.507815 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f3f716-a9fd-4f5d-b034-4386d5ec36a2 None None] New status for floating IP f3fb2f91-0560-4097-8557-524209e01a55: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:52:19.515294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4fe97d2a-73d7-40d2-8268-48ea474f7a40 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:19.522823 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.539474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-1c4b4864-b401-4d5e-a142-e50d0d962df6 req-c8e0d811-3d23-4572-a921-33c263a4b532 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:52:19.552497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c4b4864-b401-4d5e-a142-e50d0d962df6 req-c8e0d811-3d23-4572-a921-33c263a4b532 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225613 Jul 30 01:52:19.570079 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.570642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193102a5-36b8-44b6-9a54-7cf363179076 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:19.575153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-a8e4cf7c-8904-4387-81ad-6a3ececb7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.577591 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-a8e4cf7c-8904-4387-81ad-6a3ececb7568 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.0860891 Jul 30 01:52:19.614916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 193102a5-36b8-44b6-9a54-7cf363179076, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=193102a5-36b8-44b6-9a54-7cf363179076,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:19.628148 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.629265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d811e87e-a136-4b9a-89a6-5f8bc20553b3 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:19.647975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa11bf-3638-46df-afae-0328732ef85e req-725f4003-8e82-4f2c-baf2-b7e3265d3823 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.660210 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-23bb1685-da99-4034-9b57-b193c19dd3fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691657 Jul 30 01:52:19.672542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa11bf-3638-46df-afae-0328732ef85e req-725f4003-8e82-4f2c-baf2-b7e3265d3823 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.674437 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e73727c-b1e6-4e44-b888-0f95f995b53a x-openstack-request-id: req-1e73727c-b1e6-4e44-b888-0f95f995b53a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:19.674729 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:19.674979 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1e73727c-b1e6-4e44-b888-0f95f995b53a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:19.675391 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669', 'status': 'completed', 'code': 200} Jul 30 01:52:19.687707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d811e87e-a136-4b9a-89a6-5f8bc20553b3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:19.699916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa11bf-3638-46df-afae-0328732ef85e req-725f4003-8e82-4f2c-baf2-b7e3265d3823 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.726975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa11bf-3638-46df-afae-0328732ef85e req-725f4003-8e82-4f2c-baf2-b7e3265d3823 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.752562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3', 'network_id': 'c7a4f8ee-eaba-401e-8f4b-891957ddf6c3', 'port_id': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3', 'mac_address': 'fa:16:3e:66:93:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2593eac-b2ec-4419-b7b5-b05853fb34e2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:19.756632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa11bf-3638-46df-afae-0328732ef85e req-725f4003-8e82-4f2c-baf2-b7e3265d3823 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.770108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:19.770539 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.787237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa11bf-3638-46df-afae-0328732ef85e req-725f4003-8e82-4f2c-baf2-b7e3265d3823 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.794225 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-b2999a27-c605-403e-9e85-42b945d3cd1f service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178539 Jul 30 01:52:19.808866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa11bf-3638-46df-afae-0328732ef85e req-725f4003-8e82-4f2c-baf2-b7e3265d3823 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:19.825119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46fa11bf-3638-46df-afae-0328732ef85e req-725f4003-8e82-4f2c-baf2-b7e3265d3823 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5425 time: 0.5444024 Jul 30 01:52:19.876070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:19.883589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=193102a5-36b8-44b6-9a54-7cf363179076,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:19.906444 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:19.907175 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added segment 50fc08b6-1085-449c-b4d9-3863e399404b of type vlan for network fa09489c-3674-44a1-b8fa-480cfe0f4f77 Jul 30 01:52:20.052388 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-207fd0dd-198a-4ada-9c44-ed53a1e0de2a req-9cdb3089-a89f-4913-bca2-503bdc727deb service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426593 Jul 30 01:52:20.163082 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:20.201787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d811e87e-a136-4b9a-89a6-5f8bc20553b3 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:20.224021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-c644bc00-6f5a-4dca-a50f-f5ded1635ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.226485 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-c644bc00-6f5a-4dca-a50f-f5ded1635ab3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1095 time: 0.0836430 Jul 30 01:52:20.226980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d811e87e-a136-4b9a-89a6-5f8bc20553b3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:20.236236 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:20.357220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d811e87e-a136-4b9a-89a6-5f8bc20553b3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:20.418873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-3277c544-3123-4854-8a2a-83586ec70c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.421032 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-3277c544-3123-4854-8a2a-83586ec70c6e service neutron] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.1808794 Jul 30 01:52:20.489450 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-6519e513-fedb-47bf-8c3c-131e60b6a18e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7265c1e4-32dd-459a-b3dd-43e675e50669 HTTP/1.1" status: 200 len: 217 time: 0.0568249 Jul 30 01:52:20.616041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-ebed6da1-ec62-4bff-b54b-41f715039e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.619164 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-ebed6da1-ec62-4bff-b54b-41f715039e57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1160147 Jul 30 01:52:20.630168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:20.636078 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75b85c9-11cb-4419-ac28-997e106facdf,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:20.683902 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-d2e21a67-58bf-4628-aa6e-f2c645316a07 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495193 Jul 30 01:52:20.684805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4558369-9f94-4a87-804a-570a2e7f9250 req-057f9d2a-c2d8-475a-9eb9-eb84ebaa4ce6 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=210fbeb936a24bb98813bce5c6e35414 HTTP/1.1" status: 200 len: 694 time: 0.2062194 Jul 30 01:52:20.805916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46fa11bf-3638-46df-afae-0328732ef85e req-e7424593-79fe-4a49-9371-7fe7881830b2 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8693757 Jul 30 01:52:20.890483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:20.896337 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-85d67daa-bfc2-45ea-a9e1-80a34cf39efd service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021720 Jul 30 01:52:20.906609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:20.909019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.100139 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d2a0d76b-e458-4c91-a423-f0d81ae63e64 req-2e1dfa9b-bc70-4182-9388-e9d12dc211bf service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895168 Jul 30 01:52:21.146236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.3257668 Jul 30 01:52:21.149829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40878) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:21.158922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'network': {'name': 'tempest-RoutersTest-454723933'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:21.182378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b414edc-6a30-45f4-9377-19b586e031dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Network': ['ID=fa09489c-3674-44a1-b8fa-480cfe0f4f77,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:21.201090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network fa09489c-3674-44a1-b8fa-480cfe0f4f77 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:21.219235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4558369-9f94-4a87-804a-570a2e7f9250 req-cf8c0ee5-0425-4efa-9bee-e5bd23f88008 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.223636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:21.223919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4558369-9f94-4a87-804a-570a2e7f9250 req-cf8c0ee5-0425-4efa-9bee-e5bd23f88008 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/networks?id=1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 787 time: 0.5415287 Jul 30 01:52:21.230619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.261250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ba3e-9ed8-44ef-bf7c-dd8700a1b282 req-7b63cf90-d651-4601-9248-193f12ed8991 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.263919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40c0ba3e-9ed8-44ef-bf7c-dd8700a1b282 req-7b63cf90-d651-4601-9248-193f12ed8991 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 944 time: 0.2365711 Jul 30 01:52:21.274915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-b4558369-9f94-4a87-804a-570a2e7f9250 req-30df7911-4df8-46f5-9795-51c17ae2c08e tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:52:21.278055 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4558369-9f94-4a87-804a-570a2e7f9250 req-30df7911-4df8-46f5-9795-51c17ae2c08e tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0377367 Jul 30 01:52:21.309053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:21.335850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.337605 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added segment f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc of type vlan for network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f Jul 30 01:52:21.377912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['6af04872-db07-4769-81b3-9f357847b528'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:21.384155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['193102a5-36b8-44b6-9a54-7cf363179076'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:21.388999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['1883ce7e-549a-45f1-a991-b66482189a87'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:21.395610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['56485458-e3b8-4d5e-8901-0b0a0c36f4d3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:21.467673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40c0ba3e-9ed8-44ef-bf7c-dd8700a1b282 req-2fb0a970-02ff-46ad-a1bc-22e5ce24f3ec tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615305 Jul 30 01:52:21.469311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['7e975dfa-0de7-4f8d-913c-ec6060cd7934'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:21.470233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.474559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:21.480562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['d811e87e-a136-4b9a-89a6-5f8bc20553b3'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:21.541496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.553521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:21.555197 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:21.807878 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-06df1d21-f5a7-4f03-9934-2401d6cbd0a6 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips/8a1e03dd-c10e-439e-b1c7-14db664526a5 HTTP/1.1" status: 200 len: 691 time: 0.1344795 Jul 30 01:52:22.098824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-03d7ad60-3bd4-49ca-b889-b5f26a253385 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.100918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-03d7ad60-3bd4-49ca-b889-b5f26a253385 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.2924740 Jul 30 01:52:22.144617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-16b999f4-124b-4cfe-9625-d67d9e5abca8 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:52:22.152362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-16b999f4-124b-4cfe-9625-d67d9e5abca8 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336921 Jul 30 01:52:22.230985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-e011400a-719c-467d-948d-1d920ed09fff tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.0772703 Jul 30 01:52:22.285857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-2368115a-ce0f-4173-aa6c-963ab333e224 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.0536389 Jul 30 01:52:22.298580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7265c1e4-32dd-459a-b3dd-43e675e50669 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:22.308864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514509-1897-43cc-a845-33e603b511d8 req-ed856b24-98d6-40cd-98dd-8671d7133d2b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.316780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514509-1897-43cc-a845-33e603b511d8 req-ed856b24-98d6-40cd-98dd-8671d7133d2b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.323741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514509-1897-43cc-a845-33e603b511d8 req-ed856b24-98d6-40cd-98dd-8671d7133d2b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.330428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514509-1897-43cc-a845-33e603b511d8 req-ed856b24-98d6-40cd-98dd-8671d7133d2b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.338577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514509-1897-43cc-a845-33e603b511d8 req-ed856b24-98d6-40cd-98dd-8671d7133d2b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.352180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514509-1897-43cc-a845-33e603b511d8 req-ed856b24-98d6-40cd-98dd-8671d7133d2b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.358447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df514509-1897-43cc-a845-33e603b511d8 req-ed856b24-98d6-40cd-98dd-8671d7133d2b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.362803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df514509-1897-43cc-a845-33e603b511d8 req-ed856b24-98d6-40cd-98dd-8671d7133d2b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5427 time: 0.2604015 Jul 30 01:52:22.390777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2389088 Jul 30 01:52:22.392622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40910) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:22.409666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'subnet': {'network_id': 'fa09489c-3674-44a1-b8fa-480cfe0f4f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:22.508452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bb15d-e21d-43d8-87ad-461eb02f923e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Network': ['ID=586d81ea-d1a4-44fc-82c7-bcf8d76ff19f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:22.546415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df514509-1897-43cc-a845-33e603b511d8 req-ae270626-b48b-41e1-a2e4-eee5014f2eec tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350517 Jul 30 01:52:22.592249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Deleting port ab2de5fc-2aa8-4e16-9cda-9172a4cca0bb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:22.592902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.631506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:22.638889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:22.642691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.801637 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.802059 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.875083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Calling delete_port for ab2de5fc-2aa8-4e16-9cda-9172a4cca0bb owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:22.876198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:22.894094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '7265c1e4-32dd-459a-b3dd-43e675e50669', 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38', 'port_id': '7265c1e4-32dd-459a-b3dd-43e675e50669', 'mac_address': 'fa:16:3e:cc:32:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa4cace-dae8-4df2-9c70-5e03553e0365', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:52:22.965845 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:22.989275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7265c1e4-32dd-459a-b3dd-43e675e50669 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:22.992328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a90f5a-8264-41f6-95dc-e7c08b7f51b1 req-371454cf-d276-42bc-ba93-256298242066 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:22.996258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87a90f5a-8264-41f6-95dc-e7c08b7f51b1 req-371454cf-d276-42bc-ba93-256298242066 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 944 time: 0.1785965 Jul 30 01:52:23.021052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:23.029095 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.104369 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.112967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7265c1e4-32dd-459a-b3dd-43e675e50669,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.135545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87a90f5a-8264-41f6-95dc-e7c08b7f51b1 req-2fae5977-5d1a-4134-b7c5-7b0c9277fff0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271231 Jul 30 01:52:23.243262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Subnet': ['ID=0e19afcd-b9ac-4847-aaee-d1d30d50cc23,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.266853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Checking segment: {'id': '50fc08b6-1085-449c-b4d9-3863e399404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fa09489c-3674-44a1-b8fa-480cfe0f4f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:23.274586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network hostable DHCP agents. Network: fa09489c-3674-44a1-b8fa-480cfe0f4f77, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:23.325757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network fa09489c-3674-44a1-b8fa-480cfe0f4f77 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:23.339527 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.358634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, fa09489c-3674-44a1-b8fa-480cfe0f4f77) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:23.364583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40926) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:23.374065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a16cba-0691-4ba9-a7ef-8ac65ba0a1d9 None None] Network fa09489c-3674-44a1-b8fa-480cfe0f4f77 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:23.383585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.385026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.410710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Pushing event deleted for resources: {'Port': ['ID=ab2de5fc-2aa8-4e16-9cda-9172a4cca0bb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.423202 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f42e5b47-66d0-481d-89c3-2f7fe6f2c9ee tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0228615 Jul 30 01:52:23.427807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40930) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:23.462373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'subnet': {'network_id': '586d81ea-d1a4-44fc-82c7-bcf8d76ff19f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:23.598190 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e184eac-e59d-41df-ae89-bf258d9a197a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.676039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-fa09489c-3674-44a1-b8fa-480cfe0f4f77', 'network_id': 'fa09489c-3674-44a1-b8fa-480cfe0f4f77', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'fixed_ips': [{'subnet_id': '0e19afcd-b9ac-4847-aaee-d1d30d50cc23'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:52:23.677146 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.696345 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.739171 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.744210 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.746196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce1a1cd6-17b3-4359-8457-4c93c77f93b6 req-f7f16143-eeec-4882-a5c6-1e72fdf7801b tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "DELETE /v2.0/floatingips/8a1e03dd-c10e-439e-b1c7-14db664526a5 HTTP/1.1" status: 204 len: 173 time: 1.3821232 Jul 30 01:52:23.795495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eacfc-987b-408c-85a3-3cfff3f2909c req-cd0f6209-86d2-4e5b-acf6-9b81a11c1c57 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.797125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e184eac-e59d-41df-ae89-bf258d9a197a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.803162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e184eac-e59d-41df-ae89-bf258d9a197a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.812414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eacfc-987b-408c-85a3-3cfff3f2909c req-cd0f6209-86d2-4e5b-acf6-9b81a11c1c57 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.829832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eacfc-987b-408c-85a3-3cfff3f2909c req-cd0f6209-86d2-4e5b-acf6-9b81a11c1c57 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.843702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eacfc-987b-408c-85a3-3cfff3f2909c req-cd0f6209-86d2-4e5b-acf6-9b81a11c1c57 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.860237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eacfc-987b-408c-85a3-3cfff3f2909c req-cd0f6209-86d2-4e5b-acf6-9b81a11c1c57 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.873841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eacfc-987b-408c-85a3-3cfff3f2909c req-cd0f6209-86d2-4e5b-acf6-9b81a11c1c57 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.880302 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3e184eac-e59d-41df-ae89-bf258d9a197a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f9e38d361afd49e18a689e215b1632de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5137572 Jul 30 01:52:23.884021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e184eac-e59d-41df-ae89-bf258d9a197a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267eac04-7779-4cee-ae09-271aefe250de,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:23.886944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eacfc-987b-408c-85a3-3cfff3f2909c req-cd0f6209-86d2-4e5b-acf6-9b81a11c1c57 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:23.888181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40938) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:23.904218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-642eacfc-987b-408c-85a3-3cfff3f2909c req-cd0f6209-86d2-4e5b-acf6-9b81a11c1c57 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5427 time: 0.2387438 Jul 30 01:52:23.974916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fffd6155-bb9a-40f8-b6d7-e3e53be91215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:23.985119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Allocated IP 172.20.0.2 (fa09489c-3674-44a1-b8fa-480cfe0f4f77/0e19afcd-b9ac-4847-aaee-d1d30d50cc23/e7fdff50-5f3d-40b9-95b5-e6f28bc8d927) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:24.023321 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fffd6155-bb9a-40f8-b6d7-e3e53be91215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.109743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-642eacfc-987b-408c-85a3-3cfff3f2909c req-38e08e52-13d0-4931-be4b-a74170137e57 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2039709 Jul 30 01:52:24.121093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fffd6155-bb9a-40f8-b6d7-e3e53be91215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.123593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:24.129663 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fffd6155-bb9a-40f8-b6d7-e3e53be91215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.130663 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.136828 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fffd6155-bb9a-40f8-b6d7-e3e53be91215 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/267eac04-7779-4cee-ae09-271aefe250de HTTP/1.1" status: 204 len: 168 time: 0.2470336 Jul 30 01:52:24.160563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd6155-bb9a-40f8-b6d7-e3e53be91215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267eac04-7779-4cee-ae09-271aefe250de,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:24.202827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['7265c1e4-32dd-459a-b3dd-43e675e50669'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:24.411749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd997dda-8b28-4644-bf45-68b333b4043c req-df4de9a3-c36a-4f96-813d-46e089240fb7 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4931593 Jul 30 01:52:24.429876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a3118-1d6d-4307-8777-8f50a664d53a req-5dfca23e-0cba-4288-825b-bd9d650b6fdc tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:24.438035 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.440256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-291a3118-1d6d-4307-8777-8f50a664d53a req-5dfca23e-0cba-4288-825b-bd9d650b6fdc tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.1740563 Jul 30 01:52:24.462719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Transition to ACTIVE for port object e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:24.474609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:24.521328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Transition to ACTIVE for port object e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:24.535627 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.540519 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.629450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Network fa09489c-3674-44a1-b8fa-480cfe0f4f77 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:24.663785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:24.675091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:24.695024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Pushing event updated for resources: {'Port': ['ID=e7fdff50-5f3d-40b9-95b5-e6f28bc8d927,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:24.758397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-291a3118-1d6d-4307-8777-8f50a664d53a req-af3d0e44-45b9-418f-9657-b475c75cbea3 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156345 Jul 30 01:52:24.777892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:24.805533 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc8b61cc-e413-4f7d-9dfb-467c14e503a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.833294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Attempting to bind port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:24.833930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Attempting to bind port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '50fc08b6-1085-449c-b4d9-3863e399404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fa09489c-3674-44a1-b8fa-480cfe0f4f77'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:24.834456 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Attempting to bind port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 on network fa09489c-3674-44a1-b8fa-480cfe0f4f77 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:24.842096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:24.842690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Checking segment: {'id': '50fc08b6-1085-449c-b4d9-3863e399404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fa09489c-3674-44a1-b8fa-480cfe0f4f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:24.843331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.844019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Bound using segment: {'id': '50fc08b6-1085-449c-b4d9-3863e399404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fa09489c-3674-44a1-b8fa-480cfe0f4f77'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:24.844818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Bound port: e7fdff50-5f3d-40b9-95b5-e6f28bc8d927, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fc08b6-1085-449c-b4d9-3863e399404b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fa09489c-3674-44a1-b8fa-480cfe0f4f77'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:24.845465 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.869046 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:24.986690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] For port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:24.993648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] For port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e7fdff50-5f3d-40b9-95b5-e6f28bc8d927,segment=NetworkSegment(50fc08b6-1085-449c-b4d9-3863e399404b),segment_id=50fc08b6-1085-449c-b4d9-3863e399404b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:25.001437 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.032933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Subnet': ['ID=c280b83c-c53e-4d2c-b887-cc487cf1f3a2,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:25.057566 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.072907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Checking segment: {'id': 'f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '586d81ea-d1a4-44fc-82c7-bcf8d76ff19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:25.073843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network hostable DHCP agents. Network: 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:25.080364 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc8b61cc-e413-4f7d-9dfb-467c14e503a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.101675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc8b61cc-e413-4f7d-9dfb-467c14e503a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.135624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d939fcb-9ae7-4129-8efb-e47d7aace8fe None None] Pushing event updated for resources: {'Port': ['ID=e7fdff50-5f3d-40b9-95b5-e6f28bc8d927,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:25.169707 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dc8b61cc-e413-4f7d-9dfb-467c14e503a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=58eddabba8bc4e10b5e6449d9f994104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897803 Jul 30 01:52:25.176924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40956) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:25.217864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b61cc-e413-4f7d-9dfb-467c14e503a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e32b84-b9b1-4aac-9a9e-0989516d3daf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:25.252716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:25.305587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d52a2710-2c9c-4b90-b0ac-dc12e1b90bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.320171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:25.336964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac74ae3-b0f5-4b85-8fea-14393278e5da None None] Network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:25.351351 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d52a2710-2c9c-4b90-b0ac-dc12e1b90bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.359032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.360108 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.428523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-47336b91-4f8a-4099-86f6-4a5ccf59b549 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9988182 Jul 30 01:52:25.430856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Allocated IP 172.25.7.119 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/87cddc2a-9142-48e4-beb7-f62b6361cc84) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:25.434549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40958) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:25.443983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-bc624aca-fd2a-4b4b-8d26-4650b7cde62b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1584060342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:25.534931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d52a2710-2c9c-4b90-b0ac-dc12e1b90bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.549198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d52a2710-2c9c-4b90-b0ac-dc12e1b90bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.553735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d52a2710-2c9c-4b90-b0ac-dc12e1b90bb6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/60e32b84-b9b1-4aac-9a9e-0989516d3daf HTTP/1.1" status: 204 len: 168 time: 0.3730216 Jul 30 01:52:25.585125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a2710-2c9c-4b90-b0ac-dc12e1b90bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e32b84-b9b1-4aac-9a9e-0989516d3daf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:25.598763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a426c-39dc-4bb9-8ec5-ea64ed46c59a req-76b672da-4933-4bed-93ca-e2de763256fa tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.629539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a426c-39dc-4bb9-8ec5-ea64ed46c59a req-76b672da-4933-4bed-93ca-e2de763256fa tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.642410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a426c-39dc-4bb9-8ec5-ea64ed46c59a req-76b672da-4933-4bed-93ca-e2de763256fa tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.655084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a426c-39dc-4bb9-8ec5-ea64ed46c59a req-76b672da-4933-4bed-93ca-e2de763256fa tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.667464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a426c-39dc-4bb9-8ec5-ea64ed46c59a req-76b672da-4933-4bed-93ca-e2de763256fa tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.680170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a426c-39dc-4bb9-8ec5-ea64ed46c59a req-76b672da-4933-4bed-93ca-e2de763256fa tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.693431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a426c-39dc-4bb9-8ec5-ea64ed46c59a req-76b672da-4933-4bed-93ca-e2de763256fa tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:25.708875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-294a426c-39dc-4bb9-8ec5-ea64ed46c59a req-76b672da-4933-4bed-93ca-e2de763256fa tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5427 time: 0.4232788 Jul 30 01:52:25.737263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-586d81ea-d1a4-44fc-82c7-bcf8d76ff19f', 'network_id': '586d81ea-d1a4-44fc-82c7-bcf8d76ff19f', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'fixed_ips': [{'subnet_id': 'c280b83c-c53e-4d2c-b887-cc487cf1f3a2'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:52:25.738688 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.773174 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc624aca-fd2a-4b4b-8d26-4650b7cde62b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.775509 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc624aca-fd2a-4b4b-8d26-4650b7cde62b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.920745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-294a426c-39dc-4bb9-8ec5-ea64ed46c59a req-afd883ba-5c02-4a7a-861d-24ef67b3d0db tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2107105 Jul 30 01:52:25.945338 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc624aca-fd2a-4b4b-8d26-4650b7cde62b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:25.964600 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc624aca-fd2a-4b4b-8d26-4650b7cde62b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.007822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.013431 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc624aca-fd2a-4b4b-8d26-4650b7cde62b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.014767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bc624aca-fd2a-4b4b-8d26-4650b7cde62b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5776737 Jul 30 01:52:26.019523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:26.021340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Allocated IP 172.21.0.2 (586d81ea-d1a4-44fc-82c7-bcf8d76ff19f/c280b83c-c53e-4d2c-b887-cc487cf1f3a2/5be9103d-2075-4950-9017-59f2c429f86c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:26.133824 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.247512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:26.254544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:26.267347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:26.284447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c95bb-8b96-45a6-bbbb-6db1b2d11f3e req-d24f7d48-b013-4d3a-b3fd-1e45a9abe077 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:26.296110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-145c95bb-8b96-45a6-bbbb-6db1b2d11f3e req-d24f7d48-b013-4d3a-b3fd-1e45a9abe077 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.1856945 Jul 30 01:52:26.306648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Pushing event updated for resources: {'Port': ['ID=87cddc2a-9142-48e4-beb7-f62b6361cc84,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:26.313778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6af04872-db07-4769-81b3-9f357847b528 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:26.412946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-145c95bb-8b96-45a6-bbbb-6db1b2d11f3e req-18f31ffd-fc21-4487-8fb9-cd8d0a1ed0a2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188364 Jul 30 01:52:26.426214 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.488052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Transition to ACTIVE for port object 5be9103d-2075-4950-9017-59f2c429f86c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:26.516919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Transition to ACTIVE for port object 5be9103d-2075-4950-9017-59f2c429f86c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:26.522968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 6af04872-db07-4769-81b3-9f357847b528 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:26.529977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 6af04872-db07-4769-81b3-9f357847b528 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:26.530980 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.535423 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.551971 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.615391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Pushing event updated for resources: {'Port': ['ID=5be9103d-2075-4950-9017-59f2c429f86c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:26.644885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:26.650287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:26.653402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:26.667842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.969276 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.987896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:26.989773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a45ee-8745-4db9-84f2-d72fe406c4b2 None None] Network fa09489c-3674-44a1-b8fa-480cfe0f4f77 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:26.994984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.105771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Pushing event updated for resources: {'Port': ['ID=87cddc2a-9142-48e4-beb7-f62b6361cc84,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.125842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.133573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.150417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Attempting to bind port 5be9103d-2075-4950-9017-59f2c429f86c on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:27.150775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Attempting to bind port 5be9103d-2075-4950-9017-59f2c429f86c by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '586d81ea-d1a4-44fc-82c7-bcf8d76ff19f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:27.151194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Attempting to bind port 5be9103d-2075-4950-9017-59f2c429f86c on network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:27.161616 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.164205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd997dda-8b28-4644-bf45-68b333b4043c req-b1a78fb0-8509-4dd9-84d7-d13f1886935f tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7036963 Jul 30 01:52:27.170396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:27.171899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Checking segment: {'id': 'f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '586d81ea-d1a4-44fc-82c7-bcf8d76ff19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:27.172593 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.173155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Bound using segment: {'id': 'f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '586d81ea-d1a4-44fc-82c7-bcf8d76ff19f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:27.173857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Bound port: 5be9103d-2075-4950-9017-59f2c429f86c, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '586d81ea-d1a4-44fc-82c7-bcf8d76ff19f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:27.174476 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.190466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2ab99c4c-ae52-45ae-b67e-12afd33de963 None None] Provisioning for port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:27.207879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af04872-db07-4769-81b3-9f357847b528'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:27.210385 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d491d849-7ca4-49ae-8574-5b2e3ccf7244" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "6af04872-db07-4769-81b3-9f357847b528"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:27.238238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6af04872-db07-4769-81b3-9f357847b528, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6af04872-db07-4769-81b3-9f357847b528,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:27.245606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd997dda-8b28-4644-bf45-68b333b4043c req-d6b40a6d-80ae-4780-8e5e-539a3f00dc91 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.0737925 Jul 30 01:52:27.286162 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.286993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:27.421471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45817ab-cd21-4f32-b02c-6fed17e97be0 req-463d1cbe-7f18-4022-a1aa-0a1e85b8f281 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.436549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45817ab-cd21-4f32-b02c-6fed17e97be0 req-463d1cbe-7f18-4022-a1aa-0a1e85b8f281 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.439231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45817ab-cd21-4f32-b02c-6fed17e97be0 req-463d1cbe-7f18-4022-a1aa-0a1e85b8f281 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.450785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45817ab-cd21-4f32-b02c-6fed17e97be0 req-463d1cbe-7f18-4022-a1aa-0a1e85b8f281 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.457747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45817ab-cd21-4f32-b02c-6fed17e97be0 req-463d1cbe-7f18-4022-a1aa-0a1e85b8f281 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.464679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45817ab-cd21-4f32-b02c-6fed17e97be0 req-463d1cbe-7f18-4022-a1aa-0a1e85b8f281 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.471485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45817ab-cd21-4f32-b02c-6fed17e97be0 req-463d1cbe-7f18-4022-a1aa-0a1e85b8f281 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.480361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d45817ab-cd21-4f32-b02c-6fed17e97be0 req-463d1cbe-7f18-4022-a1aa-0a1e85b8f281 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5428 time: 0.2333624 Jul 30 01:52:27.497953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6af04872-db07-4769-81b3-9f357847b528,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.547198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] For port 5be9103d-2075-4950-9017-59f2c429f86c, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:27.547198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:27.557548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] For port 5be9103d-2075-4950-9017-59f2c429f86c, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5be9103d-2075-4950-9017-59f2c429f86c,segment=NetworkSegment(f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc),segment_id=f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:27.559342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:27.560048 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.603508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d45817ab-cd21-4f32-b02c-6fed17e97be0 req-d40e6f6d-e193-4670-8d74-5da96b8d19f0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221390 Jul 30 01:52:27.608454 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:27.637731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:27.646279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd997dda-8b28-4644-bf45-68b333b4043c req-39ae8e7e-c483-437e-ac9e-7de79ac406ca tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:27.648202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd997dda-8b28-4644-bf45-68b333b4043c req-39ae8e7e-c483-437e-ac9e-7de79ac406ca tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3889112 Jul 30 01:52:27.653946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.20.0.1 (fa09489c-3674-44a1-b8fa-480cfe0f4f77/0e19afcd-b9ac-4847-aaee-d1d30d50cc23/7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:27.667176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-dd997dda-8b28-4644-bf45-68b333b4043c req-e21827e3-6ba0-4453-b8c1-766ac80227be tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:52:27.668295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd997dda-8b28-4644-bf45-68b333b4043c req-e21827e3-6ba0-4453-b8c1-766ac80227be tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067272 Jul 30 01:52:27.723971 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471d0f4c-b37e-4c68-84ef-78906fc9f1bd x-openstack-request-id: req-471d0f4c-b37e-4c68-84ef-78906fc9f1bd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:27.724502 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "6af04872-db07-4769-81b3-9f357847b528", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:27.724999 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-471d0f4c-b37e-4c68-84ef-78906fc9f1bd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:27.725721 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af04872-db07-4769-81b3-9f357847b528', 'code': 200} Jul 30 01:52:27.880104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf3726-e45c-4e3c-8a86-efc28d24cac2 None None] Pushing event updated for resources: {'Port': ['ID=5be9103d-2075-4950-9017-59f2c429f86c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:27.900762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:27.935083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:27.950844 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.010172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.037866 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.039002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Transition to ACTIVE for port object 7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:28.054940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bf7d2fae-fe25-40cc-94cf-3d3c6a417a8c None None] Provisioning complete for port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:28.055521 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf7d2fae-fe25-40cc-94cf-3d3c6a417a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.094395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.114944 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2424708f-ea43-4311-b775-db6aad1696bd req-674ef15a-8e60-4b36-a7e4-b74a9f7b2435 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips/816df2af-ed6b-4995-b65c-4326a5c2786b HTTP/1.1" status: 200 len: 693 time: 0.1797428 Jul 30 01:52:28.138985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:28.139356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af1c2-719a-441a-957f-f78f98f7fbde req-6343cb4b-56e3-4ad4-b394-32cb431dc6c5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.147900 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.148737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7e975dfa-0de7-4f8d-913c-ec6060cd7934 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:28.154916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-568af1c2-719a-441a-957f-f78f98f7fbde req-6343cb4b-56e3-4ad4-b394-32cb431dc6c5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.3424783 Jul 30 01:52:28.223265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:28.244483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network fa09489c-3674-44a1-b8fa-480cfe0f4f77 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:28.247044 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:28.250382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:28.356975 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.361408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.380610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-568af1c2-719a-441a-957f-f78f98f7fbde req-cb3e8087-b89e-47cc-a3b7-c6ac198e0689 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244267 Jul 30 01:52:28.418179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:28.437505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:28.459311 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bf7d2fae-fe25-40cc-94cf-3d3c6a417a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.485664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:28.486101 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.500491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424708f-ea43-4311-b775-db6aad1696bd req-2cec0948-13d0-4cbe-af86-f82dc2a2f697 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:28.513251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2424708f-ea43-4311-b775-db6aad1696bd req-2cec0948-13d0-4cbe-af86-f82dc2a2f697 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.3555839 Jul 30 01:52:28.522386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-2424708f-ea43-4311-b775-db6aad1696bd req-89ec1240-313b-4b6d-91e6-72032b5ff0e4 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:52:28.542888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2424708f-ea43-4311-b775-db6aad1696bd req-89ec1240-313b-4b6d-91e6-72032b5ff0e4 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287476 Jul 30 01:52:28.617183 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e7fdff50-5f3d-40b9-95b5-e6f28bc8d927,segment=NetworkSegment(50fc08b6-1085-449c-b4d9-3863e399404b),segment_id=50fc08b6-1085-449c-b4d9-3863e399404b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:28.634774 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.664344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2424708f-ea43-4311-b775-db6aad1696bd req-63c15aba-1fee-47a1-8142-fa9fa3a2aa52 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.1203806 Jul 30 01:52:28.733178 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:28.788378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2424708f-ea43-4311-b775-db6aad1696bd req-be32dd78-437c-4162-928e-925cf814e74d tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.119 HTTP/1.1" status: 200 len: 696 time: 0.1228886 Jul 30 01:52:28.935642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=e7fdff50-5f3d-40b9-95b5-e6f28bc8d927,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:28.950356 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-bf7d2fae-fe25-40cc-94cf-3d3c6a417a8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:52:28.950950 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-bf7d2fae-fe25-40cc-94cf-3d3c6a417a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:52:28.973482 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.030274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3615b-aca1-448b-9c99-1c76857fe03f req-08793412-9e1f-486b-b218-d3ead0a8ed03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.038395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3615b-aca1-448b-9c99-1c76857fe03f req-08793412-9e1f-486b-b218-d3ead0a8ed03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.046279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3615b-aca1-448b-9c99-1c76857fe03f req-08793412-9e1f-486b-b218-d3ead0a8ed03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.053244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7e975dfa-0de7-4f8d-913c-ec6060cd7934, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:29.061015 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.061660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3615b-aca1-448b-9c99-1c76857fe03f req-08793412-9e1f-486b-b218-d3ead0a8ed03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.062490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:29.070433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3615b-aca1-448b-9c99-1c76857fe03f req-08793412-9e1f-486b-b218-d3ead0a8ed03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.077856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3615b-aca1-448b-9c99-1c76857fe03f req-08793412-9e1f-486b-b218-d3ead0a8ed03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.086140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3615b-aca1-448b-9c99-1c76857fe03f req-08793412-9e1f-486b-b218-d3ead0a8ed03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.095768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4d3615b-aca1-448b-9c99-1c76857fe03f req-08793412-9e1f-486b-b218-d3ead0a8ed03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5429 time: 0.3241096 Jul 30 01:52:29.156938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4d3615b-aca1-448b-9c99-1c76857fe03f req-43a15ec0-d97b-4d64-91d1-88c3d6e3a307 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598381 Jul 30 01:52:29.199028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-2424708f-ea43-4311-b775-db6aad1696bd req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Deleting port 87cddc2a-9142-48e4-beb7-f62b6361cc84 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:29.199694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2424708f-ea43-4311-b775-db6aad1696bd req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.240035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7e975dfa-0de7-4f8d-913c-ec6060cd7934,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:29.275568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:29.286162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:29.286859 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.316857 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.326463 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.366183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2424708f-ea43-4311-b775-db6aad1696bd req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.366507 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2424708f-ea43-4311-b775-db6aad1696bd req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.397858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-2424708f-ea43-4311-b775-db6aad1696bd req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Calling delete_port for 87cddc2a-9142-48e4-beb7-f62b6361cc84 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:29.441567 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.500163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:29.551231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.601874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:29.620790 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.622291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1883ce7e-549a-45f1-a991-b66482189a87 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:29.730540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3'}, {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e975dfa-0de7-4f8d-913c-ec6060cd7934'}, {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:29.732545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce39a0-2571-4007-86d0-3a5e0c91de4b req-b57cfc4a-54de-4a3c-83d4-7cb728ce2063 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:29.733860 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90ee64b-b6c7-45c4-81ba-4bea3931ec85" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3"}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "7e975dfa-0de7-4f8d-913c-ec6060cd7934"}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:29.734255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0ce39a0-2571-4007-86d0-3a5e0c91de4b req-b57cfc4a-54de-4a3c-83d4-7cb728ce2063 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.1516380 Jul 30 01:52:29.752740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5be9103d-2075-4950-9017-59f2c429f86c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:29.767326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network fa09489c-3674-44a1-b8fa-480cfe0f4f77 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:29.769189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:29.800928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd04b8f-9361-4796-bd94-d3c7416fdbd1 None None] Network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:29.873603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0ce39a0-2571-4007-86d0-3a5e0c91de4b req-c9048909-296c-4dda-95ac-ecd1845724b7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625274 Jul 30 01:52:29.898924 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2424708f-ea43-4311-b775-db6aad1696bd req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:29.958182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Pushing event deleted for resources: {'Port': ['ID=87cddc2a-9142-48e4-beb7-f62b6361cc84,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:29.971551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.971968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.972326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.972671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.973169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.973516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.973843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.974475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.974861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.975478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.975848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:29.976197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:30.026576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 68ceea0d-c90b-43a8-99d1-196f2103afd4 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:52:30.079187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:30.080789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2424708f-ea43-4311-b775-db6aad1696bd req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.087735 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2424708f-ea43-4311-b775-db6aad1696bd req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.088899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2424708f-ea43-4311-b775-db6aad1696bd req-3b2473fb-e87a-44b2-8c37-da68cf758d54 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "DELETE /v2.0/floatingips/816df2af-ed6b-4995-b65c-4326a5c2786b HTTP/1.1" status: 204 len: 173 time: 1.2711647 Jul 30 01:52:30.235123 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1490f4c-3a83-4c1a-a956-95cdfba0e3da x-openstack-request-id: req-c1490f4c-3a83-4c1a-a956-95cdfba0e3da {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:30.235716 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3", "code": 200}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "7e975dfa-0de7-4f8d-913c-ec6060cd7934", "code": 200}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:30.236396 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c1490f4c-3a83-4c1a-a956-95cdfba0e3da {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:30.237378 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'code': 200} Jul 30 01:52:30.237803 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e975dfa-0de7-4f8d-913c-ec6060cd7934', 'code': 200} Jul 30 01:52:30.238415 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609', 'code': 200} Jul 30 01:52:30.293089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Provisioning for port 7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:30.306478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Provisioning complete for port 7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:30.307047 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.312348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:30.328735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5e544024-6917-4c45-84f8-35187efbf133 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/68ceea0d-c90b-43a8-99d1-196f2103afd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3066306 Jul 30 01:52:30.336113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41062) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:30.348508 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-b021a690-728e-4f35-8bd0-3d91c6b9392b req-0bc7b30b-e9f8-40ce-94bf-0cc5d1502cf7 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] show failed (client error): The resource could not be found. Jul 30 01:52:30.350553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b021a690-728e-4f35-8bd0-3d91c6b9392b req-0bc7b30b-e9f8-40ce-94bf-0cc5d1502cf7 tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips/816df2af-ed6b-4995-b65c-4326a5c2786b HTTP/1.1" status: 404 len: 350 time: 0.1285651 Jul 30 01:52:30.368282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 5be9103d-2075-4950-9017-59f2c429f86c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:30.372169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977e3f0-8007-4c9d-9c91-c67b83c3f7ce None None] Sync routers for ids ['68ceea0d-c90b-43a8-99d1-196f2103afd4'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:30.397912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb2fe63-6bc7-4dc2-80ee-a776ae7917e2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.402322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1bb2fe63-6bc7-4dc2-80ee-a776ae7917e2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports/7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e HTTP/1.1" status: 200 len: 910 time: 0.0624156 Jul 30 01:52:30.402693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41066) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:30.424013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:30.500878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977e3f0-8007-4c9d-9c91-c67b83c3f7ce None None] Routers {'68ceea0d-c90b-43a8-99d1-196f2103afd4'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:30.502500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5977e3f0-8007-4c9d-9c91-c67b83c3f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['68ceea0d-c90b-43a8-99d1-196f2103afd4'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:30.507835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 1883ce7e-549a-45f1-a991-b66482189a87 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:30.578626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Port 7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:30.580494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 1883ce7e-549a-45f1-a991-b66482189a87 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:30.580871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.586988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5977e3f0-8007-4c9d-9c91-c67b83c3f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:30.669628 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-4a0eb909-f351-4ba8-9320-32d9fe87578c req-f5ec2832-c4be-4637-86d0-be74f59d202c tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] show failed (client error): The resource could not be found. Jul 30 01:52:30.674459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977e3f0-8007-4c9d-9c91-c67b83c3f7ce None None] Routers {'68ceea0d-c90b-43a8-99d1-196f2103afd4'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:30.675151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5977e3f0-8007-4c9d-9c91-c67b83c3f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['68ceea0d-c90b-43a8-99d1-196f2103afd4'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:30.676325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a0eb909-f351-4ba8-9320-32d9fe87578c req-f5ec2832-c4be-4637-86d0-be74f59d202c tempest-FloatingIPsTestJSON-827946105 tempest-FloatingIPsTestJSON-827946105-project] 10.222.0.84 "GET /v2.0/floatingips/816df2af-ed6b-4995-b65c-4326a5c2786b HTTP/1.1" status: 404 len: 350 time: 0.1663847 Jul 30 01:52:30.699712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Provisioning for port 5be9103d-2075-4950-9017-59f2c429f86c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:30.715369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d588-0a4a-4088-bc72-0b7d6652ae9e req-2f898b97-fd26-47f5-a6b9-152100b2393b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.728894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d588-0a4a-4088-bc72-0b7d6652ae9e req-2f898b97-fd26-47f5-a6b9-152100b2393b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.742392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d588-0a4a-4088-bc72-0b7d6652ae9e req-2f898b97-fd26-47f5-a6b9-152100b2393b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.755791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d588-0a4a-4088-bc72-0b7d6652ae9e req-2f898b97-fd26-47f5-a6b9-152100b2393b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.768833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d588-0a4a-4088-bc72-0b7d6652ae9e req-2f898b97-fd26-47f5-a6b9-152100b2393b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.803079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d588-0a4a-4088-bc72-0b7d6652ae9e req-2f898b97-fd26-47f5-a6b9-152100b2393b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.809103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41074) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:30.832375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011d588-0a4a-4088-bc72-0b7d6652ae9e req-2f898b97-fd26-47f5-a6b9-152100b2393b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:30.838820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6011d588-0a4a-4088-bc72-0b7d6652ae9e req-2f898b97-fd26-47f5-a6b9-152100b2393b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5431 time: 0.4041767 Jul 30 01:52:30.845136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5977e3f0-8007-4c9d-9c91-c67b83c3f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:30.846179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977e3f0-8007-4c9d-9c91-c67b83c3f7ce None None] The sync data for ids ['68ceea0d-c90b-43a8-99d1-196f2103afd4'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:30.850449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Provisioning complete for port 5be9103d-2075-4950-9017-59f2c429f86c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:30.851881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.865927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:30.866631 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.927957 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b38a795e-ab59-48e5-a738-ac9030ce8746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:30.955987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6011d588-0a4a-4088-bc72-0b7d6652ae9e req-967ea511-3d64-4933-90f4-a5e938fbc3b7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951328 Jul 30 01:52:31.197339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efece8-994c-46b9-8466-2ffe08769227 req-cf15f3f9-d9d2-487c-ad70-3ec725979ca0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:31.200970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2efece8-994c-46b9-8466-2ffe08769227 req-cf15f3f9-d9d2-487c-ad70-3ec725979ca0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.1054413 Jul 30 01:52:31.261358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2efece8-994c-46b9-8466-2ffe08769227 req-5c094eff-e816-423b-90e9-976ee278b0a4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477057 Jul 30 01:52:31.340062 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.355282 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.530049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.557542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1883ce7e-549a-45f1-a991-b66482189a87, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1883ce7e-549a-45f1-a991-b66482189a87,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:31.575989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.576946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 193102a5-36b8-44b6-9a54-7cf363179076 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:31.678648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] For port 5be9103d-2075-4950-9017-59f2c429f86c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5be9103d-2075-4950-9017-59f2c429f86c,segment=NetworkSegment(f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc),segment_id=f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:31.693237 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.705059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1883ce7e-549a-45f1-a991-b66482189a87,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:31.750049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 193102a5-36b8-44b6-9a54-7cf363179076 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:31.757362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 193102a5-36b8-44b6-9a54-7cf363179076 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:31.757822 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.822424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7ff65-6ef6-4d23-8623-904169316e06 None None] Pushing event updated for resources: {'Port': ['ID=5be9103d-2075-4950-9017-59f2c429f86c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:31.842840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3a18cb45-b100-44a9-b55f-ce2e908735d1 None None] Provisioning complete for port 7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:31.843312 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a18cb45-b100-44a9-b55f-ce2e908735d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.849405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.882753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3a18cb45-b100-44a9-b55f-ce2e908735d1 None None] Port 7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:31.918044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3a18cb45-b100-44a9-b55f-ce2e908735d1 None None] Provisioning complete for port 5be9103d-2075-4950-9017-59f2c429f86c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:31.918564 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a18cb45-b100-44a9-b55f-ce2e908735d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:31.957492 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.010637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 193102a5-36b8-44b6-9a54-7cf363179076, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=193102a5-36b8-44b6-9a54-7cf363179076,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:32.016940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.018326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d811e87e-a136-4b9a-89a6-5f8bc20553b3 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:32.104163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port d811e87e-a136-4b9a-89a6-5f8bc20553b3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:32.141412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port d811e87e-a136-4b9a-89a6-5f8bc20553b3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:32.141793 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.189708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=193102a5-36b8-44b6-9a54-7cf363179076,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:32.194698 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.259569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1883ce7e-549a-45f1-a991-b66482189a87'}, {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193102a5-36b8-44b6-9a54-7cf363179076'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:32.264688 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f4d653-58d2-4a91-b2cd-6286cd4c7dd7" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "1883ce7e-549a-45f1-a991-b66482189a87"}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "193102a5-36b8-44b6-9a54-7cf363179076"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:32.285096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3711d-c313-4137-b3be-01d6ba4e41f8 req-16145f5b-ef73-4d29-b273-27c1f401d867 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.302202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3711d-c313-4137-b3be-01d6ba4e41f8 req-16145f5b-ef73-4d29-b273-27c1f401d867 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.316958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3711d-c313-4137-b3be-01d6ba4e41f8 req-16145f5b-ef73-4d29-b273-27c1f401d867 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.331104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3711d-c313-4137-b3be-01d6ba4e41f8 req-16145f5b-ef73-4d29-b273-27c1f401d867 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.340156 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.346974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3711d-c313-4137-b3be-01d6ba4e41f8 req-16145f5b-ef73-4d29-b273-27c1f401d867 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.362218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3711d-c313-4137-b3be-01d6ba4e41f8 req-16145f5b-ef73-4d29-b273-27c1f401d867 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.375319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3711d-c313-4137-b3be-01d6ba4e41f8 req-16145f5b-ef73-4d29-b273-27c1f401d867 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.379960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dca3711d-c313-4137-b3be-01d6ba4e41f8 req-16145f5b-ef73-4d29-b273-27c1f401d867 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5433 time: 0.2187741 Jul 30 01:52:32.436373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d811e87e-a136-4b9a-89a6-5f8bc20553b3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:32.446684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.460436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dca3711d-c313-4137-b3be-01d6ba4e41f8 req-062f0364-f1ce-4482-8788-022128eca31d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667443 Jul 30 01:52:32.521991 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a41ba9b-2be2-4781-bbf2-2ecffd677202 x-openstack-request-id: req-6a41ba9b-2be2-4781-bbf2-2ecffd677202 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:32.522453 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "1883ce7e-549a-45f1-a991-b66482189a87", "code": 200}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "193102a5-36b8-44b6-9a54-7cf363179076", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:32.522854 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6a41ba9b-2be2-4781-bbf2-2ecffd677202 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:32.524173 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1883ce7e-549a-45f1-a991-b66482189a87', 'code': 200} Jul 30 01:52:32.524633 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193102a5-36b8-44b6-9a54-7cf363179076', 'code': 200} Jul 30 01:52:32.526081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7265c1e4-32dd-459a-b3dd-43e675e50669 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:32.682543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d811e87e-a136-4b9a-89a6-5f8bc20553b3,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:32.719093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 7265c1e4-32dd-459a-b3dd-43e675e50669 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:32.727027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 7265c1e4-32dd-459a-b3dd-43e675e50669 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:32.728044 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.764047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a6983-7c83-42cd-9789-d08f0c7a018b req-87669d5f-bd1b-484a-8e8e-9e53ac8af12c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:32.769787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c5a6983-7c83-42cd-9789-d08f0c7a018b req-87669d5f-bd1b-484a-8e8e-9e53ac8af12c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.1096573 Jul 30 01:52:32.852387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.854355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c5a6983-7c83-42cd-9789-d08f0c7a018b req-76f094e9-e092-4276-b00f-063deaf0ca7e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812178 Jul 30 01:52:32.910622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:32.918249 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:32.989862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7265c1e4-32dd-459a-b3dd-43e675e50669,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.043936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.21.0.1 (586d81ea-d1a4-44fc-82c7-bcf8d76ff19f/c280b83c-c53e-4d2c-b887-cc487cf1f3a2/73c7f055-3818-43f0-848f-509e6d71fd1c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:33.148695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41136) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:33.273940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.309153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97f875da-840b-425a-8569-58bb247c8066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.310002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Transition to ACTIVE for port object 73c7f055-3818-43f0-848f-509e6d71fd1c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:33.335275 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-afcc6a36-5c3a-4d13-a266-b5e9a86806f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.361658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Deleting port 4fe97d2a-73d7-40d2-8268-48ea474f7a40 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:33.362154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.376918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.447794 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97f875da-840b-425a-8569-58bb247c8066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.457905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97f875da-840b-425a-8569-58bb247c8066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.465212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:33.478277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:33.482439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:33.485983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=73c7f055-3818-43f0-848f-509e6d71fd1c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.515880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-97f875da-840b-425a-8569-58bb247c8066 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=080ec6b41af64e07903cd818cc6cf5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660054 Jul 30 01:52:33.519523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f875da-840b-425a-8569-58bb247c8066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3204bc17-bad1-4718-a279-0155714b44fe,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:33.521880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41142) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:33.570827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.571176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.571549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.571889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.572362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.572529 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.572859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.573185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.573553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.573824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.574148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.574470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:52:33.622816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da33df88-f5c7-4111-a05b-1abfc2b6b24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.628142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] For port 4fe97d2a-73d7-40d2-8268-48ea474f7a40, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4fe97d2a-73d7-40d2-8268-48ea474f7a40,segment=NetworkSegment(f8e69975-3bcc-4070-aadc-04a7f984af35),segment_id=f8e69975-3bcc-4070-aadc-04a7f984af35)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:33.628526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.652155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.677261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da33df88-f5c7-4111-a05b-1abfc2b6b24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.720650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Calling delete_port for 4fe97d2a-73d7-40d2-8268-48ea474f7a40 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:33.764242 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:33.879608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5be9103d-2075-4950-9017-59f2c429f86c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:34.043641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5be9103d-2075-4950-9017-59f2c429f86c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:34.043995 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.069745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.145817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-f8fb6248-9046-4a65-ab93-f0a71066b3d9 req-b73791a2-9a08-409b-a530-af7c4a9a1174 service neutron] (93819) timed out ('10.222.0.22', 58467) {{(pid=93819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 01:52:34.197428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eb8bbcea-4323-47d5-971c-8264e4d58685 None None] Provisioning for port 73c7f055-3818-43f0-848f-509e6d71fd1c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:34.208600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eb8bbcea-4323-47d5-971c-8264e4d58685 None None] Provisioning complete for port 73c7f055-3818-43f0-848f-509e6d71fd1c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:34.209532 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb8bbcea-4323-47d5-971c-8264e4d58685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.267353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ada4c-c9bc-4eb6-ba80-18f9d9a3b731 req-2494f89e-7104-410a-ba37-64c733afcd79 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.270462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b2ada4c-c9bc-4eb6-ba80-18f9d9a3b731 req-2494f89e-7104-410a-ba37-64c733afcd79 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 946 time: 0.1172843 Jul 30 01:52:34.303085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eb8bbcea-4323-47d5-971c-8264e4d58685 None None] Port 73c7f055-3818-43f0-848f-509e6d71fd1c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:34.305516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31015df0-2e66-440c-bc2a-cebee8e62dc2 req-12488ab0-c84f-4a6b-b84b-968f3fd1ab82 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.311608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31015df0-2e66-440c-bc2a-cebee8e62dc2 req-12488ab0-c84f-4a6b-b84b-968f3fd1ab82 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.318709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31015df0-2e66-440c-bc2a-cebee8e62dc2 req-12488ab0-c84f-4a6b-b84b-968f3fd1ab82 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.327615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31015df0-2e66-440c-bc2a-cebee8e62dc2 req-12488ab0-c84f-4a6b-b84b-968f3fd1ab82 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.338201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31015df0-2e66-440c-bc2a-cebee8e62dc2 req-12488ab0-c84f-4a6b-b84b-968f3fd1ab82 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.348189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31015df0-2e66-440c-bc2a-cebee8e62dc2 req-12488ab0-c84f-4a6b-b84b-968f3fd1ab82 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.356958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31015df0-2e66-440c-bc2a-cebee8e62dc2 req-12488ab0-c84f-4a6b-b84b-968f3fd1ab82 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.360001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31015df0-2e66-440c-bc2a-cebee8e62dc2 req-12488ab0-c84f-4a6b-b84b-968f3fd1ab82 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5434 time: 0.6795609 Jul 30 01:52:34.370377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da33df88-f5c7-4111-a05b-1abfc2b6b24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.373992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da33df88-f5c7-4111-a05b-1abfc2b6b24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.380033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-da33df88-f5c7-4111-a05b-1abfc2b6b24b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3204bc17-bad1-4718-a279-0155714b44fe HTTP/1.1" status: 204 len: 168 time: 0.8526156 Jul 30 01:52:34.407018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33df88-f5c7-4111-a05b-1abfc2b6b24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3204bc17-bad1-4718-a279-0155714b44fe,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:34.437433 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.458936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b2ada4c-c9bc-4eb6-ba80-18f9d9a3b731 req-948f17ac-5594-421e-89f2-4b70836148c6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737719 Jul 30 01:52:34.475301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31015df0-2e66-440c-bc2a-cebee8e62dc2 req-d6256588-434d-4969-b77a-487e31874e8f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851555 Jul 30 01:52:34.518053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.526241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3'}, {'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:34.528782 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ed4b99-b438-4334-aad4-057fe062a9c6" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "d811e87e-a136-4b9a-89a6-5f8bc20553b3"}, {"server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "name": "network-vif-plugged", "status": "completed", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:34.588669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe97d2a-73d7-40d2-8268-48ea474f7a40,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:34.621182 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996145d1-88e7-4411-b7ef-764db3bbaadf x-openstack-request-id: req-996145d1-88e7-4411-b7ef-764db3bbaadf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:34.621182 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-plugged", "status": "completed", "tag": "d811e87e-a136-4b9a-89a6-5f8bc20553b3", "code": 200}, {"server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "name": "network-vif-plugged", "status": "completed", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:34.621182 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-996145d1-88e7-4411-b7ef-764db3bbaadf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:34.621182 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3', 'code': 200} Jul 30 01:52:34.621182 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669', 'code': 200} Jul 30 01:52:34.832665 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.864953 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.886531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2524-167c-4a1d-8a60-0d983a90aa54 req-c5d37cf2-65a0-4099-bf6e-435d9611d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.887034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2524-167c-4a1d-8a60-0d983a90aa54 req-c5d37cf2-65a0-4099-bf6e-435d9611d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.887545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2524-167c-4a1d-8a60-0d983a90aa54 req-c5d37cf2-65a0-4099-bf6e-435d9611d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.888024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2524-167c-4a1d-8a60-0d983a90aa54 req-c5d37cf2-65a0-4099-bf6e-435d9611d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.888495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2524-167c-4a1d-8a60-0d983a90aa54 req-c5d37cf2-65a0-4099-bf6e-435d9611d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.889740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2524-167c-4a1d-8a60-0d983a90aa54 req-c5d37cf2-65a0-4099-bf6e-435d9611d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.890296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2524-167c-4a1d-8a60-0d983a90aa54 req-c5d37cf2-65a0-4099-bf6e-435d9611d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:34.892939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03fb2524-167c-4a1d-8a60-0d983a90aa54 req-c5d37cf2-65a0-4099-bf6e-435d9611d077 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6491 time: 0.0807495 Jul 30 01:52:34.930105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41162) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:34.953706 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-687d76af-a3d5-4cf1-bcb2-7131797c7488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:34.982676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03fb2524-167c-4a1d-8a60-0d983a90aa54 req-62215606-0ce5-4e92-9e83-36ec8e110205 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783353 Jul 30 01:52:35.040875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.098057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79b1f-eb79-42b2-bc10-0eaf9a18f2d5 req-b8544b8f-3309-4143-8dfa-e119e807ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.099690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f5e79b1f-eb79-42b2-bc10-0eaf9a18f2d5 req-b8544b8f-3309-4143-8dfa-e119e807ef90 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1097 time: 0.2845373 Jul 30 01:52:35.103160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=73c7f055-3818-43f0-848f-509e6d71fd1c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:35.126859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-687d76af-a3d5-4cf1-bcb2-7131797c7488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.131537 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-687d76af-a3d5-4cf1-bcb2-7131797c7488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.178380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-687d76af-a3d5-4cf1-bcb2-7131797c7488 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3cb03689e8a64dfaaa45d12063abf9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458091 Jul 30 01:52:35.178380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d76af-a3d5-4cf1-bcb2-7131797c7488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f6bd12-4239-49f4-8aa5-d10d90c14c01,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:35.179142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41166) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:35.194667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.226540 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f5e79b1f-eb79-42b2-bc10-0eaf9a18f2d5 req-efacaa0e-f3d1-426c-aaec-9ad07957d45b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752892 Jul 30 01:52:35.263054 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-73c726a7-82f6-470b-9841-69ce46f31b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.297692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:35.301050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:35.307582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-73c726a7-82f6-470b-9841-69ce46f31b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.405377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-73c726a7-82f6-470b-9841-69ce46f31b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.410377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-73c726a7-82f6-470b-9841-69ce46f31b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.412225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-73c726a7-82f6-470b-9841-69ce46f31b5d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3f6bd12-4239-49f4-8aa5-d10d90c14c01 HTTP/1.1" status: 204 len: 168 time: 0.2318301 Jul 30 01:52:35.428546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c726a7-82f6-470b-9841-69ce46f31b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f6bd12-4239-49f4-8aa5-d10d90c14c01,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:35.786617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dcb1aa24-c4e6-4440-9377-af2ae7977dc5 None None] Provisioning complete for port 73c7f055-3818-43f0-848f-509e6d71fd1c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:35.788512 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcb1aa24-c4e6-4440-9377-af2ae7977dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:35.805189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcd4c3-4809-435d-b621-ecc6fb662b7f req-00eed8ae-c72a-4544-88e0-dd68667eb28c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.819008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8edcd4c3-4809-435d-b621-ecc6fb662b7f req-00eed8ae-c72a-4544-88e0-dd68667eb28c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 946 time: 0.2291317 Jul 30 01:52:35.874660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dcb1aa24-c4e6-4440-9377-af2ae7977dc5 None None] Port 73c7f055-3818-43f0-848f-509e6d71fd1c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:35.901086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8898-82a5-455c-9ae7-711ab2c95cf8 req-f5b7f763-869b-4dc9-933e-964ebfbc08c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.913018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8898-82a5-455c-9ae7-711ab2c95cf8 req-f5b7f763-869b-4dc9-933e-964ebfbc08c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.925152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8898-82a5-455c-9ae7-711ab2c95cf8 req-f5b7f763-869b-4dc9-933e-964ebfbc08c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.935706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8898-82a5-455c-9ae7-711ab2c95cf8 req-f5b7f763-869b-4dc9-933e-964ebfbc08c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.943390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8898-82a5-455c-9ae7-711ab2c95cf8 req-f5b7f763-869b-4dc9-933e-964ebfbc08c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.951965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8898-82a5-455c-9ae7-711ab2c95cf8 req-f5b7f763-869b-4dc9-933e-964ebfbc08c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.960634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c8898-82a5-455c-9ae7-711ab2c95cf8 req-f5b7f763-869b-4dc9-933e-964ebfbc08c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:35.962712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-854c8898-82a5-455c-9ae7-711ab2c95cf8 req-f5b7f763-869b-4dc9-933e-964ebfbc08c7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5434 time: 0.2599950 Jul 30 01:52:36.007025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 68ceea0d-c90b-43a8-99d1-196f2103afd4 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:36.033049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8edcd4c3-4809-435d-b621-ecc6fb662b7f req-6d530756-55ef-4ad8-943e-8b346aa3d04d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077973 Jul 30 01:52:36.081581 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.097234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-854c8898-82a5-455c-9ae7-711ab2c95cf8 req-7f4baec3-a14f-4e5f-84d2-341e584f6bf5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153114 Jul 30 01:52:36.272222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Router d671fa76-5c03-47a7-94d2-100f4696d0ea has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:36.322615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:36.335213 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-478d329f-6c6d-46f6-8694-f72e84166b28 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/68ceea0d-c90b-43a8-99d1-196f2103afd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9310231 Jul 30 01:52:36.335593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41192) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:36.339153 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa981e-9708-4467-b04c-72afe452a0a5 None None] Sync routers for ids ['68ceea0d-c90b-43a8-99d1-196f2103afd4'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:36.361800 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa981e-9708-4467-b04c-72afe452a0a5 None None] Routers {'68ceea0d-c90b-43a8-99d1-196f2103afd4'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:36.363944 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-35fa981e-9708-4467-b04c-72afe452a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['68ceea0d-c90b-43a8-99d1-196f2103afd4'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:36.442551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62dd547-9ec8-4fb9-a4d9-14e262820c4d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:36.445883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b62dd547-9ec8-4fb9-a4d9-14e262820c4d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports/73c7f055-3818-43f0-848f-509e6d71fd1c HTTP/1.1" status: 200 len: 910 time: 0.1083860 Jul 30 01:52:36.451197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41194) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:36.459967 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-35fa981e-9708-4467-b04c-72afe452a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:36.477467 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa981e-9708-4467-b04c-72afe452a0a5 None None] Routers {'68ceea0d-c90b-43a8-99d1-196f2103afd4'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:36.478155 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-35fa981e-9708-4467-b04c-72afe452a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['68ceea0d-c90b-43a8-99d1-196f2103afd4'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:36.549412 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-35fa981e-9708-4467-b04c-72afe452a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:36.551271 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa981e-9708-4467-b04c-72afe452a0a5 None None] The sync data for ids ['68ceea0d-c90b-43a8-99d1-196f2103afd4'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:36.580042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:36.596784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-71119e66-797a-41b2-8bdb-a16d2ba4edd6 admin admin] 10.222.0.84 "PUT /v2.0/routers/d671fa76-5c03-47a7-94d2-100f4696d0ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7860610 Jul 30 01:52:36.597737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] Sync routers for ids ['d671fa76-5c03-47a7-94d2-100f4696d0ea'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:36.600390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41200) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:36.618368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] Routers {'d671fa76-5c03-47a7-94d2-100f4696d0ea'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:36.619843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d671fa76-5c03-47a7-94d2-100f4696d0ea'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:36.866373 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:36.918532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] Set router d671fa76-5c03-47a7-94d2-100f4696d0ea gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:37.057092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.201308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Deleting port b5fcb946-595a-414e-9d31-d320d67b7db1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:37.201852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.395474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:53Z', 'updated_at': '2021-07-30T01:52:34Z', 'revision_number': 5, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'gw_port': {'id': 'b5fcb946-595a-414e-9d31-d320d67b7db1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:55Z', 'updated_at': '2021-07-30T01:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:37.418737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] For port b5fcb946-595a-414e-9d31-d320d67b7db1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b5fcb946-595a-414e-9d31-d320d67b7db1,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:37.420609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.446082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] Checking router: d671fa76-5c03-47a7-94d2-100f4696d0ea for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:37.450789 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Calling delete_port for b5fcb946-595a-414e-9d31-d320d67b7db1 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:37.471660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] Routers {'d671fa76-5c03-47a7-94d2-100f4696d0ea'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:37.473082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d671fa76-5c03-47a7-94d2-100f4696d0ea'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:37.496687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d87dc-9ae3-49c2-b89d-6f97f039e3a5 req-42ec9bc3-bb89-446f-9202-fda773313422 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.498403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df0d87dc-9ae3-49c2-b89d-6f97f039e3a5 req-42ec9bc3-bb89-446f-9202-fda773313422 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 946 time: 0.1876082 Jul 30 01:52:37.517359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486f37-c666-43f6-98f4-39cd492353a5 req-497033b1-8ced-4fde-8f39-30447d25a3b7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.524688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486f37-c666-43f6-98f4-39cd492353a5 req-497033b1-8ced-4fde-8f39-30447d25a3b7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.531080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486f37-c666-43f6-98f4-39cd492353a5 req-497033b1-8ced-4fde-8f39-30447d25a3b7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.537414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486f37-c666-43f6-98f4-39cd492353a5 req-497033b1-8ced-4fde-8f39-30447d25a3b7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.543601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486f37-c666-43f6-98f4-39cd492353a5 req-497033b1-8ced-4fde-8f39-30447d25a3b7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.549927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486f37-c666-43f6-98f4-39cd492353a5 req-497033b1-8ced-4fde-8f39-30447d25a3b7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.556300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486f37-c666-43f6-98f4-39cd492353a5 req-497033b1-8ced-4fde-8f39-30447d25a3b7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:37.566756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4486f37-c666-43f6-98f4-39cd492353a5 req-497033b1-8ced-4fde-8f39-30447d25a3b7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5434 time: 0.2577004 Jul 30 01:52:37.601479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] Set router d671fa76-5c03-47a7-94d2-100f4696d0ea gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:37.670979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df0d87dc-9ae3-49c2-b89d-6f97f039e3a5 req-a3531951-e0e5-4d02-87fe-eb16d3a4eb88 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001616 Jul 30 01:52:37.708358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4486f37-c666-43f6-98f4-39cd492353a5 req-f83f28de-641a-41ff-8700-ece44d795d97 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405509 Jul 30 01:52:37.816595 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.821998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:53Z', 'updated_at': '2021-07-30T01:52:37Z', 'revision_number': 6, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:37.894804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:37.936758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1d40ea-4858-42e3-80bf-345a27ee271a None None] The sync data for ids ['d671fa76-5c03-47a7-94d2-100f4696d0ea'] in n-d-715271-7 is: [{'id': 'd671fa76-5c03-47a7-94d2-100f4696d0ea', 'name': 'tempest-FloatingIPsTestJSON-2002918605-router', 'tenant_id': '210fbeb936a24bb98813bce5c6e35414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:51:53Z', 'updated_at': '2021-07-30T01:52:37Z', 'revision_number': 6, 'project_id': '210fbeb936a24bb98813bce5c6e35414', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:37.953612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fcb946-595a-414e-9d31-d320d67b7db1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:38.109244 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.174516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fea76-f210-4d68-a04f-59af7d9095fa req-c8c292c9-acbb-41d8-b4b1-75d4d8d2364f tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.176110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d8fea76-f210-4d68-a04f-59af7d9095fa req-c8c292c9-acbb-41d8-b4b1-75d4d8d2364f tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1097 time: 0.1800911 Jul 30 01:52:38.205431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d45-f460-43be-ac05-671c2a9358c9 req-2193bae0-17e5-4b01-be8a-42b6c5f7c282 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.212042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d45-f460-43be-ac05-671c2a9358c9 req-2193bae0-17e5-4b01-be8a-42b6c5f7c282 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.218099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d45-f460-43be-ac05-671c2a9358c9 req-2193bae0-17e5-4b01-be8a-42b6c5f7c282 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.224763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d45-f460-43be-ac05-671c2a9358c9 req-2193bae0-17e5-4b01-be8a-42b6c5f7c282 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.231137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d45-f460-43be-ac05-671c2a9358c9 req-2193bae0-17e5-4b01-be8a-42b6c5f7c282 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.238623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d45-f460-43be-ac05-671c2a9358c9 req-2193bae0-17e5-4b01-be8a-42b6c5f7c282 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.244766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d45-f460-43be-ac05-671c2a9358c9 req-2193bae0-17e5-4b01-be8a-42b6c5f7c282 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.246745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae6e1d45-f460-43be-ac05-671c2a9358c9 req-2193bae0-17e5-4b01-be8a-42b6c5f7c282 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5434 time: 0.1940165 Jul 30 01:52:38.270154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41234) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:38.285071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Request body: {'floatingip': {'port_id': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:38.297561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.353398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d8fea76-f210-4d68-a04f-59af7d9095fa req-d78a1632-3938-4fbf-9daa-db86f291876f tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588459 Jul 30 01:52:38.356120 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.385109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.570382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port 73c7f055-3818-43f0-848f-509e6d71fd1c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:38.570995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.571404 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.571932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d671fa76-5c03-47a7-94d2-100f4696d0ea {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:52:38.583079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.587395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a6f299d6-8580-4e9a-bde1-940d4efdc252 admin admin] 10.222.0.84 "DELETE /v2.0/routers/d671fa76-5c03-47a7-94d2-100f4696d0ea HTTP/1.1" status: 204 len: 168 time: 1.9828959 Jul 30 01:52:38.591480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41242) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:38.699800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988aac68-340e-4c36-9449-e3c8fa5e783d req-b7ddfe89-526e-41b3-b336-784988795868 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:38.702811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-988aac68-340e-4c36-9449-e3c8fa5e783d req-b7ddfe89-526e-41b3-b336-784988795868 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1097 time: 0.1389904 Jul 30 01:52:38.766589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:38.778255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-988aac68-340e-4c36-9449-e3c8fa5e783d req-21e20f8b-ef00-4998-ab06-af1853a6c206 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 Jul 30 01:52:38.785521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for 73c7f055-3818-43f0-848f-509e6d71fd1c owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:38.811300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea6473e-e82c-4ba1-b8ff-99e73745f137 admin admin] Deleting subnet 971c93ff-9db1-42e6-a6e5-81a21e52ae0f {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:38.822628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea6473e-e82c-4ba1-b8ff-99e73745f137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.225423 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.255367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea6473e-e82c-4ba1-b8ff-99e73745f137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.323056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=73c7f055-3818-43f0-848f-509e6d71fd1c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:39.753924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea6473e-e82c-4ba1-b8ff-99e73745f137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.806628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4fe97d2a-73d7-40d2-8268-48ea474f7a40 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:39.851293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ddc70-71dc-4e6f-a0c0-996f26ced235 req-5d86eb95-b455-4755-86c8-f6123e4db46a tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:39.854115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d7ddc70-71dc-4e6f-a0c0-996f26ced235 req-5d86eb95-b455-4755-86c8-f6123e4db46a tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1097 time: 0.3160191 Jul 30 01:52:39.867628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 4fe97d2a-73d7-40d2-8268-48ea474f7a40 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:39.868532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4fe97d2a-73d7-40d2-8268-48ea474f7a40 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:39.869085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b5fcb946-595a-414e-9d31-d320d67b7db1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:39.874158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:52:39.896840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: b5fcb946-595a-414e-9d31-d320d67b7db1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:39.897182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b5fcb946-595a-414e-9d31-d320d67b7db1 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:39.925733 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.940814 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.948270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:39.959730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d7ddc70-71dc-4e6f-a0c0-996f26ced235 req-bbec0007-1986-4663-a66e-8b5ff68854c3 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957949 Jul 30 01:52:40.295494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 68ceea0d-c90b-43a8-99d1-196f2103afd4 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:40.364482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea6473e-e82c-4ba1-b8ff-99e73745f137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.401375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea6473e-e82c-4ba1-b8ff-99e73745f137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.406756 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6ea6473e-e82c-4ba1-b8ff-99e73745f137 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/971c93ff-9db1-42e6-a6e5-81a21e52ae0f HTTP/1.1" status: 204 len: 168 time: 1.8151104 Jul 30 01:52:40.410417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:40.410601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a41c6-1acb-4e2f-b783-640181b32d2b None None] Network 9bbb8000-6c97-41a5-a019-202467984cd5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:40.411192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6473e-e82c-4ba1-b8ff-99e73745f137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971c93ff-9db1-42e6-a6e5-81a21e52ae0f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:40.417402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:40.424381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-53995b39-6426-419e-9a63-455bc8d16e8b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/68ceea0d-c90b-43a8-99d1-196f2103afd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9715393 Jul 30 01:52:40.428997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41280) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:40.433405 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ed9fb-778e-441c-868d-8e254d27ca91 None None] Sync routers for ids ['68ceea0d-c90b-43a8-99d1-196f2103afd4'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:40.467215 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ed9fb-778e-441c-868d-8e254d27ca91 None None] Routers {'68ceea0d-c90b-43a8-99d1-196f2103afd4'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:40.468200 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a70ed9fb-778e-441c-868d-8e254d27ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['68ceea0d-c90b-43a8-99d1-196f2103afd4'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:40.511253 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Floating IP 1292bcab-89ca-47c1-bbb6-d3f1af73449c associated. External IP: 172.25.7.183, port: 56485458-e3b8-4d5e-8901-0b0a0c36f4d3. Jul 30 01:52:40.577140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.602295 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a70ed9fb-778e-441c-868d-8e254d27ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:40.623848 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ed9fb-778e-441c-868d-8e254d27ca91 None None] Routers {'68ceea0d-c90b-43a8-99d1-196f2103afd4'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:40.625628 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a70ed9fb-778e-441c-868d-8e254d27ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['68ceea0d-c90b-43a8-99d1-196f2103afd4'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:40.699870 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a70ed9fb-778e-441c-868d-8e254d27ca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:40.701455 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ed9fb-778e-441c-868d-8e254d27ca91 None None] The sync data for ids ['68ceea0d-c90b-43a8-99d1-196f2103afd4'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:40.863531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21945b6-0f20-45ff-9338-6fa2c961353c None None] DHCP port deletion for 9bbb8000-6c97-41a5-a019-202467984cd5 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:52:40.923151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Deleting port 545553c4-552d-4629-a447-8233bdfacabc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:40.923837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:40.976828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b21945b6-0f20-45ff-9338-6fa2c961353c None None] Deleting port 545553c4-552d-4629-a447-8233bdfacabc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:40.977871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b21945b6-0f20-45ff-9338-6fa2c961353c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.082116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Router 860907ed-4706-4629-af43-b7115c6a1aec has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:41.085909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] For port 545553c4-552d-4629-a447-8233bdfacabc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=545553c4-552d-4629-a447-8233bdfacabc,segment=NetworkSegment(f8e69975-3bcc-4070-aadc-04a7f984af35),segment_id=f8e69975-3bcc-4070-aadc-04a7f984af35)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:41.086699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.118027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Calling delete_port for 545553c4-552d-4629-a447-8233bdfacabc owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:41.211835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b21945b6-0f20-45ff-9338-6fa2c961353c None None] For port 545553c4-552d-4629-a447-8233bdfacabc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=545553c4-552d-4629-a447-8233bdfacabc,segment=NetworkSegment(f8e69975-3bcc-4070-aadc-04a7f984af35),segment_id=f8e69975-3bcc-4070-aadc-04a7f984af35)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:41.212477 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b21945b6-0f20-45ff-9338-6fa2c961353c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.255169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b21945b6-0f20-45ff-9338-6fa2c961353c None None] Calling delete_port for 545553c4-552d-4629-a447-8233bdfacabc owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:41.525172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b21945b6-0f20-45ff-9338-6fa2c961353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.539854 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:41.545171 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.551280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41294) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:41.562223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24149626-f59b-43de-a64d-a02e207d7ad3 req-b00c7536-e463-4e0d-a555-eef94acb1b0c tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:41.564696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24149626-f59b-43de-a64d-a02e207d7ad3 req-b00c7536-e463-4e0d-a555-eef94acb1b0c tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1097 time: 0.0930564 Jul 30 01:52:41.585026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.601750 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a61146cf-366c-42ec-9778-1fc2f21e6dd0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "PUT /v2.0/floatingips/1292bcab-89ca-47c1-bbb6-d3f1af73449c HTTP/1.1" status: 200 len: 991 time: 3.3254251 Jul 30 01:52:41.602048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] Sync routers for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:41.616689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:41.618357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21945b6-0f20-45ff-9338-6fa2c961353c None None] Pushing event deleted for resources: {'Port': ['ID=545553c4-552d-4629-a447-8233bdfacabc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:41.619138 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c45a79-1cc3-4c83-b59a-c6cf1536a387" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:41.623664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Pushing event deleted for resources: {'Port': ['ID=545553c4-552d-4629-a447-8233bdfacabc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:41.629411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] No DVR routers for this DVR port 545553c4-552d-4629-a447-8233bdfacabc on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:41.642594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21945b6-0f20-45ff-9338-6fa2c961353c None None] No DVR routers for this DVR port 545553c4-552d-4629-a447-8233bdfacabc on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:41.678856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:41.686306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:41.714898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24149626-f59b-43de-a64d-a02e207d7ad3 req-bb098cc9-4f17-4323-ac70-fca4b0b2412b tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995183 Jul 30 01:52:41.783576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.861916 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e70b686-9248-46ae-b7bd-f58a588b5971 x-openstack-request-id: req-2e70b686-9248-46ae-b7bd-f58a588b5971 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:41.862557 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:41.862968 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2e70b686-9248-46ae-b7bd-f58a588b5971 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:41.863666 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'status': 'completed', 'code': 200} Jul 30 01:52:41.895752 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:41.948533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbb8000-6c97-41a5-a019-202467984cd5']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:41.951784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:41.952681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37ed05f6-ee71-4a18-8761-71b108941331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.008430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e69975-3bcc-4070-aadc-04a7f984af35') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:42.008891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e69975-3bcc-4070-aadc-04a7f984af35') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:42.038924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.056365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port 7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:42.056713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.088806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.100418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 545553c4-552d-4629-a447-8233bdfacabc no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:42.116617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-ee49733a-912b-47a3-9c19-70ca757f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.117621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-ee49733a-912b-47a3-9c19-70ca757f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.118661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-ee49733a-912b-47a3-9c19-70ca757f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.119598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-ee49733a-912b-47a3-9c19-70ca757f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.120421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-ee49733a-912b-47a3-9c19-70ca757f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.121107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-ee49733a-912b-47a3-9c19-70ca757f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.122050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-ee49733a-912b-47a3-9c19-70ca757f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.126427 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-ee49733a-912b-47a3-9c19-70ca757f2c20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6491 time: 0.2347684 Jul 30 01:52:42.142533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:42.143161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:42.146238 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:42.226227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.258815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for 7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:42.292635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.355228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.361915 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] 10.222.0.84 "DELETE /v2.0/networks/9bbb8000-6c97-41a5-a019-202467984cd5 HTTP/1.1" status: 204 len: 168 time: 1.9426358 Jul 30 01:52:42.389566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f23b1-e644-486b-98cc-ec498f2fbaef admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbb8000-6c97-41a5-a019-202467984cd5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:42.471647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-841a2e59-6efb-4d22-b869-0812998bed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.473320 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-841a2e59-6efb-4d22-b869-0812998bed04 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b HTTP/1.1" status: 200 len: 913 time: 0.3340447 Jul 30 01:52:42.487891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37ed05f6-ee71-4a18-8761-71b108941331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.488286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 545553c4-552d-4629-a447-8233bdfacabc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:42.488957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 545553c4-552d-4629-a447-8233bdfacabc not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:42.517623 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37ed05f6-ee71-4a18-8761-71b108941331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.633497 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-37ed05f6-ee71-4a18-8761-71b108941331 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=655d591a862c43d1bcc40be7c4fc3189&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0806100 Jul 30 01:52:42.637591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed05f6-ee71-4a18-8761-71b108941331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1b0eb4-86ed-47c0-9a4a-0786a38f1afb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:42.648462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41322) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:42.686041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1292bcab-89ca-47c1-bbb6-d3f1af73449c', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'port_id': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'mac_address': 'fa:16:3e:13:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:00Z', 'updated_at': '2021-07-30T01:52:39Z', 'revision_number': 1, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c8da14-1582-43cb-947d-7fec5711ba85', 'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'mac_address': 'fa:16:3e:60:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:48Z', 'updated_at': '2021-07-30T01:49:04Z', 'revision_number': 5, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'subnets': [{'id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:42.695652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41326) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:42.726261 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-0c6f8bb1-adee-4f0c-b584-873bbdba6451 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3 HTTP/1.1" status: 200 len: 999 time: 0.2362309 Jul 30 01:52:42.726803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.730213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] Checking router: 860907ed-4706-4629-af43-b7115c6a1aec for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:52:42.741155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:42.741970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:42.753655 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e38b03b3-daf3-4d9f-806b-5c713f19f89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.792505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=7810aa03-1ced-4d3e-aa58-f6b31b1f2c9e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:42.829976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e38b03b3-daf3-4d9f-806b-5c713f19f89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:42.900019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:52:42.901503 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cbe017ed-1e99-4526-b40e-d4312b616128 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=210fbeb936a24bb98813bce5c6e35414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032151 Jul 30 01:52:42.907782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41334) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:42.937058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-0f93858d-c178-420c-8ae6-a272203196d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:42.940174 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-0f93858d-c178-420c-8ae6-a272203196d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4 HTTP/1.1" status: 200 len: 851 time: 0.1865206 Jul 30 01:52:43.036552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-9f5d8344-fe3b-4908-a7fd-c17001e083e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:43.038252 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-9f5d8344-fe3b-4908-a7fd-c17001e083e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817869 Jul 30 01:52:43.067565 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27008caa-c72b-4cdf-b94b-31c831427846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.078279 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e38b03b3-daf3-4d9f-806b-5c713f19f89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.081018 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e38b03b3-daf3-4d9f-806b-5c713f19f89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.086454 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e38b03b3-daf3-4d9f-806b-5c713f19f89c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b1b0eb4-86ed-47c0-9a4a-0786a38f1afb HTTP/1.1" status: 204 len: 168 time: 0.4327595 Jul 30 01:52:43.103844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b03b3-daf3-4d9f-806b-5c713f19f89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1b0eb4-86ed-47c0-9a4a-0786a38f1afb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:43.132674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.182951 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27008caa-c72b-4cdf-b94b-31c831427846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.263180 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-ba570c16-4236-41db-9459-415926edb4c7 service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962452 Jul 30 01:52:43.291612 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27008caa-c72b-4cdf-b94b-31c831427846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.294242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27008caa-c72b-4cdf-b94b-31c831427846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:43.298970 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-27008caa-c72b-4cdf-b94b-31c831427846 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ff624ce2-20ac-4d9b-b5a7-446bf9e21a0f HTTP/1.1" status: 204 len: 168 time: 0.3894789 Jul 30 01:52:43.386112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27008caa-c72b-4cdf-b94b-31c831427846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff624ce2-20ac-4d9b-b5a7-446bf9e21a0f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:43.471391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1292bcab-89ca-47c1-bbb6-d3f1af73449c', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'port_id': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'mac_address': 'fa:16:3e:13:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:00Z', 'updated_at': '2021-07-30T01:52:39Z', 'revision_number': 1, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c8da14-1582-43cb-947d-7fec5711ba85', 'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'mac_address': 'fa:16:3e:60:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:48Z', 'updated_at': '2021-07-30T01:49:04Z', 'revision_number': 5, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'subnets': [{'id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:43.517931 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16c45a79-1cc3-4c83-b59a-c6cf1536a387 req-33456f9a-d46c-4b03-95be-69ff6fd8382c service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385020 Jul 30 01:52:43.540666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029490ca-f64b-42cd-9667-d2c333954199 None None] The sync data for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 is: [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1292bcab-89ca-47c1-bbb6-d3f1af73449c', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'floating_ip_address': '172.25.7.183', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'port_id': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'mac_address': 'fa:16:3e:13:f9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:50:00Z', 'updated_at': '2021-07-30T01:52:39Z', 'revision_number': 1, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c8da14-1582-43cb-947d-7fec5711ba85', 'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'mac_address': 'fa:16:3e:60:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:48Z', 'updated_at': '2021-07-30T01:49:04Z', 'revision_number': 5, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'subnets': [{'id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:43.553729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 68ceea0d-c90b-43a8-99d1-196f2103afd4 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:52:43.732574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:43.745843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41354) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:43.749699 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e0537-ed6b-4eb2-90eb-5767b2773bd3 None None] Sync routers for ids ['68ceea0d-c90b-43a8-99d1-196f2103afd4'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:43.759522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-115e47b7-983b-4e46-bb7d-ac6fcf166e92 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/68ceea0d-c90b-43a8-99d1-196f2103afd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3278046 Jul 30 01:52:43.774447 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e0537-ed6b-4eb2-90eb-5767b2773bd3 None None] Routers {'68ceea0d-c90b-43a8-99d1-196f2103afd4'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:43.777269 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7f0e0537-ed6b-4eb2-90eb-5767b2773bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['68ceea0d-c90b-43a8-99d1-196f2103afd4'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:43.817480 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4d869dc5-a876-4873-b79a-a1b632dddefc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=68ceea0d-c90b-43a8-99d1-196f2103afd4 HTTP/1.1" status: 200 len: 205 time: 0.0702856 Jul 30 01:52:43.825871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41356) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:43.871611 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7f0e0537-ed6b-4eb2-90eb-5767b2773bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:43.890893 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e0537-ed6b-4eb2-90eb-5767b2773bd3 None None] Routers {'68ceea0d-c90b-43a8-99d1-196f2103afd4'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:43.893109 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7f0e0537-ed6b-4eb2-90eb-5767b2773bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['68ceea0d-c90b-43a8-99d1-196f2103afd4'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:43.961935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280b9993-244c-4f2d-bd66-69fbddac3366 None None] New status for floating IP 1292bcab-89ca-47c1-bbb6-d3f1af73449c: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:52:43.975262 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7f0e0537-ed6b-4eb2-90eb-5767b2773bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:43.976648 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e0537-ed6b-4eb2-90eb-5767b2773bd3 None None] The sync data for ids ['68ceea0d-c90b-43a8-99d1-196f2103afd4'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:44.008306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9bca83b2-bbd1-47f5-a138-855f3e15b6f1 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:52:44.010842 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9bca83b2-bbd1-47f5-a138-855f3e15b6f1 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222564 Jul 30 01:52:44.111072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Request body: {'binding': {'host': 'n-h1-715271-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:44.111862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Unknown quota resources ['binding']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:52:44.181429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41368) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:44.199072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c931516e-b83c-4749-aed1-9b6271c598b0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.205335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2418a5-3f83-40eb-8dfb-d046b22fde21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.503384 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2418a5-3f83-40eb-8dfb-d046b22fde21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.510510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2418a5-3f83-40eb-8dfb-d046b22fde21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.603512 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7d2418a5-3f83-40eb-8dfb-d046b22fde21 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f59bd2e5f685443fa895f195e79a6829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191988 Jul 30 01:52:44.603512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2418a5-3f83-40eb-8dfb-d046b22fde21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8ba146-95d6-4426-afbd-211987ced5a1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:44.606009 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41374) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:44.677641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c931516e-b83c-4749-aed1-9b6271c598b0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.687614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c931516e-b83c-4749-aed1-9b6271c598b0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.707045 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77ae94e8-8209-454b-9efd-2eb3e6e40990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.768190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77ae94e8-8209-454b-9efd-2eb3e6e40990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.821370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c931516e-b83c-4749-aed1-9b6271c598b0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.822231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c931516e-b83c-4749-aed1-9b6271c598b0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Fanout notify agent at l3_agent the message router_deleted on router 68ceea0d-c90b-43a8-99d1-196f2103afd4 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:52:44.850582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c931516e-b83c-4749-aed1-9b6271c598b0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.855715 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c931516e-b83c-4749-aed1-9b6271c598b0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/68ceea0d-c90b-43a8-99d1-196f2103afd4 HTTP/1.1" status: 204 len: 168 time: 1.0237885 Jul 30 01:52:44.857480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41386) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:44.891112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77ae94e8-8209-454b-9efd-2eb3e6e40990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.894762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77ae94e8-8209-454b-9efd-2eb3e6e40990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:44.896002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-77ae94e8-8209-454b-9efd-2eb3e6e40990 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eb8ba146-95d6-4426-afbd-211987ced5a1 HTTP/1.1" status: 204 len: 168 time: 0.2890284 Jul 30 01:52:44.916721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae94e8-8209-454b-9efd-2eb3e6e40990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8ba146-95d6-4426-afbd-211987ced5a1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:44.974876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 on host n-h1-715271-7 for vnic_type normal with profile None {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:44.975232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:44.975612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:44.986806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Port 7265c1e4-32dd-459a-b3dd-43e675e50669 on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:44.987164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:45.003236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-761bff5a-ee37-47c5-bcc2-969d8c722dff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting subnet c280b83c-c53e-4d2c-b887-cc487cf1f3a2 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:45.011650 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-761bff5a-ee37-47c5-bcc2-969d8c722dff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.017717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:45.018299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:45.019259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:45.019781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Bound port: 7265c1e4-32dd-459a-b3dd-43e675e50669, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:45.133052 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-761bff5a-ee37-47c5-bcc2-969d8c722dff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.185787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:45.195983 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.198278 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-9049aa07-23cc-40a6-a5f2-876aaa637d6f service neutron] 10.222.0.84 "POST /v2.0/ports/7265c1e4-32dd-459a-b3dd-43e675e50669/bindings HTTP/1.1" status: 201 len: 389 time: 1.1143730 Jul 30 01:52:45.311613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-761bff5a-ee37-47c5-bcc2-969d8c722dff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.430833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-761bff5a-ee37-47c5-bcc2-969d8c722dff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.467241 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bff5a-ee37-47c5-bcc2-969d8c722dff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Subnet': ['ID=c280b83c-c53e-4d2c-b887-cc487cf1f3a2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:45.476881 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-761bff5a-ee37-47c5-bcc2-969d8c722dff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.482674 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-761bff5a-ee37-47c5-bcc2-969d8c722dff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/c280b83c-c53e-4d2c-b887-cc487cf1f3a2 HTTP/1.1" status: 204 len: 168 time: 0.6231236 Jul 30 01:52:45.483468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41404) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:45.489085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d93f3-07b5-4138-8d9d-69eda0e8151a None None] Network 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:45.585506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1189e725-dfd8-44d7-bbec-67ac37f94100 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting subnet 0e19afcd-b9ac-4847-aaee-d1d30d50cc23 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:52:45.600915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1189e725-dfd8-44d7-bbec-67ac37f94100 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.621470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b840172-5462-42b4-a15b-bafa42d306ee req-311d79cd-8dc4-4073-9197-9f174f9bc0a7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.623257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b840172-5462-42b4-a15b-bafa42d306ee req-311d79cd-8dc4-4073-9197-9f174f9bc0a7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 946 time: 0.1887865 Jul 30 01:52:45.696781 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1189e725-dfd8-44d7-bbec-67ac37f94100 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:45.746440 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b840172-5462-42b4-a15b-bafa42d306ee req-db0f8617-9e17-45d1-afb1-b034cb853eed tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882089 Jul 30 01:52:45.771549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-c52d78b1-d6e4-421c-8578-67ca4fb98521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:45.774530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-c52d78b1-d6e4-421c-8578-67ca4fb98521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1097 time: 0.1493504 Jul 30 01:52:45.958205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3cc884-9ae7-4431-87f3-946636fff881 None None] DHCP port deletion for 586d81ea-d1a4-44fc-82c7-bcf8d76ff19f request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:52:45.959006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1189e725-dfd8-44d7-bbec-67ac37f94100 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.077910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dc3cc884-9ae7-4431-87f3-946636fff881 None None] Deleting port 5be9103d-2075-4950-9017-59f2c429f86c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:46.078295 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3cc884-9ae7-4431-87f3-946636fff881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.118125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-103755f4-fd1d-480c-a649-eb3fa086a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:46.122141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-103755f4-fd1d-480c-a649-eb3fa086a44e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.3402171 Jul 30 01:52:46.171279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dc3cc884-9ae7-4431-87f3-946636fff881 None None] For port 5be9103d-2075-4950-9017-59f2c429f86c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5be9103d-2075-4950-9017-59f2c429f86c,segment=NetworkSegment(f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc),segment_id=f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:46.177183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3cc884-9ae7-4431-87f3-946636fff881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.184078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1189e725-dfd8-44d7-bbec-67ac37f94100 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.198106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dc3cc884-9ae7-4431-87f3-946636fff881 None None] Calling delete_port for 5be9103d-2075-4950-9017-59f2c429f86c owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:46.244992 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1189e725-dfd8-44d7-bbec-67ac37f94100 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.252759 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1189e725-dfd8-44d7-bbec-67ac37f94100 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/0e19afcd-b9ac-4847-aaee-d1d30d50cc23 HTTP/1.1" status: 204 len: 168 time: 0.7644455 Jul 30 01:52:46.260870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00858bfc-6dcb-4b07-9b3a-44e77785e0e7 None None] Network fa09489c-3674-44a1-b8fa-480cfe0f4f77 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:46.324415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41434) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:46.366484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-f7816fa3-e91d-443b-9b50-2b0bd8bbdeba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7265c1e4-32dd-459a-b3dd-43e675e50669 HTTP/1.1" status: 200 len: 217 time: 0.2102463 Jul 30 01:52:46.370632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189e725-dfd8-44d7-bbec-67ac37f94100 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Subnet': ['ID=0e19afcd-b9ac-4847-aaee-d1d30d50cc23,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:46.482801 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc3cc884-9ae7-4431-87f3-946636fff881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.511824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cc884-9ae7-4431-87f3-946636fff881 None None] No DVR routers for this DVR port 5be9103d-2075-4950-9017-59f2c429f86c on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:46.541469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cc884-9ae7-4431-87f3-946636fff881 None None] Pushing event deleted for resources: {'Port': ['ID=5be9103d-2075-4950-9017-59f2c429f86c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:46.556002 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.568778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-38a85d3c-431a-41b6-956d-fdda7bc998b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:46.569890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-38a85d3c-431a-41b6-956d-fdda7bc998b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1765954 Jul 30 01:52:46.660868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5516fa-0e5c-4741-be99-c4185895cbc7 None None] DHCP port deletion for fa09489c-3674-44a1-b8fa-480cfe0f4f77 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:52:46.686881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-57327a24-0d40-4b55-87ea-f0f8ddfe65ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836921 Jul 30 01:52:46.726644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7a5516fa-0e5c-4741-be99-c4185895cbc7 None None] Deleting port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:52:46.726956 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a5516fa-0e5c-4741-be99-c4185895cbc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.787846 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.807268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586d81ea-d1a4-44fc-82c7-bcf8d76ff19f']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:46.824982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:46.825448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c68622-7cfd-4f8c-bcd4-a5445cc3fefc') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:46.842250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.889674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.890422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7a5516fa-0e5c-4741-be99-c4185895cbc7 None None] For port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e7fdff50-5f3d-40b9-95b5-e6f28bc8d927,segment=NetworkSegment(50fc08b6-1085-449c-b4d9-3863e399404b),segment_id=50fc08b6-1085-449c-b4d9-3863e399404b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:46.891936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a5516fa-0e5c-4741-be99-c4185895cbc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.915594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-b08a9bcd-8b2c-4ea1-aa88-8fbc68a526ab service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164533 Jul 30 01:52:46.916912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:46.917328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:46.924834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7a5516fa-0e5c-4741-be99-c4185895cbc7 None None] Calling delete_port for e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:46.934910 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:47.118175 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7a5516fa-0e5c-4741-be99-c4185895cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.118767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c8624-fc1c-4f45-a10d-10fd130ff36a req-6dd21c0a-a1e4-422e-8b38-e2f770772997 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.123968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-342c8624-fc1c-4f45-a10d-10fd130ff36a req-6dd21c0a-a1e4-422e-8b38-e2f770772997 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 946 time: 0.2315476 Jul 30 01:52:47.139244 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.149445 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.153196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/networks/586d81ea-d1a4-44fc-82c7-bcf8d76ff19f HTTP/1.1" status: 204 len: 168 time: 0.8264990 Jul 30 01:52:47.157768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41476) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:47.192423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5516fa-0e5c-4741-be99-c4185895cbc7 None None] Pushing event deleted for resources: {'Port': ['ID=e7fdff50-5f3d-40b9-95b5-e6f28bc8d927,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:47.199277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5516fa-0e5c-4741-be99-c4185895cbc7 None None] No DVR routers for this DVR port e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:47.263227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce47b88-9c60-45fa-82d1-2aeb4715e2f1 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Network': ['ID=586d81ea-d1a4-44fc-82c7-bcf8d76ff19f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:47.308610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-342c8624-fc1c-4f45-a10d-10fd130ff36a req-72091ad6-4693-4bd3-bd75-944ae502b1c6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496210 Jul 30 01:52:47.347378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-d4d09734-e0f7-4acc-b904-5d6045ea56d4 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996122 Jul 30 01:52:47.420187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:47.445769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.545412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-3d458f44-eafb-4d83-a6e4-e638421574be tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:47.552827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-3d458f44-eafb-4d83-a6e4-e638421574be tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1097 time: 0.1178663 Jul 30 01:52:47.569089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-7'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:47.649258 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.678593 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1dccf44b-6ec8-4581-8b38-9057c447481b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.700905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.716853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa09489c-3674-44a1-b8fa-480cfe0f4f77']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:47.749932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fc08b6-1085-449c-b4d9-3863e399404b') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:47.750524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fc08b6-1085-449c-b4d9-3863e399404b') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:47.765840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.785978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5be9103d-2075-4950-9017-59f2c429f86c no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:47.812853 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.822641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1dccf44b-6ec8-4581-8b38-9057c447481b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.838813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1dccf44b-6ec8-4581-8b38-9057c447481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.842222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 5be9103d-2075-4950-9017-59f2c429f86c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:47.843023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5be9103d-2075-4950-9017-59f2c429f86c not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:47.843707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:47.874799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:52:47.875465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e7fdff50-5f3d-40b9-95b5-e6f28bc8d927 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:47.880315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:52:47.881088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:52:47.887244 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:52:47.960565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1dccf44b-6ec8-4581-8b38-9057c447481b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cbb6f19e98b54ee4baf1d8c1f91a0cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387294 Jul 30 01:52:47.964227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccf44b-6ec8-4581-8b38-9057c447481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d15d024-915b-47cc-9e6c-7c16b5c663e0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:47.967350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41494) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:48.005856 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-cb2e1fc5-c304-46bb-a680-8cd3a5fc509e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1844149 Jul 30 01:52:48.007788 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.046625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:48.064711 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.066893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dc9422c-2321-4e9d-8b88-097b9679282f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.069099 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/networks/fa09489c-3674-44a1-b8fa-480cfe0f4f77 HTTP/1.1" status: 204 len: 168 time: 0.9087970 Jul 30 01:52:48.072678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad5a45-4d6f-4caf-9aee-501d4bcb17df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Network': ['ID=fa09489c-3674-44a1-b8fa-480cfe0f4f77,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:48.074328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:48.081093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'network': {'name': 'tempest-RoutersTest-375459376'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:48.131357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dc9422c-2321-4e9d-8b88-097b9679282f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.132098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-4560fb63-3c51-45c8-8919-81f202b31160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.134974 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-4560fb63-3c51-45c8-8919-81f202b31160 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 1096 time: 0.0840814 Jul 30 01:52:48.169605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:48.225863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:48.230192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.276698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:48.284211 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed7c711-596d-48bc-ba0d-02f2ea6400ef" -d '{"events": [{"server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "name": "network-vif-unplugged", "status": "completed", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:48.300725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.315943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.326172 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dc9422c-2321-4e9d-8b88-097b9679282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.327269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-ba6db6cc-64f9-4dcf-8787-ec631460d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.329885 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-ba6db6cc-64f9-4dcf-8787-ec631460d0e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 912 time: 0.1686194 Jul 30 01:52:48.331830 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9dc9422c-2321-4e9d-8b88-097b9679282f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.333822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9dc9422c-2321-4e9d-8b88-097b9679282f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2d15d024-915b-47cc-9e6c-7c16b5c663e0 HTTP/1.1" status: 204 len: 168 time: 0.3623407 Jul 30 01:52:48.352116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:48.494109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Pushing event updated for resources: {'Port': ['ID=7265c1e4-32dd-459a-b3dd-43e675e50669,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:48.520480 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c374553-dbb8-440d-bacf-6e998505805c x-openstack-request-id: req-1c374553-dbb8-440d-bacf-6e998505805c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:48.520968 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "name": "network-vif-unplugged", "status": "completed", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:48.521375 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1c374553-dbb8-440d-bacf-6e998505805c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:48.522666 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669', 'code': 200} Jul 30 01:52:48.530974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9422c-2321-4e9d-8b88-097b9679282f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d15d024-915b-47cc-9e6c-7c16b5c663e0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:48.548400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.549968 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added segment fbfc68ce-4b7b-45d7-95a5-d8776d916217 of type vlan for network e2657371-57d5-403d-9db6-94bf7ae65d93 Jul 30 01:52:48.827496 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:48.845140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 on host n-h2-715271-7 for vnic_type normal with profile {"migrating_to": "n-h1-715271-7"} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:48.847463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:48.848236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:48.881482 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-b3402246-48ea-40ed-8346-158fc11f3194 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2 HTTP/1.1" status: 200 len: 1000 time: 0.5402794 Jul 30 01:52:48.882744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Port 7265c1e4-32dd-459a-b3dd-43e675e50669 on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:52:48.882744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Attempting to bind port 7265c1e4-32dd-459a-b3dd-43e675e50669 on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:48.913915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55526052-74cc-473e-b1b2-163ec4c5674f req-0580298d-fed6-4e32-975a-37441251b0e5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:48.917092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55526052-74cc-473e-b1b2-163ec4c5674f req-0580298d-fed6-4e32-975a-37441251b0e5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 944 time: 0.2848241 Jul 30 01:52:48.930484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:48.931319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:48.932077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:48.932914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Bound port: 7265c1e4-32dd-459a-b3dd-43e675e50669, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:48.933609 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.036751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-f8288ff7-5ceb-460d-9a85-92141404d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:49.040717 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-f8288ff7-5ceb-460d-9a85-92141404d4de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.1546078 Jul 30 01:52:49.048887 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.058840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:49.059881 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.162452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-42a2ca34-690f-4feb-92ef-d7abdd7e11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:49.166047 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-42a2ca34-690f-4feb-92ef-d7abdd7e11c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156831 Jul 30 01:52:49.212916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1359882 Jul 30 01:52:49.217272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41534) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:49.230085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'subnet': {'network_id': 'e2657371-57d5-403d-9db6-94bf7ae65d93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:49.252091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55526052-74cc-473e-b1b2-163ec4c5674f req-2f876a72-fea6-470a-b654-1c6fcad8f930 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118246 Jul 30 01:52:49.306806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:49.311510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589827d1-2e4a-4ddb-aa10-3007b90f5a10 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Network': ['ID=e2657371-57d5-403d-9db6-94bf7ae65d93,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:49.316647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:49.325246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.329432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network e2657371-57d5-403d-9db6-94bf7ae65d93 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:49.431891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Pushing event updated for resources: {'Port': ['ID=7265c1e4-32dd-459a-b3dd-43e675e50669,revision_number=8']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:49.501466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:49.502930 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.506134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-74833cc1-2872-4f27-adc7-945eca3c3cef service neutron] 10.222.0.41 "PUT /v2.0/ports/7265c1e4-32dd-459a-b3dd-43e675e50669 HTTP/1.1" status: 200 len: 1122 time: 1.9448924 Jul 30 01:52:49.634884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-335f1cd1-6223-4f0c-92ff-484088f37b2b service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590321 Jul 30 01:52:49.636930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:49.643169 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:49.679618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['7265c1e4-32dd-459a-b3dd-43e675e50669'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:52:49.840104 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aad53338-95de-47d5-9fa9-d81b2e7e55bf req-8ba68c7b-d1b1-4251-85de-66e8388888e4 service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914227 Jul 30 01:52:50.256889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.339017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41576) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:50.369504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Subnet': ['ID=be8b1694-cf0b-4a4a-b9e6-54c9dc5ae848,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:50.378611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Checking segment: {'id': 'fbfc68ce-4b7b-45d7-95a5-d8776d916217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e2657371-57d5-403d-9db6-94bf7ae65d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:50.379451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network hostable DHCP agents. Network: e2657371-57d5-403d-9db6-94bf7ae65d93, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:50.430007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network e2657371-57d5-403d-9db6-94bf7ae65d93 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:50.461306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, e2657371-57d5-403d-9db6-94bf7ae65d93) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:50.486352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:50.487716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.490464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d5b0c-18e7-4cb2-90e4-6d4ba65f95d1 None None] Network e2657371-57d5-403d-9db6-94bf7ae65d93 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:50.529800 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d61286d3-6a36-45d9-9e41-2530070c3988 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3068767 Jul 30 01:52:50.530478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41584) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:50.538606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5e912eab-76d7-468f-af6a-a14cfef8ac6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1783479898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:50.541250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:52:50.551521 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e2a321-4911-44f0-95b4-d28fad3f1416" -d '{"events": [{"name": "network-changed", "server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:52:50.631074 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e912eab-76d7-468f-af6a-a14cfef8ac6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.646694 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e912eab-76d7-468f-af6a-a14cfef8ac6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.651967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60309f-5890-45f3-ad42-8006eba00c16 req-88ccc8f3-805d-4bd1-9727-5f82381d5949 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:50.663351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f60309f-5890-45f3-ad42-8006eba00c16 req-88ccc8f3-805d-4bd1-9727-5f82381d5949 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 944 time: 0.2195868 Jul 30 01:52:50.690515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1863935652-network', 'tenant_id': 'dbc788760a7b4b9fbfa831b51fc6d36b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:50.737335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f60309f-5890-45f3-ad42-8006eba00c16 req-cffc540f-0aed-4d33-a26a-d0596643b8a4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707052 Jul 30 01:52:50.746886 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37685fc5-1da3-4b8a-9509-d54965dc634a x-openstack-request-id: req-37685fc5-1da3-4b8a-9509-d54965dc634a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:52:50.747611 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:52:50.748118 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-37685fc5-1da3-4b8a-9509-d54965dc634a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:52:50.748647 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669', 'status': 'completed', 'code': 200} Jul 30 01:52:50.750182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Made reservation on behalf of dbc788760a7b4b9fbfa831b51fc6d36b for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:50.753645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.776245 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.851464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e912eab-76d7-468f-af6a-a14cfef8ac6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.868833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-e2657371-57d5-403d-9db6-94bf7ae65d93', 'network_id': 'e2657371-57d5-403d-9db6-94bf7ae65d93', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'fixed_ips': [{'subnet_id': 'be8b1694-cf0b-4a4a-b9e6-54c9dc5ae848'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:52:50.869811 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.904720 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e912eab-76d7-468f-af6a-a14cfef8ac6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:50.954610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-731e3a98-0280-431e-bf08-8ef6e659e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:50.956430 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-731e3a98-0280-431e-bf08-8ef6e659e841 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1125 time: 0.1447322 Jul 30 01:52:51.016996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.028559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.073555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:52:51.108162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e912eab-76d7-468f-af6a-a14cfef8ac6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.110527 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5e912eab-76d7-468f-af6a-a14cfef8ac6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5781262 Jul 30 01:52:51.114449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41596) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:51.127607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'port': {'network_id': 'e2657371-57d5-403d-9db6-94bf7ae65d93', 'name': 'tempest-RoutersTest-741837318'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:51.133637 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.134010 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Added segment fd84a90c-1920-42e6-9d91-0e721ea63282 of type vlan for network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 Jul 30 01:52:51.175664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31dffb9-8360-406b-91a7-709068b76a38,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:51.195369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Allocated IP 172.20.0.2 (e2657371-57d5-403d-9db6-94bf7ae65d93/be8b1694-cf0b-4a4a-b9e6-54c9dc5ae848/d09ca9aa-a49c-404d-8c02-06cdc8b9630b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:51.255105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-78e00391-31d2-487b-a269-bc4de9e13e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.258570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-78e00391-31d2-487b-a269-bc4de9e13e1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.2889183 Jul 30 01:52:51.271150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41600) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:51.349425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.368879 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-f38c22f0-0b8d-489a-a3dc-ebc260c7f110 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7265c1e4-32dd-459a-b3dd-43e675e50669 HTTP/1.1" status: 200 len: 217 time: 0.0889153 Jul 30 01:52:51.469035 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.471263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.472354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.504809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-788dd239-2577-458b-9a6c-f6a34a70c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:51.509070 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-788dd239-2577-458b-9a6c-f6a34a70c26c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1256132 Jul 30 01:52:51.517751 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.533564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d73fc832-835e-40d6-afdf-8f4edd4672e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.536787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Transition to ACTIVE for port object d09ca9aa-a49c-404d-8c02-06cdc8b9630b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:51.564045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:51.568682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.574826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Transition to ACTIVE for port object d09ca9aa-a49c-404d-8c02-06cdc8b9630b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:51.581108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2398069 Jul 30 01:52:51.588923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.591113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41604) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:51.601576 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-4d5c0bea-355a-40b0-bca5-0410c7ac5e33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629709 Jul 30 01:52:51.614133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Request body: {'subnet': {'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1863935652-subnet', 'tenant_id': 'dbc788760a7b4b9fbfa831b51fc6d36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:52:51.631541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f297bd9-ee0a-4438-8bd3-db3fed926f47 admin admin] Pushing event updated for resources: {'Network': ['ID=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:51.636284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] device_id is not set on port 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:52:51.666208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:52:51.673410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Network e2657371-57d5-403d-9db6-94bf7ae65d93 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:51.693615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:51.698179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:51.795414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Pushing event updated for resources: {'Port': ['ID=d09ca9aa-a49c-404d-8c02-06cdc8b9630b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:51.812483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.20.0.13 (e2657371-57d5-403d-9db6-94bf7ae65d93/be8b1694-cf0b-4a4a-b9e6-54c9dc5ae848/2c0ae4d4-9a64-4af7-b314-5f78da02ea2a) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:52:51.857222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Attempting to bind port d09ca9aa-a49c-404d-8c02-06cdc8b9630b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:52:51.857973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Attempting to bind port d09ca9aa-a49c-404d-8c02-06cdc8b9630b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'fbfc68ce-4b7b-45d7-95a5-d8776d916217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e2657371-57d5-403d-9db6-94bf7ae65d93'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:52:51.858863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Attempting to bind port d09ca9aa-a49c-404d-8c02-06cdc8b9630b on network e2657371-57d5-403d-9db6-94bf7ae65d93 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:52:51.871493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:52:51.872259 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Checking segment: {'id': 'fbfc68ce-4b7b-45d7-95a5-d8776d916217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e2657371-57d5-403d-9db6-94bf7ae65d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:51.873011 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.873945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Bound using segment: {'id': 'fbfc68ce-4b7b-45d7-95a5-d8776d916217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e2657371-57d5-403d-9db6-94bf7ae65d93'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:52:51.874620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Bound port: d09ca9aa-a49c-404d-8c02-06cdc8b9630b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfc68ce-4b7b-45d7-95a5-d8776d916217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'e2657371-57d5-403d-9db6-94bf7ae65d93'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:52:51.875383 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.982716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] For port d09ca9aa-a49c-404d-8c02-06cdc8b9630b, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:51.988968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d73fc832-835e-40d6-afdf-8f4edd4672e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:51.992020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] For port d09ca9aa-a49c-404d-8c02-06cdc8b9630b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d09ca9aa-a49c-404d-8c02-06cdc8b9630b,segment=NetworkSegment(fbfc68ce-4b7b-45d7-95a5-d8776d916217),segment_id=fbfc68ce-4b7b-45d7-95a5-d8776d916217)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:52:52.004857 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.005180 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-3ce5e0ef-80ac-44dc-8309-c5c0556bdbb5 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952371 Jul 30 01:52:52.009792 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d73fc832-835e-40d6-afdf-8f4edd4672e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.057025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437e644-7ff5-4839-b7c2-514aec9a28f5 req-27b7d65c-5127-4dfc-94d0-392ffdadc990 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.071217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4437e644-7ff5-4839-b7c2-514aec9a28f5 req-27b7d65c-5127-4dfc-94d0-392ffdadc990 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 944 time: 0.1772325 Jul 30 01:52:52.106921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Made reservation on behalf of dbc788760a7b4b9fbfa831b51fc6d36b for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:52:52.111602 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.123240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e94ff-f678-4297-90e1-5639cbd65943 None None] Pushing event updated for resources: {'Port': ['ID=d09ca9aa-a49c-404d-8c02-06cdc8b9630b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:52.211355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4437e644-7ff5-4839-b7c2-514aec9a28f5 req-1d505e8c-2c97-46a0-8d09-7a38b3126444 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384456 Jul 30 01:52:52.263296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.302551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Transition to ACTIVE for port object 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:52.312235 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d73fc832-835e-40d6-afdf-8f4edd4672e9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5810e7f97db8456aa03204585616e07c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0386069 Jul 30 01:52:52.337509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41614) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:52.369717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fc832-835e-40d6-afdf-8f4edd4672e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3db8f8-3f84-4871-bd86-0fbee6bc3154,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:52.413904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-94c1d6fe-17b4-47ec-b586-4448bb4f2540 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1277959 Jul 30 01:52:52.436175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.557268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network e2657371-57d5-403d-9db6-94bf7ae65d93 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:52.568972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:52.577425 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:52:52.631783 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49e2a321-4911-44f0-95b4-d28fad3f1416 req-4d48b18c-1b23-408d-b7ba-1f99fa6b9645 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917802 Jul 30 01:52:52.650397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7265c1e4-32dd-459a-b3dd-43e675e50669 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:52:52.683759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=2c0ae4d4-9a64-4af7-b314-5f78da02ea2a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:52.709317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-433507e0-9d94-40fd-aab5-b28fa9ad9024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.808150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-433507e0-9d94-40fd-aab5-b28fa9ad9024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.809900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.818582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:52.932651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-12d571d1-408d-4ce7-a517-11a347baf066 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8112614 Jul 30 01:52:52.940228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41620) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:52.955147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-4c3f2fbc-fbb1-4319-a150-fb149b2cbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.955885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-4c3f2fbc-fbb1-4319-a150-fb149b2cbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.956808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-4c3f2fbc-fbb1-4319-a150-fb149b2cbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.957512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-4c3f2fbc-fbb1-4319-a150-fb149b2cbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.958205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-4c3f2fbc-fbb1-4319-a150-fb149b2cbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.959094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-4c3f2fbc-fbb1-4319-a150-fb149b2cbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.959682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-4c3f2fbc-fbb1-4319-a150-fb149b2cbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:52.967221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-4c3f2fbc-fbb1-4319-a150-fb149b2cbcc3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6491 time: 0.3100903 Jul 30 01:52:52.981593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:53.010091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7265c1e4-32dd-459a-b3dd-43e675e50669 has no active binding in host n-h1-715271-7 {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:52:53.147606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.149363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-b93fb5c7-ce39-4209-812f-7ab994908e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.150139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-b93fb5c7-ce39-4209-812f-7ab994908e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.151199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-b93fb5c7-ce39-4209-812f-7ab994908e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.153755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-b93fb5c7-ce39-4209-812f-7ab994908e27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 HTTP/1.1" status: 200 len: 2293 time: 0.1459494 Jul 30 01:52:53.260370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-85fc3b32-12fd-4d4b-a423-786682e87907 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0918217 Jul 30 01:52:53.285863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-433507e0-9d94-40fd-aab5-b28fa9ad9024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.292373 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-433507e0-9d94-40fd-aab5-b28fa9ad9024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.304457 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-433507e0-9d94-40fd-aab5-b28fa9ad9024 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6c3db8f8-3f84-4871-bd86-0fbee6bc3154 HTTP/1.1" status: 204 len: 168 time: 0.9643195 Jul 30 01:52:53.458366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a906d30b-0f1e-4cf9-b55a-446e497d258c,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:53.463503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433507e0-9d94-40fd-aab5-b28fa9ad9024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3db8f8-3f84-4871-bd86-0fbee6bc3154,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:53.512398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-dee6d4be-c9b7-4a96-ac9d-c7b90e18281b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.514867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-dee6d4be-c9b7-4a96-ac9d-c7b90e18281b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4 HTTP/1.1" status: 200 len: 851 time: 0.2362020 Jul 30 01:52:53.593381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7ad3d-eba7-4797-a5a4-046d94428550 req-a44f9041-ff35-4c79-8498-8c811deb2900 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.596128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ee7ad3d-eba7-4797-a5a4-046d94428550 req-a44f9041-ff35-4c79-8498-8c811deb2900 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 944 time: 0.1611459 Jul 30 01:52:53.672229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-22cd5a2d-c665-4520-90be-5804de1d8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:53.677229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-22cd5a2d-c665-4520-90be-5804de1d8973 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466606 Jul 30 01:52:53.695307 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:53.747280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ee7ad3d-eba7-4797-a5a4-046d94428550 req-ed718b0d-68ba-40ad-a8f1-1921e9d3df0b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326990 Jul 30 01:52:53.781179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Checking segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:52:53.781662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Network hostable DHCP agents. Network: accffc7b-7f9a-4fd3-ba3a-84ec47325fc5, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:52:53.905520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d09ca9aa-a49c-404d-8c02-06cdc8b9630b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:53.915346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:52:53.970984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-5bd0b32e-7ec0-45a0-89e0-b7cd496c298e service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573738 Jul 30 01:52:54.007532 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-b479ed81-4823-4271-9006-212e3cd14ba4 service neutron] 10.222.0.22 "GET /v2.0/ports/7265c1e4-32dd-459a-b3dd-43e675e50669/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 384 time: 0.3410528 Jul 30 01:52:54.011336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b7d4b-430c-4df8-818a-6190abe201f7 None None] Network e2657371-57d5-403d-9db6-94bf7ae65d93 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:54.013860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, accffc7b-7f9a-4fd3-ba3a-84ec47325fc5) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:54.026932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.027747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.111723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41636) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:54.119701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44f5fb-cde1-49c0-9360-5ebd322d1d4c None None] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:54.179693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6438b885-d51e-4836-aeff-71eb3aaf8a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.181923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-88b381e1-f890-41d7-b2ce-4fba4b54af6f service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978614 Jul 30 01:52:54.191622 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c9dd317-a5e4-4bde-b95c-d5b00620903d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5944226 Jul 30 01:52:54.201519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port d09ca9aa-a49c-404d-8c02-06cdc8b9630b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:54.214429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d09ca9aa-a49c-404d-8c02-06cdc8b9630b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:54.214808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.217005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5af4026e-96b5-4fc8-a2c5-0c94af8c4401 None None] Provisioning for port d09ca9aa-a49c-404d-8c02-06cdc8b9630b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:54.330701 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.342590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-4f9760c8-aa95-42a2-a89e-f17624d028e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 217 time: 0.1448107 Jul 30 01:52:54.428342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-593422c7-6859-48bd-9c8a-64b620632c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.429984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-593422c7-6859-48bd-9c8a-64b620632c40 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.0753274 Jul 30 01:52:54.533023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5af4026e-96b5-4fc8-a2c5-0c94af8c4401 None None] Provisioning complete for port d09ca9aa-a49c-404d-8c02-06cdc8b9630b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:54.533448 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5af4026e-96b5-4fc8-a2c5-0c94af8c4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.556111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-0fff8169-2f2d-4c6c-a85f-0dcae574a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:54.558855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-0fff8169-2f2d-4c6c-a85f-0dcae574a0f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1143680 Jul 30 01:52:54.604384 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6438b885-d51e-4836-aeff-71eb3aaf8a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.662281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6438b885-d51e-4836-aeff-71eb3aaf8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:54.853012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-7a15994a-49cf-4cb5-93a3-c3021b7097fc service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703226 Jul 30 01:52:55.001633 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5af4026e-96b5-4fc8-a2c5-0c94af8c4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.065287 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6438b885-d51e-4836-aeff-71eb3aaf8a99 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=479665edf0a64f649b6f0da8102704ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9446752 Jul 30 01:52:55.068795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41662) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:55.087177 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.091382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e7b8f0-af7e-4666-aedc-1d6825830280 None None] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:52:55.100535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438b885-d51e-4836-aeff-71eb3aaf8a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df6cfcf-340a-4f34-aa7d-e9949099b0f5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:55.133194 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:55.210926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:52:55.218410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.267052 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.314663 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d2c32882-5a65-46e9-be6d-c4f8572ab76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.358979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5af4026e-96b5-4fc8-a2c5-0c94af8c4401 None None] For port d09ca9aa-a49c-404d-8c02-06cdc8b9630b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d09ca9aa-a49c-404d-8c02-06cdc8b9630b,segment=NetworkSegment(fbfc68ce-4b7b-45d7-95a5-d8776d916217),segment_id=fbfc68ce-4b7b-45d7-95a5-d8776d916217)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:55.393267 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5af4026e-96b5-4fc8-a2c5-0c94af8c4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.443227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7265c1e4-32dd-459a-b3dd-43e675e50669 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:52:55.470568 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:52:55.476528 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:52:55.501387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=2c0ae4d4-9a64-4af7-b314-5f78da02ea2a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:55.511688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:52:55.518824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4026e-96b5-4fc8-a2c5-0c94af8c4401 None None] Pushing event updated for resources: {'Port': ['ID=d09ca9aa-a49c-404d-8c02-06cdc8b9630b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:55.559236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.777804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-23ad333f-7e1e-4848-9bd4-3b839443c318 None None] Provisioning complete for port d09ca9aa-a49c-404d-8c02-06cdc8b9630b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:55.778418 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23ad333f-7e1e-4848-9bd4-3b839443c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.858915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] Transition to ACTIVE for port object 7265c1e4-32dd-459a-b3dd-43e675e50669 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:52:55.867181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.966671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:55.989582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-fa7f732b-d88e-4fb6-9d81-904a1f73f065 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1233857 Jul 30 01:52:56.007750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aae7fe-9534-4994-a6d2-bf0d63a0dccd req-a9bcc9b1-ebde-43b2-b5cd-3baf51a27a96 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:56.017528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34aae7fe-9534-4994-a6d2-bf0d63a0dccd req-a9bcc9b1-ebde-43b2-b5cd-3baf51a27a96 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 944 time: 0.8707089 Jul 30 01:52:56.030663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-cbbf855f-c76b-448e-8c25-676feefce999 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:56.044458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-cbbf855f-c76b-448e-8c25-676feefce999 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.9897623 Jul 30 01:52:56.073989 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d2c32882-5a65-46e9-be6d-c4f8572ab76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.096307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] No DVR routers for this DVR port 7265c1e4-32dd-459a-b3dd-43e675e50669 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:52:56.153947 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:52:56.167892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-23ad333f-7e1e-4848-9bd4-3b839443c318 None None] Provisioning for port 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:52:56.184272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-23ad333f-7e1e-4848-9bd4-3b839443c318 None None] Provisioning complete for port 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:56.185609 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23ad333f-7e1e-4848-9bd4-3b839443c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.195461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] Pushing event updated for resources: {'Port': ['ID=7265c1e4-32dd-459a-b3dd-43e675e50669,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:56.243988 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-8eed85dd-249e-440f-bce8-cfccf1937d84 service neutron] 10.222.0.22 "PUT /v2.0/ports/7265c1e4-32dd-459a-b3dd-43e675e50669/bindings/n-h1-715271-7/activate HTTP/1.1" status: 200 len: 369 time: 2.2192206 Jul 30 01:52:56.303343 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d2c32882-5a65-46e9-be6d-c4f8572ab76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.308572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d2c32882-5a65-46e9-be6d-c4f8572ab76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.317202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d2c32882-5a65-46e9-be6d-c4f8572ab76e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4df6cfcf-340a-4f34-aa7d-e9949099b0f5 HTTP/1.1" status: 204 len: 168 time: 1.2466276 Jul 30 01:52:56.355549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c32882-5a65-46e9-be6d-c4f8572ab76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df6cfcf-340a-4f34-aa7d-e9949099b0f5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:56.370536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-e2a0dc3b-4d09-4fca-9068-1ced025ef5ec tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/quotas/dbc788760a7b4b9fbfa831b51fc6d36b HTTP/1.1" status: 200 len: 375 time: 0.3243475 Jul 30 01:52:56.372931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-cd832024-dad5-420b-9836-d899a867d618 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 217 time: 0.2152576 Jul 30 01:52:56.388397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.390895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34aae7fe-9534-4994-a6d2-bf0d63a0dccd req-6853086a-6874-4469-ae97-b7308bd57354 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311690 Jul 30 01:52:56.460427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d09ca9aa-a49c-404d-8c02-06cdc8b9630b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:52:56.607173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-4ef525bb-a9c0-45b6-8a69-8807eb103156 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2269204 Jul 30 01:52:56.639152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-23ad333f-7e1e-4848-9bd4-3b839443c318 None None] Port 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:56.658684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7265c1e4-32dd-459a-b3dd-43e675e50669 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:52:56.747649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-88ff8a9a-387c-4dae-b94a-fd363b071f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:56.751235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-88ff8a9a-387c-4dae-b94a-fd363b071f50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.3547130 Jul 30 01:52:56.907875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-7bf8d762-7486-4195-a5b9-441bbd674177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:56.914385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d09ca9aa-a49c-404d-8c02-06cdc8b9630b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:56.914949 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:56.917273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-7bf8d762-7486-4195-a5b9-441bbd674177 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1510003 Jul 30 01:52:56.981479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7265c1e4-32dd-459a-b3dd-43e675e50669 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:52:57.004786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-adb7d7e5-ed1a-4567-82d2-e3e16a49d306 None None] Provisioning complete for port 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:57.005366 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adb7d7e5-ed1a-4567-82d2-e3e16a49d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.104264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-adb7d7e5-ed1a-4567-82d2-e3e16a49d306 None None] Port 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:57.181656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-9ce5e520-2196-4aad-9ab9-53dc54b7e4b9 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499173 Jul 30 01:52:57.296623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-89bf4751-0de3-4a59-b1d3-3b9493c38275 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:57.298204 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-89bf4751-0de3-4a59-b1d3-3b9493c38275 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.9114103 Jul 30 01:52:57.438302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-9eae3bac-23a1-447c-9cf4-777d53010e17 service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899857 Jul 30 01:52:57.442721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-fb09c555-636b-42f8-bca5-af8ec9779be9 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342689 Jul 30 01:52:57.577003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-988fba78-f074-478e-92db-55593f3b0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:57.580332 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-988fba78-f074-478e-92db-55593f3b0fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8 HTTP/1.1" status: 200 len: 1096 time: 0.2633512 Jul 30 01:52:57.645753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-6b00e501-716c-44aa-ae08-1b0e43fd4d22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=1883ce7e-549a-45f1-a991-b66482189a87 HTTP/1.1" status: 200 len: 217 time: 0.1803350 Jul 30 01:52:57.706941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-571e58c5-0323-43db-a96e-5cd15f27a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:57.708723 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-571e58c5-0323-43db-a96e-5cd15f27a7e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1096 time: 0.0935669 Jul 30 01:52:57.751853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d184fe-1441-4165-abad-d6bb2cfd050d req-7a5ec752-4f9c-4f39-9133-4c3d9160380a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:57.754274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5d184fe-1441-4165-abad-d6bb2cfd050d req-7a5ec752-4f9c-4f39-9133-4c3d9160380a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.2048814 Jul 30 01:52:57.792389 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.806211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:57.841699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-6273cb98-42a3-41f7-a190-3e2fa636010f service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796196 Jul 30 01:52:57.860297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-39739300-7c1b-43fd-a24f-a04f832e1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:57.862554 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-39739300-7c1b-43fd-a24f-a04f832e1a01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.2027843 Jul 30 01:52:57.883615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5d184fe-1441-4165-abad-d6bb2cfd050d req-4cf877fd-2396-4bd7-82dc-b51a6c7f1707 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941515 Jul 30 01:52:57.993898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=2c0ae4d4-9a64-4af7-b314-5f78da02ea2a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:52:58.011127 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.012752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-80c543d0-801a-4076-ab79-9ed19c7af1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:58.021753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-80c543d0-801a-4076-ab79-9ed19c7af1b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325312 Jul 30 01:52:58.144068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-0bbb234f-a462-49bf-a498-7759aa0507e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:58.145929 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-0bbb234f-a462-49bf-a498-7759aa0507e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.4301257 Jul 30 01:52:58.212471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-f2099cd2-d8a0-4b6f-8ec9-67490d6b71d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7265c1e4-32dd-459a-b3dd-43e675e50669 HTTP/1.1" status: 200 len: 217 time: 0.0583398 Jul 30 01:52:58.327812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-564421db-459d-4ca7-878e-b2fd14539010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:58.331312 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-564421db-459d-4ca7-878e-b2fd14539010 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1056573 Jul 30 01:52:58.339463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network e2657371-57d5-403d-9db6-94bf7ae65d93 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:52:58.362519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:52:58.367787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e62e89c-59a8-4e90-bfb0-18d3b81bf39d req-5d128e07-aa79-4d6b-973f-1f2f9dd85424 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 210 time: 0.0644410 Jul 30 01:52:58.382013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-ac6e4360-701e-4081-b73a-b7253a90a42f service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438783 Jul 30 01:52:58.469763 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-4e8782f9-db63-4082-9976-9b4b912288f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286757 Jul 30 01:52:58.581922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-c33b3ee2-8705-4f5d-ad4e-6d618c18a202 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802487 Jul 30 01:52:58.670000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-7e83db27-ffff-4dd6-9caf-367d27a67f62 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 HTTP/1.1" status: 200 len: 217 time: 0.0706871 Jul 30 01:52:58.770592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-40092962-2622-49b1-b55d-1ee7919a383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:58.775850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-40092962-2622-49b1-b55d-1ee7919a383e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.0890772 Jul 30 01:52:58.850747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-bb0b7c68-e768-42ed-a441-ffab613c3ee1 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705993 Jul 30 01:52:58.852330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router c2e1c3a8-63ce-4022-8866-ceb6d5decdff is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:52:58.862396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a25b18b6-547d-4892-a2ab-ffe88d1ac7b4 None None] Provisioning complete for port 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:52:58.863628 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a25b18b6-547d-4892-a2ab-ffe88d1ac7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:52:58.903096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-328b8281-b8a9-4497-bdf6-65c0e88c9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:58.908857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-328b8281-b8a9-4497-bdf6-65c0e88c9c68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252794 Jul 30 01:52:58.983419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a25b18b6-547d-4892-a2ab-ffe88d1ac7b4 None None] Port 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:52:59.113745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:52:59.140765 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5418a508-3d71-425b-b6f9-b69350837774 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/c2e1c3a8-63ce-4022-8866-ceb6d5decdff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1824369 Jul 30 01:52:59.141708 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed820a0e-eea6-4f1d-a803-6b5e46fbc232 None None] Sync routers for ids ['c2e1c3a8-63ce-4022-8866-ceb6d5decdff'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:52:59.142438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41738) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.179091 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed820a0e-eea6-4f1d-a803-6b5e46fbc232 None None] Routers {'c2e1c3a8-63ce-4022-8866-ceb6d5decdff'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:59.182736 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ed820a0e-eea6-4f1d-a803-6b5e46fbc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c2e1c3a8-63ce-4022-8866-ceb6d5decdff'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:59.192833 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-7b2cdbf1-fb19-4ce8-8aee-748698ee0133 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332543 Jul 30 01:52:59.247596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34afee3-eac5-493e-8e74-dbdb76fb1ba4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:59.251879 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b34afee3-eac5-493e-8e74-dbdb76fb1ba4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports/2c0ae4d4-9a64-4af7-b314-5f78da02ea2a HTTP/1.1" status: 200 len: 977 time: 0.1036026 Jul 30 01:52:59.255703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac19a9-ff45-4a48-b024-815d41ef0f76 req-ad39e6c2-3097-4491-928c-c806df46ffe0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:59.255997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41744) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:52:59.258887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-edac19a9-ff45-4a48-b024-815d41ef0f76 req-ad39e6c2-3097-4491-928c-c806df46ffe0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.1822288 Jul 30 01:52:59.327488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-48c5e474-78b0-442e-b0f1-5429f3ddec35 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034419 Jul 30 01:52:59.346069 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ed820a0e-eea6-4f1d-a803-6b5e46fbc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:59.389359 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed820a0e-eea6-4f1d-a803-6b5e46fbc232 None None] Routers {'c2e1c3a8-63ce-4022-8866-ceb6d5decdff'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:52:59.394603 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ed820a0e-eea6-4f1d-a803-6b5e46fbc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c2e1c3a8-63ce-4022-8866-ceb6d5decdff'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:59.402711 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-edac19a9-ff45-4a48-b024-815d41ef0f76 req-e37165d0-7a52-4438-97b6-3c906911d822 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356275 Jul 30 01:52:59.524751 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ed820a0e-eea6-4f1d-a803-6b5e46fbc232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:52:59.526440 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed820a0e-eea6-4f1d-a803-6b5e46fbc232 None None] The sync data for ids ['c2e1c3a8-63ce-4022-8866-ceb6d5decdff'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:52:59.568435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-2e619606-3f58-463c-9468-2f4c2935e090 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197502 Jul 30 01:52:59.726721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-b9fb4eb6-0c71-45af-a3bc-f3772ce68e1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=193102a5-36b8-44b6-9a54-7cf363179076 HTTP/1.1" status: 200 len: 217 time: 0.1334226 Jul 30 01:52:59.782608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65540e27-3573-4a5b-8b4a-bd34866099ed req-08f22245-c2ef-4f3b-a2e8-4b31970f7ca1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 210 time: 0.0603013 Jul 30 01:52:59.853459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-44c050ee-b9d3-40d9-8e02-9c39437a54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:59.855631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-44c050ee-b9d3-40d9-8e02-9c39437a54dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.1142242 Jul 30 01:52:59.908453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-a60168d9-122d-4d19-b405-d13f05edf690 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:59.911157 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-a60168d9-122d-4d19-b405-d13f05edf690 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.1653037 Jul 30 01:52:59.937550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-63c847ed-c000-44be-bfad-2849b66623c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:52:59.940125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-63c847ed-c000-44be-bfad-2849b66623c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677488 Jul 30 01:53:00.041478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41756) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:00.226340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-f9402552-7447-4ddc-81ce-bf6c1f4097fa service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771130 Jul 30 01:53:00.349896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a6efafb5-e019-4ada-857a-ef63d7281aa2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:00.351597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a6efafb5-e019-4ada-857a-ef63d7281aa2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.2857077 Jul 30 01:53:00.395484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Request body: {'port': {'device_id': '06c51cb7-44a7-4519-b9ef-cbff4b3e0d46', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'admin_state_up': True, 'tenant_id': 'dbc788760a7b4b9fbfa831b51fc6d36b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:00.402323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63600d38-6f99-453d-b48d-c4e952afd789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.607974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-d0b99e1d-91b0-4cc1-94af-61b43bd33864 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302932 Jul 30 01:53:00.609049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-e850aec0-0964-46c0-91bc-ca7356fcedb4 service neutron] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:00.618531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-e850aec0-0964-46c0-91bc-ca7356fcedb4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.620060 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51d49660-75b2-48a1-9c26-12443ba16d2f req-e850aec0-0964-46c0-91bc-ca7356fcedb4 service neutron] 10.222.0.41 "DELETE /v2.0/ports/7265c1e4-32dd-459a-b3dd-43e675e50669/bindings/n-h2-715271-7 HTTP/1.1" status: 204 len: 173 time: 0.6967316 Jul 30 01:53:00.681436 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.733203 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db8b31e4-ea61-4b32-90a2-a1c0e77a3ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.754417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-2f6a6b0d-379b-4bbf-8492-a061d784b094 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3 HTTP/1.1" status: 200 len: 217 time: 0.1050546 Jul 30 01:53:00.771181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe55f1a-3d03-4187-9612-6914795edc4e req-e37bc415-a441-437f-808b-dad115995bb4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:00.773998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bfe55f1a-3d03-4187-9612-6914795edc4e req-e37bc415-a441-437f-808b-dad115995bb4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.2198212 Jul 30 01:53:00.912961 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63600d38-6f99-453d-b48d-c4e952afd789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.927981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63600d38-6f99-453d-b48d-c4e952afd789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:00.932668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-30a8818a-65c1-4da7-add4-a8cda0147a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:00.935231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-30a8818a-65c1-4da7-add4-a8cda0147a32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.1552672 Jul 30 01:53:00.949056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bfe55f1a-3d03-4187-9612-6914795edc4e req-d8000d05-60e0-42d7-ba47-e458fbe10f82 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533349 Jul 30 01:53:01.066675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-63600d38-6f99-453d-b48d-c4e952afd789 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b9b1cd189e424f75afb66be6f1ccbd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0237446 Jul 30 01:53:01.067594 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.067763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Made reservation on behalf of dbc788760a7b4b9fbfa831b51fc6d36b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:01.073967 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.074245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41776) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:01.081560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63600d38-6f99-453d-b48d-c4e952afd789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b7a3f5-ef92-4b8d-a57b-29c3788fb952,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:01.125139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bf3370b-afba-489e-b331-3c7f281c6235 req-5cdfec5f-48f5-4a9c-a3e5-0e5d869172df tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 210 time: 0.0820873 Jul 30 01:53:01.157124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-c927ec3a-fe24-494e-90d5-29e414cb04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:01.158820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-c927ec3a-fe24-494e-90d5-29e414cb04cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942418 Jul 30 01:53:01.195584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:01.195973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.200997 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc392ac5-070d-4eb6-8ef6-22685e39e18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.298417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc392ac5-070d-4eb6-8ef6-22685e39e18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.373862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac1a19-9d6b-4086-be45-d7e237d60d17 req-64f2d7a6-879a-40c0-a8e4-e2c0cfeaf755 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:01.377156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bac1a19-9d6b-4086-be45-d7e237d60d17 req-64f2d7a6-879a-40c0-a8e4-e2c0cfeaf755 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1096 time: 0.2234111 Jul 30 01:53:01.385403 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.407780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for 2c0ae4d4-9a64-4af7-b314-5f78da02ea2a owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:01.469980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc392ac5-070d-4eb6-8ef6-22685e39e18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.474748 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc392ac5-070d-4eb6-8ef6-22685e39e18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.477710 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bc392ac5-070d-4eb6-8ef6-22685e39e18d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/33b7a3f5-ef92-4b8d-a57b-29c3788fb952 HTTP/1.1" status: 204 len: 168 time: 0.4022481 Jul 30 01:53:01.500005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc392ac5-070d-4eb6-8ef6-22685e39e18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b7a3f5-ef92-4b8d-a57b-29c3788fb952,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:01.572909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bac1a19-9d6b-4086-be45-d7e237d60d17 req-34c99873-6116-4e22-b676-825d96e44f9b tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800470 Jul 30 01:53:01.591855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-9b7810a7-6f2d-48f9-b0ea-42aca787957b service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165432 Jul 30 01:53:01.632069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Allocated IP 172.20.0.5 (accffc7b-7f9a-4fd3-ba3a-84ec47325fc5/a906d30b-0f1e-4cf9-b55a-446e497d258c/ab952dbd-5a7e-44e8-aee9-6c55ab6253b6) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:01.880708 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:01.900782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5316f922-1c71-447a-a187-c34ba26ebc0a req-105a62cc-5bb3-4cd1-a5bb-79a8ecc7674b service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883761 Jul 30 01:53:01.955186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=2c0ae4d4-9a64-4af7-b314-5f78da02ea2a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:02.186838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.369111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.432385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.487335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:02.514494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:02.525107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:02.610255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3e040-8243-476f-ae0a-55939bcf8cfc req-985a79e7-f9a6-4d9c-811a-414c405973cd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:02.612447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b3e040-8243-476f-ae0a-55939bcf8cfc req-985a79e7-f9a6-4d9c-811a-414c405973cd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 931 time: 0.3076313 Jul 30 01:53:02.639064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event updated for resources: {'Port': ['ID=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:02.696665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:02.696665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.698035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router c2e1c3a8-63ce-4022-8866-ceb6d5decdff has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:02.713320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-21c64ebc-3b28-4020-84f8-a62aee03029f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:02.715727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-21c64ebc-3b28-4020-84f8-a62aee03029f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 808 time: 0.4143846 Jul 30 01:53:02.751209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a36203c4-9d10-4194-85d6-7a0fa6d6d918 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3603389 Jul 30 01:53:02.756072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b3e040-8243-476f-ae0a-55939bcf8cfc req-6aa5d664-f5bd-4e94-a590-bb6d125eace8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109338 Jul 30 01:53:02.772036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-99b45cc7-cbc2-4117-9cd1-d9fa79886271 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/quotas/d9d6a97e627d4e149a7b83ffd10902f8 HTTP/1.1" status: 200 len: 375 time: 0.0440893 Jul 30 01:53:02.789721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Request body: {'port': {'device_id': '06c51cb7-44a7-4519-b9ef-cbff4b3e0d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:02.841172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:02.866816 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-511f37ed-f805-40dc-a300-06703bf051a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/c2e1c3a8-63ce-4022-8866-ceb6d5decdff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6084242 Jul 30 01:53:02.869316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41824) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:02.871738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a39b1-19e2-4633-9881-aff25a53b4d5 None None] Sync routers for ids ['c2e1c3a8-63ce-4022-8866-ceb6d5decdff'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:02.902543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a39b1-19e2-4633-9881-aff25a53b4d5 None None] Routers {'c2e1c3a8-63ce-4022-8866-ceb6d5decdff'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:02.903942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-455a39b1-19e2-4633-9881-aff25a53b4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c2e1c3a8-63ce-4022-8866-ceb6d5decdff'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:02.949584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-695c463a-4225-4409-b0ba-7ebe86de699f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1551278 Jul 30 01:53:02.959123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:02.988112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-455a39b1-19e2-4633-9881-aff25a53b4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:03.012334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a39b1-19e2-4633-9881-aff25a53b4d5 None None] Routers {'c2e1c3a8-63ce-4022-8866-ceb6d5decdff'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:03.014890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-455a39b1-19e2-4633-9881-aff25a53b4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:52:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c2e1c3a8-63ce-4022-8866-ceb6d5decdff'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:03.070583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-455a39b1-19e2-4633-9881-aff25a53b4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:03.073997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a39b1-19e2-4633-9881-aff25a53b4d5 None None] The sync data for ids ['c2e1c3a8-63ce-4022-8866-ceb6d5decdff'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:03.349690 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-cb0b311b-5e47-40f5-8db9-a78bac4bc1b3 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 01:53:03.353705 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cb0b311b-5e47-40f5-8db9-a78bac4bc1b3 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/c2e1c3a8-63ce-4022-8866-ceb6d5decdff/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4803050 Jul 30 01:53:03.354291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:03.359795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41834) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:03.364584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4782e15b-1adc-438a-8067-291a8e1bd4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.404739 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-201124ac-30ec-4262-9181-ddf7d56f2386 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2e1c3a8-63ce-4022-8866-ceb6d5decdff HTTP/1.1" status: 200 len: 205 time: 0.0488734 Jul 30 01:53:03.409432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41838) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:03.428578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-cbd74664-04b0-41db-855a-422f9c1ee9fb service neutron] 10.222.0.84 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509358 Jul 30 01:53:03.554593 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52999f87-9582-4784-aeaf-bbd4da3662df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.606350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1802773842'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:03.683862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Made reservation on behalf of 7a8caa90e85a4deb95f006179ccbb91c for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:03.689148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.717728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.741241 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.762603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-cd087598-5db3-41ed-bb6c-d3871e1a3edb service neutron] 10.222.0.84 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328321 Jul 30 01:53:03.829238 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52999f87-9582-4784-aeaf-bbd4da3662df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.832477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52999f87-9582-4784-aeaf-bbd4da3662df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.842557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:03.858750 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.898732 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52999f87-9582-4784-aeaf-bbd4da3662df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.899422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52999f87-9582-4784-aeaf-bbd4da3662df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Fanout notify agent at l3_agent the message router_deleted on router c2e1c3a8-63ce-4022-8866-ceb6d5decdff {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:53:03.901821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Transition to ACTIVE for port object ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:03.913518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52999f87-9582-4784-aeaf-bbd4da3662df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:03.915576 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-52999f87-9582-4784-aeaf-bbd4da3662df tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/c2e1c3a8-63ce-4022-8866-ceb6d5decdff HTTP/1.1" status: 204 len: 168 time: 0.5044441 Jul 30 01:53:03.919058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41842) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:03.919264 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.052676 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c943d4-03e5-48ca-bd1e-0d2b3b137671 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting subnet be8b1694-cf0b-4a4a-b9e6-54c9dc5ae848 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:04.058252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18c943d4-03e5-48ca-bd1e-0d2b3b137671 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.162383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18c943d4-03e5-48ca-bd1e-0d2b3b137671 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.163681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Pushing event updated for resources: {'Port': ['ID=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:04.282923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da1f58-7681-4d88-a77c-a9e581e6e150 req-9efdf040-afc9-4af7-8fd8-86c91b67af6a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:04.285364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50da1f58-7681-4d88-a77c-a9e581e6e150 req-9efdf040-afc9-4af7-8fd8-86c91b67af6a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 943 time: 0.2922013 Jul 30 01:53:04.327304 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18c943d4-03e5-48ca-bd1e-0d2b3b137671 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.357791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73a8d5ae-3003-459c-be05-a9cc5c09e85d req-08ba2093-ad59-4618-baa0-0879520f6664 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 210 time: 0.1219060 Jul 30 01:53:04.369630 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.392865 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.437400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18c943d4-03e5-48ca-bd1e-0d2b3b137671 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.453618 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.489331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:04.510276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50da1f58-7681-4d88-a77c-a9e581e6e150 req-0e809a15-93be-4e60-b849-cc370f3058e8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044706 Jul 30 01:53:04.512542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94cda39-5327-4365-8b41-d252772526b6 None None] Network e2657371-57d5-403d-9db6-94bf7ae65d93 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:04.522882 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18c943d4-03e5-48ca-bd1e-0d2b3b137671 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.523106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Attempting to bind port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:04.523704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Attempting to bind port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:04.524266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Attempting to bind port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:04.535663 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.536115 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Added segment 8e0e5d46-d148-4639-b660-ed8a966d1540 of type vlan for network cc4fe378-9662-4a12-aada-3c847dc15937 Jul 30 01:53:04.538269 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-18c943d4-03e5-48ca-bd1e-0d2b3b137671 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/be8b1694-cf0b-4a4a-b9e6-54c9dc5ae848 HTTP/1.1" status: 204 len: 168 time: 0.6138098 Jul 30 01:53:04.554603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41860) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:04.556115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5ac0e-2bba-4bce-9342-964132169ea8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:04.600582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c943d4-03e5-48ca-bd1e-0d2b3b137671 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Subnet': ['ID=be8b1694-cf0b-4a4a-b9e6-54c9dc5ae848,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:04.622944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:53:04.623298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Attempting to bind port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:04.695131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:04.697304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Checking segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:04.698176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Bound using segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:04.699066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Bound port: ab952dbd-5a7e-44e8-aee9-6c55ab6253b6, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:04.699884 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:04.833955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] DHCP port deletion for e2657371-57d5-403d-9db6-94bf7ae65d93 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:04.913207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Deleting port d09ca9aa-a49c-404d-8c02-06cdc8b9630b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:04.913773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.005658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] For port d09ca9aa-a49c-404d-8c02-06cdc8b9630b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d09ca9aa-a49c-404d-8c02-06cdc8b9630b,segment=NetworkSegment(fbfc68ce-4b7b-45d7-95a5-d8776d916217),segment_id=fbfc68ce-4b7b-45d7-95a5-d8776d916217)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:05.006436 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.027525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Calling delete_port for d09ca9aa-a49c-404d-8c02-06cdc8b9630b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:05.206131 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.228210 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.266626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Pushing event deleted for resources: {'Port': ['ID=d09ca9aa-a49c-404d-8c02-06cdc8b9630b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:05.272395 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] No DVR routers for this DVR port d09ca9aa-a49c-404d-8c02-06cdc8b9630b on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:05.282584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.283135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.283962 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.286727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.288346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.290845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.291604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.292408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.292927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.293608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.294128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.294637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a759f8-61c4-4ce5-a450-1a3b7701185c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:05.347293 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.365464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.371139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.371812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.380743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] For port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:05.390865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] For port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:05.447635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.473181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1035030 Jul 30 01:53:05.478606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41868) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:05.486669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Request body: {'subnet': {'network_id': 'cc4fe378-9662-4a12-aada-3c847dc15937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:05.568605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff82de-ef0e-44a4-aaec-69d30b647cee tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event updated for resources: {'Network': ['ID=cc4fe378-9662-4a12-aada-3c847dc15937,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:05.584668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network cc4fe378-9662-4a12-aada-3c847dc15937 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:05.683102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Made reservation on behalf of 7a8caa90e85a4deb95f006179ccbb91c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:05.689061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.767611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e68b112-69ba-4dd9-8bec-1e2097ccc7de req-75cc0458-1e8b-4b17-ac8e-46a2ee30806a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 210 time: 0.2723122 Jul 30 01:53:05.786284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:05.788758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.790963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] 10.222.0.41 "PUT /v2.0/ports/ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 HTTP/1.1" status: 200 len: 1091 time: 3.0281515 Jul 30 01:53:05.791700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c51cb7-44a7-4519-b9ef-cbff4b3e0d46', 'tag': 'ab952dbd-5a7e-44e8-aee9-6c55ab6253b6'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:05.797585 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18654983-5ac7-48fd-819e-2b64c37d0cba" -d '{"events": [{"name": "network-changed", "server_uuid": "06c51cb7-44a7-4519-b9ef-cbff4b3e0d46", "tag": "ab952dbd-5a7e-44e8-aee9-6c55ab6253b6"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:05.864259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:05.932450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afb315-122a-444b-9592-5c500e3ad29d service neutron] Pushing event updated for resources: {'Port': ['ID=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:05.980879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2657371-57d5-403d-9db6-94bf7ae65d93']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:06.035741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfc68ce-4b7b-45d7-95a5-d8776d916217') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:06.036104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfc68ce-4b7b-45d7-95a5-d8776d916217') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:06.070208 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.079284 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.124660 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.137541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-64a8cabf-da20-4cde-bf4e-a5ac2a4af007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.139396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-64a8cabf-da20-4cde-bf4e-a5ac2a4af007 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 1094 time: 0.2712195 Jul 30 01:53:06.144035 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd7fe80-1499-4424-aa92-6f2b8128248d x-openstack-request-id: req-8fd7fe80-1499-4424-aa92-6f2b8128248d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:06.144344 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c51cb7-44a7-4519-b9ef-cbff4b3e0d46", "tag": "ab952dbd-5a7e-44e8-aee9-6c55ab6253b6", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:06.144657 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8fd7fe80-1499-4424-aa92-6f2b8128248d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:06.145042 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c51cb7-44a7-4519-b9ef-cbff4b3e0d46', 'tag': 'ab952dbd-5a7e-44e8-aee9-6c55ab6253b6', 'status': 'completed', 'code': 200} Jul 30 01:53:06.160156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd7ad2-4ed0-4412-b87c-7c9d2700b1cd req-a20af9fa-7798-46fa-a438-c9740e8f4a83 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.161790 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23dd7ad2-4ed0-4412-b87c-7c9d2700b1cd req-a20af9fa-7798-46fa-a438-c9740e8f4a83 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 943 time: 0.3187258 Jul 30 01:53:06.164244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:06.164657 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:06.170752 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:06.227814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d09ca9aa-a49c-404d-8c02-06cdc8b9630b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:06.241349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-d4156a8f-4047-4815-8af0-fa7889c050fc tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.243313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-d4156a8f-4047-4815-8af0-fa7889c050fc tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 808 time: 0.4400027 Jul 30 01:53:06.264787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.268265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: d09ca9aa-a49c-404d-8c02-06cdc8b9630b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:06.268941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d09ca9aa-a49c-404d-8c02-06cdc8b9630b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:06.325303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Request body: {'port': {'device_id': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38', 'admin_state_up': True, 'tenant_id': 'd9d6a97e627d4e149a7b83ffd10902f8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:06.333353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-e765e8d8-151f-4dae-b9fd-514f6ddb7088 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 HTTP/1.1" status: 200 len: 217 time: 0.1702592 Jul 30 01:53:06.417255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event updated for resources: {'Subnet': ['ID=24ea122c-ad0f-4eb0-96ae-eaebc93eb6aa,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:06.426663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Checking segment: {'id': '8e0e5d46-d148-4639-b660-ed8a966d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cc4fe378-9662-4a12-aada-3c847dc15937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:06.427059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Network hostable DHCP agents. Network: cc4fe378-9662-4a12-aada-3c847dc15937, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:06.454212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Network cc4fe378-9662-4a12-aada-3c847dc15937 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:06.478219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, cc4fe378-9662-4a12-aada-3c847dc15937) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:06.485965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.487596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.498146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.502067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6c3f76-1842-402d-8191-598b78e46a43 None None] Network cc4fe378-9662-4a12-aada-3c847dc15937 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:06.518990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ba4d76d9-7ccc-4505-99ca-a1869ebcf0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0387428 Jul 30 01:53:06.524308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41882) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:06.532827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Request body: {'port': {'network_id': 'cc4fe378-9662-4a12-aada-3c847dc15937', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-253185842'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:06.551615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23dd7ad2-4ed0-4412-b87c-7c9d2700b1cd req-a71736b5-f3f5-4f81-bc19-f6f376d94eec tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198214 Jul 30 01:53:06.568707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.578724 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/networks/e2657371-57d5-403d-9db6-94bf7ae65d93 HTTP/1.1" status: 204 len: 168 time: 1.9800088 Jul 30 01:53:06.590802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41884) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:06.609865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'network': {'name': 'tempest-RoutersTest-597818581'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:06.615972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69013f28-bfe6-48ac-8b72-07eaa61d22f9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Network': ['ID=e2657371-57d5-403d-9db6-94bf7ae65d93,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:06.643500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-6ed2a764-5aed-4956-8df1-0c43e145aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:06.645798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-6ed2a764-5aed-4956-8df1-0c43e145aa24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.2894955 Jul 30 01:53:06.691707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-d58f9f1a-704c-4ee9-ad5b-38d0927b12c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362186 Jul 30 01:53:06.691963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:06.710273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.783361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:06.801990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.802537 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added segment 4c59851c-0dbd-4f81-9f70-cbe865d37b23 of type vlan for network 0d763738-0bb4-4aa1-a5ea-f2989908d330 Jul 30 01:53:06.814808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-6e8fe7d7-f0af-4cf6-87fd-b44f67aaff16 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145961 Jul 30 01:53:06.854024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-cc4fe378-9662-4a12-aada-3c847dc15937', 'network_id': 'cc4fe378-9662-4a12-aada-3c847dc15937', 'tenant_id': '7a8caa90e85a4deb95f006179ccbb91c', 'fixed_ips': [{'subnet_id': '24ea122c-ad0f-4eb0-96ae-eaebc93eb6aa'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:06.855968 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.907938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Made reservation on behalf of d9d6a97e627d4e149a7b83ffd10902f8 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:06.912416 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:06.969312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.042937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.051634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:07.052550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.061867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd0ff589-eb61-4c1c-bd2d-347836651eda req-ccbc3a4b-6baf-4faa-ac54-520b900a6963 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 210 time: 0.1196790 Jul 30 01:53:07.149211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Allocated IP 2001:db8::2 (cc4fe378-9662-4a12-aada-3c847dc15937/24ea122c-ad0f-4eb0-96ae-eaebc93eb6aa/86c1e5b6-c251-4130-a27a-f20e4ea99714) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:07.161680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45669d90-7815-489f-be3e-088ccfdb80e2 req-23f22876-67d8-479e-876c-3831c4a45007 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392644 Jul 30 01:53:07.173066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Made reservation on behalf of 7a8caa90e85a4deb95f006179ccbb91c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:07.178736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.202389 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6008863 Jul 30 01:53:07.208396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41894) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:07.224628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'subnet': {'network_id': '0d763738-0bb4-4aa1-a5ea-f2989908d330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:07.237649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1fa10-bc0f-4a64-a0aa-0bba7276bf36 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Network': ['ID=0d763738-0bb4-4aa1-a5ea-f2989908d330,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.242205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] device_id is not set on port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:53:07.260287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 0d763738-0bb4-4aa1-a5ea-f2989908d330 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:07.337825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Allocated IP 172.20.0.6 (b62a23bd-c6eb-4480-a8c5-2de1d8b31a38/5aa4cace-dae8-4df2-9c70-5e03553e0365/288f0662-90f9-4ce8-9baa-89feee365fbb) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:07.429628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-08543d13-a6ef-47e9-8833-a3bac5c742fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:07.431491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-08543d13-a6ef-47e9-8833-a3bac5c742fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 1094 time: 0.1839983 Jul 30 01:53:07.465401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.481444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Transition to ACTIVE for port object 86c1e5b6-c251-4130-a27a-f20e4ea99714 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:07.505361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Transition to ACTIVE for port object 86c1e5b6-c251-4130-a27a-f20e4ea99714 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:07.514726 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.572380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:07.576101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.583628 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Allocated IP 2001:db8::233 (cc4fe378-9662-4a12-aada-3c847dc15937/24ea122c-ad0f-4eb0-96ae-eaebc93eb6aa/cea3edf8-2bc1-484e-a798-acdb7a6a25d2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:07.609237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Network cc4fe378-9662-4a12-aada-3c847dc15937 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:07.611292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Pushing event updated for resources: {'Port': ['ID=86c1e5b6-c251-4130-a27a-f20e4ea99714,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.616946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:07.621643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:07.709592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Attempting to bind port 86c1e5b6-c251-4130-a27a-f20e4ea99714 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:07.710243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Attempting to bind port 86c1e5b6-c251-4130-a27a-f20e4ea99714 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8e0e5d46-d148-4639-b660-ed8a966d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cc4fe378-9662-4a12-aada-3c847dc15937'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:07.710707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Attempting to bind port 86c1e5b6-c251-4130-a27a-f20e4ea99714 on network cc4fe378-9662-4a12-aada-3c847dc15937 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:07.716967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:07.717658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Checking segment: {'id': '8e0e5d46-d148-4639-b660-ed8a966d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cc4fe378-9662-4a12-aada-3c847dc15937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:07.718302 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.719490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Bound using segment: {'id': '8e0e5d46-d148-4639-b660-ed8a966d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cc4fe378-9662-4a12-aada-3c847dc15937'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:07.719741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Bound port: 86c1e5b6-c251-4130-a27a-f20e4ea99714, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0e5d46-d148-4639-b660-ed8a966d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'cc4fe378-9662-4a12-aada-3c847dc15937'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:07.720361 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.744959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-e9805ced-4c62-48c5-8a41-bb9c605b544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:07.747642 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-e9805ced-4c62-48c5-8a41-bb9c605b544c service neutron] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 913 time: 0.3064361 Jul 30 01:53:07.806870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] For port 86c1e5b6-c251-4130-a27a-f20e4ea99714, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:07.810029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.811056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] For port 86c1e5b6-c251-4130-a27a-f20e4ea99714, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=86c1e5b6-c251-4130-a27a-f20e4ea99714,segment=NetworkSegment(8e0e5d46-d148-4639-b660-ed8a966d1540),segment_id=8e0e5d46-d148-4639-b660-ed8a966d1540)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:07.818281 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.837644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Transition to ACTIVE for port object cea3edf8-2bc1-484e-a798-acdb7a6a25d2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:07.879212 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.905141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Network cc4fe378-9662-4a12-aada-3c847dc15937 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:07.908040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e103f-78c0-4d7f-b9a0-5414a27442be None None] Pushing event updated for resources: {'Port': ['ID=86c1e5b6-c251-4130-a27a-f20e4ea99714,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:07.935101 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-4bebc0de-4ddd-4996-9323-44148ba67d93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 HTTP/1.1" status: 200 len: 217 time: 0.1537399 Jul 30 01:53:07.941852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:07.947351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:07.953478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:07.954245 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:07.985499 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4587896 Jul 30 01:53:07.993747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41902) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:08.002271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Request body: {'port': {'network_id': 'cc4fe378-9662-4a12-aada-3c847dc15937', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-833778216', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:08.003156 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.api.validators [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] bootfile-name is not in valid_values {{(pid=93818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:53:08.004142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.api.validators [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] tftp-server is not in valid_values {{(pid=93818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:53:08.004930 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.api.validators [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] server-ip-address is not in valid_values {{(pid=93818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:53:08.026364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bda1f8-9250-435d-9949-f09b1c944daf tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event updated for resources: {'Port': ['ID=cea3edf8-2bc1-484e-a798-acdb7a6a25d2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:08.052899 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.065180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf38822-433e-426d-8566-aba0d479fea0 req-4ff9b31d-72d7-4317-9657-fd56a8072449 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:08.068164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cf38822-433e-426d-8566-aba0d479fea0 req-4ff9b31d-72d7-4317-9657-fd56a8072449 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 943 time: 0.3581843 Jul 30 01:53:08.120080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-3c9b5862-1a2f-4265-b424-9cf97244d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:08.121815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-3c9b5862-1a2f-4265-b424-9cf97244d139 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.1692929 Jul 30 01:53:08.238036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-4630b80c-16f9-4951-be08-2ac6dd295632 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844977 Jul 30 01:53:08.258661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Made reservation on behalf of 7a8caa90e85a4deb95f006179ccbb91c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:08.265583 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.291988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cf38822-433e-426d-8566-aba0d479fea0 req-67d77c76-3f8e-4bc9-87a0-d66f7e978c8a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088542 Jul 30 01:53:08.415416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa2b45de-7c63-466a-b501-ec2d86674a02 req-f6279431-fc86-44c5-b9f3-db6a5a740341 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 210 time: 0.0423505 Jul 30 01:53:08.559187 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.573987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:08.707161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-dc1c6010-7442-42c2-992d-52a9bf098698 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552705 Jul 30 01:53:08.718108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:08.729612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] device_id is not set on port 748cb7a3-ffdc-4dbd-a04c-e1245b97c523 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:53:08.757886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:08.768505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:08.798576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Pushing event updated for resources: {'Port': ['ID=288f0662-90f9-4ce8-9baa-89feee365fbb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:08.856016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Subnet': ['ID=94af2263-b5dc-43d5-a902-eea7058b1dab,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:08.945007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Allocated IP 2001:db8::112 (cc4fe378-9662-4a12-aada-3c847dc15937/24ea122c-ad0f-4eb0-96ae-eaebc93eb6aa/748cb7a3-ffdc-4dbd-a04c-e1245b97c523) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:08.974107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Checking segment: {'id': '4c59851c-0dbd-4f81-9f70-cbe865d37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0d763738-0bb4-4aa1-a5ea-f2989908d330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:08.974950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network hostable DHCP agents. Network: 0d763738-0bb4-4aa1-a5ea-f2989908d330, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:09.004216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:09.005072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.095120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18654983-5ac7-48fd-819e-2b64c37d0cba req-b6b5fd5b-c595-4ff5-9a4a-cf408f64103b service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667326 Jul 30 01:53:09.112593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-b51975af-78fc-435b-bf0a-01ccd8b56f15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7993033 Jul 30 01:53:09.122382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Request body: {'port': {'device_id': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:09.130474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 0d763738-0bb4-4aa1-a5ea-f2989908d330 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:09.205201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 0d763738-0bb4-4aa1-a5ea-f2989908d330) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:09.225007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57590f4b-d311-4018-aefb-c0c307aa8280 None None] Network 0d763738-0bb4-4aa1-a5ea-f2989908d330 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:09.227346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:09.228430 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.342849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bd2a67bb-e21b-4e5d-b203-f9a5ebb6d08d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1280882 Jul 30 01:53:09.347751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41918) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:09.356832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-61b4192c-1f7c-4b03-ac95-14aa03e0b275 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-277736055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:09.372337 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.417884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.451271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Transition to ACTIVE for port object 748cb7a3-ffdc-4dbd-a04c-e1245b97c523 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:09.457713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61b4192c-1f7c-4b03-ac95-14aa03e0b275 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.464185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61b4192c-1f7c-4b03-ac95-14aa03e0b275 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.494398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13537225-5bb0-4294-b74d-46e4545a38ae None None] Network cc4fe378-9662-4a12-aada-3c847dc15937 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:09.551072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.645269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Network cc4fe378-9662-4a12-aada-3c847dc15937 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:09.652797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:09.661499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:09.670495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:09.671391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.691042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event updated for resources: {'Port': ['ID=748cb7a3-ffdc-4dbd-a04c-e1245b97c523,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:09.701717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12f875e0-d40f-4fdf-b99b-f89e5ee10335 None None] Provisioning for port 86c1e5b6-c251-4130-a27a-f20e4ea99714 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:09.712881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-0d763738-0bb4-4aa1-a5ea-f2989908d330', 'network_id': '0d763738-0bb4-4aa1-a5ea-f2989908d330', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'fixed_ips': [{'subnet_id': '94af2263-b5dc-43d5-a902-eea7058b1dab'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:09.714652 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8109ed39-f647-439e-b00f-a6c49e1398df tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7187417 Jul 30 01:53:09.716149 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.722814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41926) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:09.796224 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61b4192c-1f7c-4b03-ac95-14aa03e0b275 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.819376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab02e9ef-e695-4450-a596-acb55b33b1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:09.825986 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61b4192c-1f7c-4b03-ac95-14aa03e0b275 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.831875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab02e9ef-e695-4450-a596-acb55b33b1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:09.843807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab02e9ef-e695-4450-a596-acb55b33b1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:09.849973 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ab02e9ef-e695-4450-a596-acb55b33b1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1218297 Jul 30 01:53:09.851503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41928) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:09.891401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b19fd2-900a-4618-bd33-bf5c95f400c5 req-42b2be27-bc93-4e99-928b-c1288f5a7bd5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:09.893982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2b19fd2-900a-4618-bd33-bf5c95f400c5 req-42b2be27-bc93-4e99-928b-c1288f5a7bd5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 943 time: 0.3795922 Jul 30 01:53:09.952645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61b4192c-1f7c-4b03-ac95-14aa03e0b275 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:09.958272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-61b4192c-1f7c-4b03-ac95-14aa03e0b275 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6028271 Jul 30 01:53:09.968176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41930) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:10.023749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecf2d-b771-4593-a4d8-9599e19647c0 req-eb0d1bea-f478-4bd6-82de-da2d3146d6af tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:10.026356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-232ecf2d-b771-4593-a4d8-9599e19647c0 req-eb0d1bea-f478-4bd6-82de-da2d3146d6af tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 931 time: 0.4084861 Jul 30 01:53:10.050686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Allocated IP 172.20.0.2 (0d763738-0bb4-4aa1-a5ea-f2989908d330/94af2263-b5dc-43d5-a902-eea7058b1dab/a8a099aa-7c67-466a-8f80-28c82faa458e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:10.067935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ec435ba0-e171-4097-8c69-63c7524d2a21 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Deleting port 748cb7a3-ffdc-4dbd-a04c-e1245b97c523 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:10.068577 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec435ba0-e171-4097-8c69-63c7524d2a21 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.322670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86c1e5b6-c251-4130-a27a-f20e4ea99714 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:10.337543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec435ba0-e171-4097-8c69-63c7524d2a21 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.380418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ec435ba0-e171-4097-8c69-63c7524d2a21 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Calling delete_port for 748cb7a3-ffdc-4dbd-a04c-e1245b97c523 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:10.431179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c755a27f-d926-4a9e-bb6e-620d866d83be None None] Provisioning for port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:10.445655 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.452398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c755a27f-d926-4a9e-bb6e-620d866d83be None None] Provisioning complete for port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:10.452768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c755a27f-d926-4a9e-bb6e-620d866d83be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.470391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Transition to ACTIVE for port object a8a099aa-7c67-466a-8f80-28c82faa458e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:10.503048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2b19fd2-900a-4618-bd33-bf5c95f400c5 req-0b985b61-d043-467d-86f4-76a6a9e8e29e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572138 Jul 30 01:53:10.517414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Transition to ACTIVE for port object a8a099aa-7c67-466a-8f80-28c82faa458e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:10.568962 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.580898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 86c1e5b6-c251-4130-a27a-f20e4ea99714 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:10.592123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-232ecf2d-b771-4593-a4d8-9599e19647c0 req-e2bbde6e-0510-4ed5-907a-e799e0e7cd58 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928792 Jul 30 01:53:10.606977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 86c1e5b6-c251-4130-a27a-f20e4ea99714 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:10.607774 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.699504 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec435ba0-e171-4097-8c69-63c7524d2a21 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.760884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288f0662-90f9-4ce8-9baa-89feee365fbb {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:10.771581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec435ba0-e171-4097-8c69-63c7524d2a21 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event deleted for resources: {'Port': ['ID=748cb7a3-ffdc-4dbd-a04c-e1245b97c523,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:10.773704 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.797241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Transition to ACTIVE for port object 288f0662-90f9-4ce8-9baa-89feee365fbb will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:10.802001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:53:10.808112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.861877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec435ba0-e171-4097-8c69-63c7524d2a21 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:10.863868 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ec435ba0-e171-4097-8c69-63c7524d2a21 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "DELETE /v2.0/ports/748cb7a3-ffdc-4dbd-a04c-e1245b97c523 HTTP/1.1" status: 204 len: 168 time: 1.0117953 Jul 30 01:53:10.869040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41936) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:10.898640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Pushing event updated for resources: {'Port': ['ID=a8a099aa-7c67-466a-8f80-28c82faa458e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:10.912023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Network 0d763738-0bb4-4aa1-a5ea-f2989908d330 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:10.912331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c755a27f-d926-4a9e-bb6e-620d866d83be None None] Port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:10.919751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:11.136297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:11.139849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c755a27f-d926-4a9e-bb6e-620d866d83be None None] Could not find standard attr ID for object 748cb7a3-ffdc-4dbd-a04c-e1245b97c523. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:53:11.259859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Request body: {'port': {'name': 'tempest-new-port-name-145875691', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:11.260386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.api.validators [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] bootfile-name is not in valid_values {{(pid=93819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:53:11.260657 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.api.validators [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] tftp-server is not in valid_values {{(pid=93819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:53:11.260985 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.api.validators [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] server-ip-address is not in valid_values {{(pid=93819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 01:53:11.283144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c755a27f-d926-4a9e-bb6e-620d866d83be None None] Provisioning complete for port 86c1e5b6-c251-4130-a27a-f20e4ea99714 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:11.283540 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c755a27f-d926-4a9e-bb6e-620d866d83be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.295274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Attempting to bind port a8a099aa-7c67-466a-8f80-28c82faa458e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:11.295644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Attempting to bind port a8a099aa-7c67-466a-8f80-28c82faa458e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '4c59851c-0dbd-4f81-9f70-cbe865d37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0d763738-0bb4-4aa1-a5ea-f2989908d330'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:11.295958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Attempting to bind port a8a099aa-7c67-466a-8f80-28c82faa458e on network 0d763738-0bb4-4aa1-a5ea-f2989908d330 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:11.332603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.344561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:11.344561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Checking segment: {'id': '4c59851c-0dbd-4f81-9f70-cbe865d37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0d763738-0bb4-4aa1-a5ea-f2989908d330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:11.345073 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.345231 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.345231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Bound using segment: {'id': '4c59851c-0dbd-4f81-9f70-cbe865d37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0d763738-0bb4-4aa1-a5ea-f2989908d330'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:11.345709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Bound port: a8a099aa-7c67-466a-8f80-28c82faa458e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c59851c-0dbd-4f81-9f70-cbe865d37b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '0d763738-0bb4-4aa1-a5ea-f2989908d330'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:11.346030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.365471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Pushing event updated for resources: {'Port': ['ID=288f0662-90f9-4ce8-9baa-89feee365fbb,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:11.378380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:11.453929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ab952dbd-5a7e-44e8-aee9-6c55ab6253b6', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'port_id': 'ab952dbd-5a7e-44e8-aee9-6c55ab6253b6', 'mac_address': 'fa:16:3e:24:ea:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a906d30b-0f1e-4cf9-b55a-446e497d258c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:53:11.478713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 86c1e5b6-c251-4130-a27a-f20e4ea99714, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=86c1e5b6-c251-4130-a27a-f20e4ea99714,segment=NetworkSegment(8e0e5d46-d148-4639-b660-ed8a966d1540),segment_id=8e0e5d46-d148-4639-b660-ed8a966d1540)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:11.523511 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.626488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] For port a8a099aa-7c67-466a-8f80-28c82faa458e, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:11.659216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] For port a8a099aa-7c67-466a-8f80-28c82faa458e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a8a099aa-7c67-466a-8f80-28c82faa458e,segment=NetworkSegment(4c59851c-0dbd-4f81-9f70-cbe865d37b23),segment_id=4c59851c-0dbd-4f81-9f70-cbe865d37b23)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:11.660612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.681096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.717422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=86c1e5b6-c251-4130-a27a-f20e4ea99714,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:11.725346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:11.739296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.805750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:11.820661 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.829638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1e31964f-4bd5-4392-b56a-63a0bfd8cbf4 None None] Provisioning complete for port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:11.830025 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e31964f-4bd5-4392-b56a-63a0bfd8cbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:11.837812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:11.838624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:11.838841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:11.855723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af575655-2f32-45ec-be87-299b8d5096ba None None] Pushing event updated for resources: {'Port': ['ID=a8a099aa-7c67-466a-8f80-28c82faa458e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:11.909077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Port 288f0662-90f9-4ce8-9baa-89feee365fbb on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:53:11.909607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:11.919334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1e31964f-4bd5-4392-b56a-63a0bfd8cbf4 None None] Port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:11.934092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1e31964f-4bd5-4392-b56a-63a0bfd8cbf4 None None] Could not find standard attr ID for object 748cb7a3-ffdc-4dbd-a04c-e1245b97c523. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:53:11.964827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:11.971767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:11.972124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:11.972502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:11.972962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Bound port: 288f0662-90f9-4ce8-9baa-89feee365fbb, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:11.973341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.096911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d84fe-5dbd-499d-93f8-0d562bf2b023 req-a4cbefcd-66fd-4750-917e-80318166dfef tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:12.099011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a94d84fe-5dbd-499d-93f8-0d562bf2b023 req-a4cbefcd-66fd-4750-917e-80318166dfef tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 943 time: 0.4136610 Jul 30 01:53:12.164332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ab952dbd-5a7e-44e8-aee9-6c55ab6253b6'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:12.166424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5279a19-fc82-4eb7-a750-53c7e320c150 req-ab222764-9427-4348-a8ed-e3a5373a6c4f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:12.168474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5279a19-fc82-4eb7-a750-53c7e320c150 req-ab222764-9427-4348-a8ed-e3a5373a6c4f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.4344933 Jul 30 01:53:12.300256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.20.0.1 (0d763738-0bb4-4aa1-a5ea-f2989908d330/94af2263-b5dc-43d5-a902-eea7058b1dab/f41cab7e-6370-451a-aeb6-eca1fe50d68a) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:12.400893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5279a19-fc82-4eb7-a750-53c7e320c150 req-2e9c7493-9ff6-40b1-b37d-80ba1b9c70c4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635160 Jul 30 01:53:12.433322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a8a099aa-7c67-466a-8f80-28c82faa458e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:12.477080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a94d84fe-5dbd-499d-93f8-0d562bf2b023 req-b47a274b-359c-4c92-86dd-e3c61377c2be tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280649 Jul 30 01:53:12.540051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:12.549267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a8a099aa-7c67-466a-8f80-28c82faa458e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:12.555537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86c1e5b6-c251-4130-a27a-f20e4ea99714 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:12.581412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:12.603956 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.699751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:12.701028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.703960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] 10.222.0.22 "PUT /v2.0/ports/288f0662-90f9-4ce8-9baa-89feee365fbb HTTP/1.1" status: 200 len: 1091 time: 3.5865097 Jul 30 01:53:12.710526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:12.711528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 86c1e5b6-c251-4130-a27a-f20e4ea99714 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:12.714269 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e" -d '{"events": [{"name": "network-changed", "server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:12.728027 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.857841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.875853 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e098d27d-970a-45cc-a8b4-83a3ee806bc7 x-openstack-request-id: req-e098d27d-970a-45cc-a8b4-83a3ee806bc7 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:12.876252 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:12.876593 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e098d27d-970a-45cc-a8b4-83a3ee806bc7 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:12.877143 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb', 'status': 'completed', 'code': 200} Jul 30 01:53:12.890814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.899517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.910479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7c1c3-52c6-4c13-9a8e-770a0015ff11 service neutron] Pushing event updated for resources: {'Port': ['ID=288f0662-90f9-4ce8-9baa-89feee365fbb,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:12.974251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Transition to ACTIVE for port object f41cab7e-6370-451a-aeb6-eca1fe50d68a will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:12.979328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] In _notify_port_updated(), no bound segment for port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 on network cc4fe378-9662-4a12-aada-3c847dc15937 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:53:12.987302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:12.988165 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:12.990366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "PUT /v2.0/ports/cea3edf8-2bc1-484e-a798-acdb7a6a25d2 HTTP/1.1" status: 200 len: 1129 time: 1.7368712 Jul 30 01:53:12.993470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41956) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:13.021595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-8228b363-4563-4082-9ae0-ad3474af72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.029867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-8228b363-4563-4082-9ae0-ad3474af72b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1094 time: 0.2295010 Jul 30 01:53:13.045705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae36b8a-c09d-47d3-b52a-1b10b23763ba tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event updated for resources: {'Port': ['ID=cea3edf8-2bc1-484e-a798-acdb7a6a25d2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:13.084829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf5693-fab6-4332-80b4-6a0b59a1bae3 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.090657 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-accf5693-fab6-4332-80b4-6a0b59a1bae3 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "GET /v2.0/ports/cea3edf8-2bc1-484e-a798-acdb7a6a25d2 HTTP/1.1" status: 200 len: 1129 time: 0.0918481 Jul 30 01:53:13.094546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41960) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:13.103940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-dd64ade7-2311-48bd-a70e-1d0a2e6bcad7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=288f0662-90f9-4ce8-9baa-89feee365fbb HTTP/1.1" status: 200 len: 217 time: 0.0664678 Jul 30 01:53:13.212008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.217197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-35dee690-a7c7-4c5e-9c72-3e2eb6921c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.220350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-35dee690-a7c7-4c5e-9c72-3e2eb6921c01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1057882 Jul 30 01:53:13.282921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b22da304-1226-4e66-874a-1f2689780449 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Deleting port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:13.283542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b22da304-1226-4e66-874a-1f2689780449 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.286466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 0d763738-0bb4-4aa1-a5ea-f2989908d330 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:13.305805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-d257736e-8dcf-4b05-b0d5-3a0d1dbba71d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472732 Jul 30 01:53:13.309582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:13.316335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:13.406092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=f41cab7e-6370-451a-aeb6-eca1fe50d68a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:13.415031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b22da304-1226-4e66-874a-1f2689780449 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.430474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b22da304-1226-4e66-874a-1f2689780449 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Calling delete_port for cea3edf8-2bc1-484e-a798-acdb7a6a25d2 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:13.495413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0c712-60e0-47c3-8085-0ea62994aa41 None None] Network 0d763738-0bb4-4aa1-a5ea-f2989908d330 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:13.510677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.516095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-41b18165-52c5-4f0e-9868-bd7ed05fba0a service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485639 Jul 30 01:53:13.587219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cda4edd7-30a8-4a8f-8760-6bc10e8d5c99 None None] Provisioning complete for port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:13.588271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cda4edd7-30a8-4a8f-8760-6bc10e8d5c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.649162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b22da304-1226-4e66-874a-1f2689780449 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.700886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cda4edd7-30a8-4a8f-8760-6bc10e8d5c99 None None] Port cea3edf8-2bc1-484e-a798-acdb7a6a25d2 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:13.701168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22da304-1226-4e66-874a-1f2689780449 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event deleted for resources: {'Port': ['ID=cea3edf8-2bc1-484e-a798-acdb7a6a25d2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:13.741937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b22da304-1226-4e66-874a-1f2689780449 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.744822 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b22da304-1226-4e66-874a-1f2689780449 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "DELETE /v2.0/ports/cea3edf8-2bc1-484e-a798-acdb7a6a25d2 HTTP/1.1" status: 204 len: 168 time: 0.6480646 Jul 30 01:53:13.751243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:13.790608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdddae-1734-49b0-b048-f84b4c65bb48 req-89fa881f-eff9-4630-959d-c0c506f7e12a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.799167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41bdddae-1734-49b0-b048-f84b4c65bb48 req-89fa881f-eff9-4630-959d-c0c506f7e12a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.2808926 Jul 30 01:53:13.879378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-868a8858-b8ee-4611-ad66-314674a312c1 None None] Provisioning for port a8a099aa-7c67-466a-8f80-28c82faa458e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:13.895187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-868a8858-b8ee-4611-ad66-314674a312c1 None None] Provisioning complete for port a8a099aa-7c67-466a-8f80-28c82faa458e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:13.895813 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-868a8858-b8ee-4611-ad66-314674a312c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.912974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a3ec-fb51-4181-ab2b-450f651457cd req-97d8375d-3b5f-4098-afcb-e1a5105f1c07 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:13.929743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5b9e2b-6a23-43d5-b51c-8ff6b310c4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Deleting subnet 24ea122c-ad0f-4eb0-96ae-eaebc93eb6aa {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:13.931416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31c8a3ec-fb51-4181-ab2b-450f651457cd req-97d8375d-3b5f-4098-afcb-e1a5105f1c07 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 944 time: 0.2843199 Jul 30 01:53:13.933132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:13.936562 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9e2b-6a23-43d5-b51c-8ff6b310c4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.051271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9e2b-6a23-43d5-b51c-8ff6b310c4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.086405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abf529e-9175-41b3-ac45-7be7c74fa4eb req-d99c70e9-ce48-4990-bc68-a814afc2c0af service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174730 Jul 30 01:53:14.182347 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-868a8858-b8ee-4611-ad66-314674a312c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.285379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-868a8858-b8ee-4611-ad66-314674a312c1 None None] For port a8a099aa-7c67-466a-8f80-28c82faa458e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a8a099aa-7c67-466a-8f80-28c82faa458e,segment=NetworkSegment(4c59851c-0dbd-4f81-9f70-cbe865d37b23),segment_id=4c59851c-0dbd-4f81-9f70-cbe865d37b23)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:14.300443 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-868a8858-b8ee-4611-ad66-314674a312c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.360599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41bdddae-1734-49b0-b048-f84b4c65bb48 req-eea80d50-d909-45f8-9d2b-4572e4c1a56a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534720 Jul 30 01:53:14.366953 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9e2b-6a23-43d5-b51c-8ff6b310c4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.461163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a8858-b8ee-4611-ad66-314674a312c1 None None] Pushing event updated for resources: {'Port': ['ID=a8a099aa-7c67-466a-8f80-28c82faa458e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:14.475976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31c8a3ec-fb51-4181-ab2b-450f651457cd req-789f46d4-8bf7-4f5a-afdc-804d29b5d9b5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333836 Jul 30 01:53:14.566114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5813132c-8ca5-45b2-a01a-9820bae2a9f0 None None] Provisioning complete for port a8a099aa-7c67-466a-8f80-28c82faa458e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:14.567100 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5813132c-8ca5-45b2-a01a-9820bae2a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.604761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9e2b-6a23-43d5-b51c-8ff6b310c4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.665165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b9e2b-6a23-43d5-b51c-8ff6b310c4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event deleted for resources: {'Subnet': ['ID=24ea122c-ad0f-4eb0-96ae-eaebc93eb6aa,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:14.696465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9e2b-6a23-43d5-b51c-8ff6b310c4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:14.707925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-ee6b5d87-7e0f-448f-ba78-6afe89d2b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:14.713531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-ee6b5d87-7e0f-448f-ba78-6afe89d2b62b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1094 time: 0.4750531 Jul 30 01:53:14.714423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41984) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:14.716697 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2e5b9e2b-6a23-43d5-b51c-8ff6b310c4f4 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "DELETE /v2.0/subnets/24ea122c-ad0f-4eb0-96ae-eaebc93eb6aa HTTP/1.1" status: 204 len: 168 time: 0.9636235 Jul 30 01:53:14.720666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f2a08-e7b0-4842-b360-d085aff73129 None None] Network cc4fe378-9662-4a12-aada-3c847dc15937 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:14.723042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:15.058906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:15.073567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:15.074176 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.100290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-8beafbdd-2380-4e32-935d-f7252e2024c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.103152 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-8beafbdd-2380-4e32-935d-f7252e2024c1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.3330195 Jul 30 01:53:15.131550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5813132c-8ca5-45b2-a01a-9820bae2a9f0 None None] Provisioning for port f41cab7e-6370-451a-aeb6-eca1fe50d68a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:15.145276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5813132c-8ca5-45b2-a01a-9820bae2a9f0 None None] Provisioning complete for port f41cab7e-6370-451a-aeb6-eca1fe50d68a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:15.145519 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5813132c-8ca5-45b2-a01a-9820bae2a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.218251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-aa6b712c-c494-406f-9cb3-7811a43a0722 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=288f0662-90f9-4ce8-9baa-89feee365fbb HTTP/1.1" status: 200 len: 217 time: 0.0954399 Jul 30 01:53:15.226482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5813132c-8ca5-45b2-a01a-9820bae2a9f0 None None] Port f41cab7e-6370-451a-aeb6-eca1fe50d68a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:15.232090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.275588 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.319879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c00dcc-3106-4f6c-80cc-4b9d48681a8f None None] DHCP port deletion for cc4fe378-9662-4a12-aada-3c847dc15937 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:15.352893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c51cb7-44a7-4519-b9ef-cbff4b3e0d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab952dbd-5a7e-44e8-aee9-6c55ab6253b6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:15.357228 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dca2e8-d997-4b58-a09d-b260e6545425" -d '{"events": [{"server_uuid": "06c51cb7-44a7-4519-b9ef-cbff4b3e0d46", "name": "network-vif-plugged", "status": "completed", "tag": "ab952dbd-5a7e-44e8-aee9-6c55ab6253b6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:15.395825 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.406434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-35114e71-6b32-4eaf-b775-43f824f49d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:15.408309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:15.414326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-22a30a47-6b8f-4eae-bbc1-deccdd0d455e None None] Provisioning complete for port f41cab7e-6370-451a-aeb6-eca1fe50d68a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:15.414693 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22a30a47-6b8f-4eae-bbc1-deccdd0d455e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.420494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.427098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-35114e71-6b32-4eaf-b775-43f824f49d14 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1909969 Jul 30 01:53:15.435054 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.503513 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f6e64c-de94-45f6-ad11-ffd3f7b32337 x-openstack-request-id: req-90f6e64c-de94-45f6-ad11-ffd3f7b32337 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:15.504365 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c51cb7-44a7-4519-b9ef-cbff4b3e0d46", "name": "network-vif-plugged", "status": "completed", "tag": "ab952dbd-5a7e-44e8-aee9-6c55ab6253b6", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:15.505008 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-90f6e64c-de94-45f6-ad11-ffd3f7b32337 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:15.505857 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c51cb7-44a7-4519-b9ef-cbff4b3e0d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab952dbd-5a7e-44e8-aee9-6c55ab6253b6', 'code': 200} Jul 30 01:53:15.573456 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-22a30a47-6b8f-4eae-bbc1-deccdd0d455e None None] Port f41cab7e-6370-451a-aeb6-eca1fe50d68a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:15.589314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.593267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67c00dcc-3106-4f6c-80cc-4b9d48681a8f None None] Deleting port 86c1e5b6-c251-4130-a27a-f20e4ea99714 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:15.594196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67c00dcc-3106-4f6c-80cc-4b9d48681a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.654416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-fadf9522-df59-4b44-9470-a0779ca7b5c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1926286 Jul 30 01:53:15.747924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-67c00dcc-3106-4f6c-80cc-4b9d48681a8f None None] For port 86c1e5b6-c251-4130-a27a-f20e4ea99714, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=86c1e5b6-c251-4130-a27a-f20e4ea99714,segment=NetworkSegment(8e0e5d46-d148-4639-b660-ed8a966d1540),segment_id=8e0e5d46-d148-4639-b660-ed8a966d1540)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:15.749008 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67c00dcc-3106-4f6c-80cc-4b9d48681a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.774302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67c00dcc-3106-4f6c-80cc-4b9d48681a8f None None] Calling delete_port for 86c1e5b6-c251-4130-a27a-f20e4ea99714 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:15.897170 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67c00dcc-3106-4f6c-80cc-4b9d48681a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.902724 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=f41cab7e-6370-451a-aeb6-eca1fe50d68a,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.918043 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:15.956279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c00dcc-3106-4f6c-80cc-4b9d48681a8f None None] Pushing event deleted for resources: {'Port': ['ID=86c1e5b6-c251-4130-a27a-f20e4ea99714,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:15.960798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c00dcc-3106-4f6c-80cc-4b9d48681a8f None None] No DVR routers for this DVR port 86c1e5b6-c251-4130-a27a-f20e4ea99714 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:15.972504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Deleting port 86c1e5b6-c251-4130-a27a-f20e4ea99714 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:15.972889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.231801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a8a099aa-7c67-466a-8f80-28c82faa458e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:16.302858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a8a099aa-7c67-466a-8f80-28c82faa458e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:16.304017 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.470037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86c1e5b6-c251-4130-a27a-f20e4ea99714 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:16.508541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 86c1e5b6-c251-4130-a27a-f20e4ea99714 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:16.509137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86c1e5b6-c251-4130-a27a-f20e4ea99714 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:16.529086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 288f0662-90f9-4ce8-9baa-89feee365fbb details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:53:16.670703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfa054-1ab9-44d2-a91f-a517160d3c20 req-3bf2b4f1-0f94-40bb-b15b-0ff838b284f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:16.673218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bdfa054-1ab9-44d2-a91f-a517160d3c20 req-3bf2b4f1-0f94-40bb-b15b-0ff838b284f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 1096 time: 1.0395651 Jul 30 01:53:16.693274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4780a-41cf-4462-b11a-80b43321d248 req-90ae0e7b-2ce2-4fbf-9a7c-9af241f7f390 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:16.694393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5b4780a-41cf-4462-b11a-80b43321d248 req-90ae0e7b-2ce2-4fbf-9a7c-9af241f7f390 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 945 time: 1.0244961 Jul 30 01:53:16.702384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:16.727569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '288f0662-90f9-4ce8-9baa-89feee365fbb', 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38', 'port_id': '288f0662-90f9-4ce8-9baa-89feee365fbb', 'mac_address': 'fa:16:3e:74:91:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa4cace-dae8-4df2-9c70-5e03553e0365', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:53:16.733479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9476ba-11d2-4887-b7e1-04caae03c307 req-6c571ac5-8a13-4e7d-a4b5-4e516a19fb0d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:16.735730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a9476ba-11d2-4887-b7e1-04caae03c307 req-6c571ac5-8a13-4e7d-a4b5-4e516a19fb0d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 1.1537058 Jul 30 01:53:16.796087 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.824728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288f0662-90f9-4ce8-9baa-89feee365fbb {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:16.849201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-c94210e5-0afa-41b8-bc6e-1d42d6284aae service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1315234 Jul 30 01:53:16.866894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:16.872848 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.929616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] For port 86c1e5b6-c251-4130-a27a-f20e4ea99714, host n-d-715271-7, got binding levels [] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:16.929616 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:16.961871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=288f0662-90f9-4ce8-9baa-89feee365fbb,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.016603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bdfa054-1ab9-44d2-a91f-a517160d3c20 req-f96ef2f5-bd3f-43c2-9228-9c152b71e228 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185542 Jul 30 01:53:17.021155 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5b4780a-41cf-4462-b11a-80b43321d248 req-30ae8c5c-060f-453a-b9ce-cba23e6877a6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061225 Jul 30 01:53:17.083749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Calling delete_port for 86c1e5b6-c251-4130-a27a-f20e4ea99714 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:17.089527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.ipam_backend_mixin [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Port 86c1e5b6-c251-4130-a27a-f20e4ea99714 was not found and therefore no delete operation was performed {{(pid=93819) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:53:17.096993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a9476ba-11d2-4887-b7e1-04caae03c307 req-b28e6e6e-f64f-4216-b5fb-15e6e6b3bd15 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435576 Jul 30 01:53:17.111978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.139772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 0d763738-0bb4-4aa1-a5ea-f2989908d330 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:17.182627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:17.198418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event deleted for resources: {'Port': ['ID=86c1e5b6-c251-4130-a27a-f20e4ea99714,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.206092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] No DVR routers for this DVR port 86c1e5b6-c251-4130-a27a-f20e4ea99714 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:17.397113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['288f0662-90f9-4ce8-9baa-89feee365fbb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:17.450095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac2b1a9f-640e-487a-b56c-7c897ab3e55e req-442e8194-f121-4c64-be65-333c66895023 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604498 Jul 30 01:53:17.491686 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.518731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4fe378-9662-4a12-aada-3c847dc15937']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:17.545277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0e5d46-d148-4639-b660-ed8a966d1540') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:17.545888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0e5d46-d148-4639-b660-ed8a966d1540') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:17.582710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.616914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.629052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:17.629710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:17.634408 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:17.639167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router e4294d63-c39b-4d38-85d7-807432694a67 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:17.683384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c4f3b597-65d6-40fe-b126-f7fa002f93e5 None None] Provisioning complete for port f41cab7e-6370-451a-aeb6-eca1fe50d68a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:17.683893 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b597-65d6-40fe-b126-f7fa002f93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.747385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3b597-65d6-40fe-b126-f7fa002f93e5 None None] Port f41cab7e-6370-451a-aeb6-eca1fe50d68a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:17.882244 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.889186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:17.896479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] 10.222.0.84 "DELETE /v2.0/networks/cc4fe378-9662-4a12-aada-3c847dc15937 HTTP/1.1" status: 204 len: 168 time: 3.1764569 Jul 30 01:53:17.958834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a75ae0-a626-406c-91f6-a97790ac2478 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417 tempest-ExtraDHCPOptionsIpV6TestJSON-37890417-project] Pushing event deleted for resources: {'Network': ['ID=cc4fe378-9662-4a12-aada-3c847dc15937,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:17.981615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:17.988981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4d57a03e-891c-43d1-bc4f-b32de697cc3e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/e4294d63-c39b-4d38-85d7-807432694a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0122399 Jul 30 01:53:17.993832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42018) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:18.000311 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c42e86-9bb3-46f4-9aa4-837c0d046ea6 None None] Sync routers for ids ['e4294d63-c39b-4d38-85d7-807432694a67'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:18.036082 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c42e86-9bb3-46f4-9aa4-837c0d046ea6 None None] Routers {'e4294d63-c39b-4d38-85d7-807432694a67'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:18.036082 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-59c42e86-9bb3-46f4-9aa4-837c0d046ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4294d63-c39b-4d38-85d7-807432694a67'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:18.111070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b335222-ef11-486b-a534-9cc458b97ecf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:18.114265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1b335222-ef11-486b-a534-9cc458b97ecf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports/f41cab7e-6370-451a-aeb6-eca1fe50d68a HTTP/1.1" status: 200 len: 910 time: 0.1166792 Jul 30 01:53:18.119864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:18.158138 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-59c42e86-9bb3-46f4-9aa4-837c0d046ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:18.205999 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c42e86-9bb3-46f4-9aa4-837c0d046ea6 None None] Routers {'e4294d63-c39b-4d38-85d7-807432694a67'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:18.206914 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-59c42e86-9bb3-46f4-9aa4-837c0d046ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4294d63-c39b-4d38-85d7-807432694a67'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:18.319800 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-59c42e86-9bb3-46f4-9aa4-837c0d046ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:18.320578 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c42e86-9bb3-46f4-9aa4-837c0d046ea6 None None] The sync data for ids ['e4294d63-c39b-4d38-85d7-807432694a67'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:18.475178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c05bc3-d9d1-4f13-901d-081111b1cfa1 req-3c55a36e-d327-419b-92c9-4e6fdcf317f2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:18.489335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8c05bc3-d9d1-4f13-901d-081111b1cfa1 req-3c55a36e-d327-419b-92c9-4e6fdcf317f2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 945 time: 0.2196381 Jul 30 01:53:18.504709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365b27e-4887-49ba-87ce-9edc7df230b3 req-f4903533-0018-4b4f-a913-09f9925d3dd6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:18.513777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2365b27e-4887-49ba-87ce-9edc7df230b3 req-f4903533-0018-4b4f-a913-09f9925d3dd6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 944 time: 0.2169466 Jul 30 01:53:18.615136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8c05bc3-d9d1-4f13-901d-081111b1cfa1 req-694c8376-bd09-4bd7-b1c2-584a22271f7e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241400 Jul 30 01:53:18.639151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2365b27e-4887-49ba-87ce-9edc7df230b3 req-a6df1c0e-c537-4a99-9528-4a0c259a7e85 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242948 Jul 30 01:53:18.661673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42036) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:19.083828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.092192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e6d443de-c94d-45e0-9160-9a3383cbeb88 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7a8caa90e85a4deb95f006179ccbb91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282463 Jul 30 01:53:19.095565 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42042) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:19.191996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aa93-4bc9-4d9f-838e-bae191000350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.237758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aa93-4bc9-4d9f-838e-bae191000350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.418838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aa93-4bc9-4d9f-838e-bae191000350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.423695 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d7e6aa93-4bc9-4d9f-838e-bae191000350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.435744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d7e6aa93-4bc9-4d9f-838e-bae191000350 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9cf5ac0e-2bba-4bce-9342-964132169ea8 HTTP/1.1" status: 204 len: 168 time: 0.3321397 Jul 30 01:53:19.460886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6aa93-4bc9-4d9f-838e-bae191000350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5ac0e-2bba-4bce-9342-964132169ea8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:19.498232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30941be-479c-443c-8ce3-5216c9b33a3b req-a5e39d9e-da9b-4fa7-9c47-b36a97cf41b2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:19.510261 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a30941be-479c-443c-8ce3-5216c9b33a3b req-a5e39d9e-da9b-4fa7-9c47-b36a97cf41b2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 945 time: 0.1642654 Jul 30 01:53:19.580209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a30941be-479c-443c-8ce3-5216c9b33a3b req-0a84da7a-4079-4a26-8c85-9f782373e1b3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635505 Jul 30 01:53:19.657299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port f41cab7e-6370-451a-aeb6-eca1fe50d68a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:19.658161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.840210 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:19.872934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for f41cab7e-6370-451a-aeb6-eca1fe50d68a owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:19.921857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f0fb7-1a44-4ea3-8aba-ec2d7f4cf966 req-2f80ce9d-c882-4735-9b79-683531661485 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:19.931464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce9f0fb7-1a44-4ea3-8aba-ec2d7f4cf966 req-2f80ce9d-c882-4735-9b79-683531661485 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 944 time: 0.1363113 Jul 30 01:53:20.053161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce9f0fb7-1a44-4ea3-8aba-ec2d7f4cf966 req-419b158d-fb03-489c-8245-ad1dcc6fce27 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170349 Jul 30 01:53:20.282796 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.323710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=f41cab7e-6370-451a-aeb6-eca1fe50d68a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:20.532249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 288f0662-90f9-4ce8-9baa-89feee365fbb up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:20.708998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-3960e518-74da-4d4b-866e-1ce074b39771 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:20.713096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-3960e518-74da-4d4b-866e-1ce074b39771 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 945 time: 0.2235394 Jul 30 01:53:20.733780 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.742545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 288f0662-90f9-4ce8-9baa-89feee365fbb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:20.751059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 288f0662-90f9-4ce8-9baa-89feee365fbb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:20.751494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:20.981744 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.019945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd55149-5f6c-4ab9-96bc-fd31f04154b8 req-cf55bde0-e0c3-4480-a89c-23b4d3cdf524 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:21.024358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcd55149-5f6c-4ab9-96bc-fd31f04154b8 req-cf55bde0-e0c3-4480-a89c-23b4d3cdf524 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 945 time: 0.2295702 Jul 30 01:53:21.058832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router e4294d63-c39b-4d38-85d7-807432694a67 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:21.081853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:21.090848 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c58e352-0608-4253-b301-b2fb98c2fa24" -d '{"events": [{"server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "name": "network-vif-plugged", "status": "completed", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:21.095618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Deleting port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:21.095618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.149195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:21.160881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.217657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] For port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:21.217657 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.252892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Calling delete_port for ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:21.300455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcd55149-5f6c-4ab9-96bc-fd31f04154b8 req-a0f5c8f4-af6e-4f05-972b-bcf1fe0eafef tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630713 Jul 30 01:53:21.314109 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=288f0662-90f9-4ce8-9baa-89feee365fbb,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:21.376050 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c5b9e0-5f36-479f-95b1-a5a29ed71c7a x-openstack-request-id: req-65c5b9e0-5f36-479f-95b1-a5a29ed71c7a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:21.377165 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "name": "network-vif-plugged", "status": "completed", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:21.377625 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65c5b9e0-5f36-479f-95b1-a5a29ed71c7a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:21.378384 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb', 'code': 200} Jul 30 01:53:21.420804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42090) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:21.434952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:21.454685 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca1caf9f-9eb4-4639-a314-243ebaff6807 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/e4294d63-c39b-4d38-85d7-807432694a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3327913 Jul 30 01:53:21.455765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42094) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:21.456568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc54c2d-86db-4d17-a5cc-9020d9756257 None None] Sync routers for ids ['e4294d63-c39b-4d38-85d7-807432694a67'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:21.492959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc54c2d-86db-4d17-a5cc-9020d9756257 None None] Routers {'e4294d63-c39b-4d38-85d7-807432694a67'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:21.493794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bcc54c2d-86db-4d17-a5cc-9020d9756257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4294d63-c39b-4d38-85d7-807432694a67'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:21.548333 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bedfde1d-6f57-4c35-9ca2-a8c14c699177 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4294d63-c39b-4d38-85d7-807432694a67 HTTP/1.1" status: 200 len: 205 time: 0.0906785 Jul 30 01:53:21.552675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42096) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:21.576107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bcc54c2d-86db-4d17-a5cc-9020d9756257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:21.597333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc54c2d-86db-4d17-a5cc-9020d9756257 None None] Routers {'e4294d63-c39b-4d38-85d7-807432694a67'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:21.599126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bcc54c2d-86db-4d17-a5cc-9020d9756257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4294d63-c39b-4d38-85d7-807432694a67'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:21.695561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bcc54c2d-86db-4d17-a5cc-9020d9756257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:21.697112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc54c2d-86db-4d17-a5cc-9020d9756257 None None] The sync data for ids ['e4294d63-c39b-4d38-85d7-807432694a67'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:21.720095 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad1772b7-94c5-4a55-86b4-1f998853a0c7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.732053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1712641844'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:21.763167 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.778775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ab952dbd-5a7e-44e8-aee9-6c55ab6253b6'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:21.865890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event deleted for resources: {'Port': ['ID=ab952dbd-5a7e-44e8-aee9-6c55ab6253b6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:21.914969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:21.918656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.930224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ddbe2-dd82-4fe1-b3bf-ecbd039fc41a req-d937d5bb-d92b-4565-bd00-c8ae6d143bd7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:21.932178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee7ddbe2-dd82-4fe1-b3bf-ecbd039fc41a req-d937d5bb-d92b-4565-bd00-c8ae6d143bd7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.5255344 Jul 30 01:53:21.972682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] No DVR routers for this DVR port ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:21.976649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ceb8b2-30e5-4775-9480-0263bad968ec req-16b08c6b-2ea8-46a5-a968-60c56e60221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:21.978497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8ceb8b2-30e5-4775-9480-0263bad968ec req-16b08c6b-2ea8-46a5-a968-60c56e60221a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1096 time: 0.4098408 Jul 30 01:53:21.981213 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:21.984558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3dd8728-c8a6-4477-be03-9fb5eb2c74a4 req-8451365b-ac4c-4285-af73-c9440ddc9ac1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "DELETE /v2.0/ports/ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 HTTP/1.1" status: 204 len: 173 time: 1.2628226 Jul 30 01:53:21.985690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c51cb7-44a7-4519-b9ef-cbff4b3e0d46', 'name': 'network-vif-deleted', 'tag': 'ab952dbd-5a7e-44e8-aee9-6c55ab6253b6'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:21.989464 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41393e38-dbcc-4409-b70b-4b5b1f4d343a" -d '{"events": [{"server_uuid": "06c51cb7-44a7-4519-b9ef-cbff4b3e0d46", "name": "network-vif-deleted", "tag": "ab952dbd-5a7e-44e8-aee9-6c55ab6253b6"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:22.005412 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.059767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad1772b7-94c5-4a55-86b4-1f998853a0c7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.078129 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad1772b7-94c5-4a55-86b4-1f998853a0c7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.085645 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0ab196-0287-4aeb-9e44-e67e7a9a42ac x-openstack-request-id: req-cd0ab196-0287-4aeb-9e44-e67e7a9a42ac {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:22.086142 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c51cb7-44a7-4519-b9ef-cbff4b3e0d46", "name": "network-vif-deleted", "tag": "ab952dbd-5a7e-44e8-aee9-6c55ab6253b6", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:22.086433 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cd0ab196-0287-4aeb-9e44-e67e7a9a42ac {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:22.086891 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c51cb7-44a7-4519-b9ef-cbff4b3e0d46', 'name': 'network-vif-deleted', 'tag': 'ab952dbd-5a7e-44e8-aee9-6c55ab6253b6', 'status': 'completed', 'code': 200} Jul 30 01:53:22.119482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8ceb8b2-30e5-4775-9480-0263bad968ec req-21f624f0-f546-45d3-8f97-3e0d523dfed5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246552 Jul 30 01:53:22.172976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee7ddbe2-dd82-4fe1-b3bf-ecbd039fc41a req-38cf0aef-16d4-4b1b-8525-8c0d4f80a589 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016478 Jul 30 01:53:22.198219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad1772b7-94c5-4a55-86b4-1f998853a0c7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.201105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1772b7-94c5-4a55-86b4-1f998853a0c7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Fanout notify agent at l3_agent the message router_deleted on router e4294d63-c39b-4d38-85d7-807432694a67 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:53:22.238261 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad1772b7-94c5-4a55-86b4-1f998853a0c7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.243623 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ad1772b7-94c5-4a55-86b4-1f998853a0c7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/e4294d63-c39b-4d38-85d7-807432694a67 HTTP/1.1" status: 204 len: 168 time: 0.6893809 Jul 30 01:53:22.247759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42102) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:22.315259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.324108 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.389906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06bce34-d55d-4b39-8054-16e2fed0da37,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:22.408284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1154e0a0-8541-4c13-bab5-c1f1fbd40e81 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting subnet 94af2263-b5dc-43d5-a902-eea7058b1dab {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:22.420881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:22.421081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1154e0a0-8541-4c13-bab5-c1f1fbd40e81 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.464578 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.465837 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Added segment fbf70148-b60f-45a9-90e6-b6e67d11916a of type vlan for network d143f8a6-740c-4795-9bf9-14513a8c40ca Jul 30 01:53:22.597914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92e77f0d-7ea3-423e-ba9f-391982035575 req-1dfaab0e-d071-430d-adb4-4893d051bb1d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=06c51cb7-44a7-4519-b9ef-cbff4b3e0d46 HTTP/1.1" status: 200 len: 210 time: 0.0719316 Jul 30 01:53:22.613578 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1154e0a0-8541-4c13-bab5-c1f1fbd40e81 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.728944 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.783535 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.796118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:22.797087 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.823258 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1154e0a0-8541-4c13-bab5-c1f1fbd40e81 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.934983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5114675 Jul 30 01:53:22.955092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09859065-5276-43cd-b373-ba001a615d9a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Network': ['ID=d143f8a6-740c-4795-9bf9-14513a8c40ca,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:22.965453 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1154e0a0-8541-4c13-bab5-c1f1fbd40e81 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:22.988806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network d143f8a6-740c-4795-9bf9-14513a8c40ca details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:23.043124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154e0a0-8541-4c13-bab5-c1f1fbd40e81 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Subnet': ['ID=94af2263-b5dc-43d5-a902-eea7058b1dab,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:23.090242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1154e0a0-8541-4c13-bab5-c1f1fbd40e81 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.095061 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1154e0a0-8541-4c13-bab5-c1f1fbd40e81 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/94af2263-b5dc-43d5-a902-eea7058b1dab HTTP/1.1" status: 204 len: 168 time: 0.8456838 Jul 30 01:53:23.097641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42112) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:23.150618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32231dd8-2f90-43c4-a7c4-45497cfedfe0 None None] Network 0d763738-0bb4-4aa1-a5ea-f2989908d330 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:23.287977 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.545351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port a8a099aa-7c67-466a-8f80-28c82faa458e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:23.564288 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.733100 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.741402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05d617-9c19-403c-9c54-677b583f4f18 req-8bdfe774-2956-425b-b379-b53d07e66f4f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:23.752164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b05d617-9c19-403c-9c54-677b583f4f18 req-8bdfe774-2956-425b-b379-b53d07e66f4f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.2500532 Jul 30 01:53:23.771727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128586ef-6386-4fcf-9dd9-80cfb06f8c1e None None] DHCP port deletion for 0d763738-0bb4-4aa1-a5ea-f2989908d330 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:23.856121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port a8a099aa-7c67-466a-8f80-28c82faa458e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a8a099aa-7c67-466a-8f80-28c82faa458e,segment=NetworkSegment(4c59851c-0dbd-4f81-9f70-cbe865d37b23),segment_id=4c59851c-0dbd-4f81-9f70-cbe865d37b23)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:23.856822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:23.887317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for a8a099aa-7c67-466a-8f80-28c82faa458e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:23.897974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b05d617-9c19-403c-9c54-677b583f4f18 req-b3fea4d9-48cb-4fad-8944-afe3ee58caee tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317425 Jul 30 01:53:23.953176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-128586ef-6386-4fcf-9dd9-80cfb06f8c1e None None] Deleting port a8a099aa-7c67-466a-8f80-28c82faa458e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:23.954176 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-128586ef-6386-4fcf-9dd9-80cfb06f8c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.128987 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.184075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No DVR routers for this DVR port a8a099aa-7c67-466a-8f80-28c82faa458e on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:24.190935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-128586ef-6386-4fcf-9dd9-80cfb06f8c1e None None] For port a8a099aa-7c67-466a-8f80-28c82faa458e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a8a099aa-7c67-466a-8f80-28c82faa458e,segment=NetworkSegment(4c59851c-0dbd-4f81-9f70-cbe865d37b23),segment_id=4c59851c-0dbd-4f81-9f70-cbe865d37b23)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:24.191854 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-128586ef-6386-4fcf-9dd9-80cfb06f8c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.285941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=a8a099aa-7c67-466a-8f80-28c82faa458e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:24.537749 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.567218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-128586ef-6386-4fcf-9dd9-80cfb06f8c1e None None] Calling delete_port for a8a099aa-7c67-466a-8f80-28c82faa458e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:24.576795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d763738-0bb4-4aa1-a5ea-f2989908d330']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:24.631222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c59851c-0dbd-4f81-9f70-cbe865d37b23') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:24.632002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c59851c-0dbd-4f81-9f70-cbe865d37b23') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:24.652103 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.733884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.780080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:24.781140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.798812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-128586ef-6386-4fcf-9dd9-80cfb06f8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:24.840546 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a8a099aa-7c67-466a-8f80-28c82faa458e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:24.853803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:24.996915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128586ef-6386-4fcf-9dd9-80cfb06f8c1e None None] No DVR routers for this DVR port a8a099aa-7c67-466a-8f80-28c82faa458e on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:25.057245 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:25.067573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.091611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-2457947c-3bad-4488-97e3-35ce5df38b93 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:25.106064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-2457947c-3bad-4488-97e3-35ce5df38b93 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.4514112 Jul 30 01:53:25.156363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-118b9b3d-90a2-488e-b28d-1fd7b26c52fe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/quotas/dbc788760a7b4b9fbfa831b51fc6d36b HTTP/1.1" status: 200 len: 375 time: 0.0457072 Jul 30 01:53:25.165762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:25.167474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ab952dbd-5a7e-44e8-aee9-6c55ab6253b6 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:25.180989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a8a099aa-7c67-466a-8f80-28c82faa458e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:25.182017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a8a099aa-7c67-466a-8f80-28c82faa458e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:25.203182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128586ef-6386-4fcf-9dd9-80cfb06f8c1e None None] Pushing event deleted for resources: {'Port': ['ID=a8a099aa-7c67-466a-8f80-28c82faa458e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:25.285117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-2212bbe3-d7c3-4b9e-a2ac-45e36f39854a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1267843 Jul 30 01:53:25.435465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404669d-5573-456c-9733-f55e8f004164 req-d972676a-09a7-4db3-befe-cebcd7baaa7f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:25.437130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d404669d-5573-456c-9733-f55e8f004164 req-d972676a-09a7-4db3-befe-cebcd7baaa7f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.1503060 Jul 30 01:53:25.544877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.547882 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/networks/0d763738-0bb4-4aa1-a5ea-f2989908d330 HTTP/1.1" status: 204 len: 168 time: 2.4488549 Jul 30 01:53:25.548978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d342cc-ba75-44ec-9c00-f8a9d9516099 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Network': ['ID=0d763738-0bb4-4aa1-a5ea-f2989908d330,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:25.557166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42150) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:25.565645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1009493728', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:25.600959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.602597 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.635756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d404669d-5573-456c-9733-f55e8f004164 req-ecbd4e0a-4b0b-4672-bef7-12cde4abaaaf tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857479 Jul 30 01:53:25.704066 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:25.759083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-d4b46e15-d9ce-45e3-af80-4edcefab67bc service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132795 Jul 30 01:53:25.966040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-2ced2e48-0802-47f4-af7f-f21a0657e3b4 service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057085 Jul 30 01:53:25.975869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:26.176980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013cb79-c0dd-4473-aa21-2eb13edd09ff req-85ec0849-a02b-4d5e-ab54-c7bdeac24230 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:26.180770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6013cb79-c0dd-4473-aa21-2eb13edd09ff req-85ec0849-a02b-4d5e-ab54-c7bdeac24230 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1096 time: 0.1053014 Jul 30 01:53:26.286295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6013cb79-c0dd-4473-aa21-2eb13edd09ff req-8f0a64a9-72b7-46c4-b41a-0762a675e19d tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912004 Jul 30 01:53:26.644435 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:26.697611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:26.733140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd6a5902-c52b-4768-b351-f97c72fc53da req-7f24f280-1fdc-47cc-9150-396a69a94f1c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.1235547 Jul 30 01:53:27.024537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.25.7.117 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/137789e4-1c9e-4938-b644-e922fa820aa9) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:27.412475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f5bef-1df3-4d13-97a8-bf7a89b7f65d req-eb0c75f2-4be8-47c8-803a-cec36f338ac3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:27.429206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f5bef-1df3-4d13-97a8-bf7a89b7f65d req-eb0c75f2-4be8-47c8-803a-cec36f338ac3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:27.444754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f5bef-1df3-4d13-97a8-bf7a89b7f65d req-eb0c75f2-4be8-47c8-803a-cec36f338ac3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:27.458172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f5bef-1df3-4d13-97a8-bf7a89b7f65d req-eb0c75f2-4be8-47c8-803a-cec36f338ac3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:27.472445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f5bef-1df3-4d13-97a8-bf7a89b7f65d req-eb0c75f2-4be8-47c8-803a-cec36f338ac3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:27.498017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.502025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f5bef-1df3-4d13-97a8-bf7a89b7f65d req-eb0c75f2-4be8-47c8-803a-cec36f338ac3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:27.540405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f5bef-1df3-4d13-97a8-bf7a89b7f65d req-eb0c75f2-4be8-47c8-803a-cec36f338ac3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:27.562498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb8f5bef-1df3-4d13-97a8-bf7a89b7f65d req-eb0c75f2-4be8-47c8-803a-cec36f338ac3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5443 time: 0.3459320 Jul 30 01:53:27.663048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:27.677150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb8f5bef-1df3-4d13-97a8-bf7a89b7f65d req-a16fabd9-c9fe-4634-954f-32e595b02564 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101611 Jul 30 01:53:27.708278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:27.714320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:27.719027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:27.853841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=137789e4-1c9e-4938-b644-e922fa820aa9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:28.030393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9fc6cdb-3bea-401e-9ef1-5d9b6336eb28 req-b0006bb6-31fb-45bf-b5d3-3286e4b02f8d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.0467670 Jul 30 01:53:28.052233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42198) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:28.062309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'subnet': {'network_id': 'd143f8a6-740c-4795-9bf9-14513a8c40ca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:28.168342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d02fd-014e-4545-a17c-bae25b1faf09 req-a6b3a887-e2dc-4a92-830a-dd1cc980e1ce tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.176669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d02fd-014e-4545-a17c-bae25b1faf09 req-a6b3a887-e2dc-4a92-830a-dd1cc980e1ce tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.183745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d02fd-014e-4545-a17c-bae25b1faf09 req-a6b3a887-e2dc-4a92-830a-dd1cc980e1ce tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.190756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d02fd-014e-4545-a17c-bae25b1faf09 req-a6b3a887-e2dc-4a92-830a-dd1cc980e1ce tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.198076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d02fd-014e-4545-a17c-bae25b1faf09 req-a6b3a887-e2dc-4a92-830a-dd1cc980e1ce tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.205681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d02fd-014e-4545-a17c-bae25b1faf09 req-a6b3a887-e2dc-4a92-830a-dd1cc980e1ce tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.212943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d02fd-014e-4545-a17c-bae25b1faf09 req-a6b3a887-e2dc-4a92-830a-dd1cc980e1ce tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.216192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d9d02fd-014e-4545-a17c-bae25b1faf09 req-a6b3a887-e2dc-4a92-830a-dd1cc980e1ce tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5443 time: 0.3768861 Jul 30 01:53:28.337037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:28.343072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.455424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:28.709887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-e3a90a6d-e249-42bb-887a-fd0bb7da14fa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:28.712699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-e3a90a6d-e249-42bb-887a-fd0bb7da14fa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.3391006 Jul 30 01:53:28.735218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Request body: {'port': {'device_id': '74d4a118-63cc-4777-8fc2-d92f4dd095b2', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'admin_state_up': True, 'tenant_id': 'dbc788760a7b4b9fbfa831b51fc6d36b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:28.937345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.039024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.141217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Made reservation on behalf of dbc788760a7b4b9fbfa831b51fc6d36b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:29.147477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.168791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 3623abcc-1b13-4297-b1d1-43c529448cd8 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:29.214775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Subnet': ['ID=c81857ca-9d14-44a6-8f6a-13ae0805e144,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:29.256753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-698a1f91-2481-4c63-ab6d-63102826963d req-8b2e8c9b-b082-4f15-917a-abc2e64cd8d3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.0858302 Jul 30 01:53:29.286453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Checking segment: {'id': 'fbf70148-b60f-45a9-90e6-b6e67d11916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd143f8a6-740c-4795-9bf9-14513a8c40ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:29.287053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network hostable DHCP agents. Network: d143f8a6-740c-4795-9bf9-14513a8c40ca, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:29.355220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:29.372306 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88634e74-dbc9-44e3-8537-cedd3c5a5573 None None] Sync routers for ids ['3623abcc-1b13-4297-b1d1-43c529448cd8'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:29.389201 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88634e74-dbc9-44e3-8537-cedd3c5a5573 None None] Routers {'3623abcc-1b13-4297-b1d1-43c529448cd8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:29.391127 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-88634e74-dbc9-44e3-8537-cedd3c5a5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['3623abcc-1b13-4297-b1d1-43c529448cd8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:29.391295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.396961 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e2c3bd02-feed-4a31-843a-6a40e4191245 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.8372381 Jul 30 01:53:29.397626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42212) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:29.410839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network d143f8a6-740c-4795-9bf9-14513a8c40ca is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:29.440129 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-88634e74-dbc9-44e3-8537-cedd3c5a5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:29.455811 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88634e74-dbc9-44e3-8537-cedd3c5a5573 None None] Routers {'3623abcc-1b13-4297-b1d1-43c529448cd8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:29.456585 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-88634e74-dbc9-44e3-8537-cedd3c5a5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['3623abcc-1b13-4297-b1d1-43c529448cd8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:29.504185 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-88634e74-dbc9-44e3-8537-cedd3c5a5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:29.504864 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88634e74-dbc9-44e3-8537-cedd3c5a5573 None None] The sync data for ids ['3623abcc-1b13-4297-b1d1-43c529448cd8'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:29.548137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, d143f8a6-740c-4795-9bf9-14513a8c40ca) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:29.553313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd1eccd-95b3-4d92-8793-63220a821644 None None] Network d143f8a6-740c-4795-9bf9-14513a8c40ca requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:29.572538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:29.573613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.706145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Allocated IP 172.20.0.6 (accffc7b-7f9a-4fd3-ba3a-84ec47325fc5/a906d30b-0f1e-4cf9-b55a-446e497d258c/6c241bb7-d96d-4020-96bb-d2b6aec197a0) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:29.720529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2e635b57-e9b7-49dd-b321-3021650e321d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6626718 Jul 30 01:53:29.721792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42218) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:29.728841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1126070843'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:29.766021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:29.773717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-d143f8a6-740c-4795-9bf9-14513a8c40ca', 'network_id': 'd143f8a6-740c-4795-9bf9-14513a8c40ca', 'tenant_id': '67738f31a0a949af9ea6777ccbb6ff3c', 'fixed_ips': [{'subnet_id': 'c81857ca-9d14-44a6-8f6a-13ae0805e144'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:29.774579 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.774760 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.808490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d7c75001-3280-4e7c-8624-28514e1a19c8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/routers/3623abcc-1b13-4297-b1d1-43c529448cd8 HTTP/1.1" status: 200 len: 881 time: 0.4092999 Jul 30 01:53:29.809059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:29.847157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:29.969219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:29.970223 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Added segment 353ecd5b-08f8-4926-9907-987bc454dfb1 of type vlan for network 2505db7a-ce0f-4d0d-8810-9c693bc9e713 Jul 30 01:53:30.045282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Allocated IP 2001:db8:0:ffff::2 (d143f8a6-740c-4795-9bf9-14513a8c40ca/c81857ca-9d14-44a6-8f6a-13ae0805e144/fca8de66-9dda-4524-964b-0fe9590ea7e8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:30.139031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.207586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.207954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.215052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:30.216393 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.305979 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.374491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:30.380478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:30.386254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:30.449231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event updated for resources: {'Port': ['ID=6c241bb7-d96d-4020-96bb-d2b6aec197a0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:30.454999 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.475317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.475317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.475635 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7493844 Jul 30 01:53:30.475714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.475714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.475714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.475714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.475714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.476617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.477321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.478266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.478387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.478973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:30.479675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42242) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:30.500860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'subnet': {'network_id': '2505db7a-ce0f-4d0d-8810-9c693bc9e713', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:30.503046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Transition to ACTIVE for port object fca8de66-9dda-4524-964b-0fe9590ea7e8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:30.517767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213fdb8-1ac8-482f-8b39-3e5b4e2396dd tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Network': ['ID=2505db7a-ce0f-4d0d-8810-9c693bc9e713,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:30.612617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:30.614657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 2505db7a-ce0f-4d0d-8810-9c693bc9e713 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:30.618007 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.665755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa2b95-1454-431d-b6d8-37fc5fddd87e req-fa9983ea-0ecb-42a7-b38c-fcb2952c43aa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:30.679534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4caa2b95-1454-431d-b6d8-37fc5fddd87e req-fa9983ea-0ecb-42a7-b38c-fcb2952c43aa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 931 time: 0.2318079 Jul 30 01:53:30.713050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-69107fca-e45f-4d2a-9593-c18a005e2685 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9904132 Jul 30 01:53:30.729462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Transition to ACTIVE for port object fca8de66-9dda-4524-964b-0fe9590ea7e8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:30.739001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Request body: {'port': {'device_id': '74d4a118-63cc-4777-8fc2-d92f4dd095b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:30.773825 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.811562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:30.817531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.834861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25289537-a1f6-4a20-9a10-ee7cf1905315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:30.858702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4caa2b95-1454-431d-b6d8-37fc5fddd87e req-3139de91-1ed2-4c53-b75f-396f03fa5796 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732111 Jul 30 01:53:30.866257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Network d143f8a6-740c-4795-9bf9-14513a8c40ca is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:30.870119 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1943a633-1d9b-488c-862b-44dd3610f95f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0593736 Jul 30 01:53:30.877045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42254) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:30.890950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:30.891105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1a2dbaef-e8b3-43b1-ab54-07ee15e96999 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1009493728'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:30.891300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:30.967466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Pushing event updated for resources: {'Port': ['ID=fca8de66-9dda-4524-964b-0fe9590ea7e8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:30.989150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Attempting to bind port fca8de66-9dda-4524-964b-0fe9590ea7e8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:30.990176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Attempting to bind port fca8de66-9dda-4524-964b-0fe9590ea7e8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'fbf70148-b60f-45a9-90e6-b6e67d11916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd143f8a6-740c-4795-9bf9-14513a8c40ca'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:30.991079 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Attempting to bind port fca8de66-9dda-4524-964b-0fe9590ea7e8 on network d143f8a6-740c-4795-9bf9-14513a8c40ca {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:31.002317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:31.003560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Checking segment: {'id': 'fbf70148-b60f-45a9-90e6-b6e67d11916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd143f8a6-740c-4795-9bf9-14513a8c40ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:31.004842 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.006267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Bound using segment: {'id': 'fbf70148-b60f-45a9-90e6-b6e67d11916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd143f8a6-740c-4795-9bf9-14513a8c40ca'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:31.007795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Bound port: fca8de66-9dda-4524-964b-0fe9590ea7e8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf70148-b60f-45a9-90e6-b6e67d11916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd143f8a6-740c-4795-9bf9-14513a8c40ca'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:31.008843 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.080919 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.114375 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.140823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] For port fca8de66-9dda-4524-964b-0fe9590ea7e8, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:31.151098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] For port fca8de66-9dda-4524-964b-0fe9590ea7e8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fca8de66-9dda-4524-964b-0fe9590ea7e8,segment=NetworkSegment(fbf70148-b60f-45a9-90e6-b6e67d11916a),segment_id=fbf70148-b60f-45a9-90e6-b6e67d11916a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:31.160016 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.263593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5fd2d-cee8-420c-9cdd-160fc0d22101 None None] Pushing event updated for resources: {'Port': ['ID=fca8de66-9dda-4524-964b-0fe9590ea7e8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:31.438940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:53:31.441784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.547727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Subnet': ['ID=46124a98-20b6-4fb2-b23a-3c7d1b7fd651,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:31.588380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Checking segment: {'id': '353ecd5b-08f8-4926-9907-987bc454dfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2505db7a-ce0f-4d0d-8810-9c693bc9e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:31.588929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network hostable DHCP agents. Network: 2505db7a-ce0f-4d0d-8810-9c693bc9e713, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:31.638387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network 2505db7a-ce0f-4d0d-8810-9c693bc9e713 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:31.663517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 2505db7a-ce0f-4d0d-8810-9c693bc9e713) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:31.669438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:31.670186 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:31.708647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8e842-19bd-409a-b98a-5271cf54e023 None None] Network 2505db7a-ce0f-4d0d-8810-9c693bc9e713 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:31.717343 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-71e1c478-ba60-4b5e-b4de-89f0bfc38e74 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2209768 Jul 30 01:53:31.719906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42266) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:31.720803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42268) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:31.744874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'port': {'network_id': '2505db7a-ce0f-4d0d-8810-9c693bc9e713', 'name': 'tempest-NetworksIpV6TestAttrs-945311396'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:32.136811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-2505db7a-ce0f-4d0d-8810-9c693bc9e713', 'network_id': '2505db7a-ce0f-4d0d-8810-9c693bc9e713', 'tenant_id': '67738f31a0a949af9ea6777ccbb6ff3c', 'fixed_ips': [{'subnet_id': '46124a98-20b6-4fb2-b23a-3c7d1b7fd651'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:32.138208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.157690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-f4a00831-42dd-4589-993d-2b4f7750aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.158177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-f4a00831-42dd-4589-993d-2b4f7750aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.161403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-f4a00831-42dd-4589-993d-2b4f7750aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.163534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-f4a00831-42dd-4589-993d-2b4f7750aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.172190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-f4a00831-42dd-4589-993d-2b4f7750aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.173133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-f4a00831-42dd-4589-993d-2b4f7750aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.173914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-f4a00831-42dd-4589-993d-2b4f7750aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:32.191714 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-f4a00831-42dd-4589-993d-2b4f7750aaf3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6500 time: 0.4656065 Jul 30 01:53:32.256523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:32.260757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:32.312106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] device_id is not set on port b739402b-c880-4db3-ae0c-0c8b068283df yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:53:32.469973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fca8de66-9dda-4524-964b-0fe9590ea7e8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:32.617690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-9e9c0628-d859-4a87-9f43-0fca533afcfe service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&id=21cd63e3-20f8-447c-8652-0ed4eeba020b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3758347 Jul 30 01:53:32.619140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Allocated IP 2001:db8::f816:3eff:fe31:983d (2505db7a-ce0f-4d0d-8810-9c693bc9e713/46124a98-20b6-4fb2-b23a-3c7d1b7fd651/b739402b-c880-4db3-ae0c-0c8b068283df) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:32.825408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port fca8de66-9dda-4524-964b-0fe9590ea7e8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:33.049429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ddf3c-7e47-4ae6-a33a-c6e44455fdbb req-15d6f829-75dd-4ceb-a2ee-c87f2a451473 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.052389 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b14ddf3c-7e47-4ae6-a33a-c6e44455fdbb req-15d6f829-75dd-4ceb-a2ee-c87f2a451473 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 931 time: 0.9262638 Jul 30 01:53:33.083579 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.111725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Transition to ACTIVE for port object b739402b-c880-4db3-ae0c-0c8b068283df will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:33.147677 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:53:33.204189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.253182 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a2dbaef-e8b3-43b1-ab54-07ee15e96999 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.272094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b14ddf3c-7e47-4ae6-a33a-c6e44455fdbb req-112e644d-5ef2-4cce-9a27-8df7ac49227d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110569 Jul 30 01:53:33.312606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c74fd3-c1e0-4a93-95ba-57d6d408e4a5 None None] Network d143f8a6-740c-4795-9bf9-14513a8c40ca requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:33.341897 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a2dbaef-e8b3-43b1-ab54-07ee15e96999 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.394999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network 2505db7a-ce0f-4d0d-8810-9c693bc9e713 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:33.404916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:33.413391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:33.425538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:33.427239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.450446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Allocated IP 2001:db8::f816:3eff:fe5a:7dc1 (2505db7a-ce0f-4d0d-8810-9c693bc9e713/46124a98-20b6-4fb2-b23a-3c7d1b7fd651/066cc7e7-a27b-4b7e-a73a-958c22c65b9f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:33.456968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Port': ['ID=b739402b-c880-4db3-ae0c-0c8b068283df,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:33.478534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cfdc949d-a41c-45ea-a78c-8ee30fef2cc8 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7521744 Jul 30 01:53:33.481181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42296) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:33.488833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c241bb7-d96d-4020-96bb-d2b6aec197a0 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:33.506510 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-419add8f-326e-44e6-828b-43030c1d1a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.514633 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.524406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-66f31a97-b81d-43c3-9891-51cb946eba7e None None] Provisioning for port fca8de66-9dda-4524-964b-0fe9590ea7e8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:33.570497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-66f31a97-b81d-43c3-9891-51cb946eba7e None None] Provisioning complete for port fca8de66-9dda-4524-964b-0fe9590ea7e8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:33.573351 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66f31a97-b81d-43c3-9891-51cb946eba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.589387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Deleting subnet 46124a98-20b6-4fb2-b23a-3c7d1b7fd651 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:33.686234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Transition to ACTIVE for port object 6c241bb7-d96d-4020-96bb-d2b6aec197a0 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:33.729881 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:33.776106 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.044844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7eda1-844e-4650-aa0a-5ecbce2528e4 req-ff78a0f5-446d-44ee-bd70-13289a8e84e5 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:34.048039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10a7eda1-844e-4650-aa0a-5ecbce2528e4 req-ff78a0f5-446d-44ee-bd70-13289a8e84e5 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.3883853 Jul 30 01:53:34.121493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c241bb7-d96d-4020-96bb-d2b6aec197a0,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:34.205816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2dbaef-e8b3-43b1-ab54-07ee15e96999 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 3623abcc-1b13-4297-b1d1-43c529448cd8 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:34.297306 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.298605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10a7eda1-844e-4650-aa0a-5ecbce2528e4 req-e28f73ab-e7d4-4750-b56c-3e6ddcc193fd tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839998 Jul 30 01:53:34.301466 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66f31a97-b81d-43c3-9891-51cb946eba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.356633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Transition to ACTIVE for port object 066cc7e7-a27b-4b7e-a73a-958c22c65b9f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:34.384759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Attempting to bind port 6c241bb7-d96d-4020-96bb-d2b6aec197a0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:34.385330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Attempting to bind port 6c241bb7-d96d-4020-96bb-d2b6aec197a0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:34.385882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Attempting to bind port 6c241bb7-d96d-4020-96bb-d2b6aec197a0 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:34.404123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Port 6c241bb7-d96d-4020-96bb-d2b6aec197a0 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:53:34.404711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Attempting to bind port 6c241bb7-d96d-4020-96bb-d2b6aec197a0 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:34.431326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:34.431326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Checking segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:34.432089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Bound using segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:34.432647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Bound port: 6c241bb7-d96d-4020-96bb-d2b6aec197a0, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:34.433235 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.511846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Transition to ACTIVE for port object 066cc7e7-a27b-4b7e-a73a-958c22c65b9f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:34.540102 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.548323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-66f31a97-b81d-43c3-9891-51cb946eba7e None None] For port fca8de66-9dda-4524-964b-0fe9590ea7e8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fca8de66-9dda-4524-964b-0fe9590ea7e8,segment=NetworkSegment(fbf70148-b60f-45a9-90e6-b6e67d11916a),segment_id=fbf70148-b60f-45a9-90e6-b6e67d11916a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:34.550940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.566724 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.609760 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66f31a97-b81d-43c3-9891-51cb946eba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.647038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Network 2505db7a-ce0f-4d0d-8810-9c693bc9e713 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:34.656192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.671480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:34.696075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Pushing event updated for resources: {'Port': ['ID=066cc7e7-a27b-4b7e-a73a-958c22c65b9f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:34.733730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2dbaef-e8b3-43b1-ab54-07ee15e96999 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:34.779600 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a2dbaef-e8b3-43b1-ab54-07ee15e96999 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:34.794638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1a2dbaef-e8b3-43b1-ab54-07ee15e96999 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/3623abcc-1b13-4297-b1d1-43c529448cd8 HTTP/1.1" status: 200 len: 888 time: 3.9094057 Jul 30 01:53:34.797816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42308) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:34.804313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:34.815008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f31a97-b81d-43c3-9891-51cb946eba7e None None] Pushing event updated for resources: {'Port': ['ID=fca8de66-9dda-4524-964b-0fe9590ea7e8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:34.848644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99166b3-6c4a-43f2-abbd-01cd05b9205b None None] Sync routers for ids ['3623abcc-1b13-4297-b1d1-43c529448cd8'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:34.853260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b8454-091f-469c-a7ce-00eb5582a7ae req-654d687a-49bb-448d-a992-3d22b023c006 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:34.867539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-398b8454-091f-469c-a7ce-00eb5582a7ae req-654d687a-49bb-448d-a992-3d22b023c006 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 943 time: 0.3507824 Jul 30 01:53:34.994356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99166b3-6c4a-43f2-abbd-01cd05b9205b None None] Routers {'3623abcc-1b13-4297-b1d1-43c529448cd8'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:34.995850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c99166b3-6c4a-43f2-abbd-01cd05b9205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['3623abcc-1b13-4297-b1d1-43c529448cd8'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:35.064737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] For port 6c241bb7-d96d-4020-96bb-d2b6aec197a0, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:35.072374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c99166b3-6c4a-43f2-abbd-01cd05b9205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:35.107381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99166b3-6c4a-43f2-abbd-01cd05b9205b None None] Routers {'3623abcc-1b13-4297-b1d1-43c529448cd8'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:35.108925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c99166b3-6c4a-43f2-abbd-01cd05b9205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['3623abcc-1b13-4297-b1d1-43c529448cd8'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:35.109907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] For port 6c241bb7-d96d-4020-96bb-d2b6aec197a0, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6c241bb7-d96d-4020-96bb-d2b6aec197a0,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:35.137690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.191173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c99166b3-6c4a-43f2-abbd-01cd05b9205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:35.192770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99166b3-6c4a-43f2-abbd-01cd05b9205b None None] The sync data for ids ['3623abcc-1b13-4297-b1d1-43c529448cd8'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:35.210331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Attempting to bind port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:35.211638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Attempting to bind port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '353ecd5b-08f8-4926-9907-987bc454dfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2505db7a-ce0f-4d0d-8810-9c693bc9e713'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:35.213096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Attempting to bind port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f on network 2505db7a-ce0f-4d0d-8810-9c693bc9e713 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:35.227339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:35.228618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Checking segment: {'id': '353ecd5b-08f8-4926-9907-987bc454dfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2505db7a-ce0f-4d0d-8810-9c693bc9e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:35.229885 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.231041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Bound using segment: {'id': '353ecd5b-08f8-4926-9907-987bc454dfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2505db7a-ce0f-4d0d-8810-9c693bc9e713'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:35.232317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Bound port: 066cc7e7-a27b-4b7e-a73a-958c22c65b9f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353ecd5b-08f8-4926-9907-987bc454dfb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2505db7a-ce0f-4d0d-8810-9c693bc9e713'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:35.233561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.250742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-398b8454-091f-469c-a7ce-00eb5582a7ae req-9aea1535-7663-4210-b63d-b02201f9b5e5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818586 Jul 30 01:53:35.270838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6a48c3b7-3c54-443b-a044-069f939423d3 None None] Provisioning complete for port fca8de66-9dda-4524-964b-0fe9590ea7e8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:35.271876 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a48c3b7-3c54-443b-a044-069f939423d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.352703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:35.353753 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.356180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c241bb7-d96d-4020-96bb-d2b6aec197a0 HTTP/1.1" status: 200 len: 1091 time: 4.6275899 Jul 30 01:53:35.356926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d4a118-63cc-4777-8fc2-d92f4dd095b2', 'tag': '6c241bb7-d96d-4020-96bb-d2b6aec197a0'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:35.361580 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74204832-d328-4f6b-816d-7272b8d4f5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "74d4a118-63cc-4777-8fc2-d92f4dd095b2", "tag": "6c241bb7-d96d-4020-96bb-d2b6aec197a0"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:35.479846 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-058830ad-7c1f-4092-91b7-c36489bb2397 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/routers/3623abcc-1b13-4297-b1d1-43c529448cd8 HTTP/1.1" status: 200 len: 888 time: 0.6743793 Jul 30 01:53:35.489486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42316) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:35.490449 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ae5552-8e99-4d9e-87b3-b94efd7d2fa2 x-openstack-request-id: req-b0ae5552-8e99-4d9e-87b3-b94efd7d2fa2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:35.492699 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d4a118-63cc-4777-8fc2-d92f4dd095b2", "tag": "6c241bb7-d96d-4020-96bb-d2b6aec197a0", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:35.493432 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b0ae5552-8e99-4d9e-87b3-b94efd7d2fa2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:35.495128 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d4a118-63cc-4777-8fc2-d92f4dd095b2', 'tag': '6c241bb7-d96d-4020-96bb-d2b6aec197a0', 'status': 'completed', 'code': 200} Jul 30 01:53:35.548416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b12a3-79c3-47e4-baf8-88a534641ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c241bb7-d96d-4020-96bb-d2b6aec197a0,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:35.575406 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c7144594-b347-498d-8372-c120027c4e9b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=3623abcc-1b13-4297-b1d1-43c529448cd8 HTTP/1.1" status: 200 len: 205 time: 0.0830007 Jul 30 01:53:35.579366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42320) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:35.641060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] For port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:35.681995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] For port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=066cc7e7-a27b-4b7e-a73a-958c22c65b9f,segment=NetworkSegment(353ecd5b-08f8-4926-9907-987bc454dfb1),segment_id=353ecd5b-08f8-4926-9907-987bc454dfb1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:35.682939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-82d3e0eb-71d5-4288-82a9-c2f16b60d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:35.692706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.698181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-82d3e0eb-71d5-4288-82a9-c2f16b60d945 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 1094 time: 0.2601812 Jul 30 01:53:35.764964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2259de-82fa-4446-81b5-e39f2568391f req-95ebcfcb-1b87-449e-9b16-81d9187dba90 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:35.782618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e2259de-82fa-4446-81b5-e39f2568391f req-95ebcfcb-1b87-449e-9b16-81d9187dba90 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.2508664 Jul 30 01:53:35.821571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:35.834627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100113ea-9f87-4e21-b3da-1cbe979529b9 None None] Pushing event updated for resources: {'Port': ['ID=066cc7e7-a27b-4b7e-a73a-958c22c65b9f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:35.867891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-649c28f0-1961-4aa5-9b71-733323e11a7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c241bb7-d96d-4020-96bb-d2b6aec197a0 HTTP/1.1" status: 200 len: 217 time: 0.1532149 Jul 30 01:53:35.974364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e2259de-82fa-4446-81b5-e39f2568391f req-245efa65-145e-4c07-b9d2-93dc335caab8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902580 Jul 30 01:53:36.004059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-a9df6154-7140-4ab3-b38a-caed60c4109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:36.005795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-a9df6154-7140-4ab3-b38a-caed60c4109d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.1262891 Jul 30 01:53:36.027648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.056955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-f71aa218-03c5-47ba-bb15-e5a9ddaa0a5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429435 Jul 30 01:53:36.102535 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.179147 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.289838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.294755 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/subnets/46124a98-20b6-4fb2-b23a-3c7d1b7fd651 HTTP/1.1" status: 204 len: 168 time: 2.8104675 Jul 30 01:53:36.337398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42326) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:36.390632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-a8d5dc73-379c-4ac9-990e-5d455d7b47a5 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249278 Jul 30 01:53:36.492254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7b79fa-1d7d-40bb-a2d8-d4fcff17890c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:36.496735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7b79fa-1d7d-40bb-a2d8-d4fcff17890c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:36.500819 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9f7b79fa-1d7d-40bb-a2d8-d4fcff17890c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1552289 Jul 30 01:53:36.502607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Subnet': ['ID=46124a98-20b6-4fb2-b23a-3c7d1b7fd651,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:36.512427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42330) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:36.681204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.682309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.682460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.683164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.683753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.684320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.684952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.685512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.686816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.687228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.687818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.688616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2aba135-d304-4a35-bf6f-36ffcefbccf0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:53:36.722658 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.738247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 066cc7e7-a27b-4b7e-a73a-958c22c65b9f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:36.775815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccbd5c-97fd-459f-8fe5-11e5276c6856 req-cdcbe784-49d5-4015-8b30-ca7452a1af66 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:36.780448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19ccbd5c-97fd-459f-8fe5-11e5276c6856 req-cdcbe784-49d5-4015-8b30-ca7452a1af66 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 943 time: 0.2505541 Jul 30 01:53:36.790044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc5c3b15-aa86-4e18-bc58-6c275cb63cbd req-4e579f9d-a96a-4512-8caa-dc473bab3474 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914170 Jul 30 01:53:36.835905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaaadef3-79a3-42e8-a2bb-0b554fde18a0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.892567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:36.899072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fca8de66-9dda-4524-964b-0fe9590ea7e8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:36.905092 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaaadef3-79a3-42e8-a2bb-0b554fde18a0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 01:53:36.906554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaaadef3-79a3-42e8-a2bb-0b554fde18a0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:53:36.909476 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eaaadef3-79a3-42e8-a2bb-0b554fde18a0 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/2505db7a-ce0f-4d0d-8810-9c693bc9e713 HTTP/1.1" status: 409 len: 405 time: 0.3948026 Jul 30 01:53:36.915359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42334) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:36.922239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-907488489'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:36.969612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:36.975912 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.988045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port 137789e4-1c9e-4938-b644-e922fa820aa9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:36.988553 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:36.989367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fca8de66-9dda-4524-964b-0fe9590ea7e8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:36.990305 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.044261 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19ccbd5c-97fd-459f-8fe5-11e5276c6856 req-f65b55bf-2542-4bc6-ad02-f19eebbd274e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487950 Jul 30 01:53:37.114449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-feb9221d-3dbb-4406-b79d-00987a7fbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.117625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-feb9221d-3dbb-4406-b79d-00987a7fbd23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 1094 time: 0.2480948 Jul 30 01:53:37.271198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:37.354287 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.354287 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Added segment a9386179-06a9-46a9-b4a0-2807c3be5c9b of type vlan for network 6bcd9fb0-d27a-474a-ba69-5cc00ac09033 Jul 30 01:53:37.420851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-507b813c-dc9d-4695-938f-7ae07abe4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.424328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-507b813c-dc9d-4695-938f-7ae07abe4ae8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 913 time: 0.2968097 Jul 30 01:53:37.478231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.510049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.524406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for 137789e4-1c9e-4938-b644-e922fa820aa9 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:37.526185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8b20-a3e1-432a-af31-b9099eb6b685 req-77b84b65-1a97-4501-8c94-634e7ddd5eb8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.529227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e9e8b20-a3e1-432a-af31-b9099eb6b685 req-77b84b65-1a97-4501-8c94-634e7ddd5eb8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.2762694 Jul 30 01:53:37.533206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-d8b438e6-4a3b-47d8-aff0-23fdefb6a039 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c241bb7-d96d-4020-96bb-d2b6aec197a0 HTTP/1.1" status: 200 len: 217 time: 0.0997109 Jul 30 01:53:37.650317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-f8275a2a-8c5c-4001-9a03-f08cb50b7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.653273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-f8275a2a-8c5c-4001-9a03-f08cb50b7e79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.1094799 Jul 30 01:53:37.679809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.693350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:37.696119 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:37.770028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-8475582b-6536-498b-8581-27b2432a86ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752325 Jul 30 01:53:37.793437 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e9e8b20-a3e1-432a-af31-b9099eb6b685 req-d5f87640-41f2-4796-b45e-c3ca65a06376 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383846 Jul 30 01:53:37.806834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae0ed22-dc41-4401-81bc-1ff7798cfc2f None None] Network 2505db7a-ce0f-4d0d-8810-9c693bc9e713 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:37.836856 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9197147 Jul 30 01:53:37.904722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42342) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:37.940659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'subnet': {'network_id': '6bcd9fb0-d27a-474a-ba69-5cc00ac09033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:37.960153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa590a-2ca7-43c3-8b41-06464ccf39ef tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Network': ['ID=6bcd9fb0-d27a-474a-ba69-5cc00ac09033,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:38.012068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 6bcd9fb0-d27a-474a-ba69-5cc00ac09033 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:38.015911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa31d881-5c25-4684-9dc9-26d2c4c5f358 None None] Provisioning for port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:38.022481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa31d881-5c25-4684-9dc9-26d2c4c5f358 None None] Provisioning complete for port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:38.023121 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa31d881-5c25-4684-9dc9-26d2c4c5f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.089579 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.163256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=137789e4-1c9e-4938-b644-e922fa820aa9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:38.238332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-fdde1383-216b-45df-b41f-1310f8e0a4e0 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429150 Jul 30 01:53:38.333420 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.440351 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa31d881-5c25-4684-9dc9-26d2c4c5f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.444790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:38.450622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.548125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fa31d881-5c25-4684-9dc9-26d2c4c5f358 None None] For port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=066cc7e7-a27b-4b7e-a73a-958c22c65b9f,segment=NetworkSegment(353ecd5b-08f8-4926-9907-987bc454dfb1),segment_id=353ecd5b-08f8-4926-9907-987bc454dfb1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:38.555549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36328b5-5d23-4b21-8833-4829376cd5ac None None] DHCP port deletion for 2505db7a-ce0f-4d0d-8810-9c693bc9e713 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:38.558349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.560299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5632c40-131c-4971-bc08-b5526e2cee34 req-c238dffb-f4f0-4da3-9827-8a45b7de71cc tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:38.563750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5632c40-131c-4971-bc08-b5526e2cee34 req-c238dffb-f4f0-4da3-9827-8a45b7de71cc tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 943 time: 0.3127174 Jul 30 01:53:38.571125 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa31d881-5c25-4684-9dc9-26d2c4c5f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.574562 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.678731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74204832-d328-4f6b-816d-7272b8d4f5d2 req-3865d9d7-2c03-4668-9551-db06049102ab service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250739 Jul 30 01:53:38.680337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.681852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Fanout notify agent at l3_agent the message router_deleted on router 3623abcc-1b13-4297-b1d1-43c529448cd8 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:53:38.708085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5632c40-131c-4971-bc08-b5526e2cee34 req-616d404d-1ec5-468d-b7e2-0f8c49193275 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252382 Jul 30 01:53:38.747678 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.756752 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f56bcc5e-7fab-4df4-9e53-029663242443 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/3623abcc-1b13-4297-b1d1-43c529448cd8 HTTP/1.1" status: 204 len: 168 time: 3.1760795 Jul 30 01:53:38.758341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42352) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:38.765606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965926668'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:38.773409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31d881-5c25-4684-9dc9-26d2c4c5f358 None None] Pushing event updated for resources: {'Port': ['ID=066cc7e7-a27b-4b7e-a73a-958c22c65b9f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:38.829718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:38.843661 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.854471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f36328b5-5d23-4b21-8833-4829376cd5ac None None] Deleting port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:38.855332 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f36328b5-5d23-4b21-8833-4829376cd5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.888141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:38.916235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:38.917279 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added segment e157787e-f732-4b5f-aad0-c2a9d9a572c1 of type vlan for network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc Jul 30 01:53:39.006662 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.070704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.078660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f36328b5-5d23-4b21-8833-4829376cd5ac None None] For port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=066cc7e7-a27b-4b7e-a73a-958c22c65b9f,segment=NetworkSegment(353ecd5b-08f8-4926-9907-987bc454dfb1),segment_id=353ecd5b-08f8-4926-9907-987bc454dfb1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:39.079172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f36328b5-5d23-4b21-8833-4829376cd5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.085059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.086521 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.127973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f36328b5-5d23-4b21-8833-4829376cd5ac None None] Calling delete_port for 066cc7e7-a27b-4b7e-a73a-958c22c65b9f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:39.176581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09e79f-3485-4f32-92eb-aacd9c8e0667 req-da60d4ad-814a-4037-ad25-4945d70e8f21 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.178728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a09e79f-3485-4f32-92eb-aacd9c8e0667 req-da60d4ad-814a-4037-ad25-4945d70e8f21 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1982977 Jul 30 01:53:39.241583 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4802017 Jul 30 01:53:39.242362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42358) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:39.260214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'subnet': {'network_id': '1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:39.339260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:53:39.346890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a8947-9413-4b76-9932-d6095fc31bf9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Network': ['ID=1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:39.355539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a09e79f-3485-4f32-92eb-aacd9c8e0667 req-0a7b4da8-e25e-4c8d-9068-34d7c54b2818 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632025 Jul 30 01:53:39.359159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.375980 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f36328b5-5d23-4b21-8833-4829376cd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.379258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:39.446266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Subnet': ['ID=dbdc69a3-2671-475b-902a-21c68d707006,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:39.452790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:39.461496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.476133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Checking segment: {'id': 'a9386179-06a9-46a9-b4a0-2807c3be5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6bcd9fb0-d27a-474a-ba69-5cc00ac09033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:39.476861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network hostable DHCP agents. Network: 6bcd9fb0-d27a-474a-ba69-5cc00ac09033, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:39.508800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network 6bcd9fb0-d27a-474a-ba69-5cc00ac09033 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:39.533266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 6bcd9fb0-d27a-474a-ba69-5cc00ac09033) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:39.537529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36328b5-5d23-4b21-8833-4829376cd5ac None None] Pushing event deleted for resources: {'Port': ['ID=066cc7e7-a27b-4b7e-a73a-958c22c65b9f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:39.543737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:39.549127 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.550787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36328b5-5d23-4b21-8833-4829376cd5ac None None] No DVR routers for this DVR port 066cc7e7-a27b-4b7e-a73a-958c22c65b9f on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:39.563855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6fe30-996a-4e13-a865-a06da0732967 None None] Network 6bcd9fb0-d27a-474a-ba69-5cc00ac09033 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:39.597382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8f68745a-a2a9-4c97-9dfe-3cf464e1870f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6905622 Jul 30 01:53:39.601656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42362) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:39.610279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'port': {'network_id': '6bcd9fb0-d27a-474a-ba69-5cc00ac09033', 'name': 'tempest-NetworksIpV6TestAttrs-1102281975'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:39.927422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-6bcd9fb0-d27a-474a-ba69-5cc00ac09033', 'network_id': '6bcd9fb0-d27a-474a-ba69-5cc00ac09033', 'tenant_id': '67738f31a0a949af9ea6777ccbb6ff3c', 'fixed_ips': [{'subnet_id': 'dbdc69a3-2671-475b-902a-21c68d707006'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:39.928900 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.937104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:39.994529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:40.000850 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.044193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56683b54-7b8d-445e-9b6e-796d98816b33 req-d08527dd-53d2-4587-82a3-202a35b2b322 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.047324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56683b54-7b8d-445e-9b6e-796d98816b33 req-d08527dd-53d2-4587-82a3-202a35b2b322 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 943 time: 0.1382287 Jul 30 01:53:40.073856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Checking segment: {'id': 'e157787e-f732-4b5f-aad0-c2a9d9a572c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:40.074319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network hostable DHCP agents. Network: 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:40.079309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Subnet': ['ID=dc3219d1-2a7c-464a-880b-6b7025249dfb,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:40.080060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] device_id is not set on port 230141aa-1f85-42b9-a56d-308f85d5e3a4 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:53:40.140583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:40.163944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:40.177383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.184094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.236451 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c34d6a33-8420-4b37-af9c-ac7d27f42257 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9878516 Jul 30 01:53:40.238191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56683b54-7b8d-445e-9b6e-796d98816b33 req-881f1c15-7b7e-475f-be4f-b369dfe97965 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700327 Jul 30 01:53:40.238939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42370) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:40.275337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-dbbfbbf8-8bca-4880-a1f9-487552f9b1fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1343844877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:40.315854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbbf8-8bca-4880-a1f9-487552f9b1fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.317750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbbf8-8bca-4880-a1f9-487552f9b1fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.333706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dadbc1c-b840-475c-8304-c3ac5b5fd898 None None] Network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:40.346606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Allocated IP 2001:db8::f816:3eff:fee7:52ea (6bcd9fb0-d27a-474a-ba69-5cc00ac09033/dbdc69a3-2671-475b-902a-21c68d707006/e379d46c-2404-4244-8855-e66d6436473f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:40.521362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 066cc7e7-a27b-4b7e-a73a-958c22c65b9f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:40.532648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbbf8-8bca-4880-a1f9-487552f9b1fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.541542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbbf8-8bca-4880-a1f9-487552f9b1fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.576285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbbf8-8bca-4880-a1f9-487552f9b1fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:40.580064 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dbbfbbf8-8bca-4880-a1f9-487552f9b1fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3379271 Jul 30 01:53:40.582783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42374) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:40.605639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902ea21-680c-4b15-982d-a964059b95ac req-656c56f8-525a-406d-93ed-f195968ac671 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:40.617818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6902ea21-680c-4b15-982d-a964059b95ac req-656c56f8-525a-406d-93ed-f195968ac671 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1050243 Jul 30 01:53:40.631605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 066cc7e7-a27b-4b7e-a73a-958c22c65b9f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:40.632337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 066cc7e7-a27b-4b7e-a73a-958c22c65b9f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:40.687108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6902ea21-680c-4b15-982d-a964059b95ac req-b758b6a3-188a-43c3-addb-746a7c63e5c7 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670812 Jul 30 01:53:40.843367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6c241bb7-d96d-4020-96bb-d2b6aec197a0 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:53:40.984689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc', 'network_id': '1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'fixed_ips': [{'subnet_id': 'dc3219d1-2a7c-464a-880b-6b7025249dfb'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:40.986200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.117189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.197140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Transition to ACTIVE for port object e379d46c-2404-4244-8855-e66d6436473f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:41.197461 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.259369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6c241bb7-d96d-4020-96bb-d2b6aec197a0, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6c241bb7-d96d-4020-96bb-d2b6aec197a0,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:41.269465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Transition to ACTIVE for port object e379d46c-2404-4244-8855-e66d6436473f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:41.332515 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.341462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '6c241bb7-d96d-4020-96bb-d2b6aec197a0', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'port_id': '6c241bb7-d96d-4020-96bb-d2b6aec197a0', 'mac_address': 'fa:16:3e:a4:5f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a906d30b-0f1e-4cf9-b55a-446e497d258c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:53:41.432671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Allocated IP 2001:db8::f816:3eff:fefd:9be9 (6bcd9fb0-d27a-474a-ba69-5cc00ac09033/dbdc69a3-2671-475b-902a-21c68d707006/230141aa-1f85-42b9-a56d-308f85d5e3a4) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:41.457783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Network 6bcd9fb0-d27a-474a-ba69-5cc00ac09033 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:41.475414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:41.483407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Pushing event updated for resources: {'Port': ['ID=e379d46c-2404-4244-8855-e66d6436473f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:41.494722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:41.502546 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Allocated IP 172.20.0.2 (1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc/dc3219d1-2a7c-464a-880b-6b7025249dfb/32dce465-8d32-4bfc-9bb8-61cc4c90fed1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:41.531538 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.653563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c241bb7-d96d-4020-96bb-d2b6aec197a0 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:53:41.742413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40803eda-393e-4feb-be21-8fbc75e699d6 req-6afa2ca3-720a-4fd3-b505-81ccc62e7e05 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:41.748102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40803eda-393e-4feb-be21-8fbc75e699d6 req-6afa2ca3-720a-4fd3-b505-81ccc62e7e05 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 943 time: 0.2998497 Jul 30 01:53:41.752213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Attempting to bind port e379d46c-2404-4244-8855-e66d6436473f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:41.752885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Attempting to bind port e379d46c-2404-4244-8855-e66d6436473f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a9386179-06a9-46a9-b4a0-2807c3be5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6bcd9fb0-d27a-474a-ba69-5cc00ac09033'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:41.753470 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Attempting to bind port e379d46c-2404-4244-8855-e66d6436473f on network 6bcd9fb0-d27a-474a-ba69-5cc00ac09033 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:41.796475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:41.797098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Checking segment: {'id': 'a9386179-06a9-46a9-b4a0-2807c3be5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6bcd9fb0-d27a-474a-ba69-5cc00ac09033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:41.799508 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.799508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Bound using segment: {'id': 'a9386179-06a9-46a9-b4a0-2807c3be5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6bcd9fb0-d27a-474a-ba69-5cc00ac09033'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:41.799508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Bound port: e379d46c-2404-4244-8855-e66d6436473f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9386179-06a9-46a9-b4a0-2807c3be5c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6bcd9fb0-d27a-474a-ba69-5cc00ac09033'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:41.800078 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.813132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6c241bb7-d96d-4020-96bb-d2b6aec197a0, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6c241bb7-d96d-4020-96bb-d2b6aec197a0,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:41.832484 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.859150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:41.890842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40803eda-393e-4feb-be21-8fbc75e699d6 req-be872997-c99c-4dc8-b4a3-8248f98c3aac tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287308 Jul 30 01:53:41.956960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Transition to ACTIVE for port object 230141aa-1f85-42b9-a56d-308f85d5e3a4 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:42.015991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf34917-0b90-4c18-a13d-5c392a1715a3 req-6e6ed117-8d09-498e-969d-3f3fab57f532 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:42.019811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcf34917-0b90-4c18-a13d-5c392a1715a3 req-6e6ed117-8d09-498e-969d-3f3fab57f532 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1495807 Jul 30 01:53:42.068583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6c241bb7-d96d-4020-96bb-d2b6aec197a0,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.130074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] For port e379d46c-2404-4244-8855-e66d6436473f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:42.156697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcf34917-0b90-4c18-a13d-5c392a1715a3 req-19699765-6912-4165-9f84-2fb0501e131d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201506 Jul 30 01:53:42.167554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] For port e379d46c-2404-4244-8855-e66d6436473f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e379d46c-2404-4244-8855-e66d6436473f,segment=NetworkSegment(a9386179-06a9-46a9-b4a0-2807c3be5c9b),segment_id=a9386179-06a9-46a9-b4a0-2807c3be5c9b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:42.181981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.182391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6c241bb7-d96d-4020-96bb-d2b6aec197a0'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:53:42.216188 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.220991 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.261483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network 6bcd9fb0-d27a-474a-ba69-5cc00ac09033 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:42.267332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:42.272438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:42.278766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:42.279473 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.310510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Port': ['ID=230141aa-1f85-42b9-a56d-308f85d5e3a4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.327485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-52721785-eb71-4897-96cb-f1449100f5eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7229018 Jul 30 01:53:42.328347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Transition to ACTIVE for port object 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:42.331701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42390) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:42.420811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Transition to ACTIVE for port object 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:42.439911 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.446191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da472357-b4d1-4182-a39f-709177c16ca3 None None] Pushing event updated for resources: {'Port': ['ID=e379d46c-2404-4244-8855-e66d6436473f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.508410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8c6ea9-ed5a-4bb4-8355-b81458286141 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Deleting subnet dbdc69a3-2671-475b-902a-21c68d707006 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:42.521274 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6ea9-ed5a-4bb4-8355-b81458286141 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:42.546871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:42.552761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:42.567255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:42.581954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Pushing event updated for resources: {'Port': ['ID=32dce465-8d32-4bfc-9bb8-61cc4c90fed1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:42.621974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.20.0.1 (1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc/dc3219d1-2a7c-464a-880b-6b7025249dfb/f5188354-0481-4889-b0d0-665081cc9da1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:42.628601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6ea9-ed5a-4bb4-8355-b81458286141 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.062211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.095241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Attempting to bind port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:43.096715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Attempting to bind port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'e157787e-f732-4b5f-aad0-c2a9d9a572c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:43.097501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Attempting to bind port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 on network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:43.134640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:43.135279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Checking segment: {'id': 'e157787e-f732-4b5f-aad0-c2a9d9a572c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:43.135991 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.137411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Bound using segment: {'id': 'e157787e-f732-4b5f-aad0-c2a9d9a572c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:43.138264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Transition to ACTIVE for port object f5188354-0481-4889-b0d0-665081cc9da1 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:43.138413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Bound port: 32dce465-8d32-4bfc-9bb8-61cc4c90fed1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e157787e-f732-4b5f-aad0-c2a9d9a572c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:43.139034 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.149080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b9b96-fb26-4277-9a1c-38f9d95668a5 req-a7348a31-dc46-4705-a05e-cf81e9700fd1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.152201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe6b9b96-fb26-4277-9a1c-38f9d95668a5 req-a7348a31-dc46-4705-a05e-cf81e9700fd1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 944 time: 0.0969119 Jul 30 01:53:43.168575 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6ea9-ed5a-4bb4-8355-b81458286141 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.287543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe6b9b96-fb26-4277-9a1c-38f9d95668a5 req-666029ec-100d-4db5-8ee1-4e5dbc081fe1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212375 Jul 30 01:53:43.319185 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.337414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] For port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:43.344122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] For port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=32dce465-8d32-4bfc-9bb8-61cc4c90fed1,segment=NetworkSegment(e157787e-f732-4b5f-aad0-c2a9d9a572c1),segment_id=e157787e-f732-4b5f-aad0-c2a9d9a572c1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:43.357492 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.395963 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6ea9-ed5a-4bb4-8355-b81458286141 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.482132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4b38e-4fe6-4050-a732-2da5db375892 None None] Pushing event updated for resources: {'Port': ['ID=32dce465-8d32-4bfc-9bb8-61cc4c90fed1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.514707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:43.516394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c6ea9-ed5a-4bb4-8355-b81458286141 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdc69a3-2671-475b-902a-21c68d707006,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.549981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:43.556253 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6ea9-ed5a-4bb4-8355-b81458286141 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.557571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82deb0b-7108-4508-a728-b83a0f970d65 req-c66e3e6d-4a70-4710-a3c0-0ee71181bcc0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.560291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b82deb0b-7108-4508-a728-b83a0f970d65 req-c66e3e6d-4a70-4710-a3c0-0ee71181bcc0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1082931 Jul 30 01:53:43.566325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42402) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:43.567219 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cd8c6ea9-ed5a-4bb4-8355-b81458286141 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/subnets/dbdc69a3-2671-475b-902a-21c68d707006 HTTP/1.1" status: 204 len: 168 time: 1.2336183 Jul 30 01:53:43.571051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=f5188354-0481-4889-b0d0-665081cc9da1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:43.575463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:43.667494 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:43.811483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e31bb8-f72e-41ea-a8d8-0890cc0285fb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.817648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e31bb8-f72e-41ea-a8d8-0890cc0285fb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:43.823548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-39e31bb8-f72e-41ea-a8d8-0890cc0285fb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2544837 Jul 30 01:53:43.824248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42404) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:43.963641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.444721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c41b8c3-2036-4dbc-bcb5-c1c8518ffcf4 None None] Network 6bcd9fb0-d27a-474a-ba69-5cc00ac09033 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:44.571616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:44.600069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b82deb0b-7108-4508-a728-b83a0f970d65 req-86f1e99b-f12c-46f7-89cf-c5fa2d46d2b8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0091786 Jul 30 01:53:44.682694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8be08ed0-c028-4b38-af6c-fe6964366901 None None] Provisioning for port e379d46c-2404-4244-8855-e66d6436473f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:44.688984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b4828203-3197-4edf-bc57-846027961409 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.717890 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4828203-3197-4edf-bc57-846027961409 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 30 01:53:44.719655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4828203-3197-4edf-bc57-846027961409 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:53:44.726859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b4828203-3197-4edf-bc57-846027961409 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/6bcd9fb0-d27a-474a-ba69-5cc00ac09033 HTTP/1.1" status: 409 len: 405 time: 0.8965011 Jul 30 01:53:44.729104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42414) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:44.740363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1451210979'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:44.840547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8e09a-0d20-47d3-9f4a-af23a1750830 req-0652c71c-9a2e-43ac-ac47-0957d7a1381d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:44.851160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bd8e09a-0d20-47d3-9f4a-af23a1750830 req-0652c71c-9a2e-43ac-ac47-0957d7a1381d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 944 time: 0.2895715 Jul 30 01:53:44.894127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6c241bb7-d96d-4020-96bb-d2b6aec197a0 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:44.904680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:44.921765 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:44.968636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:45.013720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e379d46c-2404-4244-8855-e66d6436473f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:45.024401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bd8e09a-0d20-47d3-9f4a-af23a1750830 req-409dfc6a-b959-4ed2-933a-3d0722774ae0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409233 Jul 30 01:53:45.113937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.130116 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.148079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:45.194972 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.195320 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Added segment 1617b9e8-0282-45b9-91aa-26786c09c069 of type vlan for network 81ef6e35-6205-4e8e-bfce-4ba518a57b8e Jul 30 01:53:45.250289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69bd05e-f239-45e1-a2c4-42df6aecf6b1 None None] DHCP port deletion for 6bcd9fb0-d27a-474a-ba69-5cc00ac09033 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:45.323566 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.349015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 6c241bb7-d96d-4020-96bb-d2b6aec197a0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:45.359677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9838e71-18fc-4238-96f7-76abd2c368f6 None None] Network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:45.368252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.370324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=f5188354-0481-4889-b0d0-665081cc9da1,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:45.403899 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.419995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:45.422075 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.503611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 6c241bb7-d96d-4020-96bb-d2b6aec197a0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:45.504556 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.554306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8136256 Jul 30 01:53:45.555674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42422) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:45.574086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'subnet': {'network_id': '81ef6e35-6205-4e8e-bfce-4ba518a57b8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:45.579146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e685ea2-bb47-4b8f-b6c8-fa15da273146 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Network': ['ID=81ef6e35-6205-4e8e-bfce-4ba518a57b8e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:45.599990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3ee9682e-6a22-485f-b474-6bd498bd9c33 None None] Provisioning for port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:45.615193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 81ef6e35-6205-4e8e-bfce-4ba518a57b8e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:45.644008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3ee9682e-6a22-485f-b474-6bd498bd9c33 None None] Provisioning complete for port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:45.644513 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ee9682e-6a22-485f-b474-6bd498bd9c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.782513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837c2fd-dacc-4315-a493-481260020a30 req-3410a0fa-8c5a-4152-ba21-2c0d12599a9f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:45.798845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b837c2fd-dacc-4315-a493-481260020a30 req-3410a0fa-8c5a-4152-ba21-2c0d12599a9f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 945 time: 0.1453297 Jul 30 01:53:45.829134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:45.836659 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:45.926995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port e379d46c-2404-4244-8855-e66d6436473f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:45.935280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:45.942869 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:45.944761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b837c2fd-dacc-4315-a493-481260020a30 req-853d9ae5-b0aa-4fed-ad86-0e638dceb3a9 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440895 Jul 30 01:53:45.991627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55746bbe-19b2-44fa-8217-eecc6b30ceef req-f2386bc6-42bb-4d5e-a25c-e85b983c5e17 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:45.997938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55746bbe-19b2-44fa-8217-eecc6b30ceef req-f2386bc6-42bb-4d5e-a25c-e85b983c5e17 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1953204 Jul 30 01:53:46.020116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ee9682e-6a22-485f-b474-6bd498bd9c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.039421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e379d46c-2404-4244-8855-e66d6436473f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:46.040130 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.062437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d69bd05e-f239-45e1-a2c4-42df6aecf6b1 None None] Deleting port e379d46c-2404-4244-8855-e66d6436473f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:46.063031 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d69bd05e-f239-45e1-a2c4-42df6aecf6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.110126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55746bbe-19b2-44fa-8217-eecc6b30ceef req-74966a5c-289b-4e78-a685-cc04a98d8aee tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903444 Jul 30 01:53:46.396972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e4f8f-cec5-41f1-8246-9808db835758 req-0a6a29b2-a525-4196-a616-8d400b66882b tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:46.399869 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-886e4f8f-cec5-41f1-8246-9808db835758 req-0a6a29b2-a525-4196-a616-8d400b66882b tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 944 time: 0.1419327 Jul 30 01:53:46.482417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3ee9682e-6a22-485f-b474-6bd498bd9c33 None None] For port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=32dce465-8d32-4bfc-9bb8-61cc4c90fed1,segment=NetworkSegment(e157787e-f732-4b5f-aad0-c2a9d9a572c1),segment_id=e157787e-f732-4b5f-aad0-c2a9d9a572c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:46.484954 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.492003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d69bd05e-f239-45e1-a2c4-42df6aecf6b1 None None] For port e379d46c-2404-4244-8855-e66d6436473f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e379d46c-2404-4244-8855-e66d6436473f,segment=NetworkSegment(a9386179-06a9-46a9-b4a0-2807c3be5c9b),segment_id=a9386179-06a9-46a9-b4a0-2807c3be5c9b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:46.492682 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d69bd05e-f239-45e1-a2c4-42df6aecf6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.503871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 44b3d670-0b75-47df-af60-31add1af03b9 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:53:46.532635 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ee9682e-6a22-485f-b474-6bd498bd9c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.553626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-886e4f8f-cec5-41f1-8246-9808db835758 req-a57dd740-7b13-44c6-8609-1ecbe046d233 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339054 Jul 30 01:53:46.624415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d69bd05e-f239-45e1-a2c4-42df6aecf6b1 None None] Calling delete_port for e379d46c-2404-4244-8855-e66d6436473f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:46.736556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d4a118-63cc-4777-8fc2-d92f4dd095b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c241bb7-d96d-4020-96bb-d2b6aec197a0'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:46.741338 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf03c7b-fa50-474b-a5ac-823df2a758c9" -d '{"events": [{"server_uuid": "74d4a118-63cc-4777-8fc2-d92f4dd095b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c241bb7-d96d-4020-96bb-d2b6aec197a0"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:46.794742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043af6-ee96-49be-9d52-f1301203e30d req-5b2d2c7f-e12c-42df-9a3d-a905b2e6a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:46.797794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76043af6-ee96-49be-9d52-f1301203e30d req-5b2d2c7f-e12c-42df-9a3d-a905b2e6a41f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 1096 time: 0.1778560 Jul 30 01:53:46.826079 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.831688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:46.853901 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6c241bb7-d96d-4020-96bb-d2b6aec197a0, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6c241bb7-d96d-4020-96bb-d2b6aec197a0,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:46.859076 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-48365859-e9a1-41ef-9e94-94abb3faf816 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/44b3d670-0b75-47df-af60-31add1af03b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2738841 Jul 30 01:53:46.869739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42442) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:46.869978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068e0f0-9f01-4ef5-903b-bf110840711d req-6b622f45-df1f-4681-a2e5-553e55c674b8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:46.883647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3068e0f0-9f01-4ef5-903b-bf110840711d req-6b622f45-df1f-4681-a2e5-553e55c674b8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1964505 Jul 30 01:53:46.897695 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:46.900990 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e022c975-e2d5-46e2-9590-47410e8fa559 None None] Sync routers for ids ['44b3d670-0b75-47df-af60-31add1af03b9'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:46.935280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9682e-6a22-485f-b474-6bd498bd9c33 None None] Pushing event updated for resources: {'Port': ['ID=32dce465-8d32-4bfc-9bb8-61cc4c90fed1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:46.940460 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022c975-e2d5-46e2-9590-47410e8fa559 None None] Routers {'44b3d670-0b75-47df-af60-31add1af03b9'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:46.943465 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e022c975-e2d5-46e2-9590-47410e8fa559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['44b3d670-0b75-47df-af60-31add1af03b9'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:47.062494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3068e0f0-9f01-4ef5-903b-bf110840711d req-d25fd1b1-322e-442e-8e33-1130fbb7dd83 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767073 Jul 30 01:53:47.072016 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e022c975-e2d5-46e2-9590-47410e8fa559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:47.073186 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dcb2a8-25db-4fc1-b03c-ed1ba45eb8f8 x-openstack-request-id: req-09dcb2a8-25db-4fc1-b03c-ed1ba45eb8f8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:47.073661 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d4a118-63cc-4777-8fc2-d92f4dd095b2", "name": "network-vif-plugged", "status": "completed", "tag": "6c241bb7-d96d-4020-96bb-d2b6aec197a0", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:47.074087 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-09dcb2a8-25db-4fc1-b03c-ed1ba45eb8f8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:47.074705 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d4a118-63cc-4777-8fc2-d92f4dd095b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c241bb7-d96d-4020-96bb-d2b6aec197a0', 'code': 200} Jul 30 01:53:47.111472 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022c975-e2d5-46e2-9590-47410e8fa559 None None] Routers {'44b3d670-0b75-47df-af60-31add1af03b9'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:47.112581 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e022c975-e2d5-46e2-9590-47410e8fa559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['44b3d670-0b75-47df-af60-31add1af03b9'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:47.157149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043af6-ee96-49be-9d52-f1301203e30d req-b026f16f-6e55-45fa-8349-7f70f8a8a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:47.162845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76043af6-ee96-49be-9d52-f1301203e30d req-b026f16f-6e55-45fa-8349-7f70f8a8a8d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 912 time: 0.3547127 Jul 30 01:53:47.241440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6c241bb7-d96d-4020-96bb-d2b6aec197a0,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:47.272718 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e022c975-e2d5-46e2-9590-47410e8fa559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:47.273817 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e022c975-e2d5-46e2-9590-47410e8fa559 None None] The sync data for ids ['44b3d670-0b75-47df-af60-31add1af03b9'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:47.275515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port e379d46c-2404-4244-8855-e66d6436473f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e379d46c-2404-4244-8855-e66d6436473f,segment=NetworkSegment(a9386179-06a9-46a9-b4a0-2807c3be5c9b),segment_id=a9386179-06a9-46a9-b4a0-2807c3be5c9b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:47.288360 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.361225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c518b-7e9a-49aa-8764-ba9296590a8a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:47.366749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-196c518b-7e9a-49aa-8764-ba9296590a8a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports/f5188354-0481-4889-b0d0-665081cc9da1 HTTP/1.1" status: 200 len: 910 time: 0.4864650 Jul 30 01:53:47.369430 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42448) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:47.390996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a8ee8caa-ce7c-4342-91f2-313d40e4446d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc3219d1-2a7c-464a-880b-6b7025249dfb'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:47.406113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:53:47.418466 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d69bd05e-f239-45e1-a2c4-42df6aecf6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.473168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bd05e-f239-45e1-a2c4-42df6aecf6b1 None None] No DVR routers for this DVR port e379d46c-2404-4244-8855-e66d6436473f on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:47.480873 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.536762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=e379d46c-2404-4244-8855-e66d6436473f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:47.635850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ee45b-1e13-45c6-a161-5e71d590b298 req-02fb3d0e-a870-4c28-a87c-d662cc90d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:47.645827 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-701ee45b-1e13-45c6-a161-5e71d590b298 req-02fb3d0e-a870-4c28-a87c-d662cc90d224 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 1096 time: 0.3337009 Jul 30 01:53:47.666528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76043af6-ee96-49be-9d52-f1301203e30d req-77ff4bf4-b2e8-4145-8968-5be80a9f60b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2 HTTP/1.1" status: 200 len: 1000 time: 0.4918177 Jul 30 01:53:47.692688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bd05e-f239-45e1-a2c4-42df6aecf6b1 None None] Pushing event deleted for resources: {'Port': ['ID=e379d46c-2404-4244-8855-e66d6436473f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:47.709433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Checking segment: {'id': '1617b9e8-0282-45b9-91aa-26786c09c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '81ef6e35-6205-4e8e-bfce-4ba518a57b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:47.710047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network hostable DHCP agents. Network: 81ef6e35-6205-4e8e-bfce-4ba518a57b8e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:47.714415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:47.738721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Subnet': ['ID=cb6728d6-57d9-4c97-abdd-012193943cec,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:47.793175 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-701ee45b-1e13-45c6-a161-5e71d590b298 req-c4bd41c1-f3c3-47e4-8ca6-0a48eaf1584f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135266 Jul 30 01:53:47.807315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network 81ef6e35-6205-4e8e-bfce-4ba518a57b8e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:47.829170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 81ef6e35-6205-4e8e-bfce-4ba518a57b8e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:47.838245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:47.842141 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.845504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-11647bcd-efd9-4469-9d06-42222f09661b None None] Provisioning complete for port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:47.859696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11647bcd-efd9-4469-9d06-42222f09661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:47.893702 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cf14749d-5cc6-47ca-9278-6540e58b6edc tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3357646 Jul 30 01:53:47.895046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42456) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:47.904493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79701e-fab2-4527-937a-a1b1ec470e38 None None] Network 81ef6e35-6205-4e8e-bfce-4ba518a57b8e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:48.001768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043af6-ee96-49be-9d52-f1301203e30d req-41c8f1ff-26dd-483d-8488-8be508ddd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.004508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76043af6-ee96-49be-9d52-f1301203e30d req-41c8f1ff-26dd-483d-8488-8be508ddd9d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.1312120 Jul 30 01:53:48.114465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.178049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d3de7-41c0-42ec-a8fd-6d0d1c321448 req-de3020c0-fd4e-4291-8049-e1bf2883c953 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.189472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43d3de7-41c0-42ec-a8fd-6d0d1c321448 req-de3020c0-fd4e-4291-8049-e1bf2883c953 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 945 time: 0.3695512 Jul 30 01:53:48.207214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:48.207534 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.268924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bb4ee-d5de-46be-9eaf-a8cea27375b5 req-00ef28f0-15e5-480e-8188-3a62ccb950df tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.281579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-435bb4ee-d5de-46be-9eaf-a8cea27375b5 req-00ef28f0-15e5-480e-8188-3a62ccb950df tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 945 time: 0.4904685 Jul 30 01:53:48.343638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.383346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43d3de7-41c0-42ec-a8fd-6d0d1c321448 req-ab5ab8d7-6bd7-4c72-b7ee-b6c51a7986f2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922092 Jul 30 01:53:48.428066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043af6-ee96-49be-9d52-f1301203e30d req-5214bc73-a988-4c6e-bf1a-f406e4d9b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:48.434120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76043af6-ee96-49be-9d52-f1301203e30d req-5214bc73-a988-4c6e-bf1a-f406e4d9b91e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3889580 Jul 30 01:53:48.493785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d937e5-109e-42e5-a907-a164a951e382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-81ef6e35-6205-4e8e-bfce-4ba518a57b8e', 'network_id': '81ef6e35-6205-4e8e-bfce-4ba518a57b8e', 'tenant_id': '67738f31a0a949af9ea6777ccbb6ff3c', 'fixed_ips': [{'subnet_id': 'cb6728d6-57d9-4c97-abdd-012193943cec'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:48.493785 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b0d937e5-109e-42e5-a907-a164a951e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.509571 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8caa-ce7c-4342-91f2-313d40e4446d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.532638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.570997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-11647bcd-efd9-4469-9d06-42222f09661b None None] Provisioning for port f5188354-0481-4889-b0d0-665081cc9da1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:48.608428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-11647bcd-efd9-4469-9d06-42222f09661b None None] Provisioning complete for port f5188354-0481-4889-b0d0-665081cc9da1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:48.609064 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11647bcd-efd9-4469-9d06-42222f09661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.775305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.792264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-435bb4ee-d5de-46be-9eaf-a8cea27375b5 req-e620af70-60af-467d-a73d-d3a47d9c6345 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5047159 Jul 30 01:53:48.792656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-11647bcd-efd9-4469-9d06-42222f09661b None None] Port f5188354-0481-4889-b0d0-665081cc9da1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:48.802544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99430301-1908-4f05-a213-be802c404bd6 None None] Network 81ef6e35-6205-4e8e-bfce-4ba518a57b8e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:48.814658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ef6e35-6205-4e8e-bfce-4ba518a57b8e']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:48.834861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1617b9e8-0282-45b9-91aa-26786c09c069') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:48.835584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1617b9e8-0282-45b9-91aa-26786c09c069') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:48.855587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.900732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6728d6-57d9-4c97-abdd-012193943cec,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:48.915715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.929542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:48.930417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:48.937113 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:48.964019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e379d46c-2404-4244-8855-e66d6436473f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:49.081368 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.092904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0603a6-a8a1-41b4-9e3f-63030d1f8691 req-04c4f243-bf02-47cb-9017-2b431c1113cb tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.095370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.095924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff0603a6-a8a1-41b4-9e3f-63030d1f8691 req-04c4f243-bf02-47cb-9017-2b431c1113cb tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1096 time: 0.4418008 Jul 30 01:53:49.098757 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/81ef6e35-6205-4e8e-bfce-4ba518a57b8e HTTP/1.1" status: 204 len: 168 time: 1.2008317 Jul 30 01:53:49.127385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42464) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:49.136101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-883884424'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:49.141240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066d17a-ce13-4e56-a5b6-f36f7ee42c4f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Network': ['ID=81ef6e35-6205-4e8e-bfce-4ba518a57b8e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:49.189482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:49.196066 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.258035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:49.258610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: e379d46c-2404-4244-8855-e66d6436473f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:49.258610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e379d46c-2404-4244-8855-e66d6436473f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:49.267975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76043af6-ee96-49be-9d52-f1301203e30d req-888958cc-a074-4f71-8549-ce8d1a385791 service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953248 Jul 30 01:53:49.277405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.277941 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Added segment 617c0d0c-e276-4941-a4ae-4bba145c8204 of type vlan for network caac749c-d3ac-44ea-9219-3c1452adf3f4 Jul 30 01:53:49.306457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8b7c4c54-72fc-40ce-8994-11a5bb3156e4 None None] Provisioning complete for port f5188354-0481-4889-b0d0-665081cc9da1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:49.307232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c54-72fc-40ce-8994-11a5bb3156e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.346959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec4036-a89a-4863-8c48-ae5c03230b28 req-1e072dce-b281-4162-8e0b-0435cac5b0de tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.370564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62ec4036-a89a-4863-8c48-ae5c03230b28 req-1e072dce-b281-4162-8e0b-0435cac5b0de tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.4279525 Jul 30 01:53:49.388368 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.391753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c4c54-72fc-40ce-8994-11a5bb3156e4 None None] Port f5188354-0481-4889-b0d0-665081cc9da1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:53:49.509037 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-ff183fcf-e66b-4206-8656-e96bdeed4bbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1255181 Jul 30 01:53:49.519790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.533324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.534598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:49.552712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff0603a6-a8a1-41b4-9e3f-63030d1f8691 req-41cc3319-7b55-4d9b-a8ea-039cde266955 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841295 Jul 30 01:53:49.643346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62ec4036-a89a-4863-8c48-ae5c03230b28 req-ebd69546-4488-4ac0-bdec-a34676ae82cd tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705836 Jul 30 01:53:49.724295 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5948966 Jul 30 01:53:49.731276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42470) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:49.740717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'subnet': {'network_id': 'caac749c-d3ac-44ea-9219-3c1452adf3f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:49.843088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690dba0-8744-45f1-a651-785eb3fc9ecf tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Network': ['ID=caac749c-d3ac-44ea-9219-3c1452adf3f4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:49.875853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network caac749c-d3ac-44ea-9219-3c1452adf3f4 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:49.917333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-eb5b664b-70a0-42be-a82e-fb4402443534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.918583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-eb5b664b-70a0-42be-a82e-fb4402443534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.920190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-eb5b664b-70a0-42be-a82e-fb4402443534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.921699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-eb5b664b-70a0-42be-a82e-fb4402443534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.922650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-eb5b664b-70a0-42be-a82e-fb4402443534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.923619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-eb5b664b-70a0-42be-a82e-fb4402443534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.924946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-eb5b664b-70a0-42be-a82e-fb4402443534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:49.929170 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-eb5b664b-70a0-42be-a82e-fb4402443534 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 6500 time: 0.2956412 Jul 30 01:53:50.002528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76043af6-ee96-49be-9d52-f1301203e30d req-9c027995-a91d-416b-974b-cf9150390ac9 service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143464 Jul 30 01:53:50.003730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:50.012431 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.077762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b65e53-14eb-42aa-bb78-d3a768afb2c0 req-44959b3f-0d31-4068-9abf-d8f822b5b0e7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.084480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92b65e53-14eb-42aa-bb78-d3a768afb2c0 req-44959b3f-0d31-4068-9abf-d8f822b5b0e7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 945 time: 0.2684791 Jul 30 01:53:50.212580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92b65e53-14eb-42aa-bb78-d3a768afb2c0 req-8002d819-d35e-438c-9f0c-73c8b1c2d6a9 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970488 Jul 30 01:53:50.278591 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8caa-ce7c-4342-91f2-313d40e4446d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.304423 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8caa-ce7c-4342-91f2-313d40e4446d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.395524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-53a9cc2a-83e2-4069-ac96-14ffb968a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.396474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-53a9cc2a-83e2-4069-ac96-14ffb968a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.397286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-53a9cc2a-83e2-4069-ac96-14ffb968a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.401037 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-53a9cc2a-83e2-4069-ac96-14ffb968a715 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf1348a1-a390-478a-8610-d68fd6f33f60&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=6f4295d3-56a4-4053-93f8-45307cdcf664&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&id=2c87a8b8-9efe-4928-8473-ff1fc173a79e HTTP/1.1" status: 200 len: 2298 time: 0.4141681 Jul 30 01:53:50.424498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee8caa-ce7c-4342-91f2-313d40e4446d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=f5188354-0481-4889-b0d0-665081cc9da1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:50.542507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ee8caa-ce7c-4342-91f2-313d40e4446d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.543587 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a8ee8caa-ce7c-4342-91f2-313d40e4446d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.553914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a8ee8caa-ce7c-4342-91f2-313d40e4446d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/ports/f5188354-0481-4889-b0d0-665081cc9da1 HTTP/1.1" status: 200 len: 910 time: 3.1803331 Jul 30 01:53:50.556494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42482) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:50.651942 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-03631ea8-2a86-4026-a914-3b24e712b45d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8 HTTP/1.1" status: 200 len: 1002 time: 0.2400389 Jul 30 01:53:50.912550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:50.938698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-32c65a9b-b7f2-45d9-a84a-660f9c7edf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:50.942681 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-32c65a9b-b7f2-45d9-a84a-660f9c7edf10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b95422b-324e-4507-83eb-37f4ae31e7db HTTP/1.1" status: 200 len: 856 time: 0.2808042 Jul 30 01:53:51.055151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909663f5-8e9a-4b4c-85f4-3728174dde59 req-cfc286ac-aae2-456f-a221-9bf9835327a2 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:51.078166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-909663f5-8e9a-4b4c-85f4-3728174dde59 req-cfc286ac-aae2-456f-a221-9bf9835327a2 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 945 time: 0.2241795 Jul 30 01:53:51.148797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Subnet': ['ID=9e5fdaaa-610a-471b-afa8-704310a1c2f2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:51.165957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Checking segment: {'id': '617c0d0c-e276-4941-a4ae-4bba145c8204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'caac749c-d3ac-44ea-9219-3c1452adf3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:51.166556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network hostable DHCP agents. Network: caac749c-d3ac-44ea-9219-3c1452adf3f4, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:53:51.188523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-ea48a7dc-b16a-4125-a238-e3d85c848f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:51.191369 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-ea48a7dc-b16a-4125-a238-e3d85c848f93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf1348a1-a390-478a-8610-d68fd6f33f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999979 Jul 30 01:53:51.242043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network caac749c-d3ac-44ea-9219-3c1452adf3f4 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:53:51.310198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, caac749c-d3ac-44ea-9219-3c1452adf3f4) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:51.323319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ac8c29-1a8c-43af-a5b4-b3a81fe74b95 None None] Network caac749c-d3ac-44ea-9219-3c1452adf3f4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:51.350193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:51.351362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.457280 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fa4f388f-6de3-4c4a-adc8-17f67068407d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7241285 Jul 30 01:53:51.461535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42512) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:51.471885 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-909663f5-8e9a-4b4c-85f4-3728174dde59 req-14118925-370d-4e56-92f1-dc8280cd939f tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907447 Jul 30 01:53:51.549082 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-0b9276fe-7305-4765-88f4-c078c3b1179e service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483539 Jul 30 01:53:51.778607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-caac749c-d3ac-44ea-9219-3c1452adf3f4', 'network_id': 'caac749c-d3ac-44ea-9219-3c1452adf3f4', 'tenant_id': '67738f31a0a949af9ea6777ccbb6ff3c', 'fixed_ips': [{'subnet_id': '9e5fdaaa-610a-471b-afa8-704310a1c2f2'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:53:51.780560 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.904189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:51.942902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26fd14-45bf-42aa-8dbb-1ad4825da36e req-e03d92ed-6cb7-4673-8730-dda1d8c7f39b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:51.945069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d26fd14-45bf-42aa-8dbb-1ad4825da36e req-e03d92ed-6cb7-4673-8730-dda1d8c7f39b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1793582 Jul 30 01:53:51.955647 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-1221a2a7-bf79-40c2-86df-cf974fdbf008 service neutron] 10.222.0.41 "GET /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137605 Jul 30 01:53:51.983670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-2bd361f0-0606-4c6f-aa83-3cb6dfee1460 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:53:51.986381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-2bd361f0-0606-4c6f-aa83-3cb6dfee1460 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118637 Jul 30 01:53:52.010654 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.068110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Request body: {'binding': {'host': 'n-h1-715271-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:52.069133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Unknown quota resources ['binding']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:53:52.079388 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-33fce803-424b-4128-936f-63ff1e450b3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=7d49c76d-863a-4ae6-ae63-59504a2f31f3 HTTP/1.1" status: 200 len: 217 time: 0.1200540 Jul 30 01:53:52.125082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Allocated IP 2001:db8::2 (caac749c-d3ac-44ea-9219-3c1452adf3f4/9e5fdaaa-610a-471b-afa8-704310a1c2f2/9ad60941-ada4-4f0e-956b-a55b7dd1373d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:53:52.222918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-874110c5-11d7-463b-a59a-bb049cd801a0 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:52.226124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.226400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-874110c5-11d7-463b-a59a-bb049cd801a0 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 945 time: 0.2797115 Jul 30 01:53:52.248089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d26fd14-45bf-42aa-8dbb-1ad4825da36e req-79b77d84-4ad3-4911-858a-4a0edd288bc8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601173 Jul 30 01:53:52.511682 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.528670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Transition to ACTIVE for port object 9ad60941-ada4-4f0e-956b-a55b7dd1373d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:52.559148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Transition to ACTIVE for port object 9ad60941-ada4-4f0e-956b-a55b7dd1373d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:53:52.572730 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.707514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Deleting port d51701a6-89ef-4081-914d-3e801278deec {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:52.709178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.750521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Pushing event updated for resources: {'Port': ['ID=9ad60941-ada4-4f0e-956b-a55b7dd1373d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:52.773756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Network caac749c-d3ac-44ea-9219-3c1452adf3f4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:53:52.777161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:53:52.785695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:53:52.887908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Attempting to bind port 9ad60941-ada4-4f0e-956b-a55b7dd1373d on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:52.888444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Attempting to bind port 9ad60941-ada4-4f0e-956b-a55b7dd1373d by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '617c0d0c-e276-4941-a4ae-4bba145c8204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'caac749c-d3ac-44ea-9219-3c1452adf3f4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:52.889479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Attempting to bind port 9ad60941-ada4-4f0e-956b-a55b7dd1373d on network caac749c-d3ac-44ea-9219-3c1452adf3f4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:52.898063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:52.898553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Checking segment: {'id': '617c0d0c-e276-4941-a4ae-4bba145c8204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'caac749c-d3ac-44ea-9219-3c1452adf3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:52.899290 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:52.899290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Bound using segment: {'id': '617c0d0c-e276-4941-a4ae-4bba145c8204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'caac749c-d3ac-44ea-9219-3c1452adf3f4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:52.899290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Bound port: 9ad60941-ada4-4f0e-956b-a55b7dd1373d, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617c0d0c-e276-4941-a4ae-4bba145c8204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'caac749c-d3ac-44ea-9219-3c1452adf3f4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:52.899290 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.051017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] For port 9ad60941-ada4-4f0e-956b-a55b7dd1373d, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:53:53.059575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] For port 9ad60941-ada4-4f0e-956b-a55b7dd1373d, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9ad60941-ada4-4f0e-956b-a55b7dd1373d,segment=NetworkSegment(617c0d0c-e276-4941-a4ae-4bba145c8204),segment_id=617c0d0c-e276-4941-a4ae-4bba145c8204)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:53.070510 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.112767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-5829a2a6-b3a7-42c6-99eb-2adb999450fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:53.115802 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-5829a2a6-b3a7-42c6-99eb-2adb999450fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.8956187 Jul 30 01:53:53.187242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5ff75-28fb-46db-9488-5ab30e1d42b7 None None] Pushing event updated for resources: {'Port': ['ID=9ad60941-ada4-4f0e-956b-a55b7dd1373d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:53.236784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.318291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-ce153ce0-fa23-40a1-b2a7-1d66497f383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:53.321352 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-ce153ce0-fa23-40a1-b2a7-1d66497f383e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1963577 Jul 30 01:53:53.372198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5fdaaa-610a-471b-afa8-704310a1c2f2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:53.550602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bac4b-241c-4c09-9fbb-5a415afb5526 req-60282e4a-320a-4242-8520-12ce5e9f574c tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:53.577095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c5bac4b-241c-4c09-9fbb-5a415afb5526 req-60282e4a-320a-4242-8520-12ce5e9f574c tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 945 time: 0.8604341 Jul 30 01:53:53.600385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb on host n-h1-715271-7 for vnic_type normal with profile None {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:53:53.600919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:53:53.601429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:53.616177 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.639901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Port 288f0662-90f9-4ce8-9baa-89feee365fbb on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:53:53.641559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:53:53.660792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caac749c-d3ac-44ea-9219-3c1452adf3f4']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:53.668405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] For port d51701a6-89ef-4081-914d-3e801278deec, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d51701a6-89ef-4081-914d-3e801278deec,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:53.668983 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.679173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:53:53.680227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:53:53.680391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:53:53.681079 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Bound port: 288f0662-90f9-4ce8-9baa-89feee365fbb, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:53:53.704648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617c0d0c-e276-4941-a4ae-4bba145c8204') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:53.705125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617c0d0c-e276-4941-a4ae-4bba145c8204') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:53.718252 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.791561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.792253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c5bac4b-241c-4c09-9fbb-5a415afb5526 req-ff776fbf-77db-46e4-8aa2-d658c50c0b00 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057972 Jul 30 01:53:53.797715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port f5188354-0481-4889-b0d0-665081cc9da1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:53.797715 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.853394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.867279 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-baa7b53a-f0ae-4adc-b3dd-b6267cf3714d service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116882 Jul 30 01:53:53.875235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:53.875942 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:53.881271 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:54.014658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:53:54.079293 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.081349 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ae3a29b0-f5b9-4282-b2cc-3ff5c8c99b53 service neutron] 10.222.0.84 "POST /v2.0/ports/288f0662-90f9-4ce8-9baa-89feee365fbb/bindings HTTP/1.1" status: 201 len: 389 time: 2.0786529 Jul 30 01:53:54.088101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.098689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 01:53:54.098689 n-d-715271-7 neutron-server[93818]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 01:53:54.098689 n-d-715271-7 neutron-server[93818]: [parameters: {'id': 'caac749c-d3ac-44ea-9219-3c1452adf3f4'}] Jul 30 01:53:54.098689 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:53:54.098689 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:53:54.193195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for f5188354-0481-4889-b0d0-665081cc9da1 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:54.268452 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-39ca0986-21ab-4ad2-8eec-4d78cb37ca71 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663588 Jul 30 01:53:54.433911 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-d80bca33-efb7-4a30-8a77-328ca1a773a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c HTTP/1.1" status: 200 len: 217 time: 0.1481841 Jul 30 01:53:54.450313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.451246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.451958 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Floating IP f3fb2f91-0560-4097-8557-524209e01a55 disassociated. External IP: 172.25.7.23, port: d51701a6-89ef-4081-914d-3e801278deec. Jul 30 01:53:54.452682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Calling delete_port for d51701a6-89ef-4081-914d-3e801278deec owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:54.608384 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:54.613264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-5e69bf8a-3fa7-402d-a193-3870fd37bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:54.616632 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-5e69bf8a-3fa7-402d-a193-3870fd37bff9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.1675305 Jul 30 01:53:54.757921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-517bf962-19d6-4073-acde-2ee48f475015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:54.761870 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-517bf962-19d6-4073-acde-2ee48f475015 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315527 Jul 30 01:53:54.897070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d51701a6-89ef-4081-914d-3e801278deec no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:55.131989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.150380 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.243745 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-4006b33e-455f-47dd-b7f2-68d59ad9fcf0 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027140 Jul 30 01:53:55.337534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d51701a6-89ef-4081-914d-3e801278deec, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d51701a6-89ef-4081-914d-3e801278deec,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:55.339018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:55.344564 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e518909-592a-4a6a-8f5b-acd5762300b6" -d '{"events": [{"server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "name": "network-vif-unplugged", "status": "completed", "tag": "d51701a6-89ef-4081-914d-3e801278deec"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:55.353603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9653ca22-8cd3-4bd7-abfe-5969fe1eaca1 None None] Network caac749c-d3ac-44ea-9219-3c1452adf3f4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:53:55.363327 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.507185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=f5188354-0481-4889-b0d0-665081cc9da1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:55.508202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Deleting port 9ad60941-ada4-4f0e-956b-a55b7dd1373d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:53:55.508928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.613268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b4b50792-ffed-4596-9664-aa4159e80786 None None] Provisioning for port 9ad60941-ada4-4f0e-956b-a55b7dd1373d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:55.695765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9ad60941-ada4-4f0e-956b-a55b7dd1373d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:53:55.747469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] For port 9ad60941-ada4-4f0e-956b-a55b7dd1373d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9ad60941-ada4-4f0e-956b-a55b7dd1373d,segment=NetworkSegment(617c0d0c-e276-4941-a4ae-4bba145c8204),segment_id=617c0d0c-e276-4941-a4ae-4bba145c8204)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:53:55.749094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:55.765066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-a0e7bf08-b207-48ff-ac7b-286ba7fe8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:55.768024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-a0e7bf08-b207-48ff-ac7b-286ba7fe8e36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1096 time: 0.9687970 Jul 30 01:53:55.774171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Calling delete_port for 9ad60941-ada4-4f0e-956b-a55b7dd1373d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:53:55.944736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d51701a6-89ef-4081-914d-3e801278deec,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:55.962431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373046d1-3b5a-4524-8cf5-4a3dfc481c3b req-2a66bc97-8866-4f1a-bc61-4325c597c0d0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:55.975764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-373046d1-3b5a-4524-8cf5-4a3dfc481c3b req-2a66bc97-8866-4f1a-bc61-4325c597c0d0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 1.0922456 Jul 30 01:53:55.981365 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-20ceccd5-643e-4fb8-b9fa-05398a9ca194 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360773 Jul 30 01:53:55.998945 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.002953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9ad60941-ada4-4f0e-956b-a55b7dd1373d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:53:56.015487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9ad60941-ada4-4f0e-956b-a55b7dd1373d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:53:56.017108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.055013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Port 9ad60941-ada4-4f0e-956b-a55b7dd1373d was deleted so its status cannot be updated. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 01:53:56.089728 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-e0373b0f-f035-43b1-bcaa-aefc1c0712d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=a410653c-b1b8-4706-b982-5872a766d639 HTTP/1.1" status: 200 len: 217 time: 0.0995743 Jul 30 01:53:56.092513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.199851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd50bc-cb2d-4a6d-88ee-df4fa7835111 None None] DHCP port deletion for caac749c-d3ac-44ea-9219-3c1452adf3f4 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:53:56.248065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Port': ['ID=9ad60941-ada4-4f0e-956b-a55b7dd1373d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:56.269052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No DVR routers for this DVR port 9ad60941-ada4-4f0e-956b-a55b7dd1373d on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:56.297983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-6148c4fa-ba79-4eac-9e10-9d065a57e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:56.301187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-6148c4fa-ba79-4eac-9e10-9d065a57e7c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.2036602 Jul 30 01:53:56.381932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-aa50f10d-3fe7-4bc0-802f-cff6430b5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:56.385100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-aa50f10d-3fe7-4bc0-802f-cff6430b5ca5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.4488962 Jul 30 01:53:56.519612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-373046d1-3b5a-4524-8cf5-4a3dfc481c3b req-1001eefb-382c-44fc-8882-0d3097d6d3bb tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421364 Jul 30 01:53:56.548413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68623928-be7d-403b-93fb-c3de950ac25f req-d68cb26e-edcc-4131-a814-848f6ea9f9d3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:56.550018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68623928-be7d-403b-93fb-c3de950ac25f req-d68cb26e-edcc-4131-a814-848f6ea9f9d3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 865 time: 1.2247097 Jul 30 01:53:56.580083 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-7c181c35-4ee7-42d3-9022-e92a4a85f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:56.583226 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-7c181c35-4ee7-42d3-9022-e92a4a85f782 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2731676 Jul 30 01:53:56.586379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.637408 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be86c30d-de3c-4f00-8c22-743129506671 x-openstack-request-id: req-be86c30d-de3c-4f00-8c22-743129506671 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:56.638078 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "name": "network-vif-unplugged", "status": "completed", "tag": "d51701a6-89ef-4081-914d-3e801278deec", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:56.639741 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be86c30d-de3c-4f00-8c22-743129506671 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:56.640426 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec', 'code': 200} Jul 30 01:53:56.646292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Pushing event deleted for resources: {'Port': ['ID=d51701a6-89ef-4081-914d-3e801278deec,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:56.651227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-44ecdd57-ab49-40e2-b2ea-dffaeac3124d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=288f0662-90f9-4ce8-9baa-89feee365fbb HTTP/1.1" status: 200 len: 217 time: 0.2226717 Jul 30 01:53:56.666376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:56.719705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caac749c-d3ac-44ea-9219-3c1452adf3f4']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:56.847633 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-4f1dd5ee-c600-41fd-b2ad-20302dcbc496 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551732 Jul 30 01:53:56.988485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617c0d0c-e276-4941-a4ae-4bba145c8204') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:56.989425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617c0d0c-e276-4941-a4ae-4bba145c8204') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:57.026982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.078859 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.098722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:53:57.099374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:53:57.104786 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:53:57.110844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-1578fe1d-3ca6-4863-85df-1924f7923ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:57.113533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-1578fe1d-3ca6-4863-85df-1924f7923ee2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.4531670 Jul 30 01:53:57.156764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68623928-be7d-403b-93fb-c3de950ac25f req-b534c2ff-ee57-4eaa-b61d-1e6feb0a9eac tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups?id=50df9a73-4156-4285-b5ca-77c7c199ac83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4993336 Jul 30 01:53:57.221466 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-e9cf4b69-7a15-4c90-b759-69a1828e6c21 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500159 Jul 30 01:53:57.257990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-796868a7-0deb-4fe3-b7b9-88fc01139071 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663815 Jul 30 01:53:57.271374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Router 0631e5df-03e4-4c77-b107-3641d3943fb0 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:57.310331 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-4858d0e3-013d-4a5a-a5d1-ff9bf9ea97c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177 HTTP/1.1" status: 200 len: 217 time: 0.0784724 Jul 30 01:53:57.419009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-40d732bc-2a51-4559-a974-fc8a1db00770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:57.422586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-40d732bc-2a51-4559-a974-fc8a1db00770 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 200 len: 797 time: 0.0996447 Jul 30 01:53:57.424437 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.492296 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.500771 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/caac749c-d3ac-44ea-9219-3c1452adf3f4 HTTP/1.1" status: 204 len: 168 time: 6.0328233 Jul 30 01:53:57.504295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42548) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:57.512790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1864050563'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:57.536487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9ad60941-ada4-4f0e-956b-a55b7dd1373d no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:53:57.586137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deedb5e-abae-4764-9591-eb316e02ae62 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Network': ['ID=caac749c-d3ac-44ea-9219-3c1452adf3f4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:57.590497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 44b3d670-0b75-47df-af60-31add1af03b9 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:53:57.601369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9ad60941-ada4-4f0e-956b-a55b7dd1373d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:53:57.601926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9ad60941-ada4-4f0e-956b-a55b7dd1373d not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:53:57.634052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-829ac696-a779-465d-a581-e60a49ac4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:57.638869 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-829ac696-a779-465d-a581-e60a49ac4caf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f4295d3-56a4-4053-93f8-45307cdcf664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1994548 Jul 30 01:53:57.647176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:57.663330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.841260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:53:57.897204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:57.897709 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Added segment 75ffd87b-87fb-45fb-bc8e-9be1531442a2 of type vlan for network c746d27a-bd77-4fd5-ad2e-671e39acd48f Jul 30 01:53:58.008393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:58.012937 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-6af04c59-3bd0-4db5-a4bf-ef1c9451f41a service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453805 Jul 30 01:53:58.032843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2e2cabcd-d239-43fa-b34d-b12ddb8f7032 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/44b3d670-0b75-47df-af60-31add1af03b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4732690 Jul 30 01:53:58.045313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42554) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:58.064674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4def4e06-a902-4dbf-8549-f52dcce980ba None None] Sync routers for ids ['44b3d670-0b75-47df-af60-31add1af03b9'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:58.086163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4def4e06-a902-4dbf-8549-f52dcce980ba None None] Routers {'44b3d670-0b75-47df-af60-31add1af03b9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:58.088822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4def4e06-a902-4dbf-8549-f52dcce980ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['44b3d670-0b75-47df-af60-31add1af03b9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:58.123616 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c222f6e8-a4ae-4f4a-9e1f-e35b97bce5f0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=44b3d670-0b75-47df-af60-31add1af03b9 HTTP/1.1" status: 200 len: 205 time: 0.0729256 Jul 30 01:53:58.127094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.133612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42556) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:58.147855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-a0108861-801f-4435-b002-932652e24919 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8812337 Jul 30 01:53:58.166326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e47062-47ed-49de-a63c-4d7bffcf4ef8 req-29e3fda2-2ab1-44fc-86e6-b0ce3f3309b5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:58.170291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4def4e06-a902-4dbf-8549-f52dcce980ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:58.180834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53e47062-47ed-49de-a63c-4d7bffcf4ef8 req-29e3fda2-2ab1-44fc-86e6-b0ce3f3309b5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.4640267 Jul 30 01:53:58.191024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4def4e06-a902-4dbf-8549-f52dcce980ba None None] Routers {'44b3d670-0b75-47df-af60-31add1af03b9'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:58.194319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4def4e06-a902-4dbf-8549-f52dcce980ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['44b3d670-0b75-47df-af60-31add1af03b9'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:58.212432 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:53:58.232178 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] Sync routers for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:53:58.260808 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:58.262234 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:58.343986 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cba2-a3cb-47fc-9ba8-5a465ce876e2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.382838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4def4e06-a902-4dbf-8549-f52dcce980ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:58.384014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4def4e06-a902-4dbf-8549-f52dcce980ba None None] The sync data for ids ['44b3d670-0b75-47df-af60-31add1af03b9'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:53:58.510372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] No DVR routers for this DVR port d51701a6-89ef-4081-914d-3e801278deec on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:53:58.562731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.567555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-429a2f10-31bd-4438-b9a1-f2e5cbc9a07f req-95e169d3-b2dd-49fb-ac5b-02a560080908 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.41 "DELETE /v2.0/ports/d51701a6-89ef-4081-914d-3e801278deec HTTP/1.1" status: 204 len: 173 time: 6.3068521 Jul 30 01:53:58.575947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f03ffbe-341c-420c-85e9-94bcac65d33b req-f924e2f5-5172-48b5-aa17-654bc487d9b1 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/ports?device_id=c05b9f91-9486-44de-83d7-97fdd8483eec HTTP/1.1" status: 200 len: 210 time: 0.1556547 Jul 30 01:53:58.577596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'name': 'network-vif-deleted', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:53:58.582849 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8d1cba-4c1d-4daa-ad2e-49dffe0da6b7" -d '{"events": [{"server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "name": "network-vif-deleted", "tag": "d51701a6-89ef-4081-914d-3e801278deec"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:53:58.600544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53e47062-47ed-49de-a63c-4d7bffcf4ef8 req-f194921f-7f46-4ab9-88ef-1e11a6f7d606 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178886 Jul 30 01:53:58.632360 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.644068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:58.645157 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:58.675981 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-d8b4412d-83d3-46ed-9caa-d0dd2cd5dd55 service neutron] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521118 Jul 30 01:53:58.703736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-b5b0eb58-ca71-4a1f-b955-fc6eddca5489 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086348 Jul 30 01:53:58.720199 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:58.775033 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3be945-a417-4001-89ea-e3335c380d4c x-openstack-request-id: req-bd3be945-a417-4001-89ea-e3335c380d4c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:53:58.775557 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05b9f91-9486-44de-83d7-97fdd8483eec", "name": "network-vif-deleted", "tag": "d51701a6-89ef-4081-914d-3e801278deec", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:53:58.776108 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bd3be945-a417-4001-89ea-e3335c380d4c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:53:58.776817 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05b9f91-9486-44de-83d7-97fdd8483eec', 'name': 'network-vif-deleted', 'tag': 'd51701a6-89ef-4081-914d-3e801278deec', 'status': 'completed', 'code': 200} Jul 30 01:53:58.973796 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cba2-a3cb-47fc-9ba8-5a465ce876e2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.033374 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-c46f8fbb-6c6d-4dff-8265-4ed0671bb01d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a HTTP/1.1" status: 200 len: 217 time: 0.2329547 Jul 30 01:53:59.035887 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cba2-a3cb-47fc-9ba8-5a465ce876e2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.066623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Network': ['ID=c746d27a-bd77-4fd5-ad2e-671e39acd48f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:53:59.088738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c746d27a-bd77-4fd5-ad2e-671e39acd48f details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:53:59.147377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-2075e2f9-fb3c-45fb-b2fe-c316fd5a6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:59.150295 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-2075e2f9-fb3c-45fb-b2fe-c316fd5a6b67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 200 len: 797 time: 0.0781696 Jul 30 01:53:59.158177 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-47166a89-c4c1-43c1-b5f9-8ebea0f66c2d tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6518824 Jul 30 01:53:59.161817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:59.174790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Request body: {'subnet': {'network_id': 'c746d27a-bd77-4fd5-ad2e-671e39acd48f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:53:59.297349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cba2-a3cb-47fc-9ba8-5a465ce876e2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.297349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a5cba2-a3cb-47fc-9ba8-5a465ce876e2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Fanout notify agent at l3_agent the message router_deleted on router 44b3d670-0b75-47df-af60-31add1af03b9 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:53:59.309842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1a5cba2-a3cb-47fc-9ba8-5a465ce876e2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.322760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c1a5cba2-a3cb-47fc-9ba8-5a465ce876e2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/44b3d670-0b75-47df-af60-31add1af03b9 HTTP/1.1" status: 204 len: 168 time: 1.1876619 Jul 30 01:53:59.330200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42568) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:59.350448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-d40f6a91-ee3a-41e3-a38d-9842b91773d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:53:59.353069 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-d40f6a91-ee3a-41e3-a38d-9842b91773d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1924541 Jul 30 01:53:59.382725 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '6ea22e9e-12be-4325-ae72-87e6b45826a4', 'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'mac_address': 'fa:16:3e:7c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:04Z', 'updated_at': '2021-07-30T01:51:23Z', 'revision_number': 5, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'subnets': [{'id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:59.434363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Made reservation on behalf of 67738f31a0a949af9ea6777ccbb6ff3c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:53:59.440664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.468882 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] Checking router: 0631e5df-03e4-4c77-b107-3641d3943fb0 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:53:59.496700 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:53:59.497620 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:53:59.580175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecb4bea-13f5-411d-9ca2-a358aaa87801 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting subnet dc3219d1-2a7c-464a-880b-6b7025249dfb {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:53:59.602378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4bea-13f5-411d-9ca2-a358aaa87801 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.743965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4bea-13f5-411d-9ca2-a358aaa87801 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:53:59.918386 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:53:59.930821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42576) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:53:59.965666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4bea-13f5-411d-9ca2-a358aaa87801 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.106626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e537d-664b-4194-a733-6f4232e9b1c3 req-f81cffd0-2d70-4bcd-8125-90dfd5e89376 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:00.109234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-370e537d-664b-4194-a733-6f4232e9b1c3 req-f81cffd0-2d70-4bcd-8125-90dfd5e89376 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.1770601 Jul 30 01:54:00.174562 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4bea-13f5-411d-9ca2-a358aaa87801 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.195359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 01:54:00.196426 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aaec880-0144-4ab3-a912-14de0ecdd274 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.244389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb4bea-13f5-411d-9ca2-a358aaa87801 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3219d1-2a7c-464a-880b-6b7025249dfb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.249157 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4bea-13f5-411d-9ca2-a358aaa87801 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.251478 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7ecb4bea-13f5-411d-9ca2-a358aaa87801 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/dc3219d1-2a7c-464a-880b-6b7025249dfb HTTP/1.1" status: 204 len: 168 time: 0.9199731 Jul 30 01:54:00.255787 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-8bd87623-995f-4e0a-8e04-f5a192747472 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441324 Jul 30 01:54:00.256082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42582) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:00.260814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69bb79-7c84-4a8c-87a4-c44c9a2a5332 None None] Network 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:00.340811 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aaec880-0144-4ab3-a912-14de0ecdd274 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.423225 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.454336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aaec880-0144-4ab3-a912-14de0ecdd274 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.457661 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aaec880-0144-4ab3-a912-14de0ecdd274 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.459903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9aaec880-0144-4ab3-a912-14de0ecdd274 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "DELETE /v2.0/security-groups/50df9a73-4156-4285-b5ca-77c7c199ac83 HTTP/1.1" status: 204 len: 168 time: 0.5262249 Jul 30 01:54:00.469516 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '6ea22e9e-12be-4325-ae72-87e6b45826a4', 'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'mac_address': 'fa:16:3e:7c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:04Z', 'updated_at': '2021-07-30T01:51:23Z', 'revision_number': 5, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'subnets': [{'id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:00.493322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42584) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:00.531952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaec880-0144-4ab3-a912-14de0ecdd274 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50df9a73-4156-4285-b5ca-77c7c199ac83,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.540653 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114907f6-ecda-4973-ba25-e89b8e9eba78 None None] The sync data for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 is: [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:51:11Z', 'revision_number': 4, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '6ea22e9e-12be-4325-ae72-87e6b45826a4', 'name': '', 'network_id': '28077912-bc59-45e0-9f13-3eda9fd8a5c2', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'mac_address': 'fa:16:3e:7c:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:51:04Z', 'updated_at': '2021-07-30T01:51:23Z', 'revision_number': 5, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'subnets': [{'id': '5a54c1f5-8dee-401c-9cfd-ce5ac871b093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:00.615401 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-ec6f7006-a40e-46e6-9bbe-c20f6bcadff3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] show failed (client error): The resource could not be found. Jul 30 01:54:00.617677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ec6f7006-a40e-46e6-9bbe-c20f6bcadff3 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "GET /v2.0/security-groups/50df9a73-4156-4285-b5ca-77c7c199ac83 HTTP/1.1" status: 404 len: 347 time: 0.1190600 Jul 30 01:54:00.635815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-370e537d-664b-4194-a733-6f4232e9b1c3 req-87cdcdf1-28e2-4ac2-b47d-10e7cdc5910f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115402 Jul 30 01:54:00.640509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42586) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:00.671932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2901c12-c02a-4092-b8cf-cb5c88cd2d22 None None] DHCP port deletion for 1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:00.693324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event updated for resources: {'Subnet': ['ID=79330bf8-e31b-47ed-9150-23d7548cf103,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:00.768344 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-05492b44-cb28-4f5e-8bf6-ec63ed8d78a3 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647593 Jul 30 01:54:00.789769 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccb04d54-dc83-44de-a85b-6c545298ab13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.794096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d2901c12-c02a-4092-b8cf-cb5c88cd2d22 None None] Deleting port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:00.795671 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2901c12-c02a-4092-b8cf-cb5c88cd2d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.819094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Checking segment: {'id': '75ffd87b-87fb-45fb-bc8e-9be1531442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c746d27a-bd77-4fd5-ad2e-671e39acd48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:00.819954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network hostable DHCP agents. Network: c746d27a-bd77-4fd5-ad2e-671e39acd48f, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:00.878051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.892232 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-f8a8cc99-9974-4dd5-bb6d-48cd3ef06cca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 HTTP/1.1" status: 200 len: 217 time: 0.1028750 Jul 30 01:54:00.929075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d2901c12-c02a-4092-b8cf-cb5c88cd2d22 None None] For port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=32dce465-8d32-4bfc-9bb8-61cc4c90fed1,segment=NetworkSegment(e157787e-f732-4b5f-aad0-c2a9d9a572c1),segment_id=e157787e-f732-4b5f-aad0-c2a9d9a572c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:00.929908 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2901c12-c02a-4092-b8cf-cb5c88cd2d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:00.944994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Network c746d27a-bd77-4fd5-ad2e-671e39acd48f is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:00.959172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d2901c12-c02a-4092-b8cf-cb5c88cd2d22 None None] Calling delete_port for 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:00.984945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, c746d27a-bd77-4fd5-ad2e-671e39acd48f) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:00.992139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:00.993153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.030588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-13003028-07ae-4c02-ba92-1715ef3127de tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8656054 Jul 30 01:54:01.035164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42588) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:01.047914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db224564-25d3-4046-87f7-569445750d99 None None] Network c746d27a-bd77-4fd5-ad2e-671e39acd48f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:01.086610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-46676123-937a-45a3-91ac-1e097768473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:01.096630 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-46676123-937a-45a3-91ac-1e097768473b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 200 len: 797 time: 0.1925983 Jul 30 01:54:01.128594 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.181272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6878312-303c-4829-a1e4-88e85895c5ef None None] New status for floating IP f3fb2f91-0560-4097-8557-524209e01a55: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:54:01.212886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Deleting port d585b6c2-c6d2-4173-86cd-83ec9351040c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:01.213329 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.267695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-d71844a9-6a57-455a-a56b-d0e12259b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:01.280185 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-d71844a9-6a57-455a-a56b-d0e12259b308 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c87a8b8-9efe-4928-8473-ff1fc173a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1655927 Jul 30 01:54:01.371808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.372272 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.391930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Calling delete_port for d585b6c2-c6d2-4173-86cd-83ec9351040c owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:01.568982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:01.718195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.721789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.744807 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2901c12-c02a-4092-b8cf-cb5c88cd2d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:01.759518 n-d-715271-7 neutron-server[93820]: INFO neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No ports have port_id starting with 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 Jul 30 01:54:01.851978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2901c12-c02a-4092-b8cf-cb5c88cd2d22 None None] Pushing event deleted for resources: {'Port': ['ID=32dce465-8d32-4bfc-9bb8-61cc4c90fed1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:01.881062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-c746d27a-bd77-4fd5-ad2e-671e39acd48f', 'network_id': 'c746d27a-bd77-4fd5-ad2e-671e39acd48f', 'tenant_id': '67738f31a0a949af9ea6777ccbb6ff3c', 'fixed_ips': [{'subnet_id': '79330bf8-e31b-47ed-9150-23d7548cf103'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:54:01.882478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.017649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:02.018207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.157773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Allocated IP 2001:db8::f816:3eff:fe27:7be6 (c746d27a-bd77-4fd5-ad2e-671e39acd48f/79330bf8-e31b-47ed-9150-23d7548cf103/79ae6d24-c14b-4d37-8a16-fe9d9caef301) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:02.186657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1, host n-d-715271-7, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:02.187337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.195382 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-984cc1cf-f93a-4d2c-b1be-949d0c4d7728 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9131694 Jul 30 01:54:02.245912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:02.274219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2901c12-c02a-4092-b8cf-cb5c88cd2d22 None None] No DVR routers for this DVR port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:02.319262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:54:02.324164 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.356070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=32dce465-8d32-4bfc-9bb8-61cc4c90fed1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:02.378168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No DVR routers for this DVR port 32dce465-8d32-4bfc-9bb8-61cc4c90fed1 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:02.401550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Pushing event deleted for resources: {'Port': ['ID=d585b6c2-c6d2-4173-86cd-83ec9351040c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:02.464564 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.481017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Transition to ACTIVE for port object 79ae6d24-c14b-4d37-8a16-fe9d9caef301 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:02.506489 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.512139 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.513230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.518581 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dd66c173-e4b2-46cb-a3a9-175b7ba3c105 tempest-ServersTestJSON-231064222 tempest-ServersTestJSON-231064222-project] 10.222.0.84 "DELETE /v2.0/floatingips/f3fb2f91-0560-4097-8557-524209e01a55 HTTP/1.1" status: 204 len: 168 time: 1.8717730 Jul 30 01:54:02.521723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42598) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:02.527419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Transition to ACTIVE for port object 79ae6d24-c14b-4d37-8a16-fe9d9caef301 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:02.542677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:02.546116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.597601 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d68929db-7405-4167-b1cb-8c354c7d20bb req-b01f0b44-ed90-4fd7-98bf-1a40e8c77817 service neutron] 10.222.0.41 "GET /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860784 Jul 30 01:54:02.606850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e157787e-f732-4b5f-aad0-c2a9d9a572c1') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:02.607911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e157787e-f732-4b5f-aad0-c2a9d9a572c1') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:02.641277 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.644207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Network c746d27a-bd77-4fd5-ad2e-671e39acd48f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:02.646491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:02.653200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:02.709831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.733940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:02.734639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.745629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Pushing event updated for resources: {'Port': ['ID=79ae6d24-c14b-4d37-8a16-fe9d9caef301,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:02.747858 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:02.783199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Attempting to bind port 79ae6d24-c14b-4d37-8a16-fe9d9caef301 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:02.783718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Attempting to bind port 79ae6d24-c14b-4d37-8a16-fe9d9caef301 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '75ffd87b-87fb-45fb-bc8e-9be1531442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c746d27a-bd77-4fd5-ad2e-671e39acd48f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:02.784309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Attempting to bind port 79ae6d24-c14b-4d37-8a16-fe9d9caef301 on network c746d27a-bd77-4fd5-ad2e-671e39acd48f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:02.797147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:02.798733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Checking segment: {'id': '75ffd87b-87fb-45fb-bc8e-9be1531442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c746d27a-bd77-4fd5-ad2e-671e39acd48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:02.799602 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.800280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Bound using segment: {'id': '75ffd87b-87fb-45fb-bc8e-9be1531442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c746d27a-bd77-4fd5-ad2e-671e39acd48f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:02.801057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Bound port: 79ae6d24-c14b-4d37-8a16-fe9d9caef301, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ffd87b-87fb-45fb-bc8e-9be1531442a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c746d27a-bd77-4fd5-ad2e-671e39acd48f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:02.801807 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.825329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86878d-a98f-4bd2-b1d1-e9d0db105c46 req-f01222ae-3789-40cd-bb70-9a2cd50f4fbf tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:02.828160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a86878d-a98f-4bd2-b1d1-e9d0db105c46 req-f01222ae-3789-40cd-bb70-9a2cd50f4fbf tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.3432016 Jul 30 01:54:02.896779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.910552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.914183 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/networks/1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc HTTP/1.1" status: 204 len: 168 time: 2.6568272 Jul 30 01:54:02.931517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42600) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:02.940099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9ca83e9c-46e8-4f13-b4d4-a12e088a0803 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-187431075', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:02.948719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f987f63-3dcb-4791-9b65-bab3de3172dc tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Network': ['ID=1925ee1d-93bb-4b6c-ad37-fbb6b2d835dc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:02.951108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] For port 79ae6d24-c14b-4d37-8a16-fe9d9caef301, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:02.962243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] For port 79ae6d24-c14b-4d37-8a16-fe9d9caef301, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=79ae6d24-c14b-4d37-8a16-fe9d9caef301,segment=NetworkSegment(75ffd87b-87fb-45fb-bc8e-9be1531442a2),segment_id=75ffd87b-87fb-45fb-bc8e-9be1531442a2)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:02.971480 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:02.999040 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ca83e9c-46e8-4f13-b4d4-a12e088a0803 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.002349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ca83e9c-46e8-4f13-b4d4-a12e088a0803 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.038981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a86878d-a98f-4bd2-b1d1-e9d0db105c46 req-2f2ce2b1-8ab6-40b5-ad9d-293326114f9b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776401 Jul 30 01:54:03.091496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0c67c-b844-4ff0-9f82-7d6d61821038 None None] Pushing event updated for resources: {'Port': ['ID=79ae6d24-c14b-4d37-8a16-fe9d9caef301,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:03.117808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Deleting port 79ae6d24-c14b-4d37-8a16-fe9d9caef301 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:03.117808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.150462 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ca83e9c-46e8-4f13-b4d4-a12e088a0803 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.158617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ca83e9c-46e8-4f13-b4d4-a12e088a0803 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.189201 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ca83e9c-46e8-4f13-b4d4-a12e088a0803 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.198649 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9ca83e9c-46e8-4f13-b4d4-a12e088a0803 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2651167 Jul 30 01:54:03.200154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42602) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:03.212465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'network': {'name': 'tempest-RoutersTest-797867779'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:03.270472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:03.278607 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.307548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] For port 79ae6d24-c14b-4d37-8a16-fe9d9caef301, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=79ae6d24-c14b-4d37-8a16-fe9d9caef301,segment=NetworkSegment(75ffd87b-87fb-45fb-bc8e-9be1531442a2),segment_id=75ffd87b-87fb-45fb-bc8e-9be1531442a2)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:03.307880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.366636 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4a1122c-1fc5-4afc-b73d-5b120930bdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.380188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Calling delete_port for 79ae6d24-c14b-4d37-8a16-fe9d9caef301 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:03.390259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:03.423688 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.424495 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added segment 24e417f7-1c07-4bf4-9649-5f5903fd49a1 of type vlan for network c650e9f3-1864-4763-bb61-91964234dae7 Jul 30 01:54:03.569498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.639719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.655033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:03.656495 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.750834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.784409 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5817397 Jul 30 01:54:03.790672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42606) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:03.804105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'subnet': {'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:03.831209 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:03.865924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe2fe0-c623-41ca-8baa-294cf7f0e37d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Network': ['ID=c650e9f3-1864-4763-bb61-91964234dae7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:03.883687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c650e9f3-1864-4763-bb61-91964234dae7 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:03.894464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Port': ['ID=79ae6d24-c14b-4d37-8a16-fe9d9caef301,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:03.964916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.009818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:04.020722 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.073677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No DVR routers for this DVR port 79ae6d24-c14b-4d37-8a16-fe9d9caef301 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:04.286159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.413478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.414082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9b4d-a8fc-46e7-8f5e-4f79d5e8039a req-cb81b7b5-858a-4b96-bba6-a95bcc2f9de0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:04.415888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a74f9b4d-a8fc-46e7-8f5e-4f79d5e8039a req-cb81b7b5-858a-4b96-bba6-a95bcc2f9de0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.2124908 Jul 30 01:54:04.426904 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.537685 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.547369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Subnet': ['ID=fb490af3-9fa3-44e3-ae77-a04c36482311,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:04.565171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Checking segment: {'id': '24e417f7-1c07-4bf4-9649-5f5903fd49a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:04.566205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network hostable DHCP agents. Network: c650e9f3-1864-4763-bb61-91964234dae7, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:04.586945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a74f9b4d-a8fc-46e7-8f5e-4f79d5e8039a req-018ae8d4-640c-441f-939a-8e42c058f9ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415529 Jul 30 01:54:04.598576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Subnet': ['ID=79330bf8-e31b-47ed-9150-23d7548cf103,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:04.611642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network c650e9f3-1864-4763-bb61-91964234dae7 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:04.654744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, c650e9f3-1864-4763-bb61-91964234dae7) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:04.670982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4bd3c2-94e2-4486-ac3a-544c375f10d6 None None] Network c650e9f3-1864-4763-bb61-91964234dae7 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:04.675255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:04.676521 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.721264 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e8abecf4-96a5-42de-83c9-363a4360afa9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9288678 Jul 30 01:54:04.724226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42610) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:04.771543 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.821537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c746d27a-bd77-4fd5-ad2e-671e39acd48f']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:04.860010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ffd87b-87fb-45fb-bc8e-9be1531442a2') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:04.861098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ffd87b-87fb-45fb-bc8e-9be1531442a2') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:04.877174 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.889695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6381f-4ae6-4b3e-9b24-bcbf66682c0f None None] Network c746d27a-bd77-4fd5-ad2e-671e39acd48f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:04.905977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.923422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Deleting port 6ea22e9e-12be-4325-ae72-87e6b45826a4 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:04.923842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.928498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:04.928942 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:04.932652 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:05.034377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-66f7ea6c-a04e-4ab4-9604-cff856ed8082 None None] Could not find standard attr ID for object 79ae6d24-c14b-4d37-8a16-fe9d9caef301. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:54:05.065569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.078354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.085896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/c746d27a-bd77-4fd5-ad2e-671e39acd48f HTTP/1.1" status: 204 len: 168 time: 4.0477507 Jul 30 01:54:05.089448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42614) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.141527 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e4c203-82f6-43d0-a456-5cc777bf1fda tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:05.141989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e4c203-82f6-43d0-a456-5cc777bf1fda tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:05.147366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-31e4c203-82f6-43d0-a456-5cc777bf1fda tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/subnets/79330bf8-e31b-47ed-9150-23d7548cf103 HTTP/1.1" status: 404 len: 337 time: 0.0552478 Jul 30 01:54:05.148158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42616) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.175280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2179-5d69-47ca-ba77-d0e0d92a2228 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Network': ['ID=c746d27a-bd77-4fd5-ad2e-671e39acd48f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:05.197784 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0391e033-1bc2-445b-bdb9-3a1860d84871 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:05.198696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0391e033-1bc2-445b-bdb9-3a1860d84871 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:05.204876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0391e033-1bc2-445b-bdb9-3a1860d84871 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/c746d27a-bd77-4fd5-ad2e-671e39acd48f HTTP/1.1" status: 404 len: 339 time: 0.0486910 Jul 30 01:54:05.210126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42618) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.216555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] For port 6ea22e9e-12be-4325-ae72-87e6b45826a4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6ea22e9e-12be-4325-ae72-87e6b45826a4,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:05.216999 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.242260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Calling delete_port for 6ea22e9e-12be-4325-ae72-87e6b45826a4 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:05.273381 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3319ec-59dc-4ed8-b006-76e200ce65da tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:05.273621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3319ec-59dc-4ed8-b006-76e200ce65da tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:05.275788 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fb3319ec-59dc-4ed8-b006-76e200ce65da tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/subnets/9e5fdaaa-610a-471b-afa8-704310a1c2f2 HTTP/1.1" status: 404 len: 337 time: 0.0647185 Jul 30 01:54:05.281445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42620) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.307927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-c650e9f3-1864-4763-bb61-91964234dae7', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:54:05.308211 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.312606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b52461-775c-4b95-b83f-fc66d4e8a4e3 None None] DHCP port deletion for c746d27a-bd77-4fd5-ad2e-671e39acd48f request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:05.320683 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6f5a62-089e-4aeb-8f5a-d29653cb8a7f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:05.321119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6f5a62-089e-4aeb-8f5a-d29653cb8a7f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:05.323885 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8c6f5a62-089e-4aeb-8f5a-d29653cb8a7f tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/caac749c-d3ac-44ea-9219-3c1452adf3f4 HTTP/1.1" status: 404 len: 339 time: 0.0411954 Jul 30 01:54:05.329477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42622) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.385694 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c84418f-8b2d-4c70-84af-29a1c35fad32 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:05.386158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c84418f-8b2d-4c70-84af-29a1c35fad32 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:05.391728 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8c84418f-8b2d-4c70-84af-29a1c35fad32 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/subnets/cb6728d6-57d9-4c97-abdd-012193943cec HTTP/1.1" status: 404 len: 337 time: 0.0545945 Jul 30 01:54:05.409894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42624) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.416850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.441031 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-992052b6-1447-4b92-ac1d-04f787ac0090 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:05.441608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992052b6-1447-4b92-ac1d-04f787ac0090 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:05.446515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-992052b6-1447-4b92-ac1d-04f787ac0090 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/81ef6e35-6205-4e8e-bfce-4ba518a57b8e HTTP/1.1" status: 404 len: 339 time: 0.0331118 Jul 30 01:54:05.447673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42626) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:05.605157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Allocated IP 172.20.0.2 (c650e9f3-1864-4763-bb61-91964234dae7/fb490af3-9fa3-44e3-ae77-a04c36482311/814eda4b-894d-4f8c-8244-eb8087a78fc6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:05.690808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f47f5-fdff-40a4-a308-657e19ef4fee tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Deleting port 230141aa-1f85-42b9-a56d-308f85d5e3a4 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:05.691276 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d4f47f5-fdff-40a4-a308-657e19ef4fee tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.699506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.809850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea22e9e-12be-4325-ae72-87e6b45826a4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:05.920348 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.930884 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d4f47f5-fdff-40a4-a308-657e19ef4fee tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:05.942425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Transition to ACTIVE for port object 814eda4b-894d-4f8c-8244-eb8087a78fc6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:05.961646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f47f5-fdff-40a4-a308-657e19ef4fee tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Calling delete_port for 230141aa-1f85-42b9-a56d-308f85d5e3a4 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:05.982892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Transition to ACTIVE for port object 814eda4b-894d-4f8c-8244-eb8087a78fc6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:05.996820 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.050660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041939-b9fc-4b2b-a58f-0a9659efc9e6 req-6295f010-7c50-4df3-9f81-be728d1f0ae0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:06.052434 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34041939-b9fc-4b2b-a58f-0a9659efc9e6 req-6295f010-7c50-4df3-9f81-be728d1f0ae0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.2225032 Jul 30 01:54:06.126002 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.146864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Network c650e9f3-1864-4763-bb61-91964234dae7 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:06.156085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:06.173544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:06.179108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Pushing event updated for resources: {'Port': ['ID=814eda4b-894d-4f8c-8244-eb8087a78fc6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:06.202707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.204413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.205238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.206224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.207786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.20.0.1 (c650e9f3-1864-4763-bb61-91964234dae7/fb490af3-9fa3-44e3-ae77-a04c36482311/ed21b1fb-cc09-4a2e-8248-6160a12b6cbe) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:06.208075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.209656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.210494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.212215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.213061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.214000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.214776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.216065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:06.247215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34041939-b9fc-4b2b-a58f-0a9659efc9e6 req-1b68b951-253b-4de7-875b-c81105f6e06f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580958 Jul 30 01:54:06.252678 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.290788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d4f47f5-fdff-40a4-a308-657e19ef4fee tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.382144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Attempting to bind port 814eda4b-894d-4f8c-8244-eb8087a78fc6 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:06.382761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Attempting to bind port 814eda4b-894d-4f8c-8244-eb8087a78fc6 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '24e417f7-1c07-4bf4-9649-5f5903fd49a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:06.383388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Attempting to bind port 814eda4b-894d-4f8c-8244-eb8087a78fc6 on network c650e9f3-1864-4763-bb61-91964234dae7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:06.388913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f47f5-fdff-40a4-a308-657e19ef4fee tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Port': ['ID=230141aa-1f85-42b9-a56d-308f85d5e3a4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:06.398695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:06.399313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Checking segment: {'id': '24e417f7-1c07-4bf4-9649-5f5903fd49a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:06.400300 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.400621 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d4f47f5-fdff-40a4-a308-657e19ef4fee tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.400955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Bound using segment: {'id': '24e417f7-1c07-4bf4-9649-5f5903fd49a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:06.401780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Bound port: 814eda4b-894d-4f8c-8244-eb8087a78fc6, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e417f7-1c07-4bf4-9649-5f5903fd49a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:06.402422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.409186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5d4f47f5-fdff-40a4-a308-657e19ef4fee tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/ports/230141aa-1f85-42b9-a56d-308f85d5e3a4 HTTP/1.1" status: 204 len: 168 time: 0.9567297 Jul 30 01:54:06.410772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42632) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:06.490654 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-599f7ff5-9619-4595-892a-f5f6fe29ba61 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:06.491166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599f7ff5-9619-4595-892a-f5f6fe29ba61 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:06.497403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-599f7ff5-9619-4595-892a-f5f6fe29ba61 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/subnets/dbdc69a3-2671-475b-902a-21c68d707006 HTTP/1.1" status: 404 len: 337 time: 0.0814543 Jul 30 01:54:06.498978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42634) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:06.507362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.534121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] For port 814eda4b-894d-4f8c-8244-eb8087a78fc6, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:06.538509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Transition to ACTIVE for port object ed21b1fb-cc09-4a2e-8248-6160a12b6cbe will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:06.543568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] For port 814eda4b-894d-4f8c-8244-eb8087a78fc6, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=814eda4b-894d-4f8c-8244-eb8087a78fc6,segment=NetworkSegment(24e417f7-1c07-4bf4-9649-5f5903fd49a1),segment_id=24e417f7-1c07-4bf4-9649-5f5903fd49a1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:06.553906 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.623014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.637204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:06.701824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dbdb7-69b1-414f-848b-e1ce60602d1c None None] Pushing event updated for resources: {'Port': ['ID=814eda4b-894d-4f8c-8244-eb8087a78fc6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:06.736025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network c650e9f3-1864-4763-bb61-91964234dae7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:06.743602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:06.748384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:06.771173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=ed21b1fb-cc09-4a2e-8248-6160a12b6cbe,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:06.878173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.118370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.391251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Router 0631e5df-03e4-4c77-b107-3641d3943fb0 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:07.555141 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.572869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcd9fb0-d27a-474a-ba69-5cc00ac09033']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:07.649790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9386179-06a9-46a9-b4a0-2807c3be5c9b') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:07.650657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9386179-06a9-46a9-b4a0-2807c3be5c9b') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:07.685035 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.721780 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.731001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df46d-5b59-4039-8beb-e99e7e1328f1 req-85bdbd42-e123-4f34-bfeb-6c1dd0cabf8d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:07.732195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.734799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f52df46d-5b59-4039-8beb-e99e7e1328f1 req-85bdbd42-e123-4f34-bfeb-6c1dd0cabf8d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.2800088 Jul 30 01:54:07.776808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 814eda4b-894d-4f8c-8244-eb8087a78fc6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:07.833434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.851039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:07.851790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:07.861443 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:07.894096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 814eda4b-894d-4f8c-8244-eb8087a78fc6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:07.906001 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:07.951293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=ed21b1fb-cc09-4a2e-8248-6160a12b6cbe,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:07.959260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f52df46d-5b59-4039-8beb-e99e7e1328f1 req-dfaa16d6-6b7d-40ce-98e2-76ae0891d2ed tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491327 Jul 30 01:54:07.992144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:07.998704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1b0334d9-3316-4af4-94e1-6f239974d09d admin admin] 10.222.0.84 "PUT /v2.0/routers/0631e5df-03e4-4c77-b107-3641d3943fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4400489 Jul 30 01:54:08.002191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42640) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:08.014652 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] Sync routers for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:08.034648 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:08.035195 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:08.174540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network c650e9f3-1864-4763-bb61-91964234dae7 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:08.176987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:08.209582 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:08.212359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.223591 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.227208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/6bcd9fb0-d27a-474a-ba69-5cc00ac09033 HTTP/1.1" status: 204 len: 168 time: 1.7263274 Jul 30 01:54:08.231345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42642) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:08.338199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a36ac2-18fa-4fe9-b5e2-b5c58a470a87 None None] Network c650e9f3-1864-4763-bb61-91964234dae7 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:08.355017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5a0c1-1090-46a4-84f3-6fca815211eb tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Network': ['ID=6bcd9fb0-d27a-474a-ba69-5cc00ac09033,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:08.443947 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.488607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:54:08.743595 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:54:05Z', 'revision_number': 5, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:08.750119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:08.773229 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0755d4bb-13d0-4b18-8efd-fb5cd7f01f82 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0473092 Jul 30 01:54:08.776253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fe2008c6-1a2a-4b50-a2b7-91adcca3445e tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Deleting port b739402b-c880-4db3-ae0c-0c8b068283df {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:08.776822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2008c6-1a2a-4b50-a2b7-91adcca3445e tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.780818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42646) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:08.790411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'network': {'name': 'tempest-RoutersTest-1626895649'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:08.837138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:08.849758 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.854077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:08.860980 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] Checking router: 0631e5df-03e4-4c77-b107-3641d3943fb0 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:08.865505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2008c6-1a2a-4b50-a2b7-91adcca3445e tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.881314 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] Routers {'0631e5df-03e4-4c77-b107-3641d3943fb0'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:08.881766 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0631e5df-03e4-4c77-b107-3641d3943fb0'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:08.885360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fe2008c6-1a2a-4b50-a2b7-91adcca3445e tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Calling delete_port for b739402b-c880-4db3-ae0c-0c8b068283df owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:08.924012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:08.936758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:08.937590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:08.948628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:08.949351 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added segment 8e953874-f6be-4045-923e-8364b0bbd0ad of type vlan for network 6da2de5e-6618-4d68-8ad6-94a00126dd11 Jul 30 01:54:09.006545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2008c6-1a2a-4b50-a2b7-91adcca3445e tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.025450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bc8fec5c-c183-4a64-a130-315044b4e184 None None] Provisioning for port 814eda4b-894d-4f8c-8244-eb8087a78fc6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:09.082434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bc8fec5c-c183-4a64-a130-315044b4e184 None None] Provisioning complete for port 814eda4b-894d-4f8c-8244-eb8087a78fc6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:09.082912 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc8fec5c-c183-4a64-a130-315044b4e184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.084675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.135183 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.137026 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] Set router 0631e5df-03e4-4c77-b107-3641d3943fb0 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:09.143896 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:09.144466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.221889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:09.224884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4413245 Jul 30 01:54:09.224884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42650) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:09.228054 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2008c6-1a2a-4b50-a2b7-91adcca3445e tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.234140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fe2008c6-1a2a-4b50-a2b7-91adcca3445e tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/ports/b739402b-c880-4db3-ae0c-0c8b068283df HTTP/1.1" status: 204 len: 168 time: 0.9981017 Jul 30 01:54:09.234400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'subnet': {'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:09.235678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42652) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:09.245680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2008c6-1a2a-4b50-a2b7-91adcca3445e tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Port': ['ID=b739402b-c880-4db3-ae0c-0c8b068283df,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:09.284111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.303473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258fea4-91e7-4366-ac52-f96e6f8f37e0 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Network': ['ID=6da2de5e-6618-4d68-8ad6-94a00126dd11,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:09.335551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ebc00-c2ed-4038-b6b6-fffd883ecd6a req-fa4a4e36-46f9-4608-95c1-aa6bf59929cd tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:09.337187 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-378e63eb-a88c-4a4c-83d8-5345574c3894 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] DELETE failed (client error): The resource could not be found. Jul 30 01:54:09.337705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378e63eb-a88c-4a4c-83d8-5345574c3894 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:54:09.339865 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-378e63eb-a88c-4a4c-83d8-5345574c3894 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/subnets/46124a98-20b6-4fb2-b23a-3c7d1b7fd651 HTTP/1.1" status: 404 len: 337 time: 0.0989881 Jul 30 01:54:09.343775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 6da2de5e-6618-4d68-8ad6-94a00126dd11 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:09.344141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898ebc00-c2ed-4038-b6b6-fffd883ecd6a req-fa4a4e36-46f9-4608-95c1-aa6bf59929cd tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.1979547 Jul 30 01:54:09.352785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42654) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:09.467141 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.554316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898ebc00-c2ed-4038-b6b6-fffd883ecd6a req-4cfeb032-285a-4bd5-8955-eb28ac37dd9c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625524 Jul 30 01:54:09.591081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Deleting port 1f485138-0508-435e-a3bc-587a6e90236a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:09.601349 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.642721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:09.650989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc8fec5c-c183-4a64-a130-315044b4e184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.651460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.742177 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:54:05Z', 'revision_number': 5, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:09.843167 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9fa862-dcc3-4bd5-b642-076ec52841c0 None None] The sync data for ids ['0631e5df-03e4-4c77-b107-3641d3943fb0'] in n-d-715271-7 is: [{'id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'name': 'tempest-ServersTestJSON-816923707-router', 'tenant_id': '03cfd72862c04228b0309667d7dd5958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '1f485138-0508-435e-a3bc-587a6e90236a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:53Z', 'updated_at': '2021-07-30T01:54:05Z', 'revision_number': 5, 'project_id': '03cfd72862c04228b0309667d7dd5958', 'gw_port': {'id': '1f485138-0508-435e-a3bc-587a6e90236a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0631e5df-03e4-4c77-b107-3641d3943fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:55Z', 'updated_at': '2021-07-30T01:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:09.852369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bc8fec5c-c183-4a64-a130-315044b4e184 None None] For port 814eda4b-894d-4f8c-8244-eb8087a78fc6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=814eda4b-894d-4f8c-8244-eb8087a78fc6,segment=NetworkSegment(24e417f7-1c07-4bf4-9649-5f5903fd49a1),segment_id=24e417f7-1c07-4bf4-9649-5f5903fd49a1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:09.885427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] For port 1f485138-0508-435e-a3bc-587a6e90236a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1f485138-0508-435e-a3bc-587a6e90236a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:09.885896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.889886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc8fec5c-c183-4a64-a130-315044b4e184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:09.931389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Calling delete_port for 1f485138-0508-435e-a3bc-587a6e90236a owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:09.991767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fec5c-c183-4a64-a130-315044b4e184 None None] Pushing event updated for resources: {'Port': ['ID=814eda4b-894d-4f8c-8244-eb8087a78fc6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:10.032434 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.099639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2505db7a-ce0f-4d0d-8810-9c693bc9e713']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:10.141217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353ecd5b-08f8-4926-9907-987bc454dfb1') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:10.141767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353ecd5b-08f8-4926-9907-987bc454dfb1') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:10.144608 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:54:10.188735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:07Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:07Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:10.189809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.323147 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.365690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.372935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:10.373560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Updating router 36ae49c2-3292-4990-8d23-8d52019c062a port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:54:10.374758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:10.375522 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.412467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:10.415143 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:10.420149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-05008bae-d158-49d0-94aa-f6ea06dd1a29 None None] Provisioning for port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:10.440502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-05008bae-d158-49d0-94aa-f6ea06dd1a29 None None] Provisioning complete for port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:10.440887 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05008bae-d158-49d0-94aa-f6ea06dd1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.528206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.558110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1f485138-0508-435e-a3bc-587a6e90236a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:10.570394 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.646676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-05008bae-d158-49d0-94aa-f6ea06dd1a29 None None] Port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:10.734911 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.753876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.767575 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/2505db7a-ce0f-4d0d-8810-9c693bc9e713 HTTP/1.1" status: 204 len: 168 time: 1.4133348 Jul 30 01:54:10.768789 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Subnet': ['ID=d244a5b4-a1d5-43ab-a30f-5a2529b20555,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:10.771464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42664) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:10.879712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-05008bae-d158-49d0-94aa-f6ea06dd1a29 None None] Provisioning complete for port 814eda4b-894d-4f8c-8244-eb8087a78fc6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:10.880096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05008bae-d158-49d0-94aa-f6ea06dd1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.881984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ae4a8d-c1f4-4e40-890c-53be5907b27a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Deleting subnet c81857ca-9d14-44a6-8f6a-13ae0805e144 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:10.889052 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75ae4a8d-c1f4-4e40-890c-53be5907b27a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:10.893738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d6b32-0a27-44fb-8753-4ae2af20b19c tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Network': ['ID=2505db7a-ce0f-4d0d-8810-9c693bc9e713,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:10.922807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Checking segment: {'id': '8e953874-f6be-4045-923e-8364b0bbd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:10.923542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network hostable DHCP agents. Network: 6da2de5e-6618-4d68-8ad6-94a00126dd11, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:11.020144 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.026421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.030161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75ae4a8d-c1f4-4e40-890c-53be5907b27a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.128486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 6da2de5e-6618-4d68-8ad6-94a00126dd11 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:11.154524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 6da2de5e-6618-4d68-8ad6-94a00126dd11) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:11.161904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:11.163950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.225606 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4fe9e9be-de45-4c16-8ba7-f96ff1449f46 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9973547 Jul 30 01:54:11.254035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42668) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:11.254304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48233a4c-59fe-49c8-8a97-64cc2b1a9572 req-0474d1ca-4ea2-498c-8146-048c451868f9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:11.257069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48233a4c-59fe-49c8-8a97-64cc2b1a9572 req-0474d1ca-4ea2-498c-8146-048c451868f9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.4154167 Jul 30 01:54:11.258910 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.260260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0631e5df-03e4-4c77-b107-3641d3943fb0 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:54:11.268666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.271551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-09d21d5c-4d7c-46df-b22a-6beedd1627dc admin admin] 10.222.0.84 "DELETE /v2.0/routers/0631e5df-03e4-4c77-b107-3641d3943fb0 HTTP/1.1" status: 204 len: 168 time: 3.2670958 Jul 30 01:54:11.274267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42670) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:11.433254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a1746-2b53-487b-8159-6b7be7b54f49 None None] Network 6da2de5e-6618-4d68-8ad6-94a00126dd11 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:11.441227 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.530491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Transition to ACTIVE for port object ed21b1fb-cc09-4a2e-8248-6160a12b6cbe will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:11.551393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48233a4c-59fe-49c8-8a97-64cc2b1a9572 req-ecb3bcaf-f006-4b70-85a6-dfbe2d3e9f01 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732762 Jul 30 01:54:11.558358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9a8bbe-3cd3-4b20-9e48-660ce23392f3 admin admin] Deleting subnet 5a54c1f5-8dee-401c-9cfd-ce5ac871b093 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:11.564920 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8bbe-3cd3-4b20-9e48-660ce23392f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.608198 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.627250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8bbe-3cd3-4b20-9e48-660ce23392f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.830393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 814eda4b-894d-4f8c-8244-eb8087a78fc6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:11.849198 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8bbe-3cd3-4b20-9e48-660ce23392f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.886806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f9d62-4930-405e-90bd-b094bfb9f5f2 None None] Pushing event updated for resources: {'Port': ['ID=ed21b1fb-cc09-4a2e-8248-6160a12b6cbe,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:11.908094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75ae4a8d-c1f4-4e40-890c-53be5907b27a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:11.952792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8bbe-3cd3-4b20-9e48-660ce23392f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.045940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a8bbe-3cd3-4b20-9e48-660ce23392f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a54c1f5-8dee-401c-9cfd-ce5ac871b093,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:12.082423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Attempting to bind port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:12.083119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Attempting to bind port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '24e417f7-1c07-4bf4-9649-5f5903fd49a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:12.084099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9a8bbe-3cd3-4b20-9e48-660ce23392f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.086853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3f9a8bbe-3cd3-4b20-9e48-660ce23392f3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5a54c1f5-8dee-401c-9cfd-ce5ac871b093 HTTP/1.1" status: 204 len: 168 time: 0.8110867 Jul 30 01:54:12.090418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42674) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:12.094506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Attempting to bind port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe on network c650e9f3-1864-4763-bb61-91964234dae7 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:12.106485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1572ddd-7425-4fb0-8b79-c4279d666efd None None] Network 28077912-bc59-45e0-9f13-3eda9fd8a5c2 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:12.109117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 814eda4b-894d-4f8c-8244-eb8087a78fc6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:12.109595 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.116379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-6da2de5e-6618-4d68-8ad6-94a00126dd11', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:54:12.117464 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.170783 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75ae4a8d-c1f4-4e40-890c-53be5907b27a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.221541 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.250888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae4a8d-c1f4-4e40-890c-53be5907b27a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Subnet': ['ID=c81857ca-9d14-44a6-8f6a-13ae0805e144,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:12.266016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-75ae4a8d-c1f4-4e40-890c-53be5907b27a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.272945 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-75ae4a8d-c1f4-4e40-890c-53be5907b27a tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/subnets/c81857ca-9d14-44a6-8f6a-13ae0805e144 HTTP/1.1" status: 204 len: 168 time: 1.4986081 Jul 30 01:54:12.276614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42678) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:12.342966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Deleting port 70fd73da-ca7b-4999-94ee-5a3996b5376b {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:12.343671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.459010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af0e91-ea13-4e4a-8c57-f5f883704a92 None None] Network d143f8a6-740c-4795-9bf9-14513a8c40ca requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:12.469773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:12.470249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Checking segment: {'id': '24e417f7-1c07-4bf4-9649-5f5903fd49a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:12.470767 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.471275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Bound using segment: {'id': '24e417f7-1c07-4bf4-9649-5f5903fd49a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:12.471933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Bound port: ed21b1fb-cc09-4a2e-8248-6160a12b6cbe, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e417f7-1c07-4bf4-9649-5f5903fd49a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:12.473332 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.483718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.484761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] For port 70fd73da-ca7b-4999-94ee-5a3996b5376b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=70fd73da-ca7b-4999-94ee-5a3996b5376b,segment=NetworkSegment(473a2c0a-4602-42c2-95d9-7ce1cbc99038),segment_id=473a2c0a-4602-42c2-95d9-7ce1cbc99038)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:12.485344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.510751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Calling delete_port for 70fd73da-ca7b-4999-94ee-5a3996b5376b owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:12.640961 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Deleting port fca8de66-9dda-4524-964b-0fe9590ea7e8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:12.641505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.731406 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.766914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.800784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=70fd73da-ca7b-4999-94ee-5a3996b5376b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:12.804460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] No DVR routers for this DVR port 70fd73da-ca7b-4999-94ee-5a3996b5376b on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:12.827262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] For port fca8de66-9dda-4524-964b-0fe9590ea7e8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fca8de66-9dda-4524-964b-0fe9590ea7e8,segment=NetworkSegment(fbf70148-b60f-45a9-90e6-b6e67d11916a),segment_id=fbf70148-b60f-45a9-90e6-b6e67d11916a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:12.828014 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:12.863125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63340f7d-5814-4d06-808d-05b24d72e91a req-baa50209-c8ae-4cf4-840f-001f71a21fed tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:12.868488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63340f7d-5814-4d06-808d-05b24d72e91a req-baa50209-c8ae-4cf4-840f-001f71a21fed tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.1887457 Jul 30 01:54:12.965112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6ea22e9e-12be-4325-ae72-87e6b45826a4 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:12.967080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8bd06f-b1e3-430a-a224-7081a7655156 None None] DHCP port deletion for 28077912-bc59-45e0-9f13-3eda9fd8a5c2 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:12.970762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] For port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:12.985916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Calling delete_port for fca8de66-9dda-4524-964b-0fe9590ea7e8 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:13.030820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] For port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ed21b1fb-cc09-4a2e-8248-6160a12b6cbe,segment=NetworkSegment(24e417f7-1c07-4bf4-9649-5f5903fd49a1),segment_id=24e417f7-1c07-4bf4-9649-5f5903fd49a1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:13.035033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 6ea22e9e-12be-4325-ae72-87e6b45826a4 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:13.035033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6ea22e9e-12be-4325-ae72-87e6b45826a4 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:13.044380 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.053273 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.058836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Allocated IP 172.21.0.2 (6da2de5e-6618-4d68-8ad6-94a00126dd11/d244a5b4-a1d5-43ab-a30f-5a2529b20555/a2d6a1d0-0964-4eb3-a880-383fe22d6a1e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:13.080008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28077912-bc59-45e0-9f13-3eda9fd8a5c2']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:13.119417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473a2c0a-4602-42c2-95d9-7ce1cbc99038') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:13.121806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473a2c0a-4602-42c2-95d9-7ce1cbc99038') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:13.166440 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.202769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] DHCP port deletion for d143f8a6-740c-4795-9bf9-14513a8c40ca request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:13.212250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.226327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:13.227132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:13.246571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:13.248050 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:13.251778 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:13.289967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f9d62-4930-405e-90bd-b094bfb9f5f2 None None] Pushing event updated for resources: {'Port': ['ID=ed21b1fb-cc09-4a2e-8248-6160a12b6cbe,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:13.335870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63340f7d-5814-4d06-808d-05b24d72e91a req-f8dc8de5-1e28-4dd4-bba3-88af303a4dc9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444958 Jul 30 01:54:13.404478 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.458174 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.462485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] 10.222.0.84 "DELETE /v2.0/networks/28077912-bc59-45e0-9f13-3eda9fd8a5c2 HTTP/1.1" status: 204 len: 168 time: 1.3704543 Jul 30 01:54:13.464826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf89dc4-0b68-4eff-8fb2-d857a0ec6d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=28077912-bc59-45e0-9f13-3eda9fd8a5c2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:13.518824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:13.568434 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.599586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1f485138-0508-435e-a3bc-587a6e90236a no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:13.625960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Port': ['ID=fca8de66-9dda-4524-964b-0fe9590ea7e8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:13.642893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] No DVR routers for this DVR port fca8de66-9dda-4524-964b-0fe9590ea7e8 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:13.702678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 1f485138-0508-435e-a3bc-587a6e90236a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:13.703241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1f485138-0508-435e-a3bc-587a6e90236a not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:13.703973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 70fd73da-ca7b-4999-94ee-5a3996b5376b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:13.726720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] Deleting port fca8de66-9dda-4524-964b-0fe9590ea7e8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:13.727327 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.777806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.791769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d143f8a6-740c-4795-9bf9-14513a8c40ca']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:13.808759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf70148-b60f-45a9-90e6-b6e67d11916a') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:13.809342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf70148-b60f-45a9-90e6-b6e67d11916a') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:13.822280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42694) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:13.825477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.843989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 70fd73da-ca7b-4999-94ee-5a3996b5376b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:13.844544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 70fd73da-ca7b-4999-94ee-5a3996b5376b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:13.845387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fca8de66-9dda-4524-964b-0fe9590ea7e8 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:13.849508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.860205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:13.861010 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:13.865108 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:13.902982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ee1ff3c1-41c7-4984-85dd-c547325d5bf5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=03cfd72862c04228b0309667d7dd5958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780582 Jul 30 01:54:13.905651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42696) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:13.974965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.982680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:13.989712 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] 10.222.0.84 "DELETE /v2.0/networks/d143f8a6-740c-4795-9bf9-14513a8c40ca HTTP/1.1" status: 204 len: 168 time: 1.7079782 Jul 30 01:54:13.998950 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e80a4dc-9628-406c-84a1-f30a7011f451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.011259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da169198-3e53-4642-ac69-8f646dae3405 tempest-NetworksIpV6TestAttrs-962898235 tempest-NetworksIpV6TestAttrs-962898235-project] Pushing event deleted for resources: {'Network': ['ID=d143f8a6-740c-4795-9bf9-14513a8c40ca,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:14.047751 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e80a4dc-9628-406c-84a1-f30a7011f451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.088246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: fca8de66-9dda-4524-964b-0fe9590ea7e8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:14.088924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fca8de66-9dda-4524-964b-0fe9590ea7e8 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:14.101444 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.105988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] For port fca8de66-9dda-4524-964b-0fe9590ea7e8, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:14.107909 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.124835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e80a4dc-9628-406c-84a1-f30a7011f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.129256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e80a4dc-9628-406c-84a1-f30a7011f451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.130949 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9e80a4dc-9628-406c-84a1-f30a7011f451 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c44da8fc-7802-46a0-9968-10a6e5ae4cda HTTP/1.1" status: 204 len: 168 time: 0.2234540 Jul 30 01:54:14.140395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80a4dc-9628-406c-84a1-f30a7011f451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44da8fc-7802-46a0-9968-10a6e5ae4cda,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:14.172564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] Calling delete_port for fca8de66-9dda-4524-964b-0fe9590ea7e8 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:14.177313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] Port fca8de66-9dda-4524-964b-0fe9590ea7e8 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:54:14.179267 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.232586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Transition to ACTIVE for port object a2d6a1d0-0964-4eb3-a880-383fe22d6a1e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:14.241900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] Network d143f8a6-740c-4795-9bf9-14513a8c40ca is not hosted by any dhcp agent {{(pid=93820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 01:54:14.243070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] No DVR routers for this DVR port fca8de66-9dda-4524-964b-0fe9590ea7e8 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:14.285926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c56400-6a40-43dc-9dd3-a75d45553377 None None] Pushing event deleted for resources: {'Port': ['ID=fca8de66-9dda-4524-964b-0fe9590ea7e8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:14.338073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Transition to ACTIVE for port object a2d6a1d0-0964-4eb3-a880-383fe22d6a1e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:14.376054 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.496168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.21.0.1 (6da2de5e-6618-4d68-8ad6-94a00126dd11/d244a5b4-a1d5-43ab-a30f-5a2529b20555/ebc9496f-992e-4a25-b199-bd2472d4cde8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:14.609194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Network 6da2de5e-6618-4d68-8ad6-94a00126dd11 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:14.626133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:14.640669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:14.665028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42714) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:14.717713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f3f34-d224-495f-89b6-de7279f0102b req-a3a2f634-abef-41a2-ae27-ab01c0760579 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:14.729137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c81f3f34-d224-495f-89b6-de7279f0102b req-a3a2f634-abef-41a2-ae27-ab01c0760579 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.2091682 Jul 30 01:54:14.751744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Pushing event updated for resources: {'Port': ['ID=a2d6a1d0-0964-4eb3-a880-383fe22d6a1e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:14.831417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Attempting to bind port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:14.832442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Attempting to bind port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8e953874-f6be-4045-923e-8364b0bbd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:14.833720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Attempting to bind port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e on network 6da2de5e-6618-4d68-8ad6-94a00126dd11 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:14.850102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:14.851362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Checking segment: {'id': '8e953874-f6be-4045-923e-8364b0bbd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:14.852224 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.853087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Bound using segment: {'id': '8e953874-f6be-4045-923e-8364b0bbd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:14.855485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Bound port: a2d6a1d0-0964-4eb3-a880-383fe22d6a1e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e953874-f6be-4045-923e-8364b0bbd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:14.856773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.893723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:07Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:12Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:14.900929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c81f3f34-d224-495f-89b6-de7279f0102b req-fb9123a7-dae9-4b4b-9667-6ca76614aa9b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702430 Jul 30 01:54:14.980004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:14.986979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74cabd-c78a-414e-a6a0-cc45c7a2ffca None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:07Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:12Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:15.029335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Transition to ACTIVE for port object ebc9496f-992e-4a25-b199-bd2472d4cde8 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:15.059098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-78528027-13b9-48ea-a826-6a8110865806 None None] For port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:15.066565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-78528027-13b9-48ea-a826-6a8110865806 None None] For port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a2d6a1d0-0964-4eb3-a880-383fe22d6a1e,segment=NetworkSegment(8e953874-f6be-4045-923e-8364b0bbd0ad),segment_id=8e953874-f6be-4045-923e-8364b0bbd0ad)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:15.073357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.117526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.123745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1d246538-c8b3-4d45-8842-ffe13d84452b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=67738f31a0a949af9ea6777ccbb6ff3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555786 Jul 30 01:54:15.126839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42726) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:15.217717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 6da2de5e-6618-4d68-8ad6-94a00126dd11 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:15.224109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:15.229261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:15.282409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78528027-13b9-48ea-a826-6a8110865806 None None] Pushing event updated for resources: {'Port': ['ID=a2d6a1d0-0964-4eb3-a880-383fe22d6a1e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:15.305642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=ebc9496f-992e-4a25-b199-bd2472d4cde8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:15.367463 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.377351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e0557-d1f1-4400-9fb5-327ca200c6de req-90da8646-c0a0-4da8-af04-22f2ceb97bf0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:15.380789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b14e0557-d1f1-4400-9fb5-327ca200c6de req-90da8646-c0a0-4da8-af04-22f2ceb97bf0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 945 time: 0.2113838 Jul 30 01:54:15.393838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e588d83c-c07f-4227-85f2-b1298ba74c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.537789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e588d83c-c07f-4227-85f2-b1298ba74c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.705802 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b14e0557-d1f1-4400-9fb5-327ca200c6de req-eb8b4457-5ee1-4319-9b6d-4dce226faf59 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877192 Jul 30 01:54:15.741056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e588d83c-c07f-4227-85f2-b1298ba74c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.746020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e588d83c-c07f-4227-85f2-b1298ba74c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.755817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e588d83c-c07f-4227-85f2-b1298ba74c0c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e06bce34-d55d-4b39-8054-16e2fed0da37 HTTP/1.1" status: 204 len: 168 time: 0.6202273 Jul 30 01:54:15.766030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:15.838610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588d83c-c07f-4227-85f2-b1298ba74c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06bce34-d55d-4b39-8054-16e2fed0da37,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:16.077127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42746) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:16.268040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2100756346-network', 'tenant_id': '9059ed2448ff4c49bf735057b762d390'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:16.304211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75714bc6-1eec-4a06-9814-187b3b6e1bb0 req-3db35965-c2eb-44bd-a4bd-b68924e6f741 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:16.308884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75714bc6-1eec-4a06-9814-187b3b6e1bb0 req-3db35965-c2eb-44bd-a4bd-b68924e6f741 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.1667244 Jul 30 01:54:16.329207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Made reservation on behalf of 9059ed2448ff4c49bf735057b762d390 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:16.332825 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.354524 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.418125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75714bc6-1eec-4a06-9814-187b3b6e1bb0 req-09b2d940-9dad-4d1c-ad5c-c8531b0cd117 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708761 Jul 30 01:54:16.536854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.543922 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.585843 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.592159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.646331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.650099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=ebc9496f-992e-4a25-b199-bd2472d4cde8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:16.658160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:16.676762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.677119 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Added segment 0d82b1d2-42ab-42c8-a1e3-9a9474db16a8 of type vlan for network ce5f609b-2d0b-4d77-bfde-94377c7f2210 Jul 30 01:54:16.779518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ad023-e106-4c10-910d-bf382073a958,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:16.805494 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.939800 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.939800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:16.939800 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:16.992104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 6da2de5e-6618-4d68-8ad6-94a00126dd11 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:17.004468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:17.051894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-8fad0beb-ecd0-4c26-be18-bd64895219de tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:17.055981 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-8fad0beb-ecd0-4c26-be18-bd64895219de tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 945 time: 0.2081773 Jul 30 01:54:17.084913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] Pushing event updated for resources: {'Network': ['ID=ce5f609b-2d0b-4d77-bfde-94377c7f2210,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:17.093042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-55b8b488-0398-4c39-a6b8-8d5ea428db28 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0129936 Jul 30 01:54:17.097119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42770) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:17.104927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Request body: {'subnet': {'network_id': 'ce5f609b-2d0b-4d77-bfde-94377c7f2210', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2100756346-subnet', 'tenant_id': '9059ed2448ff4c49bf735057b762d390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:17.120685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ce5f609b-2d0b-4d77-bfde-94377c7f2210 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:17.164913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c680-bffe-47fb-8161-c943518143d5 req-bc46265e-b1a3-440a-a80d-29f4b87c28f3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:17.175788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9572c680-bffe-47fb-8161-c943518143d5 req-bc46265e-b1a3-440a-a80d-29f4b87c28f3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 945 time: 0.1657541 Jul 30 01:54:17.191903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Made reservation on behalf of 9059ed2448ff4c49bf735057b762d390 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:17.196650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.359588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9572c680-bffe-47fb-8161-c943518143d5 req-70615758-0def-4db3-b256-0df542865cf8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803882 Jul 30 01:54:17.388600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb72f83-96b3-4926-9808-562aad5ccc1d None None] Network 6da2de5e-6618-4d68-8ad6-94a00126dd11 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:17.392797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:17.432750 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Deleting port 6c241bb7-d96d-4020-96bb-d2b6aec197a0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:17.433911 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.580114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c1e502b0-007e-4dce-835d-95202af20829 None None] Provisioning for port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:17.787927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a02cf-939c-4eb8-b204-85d15154c5bc req-d39c1480-ff8f-4fa6-9282-1ec4f51e35d8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:17.789572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436a02cf-939c-4eb8-b204-85d15154c5bc req-d39c1480-ff8f-4fa6-9282-1ec4f51e35d8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.1732061 Jul 30 01:54:17.801177 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:17.887229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:17.905161 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cffd9057-dce2-4052-8842-b821c4e704cf tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6494029 Jul 30 01:54:17.906501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42778) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:17.908371 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:17.916190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436a02cf-939c-4eb8-b204-85d15154c5bc req-ad2c169e-0b06-414d-a8be-30adf3415179 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067140 Jul 30 01:54:17.922172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'network': {'name': 'tempest-RoutersTest-1711291716'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:17.952466 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:17.956708 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:17.980445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:17.988561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.002004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] For port 6c241bb7-d96d-4020-96bb-d2b6aec197a0, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6c241bb7-d96d-4020-96bb-d2b6aec197a0,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:18.002640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.043247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633d1494-6c49-44db-8601-9663f5b9ff2d,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:18.064240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Calling delete_port for 6c241bb7-d96d-4020-96bb-d2b6aec197a0 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:18.083829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Checking segment: {'id': '0d82b1d2-42ab-42c8-a1e3-9a9474db16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ce5f609b-2d0b-4d77-bfde-94377c7f2210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:18.084708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Network hostable DHCP agents. Network: ce5f609b-2d0b-4d77-bfde-94377c7f2210, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:18.123389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Network ce5f609b-2d0b-4d77-bfde-94377c7f2210 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:18.147517 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ed21b1fb-cc09-4a2e-8248-6160a12b6cbe up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:18.150174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:18.157680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, ce5f609b-2d0b-4d77-bfde-94377c7f2210) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:18.167567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:18.168689 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.193464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.194052 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added segment 5e749673-895c-4924-8f92-912239b3a9bd of type vlan for network b8147715-3343-4f8b-85c0-d74a92d7d838 Jul 30 01:54:18.219146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-96f0d1ea-248e-439e-9387-3adf7122b472 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1070724 Jul 30 01:54:18.219716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abe51e-f6d1-4d07-91e4-5e96b67a20d9 None None] Network ce5f609b-2d0b-4d77-bfde-94377c7f2210 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:18.243804 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:18.300722 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.342013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-e5435375-c1f0-42dc-b256-b0c12f3bbc30 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:18.344013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-e5435375-c1f0-42dc-b256-b0c12f3bbc30 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.0975556 Jul 30 01:54:18.359468 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.360276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-7'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:18.370582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:18.371421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.418698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:18.441776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:18.442684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.558313 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6435554 Jul 30 01:54:18.561875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42800) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:18.591918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'subnet': {'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:18.605768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1f887-29ea-4209-b73d-780a837558d2 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Network': ['ID=b8147715-3343-4f8b-85c0-d74a92d7d838,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:18.639832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.655596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network b8147715-3343-4f8b-85c0-d74a92d7d838 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:18.840239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:18.867642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6c241bb7-d96d-4020-96bb-d2b6aec197a0'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:18.926770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e1e79f-0647-4e1b-a56d-a7644ca2e784 req-f5d7e6cf-aad3-4fb4-9d12-3d9245532f9a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.3251524 Jul 30 01:54:18.987883 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event deleted for resources: {'Port': ['ID=6c241bb7-d96d-4020-96bb-d2b6aec197a0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:19.016447 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:15Z', 'revision_number': 3, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:16Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:12Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:19.052075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:19.095297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 288f0662-90f9-4ce8-9baa-89feee365fbb details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:54:19.110335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] No DVR routers for this DVR port 6c241bb7-d96d-4020-96bb-d2b6aec197a0 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:19.118376 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:19.118977 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Updating router 36ae49c2-3292-4990-8d23-8d52019c062a port ebc9496f-992e-4a25-b199-bd2472d4cde8 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:54:19.128829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:19.131960 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bd5f94da-0f63-42e9-a000-41097cf60859 req-9f9de516-d459-4521-b392-b236bf018d62 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "DELETE /v2.0/ports/6c241bb7-d96d-4020-96bb-d2b6aec197a0 HTTP/1.1" status: 204 len: 173 time: 1.9678440 Jul 30 01:54:19.138043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d4a118-63cc-4777-8fc2-d92f4dd095b2', 'name': 'network-vif-deleted', 'tag': '6c241bb7-d96d-4020-96bb-d2b6aec197a0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:19.140682 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aefc6e-7f81-4de7-903c-3b63e76cfca3" -d '{"events": [{"server_uuid": "74d4a118-63cc-4777-8fc2-d92f4dd095b2", "name": "network-vif-deleted", "tag": "6c241bb7-d96d-4020-96bb-d2b6aec197a0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:19.150392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aeeb2b-3f08-40ad-aa01-6bfb267134d1 None None] Network ce5f609b-2d0b-4d77-bfde-94377c7f2210 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:19.218706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ed21b1fb-cc09-4a2e-8248-6160a12b6cbe,segment=NetworkSegment(24e417f7-1c07-4bf4-9649-5f5903fd49a1),segment_id=24e417f7-1c07-4bf4-9649-5f5903fd49a1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:19.255585 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:19.310684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:19.319643 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:19.323526 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:19.324444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a2d6a1d0-0964-4eb3-a880-383fe22d6a1e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:19.951521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-094ff90e-eb6a-4c0c-90dd-87e4dc4669d6 None None] Provisioning for port ebc9496f-992e-4a25-b199-bd2472d4cde8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:20.073374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf3c6e-1ab1-47c8-a411-6e94f7a0f312 req-9587962b-fe0f-4be1-a522-02e7511d2f53 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:20.076606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ecf3c6e-1ab1-47c8-a411-6e94f7a0f312 req-9587962b-fe0f-4be1-a522-02e7511d2f53 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 945 time: 0.9442062 Jul 30 01:54:20.133273 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:20.138541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-094ff90e-eb6a-4c0c-90dd-87e4dc4669d6 None None] Provisioning complete for port ebc9496f-992e-4a25-b199-bd2472d4cde8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:20.139217 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-094ff90e-eb6a-4c0c-90dd-87e4dc4669d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.145109 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:20.145478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.153640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ed21b1fb-cc09-4a2e-8248-6160a12b6cbe,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:20.271886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:20.305372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-84a62c0d-6152-4f39-b98d-2dc88289298c tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:20.310946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-094ff90e-eb6a-4c0c-90dd-87e4dc4669d6 None None] Port ebc9496f-992e-4a25-b199-bd2472d4cde8 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:20.318538 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-84a62c0d-6152-4f39-b98d-2dc88289298c tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/networks?id=ce5f609b-2d0b-4d77-bfde-94377c7f2210 HTTP/1.1" status: 200 len: 822 time: 0.6175892 Jul 30 01:54:20.322004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 288f0662-90f9-4ce8-9baa-89feee365fbb has no active binding in host n-h1-715271-7 {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:54:20.401010 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.408953 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.442607 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Transition to ACTIVE for port object ebc9496f-992e-4a25-b199-bd2472d4cde8 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:20.453726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-094ff90e-eb6a-4c0c-90dd-87e4dc4669d6 None None] Provisioning complete for port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:20.454362 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-094ff90e-eb6a-4c0c-90dd-87e4dc4669d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.455406 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.532668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a2d6a1d0-0964-4eb3-a880-383fe22d6a1e,segment=NetworkSegment(8e953874-f6be-4045-923e-8364b0bbd0ad),segment_id=8e953874-f6be-4045-923e-8364b0bbd0ad)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:20.555339 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.646411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-a33d3518-40b3-4220-8f5b-8a1a37f107ff tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/quotas/9059ed2448ff4c49bf735057b762d390 HTTP/1.1" status: 200 len: 375 time: 0.2182872 Jul 30 01:54:20.664622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:20.689748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=a2d6a1d0-0964-4eb3-a880-383fe22d6a1e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:20.705611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ecf3c6e-1ab1-47c8-a411-6e94f7a0f312 req-9f55970e-ecd2-49c7-b21d-5e1cb949f721 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447481 Jul 30 01:54:20.801559 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Pushing event updated for resources: {'Port': ['ID=ebc9496f-992e-4a25-b199-bd2472d4cde8,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:20.806546 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Attempting to bind port ebc9496f-992e-4a25-b199-bd2472d4cde8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:20.812717 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Attempting to bind port ebc9496f-992e-4a25-b199-bd2472d4cde8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8e953874-f6be-4045-923e-8364b0bbd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:20.813475 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Attempting to bind port ebc9496f-992e-4a25-b199-bd2472d4cde8 on network 6da2de5e-6618-4d68-8ad6-94a00126dd11 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:20.827316 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.828139 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.828630 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.829078 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.829535 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.830140 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.830606 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.831178 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.831559 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.832196 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.832625 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.833057 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:20.841587 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:20.845185 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Checking segment: {'id': '8e953874-f6be-4045-923e-8364b0bbd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:20.850770 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.851901 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Bound using segment: {'id': '8e953874-f6be-4045-923e-8364b0bbd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:20.853979 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Bound port: ebc9496f-992e-4a25-b199-bd2472d4cde8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e953874-f6be-4045-923e-8364b0bbd0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:20.864733 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:20.899793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ed21b1fb-cc09-4a2e-8248-6160a12b6cbe up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:21.058347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:21.058738 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.072277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-8d089edc-f276-4e6c-a661-0be09faf6b07 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=9059ed2448ff4c49bf735057b762d390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2000680 Jul 30 01:54:21.085873 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] For port ebc9496f-992e-4a25-b199-bd2472d4cde8, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:21.094119 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] For port ebc9496f-992e-4a25-b199-bd2472d4cde8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ebc9496f-992e-4a25-b199-bd2472d4cde8,segment=NetworkSegment(8e953874-f6be-4045-923e-8364b0bbd0ad),segment_id=8e953874-f6be-4045-923e-8364b0bbd0ad)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:21.110011 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:21.118091 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bac9fd8-3e0d-4c7e-b5f2-741bce042881 x-openstack-request-id: req-9bac9fd8-3e0d-4c7e-b5f2-741bce042881 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:21.118091 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d4a118-63cc-4777-8fc2-d92f4dd095b2", "name": "network-vif-deleted", "tag": "6c241bb7-d96d-4020-96bb-d2b6aec197a0", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:21.118975 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9bac9fd8-3e0d-4c7e-b5f2-741bce042881 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:21.119132 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d4a118-63cc-4777-8fc2-d92f4dd095b2', 'name': 'network-vif-deleted', 'tag': '6c241bb7-d96d-4020-96bb-d2b6aec197a0', 'status': 'completed', 'code': 200} Jul 30 01:54:21.187708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6c241bb7-d96d-4020-96bb-d2b6aec197a0 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:21.210929 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:21.211622 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:21.262414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 6c241bb7-d96d-4020-96bb-d2b6aec197a0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:21.264471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6c241bb7-d96d-4020-96bb-d2b6aec197a0 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:21.267477 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca09864-e3d3-46b7-b35a-636534c69c59 None None] Pushing event updated for resources: {'Port': ['ID=ebc9496f-992e-4a25-b199-bd2472d4cde8,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:21.270510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:21.396791 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:21.774798 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:15Z', 'revision_number': 3, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:21Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:21.840148 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d640ad0-a2f1-4ef0-8136-878f206ec84e None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:15Z', 'revision_number': 3, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:21Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:21.858477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-985749f5-7818-4bfc-9a28-0bb47e2e96f7 req-ad2d31d5-84eb-4f5e-87d8-97fb403f43f6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.5352771 Jul 30 01:54:21.931714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.064579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:22.069020 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3a6cce-93bc-4c50-9583-810f5ca1842a" -d '{"events": [{"server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:22.077773 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.144935 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.265175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-c26d3505-be79-4923-9ff8-3e2574ba81ff service neutron] 10.222.0.84 "GET /v2.0/networks/ce5f609b-2d0b-4d77-bfde-94377c7f2210?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1673186 Jul 30 01:54:22.284525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Subnet': ['ID=09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:22.407395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Checking segment: {'id': '5e749673-895c-4924-8f92-912239b3a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:22.408013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network hostable DHCP agents. Network: b8147715-3343-4f8b-85c0-d74a92d7d838, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:22.478754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a84e3-93ee-4a82-a44a-b7a10f2e1927 req-9ff670b5-8e2d-49ce-84b0-ae80f6fe2d25 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:22.480546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b17a84e3-93ee-4a82-a44a-b7a10f2e1927 req-9ff670b5-8e2d-49ce-84b0-ae80f6fe2d25 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.3099477 Jul 30 01:54:22.515381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Pushing event updated for resources: {'Port': ['ID=288f0662-90f9-4ce8-9baa-89feee365fbb,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:22.556393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network b8147715-3343-4f8b-85c0-d74a92d7d838 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:22.605540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb on host n-h2-715271-7 for vnic_type normal with profile {"migrating_to": "n-h1-715271-7"} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:22.606097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:22.607218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:22.621293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Port 288f0662-90f9-4ce8-9baa-89feee365fbb on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:54:22.621631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Attempting to bind port 288f0662-90f9-4ce8-9baa-89feee365fbb on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:22.624598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, b8147715-3343-4f8b-85c0-d74a92d7d838) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:22.629107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-1922f397-f163-4aac-9061-8785cfca4eaa service neutron] 10.222.0.84 "GET /v2.0/networks/ce5f609b-2d0b-4d77-bfde-94377c7f2210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206248 Jul 30 01:54:22.644270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:22.645039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.646352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78634ce4-3e87-45af-8b1b-5940a6ad09bf None None] Network b8147715-3343-4f8b-85c0-d74a92d7d838 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:22.666268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:22.666711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:22.667255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:22.667873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Bound port: 288f0662-90f9-4ce8-9baa-89feee365fbb, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:22.668377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:22.682947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b17a84e3-93ee-4a82-a44a-b7a10f2e1927 req-94b457c8-aeaa-41e5-85a3-dd7ca3ee0e40 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717451 Jul 30 01:54:22.755016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42846) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:22.764163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-013e935d-1ccc-40ab-aeff-f61df45bf70a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1757133 Jul 30 01:54:22.943390 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91575c1a-fcac-4319-b98d-099c119e44cb x-openstack-request-id: req-91575c1a-fcac-4319-b98d-099c119e44cb {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:22.947148 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:22.947524 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-91575c1a-fcac-4319-b98d-099c119e44cb {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:22.948074 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb', 'code': 200} Jul 30 01:54:22.976857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:22.985113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:22.998578 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.122310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a2d6a1d0-0964-4eb3-a880-383fe22d6a1e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:23.273378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-b8147715-3343-4f8b-85c0-d74a92d7d838', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:54:23.275904 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.281179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa1b94f-a211-46ca-814f-0fbbad670afa req-d5474bc8-5697-4cc1-92b1-7f2e96727c86 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.0776131 Jul 30 01:54:23.337204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:23.337679 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.364718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Pushing event updated for resources: {'Port': ['ID=288f0662-90f9-4ce8-9baa-89feee365fbb,revision_number=8']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:23.413568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11923859-84ee-48c9-9430-6bcebea361c9 req-be993e3b-9612-4ff5-b93b-386c8200ab20 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 210 time: 0.1574068 Jul 30 01:54:23.504745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:23.514248 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:23.516344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-66fe0c55-766b-4856-b8eb-ddb8d057529d service neutron] 10.222.0.41 "PUT /v2.0/ports/288f0662-90f9-4ce8-9baa-89feee365fbb HTTP/1.1" status: 200 len: 1121 time: 5.1643946 Jul 30 01:54:23.730841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['288f0662-90f9-4ce8-9baa-89feee365fbb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:23.884885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['288f0662-90f9-4ce8-9baa-89feee365fbb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:24.118428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2e6b3-3f5f-4ec8-9245-d5c5b98e2a78 req-7dab3943-f516-4f76-8223-20832a590c1c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:24.136056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58e2e6b3-3f5f-4ec8-9245-d5c5b98e2a78 req-7dab3943-f516-4f76-8223-20832a590c1c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.1953735 Jul 30 01:54:24.157025 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.301626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58e2e6b3-3f5f-4ec8-9245-d5c5b98e2a78 req-01f66871-01b8-449d-a2c1-f078795202b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522145 Jul 30 01:54:24.304989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ebc9496f-992e-4a25-b199-bd2472d4cde8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:24.429560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Allocated IP 172.22.0.2 (b8147715-3343-4f8b-85c0-d74a92d7d838/09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8/955f27f0-8b89-40aa-b8d2-096c2bc6f2f8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:24.490424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:24.718668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4f4f5e2-4212-4f73-8c00-bb06c3d4ca36 req-c0342508-c348-49ce-9536-058cea327b53 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.0901332 Jul 30 01:54:24.785714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e1d5923-03be-44a3-8a73-c8ac8f342aeb req-e2779e85-6c71-4ca1-bcdb-1c84493bcc00 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 210 time: 0.0614884 Jul 30 01:54:24.871709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ebc9496f-992e-4a25-b199-bd2472d4cde8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:24.949636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:24.953484 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f40d6b-4b44-449a-9f80-655be9e60c01" -d '{"events": [{"name": "network-changed", "server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:25.100589 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320558f0-46db-4584-8998-0ab3696cc5df x-openstack-request-id: req-320558f0-46db-4584-8998-0ab3696cc5df {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:25.101259 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:25.102349 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-320558f0-46db-4584-8998-0ab3696cc5df {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:25.103862 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb', 'status': 'completed', 'code': 200} Jul 30 01:54:25.118814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ebc9496f-992e-4a25-b199-bd2472d4cde8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:25.119422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.313883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-dbd7635a-fcac-4dd9-ae8e-868b6d690fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.315890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-dbd7635a-fcac-4dd9-ae8e-868b6d690fe4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1124 time: 0.1664186 Jul 30 01:54:25.558457 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.655877 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.699417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ebc9496f-992e-4a25-b199-bd2472d4cde8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ebc9496f-992e-4a25-b199-bd2472d4cde8,segment=NetworkSegment(8e953874-f6be-4045-923e-8364b0bbd0ad),segment_id=8e953874-f6be-4045-923e-8364b0bbd0ad)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:25.702075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Transition to ACTIVE for port object 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:25.742693 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:25.841757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73a28c-7f11-4279-827a-acd96d6aa8eb req-6a7b7cb7-e3f6-4dcf-aaab-8333267d40b0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.854387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb73a28c-7f11-4279-827a-acd96d6aa8eb req-6a7b7cb7-e3f6-4dcf-aaab-8333267d40b0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.3300152 Jul 30 01:54:25.942433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-947cd8d8-2ca0-4b35-9cbb-e94fb7fa3aea tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.956271 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-947cd8d8-2ca0-4b35-9cbb-e94fb7fa3aea tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.22 "GET /v2.0/networks?id=ce5f609b-2d0b-4d77-bfde-94377c7f2210 HTTP/1.1" status: 200 len: 822 time: 0.5074673 Jul 30 01:54:25.959465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ebc9496f-992e-4a25-b199-bd2472d4cde8,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:25.966262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-4122c58f-7975-45bd-a205-f14cdc5e510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:25.968482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-4122c58f-7975-45bd-a205-f14cdc5e510e service neutron] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.6205380 Jul 30 01:54:25.991134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Request body: {'port': {'device_id': '11689229-d234-42fc-bb63-9974c3e7949c', 'network_id': 'ce5f609b-2d0b-4d77-bfde-94377c7f2210', 'admin_state_up': True, 'tenant_id': '9059ed2448ff4c49bf735057b762d390'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:26.021776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Transition to ACTIVE for port object 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:26.036051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.043253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb73a28c-7f11-4279-827a-acd96d6aa8eb req-dcc7c123-afd5-486f-9e57-7dfc43c91fbb tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485703 Jul 30 01:54:26.110957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Network b8147715-3343-4f8b-85c0-d74a92d7d838 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:26.117081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:26.154898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:26.230928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-0e44c77d-8029-49ea-aaca-374b38849c6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=288f0662-90f9-4ce8-9baa-89feee365fbb HTTP/1.1" status: 200 len: 217 time: 0.2117450 Jul 30 01:54:26.305368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Pushing event updated for resources: {'Port': ['ID=955f27f0-8b89-40aa-b8d2-096c2bc6f2f8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:26.369175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-37dbebb9-3061-4ee8-b629-b76b023b8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:26.371389 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-37dbebb9-3061-4ee8-b629-b76b023b8fa7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1268740 Jul 30 01:54:26.385046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Attempting to bind port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:26.385895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Attempting to bind port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5e749673-895c-4924-8f92-912239b3a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:26.386486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Attempting to bind port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 on network b8147715-3343-4f8b-85c0-d74a92d7d838 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:26.394305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.22.0.1 (b8147715-3343-4f8b-85c0-d74a92d7d838/09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8/4364866d-946c-4ba2-afca-50103066170f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:26.396372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:26.397601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Checking segment: {'id': '5e749673-895c-4924-8f92-912239b3a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:26.398516 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.399176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Bound using segment: {'id': '5e749673-895c-4924-8f92-912239b3a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:26.400094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Bound port: 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e749673-895c-4924-8f92-912239b3a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:26.401590 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.508793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7743bc8b-8eda-4832-a0bd-e20e07b2b321 req-ace15c91-d9bd-4010-bcde-109a54e5ff51 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.1448319 Jul 30 01:54:26.516242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-5d5e2180-2200-4125-912e-9c7779df4af8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282623 Jul 30 01:54:26.651899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] For port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:26.659154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] For port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=955f27f0-8b89-40aa-b8d2-096c2bc6f2f8,segment=NetworkSegment(5e749673-895c-4924-8f92-912239b3a9bd),segment_id=5e749673-895c-4924-8f92-912239b3a9bd)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:26.680004 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.823133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9e41d59-5e60-4057-9a62-4839383f8acb req-a3c39c2f-3046-4803-b721-65b7daa2c1d8 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 210 time: 0.1227555 Jul 30 01:54:26.823888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fc1af-d814-4f1f-89cc-032b85f13278 None None] Pushing event updated for resources: {'Port': ['ID=955f27f0-8b89-40aa-b8d2-096c2bc6f2f8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:26.840878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Made reservation on behalf of 9059ed2448ff4c49bf735057b762d390 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:26.845141 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:26.953108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-ef28a393-81b8-4808-9da4-dde0758d019c service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198985 Jul 30 01:54:27.051470 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:27.135556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Transition to ACTIVE for port object 4364866d-946c-4ba2-afca-50103066170f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:27.282743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7f40d6b-4b44-449a-9f80-655be9e60c01 req-7c498588-879c-42fc-a776-f46d4450eed2 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153389 Jul 30 01:54:27.360370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Allocated IP 172.20.0.12 (ce5f609b-2d0b-4d77-bfde-94377c7f2210/633d1494-6c49-44db-8601-9663f5b9ff2d/a0b3d4c8-3226-4c60-a771-c11e6d2a57aa) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:27.483860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:27.487343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8feb2-c82a-4fe9-ba43-e86f14de8317 req-530ee38e-36e4-4c34-9b46-fd652668435c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:27.493223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8db8feb2-c82a-4fe9-ba43-e86f14de8317 req-530ee38e-36e4-4c34-9b46-fd652668435c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.1276629 Jul 30 01:54:27.573419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8db8feb2-c82a-4fe9-ba43-e86f14de8317 req-d637f4df-3ac8-4168-b521-095360f411c1 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692413 Jul 30 01:54:27.590612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network b8147715-3343-4f8b-85c0-d74a92d7d838 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:27.622937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:27.698661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:27.744741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17373adc-189b-4775-9616-ca6aa450cb47 req-285a23da-0e89-446d-91cc-e19805e2fbdd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.0566449 Jul 30 01:54:27.798229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=4364866d-946c-4ba2-afca-50103066170f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:27.881576 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.085573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4336dae2-662c-4403-91b8-9d105bd295e6 req-7f7d6cde-aaf9-4a6b-986d-3a5d247d9e94 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 210 time: 0.0696518 Jul 30 01:54:28.182065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.201522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ebc9496f-992e-4a25-b199-bd2472d4cde8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:28.209428 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.314523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ebc9496f-992e-4a25-b199-bd2472d4cde8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:28.316001 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.490283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:28.589574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:28.607496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.659644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5362494-fbfe-4459-baaf-4d3c90c27cb4 None None] Network b8147715-3343-4f8b-85c0-d74a92d7d838 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:28.699141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Network ce5f609b-2d0b-4d77-bfde-94377c7f2210 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:28.706805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:28.714599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:28.767655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Pushing event updated for resources: {'Port': ['ID=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:28.822191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:28.822693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.861445 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.866789 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-d4f86fa9-a2ca-4af5-9ac1-7e3ddfbbf9c9 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8814003 Jul 30 01:54:28.875683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.891628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a4c6913c-a0cd-444e-841d-1ce7f9df6a3b None None] Provisioning for port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:28.927009 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876993-c688-43d6-99bf-529dc98cdda0 req-e0ab7e7d-6d91-46f9-bb19-c3f13ee5ee35 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:28.937948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92876993-c688-43d6-99bf-529dc98cdda0 req-e0ab7e7d-6d91-46f9-bb19-c3f13ee5ee35 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.1890478 Jul 30 01:54:28.941479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a4c6913c-a0cd-444e-841d-1ce7f9df6a3b None None] Provisioning complete for port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:28.941861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c6913c-a0cd-444e-841d-1ce7f9df6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:28.993861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Request body: {'port': {'device_id': '11689229-d234-42fc-bb63-9974c3e7949c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:29.083097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd798683-31fe-4d87-ab5e-95c5256b5637 req-0a0765b5-a95b-4672-ab3b-6aa11d1e9fb2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d4a118-63cc-4777-8fc2-d92f4dd095b2 HTTP/1.1" status: 200 len: 210 time: 0.0743065 Jul 30 01:54:29.108788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=4364866d-946c-4ba2-afca-50103066170f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:29.123048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.171845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92876993-c688-43d6-99bf-529dc98cdda0 req-693c428a-0722-4c81-8ea2-ef43f1728e12 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063119 Jul 30 01:54:29.258154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.342682 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c6913c-a0cd-444e-841d-1ce7f9df6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.397216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a4c6913c-a0cd-444e-841d-1ce7f9df6a3b None None] For port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=955f27f0-8b89-40aa-b8d2-096c2bc6f2f8,segment=NetworkSegment(5e749673-895c-4924-8f92-912239b3a9bd),segment_id=5e749673-895c-4924-8f92-912239b3a9bd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:29.410238 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c6913c-a0cd-444e-841d-1ce7f9df6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.429031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network b8147715-3343-4f8b-85c0-d74a92d7d838 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:29.456082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:29.571963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918c712-9f30-449f-a47d-7063b3d6352d req-635175ca-9fd9-4e33-9d34-9a5c833c6d11 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:29.574821 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2918c712-9f30-449f-a47d-7063b3d6352d req-635175ca-9fd9-4e33-9d34-9a5c833c6d11 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 932 time: 0.1749940 Jul 30 01:54:29.601394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6913c-a0cd-444e-841d-1ce7f9df6a3b None None] Pushing event updated for resources: {'Port': ['ID=955f27f0-8b89-40aa-b8d2-096c2bc6f2f8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:29.722968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2918c712-9f30-449f-a47d-7063b3d6352d req-a13eb690-f942-4409-ad93-a6a1c70813a8 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164320 Jul 30 01:54:29.895670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b4a378d2-e876-4a29-a3a7-cc290e4ae5df None None] Provisioning complete for port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:29.897924 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4a378d2-e876-4a29-a3a7-cc290e4ae5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:29.996234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:30.042852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:30.207495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:30.208410 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.554957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b4a378d2-e876-4a29-a3a7-cc290e4ae5df None None] Provisioning for port 4364866d-946c-4ba2-afca-50103066170f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:30.572037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fc2e3-11a4-47f8-b144-c23558f47efc req-16058b2c-5fe5-4234-b994-98994cf256b9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:30.575318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b4a378d2-e876-4a29-a3a7-cc290e4ae5df None None] Provisioning complete for port 4364866d-946c-4ba2-afca-50103066170f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:30.576040 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4a378d2-e876-4a29-a3a7-cc290e4ae5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.576739 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d92fc2e3-11a4-47f8-b144-c23558f47efc req-16058b2c-5fe5-4234-b994-98994cf256b9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.1789327 Jul 30 01:54:30.666857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d92fc2e3-11a4-47f8-b144-c23558f47efc req-a54166fd-6acd-4e02-9055-dbaee15351a3 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733311 Jul 30 01:54:30.716944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b4a378d2-e876-4a29-a3a7-cc290e4ae5df None None] Port 4364866d-946c-4ba2-afca-50103066170f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:30.747261 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-484febd2-2986-4c7a-a351-7a4f44243125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.869529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b5fca529-12fc-4286-b9e0-7290244944dd None None] Provisioning complete for port 4364866d-946c-4ba2-afca-50103066170f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:30.870098 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5fca529-12fc-4286-b9e0-7290244944dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.943808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b3d4c8-3226-4c60-a771-c11e6d2a57aa {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:30.968674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:30.984370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:30.986498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b5fca529-12fc-4286-b9e0-7290244944dd None None] Port 4364866d-946c-4ba2-afca-50103066170f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:30.992820 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3e206f28-71ff-4d88-b610-d79b11785e2b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2356296 Jul 30 01:54:30.996884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Transition to ACTIVE for port object a0b3d4c8-3226-4c60-a771-c11e6d2a57aa will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:30.998833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42962) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:31.011288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'network': {'name': 'tempest-RoutersTest-1861017419'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:31.016581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33427b03-eeb9-4b33-b50f-6cf4134a9510 req-bcd3cbb6-7e1b-4e8e-9290-0247bdf2194a tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:31.018989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:31.019222 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.020070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33427b03-eeb9-4b33-b50f-6cf4134a9510 req-bcd3cbb6-7e1b-4e8e-9290-0247bdf2194a tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 932 time: 0.1101930 Jul 30 01:54:31.066751 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.068381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:31.069147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:31.113849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33427b03-eeb9-4b33-b50f-6cf4134a9510 req-654469cd-2ca1-43b8-9832-ae73205f7047 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846114 Jul 30 01:54:31.153656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:31.158411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.194897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:31.208218 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.208916 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added segment d67191e9-8da6-480e-a479-d79ac402df43 of type vlan for network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 Jul 30 01:54:31.259974 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.288460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:31.334568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.341537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:31.342607 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.352556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:31.450312 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4485121 Jul 30 01:54:31.455495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42964) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:31.459214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e3be3-aa8a-4ed1-b4c1-2b8ea7b45d87 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Network': ['ID=15da1b3f-cd94-4802-b8d3-2f757d5a87d3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:31.466608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'subnet': {'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:31.483419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Attempting to bind port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:31.484113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Attempting to bind port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '0d82b1d2-42ab-42c8-a1e3-9a9474db16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ce5f609b-2d0b-4d77-bfde-94377c7f2210'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:31.484685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Attempting to bind port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa on network ce5f609b-2d0b-4d77-bfde-94377c7f2210 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:31.490736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa on network ce5f609b-2d0b-4d77-bfde-94377c7f2210 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:54:31.492460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Attempting to bind port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa on network ce5f609b-2d0b-4d77-bfde-94377c7f2210 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:31.492873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:31.500248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:31.501071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Checking segment: {'id': '0d82b1d2-42ab-42c8-a1e3-9a9474db16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ce5f609b-2d0b-4d77-bfde-94377c7f2210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:31.502037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Bound using segment: {'id': '0d82b1d2-42ab-42c8-a1e3-9a9474db16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ce5f609b-2d0b-4d77-bfde-94377c7f2210'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:31.502746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Bound port: a0b3d4c8-3226-4c60-a771-c11e6d2a57aa, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d82b1d2-42ab-42c8-a1e3-9a9474db16a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'ce5f609b-2d0b-4d77-bfde-94377c7f2210'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:31.503336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.669315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] For port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:31.673140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] For port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,segment=NetworkSegment(0d82b1d2-42ab-42c8-a1e3-9a9474db16a8),segment_id=0d82b1d2-42ab-42c8-a1e3-9a9474db16a8)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:31.685742 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.737267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Made reservation on behalf of 267cbd06cd4e47e9a7e41f040ea00eab for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:31.752613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.778179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-efd7b50c-c54b-4024-931c-09f33e600f07 None None] Provisioning complete for port 4364866d-946c-4ba2-afca-50103066170f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:31.786285 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-efd7b50c-c54b-4024-931c-09f33e600f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.786891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:31.787616 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:31.808386 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] 10.222.0.22 "PUT /v2.0/ports/a0b3d4c8-3226-4c60-a771-c11e6d2a57aa HTTP/1.1" status: 200 len: 1092 time: 2.9227545 Jul 30 01:54:31.812722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11689229-d234-42fc-bb63-9974c3e7949c', 'tag': 'a0b3d4c8-3226-4c60-a771-c11e6d2a57aa'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:31.816352 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9301a6d-b71b-4e55-a8fc-8819887cf42c" -d '{"events": [{"name": "network-changed", "server_uuid": "11689229-d234-42fc-bb63-9974c3e7949c", "tag": "a0b3d4c8-3226-4c60-a771-c11e6d2a57aa"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:31.903055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32b7de-6c10-464d-b5fd-56603fc822a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:32.005419 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddc5a47-11a1-4410-a0d8-49c1f41c6c66 x-openstack-request-id: req-cddc5a47-11a1-4410-a0d8-49c1f41c6c66 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:32.006399 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11689229-d234-42fc-bb63-9974c3e7949c", "tag": "a0b3d4c8-3226-4c60-a771-c11e6d2a57aa", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:32.006399 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cddc5a47-11a1-4410-a0d8-49c1f41c6c66 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:32.006671 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11689229-d234-42fc-bb63-9974c3e7949c', 'tag': 'a0b3d4c8-3226-4c60-a771-c11e6d2a57aa', 'status': 'completed', 'code': 200} Jul 30 01:54:32.018753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-4d1ba090-5a42-435a-a6ce-d32c10c4ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:32.020356 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-4d1ba090-5a42-435a-a6ce-d32c10c4ceda service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9059ed2448ff4c49bf735057b762d390&device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 1095 time: 0.0988395 Jul 30 01:54:32.030367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-efd7b50c-c54b-4024-931c-09f33e600f07 None None] Port 4364866d-946c-4ba2-afca-50103066170f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:32.069663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:28Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:28Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:32.108195 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-a3113c26-96d7-487e-a426-b53a82ede35c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa HTTP/1.1" status: 200 len: 217 time: 0.0716512 Jul 30 01:54:32.109174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:32.109580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Updating router 36ae49c2-3292-4990-8d23-8d52019c062a port 4364866d-946c-4ba2-afca-50103066170f binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:54:32.145285 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.229969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-a4ca9930-bfbc-41c2-8b94-019bf3a616f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:32.232273 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-a4ca9930-bfbc-41c2-8b94-019bf3a616f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=633d1494-6c49-44db-8601-9663f5b9ff2d HTTP/1.1" status: 200 len: 862 time: 0.1119564 Jul 30 01:54:32.234807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdd855-32c4-403b-a8c6-f0d046bccc01 req-0e6abeec-710e-4b7b-aee2-f71d62ce0961 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:32.248330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48bdd855-32c4-403b-a8c6-f0d046bccc01 req-0e6abeec-710e-4b7b-aee2-f71d62ce0961 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.2735982 Jul 30 01:54:32.292286 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-1737ecf3-7f63-4ab7-b3f9-7d48474182fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ce5f609b-2d0b-4d77-bfde-94377c7f2210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455625 Jul 30 01:54:32.473585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7954e-1552-4083-9441-5cbe4a8a869c req-962178dc-4597-44ff-97c2-b424eb9a1f43 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:32.487600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aed7954e-1552-4083-9441-5cbe4a8a869c req-962178dc-4597-44ff-97c2-b424eb9a1f43 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 944 time: 0.1973143 Jul 30 01:54:32.505132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.583993 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-0242e37b-210f-48e5-9b83-8084f4066533 service neutron] 10.222.0.22 "GET /v2.0/networks/ce5f609b-2d0b-4d77-bfde-94377c7f2210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761345 Jul 30 01:54:32.638471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48bdd855-32c4-403b-a8c6-f0d046bccc01 req-cadf7967-1ed2-4eba-af83-4997ae1b0edf tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813350 Jul 30 01:54:32.686956 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.704438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Subnet': ['ID=f64eb837-a5ea-4ed7-9d5f-186379130160,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:32.712341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Transition to ACTIVE for port object 4364866d-946c-4ba2-afca-50103066170f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:32.713646 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cd997b25-05b8-4ee5-822a-74f9c272eae3 req-63bf72a6-0c05-421c-a626-d4f5c650c864 service neutron] 10.222.0.22 "GET /v2.0/networks/ce5f609b-2d0b-4d77-bfde-94377c7f2210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148050 Jul 30 01:54:32.729308 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:32.753904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.755333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.756129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.756866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.758922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.759776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.760562 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.761303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.762104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.763372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.764141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.764965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:32.828281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aed7954e-1552-4083-9441-5cbe4a8a869c req-b0b67e9c-0e59-4e72-9ebc-827e0cca0f30 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393133 Jul 30 01:54:32.870500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433263f-0359-435c-b4fa-8bc5c3890b05 None None] Pushing event updated for resources: {'Port': ['ID=4364866d-946c-4ba2-afca-50103066170f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:32.915993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Checking segment: {'id': 'd67191e9-8da6-480e-a479-d79ac402df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:32.917052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network hostable DHCP agents. Network: 15da1b3f-cd94-4802-b8d3-2f757d5a87d3, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:32.942415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-c91e4284-3768-44d1-b425-880fc95ba096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:32.944470 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-c91e4284-3768-44d1-b425-880fc95ba096 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9059ed2448ff4c49bf735057b762d390&device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 1095 time: 0.1225281 Jul 30 01:54:32.995222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:32.999327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 288f0662-90f9-4ce8-9baa-89feee365fbb no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:33.034407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 15da1b3f-cd94-4802-b8d3-2f757d5a87d3) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:33.057074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:33.058303 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:33.113300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b278f90e-b5e2-46a5-95d4-6a09ba53d341 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6548817 Jul 30 01:54:33.114307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42976) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:33.176173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad337aa-8e55-4bd9-9454-5fc3885895cd None None] Network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:33.199840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Attempting to bind port 4364866d-946c-4ba2-afca-50103066170f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:33.200903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Attempting to bind port 4364866d-946c-4ba2-afca-50103066170f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5e749673-895c-4924-8f92-912239b3a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:33.201838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Attempting to bind port 4364866d-946c-4ba2-afca-50103066170f on network b8147715-3343-4f8b-85c0-d74a92d7d838 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:33.362541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:33.363156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Checking segment: {'id': '5e749673-895c-4924-8f92-912239b3a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:33.363933 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:33.364651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Bound using segment: {'id': '5e749673-895c-4924-8f92-912239b3a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:33.366362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Bound port: 4364866d-946c-4ba2-afca-50103066170f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e749673-895c-4924-8f92-912239b3a9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:33.367015 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:33.374047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-1e8011fe-32c9-4b91-94cf-941652c82283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:33.376541 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-1e8011fe-32c9-4b91-94cf-941652c82283 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ce5f609b-2d0b-4d77-bfde-94377c7f2210 HTTP/1.1" status: 200 len: 923 time: 0.4178035 Jul 30 01:54:33.450137 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-27df290c-42a9-4107-872e-8b1d94a12bff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa HTTP/1.1" status: 200 len: 217 time: 0.0612347 Jul 30 01:54:33.521553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-7000531b-d3b8-47f1-a842-8ecc0d17eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:33.525154 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-7000531b-d3b8-47f1-a842-8ecc0d17eada service neutron] 10.222.0.22 "GET /v2.0/subnets?id=633d1494-6c49-44db-8601-9663f5b9ff2d HTTP/1.1" status: 200 len: 862 time: 0.0634081 Jul 30 01:54:33.538260 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74042f43-6764-4f1f-9bfd-5db63c390dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:33.685979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] For port 4364866d-946c-4ba2-afca-50103066170f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:33.838145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] For port 4364866d-946c-4ba2-afca-50103066170f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4364866d-946c-4ba2-afca-50103066170f,segment=NetworkSegment(5e749673-895c-4924-8f92-912239b3a9bd),segment_id=5e749673-895c-4924-8f92-912239b3a9bd)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:33.866212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622923af-4971-4503-8901-072089663867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:54:33.867619 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-622923af-4971-4503-8901-072089663867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:33.876086 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:33.906304 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.057117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00679b-78f7-4b7e-859f-f4d9d070cf1a req-1f9dbcae-c9a4-4ad1-87d2-82a5fe3badc6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:34.070971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee00679b-78f7-4b7e-859f-f4d9d070cf1a req-1f9dbcae-c9a4-4ad1-87d2-82a5fe3badc6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.2199264 Jul 30 01:54:34.225123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee00679b-78f7-4b7e-859f-f4d9d070cf1a req-634006be-761d-4939-8f39-d07ee611d7ea tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522496 Jul 30 01:54:34.240134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:34.240976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:34.243058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd7f1b-12b1-4b2d-8955-6f04cdcf1dab req-1e98694f-4800-4797-9b89-a87be1cc7dc1 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:34.245831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82dd7f1b-12b1-4b2d-8955-6f04cdcf1dab req-1e98694f-4800-4797-9b89-a87be1cc7dc1 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 944 time: 0.1649108 Jul 30 01:54:34.259359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433263f-0359-435c-b4fa-8bc5c3890b05 None None] Pushing event updated for resources: {'Port': ['ID=4364866d-946c-4ba2-afca-50103066170f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:34.296712 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-a7ff2296-9e85-4709-9427-b37369302966 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ce5f609b-2d0b-4d77-bfde-94377c7f2210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7550828 Jul 30 01:54:34.370809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82dd7f1b-12b1-4b2d-8955-6f04cdcf1dab req-1ea6cb86-75e5-4f2d-9b78-cf28cfeaa352 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097832 Jul 30 01:54:34.650684 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-9c30dd7c-c56e-4e7a-9e05-17db829c5835 service neutron] 10.222.0.22 "GET /v2.0/networks/ce5f609b-2d0b-4d77-bfde-94377c7f2210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278220 Jul 30 01:54:34.656798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:34.683199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:34.729305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-622923af-4971-4503-8901-072089663867 None None] Allocated IP 172.23.0.2 (15da1b3f-cd94-4802-b8d3-2f757d5a87d3/f64eb837-a5ea-4ed7-9d5f-186379130160/e5939195-ca72-454b-8340-afe1e5927c83) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:34.822736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.072932 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-622923af-4971-4503-8901-072089663867 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.103595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-622923af-4971-4503-8901-072089663867 None None] Transition to ACTIVE for port object e5939195-ca72-454b-8340-afe1e5927c83 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:35.134720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-622923af-4971-4503-8901-072089663867 None None] Transition to ACTIVE for port object e5939195-ca72-454b-8340-afe1e5927c83 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:35.140263 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a9301a6d-b71b-4e55-a8fc-8819887cf42c req-44cbfb10-4239-4fe8-9a74-1f90b01351a5 service neutron] 10.222.0.22 "GET /v2.0/networks/ce5f609b-2d0b-4d77-bfde-94377c7f2210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266310 Jul 30 01:54:35.153159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-622923af-4971-4503-8901-072089663867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.203257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622923af-4971-4503-8901-072089663867 None None] Network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:35.207837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-622923af-4971-4503-8901-072089663867 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:35.212554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622923af-4971-4503-8901-072089663867 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:35.253329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622923af-4971-4503-8901-072089663867 None None] Pushing event updated for resources: {'Port': ['ID=e5939195-ca72-454b-8340-afe1e5927c83,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:35.301356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-622923af-4971-4503-8901-072089663867 None None] Attempting to bind port e5939195-ca72-454b-8340-afe1e5927c83 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:35.301749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-622923af-4971-4503-8901-072089663867 None None] Attempting to bind port e5939195-ca72-454b-8340-afe1e5927c83 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd67191e9-8da6-480e-a479-d79ac402df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:35.302126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622923af-4971-4503-8901-072089663867 None None] Attempting to bind port e5939195-ca72-454b-8340-afe1e5927c83 on network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:35.306598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-93537d51-9c1a-4713-836b-645bd979804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:28Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:33Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:35.339904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622923af-4971-4503-8901-072089663867 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:35.340403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622923af-4971-4503-8901-072089663867 None None] Checking segment: {'id': 'd67191e9-8da6-480e-a479-d79ac402df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:35.340751 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-622923af-4971-4503-8901-072089663867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.341038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622923af-4971-4503-8901-072089663867 None None] Bound using segment: {'id': 'd67191e9-8da6-480e-a479-d79ac402df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:35.341551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-622923af-4971-4503-8901-072089663867 None None] Bound port: e5939195-ca72-454b-8340-afe1e5927c83, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67191e9-8da6-480e-a479-d79ac402df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:35.341949 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-622923af-4971-4503-8901-072089663867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.344577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93537d51-9c1a-4713-836b-645bd979804a None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:28Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:33Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:35.419317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Allocated IP 172.23.0.1 (15da1b3f-cd94-4802-b8d3-2f757d5a87d3/f64eb837-a5ea-4ed7-9d5f-186379130160/f9812798-c4bd-448b-9d7a-0d1b48890b01) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:35.517933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-622923af-4971-4503-8901-072089663867 None None] For port e5939195-ca72-454b-8340-afe1e5927c83, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:35.527930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-622923af-4971-4503-8901-072089663867 None None] For port e5939195-ca72-454b-8340-afe1e5927c83, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e5939195-ca72-454b-8340-afe1e5927c83,segment=NetworkSegment(d67191e9-8da6-480e-a479-d79ac402df43),segment_id=d67191e9-8da6-480e-a479-d79ac402df43)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:35.536523 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-622923af-4971-4503-8901-072089663867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.616222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6da47b-0c3f-45c6-b668-af7e1d35ac73 req-58fc1919-44b3-4d67-95a4-e9be852dcf2f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:35.618613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c6da47b-0c3f-45c6-b668-af7e1d35ac73 req-58fc1919-44b3-4d67-95a4-e9be852dcf2f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.1948211 Jul 30 01:54:35.629819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b814a-4e49-4691-a806-71a74207f150 req-11cf95d9-9621-4639-95ae-d1810f2f3c24 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:35.631876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-630b814a-4e49-4691-a806-71a74207f150 req-11cf95d9-9621-4639-95ae-d1810f2f3c24 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 944 time: 0.1253712 Jul 30 01:54:35.696639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622923af-4971-4503-8901-072089663867 None None] Pushing event updated for resources: {'Port': ['ID=e5939195-ca72-454b-8340-afe1e5927c83,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:35.743583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-630b814a-4e49-4691-a806-71a74207f150 req-0447723c-58cf-45af-b157-b39647f8c278 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975628 Jul 30 01:54:35.765514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c6da47b-0c3f-45c6-b668-af7e1d35ac73 req-1de4f504-18cf-4e18-937b-2d718ce01482 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316099 Jul 30 01:54:35.802546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.841950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Transition to ACTIVE for port object f9812798-c4bd-448b-9d7a-0d1b48890b01 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:35.919132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:35.943961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4364866d-946c-4ba2-afca-50103066170f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:36.026421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:36.028431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=f9812798-c4bd-448b-9d7a-0d1b48890b01,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:36.032195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:36.039187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:36.081266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4364866d-946c-4ba2-afca-50103066170f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:36.087588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4364866d-946c-4ba2-afca-50103066170f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:36.088234 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.148174 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.153139 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.328098 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.422808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 4364866d-946c-4ba2-afca-50103066170f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4364866d-946c-4ba2-afca-50103066170f,segment=NetworkSegment(5e749673-895c-4924-8f92-912239b3a9bd),segment_id=5e749673-895c-4924-8f92-912239b3a9bd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:36.435349 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.498756 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:36.623846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=4364866d-946c-4ba2-afca-50103066170f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:36.948520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a0b3d4c8-3226-4c60-a771-c11e6d2a57aa details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:54:37.113559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6841156-7131-496b-b6dc-dd2dbbb883a5 req-0566b075-78b3-423b-861f-184798b535e6 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:37.123975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6841156-7131-496b-b6dc-dd2dbbb883a5 req-0566b075-78b3-423b-861f-184798b535e6 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 944 time: 0.1529119 Jul 30 01:54:37.196154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6841156-7131-496b-b6dc-dd2dbbb883a5 req-5f3daab5-7076-451c-b8ba-2aae554e7eeb tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698678 Jul 30 01:54:37.238592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e7514-4ab4-490f-9b64-c1763a364c8e req-f9c4f5a1-9fbe-4afa-acbe-b50a1794776d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:37.247241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-140e7514-4ab4-490f-9b64-c1763a364c8e req-f9c4f5a1-9fbe-4afa-acbe-b50a1794776d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.3631113 Jul 30 01:54:37.352833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-140e7514-4ab4-490f-9b64-c1763a364c8e req-ceaf0f34-b99d-4b82-a1b5-0bcf05115a05 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017096 Jul 30 01:54:37.354659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,segment=NetworkSegment(0d82b1d2-42ab-42c8-a1e3-9a9474db16a8),segment_id=0d82b1d2-42ab-42c8-a1e3-9a9474db16a8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:37.376370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'a0b3d4c8-3226-4c60-a771-c11e6d2a57aa', 'network_id': 'ce5f609b-2d0b-4d77-bfde-94377c7f2210', 'port_id': 'a0b3d4c8-3226-4c60-a771-c11e6d2a57aa', 'mac_address': 'fa:16:3e:57:64:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633d1494-6c49-44db-8601-9663f5b9ff2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:54:37.402298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.415809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.472903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de830731-ade6-4939-8fad-2de87aef76ba req-729784aa-48a2-4f38-967c-5b3144896540 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:37.490811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de830731-ade6-4939-8fad-2de87aef76ba req-729784aa-48a2-4f38-967c-5b3144896540 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.1316845 Jul 30 01:54:37.492297 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.522792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b3d4c8-3226-4c60-a771-c11e6d2a57aa {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:37.570880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,segment=NetworkSegment(0d82b1d2-42ab-42c8-a1e3-9a9474db16a8),segment_id=0d82b1d2-42ab-42c8-a1e3-9a9474db16a8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:37.578696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3026208a-1a4c-434b-ad49-410cc527c42a None None] Network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:37.587323 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.594544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de830731-ade6-4939-8fad-2de87aef76ba req-e1fc388e-907c-4e49-8c3d-d1343320d57b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962253 Jul 30 01:54:37.681334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:37.742379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event updated for resources: {'Port': ['ID=f9812798-c4bd-448b-9d7a-0d1b48890b01,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:37.783345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-579ddab6-5762-45d1-bce1-319a2bbd5ac6 None None] Provisioning for port e5939195-ca72-454b-8340-afe1e5927c83 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:37.862758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.862758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.863213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.863773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.864352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.865096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.865685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.866249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.867000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.867814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.868384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.869202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:54:37.931777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fd2c7-5381-409b-9a0e-a066ead10d7c req-ddf0fdac-4013-469f-ae19-064fcab5bf46 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:37.945931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:37.946964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db2fd2c7-5381-409b-9a0e-a066ead10d7c req-ddf0fdac-4013-469f-ae19-064fcab5bf46 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.3178341 Jul 30 01:54:37.992424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db2fd2c7-5381-409b-9a0e-a066ead10d7c req-b0c1ba0e-c936-4a15-b1ed-c76352a230a7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/quotas/dbc788760a7b4b9fbfa831b51fc6d36b HTTP/1.1" status: 200 len: 375 time: 0.0401206 Jul 30 01:54:38.070610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db2fd2c7-5381-409b-9a0e-a066ead10d7c req-d73f5c22-5ccf-4084-8841-abe64f638dce tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752916 Jul 30 01:54:38.079910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['a0b3d4c8-3226-4c60-a771-c11e6d2a57aa'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:38.087531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:38.092234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:38.165538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e5939195-ca72-454b-8340-afe1e5927c83 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:38.320234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db2fd2c7-5381-409b-9a0e-a066ead10d7c req-5317dba2-a208-42a4-a4d7-cb34c05b5363 service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401707 Jul 30 01:54:38.415223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port e5939195-ca72-454b-8340-afe1e5927c83 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:38.430964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:38.436948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e5939195-ca72-454b-8340-afe1e5927c83 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:38.437882 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.631034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533de4dc-6531-4f70-a8ae-a39ed55401c5 req-cdd25c15-9e20-4ace-9f7e-28bfddbf1144 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:38.639473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-533de4dc-6531-4f70-a8ae-a39ed55401c5 req-cdd25c15-9e20-4ace-9f7e-28bfddbf1144 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 945 time: 0.1620321 Jul 30 01:54:38.754362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:38.760792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db2fd2c7-5381-409b-9a0e-a066ead10d7c req-31e9a71a-cdd0-499c-b3e3-61ab475e6041 service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386630 Jul 30 01:54:38.766562 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:38.778319 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e74a1b71-098c-4a20-b16b-e1f7daf102f7 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6548517 Jul 30 01:54:38.778632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43044) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:38.785999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:38.808420 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:38.810228 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:38.838216 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:38.860984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-533de4dc-6531-4f70-a8ae-a39ed55401c5 req-707685b3-97b0-42dd-a313-486efc46bf0d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169652 Jul 30 01:54:39.091536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dda5b00c-cd4a-4a83-84ee-fc9a38fa99b7 None None] Provisioning for port f9812798-c4bd-448b-9d7a-0d1b48890b01 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:39.126272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dda5b00c-cd4a-4a83-84ee-fc9a38fa99b7 None None] Provisioning complete for port f9812798-c4bd-448b-9d7a-0d1b48890b01 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:39.133204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dda5b00c-cd4a-4a83-84ee-fc9a38fa99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.234149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405202-e5da-40b1-8796-d24bf0186cd4 req-ac6db696-ab91-49aa-9dae-97e558104f06 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:39.255871 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:39.261037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8405202-e5da-40b1-8796-d24bf0186cd4 req-ac6db696-ab91-49aa-9dae-97e558104f06 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.2466674 Jul 30 01:54:39.397611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port e5939195-ca72-454b-8340-afe1e5927c83, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e5939195-ca72-454b-8340-afe1e5927c83,segment=NetworkSegment(d67191e9-8da6-480e-a479-d79ac402df43),segment_id=d67191e9-8da6-480e-a479-d79ac402df43)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:39.428331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:39.437417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4364866d-946c-4ba2-afca-50103066170f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:39.547364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8405202-e5da-40b1-8796-d24bf0186cd4 req-c4a15a26-f5ae-4610-9832-0f60e5e967ce tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844763 Jul 30 01:54:39.783939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ebf75-916f-4d4c-a403-de46887bd96e req-8a6402e2-8bfc-40e4-81ac-754505f2b5c3 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:39.811612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab9ebf75-916f-4d4c-a403-de46887bd96e req-8a6402e2-8bfc-40e4-81ac-754505f2b5c3 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.2011678 Jul 30 01:54:39.876669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=e5939195-ca72-454b-8340-afe1e5927c83,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:39.928851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dda5b00c-cd4a-4a83-84ee-fc9a38fa99b7 None None] Port f9812798-c4bd-448b-9d7a-0d1b48890b01 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:40.001214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dda5b00c-cd4a-4a83-84ee-fc9a38fa99b7 None None] Provisioning complete for port e5939195-ca72-454b-8340-afe1e5927c83 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:40.001899 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dda5b00c-cd4a-4a83-84ee-fc9a38fa99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.005772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74cac98d-a8d6-4a85-89e0-963dee8badd1 req-dc76d40c-9a3e-4196-aad5-90294b959c11 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=6090b1d2-98ee-4fc9-b878-99c4552d0657 HTTP/1.1" status: 200 len: 210 time: 0.1430624 Jul 30 01:54:40.075041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab9ebf75-916f-4d4c-a403-de46887bd96e req-dc582285-cc4b-459e-99df-f1ed5d165155 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562358 Jul 30 01:54:40.129727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4364866d-946c-4ba2-afca-50103066170f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:40.130358 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.223893 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9812798-c4bd-448b-9d7a-0d1b48890b01', 'name': '', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:8c:bf:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:35Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:40.309912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5beb0-afbd-4dd6-86d9-aaa0e4b6ec0e req-211886fb-9881-42c9-b632-5f11ab1b3218 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:40.321394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9e5beb0-afbd-4dd6-86d9-aaa0e4b6ec0e req-211886fb-9881-42c9-b632-5f11ab1b3218 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 945 time: 0.1480136 Jul 30 01:54:40.336304 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:40.336515 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Updating router 36ae49c2-3292-4990-8d23-8d52019c062a port f9812798-c4bd-448b-9d7a-0d1b48890b01 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:54:40.390944 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.525128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9e5beb0-afbd-4dd6-86d9-aaa0e4b6ec0e req-d555440a-f6d6-4654-a77b-8b87a4bc11a5 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960888 Jul 30 01:54:40.631558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6793b26c-eb72-4f5b-814e-518bd17ff30a None None] Provisioning complete for port f9812798-c4bd-448b-9d7a-0d1b48890b01 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:40.634171 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6793b26c-eb72-4f5b-814e-518bd17ff30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.656119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.extraroute_db [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93818) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:54:40.670387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e5939195-ca72-454b-8340-afe1e5927c83 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:40.713400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.extraroute_db [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Removed routes are [] {{(pid=93818) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:54:40.714045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.736618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6793b26c-eb72-4f5b-814e-518bd17ff30a None None] Port f9812798-c4bd-448b-9d7a-0d1b48890b01 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:54:40.767005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e5939195-ca72-454b-8340-afe1e5927c83 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:40.767489 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:40.802914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f839b-5d86-475a-9a23-b9e2968cccd0 req-da53bb6b-e4a6-497e-8101-45837ee7c8ac tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:40.812626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-115f839b-5d86-475a-9a23-b9e2968cccd0 req-da53bb6b-e4a6-497e-8101-45837ee7c8ac tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.0826557 Jul 30 01:54:40.881801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2e3227f-e920-4958-8af9-5e7b54ed37b7 req-5e845a79-03ef-4a08-9378-8cd656d0290e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=6090b1d2-98ee-4fc9-b878-99c4552d0657 HTTP/1.1" status: 200 len: 210 time: 0.0331211 Jul 30 01:54:40.915298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-115f839b-5d86-475a-9a23-b9e2968cccd0 req-93795f74-5896-4b88-9d44-2c643f76f4eb tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013696 Jul 30 01:54:40.920210 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-0cf75b15-6a31-4a7e-a0b9-480959bee986 service neutron] 10.222.0.22 "GET /v2.0/ports/288f0662-90f9-4ce8-9baa-89feee365fbb/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 384 time: 0.4013200 Jul 30 01:54:40.991764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a0b3d4c8-3226-4c60-a771-c11e6d2a57aa up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:41.029931 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.050488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:41.051206 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Transition to ACTIVE for port object f9812798-c4bd-448b-9d7a-0d1b48890b01 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:41.056983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:41.057426 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.066204 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.232067 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.247131 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1b447-8e67-49d8-839b-8a5b780acb59 None None] Pushing event updated for resources: {'Port': ['ID=f9812798-c4bd-448b-9d7a-0d1b48890b01,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:41.299817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11689229-d234-42fc-bb63-9974c3e7949c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3d4c8-3226-4c60-a771-c11e6d2a57aa'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:41.308022 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d7e996-4a01-455a-bff2-6eb9792ce8c4" -d '{"events": [{"server_uuid": "11689229-d234-42fc-bb63-9974c3e7949c", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3d4c8-3226-4c60-a771-c11e6d2a57aa"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:41.329172 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Attempting to bind port f9812798-c4bd-448b-9d7a-0d1b48890b01 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:41.330386 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Attempting to bind port f9812798-c4bd-448b-9d7a-0d1b48890b01 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd67191e9-8da6-480e-a479-d79ac402df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:41.331987 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Attempting to bind port f9812798-c4bd-448b-9d7a-0d1b48890b01 on network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:41.344529 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:41.345242 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Checking segment: {'id': 'd67191e9-8da6-480e-a479-d79ac402df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:41.345899 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.346718 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Bound using segment: {'id': 'd67191e9-8da6-480e-a479-d79ac402df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:41.347549 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Bound port: f9812798-c4bd-448b-9d7a-0d1b48890b01, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67191e9-8da6-480e-a479-d79ac402df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:41.348233 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.366881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,segment=NetworkSegment(0d82b1d2-42ab-42c8-a1e3-9a9474db16a8),segment_id=0d82b1d2-42ab-42c8-a1e3-9a9474db16a8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:41.375931 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.400907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb0588-8dfb-4c32-add2-c0a026b5bace req-907834f6-b46f-4078-8e3f-ab2209fd946a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:41.411658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bbb0588-8dfb-4c32-add2-c0a026b5bace req-907834f6-b46f-4078-8e3f-ab2209fd946a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 943 time: 0.1222317 Jul 30 01:54:41.485128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.504552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.508291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bbb0588-8dfb-4c32-add2-c0a026b5bace req-3f2c853f-410d-44b4-ad03-2672e7d0efe7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951180 Jul 30 01:54:41.517467 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ea1fab-2077-4a58-b14f-9ba4004e3399 x-openstack-request-id: req-45ea1fab-2077-4a58-b14f-9ba4004e3399 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:41.518227 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11689229-d234-42fc-bb63-9974c3e7949c", "name": "network-vif-plugged", "status": "completed", "tag": "a0b3d4c8-3226-4c60-a771-c11e6d2a57aa", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:41.518612 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-45ea1fab-2077-4a58-b14f-9ba4004e3399 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:41.521060 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11689229-d234-42fc-bb63-9974c3e7949c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b3d4c8-3226-4c60-a771-c11e6d2a57aa', 'code': 200} Jul 30 01:54:41.529857 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] For port f9812798-c4bd-448b-9d7a-0d1b48890b01, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:41.535195 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] For port f9812798-c4bd-448b-9d7a-0d1b48890b01, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f9812798-c4bd-448b-9d7a-0d1b48890b01,segment=NetworkSegment(d67191e9-8da6-480e-a479-d79ac402df43),segment_id=d67191e9-8da6-480e-a479-d79ac402df43)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:41.541964 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:41.622501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:41.729291 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1b447-8e67-49d8-839b-8a5b780acb59 None None] Pushing event updated for resources: {'Port': ['ID=f9812798-c4bd-448b-9d7a-0d1b48890b01,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:41.740117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba0791-b8d0-4fe5-889d-3ff10042c3e3 req-33895010-109c-4e2c-ad47-4604226af5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:41.752275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afba0791-b8d0-4fe5-889d-3ff10042c3e3 req-33895010-109c-4e2c-ad47-4604226af5b3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 1097 time: 0.1487119 Jul 30 01:54:41.756166 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:41.757031 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:41.926641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afba0791-b8d0-4fe5-889d-3ff10042c3e3 req-618f22a7-ea30-4187-9252-82c14b08db8a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597545 Jul 30 01:54:41.977720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:42.012946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee8807-5753-42e1-af1d-ea055e7b33ac req-0f96ef79-c502-4ec8-bef7-ce9f01a14216 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:42.016610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9ee8807-5753-42e1-af1d-ea055e7b33ac req-0f96ef79-c502-4ec8-bef7-ce9f01a14216 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 946 time: 0.1968660 Jul 30 01:54:42.035006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:42.068218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:42.090434 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:42.118543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288f0662-90f9-4ce8-9baa-89feee365fbb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:42.152944 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9ee8807-5753-42e1-af1d-ea055e7b33ac req-64fdffae-03fb-45e8-9b3b-8c2212e43779 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173930 Jul 30 01:54:42.300215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6172b-b416-4221-bd65-0e6221cef368 req-825656e5-6a8d-468b-8742-da58e0ec65c5 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:42.305960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68e6172b-b416-4221-bd65-0e6221cef368 req-825656e5-6a8d-468b-8742-da58e0ec65c5 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1036003 Jul 30 01:54:42.361242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:42.395495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68e6172b-b416-4221-bd65-0e6221cef368 req-a93cd57a-a1cd-4516-9ec2-276ed66e9841 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798850 Jul 30 01:54:42.431730 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.464841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:42.481500 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.488678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43116) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:42.489646 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-46d2a848-c88b-45b7-b780-19d0ddae8b6a tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a HTTP/1.1" status: 200 len: 933 time: 3.7097020 Jul 30 01:54:42.659288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] Transition to ACTIVE for port object 288f0662-90f9-4ce8-9baa-89feee365fbb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:42.667987 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:42.701551 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:40Z', 'revision_number': 6, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9812798-c4bd-448b-9d7a-0d1b48890b01', 'name': '', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:8c:bf:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:35Z', 'updated_at': '2021-07-30T01:54:41Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:42.763248 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e495a2-4a40-4d68-b46d-c5f91071deab None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:40Z', 'revision_number': 6, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9812798-c4bd-448b-9d7a-0d1b48890b01', 'name': '', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:8c:bf:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:35Z', 'updated_at': '2021-07-30T01:54:41Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:42.790638 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] Pushing event updated for resources: {'Port': ['ID=288f0662-90f9-4ce8-9baa-89feee365fbb,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:42.866842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] No DVR routers for this DVR port 288f0662-90f9-4ce8-9baa-89feee365fbb on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:42.924887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ff52-413c-4faf-95a0-23b8af739205 req-fe4862c2-73bb-4b38-8cf5-a2b238436831 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:42.928189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a556ff52-413c-4faf-95a0-23b8af739205 req-fe4862c2-73bb-4b38-8cf5-a2b238436831 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 944 time: 0.2602310 Jul 30 01:54:42.945935 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7db7927b-3fec-40fd-b45e-950030a7a94b service neutron] 10.222.0.22 "PUT /v2.0/ports/288f0662-90f9-4ce8-9baa-89feee365fbb/bindings/n-h1-715271-7/activate HTTP/1.1" status: 200 len: 369 time: 2.0196400 Jul 30 01:54:42.951347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-752590f8-89ef-4639-bb8d-a218554bbbe8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a HTTP/1.1" status: 200 len: 933 time: 0.4617345 Jul 30 01:54:42.954546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43124) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:42.963067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'routes': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:43.151368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-fefc230c-df86-4e6d-a72a-846dd379b0fd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:43.167839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-fefc230c-df86-4e6d-a72a-846dd379b0fd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.4992971 Jul 30 01:54:43.421958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-43aa3942-53bb-4c1a-97ca-f320dcfeaae9 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/quotas/dbc788760a7b4b9fbfa831b51fc6d36b HTTP/1.1" status: 200 len: 375 time: 0.1506443 Jul 30 01:54:43.478545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d53e63e6-6501-4a77-8c5b-4e18475f9432 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551763 Jul 30 01:54:43.483953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a556ff52-413c-4faf-95a0-23b8af739205 req-a0ce68e5-246d-4ef4-bfc4-7a711e14b738 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306363 Jul 30 01:54:43.506774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-0a677680-4562-4f1a-87da-55d6ac185807 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:43.508439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-0a677680-4562-4f1a-87da-55d6ac185807 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1095 time: 0.3058081 Jul 30 01:54:43.638491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-24478ccb-b8e7-4309-9aa8-83d252cc6511 service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465659 Jul 30 01:54:43.806689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-c5f6a671-0abd-416f-bf20-393f1aa1186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:43.809912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-c5f6a671-0abd-416f-bf20-393f1aa1186b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8 HTTP/1.1" status: 200 len: 1095 time: 0.2434835 Jul 30 01:54:43.828408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-bb4752f2-375f-4952-9faf-00889ac331ef service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886039 Jul 30 01:54:43.847572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d9d42-c6c6-4192-a7b7-e5c286c6a673 req-3f98ef34-648f-40d3-84fa-e2552db94516 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:43.863561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d7d9d42-c6c6-4192-a7b7-e5c286c6a673 req-3f98ef34-648f-40d3-84fa-e2552db94516 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 946 time: 0.1588497 Jul 30 01:54:43.996537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d7d9d42-c6c6-4192-a7b7-e5c286c6a673 req-29c96b55-02d8-43aa-98cd-ff8a4e8daf09 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100831 Jul 30 01:54:44.001150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-31927266-a53d-4f11-a273-e40aa6e3d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:44.003848 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-31927266-a53d-4f11-a273-e40aa6e3d299 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1095 time: 0.1380751 Jul 30 01:54:44.158487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.extraroute_db [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added routes are [] {{(pid=93818) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:54:44.159144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.extraroute_db [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93818) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:54:44.208319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:44.226615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:44.228541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:44.234364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab463b89-1e20-4eae-9cd6-e310de3defe8 req-fc09d324-35fb-48b2-aab8-2460dd34a4b0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 210 time: 0.1229568 Jul 30 01:54:44.256969 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.273289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ed52-1b16-4dbc-a32b-1ce534d8c955 req-5953d084-ff11-4ccd-b808-eb07a48acd9c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:44.285388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70a6ed52-1b16-4dbc-a32b-1ce534d8c955 req-5953d084-ff11-4ccd-b808-eb07a48acd9c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1712909 Jul 30 01:54:44.351687 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70a6ed52-1b16-4dbc-a32b-1ce534d8c955 req-74bacec7-2c86-4969-8afd-a6a026069e7f tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650871 Jul 30 01:54:44.384713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ccd6a7c7-0054-4111-9724-58e5beba263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:44.386444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-ccd6a7c7-0054-4111-9724-58e5beba263d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.3756514 Jul 30 01:54:44.440328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-7d7ac103-912c-43b6-8abc-b36a3c1f848d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=288f0662-90f9-4ce8-9baa-89feee365fbb HTTP/1.1" status: 200 len: 217 time: 0.0454335 Jul 30 01:54:44.466254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:44.546813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-9d741918-c5e7-4d6a-9df9-c1528b0af036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:44.548750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-9d741918-c5e7-4d6a-9df9-c1528b0af036 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1016412 Jul 30 01:54:44.638828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-b9da1ffa-aed6-4b37-a3ef-5398440077a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814526 Jul 30 01:54:44.799823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f9812798-c4bd-448b-9d7a-0d1b48890b01 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:44.807858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.812875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:44.922357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c57d3-a2cb-4dc9-adb7-f76863720c4e req-f2e378db-cf15-41fc-a815-8723644a4609 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:44.925247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd7c57d3-a2cb-4dc9-adb7-f76863720c4e req-f2e378db-cf15-41fc-a815-8723644a4609 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 944 time: 0.2782655 Jul 30 01:54:45.023292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-4f5ede5e-bd56-462e-b649-803312c14e15 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744385 Jul 30 01:54:45.082884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:45.234576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd7c57d3-a2cb-4dc9-adb7-f76863720c4e req-01005120-8818-4b37-b552-d80e3232aecd tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988605 Jul 30 01:54:45.491665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:45.498647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-fb9de7f1-ba5a-464f-8335-dc8084496bf6 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519739 Jul 30 01:54:45.532343 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.534510 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b1a74d19-b1da-4512-b62d-c69244e13685 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a HTTP/1.1" status: 200 len: 699 time: 2.5782263 Jul 30 01:54:45.541772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43178) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:45.549548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f9812798-c4bd-448b-9d7a-0d1b48890b01 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:54:45.584967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f1a6e2e-7809-4cd0-88b1-e59ecd56ef1f req-4b5fdeb0-5c94-4f08-b9c0-16c6d6d0a8df tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 210 time: 0.1034970 Jul 30 01:54:45.619736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f9812798-c4bd-448b-9d7a-0d1b48890b01 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:45.620544 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:45.684924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35a987-c0cf-4eae-ad68-c25e6485f98a req-39d888a0-3878-442c-a25f-9a710fd32968 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:45.711664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd35a987-c0cf-4eae-ad68-c25e6485f98a req-39d888a0-3878-442c-a25f-9a710fd32968 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 946 time: 0.3475842 Jul 30 01:54:45.892001 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-19d27b74-b223-41a5-a556-dc891c050c20 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a HTTP/1.1" status: 200 len: 699 time: 0.3483729 Jul 30 01:54:45.896625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43182) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:45.910060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd35a987-c0cf-4eae-ad68-c25e6485f98a req-d6283334-3da8-4e40-aa8a-7c0a7a2fe300 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936579 Jul 30 01:54:46.055002 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:40Z', 'revision_number': 6, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9812798-c4bd-448b-9d7a-0d1b48890b01', 'name': '', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:8c:bf:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:35Z', 'updated_at': '2021-07-30T01:54:41Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:46.115903 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.118485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:46.141676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:46.142528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:46.248361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f9812798-c4bd-448b-9d7a-0d1b48890b01, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f9812798-c4bd-448b-9d7a-0d1b48890b01,segment=NetworkSegment(d67191e9-8da6-480e-a479-d79ac402df43),segment_id=d67191e9-8da6-480e-a479-d79ac402df43)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:46.266653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-11c17238-0344-4b30-afed-095c48962d06 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.270821 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-11c17238-0344-4b30-afed-095c48962d06 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.2357602 Jul 30 01:54:46.279991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:46.283316 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:46.296228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Request body: {'port': {'device_id': 'ffea447c-f0ee-4e99-8164-d516b68d7720', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'admin_state_up': True, 'tenant_id': 'dbc788760a7b4b9fbfa831b51fc6d36b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:46.652044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f9812798-c4bd-448b-9d7a-0d1b48890b01,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:46.662544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-77f4e4ec-6e11-4134-aa8c-2f1a6a431c8c tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:46.662544 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-77f4e4ec-6e11-4134-aa8c-2f1a6a431c8c tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1095 time: 0.2987716 Jul 30 01:54:46.745005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:44Z', 'revision_number': 7, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9812798-c4bd-448b-9d7a-0d1b48890b01', 'name': '', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:8c:bf:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:35Z', 'updated_at': '2021-07-30T01:54:41Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:46.809414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a57b05-51fa-4082-ba44-01a69733cbc3 None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:44Z', 'revision_number': 7, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9812798-c4bd-448b-9d7a-0d1b48890b01', 'name': '', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:8c:bf:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:35Z', 'updated_at': '2021-07-30T01:54:41Z', 'revision_number': 4, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:47.011505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-9bcfbf18-6a9b-4452-94d9-e1053b5c5d88 service neutron] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:47.016154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-9bcfbf18-6a9b-4452-94d9-e1053b5c5d88 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.018500 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0136efa0-10f7-4317-9ebf-d12522552fa8 req-9bcfbf18-6a9b-4452-94d9-e1053b5c5d88 service neutron] 10.222.0.41 "DELETE /v2.0/ports/288f0662-90f9-4ce8-9baa-89feee365fbb/bindings/n-h2-715271-7 HTTP/1.1" status: 204 len: 173 time: 0.3494723 Jul 30 01:54:47.162901 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:54:47.212148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.219010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf9e3b-9b46-4b58-8952-6e363d0ac7bb req-a185bfee-363a-4ac0-bd98-ebfb18937822 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.228445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-debf9e3b-9b46-4b58-8952-6e363d0ac7bb req-a185bfee-363a-4ac0-bd98-ebfb18937822 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 1.3711236 Jul 30 01:54:47.304079 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:47.331096 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:47.332423 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:47.429395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-debf9e3b-9b46-4b58-8952-6e363d0ac7bb req-c3baed56-e6d6-41d8-bc34-94540c3b6fcb tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766515 Jul 30 01:54:47.441903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391420c-0d23-4176-9411-241cf951cf13 req-46391d61-488f-4f7e-bc14-e5433a0c3ced tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.450678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e391420c-0d23-4176-9411-241cf951cf13 req-46391d61-488f-4f7e-bc14-e5433a0c3ced tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 944 time: 0.2631097 Jul 30 01:54:47.488254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Made reservation on behalf of dbc788760a7b4b9fbfa831b51fc6d36b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:47.492882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.520574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-5b8bd38d-c945-4f51-ac4b-e356d2ae52d8 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:47.522647 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-5b8bd38d-c945-4f51-ac4b-e356d2ae52d8 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.22 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 946 time: 0.1716599 Jul 30 01:54:47.562470 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:47.713751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08db967c-d74d-4cc3-9cde-d8bb2fab81d0 req-da51613f-f258-4021-b3b0-91f6a514e8d6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 210 time: 0.0622413 Jul 30 01:54:47.739817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e391420c-0d23-4176-9411-241cf951cf13 req-3e0f4c40-8620-4d7b-b8e4-43db0de45d46 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865396 Jul 30 01:54:47.908023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Deleting port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:47.911207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:47.990077 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:44Z', 'revision_number': 7, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9812798-c4bd-448b-9d7a-0d1b48890b01', 'name': '', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:8c:bf:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:35Z', 'updated_at': '2021-07-30T01:54:46Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:47.991086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Allocated IP 172.20.0.11 (accffc7b-7f9a-4fd3-ba3a-84ec47325fc5/a906d30b-0f1e-4cf9-b55a-446e497d258c/feadfa45-d2a5-417c-9cae-fcfd8f82222c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:54:48.037746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0421b-d866-4fc4-b83a-fa9e8e0f8ec9 req-f8b36fc5-e799-42d0-b371-89fec031a7ae tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.059663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1da0421b-d866-4fc4-b83a-fa9e8e0f8ec9 req-f8b36fc5-e799-42d0-b371-89fec031a7ae tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 946 time: 0.1878448 Jul 30 01:54:48.064007 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:48.086388 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:48.087622 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:48.088557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port f9812798-c4bd-448b-9d7a-0d1b48890b01 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:48.088902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.218888 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:48.234287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1da0421b-d866-4fc4-b83a-fa9e8e0f8ec9 req-ce83b462-1191-436f-bd2d-ddc4fbcc3d47 tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/security-groups?id=e07ad023-e106-4c10-910d-bf382073a958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730304 Jul 30 01:54:48.242018 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] For port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,segment=NetworkSegment(0d82b1d2-42ab-42c8-a1e3-9a9474db16a8),segment_id=0d82b1d2-42ab-42c8-a1e3-9a9474db16a8)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:48.242627 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.257831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379ba40-2d95-4681-9ba4-893085b49ab4 req-e6b4a842-9de8-43ca-8e14-f1836fe82eee tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.258919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b379ba40-2d95-4681-9ba4-893085b49ab4 req-e6b4a842-9de8-43ca-8e14-f1836fe82eee tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1095 time: 0.1417625 Jul 30 01:54:48.309159 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Calling delete_port for a0b3d4c8-3226-4c60-a771-c11e6d2a57aa owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:48.334760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b379ba40-2d95-4681-9ba4-893085b49ab4 req-1755a465-6ad0-4add-9881-f4b7268f4402 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631120 Jul 30 01:54:48.365743 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.378541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port f9812798-c4bd-448b-9d7a-0d1b48890b01, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f9812798-c4bd-448b-9d7a-0d1b48890b01,segment=NetworkSegment(d67191e9-8da6-480e-a479-d79ac402df43),segment_id=d67191e9-8da6-480e-a479-d79ac402df43)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:48.379196 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.398250 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for f9812798-c4bd-448b-9d7a-0d1b48890b01 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:48.425727 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.521660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:54:48.524984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:48.539868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:54:48.624774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event updated for resources: {'Port': ['ID=feadfa45-d2a5-417c-9cae-fcfd8f82222c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:48.634765 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.651661 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:44Z', 'revision_number': 7, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9812798-c4bd-448b-9d7a-0d1b48890b01', 'name': '', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:8c:bf:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:35Z', 'updated_at': '2021-07-30T01:54:46Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:48.653552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8ce1-429c-4188-8be4-41d065f5e2f7 req-8ee3f5cf-e7e0-432c-8035-c4d58bf2c5b7 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.654230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['a0b3d4c8-3226-4c60-a771-c11e6d2a57aa'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:48.655457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f99d8ce1-429c-4188-8be4-41d065f5e2f7 req-8ee3f5cf-e7e0-432c-8035-c4d58bf2c5b7 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 1095 time: 0.2173581 Jul 30 01:54:48.686532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2852242-3fb1-4484-9ccd-c93d18a5e583 req-2cc66d0e-25bc-41ec-8f57-0e417e65fe17 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.689328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2852242-3fb1-4484-9ccd-c93d18a5e583 req-2cc66d0e-25bc-41ec-8f57-0e417e65fe17 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1391058 Jul 30 01:54:48.695599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f9812798-c4bd-448b-9d7a-0d1b48890b01 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:48.703229 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d99030-43da-4b32-b44f-03a595f7ae0a None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:44Z', 'revision_number': 7, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9812798-c4bd-448b-9d7a-0d1b48890b01', 'name': '', 'network_id': '15da1b3f-cd94-4802-b8d3-2f757d5a87d3', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:8c:bf:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:35Z', 'updated_at': '2021-07-30T01:54:46Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'f64eb837-a5ea-4ed7-9d5f-186379130160', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:48.706925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:48.708179 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.730576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Pushing event deleted for resources: {'Port': ['ID=a0b3d4c8-3226-4c60-a771-c11e6d2a57aa,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:48.768066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f99d8ce1-429c-4188-8be4-41d065f5e2f7 req-56e9eea5-6efc-46bd-ae3f-bb489600dbce tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019006 Jul 30 01:54:48.799670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-d7b4885e-8d11-4a43-8198-28adbac7f642 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5127478 Jul 30 01:54:48.809247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2852242-3fb1-4484-9ccd-c93d18a5e583 req-54a98750-722a-47ce-bc5c-c577d375d8b0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105244 Jul 30 01:54:48.825519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Request body: {'port': {'device_id': 'ffea447c-f0ee-4e99-8164-d516b68d7720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:48.836402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f9812798-c4bd-448b-9d7a-0d1b48890b01 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:54:48.838116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.859699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] No DVR routers for this DVR port a0b3d4c8-3226-4c60-a771-c11e6d2a57aa on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:48.859699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.859699 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1cf1dad5-cd89-431b-b13a-a8ddda5fa13d req-238a19d1-a0fb-445a-9b0b-87720be8f04d tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.22 "DELETE /v2.0/ports/a0b3d4c8-3226-4c60-a771-c11e6d2a57aa HTTP/1.1" status: 204 len: 173 time: 1.2862830 Jul 30 01:54:48.896579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11689229-d234-42fc-bb63-9974c3e7949c', 'name': 'network-vif-deleted', 'tag': 'a0b3d4c8-3226-4c60-a771-c11e6d2a57aa'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:48.904006 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4761917b-705e-43e1-bbf7-017cc12a2570" -d '{"events": [{"server_uuid": "11689229-d234-42fc-bb63-9974c3e7949c", "name": "network-vif-deleted", "tag": "a0b3d4c8-3226-4c60-a771-c11e6d2a57aa"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:48.919262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:48.978136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Could not find standard attr ID for object f9812798-c4bd-448b-9d7a-0d1b48890b01. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 01:54:48.982643 n-d-715271-7 neutron-server[93820]: INFO neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No ports have port_id starting with f9812798-c4bd-448b-9d7a-0d1b48890b01 Jul 30 01:54:49.000084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.025924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=f9812798-c4bd-448b-9d7a-0d1b48890b01,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:49.099810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cef6e-baf4-4165-b8ac-599856790a68 req-fd6aaee0-5e58-4c07-938e-aa571eb1a33a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.108095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-106cef6e-baf4-4165-b8ac-599856790a68 req-fd6aaee0-5e58-4c07-938e-aa571eb1a33a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 932 time: 0.1091297 Jul 30 01:54:49.202708 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f061c8-4a5b-4d6c-84fe-9c547d35547c x-openstack-request-id: req-07f061c8-4a5b-4d6c-84fe-9c547d35547c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:49.203131 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11689229-d234-42fc-bb63-9974c3e7949c", "name": "network-vif-deleted", "tag": "a0b3d4c8-3226-4c60-a771-c11e6d2a57aa", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:49.204136 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07f061c8-4a5b-4d6c-84fe-9c547d35547c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:49.204394 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11689229-d234-42fc-bb63-9974c3e7949c', 'name': 'network-vif-deleted', 'tag': 'a0b3d4c8-3226-4c60-a771-c11e6d2a57aa', 'status': 'completed', 'code': 200} Jul 30 01:54:49.254213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-106cef6e-baf4-4165-b8ac-599856790a68 req-07203c65-37cf-4bff-a830-1e76b385635d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425867 Jul 30 01:54:49.345365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.597440 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f273c-983a-4b8f-8698-444239c9d275 req-f07d9a9e-d14e-4f18-9140-cf20bd020808 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:49.606745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-387f273c-983a-4b8f-8698-444239c9d275 req-f07d9a9e-d14e-4f18-9140-cf20bd020808 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1373508 Jul 30 01:54:49.766346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-387f273c-983a-4b8f-8698-444239c9d275 req-f7040661-fe51-4e33-9793-f322f8923f24 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584897 Jul 30 01:54:49.873132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feadfa45-d2a5-417c-9cae-fcfd8f82222c {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:49.892089 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:49.937667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d96390eb-429c-40f6-8d02-d858f0846653 req-9a6fb3e4-7650-45a6-ae2a-86f0849afafe tempest-InstanceActionsNegativeTestJSON-796874373 tempest-InstanceActionsNegativeTestJSON-796874373-project] 10.222.0.84 "GET /v2.0/ports?device_id=11689229-d234-42fc-bb63-9974c3e7949c HTTP/1.1" status: 200 len: 210 time: 0.0326352 Jul 30 01:54:49.941959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Transition to ACTIVE for port object feadfa45-d2a5-417c-9cae-fcfd8f82222c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:54:49.951918 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.017201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Pushing event updated for resources: {'Port': ['ID=feadfa45-d2a5-417c-9cae-fcfd8f82222c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:50.106693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Attempting to bind port feadfa45-d2a5-417c-9cae-fcfd8f82222c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:54:50.107040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Attempting to bind port feadfa45-d2a5-417c-9cae-fcfd8f82222c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:54:50.107394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Attempting to bind port feadfa45-d2a5-417c-9cae-fcfd8f82222c on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:50.111711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-e7d8ed63-e6c8-43f9-a119-b166d8fe0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.113851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Port feadfa45-d2a5-417c-9cae-fcfd8f82222c on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:54:50.114252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Attempting to bind port feadfa45-d2a5-417c-9cae-fcfd8f82222c on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:54:50.114424 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-e7d8ed63-e6c8-43f9-a119-b166d8fe0672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 1096 time: 0.7644482 Jul 30 01:54:50.121119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:54:50.121458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Checking segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:50.123301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Bound using segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:54:50.123301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Bound port: feadfa45-d2a5-417c-9cae-fcfd8f82222c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:54:50.123301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.228745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] For port feadfa45-d2a5-417c-9cae-fcfd8f82222c, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:54:50.235360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] For port feadfa45-d2a5-417c-9cae-fcfd8f82222c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=feadfa45-d2a5-417c-9cae-fcfd8f82222c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:54:50.244803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.381054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.383861 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:50.385199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] 10.222.0.41 "PUT /v2.0/ports/feadfa45-d2a5-417c-9cae-fcfd8f82222c HTTP/1.1" status: 200 len: 1092 time: 1.5742414 Jul 30 01:54:50.385851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffea447c-f0ee-4e99-8164-d516b68d7720', 'tag': 'feadfa45-d2a5-417c-9cae-fcfd8f82222c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:54:50.389686 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018276e6-daa0-4095-b12b-7003b0a428c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffea447c-f0ee-4e99-8164-d516b68d7720", "tag": "feadfa45-d2a5-417c-9cae-fcfd8f82222c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:54:50.404300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88975842-fa68-4559-8e9e-0d7ad45fbe22 service neutron] Pushing event updated for resources: {'Port': ['ID=feadfa45-d2a5-417c-9cae-fcfd8f82222c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:50.492605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-4f4cf4f1-79ae-4401-b042-dea9259db6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.495889 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-4f4cf4f1-79ae-4401-b042-dea9259db6e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 912 time: 0.3725274 Jul 30 01:54:50.525062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:50.558093 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345bca08-879e-4fc5-9254-3724ef3fb584 x-openstack-request-id: req-345bca08-879e-4fc5-9254-3724ef3fb584 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:54:50.559753 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffea447c-f0ee-4e99-8164-d516b68d7720", "tag": "feadfa45-d2a5-417c-9cae-fcfd8f82222c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:54:50.560354 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-345bca08-879e-4fc5-9254-3724ef3fb584 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:54:50.561118 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffea447c-f0ee-4e99-8164-d516b68d7720', 'tag': 'feadfa45-d2a5-417c-9cae-fcfd8f82222c', 'status': 'completed', 'code': 200} Jul 30 01:54:50.663775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-4122d95e-3102-499c-8edb-faabfd82f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.666648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-4122d95e-3102-499c-8edb-faabfd82f4d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 1095 time: 0.2164419 Jul 30 01:54:50.682317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421fc01-8ffe-40ef-a7cf-198091b4aeb5 req-03b686c3-7b65-460f-a16a-fd22565e3ca8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.685861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d421fc01-8ffe-40ef-a7cf-198091b4aeb5 req-03b686c3-7b65-460f-a16a-fd22565e3ca8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 944 time: 0.1233077 Jul 30 01:54:50.693534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-206dcf3d-a484-416b-916d-5602ae649c8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2 HTTP/1.1" status: 200 len: 1000 time: 0.1840348 Jul 30 01:54:50.764455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-eed67cd5-9e26-410d-8fab-c164e28ebbf9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feadfa45-d2a5-417c-9cae-fcfd8f82222c HTTP/1.1" status: 200 len: 217 time: 0.0768359 Jul 30 01:54:50.866720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d421fc01-8ffe-40ef-a7cf-198091b4aeb5 req-59d566ba-3eda-4867-afd2-588728accc83 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638548 Jul 30 01:54:50.887846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:50.899646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:50.915381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b8498fbd-3068-46ec-9d85-d552aed42995 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0022712 Jul 30 01:54:50.916978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:50.921420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43258) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:50.921947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:50.925706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-165766f8-452a-4abc-b90a-c8857a0b0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.931373 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-165766f8-452a-4abc-b90a-c8857a0b0fd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.1903007 Jul 30 01:54:50.977782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-5e87bd6e-0601-4829-a031-58e42f5fd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:50.984548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-5e87bd6e-0601-4829-a031-58e42f5fd652 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.2065241 Jul 30 01:54:51.037807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43262) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:51.068059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a0b3d4c8-3226-4c60-a771-c11e6d2a57aa no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:51.130516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-24e7756d-14a7-4b6d-8385-5d45d1ce87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:51.133342 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-24e7756d-14a7-4b6d-8385-5d45d1ce87f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920083 Jul 30 01:54:51.146620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: a0b3d4c8-3226-4c60-a771-c11e6d2a57aa {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:51.147151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device a0b3d4c8-3226-4c60-a771-c11e6d2a57aa not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:51.170192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-275c59e5-af43-4e59-9cda-da27a517dcab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302378 Jul 30 01:54:51.276263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ec1f2d-372e-4c64-9a36-18d3dba9147f admin admin] Deleting subnet 633d1494-6c49-44db-8601-9663f5b9ff2d {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:51.284230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60ec1f2d-372e-4c64-9a36-18d3dba9147f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.290639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:51.338555 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60ec1f2d-372e-4c64-9a36-18d3dba9147f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.378493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e86a355-bdf4-47a4-8222-d1cc37064437 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting subnet f64eb837-a5ea-4ed7-9d5f-186379130160 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:51.390809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60ec1f2d-372e-4c64-9a36-18d3dba9147f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.407526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e86a355-bdf4-47a4-8222-d1cc37064437 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.469903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60ec1f2d-372e-4c64-9a36-18d3dba9147f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.484589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069f2c8-8573-479f-ba48-7763126ed5ca req-573f6501-0cc7-4ff2-9988-6d6b75972f0e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:51.509751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a069f2c8-8573-479f-ba48-7763126ed5ca req-573f6501-0cc7-4ff2-9988-6d6b75972f0e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.5239224 Jul 30 01:54:51.518361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec1f2d-372e-4c64-9a36-18d3dba9147f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633d1494-6c49-44db-8601-9663f5b9ff2d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:51.541949 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-60ec1f2d-372e-4c64-9a36-18d3dba9147f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.548523 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-60ec1f2d-372e-4c64-9a36-18d3dba9147f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/633d1494-6c49-44db-8601-9663f5b9ff2d HTTP/1.1" status: 204 len: 168 time: 0.5066116 Jul 30 01:54:51.551928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:51.618202 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e86a355-bdf4-47a4-8222-d1cc37064437 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.660188 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.758140 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-d6a52d9d-cec2-43ea-8c2d-a797e97e5c95 service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143506 Jul 30 01:54:51.829666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-2e7af9b5-3ed7-4b99-bb5c-4eaae97548cb service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286092 Jul 30 01:54:51.850219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a069f2c8-8573-479f-ba48-7763126ed5ca req-aea06ddf-3ea8-4b53-a1f8-f2d99a345cfe tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169558 Jul 30 01:54:51.931901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e86a355-bdf4-47a4-8222-d1cc37064437 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:51.988311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:48Z', 'revision_number': 8, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.037451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.073690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf5468f-a1d8-462e-a3a9-4ab91b50e762 req-c4fa9f56-d0f4-476e-ba28-c69b5e6be757 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121511 Jul 30 01:54:52.093776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e86a355-bdf4-47a4-8222-d1cc37064437 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.107338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:52.160499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:52.161846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.190560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86a355-bdf4-47a4-8222-d1cc37064437 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Subnet': ['ID=f64eb837-a5ea-4ed7-9d5f-186379130160,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:52.262772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5f609b-2d0b-4d77-bfde-94377c7f2210']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.300870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d82b1d2-42ab-42c8-a1e3-9a9474db16a8') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.301144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d82b1d2-42ab-42c8-a1e3-9a9474db16a8') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:52.320440 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2e86a355-bdf4-47a4-8222-d1cc37064437 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.330042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2e86a355-bdf4-47a4-8222-d1cc37064437 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/f64eb837-a5ea-4ed7-9d5f-186379130160 HTTP/1.1" status: 204 len: 168 time: 1.4070377 Jul 30 01:54:52.335256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43290) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:52.364470 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.384419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:52.392071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9daaf6-699f-479a-a280-bac92e87310c req-d5fbaa77-0834-42ed-8bd3-730c4d5aaaac tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:52.407171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc9daaf6-699f-479a-a280-bac92e87310c req-d5fbaa77-0834-42ed-8bd3-730c4d5aaaac tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 944 time: 0.2211664 Jul 30 01:54:52.422534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-5a75c178-145f-4003-96d4-9871e369e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:52.426250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-5a75c178-145f-4003-96d4-9871e369e7cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 1095 time: 0.2426202 Jul 30 01:54:52.433294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779a99d-0167-45eb-a554-32f8cfcf83a4 None None] Network 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:52.509306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.531405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:52.531895 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:52.539413 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:52.645153 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b05180d4-efd6-4a6c-81c6-86527b2acdde req-f5952317-5d44-4f14-9951-f613e333dcee service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748345 Jul 30 01:54:52.676805 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.711917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-048bbd27-9e9f-4bf5-ad55-cf8ae289499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:52.718467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-048bbd27-9e9f-4bf5-ad55-cf8ae289499e service neutron] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 913 time: 0.2607343 Jul 30 01:54:52.757048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc9daaf6-699f-479a-a280-bac92e87310c req-e5430701-839e-431f-8795-64b766ee5d04 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480315 Jul 30 01:54:52.798919 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.849210 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.856875 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] 10.222.0.84 "DELETE /v2.0/networks/ce5f609b-2d0b-4d77-bfde-94377c7f2210 HTTP/1.1" status: 204 len: 168 time: 1.3036013 Jul 30 01:54:52.863147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46196f84-2bf0-4fb6-b117-52881485430d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce5f609b-2d0b-4d77-bfde-94377c7f2210,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:52.874062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-7dac2b49-717f-4cdc-8dbc-ca71a4364583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:52.875994 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-7dac2b49-717f-4cdc-8dbc-ca71a4364583 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 1096 time: 0.1308081 Jul 30 01:54:52.900502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port e5939195-ca72-454b-8340-afe1e5927c83 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:52.901141 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:52.911105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-c8e40e46-3fcd-4f27-9df2-81a52b8f1656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=feadfa45-d2a5-417c-9cae-fcfd8f82222c HTTP/1.1" status: 200 len: 217 time: 0.1601918 Jul 30 01:54:52.999662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port e5939195-ca72-454b-8340-afe1e5927c83, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e5939195-ca72-454b-8340-afe1e5927c83,segment=NetworkSegment(d67191e9-8da6-480e-a479-d79ac402df43),segment_id=d67191e9-8da6-480e-a479-d79ac402df43)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:53.000433 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.037212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for e5939195-ca72-454b-8340-afe1e5927c83 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:53.174296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-9f3a5d33-f0f6-4185-bd3f-d36360cae4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.176928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-9f3a5d33-f0f6-4185-bd3f-d36360cae4a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.2543831 Jul 30 01:54:53.259329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e95ab-d826-4ac1-80a5-68235d4eaac0 req-1e551d8e-c559-4630-8048-f4062092e630 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.267220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a2e95ab-d826-4ac1-80a5-68235d4eaac0 req-1e551d8e-c559-4630-8048-f4062092e630 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1838396 Jul 30 01:54:53.304537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:48Z', 'revision_number': 8, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:53.352924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-503d3aa7-a77e-49dd-a16b-ba7a50caddba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609755 Jul 30 01:54:53.359914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-be779722-37f6-4d1b-acbc-cd8ac699517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.369181 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-be779722-37f6-4d1b-acbc-cd8ac699517f service neutron] 10.222.0.41 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 912 time: 0.2014008 Jul 30 01:54:53.375779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.444312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9683bee5-6bc8-4e11-9da2-4f16f91b2e40 None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:48Z', 'revision_number': 8, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': '4364866d-946c-4ba2-afca-50103066170f', 'name': '', 'network_id': 'b8147715-3343-4f8b-85c0-d74a92d7d838', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:66:9a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:24Z', 'updated_at': '2021-07-30T01:54:36Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': '09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:54:53.454689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5211b88a-014b-42af-b84f-02bc3a546d43 None None] DHCP port deletion for 15da1b3f-cd94-4802-b8d3-2f757d5a87d3 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:54:53.486308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43304) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:53.533479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=e5939195-ca72-454b-8340-afe1e5927c83,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:53.576504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No DVR routers for this DVR port e5939195-ca72-454b-8340-afe1e5927c83 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:54:53.653743 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-53ee4b1e-3ec2-490d-b212-a8cb1e6e28cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2450197 Jul 30 01:54:53.657611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-538d9d03-4be4-4a10-bd9f-f9b65736f18a service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686942 Jul 30 01:54:53.668783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a2e95ab-d826-4ac1-80a5-68235d4eaac0 req-9ac2a0db-522e-4cb5-b1a3-4582dd3fe4cd tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926942 Jul 30 01:54:53.727025 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-30b5260e-3639-4da1-94d5-2b2b3d5d8959 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2 HTTP/1.1" status: 200 len: 1000 time: 0.2960830 Jul 30 01:54:53.732238 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.787152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.808939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-018276e6-daa0-4095-b12b-7003b0a428c7 req-50cc5337-6183-4e59-b9f2-7dfef9f6c666 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370142 Jul 30 01:54:53.824452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15da1b3f-cd94-4802-b8d3-2f757d5a87d3']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:53.847818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bc1bac3e-ca24-434c-801a-b5df78b94bf2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9059ed2448ff4c49bf735057b762d390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554876 Jul 30 01:54:53.848697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43308) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:53.867986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67191e9-8da6-480e-a479-d79ac402df43') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:53.868456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67191e9-8da6-480e-a479-d79ac402df43') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:53.895352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.903875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-af3e82cf-0cdb-48e4-adaa-9396a8d19a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.909073 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-af3e82cf-0cdb-48e4-adaa-9396a8d19a41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.1698208 Jul 30 01:54:53.952748 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b32d-debd-4983-ae02-b6c4c3d15139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.990994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b32d-debd-4983-ae02-b6c4c3d15139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:53.991379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-68959306-3882-4936-8cf9-59b04db2f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.992730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-68959306-3882-4936-8cf9-59b04db2f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.994526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-68959306-3882-4936-8cf9-59b04db2f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.998514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-68959306-3882-4936-8cf9-59b04db2f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.999266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-68959306-3882-4936-8cf9-59b04db2f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:53.999962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-68959306-3882-4936-8cf9-59b04db2f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.000636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-68959306-3882-4936-8cf9-59b04db2f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.007808 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-68959306-3882-4936-8cf9-59b04db2f71c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6491 time: 0.2479265 Jul 30 01:54:54.009541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.038676 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:54:54.041471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:54:54.048239 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:54:54.171242 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b32d-debd-4983-ae02-b6c4c3d15139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.174916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b32d-debd-4983-ae02-b6c4c3d15139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.176684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a7d4b32d-debd-4983-ae02-b6c4c3d15139 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e07ad023-e106-4c10-910d-bf382073a958 HTTP/1.1" status: 204 len: 168 time: 0.3268042 Jul 30 01:54:54.193746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4b32d-debd-4983-ae02-b6c4c3d15139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ad023-e106-4c10-910d-bf382073a958,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:54.226043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca24a2-dad9-41b8-8900-88de6459483a req-255656ea-84d2-4979-872b-d631073cfb77 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.228593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aca24a2-dad9-41b8-8900-88de6459483a req-255656ea-84d2-4979-872b-d631073cfb77 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 944 time: 0.1267381 Jul 30 01:54:54.258995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-896a7773-5419-4267-b318-d28dbac5a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.260952 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-896a7773-5419-4267-b318-d28dbac5a275 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3403549 Jul 30 01:54:54.340501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-04747797-4736-4f58-a097-1f4a95c2c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.340999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-04747797-4736-4f58-a097-1f4a95c2c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.342187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-04747797-4736-4f58-a097-1f4a95c2c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.344752 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8aca24a2-dad9-41b8-8900-88de6459483a req-40e3648d-0e33-41ec-8eee-99286d2a26f1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967195 Jul 30 01:54:54.346012 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-04747797-4736-4f58-a097-1f4a95c2c28e service neutron] 10.222.0.22 "GET /v2.0/networks?id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 HTTP/1.1" status: 200 len: 2293 time: 0.2731023 Jul 30 01:54:54.357069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.363557 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:54.366046 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/networks/15da1b3f-cd94-4802-b8d3-2f757d5a87d3 HTTP/1.1" status: 204 len: 168 time: 2.0255501 Jul 30 01:54:54.371014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43316) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:54.586615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657e280-9062-44d9-8c93-ac0b97626acb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Network': ['ID=15da1b3f-cd94-4802-b8d3-2f757d5a87d3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:54.658807 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-337d9e13-7097-4cec-9bd8-345dee40c17f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3 HTTP/1.1" status: 200 len: 1001 time: 0.2913017 Jul 30 01:54:54.696912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f9812798-c4bd-448b-9d7a-0d1b48890b01 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:54.777478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f9812798-c4bd-448b-9d7a-0d1b48890b01 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:54.778165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f9812798-c4bd-448b-9d7a-0d1b48890b01 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:54.778880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e5939195-ca72-454b-8340-afe1e5927c83 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:54:54.850746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: e5939195-ca72-454b-8340-afe1e5927c83 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:54:54.851736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e5939195-ca72-454b-8340-afe1e5927c83 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:54:54.852884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-69f0361c-c7bd-4ea8-a7dd-209e94869c1a service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055304 Jul 30 01:54:54.864166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-2f0f0baf-57a8-4607-a895-9055563479a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:54.866515 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-2f0f0baf-57a8-4607-a895-9055563479a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4 HTTP/1.1" status: 200 len: 851 time: 0.1859801 Jul 30 01:54:55.089411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862fd6e-b47f-4e6c-83fc-42c24bcb3a51 req-609eded1-1e73-4f66-964d-55e3c7eee537 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:55.101114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5862fd6e-b47f-4e6c-83fc-42c24bcb3a51 req-609eded1-1e73-4f66-964d-55e3c7eee537 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1875336 Jul 30 01:54:55.192675 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49eede0a-289a-4633-b82e-760ef17b1da2 req-18ea47ae-3beb-4345-8579-9c246e5ea966 service neutron] 10.222.0.41 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187809 Jul 30 01:54:55.196933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5862fd6e-b47f-4e6c-83fc-42c24bcb3a51 req-be031b9e-40ff-464a-86d5-9aa6f43a96c7 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933440 Jul 30 01:54:55.282890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-dfafacf8-268a-4a1b-bbf3-a7b5e6db0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:55.296032 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-dfafacf8-268a-4a1b-bbf3-a7b5e6db0e25 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4074156 Jul 30 01:54:55.305796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device feadfa45-d2a5-417c-9cae-fcfd8f82222c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:54:55.498149 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.624320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port feadfa45-d2a5-417c-9cae-fcfd8f82222c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=feadfa45-d2a5-417c-9cae-fcfd8f82222c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:55.651113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'feadfa45-d2a5-417c-9cae-fcfd8f82222c', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'port_id': 'feadfa45-d2a5-417c-9cae-fcfd8f82222c', 'mac_address': 'fa:16:3e:e7:da:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a906d30b-0f1e-4cf9-b55a-446e497d258c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:54:55.735553 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-6d3066c1-fd9a-49f3-8017-4b7c3ec64f39 service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278195 Jul 30 01:54:55.744519 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:55.788283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feadfa45-d2a5-417c-9cae-fcfd8f82222c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:54:55.904258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port feadfa45-d2a5-417c-9cae-fcfd8f82222c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=feadfa45-d2a5-417c-9cae-fcfd8f82222c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:55.917831 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:56.049346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=feadfa45-d2a5-417c-9cae-fcfd8f82222c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:56.186287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f392-0915-4afb-b7fd-94223ed0d600 req-6ecf61e7-d128-4983-a551-ea72b55549ed tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:56.196460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfd0f392-0915-4afb-b7fd-94223ed0d600 req-6ecf61e7-d128-4983-a551-ea72b55549ed tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 944 time: 0.4389503 Jul 30 01:54:56.202444 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-49963516-2db3-4beb-95b1-45156b343acc service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541821 Jul 30 01:54:56.252073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['feadfa45-d2a5-417c-9cae-fcfd8f82222c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:54:56.325570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-c702c5a6-6276-468c-a7c5-9a2fdb3b9d70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 217 time: 0.1085036 Jul 30 01:54:56.326591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43356) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:56.435945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-8d3ed186-81ad-4b91-8a11-cae8877863e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:56.439472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-8d3ed186-81ad-4b91-8a11-cae8877863e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.1011376 Jul 30 01:54:56.553166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-811f3d0d-6d0d-4b42-b082-ad9d7972cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:56.560712 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-811f3d0d-6d0d-4b42-b082-ad9d7972cdfe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080673 Jul 30 01:54:56.602954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfd0f392-0915-4afb-b7fd-94223ed0d600 req-f09bbae0-1ae8-4fd6-84e7-59161d89c6e2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910728 Jul 30 01:54:56.856799 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-b9e40bfd-dd10-4ea6-a03f-3336c61ec6ab service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810371 Jul 30 01:54:56.867727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1564007137-network', 'tenant_id': '3794f350f8744cf39e96c93c3362d72f'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:57.068797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port 4364866d-946c-4ba2-afca-50103066170f {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:57.077008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.120309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Made reservation on behalf of 3794f350f8744cf39e96c93c3362d72f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:57.123055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.138723 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.258320 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-324c0af4-2155-4e2a-a5d8-e0869c85f8f6 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300331 Jul 30 01:54:57.303111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port 4364866d-946c-4ba2-afca-50103066170f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4364866d-946c-4ba2-afca-50103066170f,segment=NetworkSegment(5e749673-895c-4924-8f92-912239b3a9bd),segment_id=5e749673-895c-4924-8f92-912239b3a9bd)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:54:57.304011 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.340682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for 4364866d-946c-4ba2-afca-50103066170f owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:54:57.399633 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-729dcdd2-3f49-43fb-a9e9-f1d13f06f0b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 217 time: 0.0789599 Jul 30 01:54:57.488836 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.564699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-839b9dca-91fd-4ba1-819b-e443388bbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.566258 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-839b9dca-91fd-4ba1-819b-e443388bbf24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.0747628 Jul 30 01:54:57.567674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.642442 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:54:57.660045 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.662996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3ddf53-691d-47a4-8fea-0595c0acb64c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:57.682115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.685050 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Added segment 2acdbde3-ea6b-4008-b68f-662faa1d5360 of type vlan for network fe0cd6ff-e597-4233-b43e-29cf7005ac13 Jul 30 01:54:57.697604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=4364866d-946c-4ba2-afca-50103066170f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:57.758923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-ecf7544b-a191-498d-8d44-a8c85b241f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.764520 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-ecf7544b-a191-498d-8d44-a8c85b241f81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1771924 Jul 30 01:54:57.809469 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.968733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:57.970535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:57.971281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.066748 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.105299 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7740939 Jul 30 01:54:58.111943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43374) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:58.126191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Request body: {'subnet': {'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1564007137-subnet', 'tenant_id': '3794f350f8744cf39e96c93c3362d72f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:54:58.168959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Made reservation on behalf of 3794f350f8744cf39e96c93c3362d72f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:54:58.190050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.203389 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-28c2ad27-0601-472c-b0f7-1335e5becb95 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110200 Jul 30 01:54:58.208640 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c869cad-215c-47d6-9df1-d9ff65c2597f admin admin] Pushing event updated for resources: {'Network': ['ID=fe0cd6ff-e597-4233-b43e-29cf7005ac13,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:58.234633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network fe0cd6ff-e597-4233-b43e-29cf7005ac13 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:54:58.580192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:54:58.591714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804df95-59ae-4ddc-a645-1b70b17cf9d8 req-d47c6c66-d672-472f-8455-e013fafb20a6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:58.593697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3804df95-59ae-4ddc-a645-1b70b17cf9d8 req-d47c6c66-d672-472f-8455-e013fafb20a6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 945 time: 0.7407188 Jul 30 01:54:58.751926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:54:58.763146 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:54:58.777700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e3dc6c41-d9dd-4e21-9fae-0396c9f7cf9d tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4004984 Jul 30 01:54:58.777700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3804df95-59ae-4ddc-a645-1b70b17cf9d8 req-a701e56a-9ead-4a4a-8942-65565486c556 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709476 Jul 30 01:54:58.778137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43382) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:58.793168 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:58.794472 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:58.883575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-3988ed9f-1965-4aa2-b0ad-729375eb312f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting subnet 09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:54:58.889148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3988ed9f-1965-4aa2-b0ad-729375eb312f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.942757 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-fb14ab14-6331-41f4-8fed-bca59f7bf561 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900661 Jul 30 01:54:58.979077 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3988ed9f-1965-4aa2-b0ad-729375eb312f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:58.994231 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:54:59.030529 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-bcefcef4-4106-4770-8b51-ffb55be9c993 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=1883ce7e-549a-45f1-a991-b66482189a87 HTTP/1.1" status: 200 len: 217 time: 0.0606446 Jul 30 01:54:59.065450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.133815 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3988ed9f-1965-4aa2-b0ad-729375eb312f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.205911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Pushing event updated for resources: {'Subnet': ['ID=935b2468-55ac-4fa4-b83d-05b97fff6685,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:59.223586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-6788744e-19df-47da-a981-9497dd3b5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:59.229472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-6788744e-19df-47da-a981-9497dd3b5153 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.1725304 Jul 30 01:54:59.242177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Checking segment: {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:54:59.242935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Network hostable DHCP agents. Network: fe0cd6ff-e597-4233-b43e-29cf7005ac13, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:54:59.298916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3988ed9f-1965-4aa2-b0ad-729375eb312f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.318540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device feadfa45-d2a5-417c-9cae-fcfd8f82222c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:54:59.322845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Network fe0cd6ff-e597-4233-b43e-29cf7005ac13 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:54:59.342942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-8fd97381-f2f8-48c6-9902-01a275f458b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:59.345852 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-8fd97381-f2f8-48c6-9902-01a275f458b6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990403 Jul 30 01:54:59.364306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988ed9f-1965-4aa2-b0ad-729375eb312f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Subnet': ['ID=09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:54:59.370992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3988ed9f-1965-4aa2-b0ad-729375eb312f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.378734 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3988ed9f-1965-4aa2-b0ad-729375eb312f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8 HTTP/1.1" status: 204 len: 168 time: 0.5993543 Jul 30 01:54:59.379798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43388) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:54:59.418476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332ffcf-cacc-4226-8ec2-c3b88a30b3fc None None] Network b8147715-3343-4f8b-85c0-d74a92d7d838 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:59.506267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, fe0cd6ff-e597-4233-b43e-29cf7005ac13) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:54:59.522705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:54:59.523765 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.568054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4444b-e844-4a08-b81e-564b185ac527 None None] Network fe0cd6ff-e597-4233-b43e-29cf7005ac13 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:59.597326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.685603 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-95a07164-7cc1-4a11-add0-3d2434a8a1ba service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170168 Jul 30 01:54:59.693548 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fe611178-cd3a-4f7f-99a5-871101c2cefd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5736513 Jul 30 01:54:59.716836 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:57Z', 'revision_number': 9, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:54:59.823770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:54:59.832786 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:54:59.839793 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:54:59.863052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ceec68-f627-4257-b84d-2e8b9f2caf97 None None] Network fe0cd6ff-e597-4233-b43e-29cf7005ac13 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:54:59.880621 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:54:59.899271 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:54:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:00.109366 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-11c25dc8-9224-4736-8eb4-07709253d319 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046791 Jul 30 01:55:00.147560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=955f27f0-8b89-40aa-b8d2-096c2bc6f2f8,segment=NetworkSegment(5e749673-895c-4924-8f92-912239b3a9bd),segment_id=5e749673-895c-4924-8f92-912239b3a9bd)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:00.148195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.170165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:00.187777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd51be-307a-4298-b4b4-84dc0146217b req-1a79842a-21b5-4105-808b-0ba9cba18f7e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.190240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18cd51be-307a-4298-b4b4-84dc0146217b req-1a79842a-21b5-4105-808b-0ba9cba18f7e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 945 time: 0.1597359 Jul 30 01:55:00.197888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port feadfa45-d2a5-417c-9cae-fcfd8f82222c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:00.220167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port feadfa45-d2a5-417c-9cae-fcfd8f82222c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:00.220600 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.309829 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-abbb255a-5a8f-4660-8023-dc0c7614cb23 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 HTTP/1.1" status: 200 len: 217 time: 0.1927791 Jul 30 01:55:00.344274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18cd51be-307a-4298-b4b4-84dc0146217b req-597f6165-a520-446c-844a-1ac1cdcb29d8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698872 Jul 30 01:55:00.357636 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:00.391789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.486821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=955f27f0-8b89-40aa-b8d2-096c2bc6f2f8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:00.524691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No DVR routers for this DVR port 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:00.543399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0532b-6cd8-464b-a248-a7dfb2721c26 None None] DHCP port deletion for b8147715-3343-4f8b-85c0-d74a92d7d838 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:00.559693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-12b7db71-4299-4e3e-850a-abfe7647467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.562396 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-12b7db71-4299-4e3e-850a-abfe7647467c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.2373283 Jul 30 01:55:00.690205 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:00.724749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:00.810280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-5198000f-b0cf-4254-bc0c-8a05da251c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:00.821856 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-5198000f-b0cf-4254-bc0c-8a05da251c25 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2459288 Jul 30 01:55:00.853391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:00.854000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 955f27f0-8b89-40aa-b8d2-096c2bc6f2f8 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:00.947754 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d892803-226a-478d-93e4-f8f28e5b1609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.007096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.050809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8147715-3343-4f8b-85c0-d74a92d7d838']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:01.059586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea447c-f0ee-4e99-8164-d516b68d7720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feadfa45-d2a5-417c-9cae-fcfd8f82222c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:01.071857 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f16c564-6864-46c0-b238-7155625cb7cc" -d '{"events": [{"server_uuid": "ffea447c-f0ee-4e99-8164-d516b68d7720", "name": "network-vif-plugged", "status": "completed", "tag": "feadfa45-d2a5-417c-9cae-fcfd8f82222c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:01.090680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e749673-895c-4924-8f92-912239b3a9bd') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:01.090986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e749673-895c-4924-8f92-912239b3a9bd') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:01.113883 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.160342 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.184992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:01.192498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:01.194837 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:01.207663 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-da6b5c2c-abdd-4cc2-9d8a-9449793b86ae service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664186 Jul 30 01:55:01.259525 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a53cd3-4cd4-4a5c-b7df-2cd35d27ce4b x-openstack-request-id: req-c2a53cd3-4cd4-4a5c-b7df-2cd35d27ce4b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:01.271415 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea447c-f0ee-4e99-8164-d516b68d7720", "name": "network-vif-plugged", "status": "completed", "tag": "feadfa45-d2a5-417c-9cae-fcfd8f82222c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:01.279757 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c2a53cd3-4cd4-4a5c-b7df-2cd35d27ce4b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:01.280829 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea447c-f0ee-4e99-8164-d516b68d7720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feadfa45-d2a5-417c-9cae-fcfd8f82222c', 'code': 200} Jul 30 01:55:01.286311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port feadfa45-d2a5-417c-9cae-fcfd8f82222c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=feadfa45-d2a5-417c-9cae-fcfd8f82222c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:01.328662 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.333077 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.474320 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:01.578382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=feadfa45-d2a5-417c-9cae-fcfd8f82222c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:01.717619 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-2ba48094-dca6-45a6-ba26-d1e2e780c5bc service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961464 Jul 30 01:55:01.806590 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:57Z', 'revision_number': 9, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:01.912082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b051cb9-eae7-4c7b-a0d4-d9cf6f11871a req-6fa84b2c-7c8d-415b-96b0-4568b089e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:01.919941 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3169a-a579-4442-8b9b-9aa5a4691a9f None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:54:57Z', 'revision_number': 9, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ebc9496f-992e-4a25-b199-bd2472d4cde8', 'name': '', 'network_id': '6da2de5e-6618-4d68-8ad6-94a00126dd11', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:01:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:13Z', 'updated_at': '2021-07-30T01:54:25Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'd244a5b4-a1d5-43ab-a30f-5a2529b20555', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:01.920294 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8b051cb9-eae7-4c7b-a0d4-d9cf6f11871a req-6fa84b2c-7c8d-415b-96b0-4568b089e6a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 1097 time: 0.4283819 Jul 30 01:55:01.923135 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-71735708-38f9-471b-aba6-48a59592c659 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=193102a5-36b8-44b6-9a54-7cf363179076 HTTP/1.1" status: 200 len: 217 time: 0.1870923 Jul 30 01:55:02.105699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-aa20eeef-21f8-43cf-b01d-a644dbce21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:02.108245 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-aa20eeef-21f8-43cf-b01d-a644dbce21cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.1664264 Jul 30 01:55:02.111526 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8b051cb9-eae7-4c7b-a0d4-d9cf6f11871a req-534cbab5-7ea0-4054-9556-a1e49979e944 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821821 Jul 30 01:55:02.170676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:02.183709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/networks/b8147715-3343-4f8b-85c0-d74a92d7d838 HTTP/1.1" status: 204 len: 168 time: 2.8019052 Jul 30 01:55:02.199315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43516) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:02.254207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e999b-9ff8-4e42-8d9f-2e01a85d3f29 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Network': ['ID=b8147715-3343-4f8b-85c0-d74a92d7d838,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:02.370004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-851b1a44-615e-48a0-a29c-7418307488d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:02.372927 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-851b1a44-615e-48a0-a29c-7418307488d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2501965 Jul 30 01:55:02.427901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43520) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:02.440487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-b3d94569-2bd0-4d32-9416-ece504f930ed tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:02.453236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-b3d94569-2bd0-4d32-9416-ece504f930ed tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/networks?id=fe0cd6ff-e597-4233-b43e-29cf7005ac13 HTTP/1.1" status: 200 len: 818 time: 1.0393918 Jul 30 01:55:02.493032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-8290aa9e-49aa-4e10-9eb4-3317c406bec9 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/quotas/3794f350f8744cf39e96c93c3362d72f HTTP/1.1" status: 200 len: 375 time: 0.0338633 Jul 30 01:55:02.528023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e488a-b677-4d00-b458-440e79a8b234 req-8ed0ff34-7ce1-4feb-ada7-041ec19c477e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:02.545113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f9e488a-b677-4d00-b458-440e79a8b234 req-8ed0ff34-7ce1-4feb-ada7-041ec19c477e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 946 time: 0.3827772 Jul 30 01:55:02.572228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4364866d-946c-4ba2-afca-50103066170f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:02.614492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-6f7dcd7a-b5ce-4865-9807-0599f529eec3 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3794f350f8744cf39e96c93c3362d72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200821 Jul 30 01:55:02.645336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 4364866d-946c-4ba2-afca-50103066170f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:02.646218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4364866d-946c-4ba2-afca-50103066170f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:02.715895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f9e488a-b677-4d00-b458-440e79a8b234 req-f8607426-08de-4d50-b41f-b32c2b6aacbb tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673441 Jul 30 01:55:02.783362 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-6c3996b8-f641-4832-a0cd-866a11f8dfb5 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901076 Jul 30 01:55:02.827535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-4b7ebc8e-a2a7-44ca-af36-18c8c5d258ed service neutron] 10.222.0.84 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116747 Jul 30 01:55:02.830213 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09886fa6-30f4-45c5-be93-06ae23c6451c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.037761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-ca8f75e4-c2f1-4ab1-b23f-d028e893c10a service neutron] 10.222.0.84 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922221 Jul 30 01:55:03.068372 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-f825988d-72eb-40b8-8839-a3390ff030ab service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356451 Jul 30 01:55:03.146474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-2c0d2ef6-47dd-4214-ac29-39da3e9e784d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3 HTTP/1.1" status: 200 len: 217 time: 0.0635405 Jul 30 01:55:03.240443 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09886fa6-30f4-45c5-be93-06ae23c6451c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.286370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-e774a9a6-9420-4913-b1f7-a19ff23257ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:03.288158 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-e774a9a6-9420-4913-b1f7-a19ff23257ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.1249411 Jul 30 01:55:03.291143 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09886fa6-30f4-45c5-be93-06ae23c6451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.348376 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b6684bf-9bcc-4794-9374-32103eacc684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.364637 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-09886fa6-30f4-45c5-be93-06ae23c6451c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=882d142d7c4b40a49a42444b5319e9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9259107 Jul 30 01:55:03.367816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43526) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:03.495860 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-115fae3a-7094-4cda-8fea-d2932ea1fedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.502622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09886fa6-30f4-45c5-be93-06ae23c6451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da503b49-8e43-429b-9af4-f834831da992,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:03.520463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-77f42f06-3630-43d3-8b72-11d6ebde495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:03.536687 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-77f42f06-3630-43d3-8b72-11d6ebde495f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2033112 Jul 30 01:55:03.545410 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-115fae3a-7094-4cda-8fea-d2932ea1fedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.658208 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-115fae3a-7094-4cda-8fea-d2932ea1fedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.659698 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.666779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-115fae3a-7094-4cda-8fea-d2932ea1fedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.672166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-115fae3a-7094-4cda-8fea-d2932ea1fedc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/da503b49-8e43-429b-9af4-f834831da992 HTTP/1.1" status: 204 len: 168 time: 0.3019440 Jul 30 01:55:03.708082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115fae3a-7094-4cda-8fea-d2932ea1fedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da503b49-8e43-429b-9af4-f834831da992,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:03.771936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:03.862445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52844f4a-dfa1-4c0d-b449-8b08837851e4 req-7a37f709-a5c5-4281-9c97-443763898f26 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 210 time: 0.0819345 Jul 30 01:55:04.000541 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-c4dc6840-9744-4609-8f77-5aa89a16d345 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551697 Jul 30 01:55:04.076198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b6bff-8e4d-4e26-ab03-000d227597e5 req-6ecfed65-5c77-4ca2-83be-692a36026750 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:04.086964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d6b6bff-8e4d-4e26-ab03-000d227597e5 req-6ecfed65-5c77-4ca2-83be-692a36026750 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 946 time: 0.1442444 Jul 30 01:55:04.214704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d6b6bff-8e4d-4e26-ab03-000d227597e5 req-2237dd71-699f-4ab9-b81d-87a815526f1b tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145928 Jul 30 01:55:04.452363 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.463171 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3204ba78-7d40-4c6a-934d-9ae198d7d3ba req-ee90fded-716c-49e2-b6ef-5f9a45b5eb1f service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505098 Jul 30 01:55:04.546268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port ebc9496f-992e-4a25-b199-bd2472d4cde8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:04.547314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.832309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port ebc9496f-992e-4a25-b199-bd2472d4cde8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ebc9496f-992e-4a25-b199-bd2472d4cde8,segment=NetworkSegment(8e953874-f6be-4045-923e-8364b0bbd0ad),segment_id=8e953874-f6be-4045-923e-8364b0bbd0ad)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:04.833314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.863227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43562) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:04.885560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for ebc9496f-992e-4a25-b199-bd2472d4cde8 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:04.936686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94da58ae-78fa-4308-a66c-3a3c43c7ee77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:04.994098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be521-8f1f-4bed-88a2-9a07b4528903 req-1943b358-c472-4aba-bdfa-56ba7e37c381 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:04.997463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f11be521-8f1f-4bed-88a2-9a07b4528903 req-1943b358-c472-4aba-bdfa-56ba7e37c381 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 946 time: 0.1981394 Jul 30 01:55:05.058985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f5c85cd-7bf4-4181-9df8-0cebe20137d4 req-e5d14f96-88f0-4a05-8171-4675bf03e6a5 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 210 time: 0.0599113 Jul 30 01:55:05.236142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f11be521-8f1f-4bed-88a2-9a07b4528903 req-118b8592-6f89-4e66-a4e4-01707a70a2cc tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821475 Jul 30 01:55:05.433191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.453426 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94da58ae-78fa-4308-a66c-3a3c43c7ee77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.484960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=ebc9496f-992e-4a25-b199-bd2472d4cde8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:05.490546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94da58ae-78fa-4308-a66c-3a3c43c7ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.642886 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-94da58ae-78fa-4308-a66c-3a3c43c7ee77 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6553e7bd09154efe84c30fe44a9e8ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7638245 Jul 30 01:55:05.644155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da58ae-78fa-4308-a66c-3a3c43c7ee77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82a2874-eb37-47e4-88cc-e63878a41e0b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:05.648575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43570) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:05.796926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-187c9608-40ca-410f-9f41-cc0795732f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.929223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-187c9608-40ca-410f-9f41-cc0795732f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:05.984471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.061996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-187c9608-40ca-410f-9f41-cc0795732f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.074752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-187c9608-40ca-410f-9f41-cc0795732f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.077450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-187c9608-40ca-410f-9f41-cc0795732f5a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e82a2874-eb37-47e4-88cc-e63878a41e0b HTTP/1.1" status: 204 len: 168 time: 0.4269404 Jul 30 01:55:06.095036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c9608-40ca-410f-9f41-cc0795732f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82a2874-eb37-47e4-88cc-e63878a41e0b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:06.126222 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:06.253943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c70b986-c6b6-4e2b-8bb5-f4f9756c5d9d req-a593bc14-31dc-49b2-9fc3-99a69ca60f1c tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 210 time: 0.0548728 Jul 30 01:55:06.493999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d715c54-9d66-4bc9-a6df-28658df35700 req-07faea68-aa0e-4a9d-a662-82e09dbac4fe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:06.498179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d715c54-9d66-4bc9-a6df-28658df35700 req-07faea68-aa0e-4a9d-a662-82e09dbac4fe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 946 time: 0.1010337 Jul 30 01:55:06.508396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:06.619151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d715c54-9d66-4bc9-a6df-28658df35700 req-f251c6b8-9511-487f-bede-23b4e0063ba6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108053 Jul 30 01:55:06.791100 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:06.808213 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2ae3a339-caf1-48df-b451-98d9317204ff tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6018169 Jul 30 01:55:06.808770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43586) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:06.825521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:06.867680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:06.871059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:07.053692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-427fed14-1a7b-4b7c-ba2b-f4116e701a15 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting subnet d244a5b4-a1d5-43ab-a30f-5a2529b20555 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:07.080204 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-427fed14-1a7b-4b7c-ba2b-f4116e701a15 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.217167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:07.300191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-427fed14-1a7b-4b7c-ba2b-f4116e701a15 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:07.585646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2692836e-1c8c-4eb9-b358-e17a5131b535 req-cf39052e-05c5-4cd7-b137-2484793541e0 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 210 time: 0.0935912 Jul 30 01:55:07.776768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fb27e-3ff6-4ae8-9d82-c26d99eb9960 req-2cd276fd-7390-4d33-8477-82be60389dbe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:07.797025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b7fb27e-3ff6-4ae8-9d82-c26d99eb9960 req-2cd276fd-7390-4d33-8477-82be60389dbe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 946 time: 0.4107451 Jul 30 01:55:07.890564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:55:05Z', 'revision_number': 10, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:07.964584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:07.988839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:07.990369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:08.127425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-17761748-164b-49a2-b910-9e57dbac0388 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:08.130128 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-17761748-164b-49a2-b910-9e57dbac0388 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.41 "GET /v2.0/networks?id=fe0cd6ff-e597-4233-b43e-29cf7005ac13 HTTP/1.1" status: 200 len: 818 time: 1.2312822 Jul 30 01:55:08.135181 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-427fed14-1a7b-4b7c-ba2b-f4116e701a15 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.158691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-7a4aff1d-a39d-453e-b8bc-d2901c0cc091 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:08.162448 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-7a4aff1d-a39d-453e-b8bc-d2901c0cc091 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.22 "GET /v2.0/networks?id=fe0cd6ff-e597-4233-b43e-29cf7005ac13 HTTP/1.1" status: 200 len: 818 time: 0.9873662 Jul 30 01:55:08.170547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Request body: {'port': {'device_id': 'b8b0aa47-937c-4649-bddb-91f041ec0ec3', 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13', 'admin_state_up': True, 'tenant_id': '3794f350f8744cf39e96c93c3362d72f'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:08.187477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Request body: {'port': {'device_id': '6098c92b-7ac9-49d2-add8-ff0aa0e53577', 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13', 'admin_state_up': True, 'tenant_id': '3794f350f8744cf39e96c93c3362d72f'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:08.227721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:08.254843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b7fb27e-3ff6-4ae8-9d82-c26d99eb9960 req-225bf715-28a5-4057-8c2f-75ab1c294d3c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530401 Jul 30 01:55:08.391145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-121775b4-6122-42b8-9ed1-db1c708796cb tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:08.393294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-121775b4-6122-42b8-9ed1-db1c708796cb tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.22 "GET /v2.0/networks?id=fe0cd6ff-e597-4233-b43e-29cf7005ac13 HTTP/1.1" status: 200 len: 818 time: 0.4522340 Jul 30 01:55:08.416096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Request body: {'port': {'device_id': '6c9b8556-c39c-4045-886a-1d4b3d5efad3', 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13', 'admin_state_up': True, 'tenant_id': '3794f350f8744cf39e96c93c3362d72f'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:08.444116 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-427fed14-1a7b-4b7c-ba2b-f4116e701a15 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.523782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-427fed14-1a7b-4b7c-ba2b-f4116e701a15 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.534668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-427fed14-1a7b-4b7c-ba2b-f4116e701a15 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/d244a5b4-a1d5-43ab-a30f-5a2529b20555 HTTP/1.1" status: 204 len: 168 time: 1.7243643 Jul 30 01:55:08.535351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43616) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:08.543866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fed14-1a7b-4b7c-ba2b-f4116e701a15 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Subnet': ['ID=d244a5b4-a1d5-43ab-a30f-5a2529b20555,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:08.583336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15639d7c-a14d-4271-b60f-0ed36cb53f2a None None] Network 6da2de5e-6618-4d68-8ad6-94a00126dd11 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:08.726185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Made reservation on behalf of 3794f350f8744cf39e96c93c3362d72f for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:08.732258 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.781404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Made reservation on behalf of 3794f350f8744cf39e96c93c3362d72f for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:08.787155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.793298 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:08.931972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:55:05Z', 'revision_number': 10, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:08.962816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cd9bc53-77b8-4cf8-a136-8232f510950a req-b0f4df61-6fc8-4ae7-815b-90094d4af0c4 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 210 time: 0.1648839 Jul 30 01:55:08.996380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Allocated IP 172.20.0.6 (fe0cd6ff-e597-4233-b43e-29cf7005ac13/935b2468-55ac-4fa4-b83d-05b97fff6685/003e3991-bf3c-44c3-a9ef-8496547003ca) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:09.028274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb654bf7-8005-4caa-9942-dc890d9c7cd9 None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:55:05Z', 'revision_number': 10, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None, '_interfaces': [{'id': 'ed21b1fb-cc09-4a2e-8248-6160a12b6cbe', 'name': '', 'network_id': 'c650e9f3-1864-4763-bb61-91964234dae7', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'mac_address': 'fa:16:3e:2c:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:54:05Z', 'updated_at': '2021-07-30T01:54:19Z', 'revision_number': 5, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'subnets': [{'id': 'fb490af3-9fa3-44e3-ae77-a04c36482311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:09.045976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] DHCP port deletion for 6da2de5e-6618-4d68-8ad6-94a00126dd11 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:09.172180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Deleting port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:09.172596 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.262088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] For port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a2d6a1d0-0964-4eb3-a880-383fe22d6a1e,segment=NetworkSegment(8e953874-f6be-4045-923e-8364b0bbd0ad),segment_id=8e953874-f6be-4045-923e-8364b0bbd0ad)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:09.263092 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.287250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Calling delete_port for a2d6a1d0-0964-4eb3-a880-383fe22d6a1e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:09.384408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.425851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27174e16-db89-4c8c-8729-79a36d380f9c req-b35183b3-465d-4af6-8cd0-456eb598dfbb tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:09.434784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27174e16-db89-4c8c-8729-79a36d380f9c req-b35183b3-465d-4af6-8cd0-456eb598dfbb tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 946 time: 0.3266954 Jul 30 01:55:09.440920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Made reservation on behalf of 3794f350f8744cf39e96c93c3362d72f for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:09.470641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.486115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.517527 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.564538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] No DVR routers for this DVR port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:09.565370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Network fe0cd6ff-e597-4233-b43e-29cf7005ac13 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:09.576117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Pushing event deleted for resources: {'Port': ['ID=a2d6a1d0-0964-4eb3-a880-383fe22d6a1e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:09.597676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.598060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.598433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.598778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.603791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.606711 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.608875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.610256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.610825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.611376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.611995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.612543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166bcbb3-78dc-48d9-9aee-307206e52fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:09.617823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:09.666310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:09.668304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:09.668855 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.815077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Pushing event updated for resources: {'Port': ['ID=003e3991-bf3c-44c3-a9ef-8496547003ca,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:09.831054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:09.832916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.837214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Allocated IP 172.20.0.8 (fe0cd6ff-e597-4233-b43e-29cf7005ac13/935b2468-55ac-4fa4-b83d-05b97fff6685/acde7a3e-2fc1-4b1f-adac-3c44b34b5a51) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:09.885258 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-a3a482d8-e7a6-4cf1-b506-5f39777724fc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7219369 Jul 30 01:55:09.911731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e, host n-d-715271-7, got binding levels [] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:09.912134 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:09.913607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-f0c5f81f-09e3-40a4-bf3b-6c262b74ef27 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:55:09.916099 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-f0c5f81f-09e3-40a4-bf3b-6c262b74ef27 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136974 Jul 30 01:55:09.936011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Request body: {'port': {'device_id': 'b8b0aa47-937c-4649-bddb-91f041ec0ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:09.938933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for a2d6a1d0-0964-4eb3-a880-383fe22d6a1e owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:09.944413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.ipam_backend_mixin [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e was not found and therefore no delete operation was performed {{(pid=93819) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 01:55:09.959494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61370ee-f22b-4a98-853a-bb133a76c412 req-d872a91b-429a-494e-8757-358fd7f396a2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:09.961491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c61370ee-f22b-4a98-853a-bb133a76c412 req-d872a91b-429a-494e-8757-358fd7f396a2 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 946 time: 0.2951834 Jul 30 01:55:09.962192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.009205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=a2d6a1d0-0964-4eb3-a880-383fe22d6a1e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:10.030741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No DVR routers for this DVR port a2d6a1d0-0964-4eb3-a880-383fe22d6a1e on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:10.082992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-27174e16-db89-4c8c-8729-79a36d380f9c req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Deleting port feadfa45-d2a5-417c-9cae-fcfd8f82222c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:10.083466 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27174e16-db89-4c8c-8729-79a36d380f9c req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.192275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c61370ee-f22b-4a98-853a-bb133a76c412 req-1d8bf351-fe31-4efc-9d5b-65aa67cf1cf6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950443 Jul 30 01:55:10.246888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.279745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.313594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da2de5e-6618-4d68-8ad6-94a00126dd11']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:10.340853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e953874-f6be-4045-923e-8364b0bbd0ad') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:10.341171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e953874-f6be-4045-923e-8364b0bbd0ad') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:10.369751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-27174e16-db89-4c8c-8729-79a36d380f9c req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] For port feadfa45-d2a5-417c-9cae-fcfd8f82222c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=feadfa45-d2a5-417c-9cae-fcfd8f82222c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:10.370793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27174e16-db89-4c8c-8729-79a36d380f9c req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.383521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445aa742-989e-4506-9e2f-87c4af7fc63c req-cd794a67-32dc-4929-9658-75471409916c tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:10.390548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-445aa742-989e-4506-9e2f-87c4af7fc63c req-cd794a67-32dc-4929-9658-75471409916c tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 931 time: 0.2310653 Jul 30 01:55:10.394216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.451722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-27174e16-db89-4c8c-8729-79a36d380f9c req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Calling delete_port for feadfa45-d2a5-417c-9cae-fcfd8f82222c owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:10.466286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.484141 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.510466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:10.511756 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:10.518235 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:10.692503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.731749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-445aa742-989e-4506-9e2f-87c4af7fc63c req-dbbe42a2-cdae-4e83-b1e3-9a1482bee639 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403962 Jul 30 01:55:10.759317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Network fe0cd6ff-e597-4233-b43e-29cf7005ac13 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:10.762502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:10.766018 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:10.798041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a2d6a1d0-0964-4eb3-a880-383fe22d6a1e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:10.860675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a2d6a1d0-0964-4eb3-a880-383fe22d6a1e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:10.861282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a2d6a1d0-0964-4eb3-a880-383fe22d6a1e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:10.864433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ebc9496f-992e-4a25-b199-bd2472d4cde8 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:10.883507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Pushing event updated for resources: {'Port': ['ID=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:10.909736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ebc9496f-992e-4a25-b199-bd2472d4cde8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:10.910230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ebc9496f-992e-4a25-b199-bd2472d4cde8 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:10.931982 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.941524 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27174e16-db89-4c8c-8729-79a36d380f9c req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.957019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:10.958186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['feadfa45-d2a5-417c-9cae-fcfd8f82222c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:10.959073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.968087 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:10.969929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/networks/6da2de5e-6618-4d68-8ad6-94a00126dd11 HTTP/1.1" status: 204 len: 168 time: 2.4204512 Jul 30 01:55:10.974499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43654) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:11.026114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event deleted for resources: {'Port': ['ID=feadfa45-d2a5-417c-9cae-fcfd8f82222c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:11.070514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61334164-7f74-4f00-819a-8c0760137ce8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Network': ['ID=6da2de5e-6618-4d68-8ad6-94a00126dd11,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:11.081013 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-55fe1cbd-6bc2-4d6e-aeca-c57325fbd53e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9009142 Jul 30 01:55:11.086146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Allocated IP 172.20.0.5 (fe0cd6ff-e597-4233-b43e-29cf7005ac13/935b2468-55ac-4fa4-b83d-05b97fff6685/06b52c12-9b06-4d6c-8d73-72c80806e961) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:11.119012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-27174e16-db89-4c8c-8729-79a36d380f9c req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] No DVR routers for this DVR port feadfa45-d2a5-417c-9cae-fcfd8f82222c on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:11.128460 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27174e16-db89-4c8c-8729-79a36d380f9c req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.131896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27174e16-db89-4c8c-8729-79a36d380f9c req-72170fa2-5d85-4e23-95c9-e026e9062fe8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "DELETE /v2.0/ports/feadfa45-d2a5-417c-9cae-fcfd8f82222c HTTP/1.1" status: 204 len: 173 time: 1.5969944 Jul 30 01:55:11.132687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffea447c-f0ee-4e99-8164-d516b68d7720', 'name': 'network-vif-deleted', 'tag': 'feadfa45-d2a5-417c-9cae-fcfd8f82222c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:11.137480 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ab4dae-3b02-4aa7-9002-9c49bee018cd" -d '{"events": [{"server_uuid": "ffea447c-f0ee-4e99-8164-d516b68d7720", "name": "network-vif-deleted", "tag": "feadfa45-d2a5-417c-9cae-fcfd8f82222c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:11.168967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Request body: {'port': {'device_id': '6098c92b-7ac9-49d2-add8-ff0aa0e53577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:11.248695 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86af708c-ca6f-49da-8d4e-86b9320632bb x-openstack-request-id: req-86af708c-ca6f-49da-8d4e-86b9320632bb {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:11.269852 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffea447c-f0ee-4e99-8164-d516b68d7720", "name": "network-vif-deleted", "tag": "feadfa45-d2a5-417c-9cae-fcfd8f82222c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:11.270254 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-86af708c-ca6f-49da-8d4e-86b9320632bb {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:11.270918 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffea447c-f0ee-4e99-8164-d516b68d7720', 'name': 'network-vif-deleted', 'tag': 'feadfa45-d2a5-417c-9cae-fcfd8f82222c', 'status': 'completed', 'code': 200} Jul 30 01:55:11.484763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.533513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3211a486-fe23-49a7-9f88-3c5be2d7b892 req-314a44d2-72b8-4a09-aecc-98c63d600a12 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffea447c-f0ee-4e99-8164-d516b68d7720 HTTP/1.1" status: 200 len: 210 time: 0.0859025 Jul 30 01:55:11.652827 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.732042 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.816024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Network fe0cd6ff-e597-4233-b43e-29cf7005ac13 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:11.822277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:11.830151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:11.883702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Pushing event updated for resources: {'Port': ['ID=06b52c12-9b06-4d6c-8d73-72c80806e961,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:11.965970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:11.967211 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:11.989376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa20f0-b197-4a62-b9c0-d9759b496d91 req-faf73824-c8d7-4205-bdc2-85d9fd5afa11 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:11.990576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68aa20f0-b197-4a62-b9c0-d9759b496d91 req-faf73824-c8d7-4205-bdc2-85d9fd5afa11 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 931 time: 0.1084774 Jul 30 01:55:11.998484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-b2ded839-5eb9-4b71-b539-f2983c100d06 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5906172 Jul 30 01:55:12.019250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Request body: {'port': {'device_id': '6c9b8556-c39c-4045-886a-1d4b3d5efad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:12.052095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003e3991-bf3c-44c3-a9ef-8496547003ca {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:12.064743 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.068306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.107760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68aa20f0-b197-4a62-b9c0-d9759b496d91 req-3844f331-9288-4ab6-9d13-89ecdf52e1c7 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007931 Jul 30 01:55:12.115390 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.189882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Transition to ACTIVE for port object 003e3991-bf3c-44c3-a9ef-8496547003ca will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:12.234232 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.431588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Pushing event updated for resources: {'Port': ['ID=003e3991-bf3c-44c3-a9ef-8496547003ca,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:12.634132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Attempting to bind port 003e3991-bf3c-44c3-a9ef-8496547003ca on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:12.634853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Attempting to bind port 003e3991-bf3c-44c3-a9ef-8496547003ca by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:12.634853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Attempting to bind port 003e3991-bf3c-44c3-a9ef-8496547003ca on network fe0cd6ff-e597-4233-b43e-29cf7005ac13 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:12.712889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Port 003e3991-bf3c-44c3-a9ef-8496547003ca on network fe0cd6ff-e597-4233-b43e-29cf7005ac13 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:12.713422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Attempting to bind port 003e3991-bf3c-44c3-a9ef-8496547003ca on network fe0cd6ff-e597-4233-b43e-29cf7005ac13 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:12.725038 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:12.749692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.756888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:12.757422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Checking segment: {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:12.757989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Bound using segment: {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:12.758646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Bound port: 003e3991-bf3c-44c3-a9ef-8496547003ca, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:12.759150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:12.830151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Transition to ACTIVE for port object acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:12.918934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.210788 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b52c12-9b06-4d6c-8d73-72c80806e961 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:13.227321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.247026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Pushing event updated for resources: {'Port': ['ID=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:13.257748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] For port 003e3991-bf3c-44c3-a9ef-8496547003ca, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:13.263148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Transition to ACTIVE for port object 06b52c12-9b06-4d6c-8d73-72c80806e961 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:13.285864 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.337466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] For port 003e3991-bf3c-44c3-a9ef-8496547003ca, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=003e3991-bf3c-44c3-a9ef-8496547003ca,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:13.354142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.398144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:13.399480 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.400340 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] 10.222.0.41 "PUT /v2.0/ports/003e3991-bf3c-44c3-a9ef-8496547003ca HTTP/1.1" status: 200 len: 1091 time: 3.4729631 Jul 30 01:55:13.403411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b0aa47-937c-4649-bddb-91f041ec0ec3', 'tag': '003e3991-bf3c-44c3-a9ef-8496547003ca'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:13.405733 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b0aa47-937c-4649-bddb-91f041ec0ec3", "tag": "003e3991-bf3c-44c3-a9ef-8496547003ca"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:13.408746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device feadfa45-d2a5-417c-9cae-fcfd8f82222c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:13.436042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Attempting to bind port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:13.436386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Attempting to bind port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:13.436804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Attempting to bind port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 on network fe0cd6ff-e597-4233-b43e-29cf7005ac13 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:13.444900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 on network fe0cd6ff-e597-4233-b43e-29cf7005ac13 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:13.445267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Attempting to bind port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 on network fe0cd6ff-e597-4233-b43e-29cf7005ac13 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:13.468338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: feadfa45-d2a5-417c-9cae-fcfd8f82222c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:13.469297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device feadfa45-d2a5-417c-9cae-fcfd8f82222c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:13.474368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:13.474703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.481024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:13.481361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Checking segment: {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:13.481730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Bound using segment: {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:13.482251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Bound port: acde7a3e-2fc1-4b1f-adac-3c44b34b5a51, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:13.482668 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.489286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-da6d1fb9-9bad-416d-b05f-49c4d4c7f893 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:13.491090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-da6d1fb9-9bad-416d-b05f-49c4d4c7f893 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.3508084 Jul 30 01:55:13.496193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Pushing event updated for resources: {'Port': ['ID=06b52c12-9b06-4d6c-8d73-72c80806e961,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:13.599928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Attempting to bind port 06b52c12-9b06-4d6c-8d73-72c80806e961 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:13.600215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Attempting to bind port 06b52c12-9b06-4d6c-8d73-72c80806e961 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:13.600751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Attempting to bind port 06b52c12-9b06-4d6c-8d73-72c80806e961 on network fe0cd6ff-e597-4233-b43e-29cf7005ac13 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:13.607767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-e5f8af0d-7919-4ddb-b2a0-ee3506c9f873 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/quotas/dbc788760a7b4b9fbfa831b51fc6d36b HTTP/1.1" status: 200 len: 375 time: 0.1001258 Jul 30 01:55:13.620476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482e1bd-738e-42dd-805c-4ac3529b7009 req-b725e6b5-d689-4bb9-a2de-27af15c49786 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:13.622638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9482e1bd-738e-42dd-805c-4ac3529b7009 req-b725e6b5-d689-4bb9-a2de-27af15c49786 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 943 time: 0.3468511 Jul 30 01:55:13.633494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Port 06b52c12-9b06-4d6c-8d73-72c80806e961 on network fe0cd6ff-e597-4233-b43e-29cf7005ac13 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:13.633820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Attempting to bind port 06b52c12-9b06-4d6c-8d73-72c80806e961 on network fe0cd6ff-e597-4233-b43e-29cf7005ac13 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:13.664957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-24cf1728-a7c7-4b4d-9b92-d903ead44015 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408130 Jul 30 01:55:13.674857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:13.675198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Checking segment: {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:13.675638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Bound using segment: {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:13.676094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Bound port: 06b52c12-9b06-4d6c-8d73-72c80806e961, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acdbde3-ea6b-4008-b68f-662faa1d5360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:13.676465 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.766868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] For port 06b52c12-9b06-4d6c-8d73-72c80806e961, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:13.770561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] For port 06b52c12-9b06-4d6c-8d73-72c80806e961, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=06b52c12-9b06-4d6c-8d73-72c80806e961,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:13.853395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:13.894296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41798f-3aba-4e3b-848f-090ad3e5f30a service neutron] Pushing event updated for resources: {'Port': ['ID=003e3991-bf3c-44c3-a9ef-8496547003ca,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:13.975371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9482e1bd-738e-42dd-805c-4ac3529b7009 req-564915f0-9c8f-4a2a-a67c-8d37619f84fd tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372788 Jul 30 01:55:14.004258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:14.006025 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.009154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] 10.222.0.22 "PUT /v2.0/ports/06b52c12-9b06-4d6c-8d73-72c80806e961 HTTP/1.1" status: 200 len: 1091 time: 1.9943647 Jul 30 01:55:14.044594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9b8556-c39c-4045-886a-1d4b3d5efad3', 'tag': '06b52c12-9b06-4d6c-8d73-72c80806e961'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:14.051620 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9b8556-c39c-4045-886a-1d4b3d5efad3", "tag": "06b52c12-9b06-4d6c-8d73-72c80806e961"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:14.088332 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119b9ab2-3556-4db7-ac50-0d86ee5e01cf x-openstack-request-id: req-119b9ab2-3556-4db7-ac50-0d86ee5e01cf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:14.089294 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b0aa47-937c-4649-bddb-91f041ec0ec3", "tag": "003e3991-bf3c-44c3-a9ef-8496547003ca", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:14.089688 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-119b9ab2-3556-4db7-ac50-0d86ee5e01cf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:14.090290 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b0aa47-937c-4649-bddb-91f041ec0ec3', 'tag': '003e3991-bf3c-44c3-a9ef-8496547003ca', 'status': 'completed', 'code': 200} Jul 30 01:55:14.135079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab760a-e6c1-4ecb-a5ed-90653a1a0b58 service neutron] Pushing event updated for resources: {'Port': ['ID=06b52c12-9b06-4d6c-8d73-72c80806e961,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:14.143499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-2b30f3fa-2d3b-4dbb-858d-dc0e77ca9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:14.146240 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-2b30f3fa-2d3b-4dbb-858d-dc0e77ca9b55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3794f350f8744cf39e96c93c3362d72f&device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 1094 time: 0.6662834 Jul 30 01:55:14.199854 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] For port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:14.246157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-fb776323-46ea-46c5-a9d3-f43001d91793 service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517707 Jul 30 01:55:14.270607 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-9ea94eaf-4278-46fd-9a2a-768a42a58304 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=003e3991-bf3c-44c3-a9ef-8496547003ca HTTP/1.1" status: 200 len: 217 time: 0.1096885 Jul 30 01:55:14.335741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] For port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:14.392406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port ed21b1fb-cc09-4a2e-8248-6160a12b6cbe, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ed21b1fb-cc09-4a2e-8248-6160a12b6cbe,segment=NetworkSegment(24e417f7-1c07-4bf4-9649-5f5903fd49a1),segment_id=24e417f7-1c07-4bf4-9649-5f5903fd49a1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:14.393050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.410474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-6ba1f4d2-5159-4554-92f6-312f17ff9a2d service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630256 Jul 30 01:55:14.417187 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0c63c8-3855-41d1-9fe7-1c6b1fc20132 x-openstack-request-id: req-bb0c63c8-3855-41d1-9fe7-1c6b1fc20132 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:14.417787 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9b8556-c39c-4045-886a-1d4b3d5efad3", "tag": "06b52c12-9b06-4d6c-8d73-72c80806e961", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:14.418211 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bb0c63c8-3855-41d1-9fe7-1c6b1fc20132 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:14.418806 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9b8556-c39c-4045-886a-1d4b3d5efad3', 'tag': '06b52c12-9b06-4d6c-8d73-72c80806e961', 'status': 'completed', 'code': 200} Jul 30 01:55:14.422851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.429285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for ed21b1fb-cc09-4a2e-8248-6160a12b6cbe owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:14.464429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-1de0928a-4fd5-4b80-b6ad-905f5d9c6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:14.472343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-1de0928a-4fd5-4b80-b6ad-905f5d9c6bea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3794f350f8744cf39e96c93c3362d72f&device_id=6c9b8556-c39c-4045-886a-1d4b3d5efad3 HTTP/1.1" status: 200 len: 1094 time: 0.3274822 Jul 30 01:55:14.547523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:14.549413 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:14.554187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] 10.222.0.22 "PUT /v2.0/ports/acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 HTTP/1.1" status: 200 len: 1091 time: 3.3955684 Jul 30 01:55:14.625988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-97302ba3-780d-4a22-9422-80e786487a29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06b52c12-9b06-4d6c-8d73-72c80806e961 HTTP/1.1" status: 200 len: 217 time: 0.1367745 Jul 30 01:55:14.673881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-d20bfd06-2eb3-48ae-b8fc-658919d37848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:14.685777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-d20bfd06-2eb3-48ae-b8fc-658919d37848 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=935b2468-55ac-4fa4-b83d-05b97fff6685 HTTP/1.1" status: 200 len: 858 time: 0.3864865 Jul 30 01:55:14.769331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-9002dd39-9303-4eb5-95e0-90abb58b7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:14.771011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-9002dd39-9303-4eb5-95e0-90abb58b7f2b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=935b2468-55ac-4fa4-b83d-05b97fff6685 HTTP/1.1" status: 200 len: 858 time: 0.1385398 Jul 30 01:55:14.832738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-98447122-c49d-49f7-9f4e-f18581b32116 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fe0cd6ff-e597-4233-b43e-29cf7005ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420461 Jul 30 01:55:14.872094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9f74c1b-a6af-401f-b1ed-58f8b54b3a2c req-bbf0ee07-8028-4c77-9d64-e3922e032dc6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 210 time: 0.0975664 Jul 30 01:55:14.891672 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-0c210a8f-bf77-4946-8f2c-b9c4bf44008b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe0cd6ff-e597-4233-b43e-29cf7005ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943251 Jul 30 01:55:15.009529 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-c94d38f8-0a57-4b57-9caf-013baa718816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:15.011289 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-c94d38f8-0a57-4b57-9caf-013baa718816 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3794f350f8744cf39e96c93c3362d72f&device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 1094 time: 0.3632462 Jul 30 01:55:15.017028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245b051-69c8-4c58-aa5c-69de2ef9a9cb service neutron] Pushing event updated for resources: {'Port': ['ID=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:15.107949 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-f5cd18ac-0feb-4bca-b71b-97951713fca0 service neutron] 10.222.0.22 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585306 Jul 30 01:55:15.121193 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-796b1de0-c029-4592-92a9-6f24a02e7e2e service neutron] 10.222.0.41 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126706 Jul 30 01:55:15.243122 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-e64aecea-6e24-41ca-8c3f-9e241c6a7573 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 HTTP/1.1" status: 200 len: 217 time: 0.1203089 Jul 30 01:55:15.309163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211183-761c-4fec-9441-1eeac33da887 req-44b70dcd-ffee-473e-8d4a-8486e75bb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:15.311045 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-44b70dcd-ffee-473e-8d4a-8486e75bb92e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=935b2468-55ac-4fa4-b83d-05b97fff6685 HTTP/1.1" status: 200 len: 858 time: 0.0524058 Jul 30 01:55:15.337578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43748) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:15.368576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f5e8f-333c-4d8d-8524-059c5c553533 req-1cefff5f-3943-4d73-a7bf-9927975cc22e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:15.372096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-391f5e8f-333c-4d8d-8524-059c5c553533 req-1cefff5f-3943-4d73-a7bf-9927975cc22e tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 943 time: 0.2241445 Jul 30 01:55:15.398932 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-bb3a3cec-d95f-4f64-8e04-3090273b68e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fe0cd6ff-e597-4233-b43e-29cf7005ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380175 Jul 30 01:55:15.542377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-391f5e8f-333c-4d8d-8524-059c5c553533 req-1c6f4e26-b200-4a0b-bc19-a48ab6fee402 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462879 Jul 30 01:55:15.575833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-b1c918f1-9f5e-42fc-b713-593c4c1e44d1 service neutron] 10.222.0.22 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470899 Jul 30 01:55:15.616604 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4615215a-af64-4eac-9181-ba0f84eb7715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.648328 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-bfd14056-f14b-4d9a-a099-4b66584a0be4 service neutron] 10.222.0.41 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624493 Jul 30 01:55:15.676810 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:15.711832 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-013bc448-78ce-4304-ad94-5c9f199cfe5b service neutron] 10.222.0.22 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975495 Jul 30 01:55:15.781014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-4ea4a130-16db-417e-8bab-2a8bf91ba99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:15.783356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-4ea4a130-16db-417e-8bab-2a8bf91ba99a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3794f350f8744cf39e96c93c3362d72f&device_id=6c9b8556-c39c-4045-886a-1d4b3d5efad3 HTTP/1.1" status: 200 len: 1094 time: 0.1209660 Jul 30 01:55:15.829384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=ed21b1fb-cc09-4a2e-8248-6160a12b6cbe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:16.084542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4615215a-af64-4eac-9181-ba0f84eb7715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.096016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-110941aa-becb-4aa2-a518-3328d88176f8 req-41540907-c31e-4a4c-bf40-348a2ec50f8f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 210 time: 0.0889132 Jul 30 01:55:16.101581 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4615215a-af64-4eac-9181-ba0f84eb7715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.108530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-fa204c02-cbb7-4ae4-a3eb-e78120ccc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:16.110982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-fa204c02-cbb7-4ae4-a3eb-e78120ccc1a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fe0cd6ff-e597-4233-b43e-29cf7005ac13 HTTP/1.1" status: 200 len: 919 time: 0.3141232 Jul 30 01:55:16.181564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6098c92b-7ac9-49d2-add8-ff0aa0e53577', 'tag': 'acde7a3e-2fc1-4b1f-adac-3c44b34b5a51'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:16.185804 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6098c92b-7ac9-49d2-add8-ff0aa0e53577", "tag": "acde7a3e-2fc1-4b1f-adac-3c44b34b5a51"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:16.204673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-8dac10f4-8bd2-425f-9ce3-0e331634a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:16.208366 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-8dac10f4-8bd2-425f-9ce3-0e331634a087 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3794f350f8744cf39e96c93c3362d72f&device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 1094 time: 0.4518375 Jul 30 01:55:16.239954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-1849e7ad-7410-42d7-922f-135bb47607fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06b52c12-9b06-4d6c-8d73-72c80806e961 HTTP/1.1" status: 200 len: 217 time: 0.1055779 Jul 30 01:55:16.252202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4615215a-af64-4eac-9181-ba0f84eb7715 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=088dbfc8ae5a444f8e92ecc5302a5c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9040649 Jul 30 01:55:16.258605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43762) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:16.281456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615215a-af64-4eac-9181-ba0f84eb7715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a003a-38cf-4bdd-ae24-a503159bc5d5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:16.363152 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec2cfc5-8ac1-403d-aaf8-7d2282cbdf48 x-openstack-request-id: req-cec2cfc5-8ac1-403d-aaf8-7d2282cbdf48 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:16.363656 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6098c92b-7ac9-49d2-add8-ff0aa0e53577", "tag": "acde7a3e-2fc1-4b1f-adac-3c44b34b5a51", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:16.364210 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cec2cfc5-8ac1-403d-aaf8-7d2282cbdf48 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:16.364856 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6098c92b-7ac9-49d2-add8-ff0aa0e53577', 'tag': 'acde7a3e-2fc1-4b1f-adac-3c44b34b5a51', 'status': 'completed', 'code': 200} Jul 30 01:55:16.615384 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-de211183-761c-4fec-9441-1eeac33da887 req-7f3834bd-9b75-4e16-936e-aad4920f7716 service neutron] 10.222.0.22 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8603768 Jul 30 01:55:16.655532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:16.672759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-599833ff-3ac8-4ce9-8c5b-e0c8afb31694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:16.676373 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-599833ff-3ac8-4ce9-8c5b-e0c8afb31694 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe0cd6ff-e597-4233-b43e-29cf7005ac13 HTTP/1.1" status: 200 len: 919 time: 0.3102989 Jul 30 01:55:16.828955 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-44f1684a-4e6c-4ef9-b8f8-b4dfe6e0e6e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=003e3991-bf3c-44c3-a9ef-8496547003ca HTTP/1.1" status: 200 len: 217 time: 0.1438022 Jul 30 01:55:16.990820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-3d91edd4-0fec-4d8d-91c7-a10f73650447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:16.992775 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-3d91edd4-0fec-4d8d-91c7-a10f73650447 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=935b2468-55ac-4fa4-b83d-05b97fff6685 HTTP/1.1" status: 200 len: 858 time: 0.0981565 Jul 30 01:55:17.113629 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-df9675e7-b8ca-4018-beb8-c4d5449809a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:17.115864 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-df9675e7-b8ca-4018-beb8-c4d5449809a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3794f350f8744cf39e96c93c3362d72f&device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 1094 time: 0.2897794 Jul 30 01:55:17.123270 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-f3b1bf7c-6481-47a3-8b9f-6f70a3955f3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe0cd6ff-e597-4233-b43e-29cf7005ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867300 Jul 30 01:55:17.140026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:17.190092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-d1137815-ae08-4926-a142-6d44b03c8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:17.192936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-d1137815-ae08-4926-a142-6d44b03c8196 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=935b2468-55ac-4fa4-b83d-05b97fff6685 HTTP/1.1" status: 200 len: 858 time: 0.9409199 Jul 30 01:55:17.318529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-fd3eee4f-1b50-45dd-85cc-ba4a725e2bf7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fe0cd6ff-e597-4233-b43e-29cf7005ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048553 Jul 30 01:55:17.406531 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bf87efb-0c14-4c81-9ad4-fd22c4b40171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.447807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5602df7-f1b4-4e2d-ba63-2742333af950 req-76b26287-f9c0-4006-aa21-c50283d29001 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 210 time: 0.1567233 Jul 30 01:55:17.448224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 003e3991-bf3c-44c3-a9ef-8496547003ca details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:17.532687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:17.554375 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:17.560110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f08ad-fe16-4502-af7a-7f6305ea6764 req-c64a21a5-127d-45cd-b7b0-bea4c5b5b794 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:17.569636 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-05367f3e-2d01-4084-8f06-63fde187440b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5926094 Jul 30 01:55:17.572999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f2f08ad-fe16-4502-af7a-7f6305ea6764 req-c64a21a5-127d-45cd-b7b0-bea4c5b5b794 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 943 time: 0.4708576 Jul 30 01:55:17.579570 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:17.582586 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:17.584882 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-c41018d8-6e1b-450e-b84b-2e24d47a12b1 service neutron] 10.222.0.41 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518065 Jul 30 01:55:17.586627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43772) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:17.601702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e4325b9-64cb-4c55-9cf3-701f5bd52dfe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:17.606234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e4325b9-64cb-4c55-9cf3-701f5bd52dfe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 1.1918688 Jul 30 01:55:17.638548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-45ed91a0-01ef-45bd-b9a6-f212e425f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:17.642065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-45ed91a0-01ef-45bd-b9a6-f212e425f9c7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fe0cd6ff-e597-4233-b43e-29cf7005ac13 HTTP/1.1" status: 200 len: 919 time: 0.5065351 Jul 30 01:55:17.699958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 003e3991-bf3c-44c3-a9ef-8496547003ca, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=003e3991-bf3c-44c3-a9ef-8496547003ca,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:17.726150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Request body: {'port': {'device_id': '1cb71cda-451d-4413-982d-557f09108c32', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'admin_state_up': True, 'tenant_id': 'dbc788760a7b4b9fbfa831b51fc6d36b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:17.747557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '003e3991-bf3c-44c3-a9ef-8496547003ca', 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13', 'port_id': '003e3991-bf3c-44c3-a9ef-8496547003ca', 'mac_address': 'fa:16:3e:17:50:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b2468-55ac-4fa4-b83d-05b97fff6685', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:17.759692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fda00b8-2da7-4dc3-bfdd-4f69822d10fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting subnet fb490af3-9fa3-44e3-ae77-a04c36482311 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:55:17.772737 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-eaac48af-d262-4484-9f93-18669721986b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 HTTP/1.1" status: 200 len: 217 time: 0.0742002 Jul 30 01:55:17.824155 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.832294 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:17.849688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003e3991-bf3c-44c3-a9ef-8496547003ca {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:17.887228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 003e3991-bf3c-44c3-a9ef-8496547003ca, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=003e3991-bf3c-44c3-a9ef-8496547003ca,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:17.887560 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ee11a7a-4550-4c6d-9bfb-e08bfa17b1b7 req-5d114c59-c450-4100-b90a-0ec0de0490ee service neutron] 10.222.0.41 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898159 Jul 30 01:55:17.892331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.935011 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bf87efb-0c14-4c81-9ad4-fd22c4b40171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.938412 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fda00b8-2da7-4dc3-bfdd-4f69822d10fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:17.970535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=003e3991-bf3c-44c3-a9ef-8496547003ca,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:18.019990 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:55:15Z', 'revision_number': 11, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:18.055510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-404c3772-fab0-475c-ac9d-d55fdaad63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:18.064964 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-404c3772-fab0-475c-ac9d-d55fdaad63ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=935b2468-55ac-4fa4-b83d-05b97fff6685 HTTP/1.1" status: 200 len: 858 time: 0.1731133 Jul 30 01:55:18.069383 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:18.094448 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:18.095548 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:18.128974 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-0f106c45-72ad-45f4-8c4c-12ede9fc72c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fe0cd6ff-e597-4233-b43e-29cf7005ac13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524387 Jul 30 01:55:18.200153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f2f08ad-fe16-4502-af7a-7f6305ea6764 req-9790725a-1c2c-4461-b528-af07da1d3f89 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590983 Jul 30 01:55:18.220330 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fda00b8-2da7-4dc3-bfdd-4f69822d10fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.224008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['003e3991-bf3c-44c3-a9ef-8496547003ca'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:18.231414 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:18.299900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-5907d6ce-03d5-4266-adc1-6e2616a772aa service neutron] 10.222.0.22 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9569104 Jul 30 01:55:18.328674 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:55:15Z', 'revision_number': 11, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:18.372035 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f770ef-de7d-4b86-824a-84abbc206c81 None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:55:15Z', 'revision_number': 11, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:18.389200 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-dcdc7832-aae7-472e-936a-375a1466e5bb service neutron] 10.222.0.22 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429821 Jul 30 01:55:18.441932 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bf87efb-0c14-4c81-9ad4-fd22c4b40171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.444855 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bf87efb-0c14-4c81-9ad4-fd22c4b40171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.446030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4bf87efb-0c14-4c81-9ad4-fd22c4b40171 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ef8a003a-38cf-4bdd-ae24-a503159bc5d5 HTTP/1.1" status: 204 len: 168 time: 2.1667545 Jul 30 01:55:18.501515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf87efb-0c14-4c81-9ad4-fd22c4b40171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a003a-38cf-4bdd-ae24-a503159bc5d5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:18.506915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Made reservation on behalf of dbc788760a7b4b9fbfa831b51fc6d36b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:18.511957 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.684359 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aa4f7d04-3539-4f59-bf0a-cfe8839db6d6 req-b64d2595-8c39-4c72-a0e3-929371d1e88c service neutron] 10.222.0.22 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877440 Jul 30 01:55:18.723206 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fda00b8-2da7-4dc3-bfdd-4f69822d10fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:18.752304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ed21b1fb-cc09-4a2e-8248-6160a12b6cbe no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:18.756226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5ed751a-af9d-4e31-b3c3-d743f2ea2378 req-6f94c521-fd3d-4bc6-acdf-7cdecec485f3 service neutron] 10.222.0.22 "GET /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354827 Jul 30 01:55:18.784983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ed21b1fb-cc09-4a2e-8248-6160a12b6cbe {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:18.785334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ed21b1fb-cc09-4a2e-8248-6160a12b6cbe not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:18.829529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d24e43d0-fe84-4876-8fd8-00d3a3d939c0 req-b4691425-346d-4397-b800-1b78777a7ea3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 210 time: 0.1646650 Jul 30 01:55:19.032879 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fda00b8-2da7-4dc3-bfdd-4f69822d10fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.064663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Allocated IP 172.20.0.12 (accffc7b-7f9a-4fd3-ba3a-84ec47325fc5/a906d30b-0f1e-4cf9-b55a-446e497d258c/636b977a-385f-4ed6-9b83-09d5dbf5fb89) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:19.107844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda00b8-2da7-4dc3-bfdd-4f69822d10fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Subnet': ['ID=fb490af3-9fa3-44e3-ae77-a04c36482311,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:19.107844 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fda00b8-2da7-4dc3-bfdd-4f69822d10fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.113335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2fda00b8-2da7-4dc3-bfdd-4f69822d10fb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/fb490af3-9fa3-44e3-ae77-a04c36482311 HTTP/1.1" status: 204 len: 168 time: 1.5016968 Jul 30 01:55:19.114237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43786) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:19.143342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b9a13a-9b67-4e32-8550-f5bbb0323283 None None] Network c650e9f3-1864-4763-bb61-91964234dae7 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:55:19.157721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43788) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:19.233388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 06b52c12-9b06-4d6c-8d73-72c80806e961 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:19.303780 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdc94-4c26-4630-9b77-66723500a339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.360299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.379624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.514780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Deleting port 814eda4b-894d-4f8c-8244-eb8087a78fc6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:19.515123 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.523681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.587094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdc94-4c26-4630-9b77-66723500a339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.593721 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d4cdc94-4c26-4630-9b77-66723500a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.613177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 06b52c12-9b06-4d6c-8d73-72c80806e961, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=06b52c12-9b06-4d6c-8d73-72c80806e961,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:19.647153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '06b52c12-9b06-4d6c-8d73-72c80806e961', 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13', 'port_id': '06b52c12-9b06-4d6c-8d73-72c80806e961', 'mac_address': 'fa:16:3e:02:47:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b2468-55ac-4fa4-b83d-05b97fff6685', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:19.654532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c0b47-fac1-48bf-affe-16ac810c3429 req-fa918f52-4481-4ba6-a047-53f051f2d604 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:19.668934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-882c0b47-fac1-48bf-affe-16ac810c3429 req-fa918f52-4481-4ba6-a047-53f051f2d604 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 944 time: 0.2414536 Jul 30 01:55:19.674402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] For port 814eda4b-894d-4f8c-8244-eb8087a78fc6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=814eda4b-894d-4f8c-8244-eb8087a78fc6,segment=NetworkSegment(24e417f7-1c07-4bf4-9649-5f5903fd49a1),segment_id=24e417f7-1c07-4bf4-9649-5f5903fd49a1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:19.674402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.676680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:19.691630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:19.715649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:19.726926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cdc94-4c26-4630-9b77-66723500a339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066d30bd-4f83-4486-b224-9a337270cc5d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:19.728319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccfd3f0-0c70-469b-9056-8c01cd44cd6d None None] DHCP port deletion for c650e9f3-1864-4763-bb61-91964234dae7 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:55:19.735341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Calling delete_port for 814eda4b-894d-4f8c-8244-eb8087a78fc6 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:19.742049 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1d4cdc94-4c26-4630-9b77-66723500a339 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5a5d9dd272f5471fa53091406502d231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5831828 Jul 30 01:55:19.748173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:19.750824 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.808080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b52c12-9b06-4d6c-8d73-72c80806e961 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:19.843532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 06b52c12-9b06-4d6c-8d73-72c80806e961, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=06b52c12-9b06-4d6c-8d73-72c80806e961,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:19.851093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfd3f0-0c70-469b-9056-8c01cd44cd6d None None] Deleting port 814eda4b-894d-4f8c-8244-eb8087a78fc6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:19.851093 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd3f0-0c70-469b-9056-8c01cd44cd6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.856234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event updated for resources: {'Port': ['ID=636b977a-385f-4ed6-9b83-09d5dbf5fb89,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:19.865618 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.869833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3421213b-e9fa-46c8-a25b-d667d5a6505a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.903320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:19.904438 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.930687 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3421213b-e9fa-46c8-a25b-d667d5a6505a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:19.985639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2ccfd3f0-0c70-469b-9056-8c01cd44cd6d None None] For port 814eda4b-894d-4f8c-8244-eb8087a78fc6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=814eda4b-894d-4f8c-8244-eb8087a78fc6,segment=NetworkSegment(24e417f7-1c07-4bf4-9649-5f5903fd49a1),segment_id=24e417f7-1c07-4bf4-9649-5f5903fd49a1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:19.986224 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd3f0-0c70-469b-9056-8c01cd44cd6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.014106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=06b52c12-9b06-4d6c-8d73-72c80806e961,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:20.024273 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfd3f0-0c70-469b-9056-8c01cd44cd6d None None] Calling delete_port for 814eda4b-894d-4f8c-8244-eb8087a78fc6 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:20.029388 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.047211 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-882c0b47-fac1-48bf-affe-16ac810c3429 req-aa426671-7ae3-4cb6-98d6-dc382e804e5d tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623981 Jul 30 01:55:20.071594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Port': ['ID=814eda4b-894d-4f8c-8244-eb8087a78fc6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:20.075413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-9e9d0438-90dd-4587-bfb6-289aa6c9efcd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3566439 Jul 30 01:55:20.085536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No DVR routers for this DVR port 814eda4b-894d-4f8c-8244-eb8087a78fc6 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:20.106014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Request body: {'port': {'device_id': '1cb71cda-451d-4413-982d-557f09108c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:20.160522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441843fc-aa5b-4b4a-8e5b-e3e82454163e req-65a30cc4-756f-477c-8b0d-2d99d9e4f598 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:20.162791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-441843fc-aa5b-4b4a-8e5b-e3e82454163e req-65a30cc4-756f-477c-8b0d-2d99d9e4f598 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 932 time: 0.1967454 Jul 30 01:55:20.195118 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd3f0-0c70-469b-9056-8c01cd44cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.207261 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.229211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c650e9f3-1864-4763-bb61-91964234dae7']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:20.240108 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.242340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3421213b-e9fa-46c8-a25b-d667d5a6505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.246297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfd3f0-0c70-469b-9056-8c01cd44cd6d None None] Pushing event deleted for resources: {'Port': ['ID=814eda4b-894d-4f8c-8244-eb8087a78fc6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:20.246498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3421213b-e9fa-46c8-a25b-d667d5a6505a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.249972 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3421213b-e9fa-46c8-a25b-d667d5a6505a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/066d30bd-4f83-4486-b224-9a337270cc5d HTTP/1.1" status: 204 len: 168 time: 0.4941852 Jul 30 01:55:20.257925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e417f7-1c07-4bf4-9649-5f5903fd49a1') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:20.258797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e417f7-1c07-4bf4-9649-5f5903fd49a1') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:20.265768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfd3f0-0c70-469b-9056-8c01cd44cd6d None None] No DVR routers for this DVR port 814eda4b-894d-4f8c-8244-eb8087a78fc6 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:20.266891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-441843fc-aa5b-4b4a-8e5b-e3e82454163e req-584e21e7-265d-4e76-815e-f72ac6db6e6f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960917 Jul 30 01:55:20.316904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.321924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421213b-e9fa-46c8-a25b-d667d5a6505a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066d30bd-4f83-4486-b224-9a337270cc5d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:20.356987 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.357887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['06b52c12-9b06-4d6c-8d73-72c80806e961'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:20.373477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:55:20.374248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:55:20.464917 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:55:20.472072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.481715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:20.486406 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/networks/c650e9f3-1864-4763-bb61-91964234dae7 HTTP/1.1" status: 204 len: 168 time: 1.3702023 Jul 30 01:55:20.492790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43802) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:20.506350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'routes': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:20.529919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402a4c7-bc2d-4b2c-ab36-46b00b8644f8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Pushing event deleted for resources: {'Network': ['ID=c650e9f3-1864-4763-bb61-91964234dae7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:20.661345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 814eda4b-894d-4f8c-8244-eb8087a78fc6 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:20.694238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 814eda4b-894d-4f8c-8244-eb8087a78fc6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:20.694577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 814eda4b-894d-4f8c-8244-eb8087a78fc6 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:20.900412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.extraroute_db [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Added routes are [] {{(pid=93819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 01:55:20.901490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.extraroute_db [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Removed routes are [] {{(pid=93819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 01:55:20.902236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.241354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:21.317261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.360387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.399062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636b977a-385f-4ed6-9b83-09d5dbf5fb89 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:21.493322 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.495738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 003e3991-bf3c-44c3-a9ef-8496547003ca up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:21.560394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:21.584184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'acde7a3e-2fc1-4b1f-adac-3c44b34b5a51', 'network_id': 'fe0cd6ff-e597-4233-b43e-29cf7005ac13', 'port_id': 'acde7a3e-2fc1-4b1f-adac-3c44b34b5a51', 'mac_address': 'fa:16:3e:16:74:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b2468-55ac-4fa4-b83d-05b97fff6685', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:21.589284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff74973-0bef-430f-877a-fd89d93d217b req-221da003-8a45-47be-81f4-6c64ac62e14a tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.592395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cff74973-0bef-430f-877a-fd89d93d217b req-221da003-8a45-47be-81f4-6c64ac62e14a tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 944 time: 0.3439822 Jul 30 01:55:21.613397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 003e3991-bf3c-44c3-a9ef-8496547003ca completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:21.646777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 003e3991-bf3c-44c3-a9ef-8496547003ca triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:21.647143 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.647310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Transition to ACTIVE for port object 636b977a-385f-4ed6-9b83-09d5dbf5fb89 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:21.671071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.692202 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.725327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:21.761786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:21.763804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 36ae49c2-3292-4990-8d23-8d52019c062a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:21.768643 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.836210 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:21.871295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b0aa47-937c-4649-bddb-91f041ec0ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003e3991-bf3c-44c3-a9ef-8496547003ca'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:21.874176 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddd2b02-4538-4132-b3e0-208911680080" -d '{"events": [{"server_uuid": "b8b0aa47-937c-4649-bddb-91f041ec0ec3", "name": "network-vif-plugged", "status": "completed", "tag": "003e3991-bf3c-44c3-a9ef-8496547003ca"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:21.875174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567a98-4182-47e7-b021-0fc979e2ce3b req-447b45db-c920-4f6f-baec-c20af7ae714c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:21.878871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36567a98-4182-47e7-b021-0fc979e2ce3b req-447b45db-c920-4f6f-baec-c20af7ae714c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 932 time: 0.3779786 Jul 30 01:55:21.903209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cff74973-0bef-430f-877a-fd89d93d217b req-50d3e984-5b48-4af9-84a1-36b788038e2d tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952425 Jul 30 01:55:21.915401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 003e3991-bf3c-44c3-a9ef-8496547003ca, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=003e3991-bf3c-44c3-a9ef-8496547003ca,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:21.917253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:21.923477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Pushing event updated for resources: {'Port': ['ID=636b977a-385f-4ed6-9b83-09d5dbf5fb89,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:21.924100 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.024328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=003e3991-bf3c-44c3-a9ef-8496547003ca,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:22.030475 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b94bc-d866-4005-af00-b90350c14e3d x-openstack-request-id: req-4e8b94bc-d866-4005-af00-b90350c14e3d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:22.031230 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b0aa47-937c-4649-bddb-91f041ec0ec3", "name": "network-vif-plugged", "status": "completed", "tag": "003e3991-bf3c-44c3-a9ef-8496547003ca", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:22.031748 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4e8b94bc-d866-4005-af00-b90350c14e3d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:22.032461 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b0aa47-937c-4649-bddb-91f041ec0ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003e3991-bf3c-44c3-a9ef-8496547003ca', 'code': 200} Jul 30 01:55:22.184847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41ed85-9eee-47be-9d91-f1e612c12ccb req-61bb4935-d0aa-4444-aaea-7ef9661d1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:22.186636 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2c41ed85-9eee-47be-9d91-f1e612c12ccb req-61bb4935-d0aa-4444-aaea-7ef9661d1ebf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0728271 Jul 30 01:55:22.217675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:22.224428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['acde7a3e-2fc1-4b1f-adac-3c44b34b5a51'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:22.240027 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.242154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c582876e-907e-4ea7-90c9-ab0cffc3a74f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a HTTP/1.1" status: 200 len: 700 time: 1.7472379 Jul 30 01:55:22.250071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43838) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:22.261209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36567a98-4182-47e7-b021-0fc979e2ce3b req-ab3595f0-9f15-4d9d-a009-410fe53be81b tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388491 Jul 30 01:55:22.288929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] Sync routers for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:22.317132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:22.318201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:22.320317 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2c41ed85-9eee-47be-9d91-f1e612c12ccb req-91cf620b-d417-47ed-9bf2-44b0c3ef1e03 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241338 Jul 30 01:55:22.326290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Attempting to bind port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:22.327076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Attempting to bind port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:22.328453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Attempting to bind port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:22.336922 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f34fe17f-ad84-4942-b589-f25269deef79 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=36ae49c2-3292-4990-8d23-8d52019c062a HTTP/1.1" status: 200 len: 205 time: 0.0836120 Jul 30 01:55:22.338762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43840) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:22.416660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:22.455958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:22.456546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Attempting to bind port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:22.495916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:55:15Z', 'revision_number': 11, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:22.541924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:22.542720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Checking segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:22.542720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Bound using segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:22.543352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Bound port: 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:22.543765 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.548909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] Checking router: 36ae49c2-3292-4990-8d23-8d52019c062a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:22.567911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-781aa71e-c8ad-4890-b615-c11b200fb8a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.573861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] Routers {'36ae49c2-3292-4990-8d23-8d52019c062a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:22.574531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['36ae49c2-3292-4990-8d23-8d52019c062a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:22.653874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] Set router 36ae49c2-3292-4990-8d23-8d52019c062a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:22.712167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:55:15Z', 'revision_number': 11, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:22.757260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260bd0c8-c8b6-4b69-af48-0efa691415a5 None None] The sync data for ids ['36ae49c2-3292-4990-8d23-8d52019c062a'] in n-d-715271-7 is: [{'id': '36ae49c2-3292-4990-8d23-8d52019c062a', 'name': 'tempest-RoutersTest-router-187431075', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:54:03Z', 'updated_at': '2021-07-30T01:55:15Z', 'revision_number': 11, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:22.811262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-781aa71e-c8ad-4890-b615-c11b200fb8a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.821576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-781aa71e-c8ad-4890-b615-c11b200fb8a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.823817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:22.829843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:22.840570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.946722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:22.947880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.950391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] 10.222.0.41 "PUT /v2.0/ports/636b977a-385f-4ed6-9b83-09d5dbf5fb89 HTTP/1.1" status: 200 len: 1092 time: 2.8621244 Jul 30 01:55:22.954699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:22.958803 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:22.989914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-781aa71e-c8ad-4890-b615-c11b200fb8a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:22.994088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781aa71e-c8ad-4890-b615-c11b200fb8a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Fanout notify agent at l3_agent the message router_deleted on router 36ae49c2-3292-4990-8d23-8d52019c062a {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:23.030573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-781aa71e-c8ad-4890-b615-c11b200fb8a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.035600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-781aa71e-c8ad-4890-b615-c11b200fb8a4 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a HTTP/1.1" status: 204 len: 168 time: 0.6931946 Jul 30 01:55:23.043910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43860) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:23.049594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e5551a7c-8ba8-4cc8-a13d-8c4da2f585cb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-822364412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:23.116871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5551a7c-8ba8-4cc8-a13d-8c4da2f585cb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.118211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5551a7c-8ba8-4cc8-a13d-8c4da2f585cb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.131420 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b13d07-5fda-4b38-b7e6-220825efd5dc x-openstack-request-id: req-82b13d07-5fda-4b38-b7e6-220825efd5dc {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:23.135603 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:23.136834 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82b13d07-5fda-4b38-b7e6-220825efd5dc {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:23.139882 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89', 'status': 'completed', 'code': 200} Jul 30 01:55:23.247893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559d5c3-a794-4b38-b22e-ecaf6d0eac48 service neutron] Pushing event updated for resources: {'Port': ['ID=636b977a-385f-4ed6-9b83-09d5dbf5fb89,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:23.269073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 06b52c12-9b06-4d6c-8d73-72c80806e961 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:23.281271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-15dbbbe9-d704-4e17-94b6-82e081119807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:23.283026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-15dbbbe9-d704-4e17-94b6-82e081119807 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 1095 time: 0.2226396 Jul 30 01:55:23.298907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5551a7c-8ba8-4cc8-a13d-8c4da2f585cb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.328170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5551a7c-8ba8-4cc8-a13d-8c4da2f585cb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.362054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-95cfd961-af03-457a-84a1-23a615c5f20b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89 HTTP/1.1" status: 200 len: 217 time: 0.0658288 Jul 30 01:55:23.399191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5551a7c-8ba8-4cc8-a13d-8c4da2f585cb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.403148 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e5551a7c-8ba8-4cc8-a13d-8c4da2f585cb tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3568265 Jul 30 01:55:23.406276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43866) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:23.431915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3e8aa54d-3484-4eef-8151-1b517529a058 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:23.500632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1d127-706a-4100-8465-0d43682af2b7 req-d7708aef-13df-4df4-a926-957ffb157361 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:23.517981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 06b52c12-9b06-4d6c-8d73-72c80806e961 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:23.519781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cd1d127-706a-4100-8465-0d43682af2b7 req-d7708aef-13df-4df4-a926-957ffb157361 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 945 time: 0.1563141 Jul 30 01:55:23.534782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 06b52c12-9b06-4d6c-8d73-72c80806e961 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:23.538496 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.570956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-ec3674fb-9113-401e-ad66-d9763c3a7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:23.574529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-ec3674fb-9113-401e-ad66-d9763c3a7db1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.1715417 Jul 30 01:55:23.830947 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.832685 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:23.924310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 06b52c12-9b06-4d6c-8d73-72c80806e961, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=06b52c12-9b06-4d6c-8d73-72c80806e961,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:23.933582 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.061117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b8556-c39c-4045-886a-1d4b3d5efad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b52c12-9b06-4d6c-8d73-72c80806e961'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:24.069351 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e596665e-9ea9-45b5-a191-8eb29c2163f9" -d '{"events": [{"server_uuid": "6c9b8556-c39c-4045-886a-1d4b3d5efad3", "name": "network-vif-plugged", "status": "completed", "tag": "06b52c12-9b06-4d6c-8d73-72c80806e961"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:24.161061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=06b52c12-9b06-4d6c-8d73-72c80806e961,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:24.170462 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:55:24.198381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-222ebe48-e2c1-4f35-886d-0f361e675d06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6151917 Jul 30 01:55:24.216760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f24517-abbd-4ccf-b1aa-0e70bfb0f8b0 req-78472843-ec8b-4c76-8050-a769a216fc2f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:24.226455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20f24517-abbd-4ccf-b1aa-0e70bfb0f8b0 req-78472843-ec8b-4c76-8050-a769a216fc2f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 944 time: 0.6988995 Jul 30 01:55:24.316681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cd1d127-706a-4100-8465-0d43682af2b7 req-9fb82a62-afba-4f41-a92e-7cf813be7493 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7953463 Jul 30 01:55:24.394026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20f24517-abbd-4ccf-b1aa-0e70bfb0f8b0 req-cccced47-0c32-4323-8cbd-2d90e6563b86 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662486 Jul 30 01:55:24.475813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-c0453466-ebfa-4417-b441-301c27c91886 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647560 Jul 30 01:55:24.496279 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd934af-d2e1-4c9f-952a-bbb859599db4 x-openstack-request-id: req-9cd934af-d2e1-4c9f-952a-bbb859599db4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:24.496826 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9b8556-c39c-4045-886a-1d4b3d5efad3", "name": "network-vif-plugged", "status": "completed", "tag": "06b52c12-9b06-4d6c-8d73-72c80806e961", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:24.497291 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9cd934af-d2e1-4c9f-952a-bbb859599db4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:24.498029 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b8556-c39c-4045-886a-1d4b3d5efad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b52c12-9b06-4d6c-8d73-72c80806e961', 'code': 200} Jul 30 01:55:24.703698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb6f395e-43bd-4cc1-a9c5-6ea4e4a89c4f req-2a30d256-e3b5-4a1f-a627-419ab35e71ef service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165926 Jul 30 01:55:24.722005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aaa71-7d78-4861-8300-5da5b7d32580 req-9a992c23-aad5-493f-8f3b-3d5aab0e9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:24.723947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-984aaa71-7d78-4861-8300-5da5b7d32580 req-9a992c23-aad5-493f-8f3b-3d5aab0e9921 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6c9b8556-c39c-4045-886a-1d4b3d5efad3 HTTP/1.1" status: 200 len: 1096 time: 0.0897164 Jul 30 01:55:24.739978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa54d-3484-4eef-8151-1b517529a058 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.761716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa54d-3484-4eef-8151-1b517529a058 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:24.792558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-984aaa71-7d78-4861-8300-5da5b7d32580 req-fd899239-3c96-466a-ae7d-f0143bd3925f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562892 Jul 30 01:55:24.872822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-ff0c731f-df1a-4ed3-818f-c9d101b20c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:24.876867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-ff0c731f-df1a-4ed3-818f-c9d101b20c98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 1095 time: 0.0871642 Jul 30 01:55:24.898983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8aa54d-3484-4eef-8151-1b517529a058 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Router 53d054ea-d232-427a-b29c-9110803cc84a is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:55:25.010439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8aa54d-3484-4eef-8151-1b517529a058 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:25.031806 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] Sync routers for ids ['53d054ea-d232-427a-b29c-9110803cc84a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:25.031938 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa54d-3484-4eef-8151-1b517529a058 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.031938 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3e8aa54d-3484-4eef-8151-1b517529a058 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "PUT /v2.0/routers/53d054ea-d232-427a-b29c-9110803cc84a HTTP/1.1" status: 200 len: 693 time: 1.6178775 Jul 30 01:55:25.035321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43900) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:25.064704 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] Routers {'53d054ea-d232-427a-b29c-9110803cc84a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:25.066900 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['53d054ea-d232-427a-b29c-9110803cc84a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:25.106755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-479498bb-2462-4b36-b34a-54bee767d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:25.109444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-479498bb-2462-4b36-b34a-54bee767d8d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 913 time: 0.2254770 Jul 30 01:55:25.184725 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3afa5609-0711-49e4-81a4-827e511b9151 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/routers/53d054ea-d232-427a-b29c-9110803cc84a HTTP/1.1" status: 200 len: 699 time: 0.1473944 Jul 30 01:55:25.195687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43904) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:25.201400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-42586406-3a55-4022-8133-74879d213489 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89 HTTP/1.1" status: 200 len: 217 time: 0.0819817 Jul 30 01:55:25.238520 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] Set router 53d054ea-d232-427a-b29c-9110803cc84a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:25.249066 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-01bc3ad5-6399-48e4-b762-22b7092618ca tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=53d054ea-d232-427a-b29c-9110803cc84a HTTP/1.1" status: 200 len: 205 time: 0.0512712 Jul 30 01:55:25.254353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43906) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:25.303384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:25.352334 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-60291202-7a17-4bb2-b024-682b6a3214a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:25.353868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-60291202-7a17-4bb2-b024-682b6a3214a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.1422684 Jul 30 01:55:25.459952 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d054ea-d232-427a-b29c-9110803cc84a', 'name': 'tempest-RoutersTest-router-822364412', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:23Z', 'updated_at': '2021-07-30T01:55:24Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:25.471839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-8842ce67-a80d-42f9-be2a-b8bf3a723af3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073999 Jul 30 01:55:25.514302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:25.522002 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:25.523849 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.558298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee27315e-5cfb-4fea-85b8-4231153657af tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:25.569225 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] Checking router: 53d054ea-d232-427a-b29c-9110803cc84a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:25.596755 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] Routers {'53d054ea-d232-427a-b29c-9110803cc84a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:25.597570 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['53d054ea-d232-427a-b29c-9110803cc84a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:25.739910 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] Set router 53d054ea-d232-427a-b29c-9110803cc84a gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:25.820147 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d054ea-d232-427a-b29c-9110803cc84a', 'name': 'tempest-RoutersTest-router-822364412', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:23Z', 'updated_at': '2021-07-30T01:55:24Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:25.824161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-35b6683c-5a42-40c8-b13d-6dafbaa558a3 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367319 Jul 30 01:55:25.865790 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a428444-29ed-4af8-84eb-f28937a89199 None None] The sync data for ids ['53d054ea-d232-427a-b29c-9110803cc84a'] in n-d-715271-7 is: [{'id': '53d054ea-d232-427a-b29c-9110803cc84a', 'name': 'tempest-RoutersTest-router-822364412', 'tenant_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:55:23Z', 'updated_at': '2021-07-30T01:55:24Z', 'revision_number': 2, 'project_id': '267cbd06cd4e47e9a7e41f040ea00eab', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:25.957790 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.042528 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee27315e-5cfb-4fea-85b8-4231153657af tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.046493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee27315e-5cfb-4fea-85b8-4231153657af tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.086701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:26.096331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.121199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f03dc574-8c3b-4ce2-86ae-387ef15a5c26 req-e26b0726-4d85-4947-8126-c3f20cf84eeb service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905384 Jul 30 01:55:26.133894 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee27315e-5cfb-4fea-85b8-4231153657af tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.134463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee27315e-5cfb-4fea-85b8-4231153657af tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Fanout notify agent at l3_agent the message router_deleted on router 53d054ea-d232-427a-b29c-9110803cc84a {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:55:26.145998 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee27315e-5cfb-4fea-85b8-4231153657af tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.152554 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ee27315e-5cfb-4fea-85b8-4231153657af tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/53d054ea-d232-427a-b29c-9110803cc84a HTTP/1.1" status: 204 len: 168 time: 0.8915000 Jul 30 01:55:26.153649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43922) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.209668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6311e4-28bf-46b5-ae23-4c138ca6746d req-48759e9e-4b6b-40f1-9918-48056aa47efe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:26.214256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:26.214833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b6311e4-28bf-46b5-ae23-4c138ca6746d req-48759e9e-4b6b-40f1-9918-48056aa47efe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 944 time: 0.6044412 Jul 30 01:55:26.224514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43924) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.236845 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b4941fdd-d22e-4181-80a5-7d85c7568f5c tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=53d054ea-d232-427a-b29c-9110803cc84a HTTP/1.1" status: 200 len: 205 time: 0.0814559 Jul 30 01:55:26.247688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43928) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.249452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015cdf2-f3e8-4aaa-a13b-c05973aae0b1 req-28eb8d53-923c-4cc3-adea-d634d7facb1b tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:26.251178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e015cdf2-f3e8-4aaa-a13b-c05973aae0b1 req-28eb8d53-923c-4cc3-adea-d634d7facb1b tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 945 time: 0.6428440 Jul 30 01:55:26.345212 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-7bbda41a-aabe-4155-964c-6e811c93fc51 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] delete failed (client error): The resource could not be found. Jul 30 01:55:26.347233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7bbda41a-aabe-4155-964c-6e811c93fc51 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/53d054ea-d232-427a-b29c-9110803cc84a HTTP/1.1" status: 404 len: 336 time: 0.0979993 Jul 30 01:55:26.351762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43930) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.393509 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-7471a102-a8a2-45d1-8b72-6e1e2154a14b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:26.393976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7471a102-a8a2-45d1-8b72-6e1e2154a14b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:26.398610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7471a102-a8a2-45d1-8b72-6e1e2154a14b tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/f64eb837-a5ea-4ed7-9d5f-186379130160 HTTP/1.1" status: 404 len: 337 time: 0.0433030 Jul 30 01:55:26.400043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43932) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.413523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e015cdf2-f3e8-4aaa-a13b-c05973aae0b1 req-1845adef-ea8d-430f-91d9-0190d7429720 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412940 Jul 30 01:55:26.424090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b6311e4-28bf-46b5-ae23-4c138ca6746d req-b13eaa4f-a07c-44ae-83fa-7d0a3e63714b tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662176 Jul 30 01:55:26.455336 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35fc966-de20-41b4-9f53-b9a3681abed9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:26.456469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35fc966-de20-41b4-9f53-b9a3681abed9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:26.459147 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b35fc966-de20-41b4-9f53-b9a3681abed9 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/09469a1e-4947-4d31-9a6f-1b6ccfc3d6f8 HTTP/1.1" status: 404 len: 337 time: 0.0561297 Jul 30 01:55:26.461740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43936) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.499687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6098c92b-7ac9-49d2-add8-ff0aa0e53577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acde7a3e-2fc1-4b1f-adac-3c44b34b5a51'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:26.502064 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d81301-dd94-403d-a55e-c2fcde774cf0" -d '{"events": [{"server_uuid": "6098c92b-7ac9-49d2-add8-ff0aa0e53577", "name": "network-vif-plugged", "status": "completed", "tag": "acde7a3e-2fc1-4b1f-adac-3c44b34b5a51"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:26.521805 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7e9f-4f41-4a31-b728-0a1b291ce6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.537302 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d405ec-a4cf-48c4-80a7-914640917723 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:26.538054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d405ec-a4cf-48c4-80a7-914640917723 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:26.541585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b9d405ec-a4cf-48c4-80a7-914640917723 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/d244a5b4-a1d5-43ab-a30f-5a2529b20555 HTTP/1.1" status: 404 len: 337 time: 0.0781503 Jul 30 01:55:26.545685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43948) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.606065 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a3a058-225a-466b-a2d4-601c02941d4f x-openstack-request-id: req-b2a3a058-225a-466b-a2d4-601c02941d4f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:26.606672 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6098c92b-7ac9-49d2-add8-ff0aa0e53577", "name": "network-vif-plugged", "status": "completed", "tag": "acde7a3e-2fc1-4b1f-adac-3c44b34b5a51", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:26.607097 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b2a3a058-225a-466b-a2d4-601c02941d4f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:26.607704 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6098c92b-7ac9-49d2-add8-ff0aa0e53577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acde7a3e-2fc1-4b1f-adac-3c44b34b5a51', 'code': 200} Jul 30 01:55:26.608597 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7cb5cf-9b81-46dc-b149-3496ac3e1ca8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:26.609201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7cb5cf-9b81-46dc-b149-3496ac3e1ca8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:26.611200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5f7cb5cf-9b81-46dc-b149-3496ac3e1ca8 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/fb490af3-9fa3-44e3-ae77-a04c36482311 HTTP/1.1" status: 404 len: 337 time: 0.0643377 Jul 30 01:55:26.616230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.673817 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1b00b100-6b90-4a8b-af48-0e1becb857f6 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=36ae49c2-3292-4990-8d23-8d52019c062a HTTP/1.1" status: 200 len: 205 time: 0.0517285 Jul 30 01:55:26.674848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43954) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.727874 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-5892ab10-d0c4-4297-91e7-6969d070cca6 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] delete failed (client error): The resource could not be found. Jul 30 01:55:26.732676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5892ab10-d0c4-4297-91e7-6969d070cca6 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/36ae49c2-3292-4990-8d23-8d52019c062a HTTP/1.1" status: 404 len: 336 time: 0.0532498 Jul 30 01:55:26.745330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43956) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.794979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4ca33edc-6062-4665-8c55-8fbbae45883c tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=44b3d670-0b75-47df-af60-31add1af03b9 HTTP/1.1" status: 200 len: 205 time: 0.0429361 Jul 30 01:55:26.795262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43958) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.829448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb7f09-4f34-4185-87cd-bd4777ad4ebd req-85b19de1-5daf-49e1-8225-ac0e035a6d24 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:26.831306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dbb7f09-4f34-4185-87cd-bd4777ad4ebd req-85b19de1-5daf-49e1-8225-ac0e035a6d24 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c9b8556-c39c-4045-886a-1d4b3d5efad3 HTTP/1.1" status: 200 len: 945 time: 0.2293618 Jul 30 01:55:26.845398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796e764-880a-46ac-ad41-46e22d557dc3 req-1729f133-6646-462c-b747-57a73d6b67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:26.846923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9796e764-880a-46ac-ad41-46e22d557dc3 req-1729f133-6646-462c-b747-57a73d6b67a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 1096 time: 0.1032646 Jul 30 01:55:26.897757 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-09b97118-1555-4080-9c23-90df5c2255e5 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] delete failed (client error): The resource could not be found. Jul 30 01:55:26.899736 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-09b97118-1555-4080-9c23-90df5c2255e5 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/44b3d670-0b75-47df-af60-31add1af03b9 HTTP/1.1" status: 404 len: 336 time: 0.1022961 Jul 30 01:55:26.904146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43960) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:26.907346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dbb7f09-4f34-4185-87cd-bd4777ad4ebd req-d03ac6f0-87fc-46b1-bb9c-7c823a2856c0 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661786 Jul 30 01:55:26.910343 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7e9f-4f41-4a31-b728-0a1b291ce6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.918660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7e9f-4f41-4a31-b728-0a1b291ce6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:26.955655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9796e764-880a-46ac-ad41-46e22d557dc3 req-a3628adb-5bce-4fd0-b34f-11311225b728 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945427 Jul 30 01:55:26.957495 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0275d06e-0752-4c88-8c26-4d436477ed42 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:26.958372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0275d06e-0752-4c88-8c26-4d436477ed42 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:26.966940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0275d06e-0752-4c88-8c26-4d436477ed42 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/dc3219d1-2a7c-464a-880b-6b7025249dfb HTTP/1.1" status: 404 len: 337 time: 0.0487838 Jul 30 01:55:26.967888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43964) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.009860 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7d2b7e9f-4f41-4a31-b728-0a1b291ce6a6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=82fba8bdd0ac4cd387546f602ff34424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7837512 Jul 30 01:55:27.011721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b7e9f-4f41-4a31-b728-0a1b291ce6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5948fd3c-668b-4adb-85f6-3a7a5a38ca46,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:27.019296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43966) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.059201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-689cef7b-1888-425f-a1ab-53d4891eea7e tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=3623abcc-1b13-4297-b1d1-43c529448cd8 HTTP/1.1" status: 200 len: 205 time: 0.0886307 Jul 30 01:55:27.060154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43968) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.128623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f3476-9c3a-4b77-8473-5c7c62fe67d7 req-760151d7-1179-4e31-94f2-a0ce2dd56533 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:27.131385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d4f3476-9c3a-4b77-8473-5c7c62fe67d7 req-760151d7-1179-4e31-94f2-a0ce2dd56533 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 945 time: 0.0998681 Jul 30 01:55:27.154061 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-4b411a13-7b2d-47b4-80ab-8c6ed5ef14db tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] delete failed (client error): The resource could not be found. Jul 30 01:55:27.155967 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4b411a13-7b2d-47b4-80ab-8c6ed5ef14db tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/3623abcc-1b13-4297-b1d1-43c529448cd8 HTTP/1.1" status: 404 len: 336 time: 0.0943654 Jul 30 01:55:27.160278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43970) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.200099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c76ddb6-1737-467e-807f-6bfa2af332e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.218418 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6c4c585e-dac2-4ff3-b04f-212b882ed13c tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4294d63-c39b-4d38-85d7-807432694a67 HTTP/1.1" status: 200 len: 205 time: 0.0477335 Jul 30 01:55:27.219899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43972) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.238230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d4f3476-9c3a-4b77-8473-5c7c62fe67d7 req-ffdcae45-dc60-4380-8a68-cd83518b7d0f tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975959 Jul 30 01:55:27.307610 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-ab5ef940-ec33-4e21-8217-783f7001b457 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] delete failed (client error): The resource could not be found. Jul 30 01:55:27.313685 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ab5ef940-ec33-4e21-8217-783f7001b457 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/e4294d63-c39b-4d38-85d7-807432694a67 HTTP/1.1" status: 404 len: 336 time: 0.0888662 Jul 30 01:55:27.314189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43976) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.322000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c76ddb6-1737-467e-807f-6bfa2af332e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.374420 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24c13d9-7841-49c7-b3f0-74f87adb1573 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:27.375148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24c13d9-7841-49c7-b3f0-74f87adb1573 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:27.379717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c24c13d9-7841-49c7-b3f0-74f87adb1573 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/94af2263-b5dc-43d5-a902-eea7058b1dab HTTP/1.1" status: 404 len: 337 time: 0.0637877 Jul 30 01:55:27.387795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43978) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.402561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c76ddb6-1737-467e-807f-6bfa2af332e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.408064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c76ddb6-1737-467e-807f-6bfa2af332e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:27.415499 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3c76ddb6-1737-467e-807f-6bfa2af332e6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5948fd3c-668b-4adb-85f6-3a7a5a38ca46 HTTP/1.1" status: 204 len: 168 time: 0.3944225 Jul 30 01:55:27.437037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76ddb6-1737-467e-807f-6bfa2af332e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5948fd3c-668b-4adb-85f6-3a7a5a38ca46,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:27.487324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.488168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-798d847b-ad0d-44f8-a3e4-44198ac19855 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2e1c3a8-63ce-4022-8866-ceb6d5decdff HTTP/1.1" status: 200 len: 205 time: 0.0970576 Jul 30 01:55:27.552819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 636b977a-385f-4ed6-9b83-09d5dbf5fb89 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:27.639898 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-feb31dcf-b8bc-4972-a084-d0425fb3d06f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] delete failed (client error): The resource could not be found. Jul 30 01:55:27.645041 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-feb31dcf-b8bc-4972-a084-d0425fb3d06f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/c2e1c3a8-63ce-4022-8866-ceb6d5decdff HTTP/1.1" status: 404 len: 336 time: 0.1548016 Jul 30 01:55:27.646405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43996) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.731649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a355a0-f1b4-4f32-bb52-0054caa5b3a8 req-4d8ff2de-00ba-413a-a0d5-cc66c55f403a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:27.733494 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19bd70b-567b-4e6e-ba56-a67cc84b9859 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:27.734092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19bd70b-567b-4e6e-ba56-a67cc84b9859 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:27.735262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88a355a0-f1b4-4f32-bb52-0054caa5b3a8 req-4d8ff2de-00ba-413a-a0d5-cc66c55f403a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 944 time: 0.1354823 Jul 30 01:55:27.736694 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f19bd70b-567b-4e6e-ba56-a67cc84b9859 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/be8b1694-cf0b-4a4a-b9e6-54c9dc5ae848 HTTP/1.1" status: 404 len: 337 time: 0.0835412 Jul 30 01:55:27.741657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44000) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.832657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-784bd63f-845f-4e1c-970d-497ab91e2256 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "GET /v2.0/ports?device_id=68ceea0d-c90b-43a8-99d1-196f2103afd4 HTTP/1.1" status: 200 len: 205 time: 0.0847497 Jul 30 01:55:27.833722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44004) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:27.869726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:27.911275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88a355a0-f1b4-4f32-bb52-0054caa5b3a8 req-9cc2026d-1dd9-4981-a351-cb2566713226 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442375 Jul 30 01:55:27.911856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '636b977a-385f-4ed6-9b83-09d5dbf5fb89', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'port_id': '636b977a-385f-4ed6-9b83-09d5dbf5fb89', 'mac_address': 'fa:16:3e:a2:f8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a906d30b-0f1e-4cf9-b55a-446e497d258c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:27.931043 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-44631444-e1c6-4c3a-a081-d4bac7b38d7f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] delete failed (client error): The resource could not be found. Jul 30 01:55:27.934092 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-44631444-e1c6-4c3a-a081-d4bac7b38d7f tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/routers/68ceea0d-c90b-43a8-99d1-196f2103afd4 HTTP/1.1" status: 404 len: 336 time: 0.0999339 Jul 30 01:55:27.956177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44006) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:28.003107 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.018239 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f421ae78-0b3e-4340-a1e5-53c8afe00e84 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:28.019101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f421ae78-0b3e-4340-a1e5-53c8afe00e84 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:28.024198 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f421ae78-0b3e-4340-a1e5-53c8afe00e84 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/c280b83c-c53e-4d2c-b887-cc487cf1f3a2 HTTP/1.1" status: 404 len: 337 time: 0.0720026 Jul 30 01:55:28.029074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44008) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:28.037421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636b977a-385f-4ed6-9b83-09d5dbf5fb89 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:28.081355 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-26098c12-ecca-4272-9a83-b41b7e38cf02 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] DELETE failed (client error): The resource could not be found. Jul 30 01:55:28.082598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26098c12-ecca-4272-9a83-b41b7e38cf02 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 01:55:28.086206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-26098c12-ecca-4272-9a83-b41b7e38cf02 tempest-RoutersTest-1678308054 tempest-RoutersTest-1678308054-project] 10.222.0.84 "DELETE /v2.0/subnets/0e19afcd-b9ac-4847-aaee-d1d30d50cc23 HTTP/1.1" status: 404 len: 337 time: 0.0550053 Jul 30 01:55:28.103906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:28.113782 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.209981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=636b977a-385f-4ed6-9b83-09d5dbf5fb89,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:28.263584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44012) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:28.295239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e699e82-00b4-4afe-b72c-9d036e99964c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.493011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['636b977a-385f-4ed6-9b83-09d5dbf5fb89'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:28.499228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ba2e4-367b-41fe-afad-d59180a036df req-948384ae-6551-42a3-bee6-4c7a53dfabcc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:28.508276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e26ba2e4-367b-41fe-afad-d59180a036df req-948384ae-6551-42a3-bee6-4c7a53dfabcc tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 945 time: 0.0927517 Jul 30 01:55:28.589204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44020) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:28.600968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e699e82-00b4-4afe-b72c-9d036e99964c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.628562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e26ba2e4-367b-41fe-afad-d59180a036df req-eda0eef0-1844-4bcb-b096-31514b9e92b1 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062870 Jul 30 01:55:28.630947 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e699e82-00b4-4afe-b72c-9d036e99964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:28.737550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6e699e82-00b4-4afe-b72c-9d036e99964c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ad7f23b3a2164fbfb62c5be09c920c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715915 Jul 30 01:55:28.740478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699e82-00b4-4afe-b72c-9d036e99964c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cf5ad6-4f0b-4c51-9c10-807592ecc5c5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:28.741448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44028) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:29.013116 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4cde-105a-41e5-ab10-2f240a0a63ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.064638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-36cc2614-0dea-4f8d-9ab3-1fcd2b4cb1c4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=267cbd06cd4e47e9a7e41f040ea00eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724152 Jul 30 01:55:29.068656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44040) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:29.117985 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4cde-105a-41e5-ab10-2f240a0a63ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.170257 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbb884a3-ca7d-49bf-8698-8456413c13f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.225847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbb884a3-ca7d-49bf-8698-8456413c13f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.244660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4cde-105a-41e5-ab10-2f240a0a63ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.253128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4cde-105a-41e5-ab10-2f240a0a63ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.258140 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3a3b4cde-105a-41e5-ab10-2f240a0a63ca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/91cf5ad6-4f0b-4c51-9c10-807592ecc5c5 HTTP/1.1" status: 204 len: 168 time: 0.5146298 Jul 30 01:55:29.278867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b4cde-105a-41e5-ab10-2f240a0a63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cf5ad6-4f0b-4c51-9c10-807592ecc5c5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:29.408570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be980f-375a-47b8-af24-0f53aa186d63 req-463ff0b4-25d5-47b4-880e-b9b0509ad262 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.411339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64be980f-375a-47b8-af24-0f53aa186d63 req-463ff0b4-25d5-47b4-880e-b9b0509ad262 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 945 time: 0.1698225 Jul 30 01:55:29.507683 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbb884a3-ca7d-49bf-8698-8456413c13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.512326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbb884a3-ca7d-49bf-8698-8456413c13f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:29.514582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dbb884a3-ca7d-49bf-8698-8456413c13f1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b75b85c9-11cb-4419-ac28-997e106facdf HTTP/1.1" status: 204 len: 168 time: 0.4437091 Jul 30 01:55:29.558575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb884a3-ca7d-49bf-8698-8456413c13f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75b85c9-11cb-4419-ac28-997e106facdf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:29.624429 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64be980f-375a-47b8-af24-0f53aa186d63 req-8dfce9e9-66a8-4980-b367-86f93784a595 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727028 Jul 30 01:55:29.659924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f9620-172a-44ec-8d09-b22ecb4d7840 req-7114e7da-f3f1-4bf2-b8b1-b08f555962f2 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.685557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-408f9620-172a-44ec-8d09-b22ecb4d7840 req-7114e7da-f3f1-4bf2-b8b1-b08f555962f2 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 945 time: 0.2512197 Jul 30 01:55:29.815289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-408f9620-172a-44ec-8d09-b22ecb4d7840 req-2731e3fe-08eb-4139-ab25-92dfe18aaa23 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276379 Jul 30 01:55:29.949827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174f99c-e963-4b30-8a72-e8d84d7e6957 req-c5cb3383-5f38-40bb-82db-3ec7cc121caf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:29.953782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2174f99c-e963-4b30-8a72-e8d84d7e6957 req-c5cb3383-5f38-40bb-82db-3ec7cc121caf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.1359122 Jul 30 01:55:30.065231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2174f99c-e963-4b30-8a72-e8d84d7e6957 req-32198d76-8d28-4777-a08d-e498459d60c4 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975580 Jul 30 01:55:30.745984 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11ffe30c-d45a-4dbe-8b26-2961703dc67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:30.916796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fba5d1-df15-4322-996e-5fc03910683b req-2f64676e-7ad6-403e-ae83-92b5c92cf5e7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:30.940492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35fba5d1-df15-4322-996e-5fc03910683b req-2f64676e-7ad6-403e-ae83-92b5c92cf5e7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 945 time: 0.1444786 Jul 30 01:55:31.049534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44100) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:31.081372 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.125673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35fba5d1-df15-4322-996e-5fc03910683b req-a2137d0d-775a-4ad3-8f8d-179f736f8d51 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787179 Jul 30 01:55:31.211306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5d6b4-7284-4c7f-83f5-dec63358af4e req-b1a55736-43ea-4c26-8119-435aa8f7a5b3 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.214590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84a5d6b4-7284-4c7f-83f5-dec63358af4e req-b1a55736-43ea-4c26-8119-435aa8f7a5b3 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 945 time: 0.1786788 Jul 30 01:55:31.237910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-399db201-fa12-4e5b-bf5f-2a8c5acdf6cf tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.240446 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-399db201-fa12-4e5b-bf5f-2a8c5acdf6cf tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.22 "GET /v2.0/ports?device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 945 time: 0.1517904 Jul 30 01:55:31.413314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84a5d6b4-7284-4c7f-83f5-dec63358af4e req-e4322e20-be67-4f1d-86e6-6cf0412e58a0 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715055 Jul 30 01:55:31.485086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278110a-d047-423d-87f8-60dadad6c855 req-c0ce3df1-7ffa-4e37-9a5a-2d5d1505469f tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.486831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c278110a-d047-423d-87f8-60dadad6c855 req-c0ce3df1-7ffa-4e37-9a5a-2d5d1505469f tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.41 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.0779338 Jul 30 01:55:31.550581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 636b977a-385f-4ed6-9b83-09d5dbf5fb89 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:55:31.626130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Deleting port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:31.626729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.695413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:55:31.704300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:31.705444 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.731372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40671-bb46-41fc-9614-cd644ff8009e req-9b624847-9bac-4391-8f81-5bff2788ada0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:31.733562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88e40671-bb46-41fc-9614-cd644ff8009e req-9b624847-9bac-4391-8f81-5bff2788ada0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.2819755 Jul 30 01:55:31.823033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88e40671-bb46-41fc-9614-cd644ff8009e req-fb135e7f-fb96-4942-9c6e-42ab4f8303ce tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656011 Jul 30 01:55:31.826877 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b7861718-09f5-4e9c-8574-e6e0f2b7f593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:31.831389 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-b7861718-09f5-4e9c-8574-e6e0f2b7f593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 01:55:31.832805 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-b7861718-09f5-4e9c-8574-e6e0f2b7f593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 01:55:31.848187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7861718-09f5-4e9c-8574-e6e0f2b7f593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7943001 Jul 30 01:55:31.849821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44116) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:31.885535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Deleting port e96e2b54-e552-4961-b685-eb6b9a949bb2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:31.886014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.888552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--73096636'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:31.948365 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:31.977554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.004420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:32.007781 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.009738 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1994c6-1bb8-4881-b805-b34eb248f767" -d '{"events": [{"server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "name": "network-vif-plugged", "status": "completed", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:32.010110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] For port e96e2b54-e552-4961-b685-eb6b9a949bb2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e96e2b54-e552-4961-b685-eb6b9a949bb2,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:32.010875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.039135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:32.051318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.127831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] For port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:32.128507 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.152020 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7d6837-e1f6-4245-bcee-e94f0a198f13 x-openstack-request-id: req-4f7d6837-e1f6-4245-bcee-e94f0a198f13 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:32.152487 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "name": "network-vif-plugged", "status": "completed", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:32.152914 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4f7d6837-e1f6-4245-bcee-e94f0a198f13 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:32.153663 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89', 'code': 200} Jul 30 01:55:32.155823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=636b977a-385f-4ed6-9b83-09d5dbf5fb89,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:32.165322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Calling delete_port for acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:32.368803 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.396806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.438599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b30cc-a15d-4b7c-86fc-6c3620fc70f5 req-a19ad3f5-d05a-4743-83c3-442b31309ff7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.446801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e2b30cc-a15d-4b7c-86fc-6c3620fc70f5 req-a19ad3f5-d05a-4743-83c3-442b31309ff7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.1651335 Jul 30 01:55:32.571782 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.594989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e2b30cc-a15d-4b7c-86fc-6c3620fc70f5 req-8d4ef23f-b1b2-48ae-918b-33243d16e481 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459789 Jul 30 01:55:32.637602 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.642681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.643735 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.644419 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Floating IP 4509e52a-bea9-482f-94c5-d813bda79d61 disassociated. External IP: 172.25.7.14, port: e96e2b54-e552-4961-b685-eb6b9a949bb2. Jul 30 01:55:32.645096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Calling delete_port for e96e2b54-e552-4961-b685-eb6b9a949bb2 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:32.693429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de4ac3-88b5-42ec-824b-b074b27a2e01,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:32.715583 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.728543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8751800 Jul 30 01:55:32.735879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44142) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:32.766280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad66c6a-e380-4be3-82b5-da2c23b119c6 req-55f10c83-c241-460e-b457-41ba9de0ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.767189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': 'bf0b5ee5-d927-4a75-912d-f39ee608dfce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:32.768266 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ad66c6a-e380-4be3-82b5-da2c23b119c6 req-55f10c83-c241-460e-b457-41ba9de0ce94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 1097 time: 0.3972223 Jul 30 01:55:32.787950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c50c2-880f-4be7-bb70-f51fa847d07c tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0b5ee5-d927-4a75-912d-f39ee608dfce,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:32.829116 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ad66c6a-e380-4be3-82b5-da2c23b119c6 req-e3d8682a-dbb9-4fb2-8307-0b05049b9a74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499561 Jul 30 01:55:32.882731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:32.931928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290fc4-0c2d-47d6-b708-ba3b2dd6ad70 req-72e808cc-c076-46b3-a1b6-19e993435132 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:32.940108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e290fc4-0c2d-47d6-b708-ba3b2dd6ad70 req-72e808cc-c076-46b3-a1b6-19e993435132 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 945 time: 0.3325720 Jul 30 01:55:33.004295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e290fc4-0c2d-47d6-b708-ba3b2dd6ad70 req-1e8daf84-241e-4aab-9925-88ce1759c71a tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629861 Jul 30 01:55:33.085910 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.102001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['003e3991-bf3c-44c3-a9ef-8496547003ca'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:33.113757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['06b52c12-9b06-4d6c-8d73-72c80806e961'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:33.162247 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.297095 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.356265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Pushing event deleted for resources: {'Port': ['ID=acde7a3e-2fc1-4b1f-adac-3c44b34b5a51,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:33.379793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:33.448378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:33.449010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:33.453873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02848b-17c1-47c2-90bc-94e61135cb41 req-955908bc-745e-4c20-8934-94b55792a06c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:33.464109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a02848b-17c1-47c2-90bc-94e61135cb41 req-955908bc-745e-4c20-8934-94b55792a06c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 945 time: 0.4347243 Jul 30 01:55:33.497753 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-004e5125-e2e8-42d4-a6b5-568ac6d282ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.514281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ae640f-65b1-4828-837e-6a8b8cdc145c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:33.546639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.547092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.547381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.547863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.548337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.548864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.549288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.549676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.550084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.550458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.550792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.551328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.558942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] No DVR routers for this DVR port acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:33.560935 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.562623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8068094 Jul 30 01:55:33.565029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.567914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44162) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:33.568709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3dcc251e-e551-4db9-82cc-3cc45729018a req-4c379bfb-fb19-4089-ae84-f953c78d84da tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.22 "DELETE /v2.0/ports/acde7a3e-2fc1-4b1f-adac-3c44b34b5a51 HTTP/1.1" status: 204 len: 173 time: 2.3152325 Jul 30 01:55:33.578373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e151674f-69f6-485d-a26d-47482a706b58 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': 'bf0b5ee5-d927-4a75-912d-f39ee608dfce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:33.598779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.599287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.599564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.599823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.600152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.600471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.600792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.601115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.601450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.601761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.602090 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.602401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb645037-6135-4a55-8eac-93d722181b0b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:33.613751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6098c92b-7ac9-49d2-add8-ff0aa0e53577', 'name': 'network-vif-deleted', 'tag': 'acde7a3e-2fc1-4b1f-adac-3c44b34b5a51'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:33.615855 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fff1f57-e170-4d34-abd4-cb7fa359c9f4" -d '{"events": [{"server_uuid": "6098c92b-7ac9-49d2-add8-ff0aa0e53577", "name": "network-vif-deleted", "tag": "acde7a3e-2fc1-4b1f-adac-3c44b34b5a51"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:33.684699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e151674f-69f6-485d-a26d-47482a706b58 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.721836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a02848b-17c1-47c2-90bc-94e61135cb41 req-f5e07680-96aa-4b79-873a-a235ca366093 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=3ff2b5e5-f612-48dc-aba9-064c37939531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562382 Jul 30 01:55:33.793874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.844757 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:33.875149 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72e80ea-748f-4cc1-a4c0-9c0c601dff8d x-openstack-request-id: req-c72e80ea-748f-4cc1-a4c0-9c0c601dff8d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:33.876501 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6098c92b-7ac9-49d2-add8-ff0aa0e53577", "name": "network-vif-deleted", "tag": "acde7a3e-2fc1-4b1f-adac-3c44b34b5a51", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:33.876888 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-e151674f-69f6-485d-a26d-47482a706b58 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 01:55:33.877028 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c72e80ea-748f-4cc1-a4c0-9c0c601dff8d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:33.878747 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6098c92b-7ac9-49d2-add8-ff0aa0e53577', 'name': 'network-vif-deleted', 'tag': 'acde7a3e-2fc1-4b1f-adac-3c44b34b5a51', 'status': 'completed', 'code': 200} Jul 30 01:55:33.885113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e151674f-69f6-485d-a26d-47482a706b58 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3136215 Jul 30 01:55:33.886615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44172) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:33.957338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event deleted for resources: {'Port': ['ID=e96e2b54-e552-4961-b685-eb6b9a949bb2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:34.180448 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c95bc6-594e-45db-9e51-62b8cb34fcdb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.253715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c95bc6-594e-45db-9e51-62b8cb34fcdb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.377782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44178) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:34.386808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d42e74c-a7ec-417f-a9ac-2837637e179d req-2dddf832-8372-43ed-bf1e-a6ac5d7ef01a tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6098c92b-7ac9-49d2-add8-ff0aa0e53577 HTTP/1.1" status: 200 len: 210 time: 0.1221752 Jul 30 01:55:34.390551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c95bc6-594e-45db-9e51-62b8cb34fcdb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.396112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32c95bc6-594e-45db-9e51-62b8cb34fcdb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.402913 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-32c95bc6-594e-45db-9e51-62b8cb34fcdb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/bf0b5ee5-d927-4a75-912d-f39ee608dfce HTTP/1.1" status: 204 len: 168 time: 0.5097752 Jul 30 01:55:34.405481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44182) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:34.419769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c95bc6-594e-45db-9e51-62b8cb34fcdb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0b5ee5-d927-4a75-912d-f39ee608dfce,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:34.497855 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.514800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01db14b-55ef-4933-af94-0318ed707e77 req-9465f825-8017-4344-9919-ab3c68286407 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:34.529923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a01db14b-55ef-4933-af94-0318ed707e77 req-9465f825-8017-4344-9919-ab3c68286407 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.4563932 Jul 30 01:55:34.642446 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a01db14b-55ef-4933-af94-0318ed707e77 req-09c81a85-b927-4dc7-b01f-4ee07fce5e7c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103334 Jul 30 01:55:34.666477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:34.723242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4e300359-1af1-4e79-b7dd-9b8c72bb0fff tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3094864 Jul 30 01:55:34.725622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44188) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:34.734525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-28e36d4a-f576-48e5-9c60-72c112750ce0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443407146'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:34.756150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a836376-6a4d-4f8d-bf95-46f28f631f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:34.853441 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-9a836376-6a4d-4f8d-bf95-46f28f631f12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:55:34.853441 n-d-715271-7 neutron-server[93818]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 01:55:34.853441 n-d-715271-7 neutron-server[93818]: [parameters: {'project_id': 'd6875b9cd6274a32a751fdb894f9e27a', 'id': 'f22bf15b-5bd1-4f6d-9cd9-f7b4530c79b7', 'expiration': datetime.datetime(2021, 7, 30, 1, 57, 34, 842894)}] Jul 30 01:55:34.853441 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:55:34.856458 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-9a836376-6a4d-4f8d-bf95-46f28f631f12 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:55:34.883358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bf33018-5d73-4218-ac55-68a0bddf66b1 req-108c3c9a-0177-4039-8e9d-754e2aaf8d00 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=d62391ff-0012-4b25-8c11-605b13af8d47 HTTP/1.1" status: 200 len: 210 time: 0.0452375 Jul 30 01:55:35.018612 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28e36d4a-f576-48e5-9c60-72c112750ce0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.025152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:35.060879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] Sync routers for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:35.077832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:35.079458 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:35.358690 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a836376-6a4d-4f8d-bf95-46f28f631f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.371066 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28e36d4a-f576-48e5-9c60-72c112750ce0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.374120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] No DVR routers for this DVR port e96e2b54-e552-4961-b685-eb6b9a949bb2 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:35.388638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28e36d4a-f576-48e5-9c60-72c112750ce0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.416945 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.420596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c278110a-d047-423d-87f8-60dadad6c855 req-bf9aac2a-205d-4f6c-8c90-72e633e71fb6 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.41 "DELETE /v2.0/ports/e96e2b54-e552-4961-b685-eb6b9a949bb2 HTTP/1.1" status: 204 len: 173 time: 3.9042721 Jul 30 01:55:35.466996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e36d4a-f576-48e5-9c60-72c112750ce0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a1c2f-632b-41f4-9c3b-3a5602130b6c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:35.524543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:35.609861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e96e2b54-e552-4961-b685-eb6b9a949bb2 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:35.675841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: e96e2b54-e552-4961-b685-eb6b9a949bb2 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:35.676547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e96e2b54-e552-4961-b685-eb6b9a949bb2 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:35.691588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a836376-6a4d-4f8d-bf95-46f28f631f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.696675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a836376-6a4d-4f8d-bf95-46f28f631f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.708268 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28e36d4a-f576-48e5-9c60-72c112750ce0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.709850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-28e36d4a-f576-48e5-9c60-72c112750ce0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9828341 Jul 30 01:55:35.714534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44204) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:35.723023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-38631187-097c-41b0-8f1b-43ad9356fcdc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': 'a77a1c2f-632b-41f4-9c3b-3a5602130b6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:35.724022 n-d-715271-7 neutron-server[93819]: WARNING neutron.api.v2.base [None req-38631187-097c-41b0-8f1b-43ad9356fcdc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 01:55:35.724796 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-38631187-097c-41b0-8f1b-43ad9356fcdc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:35.726245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-38631187-097c-41b0-8f1b-43ad9356fcdc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103190 Jul 30 01:55:35.733900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44206) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:35.752035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a836376-6a4d-4f8d-bf95-46f28f631f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c1774f-8e5d-4979-ae14-dcc347fdcf80,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:35.762761 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9a836376-6a4d-4f8d-bf95-46f28f631f12 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d6875b9cd6274a32a751fdb894f9e27a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3827865 Jul 30 01:55:35.767033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44208) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:35.891217 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f1e294a-1286-4aae-a683-ef5cbb8d5a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:35.895866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'name': 'network-vif-deleted', 'tag': 'e96e2b54-e552-4961-b685-eb6b9a949bb2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:35.899415 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dfdde8-75d6-4bc9-8323-ffa2f97f45dd" -d '{"events": [{"server_uuid": "d62391ff-0012-4b25-8c11-605b13af8d47", "name": "network-vif-deleted", "tag": "e96e2b54-e552-4961-b685-eb6b9a949bb2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:35.950570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f1e294a-1286-4aae-a683-ef5cbb8d5a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.024602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-b685dbcd-d880-497c-aeb7-4e3d3f191837 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.033300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-b685dbcd-d880-497c-aeb7-4e3d3f191837 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.051595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-b685dbcd-d880-497c-aeb7-4e3d3f191837 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.066379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-b685dbcd-d880-497c-aeb7-4e3d3f191837 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.077233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-b685dbcd-d880-497c-aeb7-4e3d3f191837 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.091722 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f1e294a-1286-4aae-a683-ef5cbb8d5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.105568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-b685dbcd-d880-497c-aeb7-4e3d3f191837 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.113866 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.115275 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f1e294a-1286-4aae-a683-ef5cbb8d5a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.119713 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5f1e294a-1286-4aae-a683-ef5cbb8d5a86 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/15c1774f-8e5d-4979-ae14-dcc347fdcf80 HTTP/1.1" status: 204 len: 168 time: 0.3483005 Jul 30 01:55:36.137194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-b685dbcd-d880-497c-aeb7-4e3d3f191837 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.139352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-b685dbcd-d880-497c-aeb7-4e3d3f191837 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5443 time: 0.3829503 Jul 30 01:55:36.141627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e294a-1286-4aae-a683-ef5cbb8d5a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c1774f-8e5d-4979-ae14-dcc347fdcf80,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:36.170647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:36.184780 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84990e2f-25ba-4727-b896-ed28d0ff7711 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.210855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] Checking router: 8d11c98b-8ab5-40fd-ba98-385aba6299d8 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:36.252003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:36.252647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:36.332412 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84990e2f-25ba-4727-b896-ed28d0ff7711 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.406662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-ed8f6da4-9dbf-4d5f-a0ac-e3511adcaa83 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=21cd63e3-20f8-447c-8652-0ed4eeba020b&id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2155392 Jul 30 01:55:36.425332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:36.444514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afeb00-8752-4b68-8451-6b6e9d212d25 req-42b153db-1c70-4c8b-889b-59e76473c67f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.460947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8afeb00-8752-4b68-8451-6b6e9d212d25 req-42b153db-1c70-4c8b-889b-59e76473c67f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.3109667 Jul 30 01:55:36.503561 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dbf0b1-2774-4924-adca-e2b779cc09af x-openstack-request-id: req-b7dbf0b1-2774-4924-adca-e2b779cc09af {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:36.504267 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62391ff-0012-4b25-8c11-605b13af8d47", "name": "network-vif-deleted", "tag": "e96e2b54-e552-4961-b685-eb6b9a949bb2", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:36.504898 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7dbf0b1-2774-4924-adca-e2b779cc09af {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:36.506102 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62391ff-0012-4b25-8c11-605b13af8d47', 'name': 'network-vif-deleted', 'tag': 'e96e2b54-e552-4961-b685-eb6b9a949bb2', 'status': 'completed', 'code': 200} Jul 30 01:55:36.565276 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84990e2f-25ba-4727-b896-ed28d0ff7711 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.571345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84990e2f-25ba-4727-b896-ed28d0ff7711 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.574258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-84990e2f-25ba-4727-b896-ed28d0ff7711 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/a77a1c2f-632b-41f4-9c3b-3a5602130b6c HTTP/1.1" status: 204 len: 168 time: 0.8380318 Jul 30 01:55:36.578230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44228) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:36.666024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8afeb00-8752-4b68-8451-6b6e9d212d25 req-77023a89-c5b5-4b7c-8b13-2504166f81a3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031031 Jul 30 01:55:36.671840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84990e2f-25ba-4727-b896-ed28d0ff7711 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a1c2f-632b-41f4-9c3b-3a5602130b6c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:36.700112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44232) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:36.739423 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2c8eab91-9285-4eb7-bad9-d75a187be65d tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1591470 Jul 30 01:55:36.746741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44236) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:36.753921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d8f78151-331b-4ea7-b25b-d3cdba44b046 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755513889'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:36.778241 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75075744-4483-4c10-a27c-46e1727c4d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.808011 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8f78151-331b-4ea7-b25b-d3cdba44b046 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:36.880541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-c0dfa90c-7e27-496f-a245-818233fa6788 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.889555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-c0dfa90c-7e27-496f-a245-818233fa6788 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.896384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-c0dfa90c-7e27-496f-a245-818233fa6788 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.903696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-c0dfa90c-7e27-496f-a245-818233fa6788 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.910649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-c0dfa90c-7e27-496f-a245-818233fa6788 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.918875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-c0dfa90c-7e27-496f-a245-818233fa6788 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.921319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:36.927144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-c0dfa90c-7e27-496f-a245-818233fa6788 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:36.929192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-c0dfa90c-7e27-496f-a245-818233fa6788 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 5443 time: 0.1729970 Jul 30 01:55:36.980185 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc5be4-a54f-4447-b7f8-4011045c03ab None None] The sync data for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 is: [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:37.002397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8f78151-331b-4ea7-b25b-d3cdba44b046 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.009442 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8f78151-331b-4ea7-b25b-d3cdba44b046 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.048449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3c2ae1ae-0d67-4af1-91ab-b46cbf907e8e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:37.051115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3c2ae1ae-0d67-4af1-91ab-b46cbf907e8e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "GET /v2.0/ports/16817cc2-2b41-41ed-9c3f-7b5bfd8d722c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1146417 Jul 30 01:55:37.068755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f78151-331b-4ea7-b25b-d3cdba44b046 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2be985-9e9e-4728-8eb9-de9a176ed1ed,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:37.315238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-9c1f8a10-2695-4406-949a-001b0caa8e48 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "GET /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2522290 Jul 30 01:55:37.342597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:37.434908 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abed5e1-ef31-492e-a317-d7d2689ab22f None None] New status for floating IP 4509e52a-bea9-482f-94c5-d813bda79d61: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:55:37.441564 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75075744-4483-4c10-a27c-46e1727c4d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.451592 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-75075744-4483-4c10-a27c-46e1727c4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.462566 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8f78151-331b-4ea7-b25b-d3cdba44b046 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.472595 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d8f78151-331b-4ea7-b25b-d3cdba44b046 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7239273 Jul 30 01:55:37.475342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44256) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:37.488164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f24a8940-0e05-474c-94a4-9457cd3ba838 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '8e2be985-9e9e-4728-8eb9-de9a176ed1ed', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:37.490438 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-f24a8940-0e05-474c-94a4-9457cd3ba838 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 01:55:37.491789 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-f24a8940-0e05-474c-94a4-9457cd3ba838 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:37.501409 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f24a8940-0e05-474c-94a4-9457cd3ba838 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0235584 Jul 30 01:55:37.503053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44258) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:37.630811 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-438ca01e-9839-44d9-8509-d7951bcb774b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.676714 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-438ca01e-9839-44d9-8509-d7951bcb774b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.766236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-438ca01e-9839-44d9-8509-d7951bcb774b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.771477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-438ca01e-9839-44d9-8509-d7951bcb774b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:37.773460 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-438ca01e-9839-44d9-8509-d7951bcb774b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/8e2be985-9e9e-4728-8eb9-de9a176ed1ed HTTP/1.1" status: 204 len: 168 time: 0.2684872 Jul 30 01:55:37.780034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:37.804526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ca01e-9839-44d9-8509-d7951bcb774b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2be985-9e9e-4728-8eb9-de9a176ed1ed,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:37.874216 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-632f8407-710a-45a3-808a-95396a134b44 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0924232 Jul 30 01:55:37.880040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44266) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:37.888917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524945286'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:37.927883 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.078359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-75075744-4483-4c10-a27c-46e1727c4d6e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c6e5ac4f76ce4e94a6f744fb6233e725&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3764610 Jul 30 01:55:38.079124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75075744-4483-4c10-a27c-46e1727c4d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890da41a-0d28-4690-9297-1335b6b7f3ae,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.082604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44268) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.084834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.090321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.091779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.133412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.135575 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2535725 Jul 30 01:55:38.145772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44270) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.158006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f62e2351-c0a3-42b1-a9fb-dd598389f3ab tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '05716141-6120-43ef-bcd3-dd728d462d37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:38.177824 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-f62e2351-c0a3-42b1-a9fb-dd598389f3ab tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 01:55:38.178787 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-f62e2351-c0a3-42b1-a9fb-dd598389f3ab tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:38.180676 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f62e2351-c0a3-42b1-a9fb-dd598389f3ab tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0333180 Jul 30 01:55:38.184293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05716141-6120-43ef-bcd3-dd728d462d37,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.188400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44272) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.205604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4aad7e42-9ae5-463f-9337-8f86281f156e tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '05716141-6120-43ef-bcd3-dd728d462d37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:38.205934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410abefc-5058-4759-9a80-8d49d74e935d req-798f5425-c50f-4901-ba58-8e2fa3262374 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:38.206686 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-4aad7e42-9ae5-463f-9337-8f86281f156e tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 01:55:38.207501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-410abefc-5058-4759-9a80-8d49d74e935d req-798f5425-c50f-4901-ba58-8e2fa3262374 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.2088051 Jul 30 01:55:38.207718 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-4aad7e42-9ae5-463f-9337-8f86281f156e tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:38.211747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4aad7e42-9ae5-463f-9337-8f86281f156e tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0180171 Jul 30 01:55:38.215308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.216158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.216934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.217425 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44274) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.218007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.218586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.219303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.219932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.220456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.221131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.221655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.222200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.222662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a19468f2-266e-4c66-a8c5-955acacfa66f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '05716141-6120-43ef-bcd3-dd728d462d37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:38.222867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611712bb-53c2-498b-ab01-9dd44ffea6fc tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:55:38.225698 n-d-715271-7 neutron-server[93819]: WARNING neutron.api.v2.base [None req-a19468f2-266e-4c66-a8c5-955acacfa66f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 01:55:38.226249 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-a19468f2-266e-4c66-a8c5-955acacfa66f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:38.227975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a19468f2-266e-4c66-a8c5-955acacfa66f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095515 Jul 30 01:55:38.233556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44276) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.243593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4bc81ecb-ebb4-4581-9415-f6c8e2d01c69 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '05716141-6120-43ef-bcd3-dd728d462d37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:38.245296 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-4bc81ecb-ebb4-4581-9415-f6c8e2d01c69 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 01:55:38.246203 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-4bc81ecb-ebb4-4581-9415-f6c8e2d01c69 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:38.248316 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4bc81ecb-ebb4-4581-9415-f6c8e2d01c69 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0126290 Jul 30 01:55:38.253246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.317807 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6309b5cd-682f-405e-a585-b647366690e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.356170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-410abefc-5058-4759-9a80-8d49d74e935d req-1f171d15-c82f-41eb-b566-e6104ec7373f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209469 Jul 30 01:55:38.357901 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a55c8b7b-229c-4472-903e-45c55df03217 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.408360 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a55c8b7b-229c-4472-903e-45c55df03217 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.420430 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6309b5cd-682f-405e-a585-b647366690e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.454467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] For port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:38.492208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a55c8b7b-229c-4472-903e-45c55df03217 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.495095 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a55c8b7b-229c-4472-903e-45c55df03217 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.500522 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a55c8b7b-229c-4472-903e-45c55df03217 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/05716141-6120-43ef-bcd3-dd728d462d37 HTTP/1.1" status: 204 len: 168 time: 0.2416680 Jul 30 01:55:38.502356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44282) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.529703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8b7b-229c-4472-903e-45c55df03217 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05716141-6120-43ef-bcd3-dd728d462d37,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.546782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] For port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:38.590777 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5a4ebb9b-a495-4fa5-91d2-2a552af93558 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0865538 Jul 30 01:55:38.596223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44284) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.604277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9f452116-4d30-48a0-9675-097165385ff1 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363985356'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:38.613294 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6309b5cd-682f-405e-a585-b647366690e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.615980 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6309b5cd-682f-405e-a585-b647366690e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.617818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6309b5cd-682f-405e-a585-b647366690e1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/890da41a-0d28-4690-9297-1335b6b7f3ae HTTP/1.1" status: 204 len: 168 time: 0.5300009 Jul 30 01:55:38.648775 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f452116-4d30-48a0-9675-097165385ff1 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.690128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309b5cd-682f-405e-a585-b647366690e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890da41a-0d28-4690-9297-1335b6b7f3ae,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.705339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] device_id is not set on port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:55:38.738265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.750905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.814922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36457c-9dec-461e-916f-f23964f37a98 req-955255f3-bfe8-4d0b-86be-4cfd3a65f173 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:38.824628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-955255f3-bfe8-4d0b-86be-4cfd3a65f173 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 808 time: 0.2727284 Jul 30 01:55:38.830319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f452116-4d30-48a0-9675-097165385ff1 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.835248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f452116-4d30-48a0-9675-097165385ff1 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.873939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f452116-4d30-48a0-9675-097165385ff1 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:38.876193 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9f452116-4d30-48a0-9675-097165385ff1 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2783496 Jul 30 01:55:38.882619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.891038 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5b27bd80-9d79-4a17-94f4-e86479e35fe3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '759f57b3-3072-4e16-90e7-27691532edc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:38.892341 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-5b27bd80-9d79-4a17-94f4-e86479e35fe3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 01:55:38.892640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] No DVR routers for this DVR port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:38.893933 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-5b27bd80-9d79-4a17-94f4-e86479e35fe3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:38.896817 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5b27bd80-9d79-4a17-94f4-e86479e35fe3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117171 Jul 30 01:55:38.902045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44290) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:38.908168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-79ec077f-835b-4256-a22f-81889fb273e7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/quotas/d9d6a97e627d4e149a7b83ffd10902f8 HTTP/1.1" status: 200 len: 375 time: 0.0820675 Jul 30 01:55:38.909805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-95124c6d-aaa7-4ceb-ba96-dae61f523a65 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '759f57b3-3072-4e16-90e7-27691532edc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:38.920701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f452116-4d30-48a0-9675-097165385ff1 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759f57b3-3072-4e16-90e7-27691532edc4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.961373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:38.991277 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-95124c6d-aaa7-4ceb-ba96-dae61f523a65 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:38.992491 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-95124c6d-aaa7-4ceb-ba96-dae61f523a65 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0890644 Jul 30 01:55:38.998678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44294) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.004863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cfb23a91-853b-43b9-9b49-118d6ea41d58 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '759f57b3-3072-4e16-90e7-27691532edc4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:39.005799 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-cfb23a91-853b-43b9-9b49-118d6ea41d58 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 01:55:39.006219 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-cfb23a91-853b-43b9-9b49-118d6ea41d58 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:39.012539 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cfb23a91-853b-43b9-9b49-118d6ea41d58 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074184 Jul 30 01:55:39.013275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44296) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.019063 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e28fae73-4b10-4c79-8a60-40152e9dd052 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '759f57b3-3072-4e16-90e7-27691532edc4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:39.052552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] In _notify_port_updated(), no bound segment for port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:55:39.054882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:39.059023 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.061519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-3bd8df30-ee74-4688-a6dc-9ca26fa26cf0 service neutron] 10.222.0.41 "PUT /v2.0/ports/16817cc2-2b41-41ed-9c3f-7b5bfd8d722c HTTP/1.1" status: 200 len: 1031 time: 1.7345159 Jul 30 01:55:39.094851 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-e28fae73-4b10-4c79-8a60-40152e9dd052 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:39.097476 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e28fae73-4b10-4c79-8a60-40152e9dd052 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0826554 Jul 30 01:55:39.101829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44298) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.110551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d1c0e671-9c71-4689-9a6c-651c7ecd14bb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '759f57b3-3072-4e16-90e7-27691532edc4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:39.111036 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-d1c0e671-9c71-4689-9a6c-651c7ecd14bb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 01:55:39.111568 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-d1c0e671-9c71-4689-9a6c-651c7ecd14bb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:39.113157 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d1c0e671-9c71-4689-9a6c-651c7ecd14bb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066009 Jul 30 01:55:39.117994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44300) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.129729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9cf57fa2-d1b2-4ea1-81f2-db59ed2f078e tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '759f57b3-3072-4e16-90e7-27691532edc4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:39.154521 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-923efb7b-6454-4dcf-8559-555631ab6562 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2449069 Jul 30 01:55:39.198971 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-9cf57fa2-d1b2-4ea1-81f2-db59ed2f078e tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Project 41aa5ecde3394917a0852abc45b1ab77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:55:39.201402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-8908c097-5ba7-4a9c-823f-7e120f31fbb0 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:39.203943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-8908c097-5ba7-4a9c-823f-7e120f31fbb0 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "GET /v2.0/ports/7d49c76d-863a-4ae6-ae63-59504a2f31f3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1317539 Jul 30 01:55:39.223656 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-9cf57fa2-d1b2-4ea1-81f2-db59ed2f078e tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:39.227501 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9cf57fa2-d1b2-4ea1-81f2-db59ed2f078e tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1055114 Jul 30 01:55:39.230048 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44304) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.238962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2ba912da-1dcf-4b1e-9f27-052bdf0e0d98 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '759f57b3-3072-4e16-90e7-27691532edc4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:39.240493 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-2ba912da-1dcf-4b1e-9f27-052bdf0e0d98 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 01:55:39.240775 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-2ba912da-1dcf-4b1e-9f27-052bdf0e0d98 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:39.247391 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2ba912da-1dcf-4b1e-9f27-052bdf0e0d98 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106008 Jul 30 01:55:39.247887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44306) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.251945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-42d8b3b9-ed56-4cd8-b95d-d5e1792f9a24 None None] Provisioning complete for port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:39.252747 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42d8b3b9-ed56-4cd8-b95d-d5e1792f9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.265776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6dc1b4e4-85c4-4958-9b60-8274a8e53d29 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '759f57b3-3072-4e16-90e7-27691532edc4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:39.269801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:39.325157 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-6dc1b4e4-85c4-4958-9b60-8274a8e53d29 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Project 41aa5ecde3394917a0852abc45b1ab77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:55:39.328925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-42d8b3b9-ed56-4cd8-b95d-d5e1792f9a24 None None] Port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:39.356213 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-6dc1b4e4-85c4-4958-9b60-8274a8e53d29 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:39.357072 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6dc1b4e4-85c4-4958-9b60-8274a8e53d29 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1078837 Jul 30 01:55:39.361760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44312) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.370059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ea0f49f3-f748-4f2c-9887-74a35f19fc75 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '759f57b3-3072-4e16-90e7-27691532edc4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:39.415161 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-ea0f49f3-f748-4f2c-9887-74a35f19fc75 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Project 41aa5ecde3394917a0852abc45b1ab77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 01:55:39.428967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-b22ae78b-5476-4bf5-8aa4-97716220602a service neutron] 10.222.0.84 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521245 Jul 30 01:55:39.440623 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-ea0f49f3-f748-4f2c-9887-74a35f19fc75 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:39.442608 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ea0f49f3-f748-4f2c-9887-74a35f19fc75 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0792544 Jul 30 01:55:39.447720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44318) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.520206 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.545112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10cf874-099d-4d39-8c0e-bbc1d6e17593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.573695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:39.593786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10cf874-099d-4d39-8c0e-bbc1d6e17593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.668827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:39.669662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d71cd6ca-40bc-4301-84f3-d0d13ce3f177 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:39.685985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-f1896b3f-a515-4871-ae50-c1c145c7d8af service neutron] 10.222.0.84 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415128 Jul 30 01:55:39.701497 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10cf874-099d-4d39-8c0e-bbc1d6e17593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.707670 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a10cf874-099d-4d39-8c0e-bbc1d6e17593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.711574 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a10cf874-099d-4d39-8c0e-bbc1d6e17593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/759f57b3-3072-4e16-90e7-27691532edc4 HTTP/1.1" status: 204 len: 168 time: 0.2619169 Jul 30 01:55:39.716385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44322) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.759324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cf874-099d-4d39-8c0e-bbc1d6e17593 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759f57b3-3072-4e16-90e7-27691532edc4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:39.829888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] For port 7d49c76d-863a-4ae6-ae63-59504a2f31f3, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7d49c76d-863a-4ae6-ae63-59504a2f31f3,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:39.835807 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.869460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-84b9e0d9-0329-4d6e-8e76-cea37e38de1f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1511552 Jul 30 01:55:39.875520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44330) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:39.886240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5f725c44-1e01-4d90-ad65-bb6de8c1d49d tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798398639'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:39.918393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:39.918393 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa43a16-93b1-4b56-90c2-b5676e8894e0" -d '{"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "d71cd6ca-40bc-4301-84f3-d0d13ce3f177"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:39.934721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d71cd6ca-40bc-4301-84f3-d0d13ce3f177, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:39.941049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:39.942719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b1a057c1-dc4a-4eb7-99ce-b1254c8d851a no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:39.955670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] For port 7d49c76d-863a-4ae6-ae63-59504a2f31f3, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:39.999814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f725c44-1e01-4d90-ad65-bb6de8c1d49d tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.022828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] device_id is not set on port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:55:40.041868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.055191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.139552 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.141960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:40.166633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] No DVR routers for this DVR port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:40.219882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:40.226208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.229631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:40.249826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d49c76d-863a-4ae6-ae63-59504a2f31f3,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:40.361970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] In _notify_port_updated(), no bound segment for port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 on network 6f4295d3-56a4-4053-93f8-45307cdcf664 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:55:40.361970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.370174 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.372445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-7b24d8ec-496d-4528-b6ae-ab750864ebf5 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d49c76d-863a-4ae6-ae63-59504a2f31f3 HTTP/1.1" status: 200 len: 1033 time: 1.1525674 Jul 30 01:55:40.388930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:40.434575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f725c44-1e01-4d90-ad65-bb6de8c1d49d tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.539362 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f725c44-1e01-4d90-ad65-bb6de8c1d49d tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.576465 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.594157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed95ad9f-20f7-46ee-a65e-1615edd5a324 None None] Provisioning complete for port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:55:40.594532 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed95ad9f-20f7-46ee-a65e-1615edd5a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.699584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f725c44-1e01-4d90-ad65-bb6de8c1d49d tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.704924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5f725c44-1e01-4d90-ad65-bb6de8c1d49d tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8242917 Jul 30 01:55:40.705156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ed95ad9f-20f7-46ee-a65e-1615edd5a324 None None] Port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:55:40.708039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44354) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.708680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f725c44-1e01-4d90-ad65-bb6de8c1d49d tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255b3a12-9c9c-4912-9e89-6d71911ecf16,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:40.713704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-92865fb7-9b6b-4070-aad3-f804b9ed62da tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '255b3a12-9c9c-4912-9e89-6d71911ecf16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:40.722581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:40.728957 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.730249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device a410653c-b1b8-4706-b982-5872a766d639 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:40.754497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1372133-0301-4ba8-8030-d39e56fa3019 req-4cebab67-6d9a-4efc-82d1-e12755c9609a tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.764403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1372133-0301-4ba8-8030-d39e56fa3019 req-4cebab67-6d9a-4efc-82d1-e12755c9609a tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.777393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1372133-0301-4ba8-8030-d39e56fa3019 req-4cebab67-6d9a-4efc-82d1-e12755c9609a tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.789264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1372133-0301-4ba8-8030-d39e56fa3019 req-4cebab67-6d9a-4efc-82d1-e12755c9609a tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.800473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1372133-0301-4ba8-8030-d39e56fa3019 req-4cebab67-6d9a-4efc-82d1-e12755c9609a tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:40.804360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1372133-0301-4ba8-8030-d39e56fa3019 req-4cebab67-6d9a-4efc-82d1-e12755c9609a tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 3881 time: 0.3792334 Jul 30 01:55:40.835293 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-92865fb7-9b6b-4070-aad3-f804b9ed62da tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The resource could not be found. Jul 30 01:55:40.836622 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-92865fb7-9b6b-4070-aad3-f804b9ed62da tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1296933 Jul 30 01:55:40.840357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44360) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.847418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-82211afb-1d38-45c8-99f4-61b48ed86f5a tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '255b3a12-9c9c-4912-9e89-6d71911ecf16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ffb4059f-8249-42cd-ba47-53a1d163a2ae'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:40.878468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:40.911583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:40.912130 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:40.947282 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-82211afb-1d38-45c8-99f4-61b48ed86f5a tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The resource could not be found. Jul 30 01:55:40.951068 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-82211afb-1d38-45c8-99f4-61b48ed86f5a tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1066787 Jul 30 01:55:40.952415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44364) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:40.975411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1372133-0301-4ba8-8030-d39e56fa3019 req-ed937a1e-d8f7-4e1a-8a97-93f5a3facaa9 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578112 Jul 30 01:55:41.027923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.086613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-511d1243-c75e-4c5d-8b40-1fbe8d0031a3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.153701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port a410653c-b1b8-4706-b982-5872a766d639, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a410653c-b1b8-4706-b982-5872a766d639,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:41.159260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-511d1243-c75e-4c5d-8b40-1fbe8d0031a3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.161693 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.162946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] For port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:41.163348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.164436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7d49c76d-863a-4ae6-ae63-59504a2f31f3 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:41.270305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-511d1243-c75e-4c5d-8b40-1fbe8d0031a3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.281060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-511d1243-c75e-4c5d-8b40-1fbe8d0031a3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.290466 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-511d1243-c75e-4c5d-8b40-1fbe8d0031a3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/255b3a12-9c9c-4912-9e89-6d71911ecf16 HTTP/1.1" status: 204 len: 168 time: 0.3337872 Jul 30 01:55:41.294770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44372) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:41.346324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7d49c76d-863a-4ae6-ae63-59504a2f31f3 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:41.346813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:41.357089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d1243-c75e-4c5d-8b40-1fbe8d0031a3 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255b3a12-9c9c-4912-9e89-6d71911ecf16,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:41.418181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=a410653c-b1b8-4706-b982-5872a766d639,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:41.426317 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-19f130e5-25c6-4202-adf0-fcbe02736447 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1234419 Jul 30 01:55:41.427452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44374) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:41.432913 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2385387f-86bd-4064-b7ff-177109240e63 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '1fd38b64-8ded-4c6e-bcd2-821535ea34e7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:41.508470 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-2385387f-86bd-4064-b7ff-177109240e63 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The resource could not be found. Jul 30 01:55:41.508470 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2385387f-86bd-4064-b7ff-177109240e63 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0789802 Jul 30 01:55:41.514435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44376) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:41.524615 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.558530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-98924d9e-398f-4d52-891d-b5c46c29ab8b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008913591'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:41.589385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:41.596812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.670247 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98924d9e-398f-4d52-891d-b5c46c29ab8b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.674381 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.674575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:41.675001 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Floating IP 18f1db28-70bb-49fe-a927-f8f25b149eee disassociated. External IP: 172.25.7.241, port: 6adf4b94-e820-49ee-a9b7-4124e50ad1c8. Jul 30 01:55:41.675408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Calling delete_port for 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:41.687484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c9245-b08e-49c5-859e-ea7ba6a9ea9a req-2ca6b4e2-8bad-4a3e-9c55-7fd1a5b53f68 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:41.689589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-319c9245-b08e-49c5-859e-ea7ba6a9ea9a req-2ca6b4e2-8bad-4a3e-9c55-7fd1a5b53f68 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.2223260 Jul 30 01:55:41.701584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:41.946579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-319c9245-b08e-49c5-859e-ea7ba6a9ea9a req-2df278b1-3227-489c-adc1-1cb57faf0fc4 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304101 Jul 30 01:55:42.044277 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5080ca67-01ff-459d-b997-bec4e30937f6 x-openstack-request-id: req-5080ca67-01ff-459d-b997-bec4e30937f6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:42.044759 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "d71cd6ca-40bc-4301-84f3-d0d13ce3f177", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:42.045017 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5080ca67-01ff-459d-b997-bec4e30937f6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:42.045499 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177', 'code': 200} Jul 30 01:55:42.117868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98924d9e-398f-4d52-891d-b5c46c29ab8b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.139352 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98924d9e-398f-4d52-891d-b5c46c29ab8b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.176278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36457c-9dec-461e-916f-f23964f37a98 req-2aceca5e-65b7-41f7-aa22-07b0aa3b3cb9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:42.178383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-2aceca5e-65b7-41f7-aa22-07b0aa3b3cb9 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 808 time: 0.3339345 Jul 30 01:55:42.189872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfcf02c4-e54e-4fac-ab83-fad090ada09f req-7c93f92c-0fbf-4c9e-a391-5c19f85a7afa tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 210 time: 0.0701468 Jul 30 01:55:42.218337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Request body: {'port': {'device_id': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38', 'admin_state_up': True, 'tenant_id': 'd9d6a97e627d4e149a7b83ffd10902f8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:42.270676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98924d9e-398f-4d52-891d-b5c46c29ab8b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.272840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-98924d9e-398f-4d52-891d-b5c46c29ab8b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7287831 Jul 30 01:55:42.274138 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.277800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44390) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:42.291978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-18ab170f-2c19-417e-a264-d12cc644dbf0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--648934650'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:42.353985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98924d9e-398f-4d52-891d-b5c46c29ab8b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655dbe70-aa61-4146-9e3b-45673eba02f4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:42.361150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ab170f-2c19-417e-a264-d12cc644dbf0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.373606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Port': ['ID=6adf4b94-e820-49ee-a9b7-4124e50ad1c8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:42.637607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496676-d35a-41eb-8488-abab4eda42a2 req-84a5f094-36a3-4394-8d8e-2a5a4a94fb55 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:42.645038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496676-d35a-41eb-8488-abab4eda42a2 req-84a5f094-36a3-4394-8d8e-2a5a4a94fb55 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:42.652003 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ab170f-2c19-417e-a264-d12cc644dbf0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.653520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496676-d35a-41eb-8488-abab4eda42a2 req-84a5f094-36a3-4394-8d8e-2a5a4a94fb55 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:42.659155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ab170f-2c19-417e-a264-d12cc644dbf0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.660104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496676-d35a-41eb-8488-abab4eda42a2 req-84a5f094-36a3-4394-8d8e-2a5a4a94fb55 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:42.669546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f496676-d35a-41eb-8488-abab4eda42a2 req-84a5f094-36a3-4394-8d8e-2a5a4a94fb55 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 3141 time: 0.3058755 Jul 30 01:55:42.720856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18ab170f-2c19-417e-a264-d12cc644dbf0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.726897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44398) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:42.727625 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-18ab170f-2c19-417e-a264-d12cc644dbf0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4470425 Jul 30 01:55:42.731721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab170f-2c19-417e-a264-d12cc644dbf0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687c57a0-c17e-434b-93d1-951b289f848d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:42.743527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-404e19f9-980b-463f-b40c-ac84b6e22490 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': '655dbe70-aa61-4146-9e3b-45673eba02f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '687c57a0-c17e-434b-93d1-951b289f848d'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:42.818742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f496676-d35a-41eb-8488-abab4eda42a2 req-24d3dff1-46af-4fb4-a016-6f085f986a9b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483011 Jul 30 01:55:42.839879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Router beded9e8-562e-459f-ad6a-3fda2edbfc9a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:55:42.868899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Made reservation on behalf of d9d6a97e627d4e149a7b83ffd10902f8 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:55:42.872691 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:42.893864 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-404e19f9-980b-463f-b40c-ac84b6e22490 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:42.898478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44400) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:42.906582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-404e19f9-980b-463f-b40c-ac84b6e22490 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1694424 Jul 30 01:55:43.045024 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2432-6337-4d70-a74d-0ce6fffe99d9 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.094366 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2432-6337-4d70-a74d-0ce6fffe99d9 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.205489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2432-6337-4d70-a74d-0ce6fffe99d9 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.210959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2432-6337-4d70-a74d-0ce6fffe99d9 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.218884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e0fc2432-6337-4d70-a74d-0ce6fffe99d9 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/687c57a0-c17e-434b-93d1-951b289f848d HTTP/1.1" status: 204 len: 168 time: 0.3186517 Jul 30 01:55:43.220548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44406) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:43.250181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Allocated IP 172.20.0.14 (b62a23bd-c6eb-4480-a8c5-2de1d8b31a38/5aa4cace-dae8-4df2-9c70-5e03553e0365/aa82bc24-d17c-4214-bc1a-e37ca3f6b66f) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:55:43.268897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc2432-6337-4d70-a74d-0ce6fffe99d9 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c57a0-c17e-434b-93d1-951b289f848d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:43.424288 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a99a659d-229f-410a-8726-831b0636cf46 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1925375 Jul 30 01:55:43.424978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44410) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:43.533641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96be7cff-badc-4292-81ac-cfa1fe3dab7f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.618033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96be7cff-badc-4292-81ac-cfa1fe3dab7f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.730519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f1088-8d4a-46bd-947d-8d8cfa58ad23 req-9eb1a434-a603-4743-93a1-49e4d9bd5e95 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:43.733958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-815f1088-8d4a-46bd-947d-8d8cfa58ad23 req-9eb1a434-a603-4743-93a1-49e4d9bd5e95 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.4334867 Jul 30 01:55:43.742544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96be7cff-badc-4292-81ac-cfa1fe3dab7f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.750614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96be7cff-badc-4292-81ac-cfa1fe3dab7f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:43.755058 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-96be7cff-badc-4292-81ac-cfa1fe3dab7f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/655dbe70-aa61-4146-9e3b-45673eba02f4 HTTP/1.1" status: 204 len: 168 time: 0.3269789 Jul 30 01:55:43.759839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44414) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:43.786128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be7cff-badc-4292-81ac-cfa1fe3dab7f tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655dbe70-aa61-4146-9e3b-45673eba02f4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:43.885273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:55:43.903005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] Sync routers for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:55:43.917458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-815f1088-8d4a-46bd-947d-8d8cfa58ad23 req-e1cb6f43-13ac-422a-8a2b-f1c910746d7f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635799 Jul 30 01:55:43.925992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:43.927611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:44.043179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] No DVR routers for this DVR port 6adf4b94-e820-49ee-a9b7-4124e50ad1c8 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:44.059687 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a96f5617-a71e-4e09-b22e-451c303683cb tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2894914 Jul 30 01:55:44.061247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44420) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:44.066210 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.070198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-6dbe5556-5cc1-4f47-8d93-db70d3771075 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "DELETE /v2.0/ports/6adf4b94-e820-49ee-a9b7-4124e50ad1c8 HTTP/1.1" status: 204 len: 173 time: 3.6816528 Jul 30 01:55:44.071187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:44.073460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-15548ca1-3d65-44c1-ae3a-21e92858b6df tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122358853'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:44.077265 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8edc03-5fcd-45f2-adae-5e32eda98f0f" -d '{"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:44.091619 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.122026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15548ca1-3d65-44c1-ae3a-21e92858b6df tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.130026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a410653c-b1b8-4706-b982-5872a766d639'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:44.146232 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6834757-3ac5-41c9-b537-407b77006126" -d '{"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a057c1-dc4a-4eb7-99ce-b1254c8d851a"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "a410653c-b1b8-4706-b982-5872a766d639"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "22023b7b-ff4f-4631-aea9-f5c7cfadb3e1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:44.230219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:44.333477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15548ca1-3d65-44c1-ae3a-21e92858b6df tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.345375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15548ca1-3d65-44c1-ae3a-21e92858b6df tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.372796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.419868 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15548ca1-3d65-44c1-ae3a-21e92858b6df tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.427959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-15548ca1-3d65-44c1-ae3a-21e92858b6df tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3637805 Jul 30 01:55:44.429071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44428) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:44.439580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-09028ab1-a40c-46a8-8903-898dffafe8b8 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': 'ffeab807-6e61-41e5-bc5f-5009edf939e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:44.451639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15548ca1-3d65-44c1-ae3a-21e92858b6df tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeab807-6e61-41e5-bc5f-5009edf939e2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:44.453660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['288f0662-90f9-4ce8-9baa-89feee365fbb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:44.484383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Pushing event updated for resources: {'Port': ['ID=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:44.523700 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-09028ab1-a40c-46a8-8903-898dffafe8b8 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:44.530867 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-09028ab1-a40c-46a8-8903-898dffafe8b8 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0998530 Jul 30 01:55:44.532237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44430) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:44.533281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:44.533743 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.539646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-aeb8264e-84e5-46a7-ac1a-5670600e8d93 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group_rule': {'security_group_id': 'ffeab807-6e61-41e5-bc5f-5009edf939e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:44.564813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:55:44.599512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:55:44.608427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:55:44.635043 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-aeb8264e-84e5-46a7-ac1a-5670600e8d93 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 01:55:44.642395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-aeb8264e-84e5-46a7-ac1a-5670600e8d93 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1087642 Jul 30 01:55:44.643915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44432) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:44.691367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e2719-0821-465a-9d7d-9d37eae257e3 req-827016a7-f3b1-425e-a537-277b1b89353f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:44.699593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c94e2719-0821-465a-9d7d-9d37eae257e3 req-827016a7-f3b1-425e-a537-277b1b89353f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 932 time: 0.3283892 Jul 30 01:55:44.777485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:44.778569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.806661 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a63443aa-257b-4f0f-b8d9-cdcd44e02df0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.826153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] For port d71cd6ca-40bc-4301-84f3-d0d13ce3f177, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:44.826729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.845499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c94e2719-0821-465a-9d7d-9d37eae257e3 req-f74fcd00-db30-43a3-a825-c384c6d6f6e8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449385 Jul 30 01:55:44.866647 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a63443aa-257b-4f0f-b8d9-cdcd44e02df0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.887773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Calling delete_port for d71cd6ca-40bc-4301-84f3-d0d13ce3f177 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:44.894858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-70743aa4-b9f7-4de7-8783-d9f7069ee2b4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6884005 Jul 30 01:55:44.933794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Request body: {'port': {'device_id': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:44.940798 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a63443aa-257b-4f0f-b8d9-cdcd44e02df0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.945051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a63443aa-257b-4f0f-b8d9-cdcd44e02df0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:44.946312 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a63443aa-257b-4f0f-b8d9-cdcd44e02df0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/ffeab807-6e61-41e5-bc5f-5009edf939e2 HTTP/1.1" status: 204 len: 168 time: 0.3007715 Jul 30 01:55:44.953821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44438) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:45.000387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63443aa-257b-4f0f-b8d9-cdcd44e02df0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeab807-6e61-41e5-bc5f-5009edf939e2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:45.051534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d12f3eef-dc01-4f3e-9cbd-543b8d7fff90 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914016 Jul 30 01:55:45.054552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44444) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:45.060805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5954c92e-5fed-417a-8371-db6bd973f836 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'tempest-secgroup--940549034'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:45.108987 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5954c92e-5fed-417a-8371-db6bd973f836 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.113616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7ef2a859-95da-4959-b765-fc2ad83181b8', 'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'mac_address': 'fa:16:3e:9f:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:12Z', 'updated_at': '2021-07-30T01:44:26Z', 'revision_number': 5, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'subnets': [{'id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:45.126933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.176675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] Checking router: beded9e8-562e-459f-ad6a-3fda2edbfc9a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:55:45.181634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c036d-91f4-4f13-931e-33f904449469 req-0fdab423-7c9a-4f4e-b6ce-c66ea4c42186 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:45.189904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c036d-91f4-4f13-931e-33f904449469 req-0fdab423-7c9a-4f4e-b6ce-c66ea4c42186 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:45.193513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:55:45.194818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:55:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:45.198329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c036d-91f4-4f13-931e-33f904449469 req-0fdab423-7c9a-4f4e-b6ce-c66ea4c42186 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:45.211035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c036d-91f4-4f13-931e-33f904449469 req-0fdab423-7c9a-4f4e-b6ce-c66ea4c42186 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:45.223001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-349c036d-91f4-4f13-931e-33f904449469 req-0fdab423-7c9a-4f4e-b6ce-c66ea4c42186 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 3141 time: 0.2000086 Jul 30 01:55:45.273125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5954c92e-5fed-417a-8371-db6bd973f836 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.283813 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5954c92e-5fed-417a-8371-db6bd973f836 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.354967 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5954c92e-5fed-417a-8371-db6bd973f836 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.362081 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5954c92e-5fed-417a-8371-db6bd973f836 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3020899 Jul 30 01:55:45.364648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44446) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:45.365190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954c92e-5fed-417a-8371-db6bd973f836 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c4d974-f8e0-4a61-a78c-4815d27594cd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:45.369132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b7e846d8-e67c-4296-bc04-1ce274537ac0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:55:45.369855 n-d-715271-7 neutron-server[93819]: WARNING neutron.api.v2.base [None req-b7e846d8-e67c-4296-bc04-1ce274537ac0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 01:55:45.370375 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-b7e846d8-e67c-4296-bc04-1ce274537ac0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 01:55:45.375529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b7e846d8-e67c-4296-bc04-1ce274537ac0 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "PUT /v2.0/security-groups/91c4d974-f8e0-4a61-a78c-4815d27594cd HTTP/1.1" status: 409 len: 330 time: 0.0073516 Jul 30 01:55:45.376725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44448) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:45.392381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-349c036d-91f4-4f13-931e-33f904449469 req-5b44690b-bf16-4ad8-a97a-dd1da9949372 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677494 Jul 30 01:55:45.450628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:55:45.522178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.548078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeaf83bd-e851-4cd6-8d3c-2fae221bc2ba tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.670370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeaf83bd-e851-4cd6-8d3c-2fae221bc2ba tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.758048 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b15d7-11c4-423d-a3ed-62f501817835 x-openstack-request-id: req-d57b15d7-11c4-423d-a3ed-62f501817835 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:45.760587 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:45.761074 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d57b15d7-11c4-423d-a3ed-62f501817835 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:45.765714 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'status': 'completed', 'code': 200} Jul 30 01:55:45.843653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeaf83bd-e851-4cd6-8d3c-2fae221bc2ba tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.848758 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeaf83bd-e851-4cd6-8d3c-2fae221bc2ba tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:45.849551 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-aeaf83bd-e851-4cd6-8d3c-2fae221bc2ba tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/91c4d974-f8e0-4a61-a78c-4815d27594cd HTTP/1.1" status: 204 len: 168 time: 0.4712260 Jul 30 01:55:45.854837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44454) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:45.891498 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cea4a67-24e5-409a-9639-1cd23dc80a68 x-openstack-request-id: req-3cea4a67-24e5-409a-9639-1cd23dc80a68 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:45.891823 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a057c1-dc4a-4eb7-99ce-b1254c8d851a", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "6adf4b94-e820-49ee-a9b7-4124e50ad1c8", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "a410653c-b1b8-4706-b982-5872a766d639", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "22023b7b-ff4f-4631-aea9-f5c7cfadb3e1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:45.893166 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3cea4a67-24e5-409a-9639-1cd23dc80a68 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:45.895187 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a', 'code': 200} Jul 30 01:55:45.895600 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6adf4b94-e820-49ee-a9b7-4124e50ad1c8', 'code': 200} Jul 30 01:55:45.895976 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a410653c-b1b8-4706-b982-5872a766d639', 'code': 200} Jul 30 01:55:45.896277 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1', 'code': 200} Jul 30 01:55:45.929561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf83bd-e851-4cd6-8d3c-2fae221bc2ba tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c4d974-f8e0-4a61-a78c-4815d27594cd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:45.979408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Port': ['ID=d71cd6ca-40bc-4301-84f3-d0d13ce3f177,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:46.042457 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b54546e6-bdeb-49ae-89fa-bc0995dd9d13 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1814392 Jul 30 01:55:46.044097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44458) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:46.076462 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-11680e02-8f6a-4c42-911b-e5ac0cf59726 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] delete failed (client error): The resource could not be found. Jul 30 01:55:46.077529 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-11680e02-8f6a-4c42-911b-e5ac0cf59726 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "DELETE /v2.0/security-groups/145f6304-fac6-4e89-8b03-78331ba321e3 HTTP/1.1" status: 404 len: 347 time: 0.0317223 Jul 30 01:55:46.096497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44462) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:46.129495 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-6f3aee66-fe4a-465e-bd42-7a4039d22264 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] show failed (client error): The resource could not be found. Jul 30 01:55:46.143733 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6f3aee66-fe4a-465e-bd42-7a4039d22264 tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-groups/2b1a45a9-36c7-4797-8b6e-2e456078f72b HTTP/1.1" status: 404 len: 347 time: 0.0397253 Jul 30 01:55:46.143980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44464) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:46.198930 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-a8a39ec3-50a4-4a40-843a-be8cecbe771b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] show failed (client error): The resource could not be found. Jul 30 01:55:46.200440 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a8a39ec3-50a4-4a40-843a-be8cecbe771b tempest-NegativeSecGroupIPv6Test-1390226830 tempest-NegativeSecGroupIPv6Test-1390226830-project] 10.222.0.84 "GET /v2.0/security-group-rules/33bdca85-9086-4101-93f1-638e614910af HTTP/1.1" status: 404 len: 356 time: 0.0529239 Jul 30 01:55:46.593740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7ef2a859-95da-4959-b765-fc2ad83181b8', 'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'mac_address': 'fa:16:3e:9f:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:12Z', 'updated_at': '2021-07-30T01:44:26Z', 'revision_number': 5, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'subnets': [{'id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:55:46.715323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c121077-4039-4efd-a4e2-a8435c74f207 None None] The sync data for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 is: [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:44:16Z', 'revision_number': 4, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7ef2a859-95da-4959-b765-fc2ad83181b8', 'name': '', 'network_id': 'bf1348a1-a390-478a-8610-d68fd6f33f60', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'mac_address': 'fa:16:3e:9f:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:12Z', 'updated_at': '2021-07-30T01:44:26Z', 'revision_number': 5, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'subnets': [{'id': '0b95422b-324e-4507-83eb-37f4ae31e7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:55:46.991132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] No DVR routers for this DVR port d71cd6ca-40bc-4301-84f3-d0d13ce3f177 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:46.996751 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:46.998924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-81339c6d-4944-4719-b622-b2aeea90e049 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "DELETE /v2.0/ports/d71cd6ca-40bc-4301-84f3-d0d13ce3f177 HTTP/1.1" status: 204 len: 173 time: 2.9020827 Jul 30 01:55:47.078115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44478) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:47.218818 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d374c4-4f18-4613-9e7e-8c16679010dd req-fda2f68b-2554-439a-a908-94360f4afd9c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:47.226602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44d374c4-4f18-4613-9e7e-8c16679010dd req-fda2f68b-2554-439a-a908-94360f4afd9c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.2879508 Jul 30 01:55:47.258306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa82bc24-d17c-4214-bc1a-e37ca3f6b66f {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:47.272087 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.287164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Transition to ACTIVE for port object aa82bc24-d17c-4214-bc1a-e37ca3f6b66f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:55:47.303729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.387391 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55322a3-a2c5-47c3-af1a-4c9b78d0239d None None] New status for floating IP 18f1db28-70bb-49fe-a927-f8f25b149eee: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:55:47.396691 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b59a048f-e9be-4951-aeac-c600b174a90f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=41aa5ecde3394917a0852abc45b1ab77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166571 Jul 30 01:55:47.399050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44482) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:47.431465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44d374c4-4f18-4613-9e7e-8c16679010dd req-965f365c-96e0-4d7a-bd2d-f1ed1ac49a30 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030184 Jul 30 01:55:47.472491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:47.472851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.483903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Pushing event updated for resources: {'Port': ['ID=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:47.521458 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e80904ce-21ef-4e25-85ba-4f6d8d7283fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.559250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e80904ce-21ef-4e25-85ba-4f6d8d7283fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.652995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e80904ce-21ef-4e25-85ba-4f6d8d7283fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.659490 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e80904ce-21ef-4e25-85ba-4f6d8d7283fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.663957 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e80904ce-21ef-4e25-85ba-4f6d8d7283fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a7de4ac3-88b5-42ec-824b-b074b27a2e01 HTTP/1.1" status: 204 len: 168 time: 0.2616663 Jul 30 01:55:47.685790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80904ce-21ef-4e25-85ba-4f6d8d7283fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7de4ac3-88b5-42ec-824b-b074b27a2e01,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:47.773449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:47.775634 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b04a5-33c3-47f4-9e77-caa6e8c7063d" -d '{"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "d71cd6ca-40bc-4301-84f3-d0d13ce3f177"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:47.794142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] For port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:47.794650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.805404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb07a9-d61b-4a1a-b457-4f4b007643e3 req-47dcd986-a192-464b-b6a8-2fe60a37bb2e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:47.813499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6fb07a9-d61b-4a1a-b457-4f4b007643e3 req-47dcd986-a192-464b-b6a8-2fe60a37bb2e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 944 time: 0.2269230 Jul 30 01:55:47.822131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:55:47.822475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:55:47.822826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:47.848249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Calling delete_port for b1a057c1-dc4a-4eb7-99ce-b1254c8d851a owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:47.856370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:55:47.856896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:55:47.931801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:55:47.932520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:55:47.932520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:55:47.932998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Bound port: aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:55:47.933365 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:47.944174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6fb07a9-d61b-4a1a-b457-4f4b007643e3 req-af7dda94-afa1-4879-8b77-4522b93ee7fa tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295695 Jul 30 01:55:48.180784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:55:48.257488 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.337772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:55:48.341765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Port': ['ID=b1a057c1-dc4a-4eb7-99ce-b1254c8d851a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:48.353052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.382170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f4bcb-a5a6-4d08-8e98-0b8f66b71110 req-da554994-d27d-49e6-a9d0-9ec7456de254 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:48.393147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f4bcb-a5a6-4d08-8e98-0b8f66b71110 req-da554994-d27d-49e6-a9d0-9ec7456de254 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:48.402050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-262f4bcb-a5a6-4d08-8e98-0b8f66b71110 req-da554994-d27d-49e6-a9d0-9ec7456de254 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c9b8556-c39c-4045-886a-1d4b3d5efad3&device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 1681 time: 0.2126656 Jul 30 01:55:48.522246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] No DVR routers for this DVR port b1a057c1-dc4a-4eb7-99ce-b1254c8d851a on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:48.528989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:48.530034 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.532803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] 10.222.0.22 "PUT /v2.0/ports/aa82bc24-d17c-4214-bc1a-e37ca3f6b66f HTTP/1.1" status: 200 len: 1092 time: 3.6194687 Jul 30 01:55:48.537980 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:48.541026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-b182fab1-52f3-46cf-ae73-aef73b6fd6eb tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "DELETE /v2.0/ports/b1a057c1-dc4a-4eb7-99ce-b1254c8d851a HTTP/1.1" status: 204 len: 173 time: 1.5123906 Jul 30 01:55:48.660544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fa210-0044-460c-9fd7-463d664dca88 service neutron] Pushing event updated for resources: {'Port': ['ID=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:48.700151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-262f4bcb-a5a6-4d08-8e98-0b8f66b71110 req-af851fa4-a4a5-46f8-ae25-081664723bf6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793374 Jul 30 01:55:48.797555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36457c-9dec-461e-916f-f23964f37a98 req-5a0a1601-98c7-4a2e-a5dd-773b4aec4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:48.800215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-5a0a1601-98c7-4a2e-a5dd-773b4aec4c7a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 1095 time: 0.1771150 Jul 30 01:55:48.994905 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-e96bb790-f81d-4edc-9c18-d193722b0f03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f HTTP/1.1" status: 200 len: 217 time: 0.1536295 Jul 30 01:55:49.029670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44522) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:49.147252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c5bba-41c4-4106-a38e-c8aa9daf10e5 req-83ce4d71-ef02-4ca8-abc8-98af22e9294b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:49.160608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c5bba-41c4-4106-a38e-c8aa9daf10e5 req-83ce4d71-ef02-4ca8-abc8-98af22e9294b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:49.165233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c26c5bba-41c4-4106-a38e-c8aa9daf10e5 req-83ce4d71-ef02-4ca8-abc8-98af22e9294b tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 1675 time: 0.3773146 Jul 30 01:55:49.275542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting port a410653c-b1b8-4706-b982-5872a766d639 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:49.275542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.322295 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ad00d771-7f67-483f-84e4-a326568f92b0 tempest-ServiceProvidersTest-1020120160 tempest-ServiceProvidersTest-1020120160-project] 10.222.0.84 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2905662 Jul 30 01:55:49.440707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] For port a410653c-b1b8-4706-b982-5872a766d639, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=a410653c-b1b8-4706-b982-5872a766d639,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:49.441280 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.459531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Calling delete_port for a410653c-b1b8-4706-b982-5872a766d639 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:49.605754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36457c-9dec-461e-916f-f23964f37a98 req-07bd0ff2-6ab8-451b-9f1f-13fafec82d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:49.607605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-07bd0ff2-6ab8-451b-9f1f-13fafec82d80 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.5953503 Jul 30 01:55:49.657026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c26c5bba-41c4-4106-a38e-c8aa9daf10e5 req-8a25184c-f3c4-4bba-9808-2ba8b40309dc tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups?id=b083af4d-4318-41a3-96f7-b0fed94038b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4769051 Jul 30 01:55:49.712565 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.792992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Port': ['ID=a410653c-b1b8-4706-b982-5872a766d639,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:49.939718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] No DVR routers for this DVR port a410653c-b1b8-4706-b982-5872a766d639 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:49.943047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:49.946539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-0c90e6fa-ecf9-47f5-8899-1f49d0b605b2 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "DELETE /v2.0/ports/a410653c-b1b8-4706-b982-5872a766d639 HTTP/1.1" status: 204 len: 173 time: 1.3970430 Jul 30 01:55:50.016558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44536) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:50.115480 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33153475-b83e-4343-8cc1-0a63f093594e x-openstack-request-id: req-33153475-b83e-4343-8cc1-0a63f093594e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:50.115974 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "d71cd6ca-40bc-4301-84f3-d0d13ce3f177", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:50.116404 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-33153475-b83e-4343-8cc1-0a63f093594e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:50.117049 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': 'd71cd6ca-40bc-4301-84f3-d0d13ce3f177', 'status': 'completed', 'code': 200} Jul 30 01:55:50.173066 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c1bef6d-46bd-415f-a44b-2293798ce4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.181936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-bc4ee9ed-3252-4845-8f5c-8b7cd8327059 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5430467 Jul 30 01:55:50.227476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-ee73b7c7-a0b6-4ebe-8770-f8dc04771d73 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:55:50.230172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-ee73b7c7-a0b6-4ebe-8770-f8dc04771d73 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250435 Jul 30 01:55:50.414298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c1bef6d-46bd-415f-a44b-2293798ce4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.420204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c1bef6d-46bd-415f-a44b-2293798ce4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.426728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48957e-0250-4c9e-9926-95a66ffa4367 req-5b316e1c-1ea7-4b30-9e2c-75a31401a3a9 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:50.429590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e48957e-0250-4c9e-9926-95a66ffa4367 req-5b316e1c-1ea7-4b30-9e2c-75a31401a3a9 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.2595415 Jul 30 01:55:50.460559 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3c1bef6d-46bd-415f-a44b-2293798ce4b9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d2722b8a04ee4846a0e0d217bafde268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385166 Jul 30 01:55:50.460807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44542) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:50.485625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-424263be-df77-4df5-acab-99283f328347 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271938 Jul 30 01:55:50.498702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:50.499108 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.568810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bef6d-46bd-415f-a44b-2293798ce4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dda070-4d32-4706-a533-9ccc4d16d79c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:50.605841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e48957e-0250-4c9e-9926-95a66ffa4367 req-bbafaa9e-a825-42c7-bf06-fafc816ff72d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481500 Jul 30 01:55:50.607076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b41f2914-1a24-4d49-ba9e-c59f053bf1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.652223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b41f2914-1a24-4d49-ba9e-c59f053bf1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.751558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b41f2914-1a24-4d49-ba9e-c59f053bf1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.754079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b41f2914-1a24-4d49-ba9e-c59f053bf1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.755268 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b41f2914-1a24-4d49-ba9e-c59f053bf1f3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/43dda070-4d32-4706-a533-9ccc4d16d79c HTTP/1.1" status: 204 len: 168 time: 0.2933621 Jul 30 01:55:50.764963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f2914-1a24-4d49-ba9e-c59f053bf1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dda070-4d32-4706-a533-9ccc4d16d79c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:50.783765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] For port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:50.784175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:50.816941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Calling delete_port for 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:50.822532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf36457c-9dec-461e-916f-f23964f37a98 req-f84c86b8-7efc-4291-818f-bd6290a2c74c service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013229 Jul 30 01:55:50.916901 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f712-21ec-4251-a6c2-d8d4e66ac1ad req-f82d1979-2917-462f-afe1-2ef63d056814 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:50.920501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2555f712-21ec-4251-a6c2-d8d4e66ac1ad req-f82d1979-2917-462f-afe1-2ef63d056814 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 944 time: 0.1719229 Jul 30 01:55:51.000289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2555f712-21ec-4251-a6c2-d8d4e66ac1ad req-d558d3ae-d10e-4043-b512-cf804c30aed7 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672865 Jul 30 01:55:51.093387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.159751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Port': ['ID=22023b7b-ff4f-4631-aea9-f5c7cfadb3e1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:51.254186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] No DVR routers for this DVR port 22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:51.259598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:51.263972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f9be0b-06fb-427b-8068-569e8da63b2b req-41f9cea8-8cd4-4f3f-b29d-2e098e82a3cd tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.41 "DELETE /v2.0/ports/22023b7b-ff4f-4631-aea9-f5c7cfadb3e1 HTTP/1.1" status: 204 len: 173 time: 1.3102958 Jul 30 01:55:51.368361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49ad469c-b385-4337-944a-58e1f7e68f4d req-b0bb0f78-eae2-4000-bd0d-f14b20ab8f7c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.0518310 Jul 30 01:55:51.986169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4491b6-9b39-432a-98d0-9d8834f53c02 req-34980f47-4562-4826-8ebd-40c2e0f39c2c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:51.996426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba4491b6-9b39-432a-98d0-9d8834f53c02 req-34980f47-4562-4826-8ebd-40c2e0f39c2c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.0852101 Jul 30 01:55:52.057714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba4491b6-9b39-432a-98d0-9d8834f53c02 req-4a94dbd8-a65c-4b10-baf3-960761914ed9 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600781 Jul 30 01:55:52.118373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': 'a410653c-b1b8-4706-b982-5872a766d639'}, {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:52.123016 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1c819e-3aad-49fc-b958-49c62b0db118" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "b1a057c1-dc4a-4eb7-99ce-b1254c8d851a"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "a410653c-b1b8-4706-b982-5872a766d639"}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "22023b7b-ff4f-4631-aea9-f5c7cfadb3e1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:52.644667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44183ab6-5eb3-4711-82b5-3d2c12bcc86c req-c4303edd-f071-4ac7-839e-7248e861ac1e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:52.655471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44183ab6-5eb3-4711-82b5-3d2c12bcc86c req-c4303edd-f071-4ac7-839e-7248e861ac1e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 944 time: 0.1588316 Jul 30 01:55:52.762335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44183ab6-5eb3-4711-82b5-3d2c12bcc86c req-997a73c5-0b13-4d78-9569-6fe54b90bb67 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979950 Jul 30 01:55:52.945579 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0b85b8-f43e-4623-b04e-e2467af4185d x-openstack-request-id: req-2a0b85b8-f43e-4623-b04e-e2467af4185d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:52.946049 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f", "status": "completed", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "b1a057c1-dc4a-4eb7-99ce-b1254c8d851a", "status": "completed", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "a410653c-b1b8-4706-b982-5872a766d639", "status": "completed", "code": 200}, {"server_uuid": "e9717c22-087f-49b3-bc37-049394f76ae8", "name": "network-vif-deleted", "tag": "22023b7b-ff4f-4631-aea9-f5c7cfadb3e1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:52.946485 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a0b85b8-f43e-4623-b04e-e2467af4185d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:52.947127 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f', 'status': 'completed', 'code': 200} Jul 30 01:55:52.947732 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': 'b1a057c1-dc4a-4eb7-99ce-b1254c8d851a', 'status': 'completed', 'code': 200} Jul 30 01:55:52.948185 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': 'a410653c-b1b8-4706-b982-5872a766d639', 'status': 'completed', 'code': 200} Jul 30 01:55:52.948596 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9717c22-087f-49b3-bc37-049394f76ae8', 'name': 'network-vif-deleted', 'tag': '22023b7b-ff4f-4631-aea9-f5c7cfadb3e1', 'status': 'completed', 'code': 200} Jul 30 01:55:53.090318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-46484baa-7a9b-4811-9715-8bd23806145c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6365786 Jul 30 01:55:53.135049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-985b1b81-8864-4043-b901-2d1219a2b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:53.140022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-985b1b81-8864-4043-b901-2d1219a2b379 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 1095 time: 0.1458240 Jul 30 01:55:53.392242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19735b6f-3980-4156-a261-a2667459ebb4 req-e0724bb5-8a5d-4e9a-b884-521413aa52ba tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.2318661 Jul 30 01:55:53.434084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-2c5318ce-0392-4a1b-8dd4-c87b3a766c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:53.435993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-2c5318ce-0392-4a1b-8dd4-c87b3a766c71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 1095 time: 0.2946558 Jul 30 01:55:53.807948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-4e8a9220-432d-4ef4-a2e6-7ecbc316a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:53.811311 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:53.816435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-4e8a9220-432d-4ef4-a2e6-7ecbc316a5a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.6543834 Jul 30 01:55:53.818064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-b2e334d1-385e-4f45-97a6-64f5ad3a2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:53.822243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-b2e334d1-385e-4f45-97a6-64f5ad3a2e11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.3235743 Jul 30 01:55:53.919371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-a8643097-d011-479a-91e8-6949b5cde4a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f HTTP/1.1" status: 200 len: 217 time: 0.0731988 Jul 30 01:55:53.956077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-6fcc9362-1b7d-453b-99ac-6daf554190d5 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:53.960355 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-6fcc9362-1b7d-453b-99ac-6daf554190d5 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b0aa47-937c-4649-bddb-91f041ec0ec3 HTTP/1.1" status: 200 len: 945 time: 0.1273472 Jul 30 01:55:54.028616 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-bdd04201-4b84-48cf-9fd9-85a25576c845 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 200 len: 217 time: 0.1960518 Jul 30 01:55:54.184077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-827f5a65-717e-4ec9-a20e-2f28c96d89a2 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:54.187612 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-827f5a65-717e-4ec9-a20e-2f28c96d89a2 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c9b8556-c39c-4045-886a-1d4b3d5efad3 HTTP/1.1" status: 200 len: 945 time: 0.1693633 Jul 30 01:55:54.192262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c891d87-7379-4bd3-901c-923c96b258cb req-7b746f78-62ca-44c4-af21-6c9a5db78d0a tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:54.204294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c891d87-7379-4bd3-901c-923c96b258cb req-7b746f78-62ca-44c4-af21-6c9a5db78d0a tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c9b8556-c39c-4045-886a-1d4b3d5efad3 HTTP/1.1" status: 200 len: 945 time: 0.3773267 Jul 30 01:55:54.253851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-7561adb3-96f8-4ca8-b5e6-d3760a524a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:54.256123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-7561adb3-96f8-4ca8-b5e6-d3760a524a99 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.2493668 Jul 30 01:55:54.321307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Deleting port 003e3991-bf3c-44c3-a9ef-8496547003ca {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:54.321867 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.361666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c891d87-7379-4bd3-901c-923c96b258cb req-ca874004-87d4-4c87-b162-7b21d3c62834 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/security-groups?id=bf3ddf53-691d-47a4-8fea-0595c0acb64c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559343 Jul 30 01:55:54.364848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-7a149672-51fc-425d-ab1a-b8d881bb26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:54.374745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-7a149672-51fc-425d-ab1a-b8d881bb26f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.2934484 Jul 30 01:55:54.394217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-501af030-3d49-4fb6-941e-5c06c017ce30 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949831 Jul 30 01:55:54.498184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-96c876d5-2b00-411c-9700-c3f050b60a3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024964 Jul 30 01:55:54.527505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Deleting port 06b52c12-9b06-4d6c-8d73-72c80806e961 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:55:54.528324 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.537296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] For port 003e3991-bf3c-44c3-a9ef-8496547003ca, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=003e3991-bf3c-44c3-a9ef-8496547003ca,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:54.538044 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.592918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Calling delete_port for 003e3991-bf3c-44c3-a9ef-8496547003ca owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:54.697400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-2851f640-6b7a-4ce3-8bdf-9d5e7457e0e1 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980428 Jul 30 01:55:54.714658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] For port 06b52c12-9b06-4d6c-8d73-72c80806e961, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=06b52c12-9b06-4d6c-8d73-72c80806e961,segment=NetworkSegment(2acdbde3-ea6b-4008-b68f-662faa1d5360),segment_id=2acdbde3-ea6b-4008-b68f-662faa1d5360)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:54.715298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.736764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Calling delete_port for 06b52c12-9b06-4d6c-8d73-72c80806e961 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:55:54.926869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d5be5-6075-4c7c-ab83-891acee8580e req-306c5ddb-bf0a-420b-81fa-03972f1d4a4e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:54.930203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:54.936287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb4d5be5-6075-4c7c-ab83-891acee8580e req-306c5ddb-bf0a-420b-81fa-03972f1d4a4e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.4100552 Jul 30 01:55:54.957227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['003e3991-bf3c-44c3-a9ef-8496547003ca'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:54.962304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['06b52c12-9b06-4d6c-8d73-72c80806e961'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:55:55.082985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb4d5be5-6075-4c7c-ab83-891acee8580e req-7e0d86d8-5661-4df3-8101-235f397c6ebe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453345 Jul 30 01:55:55.154483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f1c819e-3aad-49fc-b958-49c62b0db118 req-2be43012-b1f8-4b61-a6b1-098901ae6457 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864038 Jul 30 01:55:55.182421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-2068e4e7-6786-41eb-8d14-e0b0bb0063cd service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732359 Jul 30 01:55:55.554870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-306762a2-a8d3-4dea-837f-e1349b1a0352 req-f956e6de-fdbd-4a2e-9f32-eea6359cd054 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643661 Jul 30 01:55:55.559335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44664) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:55.750414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-8995cbf1-f074-42bd-a1d6-f61c52e87263 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4139287 Jul 30 01:55:55.776846 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb79930-8038-4b6d-a79e-b20e26d45a10 req-f7d1f1fa-c1db-4639-8ff5-31cc5da18dc6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:55.793372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbb79930-8038-4b6d-a79e-b20e26d45a10 req-f7d1f1fa-c1db-4639-8ff5-31cc5da18dc6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 944 time: 0.2259002 Jul 30 01:55:55.869143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Pushing event deleted for resources: {'Port': ['ID=003e3991-bf3c-44c3-a9ef-8496547003ca,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:55.958752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] No DVR routers for this DVR port 003e3991-bf3c-44c3-a9ef-8496547003ca on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:55.966225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:55.970797 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-79f7ff76-0aba-4c7b-a5f0-1edb4cdcaf76 req-1b96d093-a50f-4f73-be63-6da3f75feed6 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.41 "DELETE /v2.0/ports/003e3991-bf3c-44c3-a9ef-8496547003ca HTTP/1.1" status: 204 len: 173 time: 2.0034549 Jul 30 01:55:55.971422 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbb79930-8038-4b6d-a79e-b20e26d45a10 req-1a867a8e-5cd2-4d95-95f7-7302ff883ea0 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768320 Jul 30 01:55:55.971652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b0aa47-937c-4649-bddb-91f041ec0ec3', 'name': 'network-vif-deleted', 'tag': '003e3991-bf3c-44c3-a9ef-8496547003ca'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:55.975742 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531f0882-3f4e-4e72-b86a-bf8c9d4bb558" -d '{"events": [{"server_uuid": "b8b0aa47-937c-4649-bddb-91f041ec0ec3", "name": "network-vif-deleted", "tag": "003e3991-bf3c-44c3-a9ef-8496547003ca"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:56.196718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.332549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Pushing event deleted for resources: {'Port': ['ID=06b52c12-9b06-4d6c-8d73-72c80806e961,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:56.414593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] No DVR routers for this DVR port 06b52c12-9b06-4d6c-8d73-72c80806e961 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:55:56.420600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.424758 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7c40f65e-7103-49dd-b592-ebf5dd220bb9 req-e14866ad-7166-4d2a-90df-a028b839d715 tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.22 "DELETE /v2.0/ports/06b52c12-9b06-4d6c-8d73-72c80806e961 HTTP/1.1" status: 204 len: 173 time: 2.2251322 Jul 30 01:55:56.543735 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d671895-a5c7-455a-94cb-9ad51082886a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:56.674188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa1ea70d-61d2-4e10-904e-305db8c0267b req-e849ebc1-78c6-481a-a5a3-d8a2ce3642db tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.1344380 Jul 30 01:55:56.724052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f5b44f6e-c9b5-4039-afba-01745cad5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.724537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f5b44f6e-c9b5-4039-afba-01745cad5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.725014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f5b44f6e-c9b5-4039-afba-01745cad5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.725485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f5b44f6e-c9b5-4039-afba-01745cad5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.725955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f5b44f6e-c9b5-4039-afba-01745cad5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.726550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f5b44f6e-c9b5-4039-afba-01745cad5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.726979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f5b44f6e-c9b5-4039-afba-01745cad5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:56.735779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f5b44f6e-c9b5-4039-afba-01745cad5b61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6491 time: 0.8761845 Jul 30 01:55:57.268591 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d671895-a5c7-455a-94cb-9ad51082886a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.285819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c48bde90-f089-47db-b446-57f3746546a4 req-4068f309-32bd-4000-ba5d-6a8cf06e201f tempest-ListServersNegativeTestJSON-623813185 tempest-ListServersNegativeTestJSON-623813185-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c9b8556-c39c-4045-886a-1d4b3d5efad3 HTTP/1.1" status: 200 len: 210 time: 0.1553192 Jul 30 01:55:57.298536 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d671895-a5c7-455a-94cb-9ad51082886a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.380539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-619aab11-3dad-4fdc-88c0-9b0e653c36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:57.381806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-619aab11-3dad-4fdc-88c0-9b0e653c36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:57.382872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-619aab11-3dad-4fdc-88c0-9b0e653c36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:57.386603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-619aab11-3dad-4fdc-88c0-9b0e653c36bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 HTTP/1.1" status: 200 len: 2293 time: 0.5640297 Jul 30 01:55:57.505698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44682) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:57.506628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4d671895-a5c7-455a-94cb-9ad51082886a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b436e20498414d989a824ec88f26fb3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9399998 Jul 30 01:55:57.509517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671895-a5c7-455a-94cb-9ad51082886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7eb2e6-1fe4-4226-b64d-d3963df3a3b0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:57.569814 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-8287078a-f4da-4aa1-8347-578e55c7348c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3 HTTP/1.1" status: 200 len: 1001 time: 0.1642549 Jul 30 01:55:57.653486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 003e3991-bf3c-44c3-a9ef-8496547003ca no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:57.706948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-c500e7d2-fa94-42e9-afbb-0efe54d0a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:57.712971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-c500e7d2-fa94-42e9-afbb-0efe54d0a780 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4 HTTP/1.1" status: 200 len: 851 time: 0.1301718 Jul 30 01:55:57.737721 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a99995d-0ec3-4394-a4be-fbca02a0b541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.771869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 003e3991-bf3c-44c3-a9ef-8496547003ca {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:57.772114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 003e3991-bf3c-44c3-a9ef-8496547003ca not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:57.793817 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a99995d-0ec3-4394-a4be-fbca02a0b541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.840266 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2c5056-6695-4129-99a4-fc1c7f9fe1af x-openstack-request-id: req-ca2c5056-6695-4129-99a4-fc1c7f9fe1af {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:55:57.840563 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b0aa47-937c-4649-bddb-91f041ec0ec3", "name": "network-vif-deleted", "tag": "003e3991-bf3c-44c3-a9ef-8496547003ca", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:55:57.840945 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ca2c5056-6695-4129-99a4-fc1c7f9fe1af {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:55:57.841478 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b0aa47-937c-4649-bddb-91f041ec0ec3', 'name': 'network-vif-deleted', 'tag': '003e3991-bf3c-44c3-a9ef-8496547003ca', 'status': 'completed', 'code': 200} Jul 30 01:55:57.844378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-953618b3-99b9-4796-ad1e-9c29202bb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:57.846812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-953618b3-99b9-4796-ad1e-9c29202bb0d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212552 Jul 30 01:55:57.949459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a99995d-0ec3-4394-a4be-fbca02a0b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.952338 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a99995d-0ec3-4394-a4be-fbca02a0b541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:57.953593 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0a99995d-0ec3-4394-a4be-fbca02a0b541 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2a7eb2e6-1fe4-4226-b64d-d3963df3a3b0 HTTP/1.1" status: 204 len: 168 time: 0.4450693 Jul 30 01:55:57.973623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99995d-0ec3-4394-a4be-fbca02a0b541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7eb2e6-1fe4-4226-b64d-d3963df3a3b0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:58.207197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d13a9-142d-4ce9-be19-7463a72c92d1 req-299e089b-648a-4544-9b92-fd9820f00f0b tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:58.215413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-032d13a9-142d-4ce9-be19-7463a72c92d1 req-299e089b-648a-4544-9b92-fd9820f00f0b tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.1680830 Jul 30 01:55:58.246390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-6796f4c3-1b17-400f-a3fc-1142c5a19c31 service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868399 Jul 30 01:55:58.310548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-032d13a9-142d-4ce9-be19-7463a72c92d1 req-5196f4b9-7b6a-4bdf-9cea-d01f995409c5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940981 Jul 30 01:55:58.492362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44696) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.510876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7a381e2-ab00-4aec-ae17-40e0fd9d9e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.536716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-d8be546e-1280-491b-be55-81ae7e76b4ec service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751341 Jul 30 01:55:58.607747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-8012e61b-f693-42e5-8217-7c6a54761bba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 217 time: 0.0548902 Jul 30 01:55:58.657588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7a381e2-ab00-4aec-ae17-40e0fd9d9e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.665197 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7a381e2-ab00-4aec-ae17-40e0fd9d9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.688864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-e52b6756-871d-4c61-8601-e6617180eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:58.690393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-e52b6756-871d-4c61-8601-e6617180eee4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.0685129 Jul 30 01:55:58.700066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032aaee6-d0a9-4cb4-99c0-fb47b5e7ca00 req-e435c341-51d1-42e4-97c6-7f1ae66d980d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:58.701799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-032aaee6-d0a9-4cb4-99c0-fb47b5e7ca00 req-e435c341-51d1-42e4-97c6-7f1ae66d980d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 944 time: 0.3001382 Jul 30 01:55:58.717635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a381e2-ab00-4aec-ae17-40e0fd9d9e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ddef40-ade9-4d71-85ec-f9fb8964ee8e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:58.724542 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7a381e2-ab00-4aec-ae17-40e0fd9d9e4c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4251193057bb4d30b224f7370536234e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286644 Jul 30 01:55:58.726295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44700) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:58.788104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-53b2302c-346e-4e8f-bad0-8b3f30bcc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:58.789929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-53b2302c-346e-4e8f-bad0-8b3f30bcc227 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857775 Jul 30 01:55:58.801737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-032aaee6-d0a9-4cb4-99c0-fb47b5e7ca00 req-00095d53-abde-4158-b9ac-d5bbb18a5b1c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844285 Jul 30 01:55:58.861248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8fba31a-4f80-4c30-b31c-a8acf238388e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:58.942572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8fba31a-4f80-4c30-b31c-a8acf238388e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.072636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e1a8f97-fa9a-41f8-905b-7913f5636e63 req-acc4d4d3-0214-4867-853d-70e14d340999 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.0680337 Jul 30 01:55:59.092786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8fba31a-4f80-4c30-b31c-a8acf238388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.098865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8fba31a-4f80-4c30-b31c-a8acf238388e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.103078 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f8fba31a-4f80-4c30-b31c-a8acf238388e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a7ddef40-ade9-4d71-85ec-f9fb8964ee8e HTTP/1.1" status: 204 len: 168 time: 0.3729293 Jul 30 01:55:59.139154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fba31a-4f80-4c30-b31c-a8acf238388e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ddef40-ade9-4d71-85ec-f9fb8964ee8e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:55:59.218632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-8a088d19-fe70-43aa-9bd7-617378d3a590 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091604 Jul 30 01:55:59.469005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device aa82bc24-d17c-4214-bc1a-e37ca3f6b66f details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:55:59.548606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-12fbacee-065b-4931-bd6b-1731f8d53ce4 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171315 Jul 30 01:55:59.631789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:55:59.659050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-0f853777-d247-4518-850f-564e778eab51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 217 time: 0.0900760 Jul 30 01:55:59.666676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f', 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38', 'port_id': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f', 'mac_address': 'fa:16:3e:e8:bd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa4cace-dae8-4df2-9c70-5e03553e0365', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:55:59.682699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 06b52c12-9b06-4d6c-8d73-72c80806e961 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:55:59.695139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e0e85-8d78-4b11-9fa3-133bc8db6f3b req-37c2a411-83ea-4464-b09c-c1a196dd7bf1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:59.707813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-395e0e85-8d78-4b11-9fa3-133bc8db6f3b req-37c2a411-83ea-4464-b09c-c1a196dd7bf1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.2495229 Jul 30 01:55:59.760125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 06b52c12-9b06-4d6c-8d73-72c80806e961 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:55:59.760125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 06b52c12-9b06-4d6c-8d73-72c80806e961 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:55:59.807114 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:55:59.818872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-395e0e85-8d78-4b11-9fa3-133bc8db6f3b req-68f3571c-9644-4de0-9374-15419daddf1a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100514 Jul 30 01:55:59.843140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9b8556-c39c-4045-886a-1d4b3d5efad3', 'name': 'network-vif-deleted', 'tag': '06b52c12-9b06-4d6c-8d73-72c80806e961'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:55:59.846170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-be5aea69-0676-4f3f-9139-55a915d0720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:59.847952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-be5aea69-0676-4f3f-9139-55a915d0720b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.1690552 Jul 30 01:55:59.848821 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2217beb-3756-4ab5-99bc-dcbb3fb4b07e" -d '{"events": [{"server_uuid": "6c9b8556-c39c-4045-886a-1d4b3d5efad3", "name": "network-vif-deleted", "tag": "06b52c12-9b06-4d6c-8d73-72c80806e961"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:55:59.897792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa82bc24-d17c-4214-bc1a-e37ca3f6b66f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:55:59.906320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44724) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:55:59.968025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-cc7b0999-a96e-4a60-9785-4bf8bbd0fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:55:59.971488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-cc7b0999-a96e-4a60-9785-4bf8bbd0fa77 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068940 Jul 30 01:56:00.030731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:00.042160 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.081663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae942cf-aaac-46d2-95a6-236b31ad7e93 admin admin] Deleting subnet 935b2468-55ac-4fa4-b83d-05b97fff6685 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:00.098097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ae942cf-aaac-46d2-95a6-236b31ad7e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.197694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-c68ea424-b8f0-4955-a9cc-ff27cb8aef02 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127924 Jul 30 01:56:00.302662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:00.311871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ae942cf-aaac-46d2-95a6-236b31ad7e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.372670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fb9e0-97cb-4aa8-b841-eb7408b03cc9 req-a757267c-d967-42b1-bc13-73fb308a86fb tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.385002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b69fb9e0-97cb-4aa8-b841-eb7408b03cc9 req-a757267c-d967-42b1-bc13-73fb308a86fb tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 945 time: 0.1855557 Jul 30 01:56:00.474849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b69fb9e0-97cb-4aa8-b841-eb7408b03cc9 req-650d0aea-4b09-4eb3-9faf-0d04fed2d807 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870430 Jul 30 01:56:00.505366 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ae942cf-aaac-46d2-95a6-236b31ad7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.525195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['aa82bc24-d17c-4214-bc1a-e37ca3f6b66f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:00.547113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-803008ac-a36e-488c-89dc-8df0b5a1c9af service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114839 Jul 30 01:56:00.592706 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b0e95b-be3d-4066-8c64-a8d1beb8cad2 x-openstack-request-id: req-73b0e95b-be3d-4066-8c64-a8d1beb8cad2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:00.593165 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9b8556-c39c-4045-886a-1d4b3d5efad3", "name": "network-vif-deleted", "tag": "06b52c12-9b06-4d6c-8d73-72c80806e961", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:00.593569 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-73b0e95b-be3d-4066-8c64-a8d1beb8cad2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:00.594171 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9b8556-c39c-4045-886a-1d4b3d5efad3', 'name': 'network-vif-deleted', 'tag': '06b52c12-9b06-4d6c-8d73-72c80806e961', 'status': 'completed', 'code': 200} Jul 30 01:56:00.713889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-ad4cc80e-d5fa-40e7-bb83-b30a0d9eb29f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=1883ce7e-549a-45f1-a991-b66482189a87 HTTP/1.1" status: 200 len: 217 time: 0.1506815 Jul 30 01:56:00.769646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ae942cf-aaac-46d2-95a6-236b31ad7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.829918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ae942cf-aaac-46d2-95a6-236b31ad7e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:00.833431 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3ae942cf-aaac-46d2-95a6-236b31ad7e93 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/935b2468-55ac-4fa4-b83d-05b97fff6685 HTTP/1.1" status: 204 len: 168 time: 0.9248304 Jul 30 01:56:00.865446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-7b8ee72c-eedb-4c84-8f2a-35827a40ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:00.872338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-7b8ee72c-eedb-4c84-8f2a-35827a40ec6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.1463692 Jul 30 01:56:00.874216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44738) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:00.912779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae942cf-aaac-46d2-95a6-236b31ad7e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935b2468-55ac-4fa4-b83d-05b97fff6685,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:00.946427 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-759db431-b0d8-4ca0-88c4-66d41fdae58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.057912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9dad4b7a-4254-4336-a347-3c32d915341d req-77fe2119-d7e8-4489-80e2-1ef213760f85 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.1843636 Jul 30 01:56:01.151569 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:56:01.165735 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.216124 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.316319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-679f0e6d-7198-455f-8b59-7f366f869159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:01.318606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-679f0e6d-7198-455f-8b59-7f366f869159 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4244201 Jul 30 01:56:01.718259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.762159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0cd6ff-e597-4233-b43e-29cf7005ac13']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:01.829691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05181e30-b99e-4afe-a947-6b84850c6b1d req-89be3b71-a337-4506-9174-4f1731d13388 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:01.848233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05181e30-b99e-4afe-a947-6b84850c6b1d req-89be3b71-a337-4506-9174-4f1731d13388 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.4090986 Jul 30 01:56:01.851168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acdbde3-ea6b-4008-b68f-662faa1d5360') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:01.851653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acdbde3-ea6b-4008-b68f-662faa1d5360') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:01.882748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-1ffc3e4d-a099-4b8e-a020-5a94e1e63119 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494056 Jul 30 01:56:01.919879 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.951671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:01.965373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:01.966671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:02.067839 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:02.158741 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.191828 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.204387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] 10.222.0.84 "DELETE /v2.0/networks/fe0cd6ff-e597-4233-b43e-29cf7005ac13 HTTP/1.1" status: 204 len: 168 time: 1.3290606 Jul 30 01:56:02.245459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05181e30-b99e-4afe-a947-6b84850c6b1d req-42b90769-e718-4f5d-af4c-9be65cc55079 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685441 Jul 30 01:56:02.261815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272b55c-46d0-4ebf-86aa-b2ee0779e6de admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0cd6ff-e597-4233-b43e-29cf7005ac13,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:02.426106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-2a11b40d-e682-412d-b448-56013e3dc5b7 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507481 Jul 30 01:56:02.476108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef0ee0-da3d-4e74-8dd0-34e845d0874a req-f5cadeb7-27ac-4c42-aaf8-5a63fed806f2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:02.479024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ef0ee0-da3d-4e74-8dd0-34e845d0874a req-f5cadeb7-27ac-4c42-aaf8-5a63fed806f2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 945 time: 0.1480961 Jul 30 01:56:02.528620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44772) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:02.594100 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e3c8e83a-72f6-47de-82d3-4e9a06adb42d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3794f350f8744cf39e96c93c3362d72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643337 Jul 30 01:56:02.596990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44778) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:02.599494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-63c229be-ebe6-4bf1-9bf9-387ceac2141f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 HTTP/1.1" status: 200 len: 217 time: 0.1489117 Jul 30 01:56:02.694322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116c517b-b7cc-409a-9b48-a061a92def8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.698857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-24994ba5-8a37-4c0c-9ea9-0f4a259fd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:02.702715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-24994ba5-8a37-4c0c-9ea9-0f4a259fd028 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.0895455 Jul 30 01:56:02.744630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116c517b-b7cc-409a-9b48-a061a92def8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.760166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ef0ee0-da3d-4e74-8dd0-34e845d0874a req-d44914f9-14e8-45c2-815d-18f0f3b30166 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512708 Jul 30 01:56:02.830030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-da85d6c3-46cd-4b09-9f16-2ab59a035344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:02.833433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-da85d6c3-46cd-4b09-9f16-2ab59a035344 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064899 Jul 30 01:56:02.840233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116c517b-b7cc-409a-9b48-a061a92def8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.850984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-116c517b-b7cc-409a-9b48-a061a92def8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:02.860071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-116c517b-b7cc-409a-9b48-a061a92def8f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bf3ddf53-691d-47a4-8fea-0595c0acb64c HTTP/1.1" status: 204 len: 168 time: 0.2607024 Jul 30 01:56:02.881908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c517b-b7cc-409a-9b48-a061a92def8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3ddf53-691d-47a4-8fea-0595c0acb64c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:03.060083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03b08702-c7a2-4e57-84d5-e9f771b88892 req-9198d7b4-e458-4e96-a611-4f9637c3603a tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.1003385 Jul 30 01:56:03.175775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-44a7c9c2-f943-49ac-a1d8-739cb889fdc7 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270621 Jul 30 01:56:03.370475 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e39622b6-249d-4734-8145-a05f556f5adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:03.455928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-51f18d93-ab57-4590-886a-0dccbb9071df service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627282 Jul 30 01:56:03.506465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device aa82bc24-d17c-4214-bc1a-e37ca3f6b66f up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:03.614439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f4e18854-6be2-4f3f-8147-924532e70c3f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=193102a5-36b8-44b6-9a54-7cf363179076 HTTP/1.1" status: 200 len: 217 time: 0.1456580 Jul 30 01:56:03.660310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 636b977a-385f-4ed6-9b83-09d5dbf5fb89 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:03.670817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:03.704988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:03.706086 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:03.775674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-0a9f42d6-e02f-481e-b6c0-2112dae4c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:03.778110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-0a9f42d6-e02f-481e-b6c0-2112dae4c9b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.1368186 Jul 30 01:56:03.796280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b8ab1-a069-4cd5-8190-982cbae6ecf1 req-67f50a78-84d8-4c17-b2c0-b09548523845 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:03.798098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e8b8ab1-a069-4cd5-8190-982cbae6ecf1 req-67f50a78-84d8-4c17-b2c0-b09548523845 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.3118641 Jul 30 01:56:03.825315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:03.974438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-67935b30-03e8-4d10-ab4a-7d1a8101dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:03.980818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-67935b30-03e8-4d10-ab4a-7d1a8101dfdb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1807115 Jul 30 01:56:03.998020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e8b8ab1-a069-4cd5-8190-982cbae6ecf1 req-674f0f2e-546d-4121-aea0-c44a7a7584fb tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457269 Jul 30 01:56:04.002347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:04.028565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '636b977a-385f-4ed6-9b83-09d5dbf5fb89', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'port_id': '636b977a-385f-4ed6-9b83-09d5dbf5fb89', 'mac_address': 'fa:16:3e:a2:f8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a906d30b-0f1e-4cf9-b55a-446e497d258c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:04.051130 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.179107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:04.184035 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc35b41d-5254-4de4-99c2-019cfc414fbf" -d '{"events": [{"server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "name": "network-vif-plugged", "status": "completed", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:04.241714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-bab88acf-5ebc-4629-8611-63706f3c6dd0 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382393 Jul 30 01:56:04.252471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:04.266070 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.277847 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.450347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-c0982047-e5c8-4556-adc7-285299c0c476 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946626 Jul 30 01:56:04.456603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 636b977a-385f-4ed6-9b83-09d5dbf5fb89 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:04.460428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac71e1-eeaf-4b2f-b7fb-78f36e34b5c5 req-e61cc56e-fd24-4f37-a4f3-83e7ba334323 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:04.468533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68ac71e1-eeaf-4b2f-b7fb-78f36e34b5c5 req-e61cc56e-fd24-4f37-a4f3-83e7ba334323 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.1008420 Jul 30 01:56:04.542788 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.545415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:04.550596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:04.552753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-f75243b3-4061-4631-9d68-397fa68986dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3 HTTP/1.1" status: 200 len: 217 time: 0.0820916 Jul 30 01:56:04.567307 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:04.666633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['636b977a-385f-4ed6-9b83-09d5dbf5fb89'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:04.671806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=636b977a-385f-4ed6-9b83-09d5dbf5fb89,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:04.694258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68ac71e1-eeaf-4b2f-b7fb-78f36e34b5c5 req-3ef475cf-d9cd-426d-8eb6-ee15260c37f4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144482 Jul 30 01:56:04.738983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-fa8db4d3-0f86-4a01-9b3b-28a829028b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:04.740277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-fa8db4d3-0f86-4a01-9b3b-28a829028b85 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.1669745 Jul 30 01:56:04.923886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-d2b166d1-0e65-4c30-9cd2-a7462d5094bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:04.928826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-d2b166d1-0e65-4c30-9cd2-a7462d5094bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1724417 Jul 30 01:56:04.999389 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76055a6b-34de-4481-95a5-c1b632dc12c5 req-bef11e42-98a5-45aa-b257-310eb217b80e tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.1039927 Jul 30 01:56:05.020200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:05.165855 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccda9d38-43dc-4d5c-ae07-d969e73fcae7 x-openstack-request-id: req-ccda9d38-43dc-4d5c-ae07-d969e73fcae7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:05.166198 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "name": "network-vif-plugged", "status": "completed", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:05.167102 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ccda9d38-43dc-4d5c-ae07-d969e73fcae7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:05.168320 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f', 'code': 200} Jul 30 01:56:05.357860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-28ce0699-5d9e-4e59-8f8c-fdc37a9e6039 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655396 Jul 30 01:56:05.408915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1596386838-network', 'tenant_id': '2236ab20cd814f98be9d1a47cdb5cce9'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:05.431017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7c511-f9aa-4e68-8a24-b2447e19c7bd req-b9ac2916-c831-4c21-8e7e-8d2ef5f5fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:05.433379 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1fa7c511-f9aa-4e68-8a24-b2447e19c7bd req-b9ac2916-c831-4c21-8e7e-8d2ef5f5fe6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 1097 time: 0.1464162 Jul 30 01:56:05.454453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Made reservation on behalf of 2236ab20cd814f98be9d1a47cdb5cce9 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:05.461173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.486584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.522531 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1fa7c511-f9aa-4e68-8a24-b2447e19c7bd req-636e782a-b116-4520-ba9d-df62e84577d7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757139 Jul 30 01:56:05.662436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 636b977a-385f-4ed6-9b83-09d5dbf5fb89 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:05.695255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.704086 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.742687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:56:05.784215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7689ac5-407c-4660-b638-14dce73d7bda req-925a6335-8b82-46b5-9831-88b2cbe47442 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:05.797778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7689ac5-407c-4660-b638-14dce73d7bda req-925a6335-8b82-46b5-9831-88b2cbe47442 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 945 time: 0.3169084 Jul 30 01:56:05.817950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.818889 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Added segment ed5c75b4-62ea-4663-8242-d98a7676e7ea of type vlan for network 3586cc1f-97bf-4d2f-80e9-2021bf6787ec Jul 30 01:56:05.827759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:05.828139 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:05.843333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9788ca2e-888a-4287-908c-2ce6aba39a4c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:05.871992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d30f3a-6dca-41d9-9666-a3454d83ef01 req-b4ddf61f-ebe0-46db-bc93-617d78b3fd92 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936473 Jul 30 01:56:06.030558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.074711 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7689ac5-407c-4660-b638-14dce73d7bda req-b27afb20-5228-4de9-a5f2-fbdf01f0f822 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743526 Jul 30 01:56:06.150187 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.152009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.153042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.201051 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1791308 Jul 30 01:56:06.205458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44872) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:06.226449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Request body: {'subnet': {'network_id': '3586cc1f-97bf-4d2f-80e9-2021bf6787ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1596386838-subnet', 'tenant_id': '2236ab20cd814f98be9d1a47cdb5cce9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:06.247344 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.310607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.316132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Made reservation on behalf of 2236ab20cd814f98be9d1a47cdb5cce9 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:06.325058 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.390448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483aa403-3482-4d2c-99ef-1fad64fe1bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=3586cc1f-97bf-4d2f-80e9-2021bf6787ec,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:06.405105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:06.412330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 3586cc1f-97bf-4d2f-80e9-2021bf6787ec details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:56:06.436711 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:06.490620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8905b0-5e64-4d69-8a98-e097197d22b1 req-3c6d0d44-8d37-4df5-b791-da024f374178 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:06.500650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be8905b0-5e64-4d69-8a98-e097197d22b1 req-3c6d0d44-8d37-4df5-b791-da024f374178 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.3116167 Jul 30 01:56:06.790740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be8905b0-5e64-4d69-8a98-e097197d22b1 req-4149e575-829b-4e0c-9987-e65dd890b827 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891283 Jul 30 01:56:06.915113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=636b977a-385f-4ed6-9b83-09d5dbf5fb89,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:07.169869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:07.172571 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b037ac-2443-406a-923c-ebb0072510c3" -d '{"events": [{"server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "name": "network-vif-plugged", "status": "completed", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:07.271501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-795cdfcf-0708-4c3c-ba70-c5a257eae14c req-7f7c8bad-4ea6-4a16-9c55-321c03db3db0 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.1411898 Jul 30 01:56:07.290583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.489155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Checking segment: {'id': 'ed5c75b4-62ea-4663-8242-d98a7676e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3586cc1f-97bf-4d2f-80e9-2021bf6787ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:07.489613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Network hostable DHCP agents. Network: 3586cc1f-97bf-4d2f-80e9-2021bf6787ec, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:56:07.495089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948eaad4-fca9-4047-ba1c-f490072a1495,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:07.542158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Network 3586cc1f-97bf-4d2f-80e9-2021bf6787ec is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:56:07.554714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 3586cc1f-97bf-4d2f-80e9-2021bf6787ec) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:07.563464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:07.564501 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:07.570761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807aaa49-ab08-4c2a-a8ae-489ef3279815 None None] Network 3586cc1f-97bf-4d2f-80e9-2021bf6787ec requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:07.599513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b910e9a8-f560-4025-8394-9f3bc8129085 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3819244 Jul 30 01:56:07.842342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68229431-fda5-4799-b298-884526721605 req-d42fe9c3-e283-49fd-8019-149a51f3bbff tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:07.865379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68229431-fda5-4799-b298-884526721605 req-d42fe9c3-e283-49fd-8019-149a51f3bbff tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.1541610 Jul 30 01:56:07.953586 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68229431-fda5-4799-b298-884526721605 req-a005c94b-fb90-4606-9df3-f1309598a66a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863342 Jul 30 01:56:08.027033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dfd7f5-e354-4669-838c-82e01a8e785e None None] Network 3586cc1f-97bf-4d2f-80e9-2021bf6787ec requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:08.146063 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88181f15-0678-4104-8c87-ea2a7e646e21 x-openstack-request-id: req-88181f15-0678-4104-8c87-ea2a7e646e21 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:08.146803 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "name": "network-vif-plugged", "status": "completed", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:08.147468 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-88181f15-0678-4104-8c87-ea2a7e646e21 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:08.148318 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89', 'code': 200} Jul 30 01:56:08.862549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44936) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:09.037179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc903be-c7f7-432c-a6c9-b6410e810bc5 req-cd1c5069-61d2-41ec-8425-f98d6827d6bb tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:09.053071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebc903be-c7f7-432c-a6c9-b6410e810bc5 req-cd1c5069-61d2-41ec-8425-f98d6827d6bb tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.1904154 Jul 30 01:56:09.132643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44944) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:09.188801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebc903be-c7f7-432c-a6c9-b6410e810bc5 req-9e4650f4-3ebf-4650-a5ee-20689dc95a26 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217434 Jul 30 01:56:09.322587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8411f932-caeb-4a6f-af7b-b4f9c39fcecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.452937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-721c324e-f207-488e-b7ba-e3d4c0409d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.548475 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8411f932-caeb-4a6f-af7b-b4f9c39fcecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.557433 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8411f932-caeb-4a6f-af7b-b4f9c39fcecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.636926 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8411f932-caeb-4a6f-af7b-b4f9c39fcecb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f5d78c57fdd746d19f6c00238406e0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021901 Jul 30 01:56:09.641035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44952) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:09.644171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411f932-caeb-4a6f-af7b-b4f9c39fcecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659c4b4c-208f-4653-a497-c41950163798,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:09.795652 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-721c324e-f207-488e-b7ba-e3d4c0409d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.811541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-721c324e-f207-488e-b7ba-e3d4c0409d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.814151 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d17a2c27-20df-4b77-8bb3-1347775cbd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.887319 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d17a2c27-20df-4b77-8bb3-1347775cbd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:09.892392 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-721c324e-f207-488e-b7ba-e3d4c0409d1c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b1291bb165d74d64b1d6ad386e0fac13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0250940 Jul 30 01:56:09.910618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44958) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:10.020020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c324e-f207-488e-b7ba-e3d4c0409d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbd6226-9ecb-449d-95e0-9905b12ea5a0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:10.039323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d17a2c27-20df-4b77-8bb3-1347775cbd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.051350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d17a2c27-20df-4b77-8bb3-1347775cbd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.057351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d17a2c27-20df-4b77-8bb3-1347775cbd5c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/659c4b4c-208f-4653-a497-c41950163798 HTTP/1.1" status: 204 len: 168 time: 0.4110312 Jul 30 01:56:10.079659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a2c27-20df-4b77-8bb3-1347775cbd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659c4b4c-208f-4653-a497-c41950163798,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:10.140155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91461cbf-8905-412e-a7a0-12c06ebc0edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.226045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91461cbf-8905-412e-a7a0-12c06ebc0edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.366405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91461cbf-8905-412e-a7a0-12c06ebc0edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.380259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-91461cbf-8905-412e-a7a0-12c06ebc0edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:10.391174 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-91461cbf-8905-412e-a7a0-12c06ebc0edf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0dbd6226-9ecb-449d-95e0-9905b12ea5a0 HTTP/1.1" status: 204 len: 168 time: 0.4791560 Jul 30 01:56:10.422252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91461cbf-8905-412e-a7a0-12c06ebc0edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbd6226-9ecb-449d-95e0-9905b12ea5a0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:10.621079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475169b-f405-4f16-a226-4628d1fd5250 req-f79fcca3-28ac-4e9e-9de5-03cf1bc20566 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:10.638356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-f79fcca3-28ac-4e9e-9de5-03cf1bc20566 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/networks?id=3586cc1f-97bf-4d2f-80e9-2021bf6787ec HTTP/1.1" status: 200 len: 813 time: 0.4989352 Jul 30 01:56:10.688785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-0f147ee2-cc3a-4c53-acfe-4393c2d209b2 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/quotas/2236ab20cd814f98be9d1a47cdb5cce9 HTTP/1.1" status: 200 len: 375 time: 0.0489783 Jul 30 01:56:10.782340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-9f026363-98cb-412c-a42f-3388c602abbc tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2236ab20cd814f98be9d1a47cdb5cce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923157 Jul 30 01:56:10.928289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44972) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:10.987834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5283ba55-c41c-4719-b826-3c178bc3ddd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.063806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-32581496-63d6-4d2c-8157-f20f9232f5b5 service neutron] 10.222.0.84 "GET /v2.0/networks/3586cc1f-97bf-4d2f-80e9-2021bf6787ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563138 Jul 30 01:56:11.264657 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5283ba55-c41c-4719-b826-3c178bc3ddd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.281190 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5283ba55-c41c-4719-b826-3c178bc3ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.309424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-7b94e96b-fa18-49dc-8791-172273a5634e service neutron] 10.222.0.84 "GET /v2.0/networks/3586cc1f-97bf-4d2f-80e9-2021bf6787ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384436 Jul 30 01:56:11.390775 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283ba55-c41c-4719-b826-3c178bc3ddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4150a52-bd06-4cc8-9856-d4e445c96582,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:11.441865 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5283ba55-c41c-4719-b826-3c178bc3ddd4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=383c4d253113450aa5af48e86cf19f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104082 Jul 30 01:56:11.447178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44974) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:11.522605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44976) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:11.537031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99b38214-31b3-482c-af73-0bef63f06185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.579344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77cf7498-c93f-44d3-9c41-a22f71b66ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.593380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99b38214-31b3-482c-af73-0bef63f06185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.725696 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99b38214-31b3-482c-af73-0bef63f06185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.735256 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99b38214-31b3-482c-af73-0bef63f06185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:11.738757 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-99b38214-31b3-482c-af73-0bef63f06185 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c4150a52-bd06-4cc8-9856-d4e445c96582 HTTP/1.1" status: 204 len: 168 time: 0.2908642 Jul 30 01:56:11.757857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b38214-31b3-482c-af73-0bef63f06185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4150a52-bd06-4cc8-9856-d4e445c96582,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:11.955765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59bae435-25a4-4432-878e-20559607fcec req-33155b80-eeb1-47b1-8d11-e98f57792936 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.1258523 Jul 30 01:56:12.093929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77cf7498-c93f-44d3-9c41-a22f71b66ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.101195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77cf7498-c93f-44d3-9c41-a22f71b66ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.181516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf7498-c93f-44d3-9c41-a22f71b66ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e03ca14-e335-4496-82e9-ad21f2a00ef8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:12.248881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-77cf7498-c93f-44d3-9c41-a22f71b66ef5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9540fb94013b4a0696a67e682c3858b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236838 Jul 30 01:56:12.252896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44988) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:12.534307 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1583dbf-6737-4507-91cb-3f3a1cf1eb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.607274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1583dbf-6737-4507-91cb-3f3a1cf1eb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.775502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf1f9f-7b5a-4a55-8c28-20199a40cd5b req-56097b9b-020d-4a98-9213-a8137536c9c0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:12.794457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbbf1f9f-7b5a-4a55-8c28-20199a40cd5b req-56097b9b-020d-4a98-9213-a8137536c9c0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.3817081 Jul 30 01:56:12.916457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbbf1f9f-7b5a-4a55-8c28-20199a40cd5b req-c31bc237-ab11-4cb4-a7ec-270d4384ead1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191456 Jul 30 01:56:12.942408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1583dbf-6737-4507-91cb-3f3a1cf1eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.942408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1583dbf-6737-4507-91cb-3f3a1cf1eb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:12.944633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e1583dbf-6737-4507-91cb-3f3a1cf1eb94 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e03ca14-e335-4496-82e9-ad21f2a00ef8 HTTP/1.1" status: 204 len: 168 time: 0.6896794 Jul 30 01:56:12.985816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1583dbf-6737-4507-91cb-3f3a1cf1eb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e03ca14-e335-4496-82e9-ad21f2a00ef8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:13.184932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe46e-b20d-4ae3-9ef9-b1ff5d4902be req-7dcf659a-2817-46a2-98e9-d9ab50d90ac7 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:13.190543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aabfe46e-b20d-4ae3-9ef9-b1ff5d4902be req-7dcf659a-2817-46a2-98e9-d9ab50d90ac7 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 1097 time: 0.1128514 Jul 30 01:56:13.337127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aabfe46e-b20d-4ae3-9ef9-b1ff5d4902be req-94d41909-e649-47dc-800d-6fbdd514023d tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163893 Jul 30 01:56:13.546082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e067b411-2028-4964-8a22-cf78629f72ef req-b24dbe7b-0a7c-4660-b62c-9ef86da89ebb tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 210 time: 0.1047180 Jul 30 01:56:13.995132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-561fdf06-1e11-40d4-9245-074d9c7a055a req-52c87a51-fd99-4ff7-8829-312ea04252e3 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.0913358 Jul 30 01:56:14.414867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779a3ea-1c7f-4309-85d8-94e3776eb7c7 req-35c313cc-0cc7-4511-bbaa-26646efd91a2 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.417183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a779a3ea-1c7f-4309-85d8-94e3776eb7c7 req-35c313cc-0cc7-4511-bbaa-26646efd91a2 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 1097 time: 0.1253219 Jul 30 01:56:14.522502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a779a3ea-1c7f-4309-85d8-94e3776eb7c7 req-1a2f47c9-2ca2-42c4-8c2b-83b114494584 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938342 Jul 30 01:56:14.703171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369eb71-2f86-439f-aa13-63bb7a5617c9 req-c33369b6-79b3-42b3-996f-d18fbff6499c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:14.713187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3369eb71-2f86-439f-aa13-63bb7a5617c9 req-c33369b6-79b3-42b3-996f-d18fbff6499c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.0804811 Jul 30 01:56:14.840187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3369eb71-2f86-439f-aa13-63bb7a5617c9 req-abc0183e-4f18-4606-bafe-69b504c82ad0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144834 Jul 30 01:56:15.265301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb097f3f-5ebf-403a-baef-9c8a82a65a30 req-a0e4c759-ca1d-4432-976f-853750a2fabf tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 210 time: 0.0519974 Jul 30 01:56:15.418213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475169b-f405-4f16-a226-4628d1fd5250 req-f87b4231-5874-4474-a5d9-eeefb167a13e tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:15.422044 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-f87b4231-5874-4474-a5d9-eeefb167a13e tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.41 "GET /v2.0/networks?id=3586cc1f-97bf-4d2f-80e9-2021bf6787ec HTTP/1.1" status: 200 len: 813 time: 0.4891386 Jul 30 01:56:15.463326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Request body: {'port': {'device_id': '5c99083d-43d9-4af2-b14a-ca5f93b18f48', 'network_id': '3586cc1f-97bf-4d2f-80e9-2021bf6787ec', 'admin_state_up': True, 'tenant_id': '2236ab20cd814f98be9d1a47cdb5cce9'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:15.512022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23ee8fd9-a4be-4c27-bc79-9022b7f628d2 req-12bbd595-ba8a-4361-b52c-e5af50642a18 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/ports?device_id=e9717c22-087f-49b3-bc37-049394f76ae8 HTTP/1.1" status: 200 len: 210 time: 0.1071210 Jul 30 01:56:15.801541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Made reservation on behalf of 2236ab20cd814f98be9d1a47cdb5cce9 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:15.810775 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:16.392451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Allocated IP 172.20.0.3 (3586cc1f-97bf-4d2f-80e9-2021bf6787ec/948eaad4-fca9-4047-ba1c-f490072a1495/41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:16.952729 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.100245 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.265464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Pushing event updated for resources: {'Port': ['ID=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:17.290557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Network 3586cc1f-97bf-4d2f-80e9-2021bf6787ec is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:17.294093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:17.299317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:17.418656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:17.420465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:17.451311 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-c483f474-5348-4646-9e2b-8f3048604e27 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9982631 Jul 30 01:56:17.484032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Request body: {'port': {'device_id': '5c99083d-43d9-4af2-b14a-ca5f93b18f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:17.620628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.040436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-6d47bf81-0069-4211-afa7-69b0fd09fcfb tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:56:18.042260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-6d47bf81-0069-4211-afa7-69b0fd09fcfb tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129259 Jul 30 01:56:18.064168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Request body: {'binding': {'host': 'n-h1-715271-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:18.064981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Unknown quota resources ['binding']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 01:56:18.560432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:18.576153 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.592794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Transition to ACTIVE for port object 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:18.612523 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:18.799261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on host n-h1-715271-7 for vnic_type normal with profile None {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:18.799973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:18.800308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:18.868947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:18.869497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:18.990612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Pushing event updated for resources: {'Port': ['ID=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:18.995669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:18.996248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:18.996914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:18.997701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Bound port: aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:19.089330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Attempting to bind port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:19.091149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Attempting to bind port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ed5c75b4-62ea-4663-8242-d98a7676e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3586cc1f-97bf-4d2f-80e9-2021bf6787ec'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:19.091908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Attempting to bind port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 on network 3586cc1f-97bf-4d2f-80e9-2021bf6787ec {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:19.116522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 on network 3586cc1f-97bf-4d2f-80e9-2021bf6787ec not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:19.117517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Attempting to bind port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 on network 3586cc1f-97bf-4d2f-80e9-2021bf6787ec {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:19.134709 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:19.135339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Checking segment: {'id': 'ed5c75b4-62ea-4663-8242-d98a7676e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3586cc1f-97bf-4d2f-80e9-2021bf6787ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:19.136069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Bound using segment: {'id': 'ed5c75b4-62ea-4663-8242-d98a7676e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3586cc1f-97bf-4d2f-80e9-2021bf6787ec'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:19.137029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Bound port: 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5c75b4-62ea-4663-8242-d98a7676e7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3586cc1f-97bf-4d2f-80e9-2021bf6787ec'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:19.137786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.199729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:19.209549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.211347 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9ea0f903-35a6-4e29-a42e-9841fee69409 service neutron] 10.222.0.84 "POST /v2.0/ports/aa82bc24-d17c-4214-bc1a-e37ca3f6b66f/bindings HTTP/1.1" status: 201 len: 389 time: 1.1519129 Jul 30 01:56:19.375757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] For port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:19.387225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] For port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,segment=NetworkSegment(ed5c75b4-62ea-4663-8242-d98a7676e7ea),segment_id=ed5c75b4-62ea-4663-8242-d98a7676e7ea)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:19.413189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.587249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.589843 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:19.593293 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] 10.222.0.41 "PUT /v2.0/ports/41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 HTTP/1.1" status: 200 len: 1091 time: 2.1174126 Jul 30 01:56:19.594210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c99083d-43d9-4af2-b14a-ca5f93b18f48', 'tag': '41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:19.599574 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18" -d '{"events": [{"name": "network-changed", "server_uuid": "5c99083d-43d9-4af2-b14a-ca5f93b18f48", "tag": "41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:19.693106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa06cd-ac65-46e3-8d82-b7f0331b3558 service neutron] Pushing event updated for resources: {'Port': ['ID=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:19.847371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475169b-f405-4f16-a226-4628d1fd5250 req-22e8d23e-4cdd-4425-b785-7ecd135d455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:19.855795 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-22e8d23e-4cdd-4425-b785-7ecd135d455f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2236ab20cd814f98be9d1a47cdb5cce9&device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 1094 time: 0.1542447 Jul 30 01:56:19.985259 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-90c2da46-bd5a-4914-9791-290280b2b3b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 HTTP/1.1" status: 200 len: 217 time: 0.1223142 Jul 30 01:56:20.118915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475169b-f405-4f16-a226-4628d1fd5250 req-87e4d22b-0d00-4193-ae92-4d1076682aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:20.128652 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-87e4d22b-0d00-4193-ae92-4d1076682aaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=948eaad4-fca9-4047-ba1c-f490072a1495 HTTP/1.1" status: 200 len: 853 time: 0.1347473 Jul 30 01:56:20.196885 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-dcf0c85d-e3d2-4b87-bb11-0bcbdef04c5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3586cc1f-97bf-4d2f-80e9-2021bf6787ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607529 Jul 30 01:56:20.560987 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-185c5442-bb53-40c6-b0d9-c0a295ff0af9 service neutron] 10.222.0.41 "GET /v2.0/networks/3586cc1f-97bf-4d2f-80e9-2021bf6787ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529916 Jul 30 01:56:20.676706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d50448f8-d6ca-4abf-b868-3dd9c3c58494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:20.686811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d50448f8-d6ca-4abf-b868-3dd9c3c58494 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 1097 time: 0.9847631 Jul 30 01:56:20.762445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45166) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:20.808550 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c475169b-f405-4f16-a226-4628d1fd5250 req-ed5aabb8-7c4d-40db-88db-5067d56fe3a0 service neutron] 10.222.0.41 "GET /v2.0/networks/3586cc1f-97bf-4d2f-80e9-2021bf6787ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426407 Jul 30 01:56:20.849335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af446283-b369-4a40-9faf-26ea9885c358 req-c85dbf23-e4bd-4d72-9363-eac013bda1b7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:20.862537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af446283-b369-4a40-9faf-26ea9885c358 req-c85dbf23-e4bd-4d72-9363-eac013bda1b7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.2699320 Jul 30 01:56:20.999041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af446283-b369-4a40-9faf-26ea9885c358 req-183d9ce1-b6a8-42c3-b313-7bb0a3b4bfba tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346734 Jul 30 01:56:21.040854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57a474c0-fa17-407c-a709-7d862a728cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.066276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-149cbd4d-c12b-46b2-ac1e-cd55776e5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.068297 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-149cbd4d-c12b-46b2-ac1e-cd55776e5cd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.3658080 Jul 30 01:56:21.181605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-37b9f88d-3587-45f8-bc24-2ee822848a4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f HTTP/1.1" status: 200 len: 217 time: 0.1021986 Jul 30 01:56:21.351876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57a474c0-fa17-407c-a709-7d862a728cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.360681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57a474c0-fa17-407c-a709-7d862a728cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.393630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d68d164c-7dba-4e91-949b-ea2c579bc5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.396217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d68d164c-7dba-4e91-949b-ea2c579bc5cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.1894557 Jul 30 01:56:21.414680 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-57a474c0-fa17-407c-a709-7d862a728cee admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=02dc3ee74d384314b55f9d29b6a2b0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505003 Jul 30 01:56:21.416574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45178) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:21.467737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a474c0-fa17-407c-a709-7d862a728cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9441e3f-2240-403e-befa-44e0162466de,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:21.537491 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-342172ae-3af5-4318-9c3f-e6c48c370c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.563240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-902b21d0-b7d6-4680-bbab-3a89db123717 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517580 Jul 30 01:56:21.586063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae57c0-6318-4bb4-8275-ddcdae09a07e req-371c18f6-54f1-4979-bf1f-66d9cc65aeb7 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:21.589258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daae57c0-6318-4bb4-8275-ddcdae09a07e req-371c18f6-54f1-4979-bf1f-66d9cc65aeb7 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 943 time: 0.4121375 Jul 30 01:56:21.626763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-342172ae-3af5-4318-9c3f-e6c48c370c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.724033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-342172ae-3af5-4318-9c3f-e6c48c370c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.727775 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-342172ae-3af5-4318-9c3f-e6c48c370c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:21.740387 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-342172ae-3af5-4318-9c3f-e6c48c370c27 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e9441e3f-2240-403e-befa-44e0162466de HTTP/1.1" status: 204 len: 168 time: 0.3149748 Jul 30 01:56:21.760349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342172ae-3af5-4318-9c3f-e6c48c370c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9441e3f-2240-403e-befa-44e0162466de,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:21.844500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-18d49ea0-521a-4de9-b449-0b64fcaf6890 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697549 Jul 30 01:56:21.992652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-391e48fc-345e-4007-ac7a-90b232b3dc4d service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367173 Jul 30 01:56:21.997536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daae57c0-6318-4bb4-8275-ddcdae09a07e req-8622c1c0-010e-4806-b424-ab8b583cf629 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/security-groups?id=9788ca2e-888a-4287-908c-2ce6aba39a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845217 Jul 30 01:56:22.359260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45188) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.384442 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-816c3551-34de-4c8e-932e-9db50a48b23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.432145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f8534-9d15-49c2-bb06-d208193e8cbb req-45a88362-b87d-45bc-8f47-c34cbc8de000 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:22.434817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-682f8534-9d15-49c2-bb06-d208193e8cbb req-45a88362-b87d-45bc-8f47-c34cbc8de000 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.1222501 Jul 30 01:56:22.518556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-682f8534-9d15-49c2-bb06-d208193e8cbb req-5bbcf0f8-8dc2-4a62-8692-2d940048d102 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677602 Jul 30 01:56:22.597032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-816c3551-34de-4c8e-932e-9db50a48b23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.604366 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-816c3551-34de-4c8e-932e-9db50a48b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:22.694450 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd7dc4-330a-474d-ad0b-d48fa8a3ece2 x-openstack-request-id: req-d8fd7dc4-330a-474d-ad0b-d48fa8a3ece2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:22.697315 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c99083d-43d9-4af2-b14a-ca5f93b18f48", "tag": "41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:22.697963 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d8fd7dc4-330a-474d-ad0b-d48fa8a3ece2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:22.698509 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c99083d-43d9-4af2-b14a-ca5f93b18f48', 'tag': '41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2', 'status': 'completed', 'code': 200} Jul 30 01:56:22.782676 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-816c3551-34de-4c8e-932e-9db50a48b23d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=daa55432d7a449cbaf110793aafdbb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184029 Jul 30 01:56:22.796597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45192) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:22.816901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c3551-34de-4c8e-932e-9db50a48b23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72566232-34c8-4713-8cc6-92771cea4887,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:22.855156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-ff0f9e89-632c-436f-80e2-02a33497a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:22.857056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-ff0f9e89-632c-436f-80e2-02a33497a679 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2236ab20cd814f98be9d1a47cdb5cce9&device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 1094 time: 0.1338215 Jul 30 01:56:22.969843 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a446a13e-9b0b-4a66-a41e-ac2d24e25f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.037994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a446a13e-9b0b-4a66-a41e-ac2d24e25f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.134166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b87b60-f886-437d-82d7-ead9d6c84c7d req-d5b37aa5-83d6-4b6d-93c1-bc59655cd4b3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:23.142480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8b87b60-f886-437d-82d7-ead9d6c84c7d req-d5b37aa5-83d6-4b6d-93c1-bc59655cd4b3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.1215823 Jul 30 01:56:23.194736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a446a13e-9b0b-4a66-a41e-ac2d24e25f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.198956 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a446a13e-9b0b-4a66-a41e-ac2d24e25f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.201465 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a446a13e-9b0b-4a66-a41e-ac2d24e25f2b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/72566232-34c8-4713-8cc6-92771cea4887 HTTP/1.1" status: 204 len: 168 time: 0.4016306 Jul 30 01:56:23.221195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-a9086364-789e-49bf-9471-1d8c1d15660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:23.222989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-a9086364-789e-49bf-9471-1d8c1d15660d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3586cc1f-97bf-4d2f-80e9-2021bf6787ec HTTP/1.1" status: 200 len: 914 time: 0.3579702 Jul 30 01:56:23.237948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446a13e-9b0b-4a66-a41e-ac2d24e25f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72566232-34c8-4713-8cc6-92771cea4887,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:23.254119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8b87b60-f886-437d-82d7-ead9d6c84c7d req-e3c61c3e-3c82-457c-a5a5-e9541c5d06a6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103151 Jul 30 01:56:23.309640 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-3df008e1-7906-4a42-aeb0-74170410068f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 HTTP/1.1" status: 200 len: 217 time: 0.0543122 Jul 30 01:56:23.401841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-aaeacac4-9239-41ae-81b4-b30515d2b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:23.403962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-aaeacac4-9239-41ae-81b4-b30515d2b26f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=948eaad4-fca9-4047-ba1c-f490072a1495 HTTP/1.1" status: 200 len: 853 time: 0.0866659 Jul 30 01:56:23.481558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-83974ecd-4d5d-420d-94b0-f0ae7a358841 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3586cc1f-97bf-4d2f-80e9-2021bf6787ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697122 Jul 30 01:56:23.707646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-71e5f821-11cd-4850-88fc-993edd6c2d72 service neutron] 10.222.0.41 "GET /v2.0/networks/3586cc1f-97bf-4d2f-80e9-2021bf6787ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180603 Jul 30 01:56:23.785086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:23.899986 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:23.908817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f89e4d1e-d525-48fb-a0b0-3ff1e8146d18 req-aeda6439-eaae-46a7-8cbf-863eb1d552df service neutron] 10.222.0.41 "GET /v2.0/networks/3586cc1f-97bf-4d2f-80e9-2021bf6787ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913126 Jul 30 01:56:24.094062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,segment=NetworkSegment(ed5c75b4-62ea-4663-8242-d98a7676e7ea),segment_id=ed5c75b4-62ea-4663-8242-d98a7676e7ea)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:24.112277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2', 'network_id': '3586cc1f-97bf-4d2f-80e9-2021bf6787ec', 'port_id': '41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2', 'mac_address': 'fa:16:3e:ad:6e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948eaad4-fca9-4047-ba1c-f490072a1495', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:56:24.186797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.214967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:24.245965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,segment=NetworkSegment(ed5c75b4-62ea-4663-8242-d98a7676e7ea),segment_id=ed5c75b4-62ea-4663-8242-d98a7676e7ea)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:24.256298 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.351194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:24.360699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.361760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.362290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.362793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.363289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.363834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.365761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.370181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.371230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.373564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.374417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.379249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:24.439021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45220) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:24.524017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:24.827107 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2cdb-b865-4285-b65e-5e8faa68e94d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:24.950551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484c51f-fa99-416b-aed7-6a34fdf35210 req-f52f2581-cb1f-4f54-9196-c690ea6f69ac tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:24.953068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9484c51f-fa99-416b-aed7-6a34fdf35210 req-f52f2581-cb1f-4f54-9196-c690ea6f69ac tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 944 time: 0.3056483 Jul 30 01:56:24.956609 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2cdb-b865-4285-b65e-5e8faa68e94d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.144976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9484c51f-fa99-416b-aed7-6a34fdf35210 req-fbf4fa2d-a600-47a2-ac9d-f2c4385d9a3b tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/security-groups?id=9788ca2e-888a-4287-908c-2ce6aba39a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855025 Jul 30 01:56:25.247326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2cdb-b865-4285-b65e-5e8faa68e94d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.265457 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2ee2cdb-b865-4285-b65e-5e8faa68e94d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.270893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b2ee2cdb-b865-4285-b65e-5e8faa68e94d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "DELETE /v2.0/security-groups/b083af4d-4318-41a3-96f7-b0fed94038b6 HTTP/1.1" status: 204 len: 168 time: 0.8296835 Jul 30 01:56:25.271794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45236) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:25.297188 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-bbed870b-da5e-4c1c-b0e9-8372177a5506 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] show failed (client error): The resource could not be found. Jul 30 01:56:25.300836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bbed870b-da5e-4c1c-b0e9-8372177a5506 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "GET /v2.0/security-groups/b083af4d-4318-41a3-96f7-b0fed94038b6 HTTP/1.1" status: 404 len: 347 time: 0.0244486 Jul 30 01:56:25.302290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:25.335790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee2cdb-b865-4285-b65e-5e8faa68e94d tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b083af4d-4318-41a3-96f7-b0fed94038b6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:25.638768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d18aec-2142-4155-aca9-06ec3f2accad req-010372d0-9444-473c-aec1-0d3d55e8dbf2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:25.641404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11d18aec-2142-4155-aca9-06ec3f2accad req-010372d0-9444-473c-aec1-0d3d55e8dbf2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.2452605 Jul 30 01:56:25.673305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting port 74ec084e-a1de-4d80-89e0-151554975507 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:25.674017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.786106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:25.798424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11d18aec-2142-4155-aca9-06ec3f2accad req-d4af29c6-bdaf-483b-a477-02158a71852d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422200 Jul 30 01:56:25.910541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.911090 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:25.995177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Calling delete_port for 74ec084e-a1de-4d80-89e0-151554975507 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:26.079168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:26.097330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:26.098003 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.439625 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.588503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,segment=NetworkSegment(ed5c75b4-62ea-4663-8242-d98a7676e7ea),segment_id=ed5c75b4-62ea-4663-8242-d98a7676e7ea)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:26.589703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c99083d-43d9-4af2-b14a-ca5f93b18f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:26.592456 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ac2914-2459-4a37-bae6-10afb264a2da" -d '{"events": [{"server_uuid": "5c99083d-43d9-4af2-b14a-ca5f93b18f48", "name": "network-vif-plugged", "status": "completed", "tag": "41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:26.605260 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.634454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b267b92-9d01-4e31-8a37-4b436a664e98 req-be1640a5-1a8f-4618-8fce-f5e6909de2fa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:26.650296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b267b92-9d01-4e31-8a37-4b436a664e98 req-be1640a5-1a8f-4618-8fce-f5e6909de2fa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.1726868 Jul 30 01:56:26.703878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45258) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:26.748292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b267b92-9d01-4e31-8a37-4b436a664e98 req-d281103f-c343-4583-ab4d-6c5e55489594 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946333 Jul 30 01:56:26.792507 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:26.833738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:26.888271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Port': ['ID=74ec084e-a1de-4d80-89e0-151554975507,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:27.063143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149099a1-99aa-4c54-93a4-3f34074eef3a req-18bde131-f7c4-4b5b-b1fa-8e0d990b3969 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:27.073965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-149099a1-99aa-4c54-93a4-3f34074eef3a req-18bde131-f7c4-4b5b-b1fa-8e0d990b3969 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 945 time: 0.1602023 Jul 30 01:56:27.102474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afd255b1-cfc5-4476-9398-e8c14a7147b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.189990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-149099a1-99aa-4c54-93a4-3f34074eef3a req-3b2f2866-c335-43fa-b0c5-6214b57c8cdd tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/security-groups?id=9788ca2e-888a-4287-908c-2ce6aba39a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148574 Jul 30 01:56:27.301470 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1fd72-a841-47dc-961a-cc97dd053a17 x-openstack-request-id: req-3ea1fd72-a841-47dc-961a-cc97dd053a17 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:27.301770 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c99083d-43d9-4af2-b14a-ca5f93b18f48", "name": "network-vif-plugged", "status": "completed", "tag": "41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:27.302028 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ea1fd72-a841-47dc-961a-cc97dd053a17 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:27.302434 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c99083d-43d9-4af2-b14a-ca5f93b18f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2', 'code': 200} Jul 30 01:56:27.411621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afd255b1-cfc5-4476-9398-e8c14a7147b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.421050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.432809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.435931 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-148240f7-640f-4dd9-bb0e-5585691a3554 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "DELETE /v2.0/floatingips/18f1db28-70bb-49fe-a927-f8f25b149eee HTTP/1.1" status: 204 len: 168 time: 2.1298890 Jul 30 01:56:27.441929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-afd255b1-cfc5-4476-9398-e8c14a7147b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:27.445889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45270) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:27.673135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd255b1-cfc5-4476-9398-e8c14a7147b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b400b1-f73b-4bce-a8b3-850fbbde21a6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:27.691990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c31ac0-94b7-4a59-a98a-f2f2687e8356 req-a4315154-2e7b-4fdb-a858-a9dee6931879 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:27.694869 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04c31ac0-94b7-4a59-a98a-f2f2687e8356 req-a4315154-2e7b-4fdb-a858-a9dee6931879 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.2222817 Jul 30 01:56:27.713676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c90547-0780-47c2-8741-1c297b69e33d req-8afca914-9e44-4b95-a174-35b60ee25114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:27.721065 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2c90547-0780-47c2-8741-1c297b69e33d req-8afca914-9e44-4b95-a174-35b60ee25114 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 1096 time: 0.3403111 Jul 30 01:56:27.756257 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-afd255b1-cfc5-4476-9398-e8c14a7147b9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2144fa367fba483d8b6e42b412f5e381&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0422699 Jul 30 01:56:27.765421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45276) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:27.839887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2c90547-0780-47c2-8741-1c297b69e33d req-ff06abc0-6d6b-4c41-b750-7db6499890f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9788ca2e-888a-4287-908c-2ce6aba39a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028547 Jul 30 01:56:27.868079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04c31ac0-94b7-4a59-a98a-f2f2687e8356 req-192d5f9a-f06e-468e-ba47-75cfe4eadbe8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283407 Jul 30 01:56:28.010118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8c062149-4ab3-432c-9b3f-c02b88317b28 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting port 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:28.010786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c062149-4ab3-432c-9b3f-c02b88317b28 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.315259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a2031-701a-4fa8-912e-31937614a1c3 req-5e255826-d5e2-4125-9e69-03624cafdd82 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:28.329396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-897faf99-31a4-4ba0-8ec8-753020b056da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.330930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d09a2031-701a-4fa8-912e-31937614a1c3 req-5e255826-d5e2-4125-9e69-03624cafdd82 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.1472399 Jul 30 01:56:28.342439 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c062149-4ab3-432c-9b3f-c02b88317b28 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.372956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8c062149-4ab3-432c-9b3f-c02b88317b28 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Calling delete_port for 16817cc2-2b41-41ed-9c3f-7b5bfd8d722c owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:28.441609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-897faf99-31a4-4ba0-8ec8-753020b056da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.444131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d09a2031-701a-4fa8-912e-31937614a1c3 req-32a2787e-ac6f-4dba-a68d-0680b2535ee4 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114271 Jul 30 01:56:28.813161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319a795-6246-4283-940c-2de95bffd38a req-7b44279d-d342-493b-9ec7-5f9a94c958de tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:28.835811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1319a795-6246-4283-940c-2de95bffd38a req-7b44279d-d342-493b-9ec7-5f9a94c958de tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 945 time: 0.2782817 Jul 30 01:56:28.895135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c062149-4ab3-432c-9b3f-c02b88317b28 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.900105 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-897faf99-31a4-4ba0-8ec8-753020b056da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.908955 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-897faf99-31a4-4ba0-8ec8-753020b056da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:28.912360 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-897faf99-31a4-4ba0-8ec8-753020b056da admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/70b400b1-f73b-4bce-a8b3-850fbbde21a6 HTTP/1.1" status: 204 len: 168 time: 1.1342375 Jul 30 01:56:28.958381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1319a795-6246-4283-940c-2de95bffd38a req-73ae6123-2de1-49c4-af9f-9a08fab88080 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/security-groups?id=9788ca2e-888a-4287-908c-2ce6aba39a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231098 Jul 30 01:56:28.966770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c062149-4ab3-432c-9b3f-c02b88317b28 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Port': ['ID=16817cc2-2b41-41ed-9c3f-7b5bfd8d722c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:28.993310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897faf99-31a4-4ba0-8ec8-753020b056da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b400b1-f73b-4bce-a8b3-850fbbde21a6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:29.226457 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c062149-4ab3-432c-9b3f-c02b88317b28 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:29.235745 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8c062149-4ab3-432c-9b3f-c02b88317b28 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "DELETE /v2.0/ports/16817cc2-2b41-41ed-9c3f-7b5bfd8d722c HTTP/1.1" status: 204 len: 168 time: 1.7706463 Jul 30 01:56:29.238746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45298) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:29.525828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924564b-a61b-4238-af6f-c8eb48d49f23 req-af51a71b-62c2-42cb-99fd-6067da2d04d8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:29.545857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3924564b-a61b-4238-af6f-c8eb48d49f23 req-af51a71b-62c2-42cb-99fd-6067da2d04d8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.2509959 Jul 30 01:56:29.714066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3924564b-a61b-4238-af6f-c8eb48d49f23 req-eeaf6b6e-ac7a-4855-aa7e-b810975d0179 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515973 Jul 30 01:56:29.792304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b64c25f0-0b0e-4d6b-bcdd-9ae3b6797a2c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting port 7d49c76d-863a-4ae6-ae63-59504a2f31f3 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:29.792908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b64c25f0-0b0e-4d6b-bcdd-9ae3b6797a2c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.175775 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b64c25f0-0b0e-4d6b-bcdd-9ae3b6797a2c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.245416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b64c25f0-0b0e-4d6b-bcdd-9ae3b6797a2c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Calling delete_port for 7d49c76d-863a-4ae6-ae63-59504a2f31f3 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:30.317285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45310) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:30.342506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e92362b-be9c-469d-b076-bb5cedf7ab00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.584703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e92362b-be9c-469d-b076-bb5cedf7ab00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.592317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e92362b-be9c-469d-b076-bb5cedf7ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.596270 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b64c25f0-0b0e-4d6b-bcdd-9ae3b6797a2c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.629494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edb08a-2a4c-4106-974c-a2e1e163f6fb req-a020b89c-1e14-420f-9708-d0a671ad3ca7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:30.632972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92edb08a-2a4c-4106-974c-a2e1e163f6fb req-a020b89c-1e14-420f-9708-d0a671ad3ca7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.4311705 Jul 30 01:56:30.672242 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8e92362b-be9c-469d-b076-bb5cedf7ab00 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c45b25392d0849ce8f7093a7f2c88b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486249 Jul 30 01:56:30.672242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92362b-be9c-469d-b076-bb5cedf7ab00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef4d348-2713-41dd-9b82-a0370bc7c687,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:30.679509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45312) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:30.696667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c25f0-0b0e-4d6b-bcdd-9ae3b6797a2c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Port': ['ID=7d49c76d-863a-4ae6-ae63-59504a2f31f3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:30.768292 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a484377d-cd5f-4d71-8bc0-1fd86f9d908e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.892203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92edb08a-2a4c-4106-974c-a2e1e163f6fb req-ef2b2262-0658-4f1a-8609-650289307338 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989808 Jul 30 01:56:30.918567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8d13445-82e7-4b3e-8d56-8a1291b45e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.971832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b64c25f0-0b0e-4d6b-bcdd-9ae3b6797a2c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:30.978730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b64c25f0-0b0e-4d6b-bcdd-9ae3b6797a2c tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "DELETE /v2.0/ports/7d49c76d-863a-4ae6-ae63-59504a2f31f3 HTTP/1.1" status: 204 len: 168 time: 1.7370493 Jul 30 01:56:30.979514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45316) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:31.005580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8d13445-82e7-4b3e-8d56-8a1291b45e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.126440 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8d13445-82e7-4b3e-8d56-8a1291b45e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.127187 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8d13445-82e7-4b3e-8d56-8a1291b45e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.129056 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c8d13445-82e7-4b3e-8d56-8a1291b45e45 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0ef4d348-2713-41dd-9b82-a0370bc7c687 HTTP/1.1" status: 204 len: 168 time: 0.4479339 Jul 30 01:56:31.145271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.154354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d13445-82e7-4b3e-8d56-8a1291b45e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef4d348-2713-41dd-9b82-a0370bc7c687,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:31.286460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f075b7-cde9-4824-9c51-1567702fb196 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting subnet c76948c7-2db5-480c-beaf-f2399c5584f1 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:31.307583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49f075b7-cde9-4824-9c51-1567702fb196 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.449730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb9ffb-9bc0-4c9d-8189-69dc5d8adb63 req-12f90646-a116-4843-94ea-4cc14b9086e9 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:31.464365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3adb9ffb-9bc0-4c9d-8189-69dc5d8adb63 req-12f90646-a116-4843-94ea-4cc14b9086e9 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 945 time: 0.2495022 Jul 30 01:56:31.469663 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49f075b7-cde9-4824-9c51-1567702fb196 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.757320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3adb9ffb-9bc0-4c9d-8189-69dc5d8adb63 req-3c5ef6ad-f84b-401e-8e6c-6a1dbae246e2 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/security-groups?id=9788ca2e-888a-4287-908c-2ce6aba39a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809925 Jul 30 01:56:31.845120 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49f075b7-cde9-4824-9c51-1567702fb196 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:31.986260 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49f075b7-cde9-4824-9c51-1567702fb196 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.015160 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49f075b7-cde9-4824-9c51-1567702fb196 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.017302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-49f075b7-cde9-4824-9c51-1567702fb196 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "DELETE /v2.0/subnets/c76948c7-2db5-480c-beaf-f2399c5584f1 HTTP/1.1" status: 204 len: 168 time: 1.0367026 Jul 30 01:56:32.021842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45340) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:32.033974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41775534-94ae-4936-bf73-33c16e7e94c1 None None] Network 2c87a8b8-9efe-4928-8473-ff1fc173a79e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:32.120629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f075b7-cde9-4824-9c51-1567702fb196 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Subnet': ['ID=c76948c7-2db5-480c-beaf-f2399c5584f1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:32.186759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1799e06-fc62-4f5f-b80c-1af06dbd9054 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting subnet d46fd687-68d0-4696-a93b-5d5f01225d9f {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:32.194659 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1799e06-fc62-4f5f-b80c-1af06dbd9054 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.203884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7999982-9da8-4ddc-9e17-b85af13d936f req-3d44757b-b698-432c-94cc-9e1cd9d92437 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:32.205766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7999982-9da8-4ddc-9e17-b85af13d936f req-3d44757b-b698-432c-94cc-9e1cd9d92437 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.2020216 Jul 30 01:56:32.325079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7999982-9da8-4ddc-9e17-b85af13d936f req-2204f714-0cb2-44e8-a886-f0c922e04f3d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041939 Jul 30 01:56:32.356006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1799e06-fc62-4f5f-b80c-1af06dbd9054 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.649332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cddbe1e-6481-48f5-b19b-f8c60d543caa None None] DHCP port deletion for 2c87a8b8-9efe-4928-8473-ff1fc173a79e request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:56:32.672515 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1799e06-fc62-4f5f-b80c-1af06dbd9054 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.840916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0cddbe1e-6481-48f5-b19b-f8c60d543caa None None] Deleting port be7f4407-5855-4144-9ec8-d8cc00bb6e73 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:32.846458 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cddbe1e-6481-48f5-b19b-f8c60d543caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.925563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1799e06-fc62-4f5f-b80c-1af06dbd9054 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:32.985754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device be7f4407-5855-4144-9ec8-d8cc00bb6e73 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:33.079039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1799e06-fc62-4f5f-b80c-1af06dbd9054 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Subnet': ['ID=d46fd687-68d0-4696-a93b-5d5f01225d9f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:33.097670 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1799e06-fc62-4f5f-b80c-1af06dbd9054 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.102239 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e1799e06-fc62-4f5f-b80c-1af06dbd9054 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "DELETE /v2.0/subnets/d46fd687-68d0-4696-a93b-5d5f01225d9f HTTP/1.1" status: 204 len: 168 time: 1.0785961 Jul 30 01:56:33.106810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45358) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:33.115226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe09a446-5e2f-48c6-b23b-66cff1891aea None None] Network 6f4295d3-56a4-4053-93f8-45307cdcf664 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:33.325628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109f197-09f0-486b-88ed-868703cc45fa req-d4a920cc-88ee-41ee-9f35-c256a480a5c5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:33.337163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4109f197-09f0-486b-88ed-868703cc45fa req-d4a920cc-88ee-41ee-9f35-c256a480a5c5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.3021834 Jul 30 01:56:33.393206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0cddbe1e-6481-48f5-b19b-f8c60d543caa None None] For port be7f4407-5855-4144-9ec8-d8cc00bb6e73, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=be7f4407-5855-4144-9ec8-d8cc00bb6e73,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:33.393612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cddbe1e-6481-48f5-b19b-f8c60d543caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.436222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45362) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:33.474150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.587247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4109f197-09f0-486b-88ed-868703cc45fa req-1b82ce1c-29d6-4b2a-b4ec-c3b6cfb6a166 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490187 Jul 30 01:56:33.638233 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80009700-881d-40c5-82ce-dceddea9c9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.748009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0cddbe1e-6481-48f5-b19b-f8c60d543caa None None] Calling delete_port for be7f4407-5855-4144-9ec8-d8cc00bb6e73 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:33.784201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Deleting port be7f4407-5855-4144-9ec8-d8cc00bb6e73 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:33.784864 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.821874 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.842535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-372932793-network', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:33.891090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.925168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Made reservation on behalf of 6d4459cdf3024dbf9cc1e3b8ad913802 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:33.928806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:33.943686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.038913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port be7f4407-5855-4144-9ec8-d8cc00bb6e73, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=be7f4407-5855-4144-9ec8-d8cc00bb6e73,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:34.048980 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.193709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] For port be7f4407-5855-4144-9ec8-d8cc00bb6e73, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=be7f4407-5855-4144-9ec8-d8cc00bb6e73,segment=NetworkSegment(5f7070f9-44ef-40b6-ad99-f73924eb75c1),segment_id=5f7070f9-44ef-40b6-ad99-f73924eb75c1)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:34.196254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205a8ce8-cff5-4851-9141-56eb12c0f39e None None] DHCP port deletion for 6f4295d3-56a4-4053-93f8-45307cdcf664 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:56:34.199903 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.210802 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0cddbe1e-6481-48f5-b19b-f8c60d543caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.255474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Calling delete_port for be7f4407-5855-4144-9ec8-d8cc00bb6e73 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:34.278732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cddbe1e-6481-48f5-b19b-f8c60d543caa None None] No DVR routers for this DVR port be7f4407-5855-4144-9ec8-d8cc00bb6e73 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:34.308354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457088c-7c4c-4a91-a376-cfd4336a7947 req-d9cf97f4-e3b6-426a-8a8e-ddae872f72a5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:34.323572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7457088c-7c4c-4a91-a376-cfd4336a7947 req-d9cf97f4-e3b6-426a-8a8e-ddae872f72a5 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.4584112 Jul 30 01:56:34.326053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.341247 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.379013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=be7f4407-5855-4144-9ec8-d8cc00bb6e73,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:34.441207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f02258-6cd6-43ef-9624-1e190557f114,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:34.483387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:56:34.484865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddbe1e-6481-48f5-b19b-f8c60d543caa None None] Pushing event deleted for resources: {'Port': ['ID=be7f4407-5855-4144-9ec8-d8cc00bb6e73,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:34.532468 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.537432 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Added segment b122bb51-f333-4634-866d-aa9f51dd0550 of type vlan for network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 Jul 30 01:56:34.567958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.629297 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7457088c-7c4c-4a91-a376-cfd4336a7947 req-86fb717c-d403-4d4c-8015-bfe179472967 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013480 Jul 30 01:56:34.661773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-205a8ce8-cff5-4851-9141-56eb12c0f39e None None] Deleting port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:34.668279 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-205a8ce8-cff5-4851-9141-56eb12c0f39e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.732639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.837547 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.877107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.878544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:34.879110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:34.916081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Port': ['ID=be7f4407-5855-4144-9ec8-d8cc00bb6e73,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:34.962417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.962735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.963155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.963716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.963900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.964169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.964440 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.968763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.969264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.969571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.970116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.970666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:34.983751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] No DVR routers for this DVR port be7f4407-5855-4144-9ec8-d8cc00bb6e73 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:34.987921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-205a8ce8-cff5-4851-9141-56eb12c0f39e None None] For port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6ca0efe1-575f-4a3c-a64a-bfe6661ad267,segment=NetworkSegment(8519ea13-faf1-459a-bc4c-d6fd7b34162a),segment_id=8519ea13-faf1-459a-bc4c-d6fd7b34162a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:34.988663 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-205a8ce8-cff5-4851-9141-56eb12c0f39e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.035843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-205a8ce8-cff5-4851-9141-56eb12c0f39e None None] Calling delete_port for 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:35.099917 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6572630 Jul 30 01:56:35.109121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45382) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:35.137531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Request body: {'subnet': {'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-372932793-subnet', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:35.199837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:35.208830 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-205a8ce8-cff5-4851-9141-56eb12c0f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.229167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Made reservation on behalf of 6d4459cdf3024dbf9cc1e3b8ad913802 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:56:35.235021 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.249260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274fcf4-6032-4563-abd0-3d07e9432d3d admin admin] Pushing event updated for resources: {'Network': ['ID=9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:35.326507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a8ce8-cff5-4851-9141-56eb12c0f39e None None] Pushing event deleted for resources: {'Port': ['ID=6ca0efe1-575f-4a3c-a64a-bfe6661ad267,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:35.330666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:56:35.379826 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.424990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c87a8b8-9efe-4928-8473-ff1fc173a79e']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:35.479300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7070f9-44ef-40b6-ad99-f73924eb75c1') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:35.479853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7070f9-44ef-40b6-ad99-f73924eb75c1') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:35.545028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.648777 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.711340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:35.715822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:35.722788 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:35.728799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:35.728992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:35.753407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a8ce8-cff5-4851-9141-56eb12c0f39e None None] No DVR routers for this DVR port 6ca0efe1-575f-4a3c-a64a-bfe6661ad267 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:35.855691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652daef-002a-413f-a6b7-cde4ebf12b28 req-4e21e52a-83d4-4169-bb0f-daa97a2e21a4 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:35.867413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7652daef-002a-413f-a6b7-cde4ebf12b28 req-4e21e52a-83d4-4169-bb0f-daa97a2e21a4 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.2587504 Jul 30 01:56:35.886943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.932202 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:35.935828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "DELETE /v2.0/networks/2c87a8b8-9efe-4928-8473-ff1fc173a79e HTTP/1.1" status: 204 len: 168 time: 2.8274696 Jul 30 01:56:35.941287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45392) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:35.957414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449e015-2282-4c0d-831f-3a9c2730c498 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Network': ['ID=2c87a8b8-9efe-4928-8473-ff1fc173a79e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:35.987069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7652daef-002a-413f-a6b7-cde4ebf12b28 req-bd0ec9cf-4b61-45f1-aab9-e728b4bfac68 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129689 Jul 30 01:56:36.108569 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.135381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.240573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.277663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=902da145-f109-45e5-971b-a2b28c314c44,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:36.338742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Checking segment: {'id': 'b122bb51-f333-4634-866d-aa9f51dd0550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:36.339646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Network hostable DHCP agents. Network: 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:56:36.342797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7edb7-a54b-4912-925b-52b29806137e req-9761d9df-d999-4406-969e-c3fd079136cf tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.345573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27f7edb7-a54b-4912-925b-52b29806137e req-9761d9df-d999-4406-969e-c3fd079136cf tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 945 time: 0.1416440 Jul 30 01:56:36.440759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27f7edb7-a54b-4912-925b-52b29806137e req-3328ff8c-baa4-4e85-a79b-d4accca68a0a tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/security-groups?id=9788ca2e-888a-4287-908c-2ce6aba39a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738719 Jul 30 01:56:36.526410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.543302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4295d3-56a4-4053-93f8-45307cdcf664']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:36.567800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8519ea13-faf1-459a-bc4c-d6fd7b34162a') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:36.584974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8519ea13-faf1-459a-bc4c-d6fd7b34162a') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:36.587061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.597622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:56:36.628585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.640681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:36.652236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:36.656552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5db2da-405e-464e-94a6-97bd95576640 None None] Network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:36.659549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:36.668863 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:36.672597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.672597 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.706023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf2ce7-5f17-462a-87b7-ddc871d4895a req-050b9749-7000-4ffb-874a-3da95997d2ca tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:36.707972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abaf2ce7-5f17-462a-87b7-ddc871d4895a req-050b9749-7000-4ffb-874a-3da95997d2ca tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.1321039 Jul 30 01:56:36.798415 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e8fde736-d729-439b-9d88-b4e3ee7be00f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6784918 Jul 30 01:56:36.798942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45400) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:36.811423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:36.839618 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.861200 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.866784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] 10.222.0.84 "DELETE /v2.0/networks/6f4295d3-56a4-4053-93f8-45307cdcf664 HTTP/1.1" status: 204 len: 168 time: 0.9228637 Jul 30 01:56:36.925167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abaf2ce7-5f17-462a-87b7-ddc871d4895a req-bcb16ae1-137e-4dbf-afaa-cf75671cb1b6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004881 Jul 30 01:56:36.968788 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.972070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:36.986754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b442c-e3ba-4a36-90b8-b091cf3e9f7f tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] Pushing event deleted for resources: {'Network': ['ID=6f4295d3-56a4-4053-93f8-45307cdcf664,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:37.030921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80203906-d390-4b37-86cd-5fa245c6bbde req-cf4f472a-87e0-4b9c-ae38-ec80ee6b49d1 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:37.044057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80203906-d390-4b37-86cd-5fa245c6bbde req-cf4f472a-87e0-4b9c-ae38-ec80ee6b49d1 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 945 time: 0.2835701 Jul 30 01:56:37.139632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8', 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'fixed_ips': [{'subnet_id': '902da145-f109-45e5-971b-a2b28c314c44'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:56:37.145522 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.156609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.434970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-80203906-d390-4b37-86cd-5fa245c6bbde req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Deleting port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:37.436142 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-80203906-d390-4b37-86cd-5fa245c6bbde req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.486299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Allocated IP 172.20.0.2 (9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8/902da145-f109-45e5-971b-a2b28c314c44/8818d8cf-96bd-469b-9b55-32d64898064b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:37.525702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.789830 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45412) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:37.822036 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.848115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Transition to ACTIVE for port object 8818d8cf-96bd-469b-9b55-32d64898064b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:37.911985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Transition to ACTIVE for port object 8818d8cf-96bd-469b-9b55-32d64898064b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:37.930734 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.981115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-80203906-d390-4b37-86cd-5fa245c6bbde req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] For port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,segment=NetworkSegment(ed5c75b4-62ea-4663-8242-d98a7676e7ea),segment_id=ed5c75b4-62ea-4663-8242-d98a7676e7ea)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:37.982580 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-80203906-d390-4b37-86cd-5fa245c6bbde req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:37.986747 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3cafeb9f-880b-4c92-94f5-8681efedc6e4 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.029021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3cafeb9f-880b-4c92-94f5-8681efedc6e4 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.037758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:38.041742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:38.046842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:38.058454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Pushing event updated for resources: {'Port': ['ID=8818d8cf-96bd-469b-9b55-32d64898064b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:38.137268 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3cafeb9f-880b-4c92-94f5-8681efedc6e4 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.141417 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3cafeb9f-880b-4c92-94f5-8681efedc6e4 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.142255 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:56:38.142886 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3cafeb9f-880b-4c92-94f5-8681efedc6e4 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "DELETE /v2.0/security-groups/3ff2b5e5-f612-48dc-aba9-064c37939531 HTTP/1.1" status: 204 len: 168 time: 0.3515847 Jul 30 01:56:38.148555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-80203906-d390-4b37-86cd-5fa245c6bbde req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Calling delete_port for 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:38.155643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45420) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:38.232587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Attempting to bind port 8818d8cf-96bd-469b-9b55-32d64898064b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:38.233725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Attempting to bind port 8818d8cf-96bd-469b-9b55-32d64898064b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'b122bb51-f333-4634-866d-aa9f51dd0550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:38.236291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Attempting to bind port 8818d8cf-96bd-469b-9b55-32d64898064b on network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:38.246571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:38.247477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Checking segment: {'id': 'b122bb51-f333-4634-866d-aa9f51dd0550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:38.248856 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.249165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafeb9f-880b-4c92-94f5-8681efedc6e4 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff2b5e5-f612-48dc-aba9-064c37939531,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:38.250176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Bound using segment: {'id': 'b122bb51-f333-4634-866d-aa9f51dd0550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:38.251004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Bound port: 8818d8cf-96bd-469b-9b55-32d64898064b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b122bb51-f333-4634-866d-aa9f51dd0550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:38.251719 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.283202 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-ab26da1d-7f32-48ea-acb0-3ad8e59e3458 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] show failed (client error): The resource could not be found. Jul 30 01:56:38.285035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ab26da1d-7f32-48ea-acb0-3ad8e59e3458 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups/3ff2b5e5-f612-48dc-aba9-064c37939531 HTTP/1.1" status: 404 len: 347 time: 0.0951977 Jul 30 01:56:38.368572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47a316-1228-4b41-aaac-4c20e394f16e req-7a343b6b-ab27-4e0e-b15c-1e9fd1dc8dac tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:38.368572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd47a316-1228-4b41-aaac-4c20e394f16e req-7a343b6b-ab27-4e0e-b15c-1e9fd1dc8dac tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.2378471 Jul 30 01:56:38.368572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45424) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:38.536163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] For port 8818d8cf-96bd-469b-9b55-32d64898064b, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:38.551339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] For port 8818d8cf-96bd-469b-9b55-32d64898064b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8818d8cf-96bd-469b-9b55-32d64898064b,segment=NetworkSegment(b122bb51-f333-4634-866d-aa9f51dd0550),segment_id=b122bb51-f333-4634-866d-aa9f51dd0550)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:38.559483 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.684535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd47a316-1228-4b41-aaac-4c20e394f16e req-b2f01b39-f8cb-4253-9d28-eff840056dc0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302198 Jul 30 01:56:38.760700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc5af8-e7bc-4de6-b96e-d165f6f297c1 None None] Pushing event updated for resources: {'Port': ['ID=8818d8cf-96bd-469b-9b55-32d64898064b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:38.766254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Deleting port c685adaf-22a3-4b61-a519-000e4015d242 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:38.766254 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.890313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.932148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.979396 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:38.980294 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.005401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Calling delete_port for c685adaf-22a3-4b61-a519-000e4015d242 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:39.161095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Allocated IP 172.25.7.249 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/24bfb701-7c2e-410f-9910-1edbd964a2ab) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:39.291184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca105-1b17-4ef7-8297-9d3e08119bd8 req-3b571539-f1f5-4ec6-a0b2-caabb682a10c tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.300478 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8eca105-1b17-4ef7-8297-9d3e08119bd8 req-3b571539-f1f5-4ec6-a0b2-caabb682a10c tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c99083d-43d9-4af2-b14a-ca5f93b18f48 HTTP/1.1" status: 200 len: 945 time: 0.3339181 Jul 30 01:56:39.323350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-80203906-d390-4b37-86cd-5fa245c6bbde req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.488664 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.516981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-6fb4caf6-5f4a-4d64-8ca8-188309996b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:39.518999 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-6fb4caf6-5f4a-4d64-8ca8-188309996b1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 1097 time: 0.1092224 Jul 30 01:56:39.544324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Pushing event deleted for resources: {'Port': ['ID=41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:39.553147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-80203906-d390-4b37-86cd-5fa245c6bbde req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] No DVR routers for this DVR port 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:39.568451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8eca105-1b17-4ef7-8297-9d3e08119bd8 req-ae13ac72-02a6-480e-9b93-993435955673 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.84 "GET /v2.0/security-groups?id=9788ca2e-888a-4287-908c-2ce6aba39a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665873 Jul 30 01:56:39.571063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-80203906-d390-4b37-86cd-5fa245c6bbde req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.573991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80203906-d390-4b37-86cd-5fa245c6bbde req-be97c565-de7d-40cc-9286-4a902e86bad8 tempest-ServerPasswordTestJSON-1704471800 tempest-ServerPasswordTestJSON-1704471800-project] 10.222.0.41 "DELETE /v2.0/ports/41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 HTTP/1.1" status: 204 len: 173 time: 2.5203180 Jul 30 01:56:39.575141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c99083d-43d9-4af2-b14a-ca5f93b18f48', 'name': 'network-vif-deleted', 'tag': '41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:39.580854 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130fce9e-c666-47cf-bf1b-16db5395cabf" -d '{"events": [{"server_uuid": "5c99083d-43d9-4af2-b14a-ca5f93b18f48", "name": "network-vif-deleted", "tag": "41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:39.818283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:39.867313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.896395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:39.971019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:56:39.971771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:56:40.137647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:40.158774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:40.165820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event deleted for resources: {'Port': ['ID=c685adaf-22a3-4b61-a519-000e4015d242,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:40.174708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:40.240590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-e0aa9afd-8084-4a72-8a23-612066126502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:40.243716 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-e0aa9afd-8084-4a72-8a23-612066126502 service neutron] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 913 time: 0.7154257 Jul 30 01:56:40.250879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Pushing event updated for resources: {'Port': ['ID=24bfb701-7c2e-410f-9910-1edbd964a2ab,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:40.490959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.492460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.493125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.493851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.494330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.494804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.495256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.495758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.496470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.496950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.497457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.497916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:40.520365 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-66030f8b-023e-4b19-8e18-d0e2dc490ea9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89 HTTP/1.1" status: 200 len: 217 time: 0.2191317 Jul 30 01:56:40.806886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45462) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:40.818150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064929b2-ff0d-45c0-949a-a4ee6eb9378d req-ee88ad49-935c-42e7-9382-f23aa46317a2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:40.832920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-a2e83ac4-cb53-4f0d-8235-d4e3d30044c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:40.834492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-a2e83ac4-cb53-4f0d-8235-d4e3d30044c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.3010733 Jul 30 01:56:40.848634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-064929b2-ff0d-45c0-949a-a4ee6eb9378d req-ee88ad49-935c-42e7-9382-f23aa46317a2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 946 time: 0.7772105 Jul 30 01:56:40.944116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88152889-45aa-4804-bfd5-9893ce3cfb0b None None] Network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:56:40.957332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-35c3c647-ece9-4a36-9c54-e4c03b13bd4d tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:40.961148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-35c3c647-ece9-4a36-9c54-e4c03b13bd4d tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1097 time: 1.1226923 Jul 30 01:56:40.965987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.971568 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:40.987551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9f615fa2-6069-49da-af5e-ae407d75fb69 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "DELETE /v2.0/floatingips/4509e52a-bea9-482f-94c5-d813bda79d61 HTTP/1.1" status: 204 len: 168 time: 2.6181326 Jul 30 01:56:41.007730 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-c6bff143-4c9f-41ea-bcbf-b2c799545569 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391535 Jul 30 01:56:41.015734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-7'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:41.039337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-064929b2-ff0d-45c0-949a-a4ee6eb9378d req-e875f592-d492-4684-8ccc-c2a04bea5951 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871874 Jul 30 01:56:41.157311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8818d8cf-96bd-469b-9b55-32d64898064b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:41.228584 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-c0729e29-1451-4a00-953a-c4a28511ca8e service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198613 Jul 30 01:56:41.264713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.457020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b97142a-6659-43b4-bb8a-f7d27a3b005b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.503235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ca8944c3-489c-4d4a-9951-8906d967cafe None None] Provisioning for port 8818d8cf-96bd-469b-9b55-32d64898064b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:41.554791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 8818d8cf-96bd-469b-9b55-32d64898064b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:41.568300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8818d8cf-96bd-469b-9b55-32d64898064b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:41.569422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.722310 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db83c7-dbf2-4d4b-8f93-46bfafb5719e x-openstack-request-id: req-95db83c7-dbf2-4d4b-8f93-46bfafb5719e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:41.722619 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c99083d-43d9-4af2-b14a-ca5f93b18f48", "name": "network-vif-deleted", "tag": "41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:41.722972 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-95db83c7-dbf2-4d4b-8f93-46bfafb5719e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:41.723272 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c99083d-43d9-4af2-b14a-ca5f93b18f48', 'name': 'network-vif-deleted', 'tag': '41120aaa-a0ce-43af-a22a-cbf2d9aa9ee2', 'status': 'completed', 'code': 200} Jul 30 01:56:41.725923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.731416 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7fe0866f-7024-448d-b041-c8b9fdad5048 req-80910f54-8d12-4aff-a7dd-33decd60ed6c service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349420 Jul 30 01:56:41.755874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:41.855611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:41.864392 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.870235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device aa82bc24-d17c-4214-bc1a-e37ca3f6b66f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:56:41.876841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b97142a-6659-43b4-bb8a-f7d27a3b005b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.909025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 636b977a-385f-4ed6-9b83-09d5dbf5fb89 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:41.963799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.964129 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b97142a-6659-43b4-bb8a-f7d27a3b005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:41.996282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce4914-bc38-447c-a564-2eb1a8c51b88 req-c6624c12-534f-43bd-81fc-2cb42f64c25f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:41.999548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2ce4914-bc38-447c-a564-2eb1a8c51b88 req-c6624c12-534f-43bd-81fc-2cb42f64c25f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 946 time: 0.1183591 Jul 30 01:56:42.000891 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5b97142a-6659-43b4-bb8a-f7d27a3b005b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=072fc1471a5c4e258b0875cd99a37868&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1851091 Jul 30 01:56:42.001313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.001697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45474) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:42.184847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97142a-6659-43b4-bb8a-f7d27a3b005b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3499ac7f-14aa-497b-88b6-b3e4719a902e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:42.192085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2ce4914-bc38-447c-a564-2eb1a8c51b88 req-bc8c8100-c9a5-4145-a1f2-8af7e07bd203 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209130 Jul 30 01:56:42.205048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 8818d8cf-96bd-469b-9b55-32d64898064b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8818d8cf-96bd-469b-9b55-32d64898064b,segment=NetworkSegment(b122bb51-f333-4634-866d-aa9f51dd0550),segment_id=b122bb51-f333-4634-866d-aa9f51dd0550)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:42.252994 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.368736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Pushing event updated for resources: {'Port': ['ID=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:42.375111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45482) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:42.376695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on host n-h2-715271-7 for vnic_type normal with profile {"migrating_to": "n-h1-715271-7"} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:42.377495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:42.381924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:42.506942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:42.538421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device aa82bc24-d17c-4214-bc1a-e37ca3f6b66f has no active binding in host n-h1-715271-7 {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 01:56:42.561778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e744ad-ab42-4dca-8257-d80f13a50445 admin admin] Deleting subnet 948eaad4-fca9-4047-ba1c-f490072a1495 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:56:42.566897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:56:42.567452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Attempting to bind port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on network b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:42.580189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:42.580715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Checking segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:42.582061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Bound using segment: {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:42.582874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Bound port: aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a678c05-5e3b-4be2-8e43-9d452061952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b62a23bd-c6eb-4480-a8c5-2de1d8b31a38'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:42.583488 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.588368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34e744ad-ab42-4dca-8257-d80f13a50445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.596317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=8818d8cf-96bd-469b-9b55-32d64898064b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:42.599061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c10c11ba-cf63-45a7-9ab1-a155ca0195ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.620724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f9f8060c-128d-49a9-a667-edfa65b32ab5 None None] Provisioning complete for port 8818d8cf-96bd-469b-9b55-32d64898064b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:42.621300 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9f8060c-128d-49a9-a667-edfa65b32ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.692845 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.740784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c10c11ba-cf63-45a7-9ab1-a155ca0195ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.795631 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.816816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:42.821437 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9b0753-4901-43a2-b181-b07f36726442" -d '{"events": [{"server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "name": "network-vif-unplugged", "status": "completed", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:42.843714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8818d8cf-96bd-469b-9b55-32d64898064b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:42.857750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:42.894807 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.901016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:42.918281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:42.938775 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34e744ad-ab42-4dca-8257-d80f13a50445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:42.950441 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.103103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=636b977a-385f-4ed6-9b83-09d5dbf5fb89,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:43.109898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8818d8cf-96bd-469b-9b55-32d64898064b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:43.110778 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.168637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c10c11ba-cf63-45a7-9ab1-a155ca0195ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.178127 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c10c11ba-cf63-45a7-9ab1-a155ca0195ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.183896 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c10c11ba-cf63-45a7-9ab1-a155ca0195ea admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3499ac7f-14aa-497b-88b6-b3e4719a902e HTTP/1.1" status: 204 len: 168 time: 1.1754463 Jul 30 01:56:43.204196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:43.204196 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.206356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa82bc24-d17c-4214-bc1a-e37ca3f6b66f HTTP/1.1" status: 200 len: 1122 time: 2.2289810 Jul 30 01:56:43.220926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45488) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:43.237064 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34e744ad-ab42-4dca-8257-d80f13a50445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.244662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-99840c01-6d4b-44fe-9596-5b3db8f74e4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1792349233', 'description': 'tempest-description--876230786'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:43.344920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946e5a4-d374-4518-8613-7542877e9c57 service neutron] Pushing event updated for resources: {'Port': ['ID=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,revision_number=8']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:43.365983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['aa82bc24-d17c-4214-bc1a-e37ca3f6b66f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:43.394062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99840c01-6d4b-44fe-9596-5b3db8f74e4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:43.396903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c11ba-cf63-45a7-9ab1-a155ca0195ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3499ac7f-14aa-497b-88b6-b3e4719a902e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:43.415318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Router 10c5f2de-5e1e-4e71-9aca-bb946393b603 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:56:43.556870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['aa82bc24-d17c-4214-bc1a-e37ca3f6b66f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:56:43.843318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:43.888013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Sync routers for ids ['10c5f2de-5e1e-4e71-9aca-bb946393b603'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:44.038299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99840c01-6d4b-44fe-9596-5b3db8f74e4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.048151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99840c01-6d4b-44fe-9596-5b3db8f74e4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.128055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Routers {'10c5f2de-5e1e-4e71-9aca-bb946393b603'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:44.129309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:56:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['10c5f2de-5e1e-4e71-9aca-bb946393b603'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:44.151290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.154570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-169ebdea-9712-4ea6-bc24-89faf5a4cda1 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.3536439 Jul 30 01:56:44.164677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45496) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:44.179699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45498) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:44.373316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f'}, {'name': 'network-changed', 'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:44.377760 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7" -d '{"events": [{"server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f"}, {"name": "network-changed", "server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:44.381571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99840c01-6d4b-44fe-9596-5b3db8f74e4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:44.386056 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99840c01-6d4b-44fe-9596-5b3db8f74e4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.388692 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-99840c01-6d4b-44fe-9596-5b3db8f74e4c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1659749 Jul 30 01:56:44.400791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45502) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:44.422053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cd8d293f-158f-4a79-8638-80e8a16e4910 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'security_group_rule': {'security_group_id': '1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:44.430521 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30148da9-fa7a-45a5-8f23-131aebfd8b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.454002 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34e744ad-ab42-4dca-8257-d80f13a50445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.517089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd38c9f-96c9-4d66-afb4-5aef05f725d1 req-31475b17-7086-4e6e-a42d-66a50635259d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:44.522197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dbd38c9f-96c9-4d66-afb4-5aef05f725d1 req-31475b17-7086-4e6e-a42d-66a50635259d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 944 time: 1.0223479 Jul 30 01:56:44.593731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34e744ad-ab42-4dca-8257-d80f13a50445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.598015 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd8d293f-158f-4a79-8638-80e8a16e4910 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.600648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-34e744ad-ab42-4dca-8257-d80f13a50445 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/948eaad4-fca9-4047-ba1c-f490072a1495 HTTP/1.1" status: 204 len: 168 time: 2.2063570 Jul 30 01:56:44.609710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45504) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:44.656430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Set router 10c5f2de-5e1e-4e71-9aca-bb946393b603 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:44.721005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e744ad-ab42-4dca-8257-d80f13a50445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948eaad4-fca9-4047-ba1c-f490072a1495,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:44.751968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dbd38c9f-96c9-4d66-afb4-5aef05f725d1 req-6235e511-1c7f-499f-9be3-eb1af668e702 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144651 Jul 30 01:56:44.899194 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd8d293f-158f-4a79-8638-80e8a16e4910 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:44.974909 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd8d293f-158f-4a79-8638-80e8a16e4910 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.004587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.017476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d293f-158f-4a79-8638-80e8a16e4910 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea440a6-59c3-4d39-af43-4bf8c5532148,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:45.142302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:36Z', 'updated_at': '2021-07-30T01:56:41Z', 'revision_number': 3, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'gw_port': {'id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:38Z', 'updated_at': '2021-07-30T01:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:45.207298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Checking router: 10c5f2de-5e1e-4e71-9aca-bb946393b603 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:45.207697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Updating router 10c5f2de-5e1e-4e71-9aca-bb946393b603 port 24bfb701-7c2e-410f-9910-1edbd964a2ab binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:56:45.254326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30148da9-fa7a-45a5-8f23-131aebfd8b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.268374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.307852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30148da9-fa7a-45a5-8f23-131aebfd8b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.467910 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd8d293f-158f-4a79-8638-80e8a16e4910 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.471509 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cd8d293f-158f-4a79-8638-80e8a16e4910 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0680113 Jul 30 01:56:45.479520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45510) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:45.513510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e89a0ca3-bd60-4bf2-b665-f63cb228ee16 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'security_group_rule': {'security_group_id': '1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:45.549052 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6a857c-69e2-4f3f-9d5c-d8ef50fdc404 x-openstack-request-id: req-4c6a857c-69e2-4f3f-9d5c-d8ef50fdc404 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:45.550360 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "name": "network-vif-unplugged", "status": "failed", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89", "code": 422}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:45.551040 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4c6a857c-69e2-4f3f-9d5c-d8ef50fdc404 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:45.551719 n-d-715271-7 neutron-server[93820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89', 'code': 422} returned with failed status Jul 30 01:56:45.582189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.602242 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e89a0ca3-bd60-4bf2-b665-f63cb228ee16 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.643226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3586cc1f-97bf-4d2f-80e9-2021bf6787ec']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:45.651351 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-30148da9-fa7a-45a5-8f23-131aebfd8b3a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a0d3d4595bda4e81acf3c2f062bb5c43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4663408 Jul 30 01:56:45.664888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45512) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:45.668410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30148da9-fa7a-45a5-8f23-131aebfd8b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabc7f78-93bb-4b84-a412-b1080eedfdc2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:45.686399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5c75b4-62ea-4663-8242-d98a7676e7ea') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:45.686900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5c75b4-62ea-4663-8242-d98a7676e7ea') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:45.832569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.880436 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.911406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:56:45.912323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:56:45.918922 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:56:46.028239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e49a80f-9ae5-48ac-a621-8cd0cd3d3e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.060436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 636b977a-385f-4ed6-9b83-09d5dbf5fb89 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:46.090060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e49a80f-9ae5-48ac-a621-8cd0cd3d3e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.126516 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.133692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.146890 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.151471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] 10.222.0.84 "DELETE /v2.0/networks/3586cc1f-97bf-4d2f-80e9-2021bf6787ec HTTP/1.1" status: 204 len: 168 time: 1.5371921 Jul 30 01:56:46.189880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6733d-78d0-4623-a02d-d6ed0ed84d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=3586cc1f-97bf-4d2f-80e9-2021bf6787ec,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:46.231212 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.394775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5cbfc-8738-41a4-90be-c0620eba213b req-9a4f9f27-2de1-41aa-a029-7f73a0b28af0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:46.410779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abb5cbfc-8738-41a4-90be-c0620eba213b req-9a4f9f27-2de1-41aa-a029-7f73a0b28af0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 944 time: 0.6663899 Jul 30 01:56:46.440211 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e89a0ca3-bd60-4bf2-b665-f63cb228ee16 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.466119 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e89a0ca3-bd60-4bf2-b665-f63cb228ee16 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.563907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a0ca3-bd60-4bf2-b665-f63cb228ee16 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc38dd3-c426-42a8-88e3-1a0c4ad3eaf3,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:46.580233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e89a0ca3-bd60-4bf2-b665-f63cb228ee16 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.582703 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e89a0ca3-bd60-4bf2-b665-f63cb228ee16 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1003723 Jul 30 01:56:46.604218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abb5cbfc-8738-41a4-90be-c0620eba213b req-baea4b26-b1ee-4f29-af1b-fa7b18806e6d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893210 Jul 30 01:56:46.608147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45526) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:46.618179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:56:46.627031 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e49a80f-9ae5-48ac-a621-8cd0cd3d3e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.632388 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e49a80f-9ae5-48ac-a621-8cd0cd3d3e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.636900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6e49a80f-9ae5-48ac-a621-8cd0cd3d3e33 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aabc7f78-93bb-4b84-a412-b1080eedfdc2 HTTP/1.1" status: 204 len: 168 time: 0.9672985 Jul 30 01:56:46.664125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49a80f-9ae5-48ac-a621-8cd0cd3d3e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabc7f78-93bb-4b84-a412-b1080eedfdc2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:46.744362 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.768913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Transition to ACTIVE for port object 24bfb701-7c2e-410f-9910-1edbd964a2ab will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:46.809398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:46.829164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Allocated IP 172.20.0.1 (9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8/902da145-f109-45e5-971b-a2b28c314c44/fe0713aa-482c-440a-80ba-6ec0ccf9eeef) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:47.005880 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e1c714-6dbf-48c9-a9dd-d15009c3cbfc x-openstack-request-id: req-93e1c714-6dbf-48c9-a9dd-d15009c3cbfc {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:47.007679 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f", "code": 200}, {"name": "network-changed", "server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:47.010878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312c284-a255-4b60-8cf4-f724fd4000c9 None None] Pushing event updated for resources: {'Port': ['ID=24bfb701-7c2e-410f-9910-1edbd964a2ab,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:47.012528 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93e1c714-6dbf-48c9-a9dd-d15009c3cbfc {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:47.016260 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f', 'code': 200} Jul 30 01:56:47.017152 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f', 'status': 'completed', 'code': 200} Jul 30 01:56:47.146222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Attempting to bind port 24bfb701-7c2e-410f-9910-1edbd964a2ab on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:47.149177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Attempting to bind port 24bfb701-7c2e-410f-9910-1edbd964a2ab by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:47.149843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Attempting to bind port 24bfb701-7c2e-410f-9910-1edbd964a2ab on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:47.168413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:47.171354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:47.172899 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.173636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:47.175365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Bound port: 24bfb701-7c2e-410f-9910-1edbd964a2ab, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:47.177945 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.212274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-a2c0a413-eb89-48cb-a5bc-0a0d2e3ee994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:47.215589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-a2c0a413-eb89-48cb-a5bc-0a0d2e3ee994 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 1125 time: 0.1565011 Jul 30 01:56:47.220176 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.264668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Transition to ACTIVE for port object fe0713aa-482c-440a-80ba-6ec0ccf9eeef will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:47.287577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45532) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:47.439127 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9b803e19-6079-45cc-80b1-0898b92f3646 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2236ab20cd814f98be9d1a47cdb5cce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491609 Jul 30 01:56:47.442719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45538) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:47.453160 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.496879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] For port 24bfb701-7c2e-410f-9910-1edbd964a2ab, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:47.520589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] For port 24bfb701-7c2e-410f-9910-1edbd964a2ab, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24bfb701-7c2e-410f-9910-1edbd964a2ab,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:47.533570 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.545451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:47.556307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:47.576360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:47.581915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0713aa-482c-440a-80ba-6ec0ccf9eeef,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:47.699782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312c284-a255-4b60-8cf4-f724fd4000c9 None None] Pushing event updated for resources: {'Port': ['ID=24bfb701-7c2e-410f-9910-1edbd964a2ab,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:47.725104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:47.745322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Routers {'10c5f2de-5e1e-4e71-9aca-bb946393b603'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:47.746822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206671-c6a1-43df-be29-68e3f520582d req-0529e6a8-14d6-451b-8051-281001e34cce tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:47.751958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:56:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['10c5f2de-5e1e-4e71-9aca-bb946393b603'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:47.755603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac206671-c6a1-43df-be29-68e3f520582d req-0529e6a8-14d6-451b-8051-281001e34cce tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 944 time: 0.2408185 Jul 30 01:56:47.839702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-18831059-eb66-4658-bcca-386b79b84b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:47.848683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-18831059-eb66-4658-bcca-386b79b84b1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.6058261 Jul 30 01:56:48.046690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac206671-c6a1-43df-be29-68e3f520582d req-a32681fd-672c-4b7a-94c0-a5cc40a4a051 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863863 Jul 30 01:56:48.052050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-871bd706-df9f-4322-a513-02db2cd7f0b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f HTTP/1.1" status: 200 len: 217 time: 0.1593580 Jul 30 01:56:48.199461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] Set router 10c5f2de-5e1e-4e71-9aca-bb946393b603 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:48.303202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-02155f0b-af92-4515-9f24-00a2feaded83 None None] Provisioning for port fe0713aa-482c-440a-80ba-6ec0ccf9eeef completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:48.327757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-2fc4ee3c-e611-4f1f-b65c-8498bb7c0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:48.329941 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-2fc4ee3c-e611-4f1f-b65c-8498bb7c0b1a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.2513273 Jul 30 01:56:48.437060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-096526c4-68e0-44b7-9a1c-5351c95172ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.491835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-02155f0b-af92-4515-9f24-00a2feaded83 None None] Provisioning complete for port fe0713aa-482c-440a-80ba-6ec0ccf9eeef triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:48.492344 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02155f0b-af92-4515-9f24-00a2feaded83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.506703 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-723bf4c6-fac1-4ed0-bd3b-c6f7ce0e4b17 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564443 Jul 30 01:56:48.540312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Allocated IP 172.25.7.87 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/360c7710-cfc6-438a-88ce-07c360887dd9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:56:48.552924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-02155f0b-af92-4515-9f24-00a2feaded83 None None] Port fe0713aa-482c-440a-80ba-6ec0ccf9eeef cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:48.566539 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-096526c4-68e0-44b7-9a1c-5351c95172ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.586445 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.661754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:36Z', 'updated_at': '2021-07-30T01:56:41Z', 'revision_number': 3, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'gw_port': {'id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:38Z', 'updated_at': '2021-07-30T01:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:48.749544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295b9e1-4ad9-4e50-8a91-4b862b20ec8f None None] The sync data for ids ['10c5f2de-5e1e-4e71-9aca-bb946393b603'] in n-d-715271-7 is: [{'id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:36Z', 'updated_at': '2021-07-30T01:56:41Z', 'revision_number': 3, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'gw_port': {'id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:38Z', 'updated_at': '2021-07-30T01:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:48.833568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-096526c4-68e0-44b7-9a1c-5351c95172ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.844940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-096526c4-68e0-44b7-9a1c-5351c95172ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:48.854763 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-096526c4-68e0-44b7-9a1c-5351c95172ee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9788ca2e-888a-4287-908c-2ce6aba39a4c HTTP/1.1" status: 204 len: 168 time: 1.4104006 Jul 30 01:56:48.856913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-85e716e4-0cff-491e-9ab7-00b558da3af4 service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058972 Jul 30 01:56:48.919074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096526c4-68e0-44b7-9a1c-5351c95172ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9788ca2e-888a-4287-908c-2ce6aba39a4c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:49.170924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.312210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2dec60e-3679-4f8f-bcb8-cd7a53962fd7 req-dbc6a6e4-8de4-44f7-8b81-6cbd180f120d service neutron] 10.222.0.22 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308183 Jul 30 01:56:49.321606 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.457718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.630683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:49.659608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:49.680794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:56:49.757988 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.795801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:49.816007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device aa82bc24-d17c-4214-bc1a-e37ca3f6b66f no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:56:49.957101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'Port': ['ID=360c7710-cfc6-438a-88ce-07c360887dd9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:50.127695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.139144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0713aa-482c-440a-80ba-6ec0ccf9eeef,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:50.236115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.386860 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:50.484948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:56:50.491736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:56:50.945614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Router 10c5f2de-5e1e-4e71-9aca-bb946393b603 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:56:50.972462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24bfb701-7c2e-410f-9910-1edbd964a2ab up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:51.154701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 24bfb701-7c2e-410f-9910-1edbd964a2ab completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:51.163673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 24bfb701-7c2e-410f-9910-1edbd964a2ab triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:51.164621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.357156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-754e8079-8065-4d22-a5dc-491112558442 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:51.359350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-754e8079-8065-4d22-a5dc-491112558442 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cb71cda-451d-4413-982d-557f09108c32 HTTP/1.1" status: 200 len: 944 time: 0.8329151 Jul 30 01:56:51.399695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f1eef822-ca83-4eec-91a3-3aba52d6fd2c None None] Provisioning complete for port fe0713aa-482c-440a-80ba-6ec0ccf9eeef triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:51.401588 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1eef822-ca83-4eec-91a3-3aba52d6fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.486619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:56:51.531249 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2793e912-a8fc-4b5a-b2fa-00362e667b91 admin admin] 10.222.0.84 "PUT /v2.0/routers/10c5f2de-5e1e-4e71-9aca-bb946393b603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3622818 Jul 30 01:56:51.567686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f1eef822-ca83-4eec-91a3-3aba52d6fd2c None None] Port fe0713aa-482c-440a-80ba-6ec0ccf9eeef cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:56:51.693353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.719859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.721321 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.818280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 24bfb701-7c2e-410f-9910-1edbd964a2ab, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24bfb701-7c2e-410f-9910-1edbd964a2ab,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:51.835364 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:51.980176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'Port': ['ID=360c7710-cfc6-438a-88ce-07c360887dd9,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:52.042174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=24bfb701-7c2e-410f-9910-1edbd964a2ab,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:52.068027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Deleting port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:52.068707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.172060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.274762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.278552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dbf0e6b5-b73d-4668-b7d4-2a4a971affe0 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6668727 Jul 30 01:56:52.342110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] For port 636b977a-385f-4ed6-9b83-09d5dbf5fb89, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=636b977a-385f-4ed6-9b83-09d5dbf5fb89,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:52.342538 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.379403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Calling delete_port for 636b977a-385f-4ed6-9b83-09d5dbf5fb89 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:52.776172 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Sync routers for ids ['10c5f2de-5e1e-4e71-9aca-bb946393b603'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:56:52.793015 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Routers {'10c5f2de-5e1e-4e71-9aca-bb946393b603'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:52.793965 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:56:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['10c5f2de-5e1e-4e71-9aca-bb946393b603'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:52.866391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:52.867140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24bfb701-7c2e-410f-9910-1edbd964a2ab up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:52.993775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 24bfb701-7c2e-410f-9910-1edbd964a2ab triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:52.994975 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.021375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event deleted for resources: {'Port': ['ID=636b977a-385f-4ed6-9b83-09d5dbf5fb89,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:53.143149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] No DVR routers for this DVR port 636b977a-385f-4ed6-9b83-09d5dbf5fb89 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:53.152527 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.160604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64ce6d7e-299d-460a-88a4-0cf6ba7a6741 req-3e014d41-e89e-4c48-9245-8f1510023ef5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "DELETE /v2.0/ports/636b977a-385f-4ed6-9b83-09d5dbf5fb89 HTTP/1.1" status: 204 len: 173 time: 1.7848551 Jul 30 01:56:53.164145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'name': 'network-vif-deleted', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:56:53.167857 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40d8773-43d6-40c0-9d7c-f7691220b2ef" -d '{"events": [{"server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "name": "network-vif-deleted", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:56:53.273971 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Set router 10c5f2de-5e1e-4e71-9aca-bb946393b603 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:53.665666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-e1fdf349-5114-412b-8ead-ce4de40faaf3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330905 Jul 30 01:56:53.854317 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:53.875423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-2b27e8e6-c0ed-451c-a4a6-073f15bd67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:53.885568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-2b27e8e6-c0ed-451c-a4a6-073f15bd67c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 1096 time: 0.1897652 Jul 30 01:56:54.140782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:36Z', 'updated_at': '2021-07-30T01:56:49Z', 'revision_number': 4, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'gw_port': {'id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:38Z', 'updated_at': '2021-07-30T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'fe0713aa-482c-440a-80ba-6ec0ccf9eeef', 'name': '', 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'mac_address': 'fa:16:3e:11:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '902da145-f109-45e5-971b-a2b28c314c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:46Z', 'updated_at': '2021-07-30T01:56:49Z', 'revision_number': 2, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'subnets': [{'id': '902da145-f109-45e5-971b-a2b28c314c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:54.222739 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Checking router: 10c5f2de-5e1e-4e71-9aca-bb946393b603 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:56:54.223942 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Updating router 10c5f2de-5e1e-4e71-9aca-bb946393b603 port fe0713aa-482c-440a-80ba-6ec0ccf9eeef binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:56:54.230215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-eeb0a982-bfda-49ad-86d3-455c6a13fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.231971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-eeb0a982-bfda-49ad-86d3-455c6a13fd2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.3004150 Jul 30 01:56:54.298200 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:54.469097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-006e9242-b214-458f-a6af-fecdd3ce70dc service neutron] 10.222.0.22 "GET /v2.0/ports/aa82bc24-d17c-4214-bc1a-e37ca3f6b66f/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 384 time: 0.5672240 Jul 30 01:56:54.471951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-5f2ab989-d091-448d-9bca-b4d6e6eda9bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7265c1e4-32dd-459a-b3dd-43e675e50669 HTTP/1.1" status: 200 len: 217 time: 0.2309458 Jul 30 01:56:54.571315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a675f1-6631-48c0-8fd2-ea2e4c4afb5f req-9f976b08-b237-4e93-ad23-b8c032bc594f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.579930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15a675f1-6631-48c0-8fd2-ea2e4c4afb5f req-9f976b08-b237-4e93-ad23-b8c032bc594f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 944 time: 0.6461658 Jul 30 01:56:54.862829 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15a675f1-6631-48c0-8fd2-ea2e4c4afb5f req-e534241b-80e9-4386-9b6f-b626167cbed2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816463 Jul 30 01:56:54.867094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-676ab35f-16c5-4bcc-a8cb-c35cdd608161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:54.868305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-676ab35f-16c5-4bcc-a8cb-c35cdd608161 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.3863237 Jul 30 01:56:54.943982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-fe89c1c7-c781-4920-9186-54c150d9d719 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486748 Jul 30 01:56:55.135051 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.166954 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Transition to ACTIVE for port object fe0713aa-482c-440a-80ba-6ec0ccf9eeef will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:55.177261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:55.189807 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.233671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:55.333032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-087dfa83-e2b7-4b58-bc78-9920b160134e service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801692 Jul 30 01:56:55.412079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-89203d9f-a935-494a-88ff-6952e25d133c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1792349233&fields=id&tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc HTTP/1.1" status: 200 len: 267 time: 0.2059798 Jul 30 01:56:55.445853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-a71b223a-2e80-4818-92ab-62012f30b24c req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa82bc24-d17c-4214-bc1a-e37ca3f6b66f {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:56:55.575279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:55.620715 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Attempting to bind port fe0713aa-482c-440a-80ba-6ec0ccf9eeef on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:56:55.625464 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Attempting to bind port fe0713aa-482c-440a-80ba-6ec0ccf9eeef by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'b122bb51-f333-4634-866d-aa9f51dd0550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:56:55.626544 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Attempting to bind port fe0713aa-482c-440a-80ba-6ec0ccf9eeef on network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:56:55.650910 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:56:55.659192 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Checking segment: {'id': 'b122bb51-f333-4634-866d-aa9f51dd0550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:56:55.661807 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.663778 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Bound using segment: {'id': 'b122bb51-f333-4634-866d-aa9f51dd0550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:56:55.666058 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Bound port: fe0713aa-482c-440a-80ba-6ec0ccf9eeef, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b122bb51-f333-4634-866d-aa9f51dd0550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:56:55.669977 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:55.682843 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Pushing event updated for resources: {'Port': ['ID=fe0713aa-482c-440a-80ba-6ec0ccf9eeef,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:55.733790 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.734943 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.735967 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.736998 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.738000 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.738886 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.740017 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.741024 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.742553 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.744280 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.748723 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.749960 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:56:55.865485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45708) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:55.870331 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.080319 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] For port fe0713aa-482c-440a-80ba-6ec0ccf9eeef, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:56:56.089155 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] For port fe0713aa-482c-440a-80ba-6ec0ccf9eeef, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fe0713aa-482c-440a-80ba-6ec0ccf9eeef,segment=NetworkSegment(b122bb51-f333-4634-866d-aa9f51dd0550),segment_id=b122bb51-f333-4634-866d-aa9f51dd0550)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:56:56.101984 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.129999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45716) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:56.161294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-658b05ef-3dac-4cd0-83f7-6d9d3029c71c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:56.169854 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-658b05ef-3dac-4cd0-83f7-6d9d3029c71c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 811 time: 0.6077399 Jul 30 01:56:56.215465 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Routers {'10c5f2de-5e1e-4e71-9aca-bb946393b603'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:56:56.216535 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:56:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['10c5f2de-5e1e-4e71-9aca-bb946393b603'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:56.230979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-c8febfc6-51f8-4a2c-896e-2c4fb9ce430f tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/quotas/7b3f9abd6e0941269960e6b58bdfc2dc HTTP/1.1" status: 200 len: 375 time: 0.0598354 Jul 30 01:56:56.339770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c37c70-bf2c-4f19-857a-0ab65a633c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.481479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81b81dd8-14e8-48de-97f3-5d80f7ee1c38 req-333a1184-ec36-4c21-9886-dde8f27320db service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0941710 Jul 30 01:56:56.625940 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] Set router 10c5f2de-5e1e-4e71-9aca-bb946393b603 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:56:56.681472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-fa7cd2fb-5623-479f-bc25-6a258639b0bf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4276850 Jul 30 01:56:56.692586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-a71b223a-2e80-4818-92ab-62012f30b24c req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] Transition to ACTIVE for port object aa82bc24-d17c-4214-bc1a-e37ca3f6b66f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:56:56.701994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:56.735396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-231f0420-0a12-4865-bf66-a2a0799c6941 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:56:56.745785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-231f0420-0a12-4865-bf66-a2a0799c6941 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0334523 Jul 30 01:56:56.824074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] Pushing event updated for resources: {'Port': ['ID=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,revision_number=10']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:56.955958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] No DVR routers for this DVR port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:56:56.963130 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b3a69-e8cf-4df0-9960-786171039521 None None] Pushing event updated for resources: {'Port': ['ID=fe0713aa-482c-440a-80ba-6ec0ccf9eeef,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:57.038780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-771f6370-0597-436d-96de-9476aba1cbbc service neutron] 10.222.0.22 "PUT /v2.0/ports/aa82bc24-d17c-4214-bc1a-e37ca3f6b66f/bindings/n-h1-715271-7/activate HTTP/1.1" status: 200 len: 369 time: 2.5493772 Jul 30 01:56:57.138276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-d585a0d8-6540-4a38-a963-20a05715c0b6 service neutron] 10.222.0.84 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914852 Jul 30 01:56:57.273654 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:36Z', 'updated_at': '2021-07-30T01:56:49Z', 'revision_number': 4, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'gw_port': {'id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:38Z', 'updated_at': '2021-07-30T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'fe0713aa-482c-440a-80ba-6ec0ccf9eeef', 'name': '', 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'mac_address': 'fa:16:3e:11:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '902da145-f109-45e5-971b-a2b28c314c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:46Z', 'updated_at': '2021-07-30T01:56:56Z', 'revision_number': 4, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'subnets': [{'id': '902da145-f109-45e5-971b-a2b28c314c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:56:57.332474 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62076edd-57bc-4df8-91fa-8c28fed285d6 None None] The sync data for ids ['10c5f2de-5e1e-4e71-9aca-bb946393b603'] in n-d-715271-7 is: [{'id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:36Z', 'updated_at': '2021-07-30T01:56:49Z', 'revision_number': 4, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'gw_port': {'id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:38Z', 'updated_at': '2021-07-30T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'fe0713aa-482c-440a-80ba-6ec0ccf9eeef', 'name': '', 'network_id': '9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'mac_address': 'fa:16:3e:11:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '902da145-f109-45e5-971b-a2b28c314c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:46Z', 'updated_at': '2021-07-30T01:56:56Z', 'revision_number': 4, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'subnets': [{'id': '902da145-f109-45e5-971b-a2b28c314c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:56:57.426818 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-12272b9e-0b8e-4609-92e3-ab406ecff950 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:57.428298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-12272b9e-0b8e-4609-92e3-ab406ecff950 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.2886918 Jul 30 01:56:57.501519 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c37c70-bf2c-4f19-857a-0ab65a633c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.507804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c37c70-bf2c-4f19-857a-0ab65a633c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.608313 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-53c37c70-bf2c-4f19-857a-0ab65a633c3e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4524ab4f2d424a3b83779d7dbff941d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7412834 Jul 30 01:56:57.609122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c37c70-bf2c-4f19-857a-0ab65a633c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd3b064-314f-4b28-93e0-2ad0e07eb9db,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:57.613175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45724) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:56:57.689989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d1ad5cd4-f93a-4349-bf39-c9f05d6db6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:57.695597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-d1ad5cd4-f93a-4349-bf39-c9f05d6db6b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8 HTTP/1.1" status: 200 len: 1096 time: 0.2376659 Jul 30 01:56:57.715889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-1a2f70ad-dad1-4e3e-9520-97e8904915b4 service neutron] 10.222.0.84 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205657 Jul 30 01:56:57.745564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-ef9e9c16-f6e9-489f-9fdb-53d7bc941cba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2243690 Jul 30 01:56:57.784841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d63e618-9c91-48f7-8d82-99b61e5a26b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.830139 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d63e618-9c91-48f7-8d82-99b61e5a26b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:57.839059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-3218c869-ab81-4b69-81ca-30a1741b9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:57.842264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-3218c869-ab81-4b69-81ca-30a1741b9002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 1096 time: 0.0950074 Jul 30 01:56:57.855039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.125732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-8f8de91c-bb20-4aad-acea-a0015257cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.126242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-8f8de91c-bb20-4aad-acea-a0015257cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.126699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-8f8de91c-bb20-4aad-acea-a0015257cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.127186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-8f8de91c-bb20-4aad-acea-a0015257cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.127786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-8f8de91c-bb20-4aad-acea-a0015257cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.128274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-8f8de91c-bb20-4aad-acea-a0015257cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.128751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-8f8de91c-bb20-4aad-acea-a0015257cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.130987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-8f8de91c-bb20-4aad-acea-a0015257cbe9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6491 time: 0.2851875 Jul 30 01:56:58.136843 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 01:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69095468-9df6-47e1-af35-6f16c40b446c x-openstack-request-id: req-69095468-9df6-47e1-af35-6f16c40b446c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:56:58.137147 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb71cda-451d-4413-982d-557f09108c32", "name": "network-vif-deleted", "tag": "636b977a-385f-4ed6-9b83-09d5dbf5fb89", "status": "failed", "code": 422}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:56:58.137445 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-69095468-9df6-47e1-af35-6f16c40b446c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:56:58.137997 n-d-715271-7 neutron-server[93819]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1cb71cda-451d-4413-982d-557f09108c32', 'name': 'network-vif-deleted', 'tag': '636b977a-385f-4ed6-9b83-09d5dbf5fb89', 'status': 'failed', 'code': 422} returned with failed status Jul 30 01:56:58.145515 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d63e618-9c91-48f7-8d82-99b61e5a26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.151003 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d63e618-9c91-48f7-8d82-99b61e5a26b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:58.153167 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4d63e618-9c91-48f7-8d82-99b61e5a26b0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8dd3b064-314f-4b28-93e0-2ad0e07eb9db HTTP/1.1" status: 204 len: 168 time: 0.5387325 Jul 30 01:56:58.182993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63e618-9c91-48f7-8d82-99b61e5a26b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd3b064-314f-4b28-93e0-2ad0e07eb9db,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:56:58.480359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-626e951d-fdeb-4231-a068-f3ceaca3b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:58.482531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-626e951d-fdeb-4231-a068-f3ceaca3b695 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 200 len: 909 time: 0.5492277 Jul 30 01:56:58.562111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-a3a5f1b6-5fca-45af-af36-5b8b01af0013 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f HTTP/1.1" status: 200 len: 217 time: 0.0686355 Jul 30 01:56:58.877262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Deleting port fe0713aa-482c-440a-80ba-6ec0ccf9eeef {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:56:58.878096 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.118428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fe0713aa-482c-440a-80ba-6ec0ccf9eeef up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:56:59.130517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eb920-46ae-4896-8815-3d7d991d8672 req-2a4934e1-7a70-4d3e-9286-50e1c322228c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.148145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b34eb920-46ae-4896-8815-3d7d991d8672 req-2a4934e1-7a70-4d3e-9286-50e1c322228c tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 945 time: 0.5830569 Jul 30 01:56:59.235918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9c85e31f-20f8-4485-984c-fff8b6143799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.246503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] For port fe0713aa-482c-440a-80ba-6ec0ccf9eeef, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fe0713aa-482c-440a-80ba-6ec0ccf9eeef,segment=NetworkSegment(b122bb51-f333-4634-866d-aa9f51dd0550),segment_id=b122bb51-f333-4634-866d-aa9f51dd0550)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:59.247071 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.247778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-9c85e31f-20f8-4485-984c-fff8b6143799 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 200 len: 848 time: 0.6715918 Jul 30 01:56:59.252989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-2277d4b3-85b9-4677-a10f-d5240193de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.258783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-2277d4b3-85b9-4677-a10f-d5240193de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.259742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-2277d4b3-85b9-4677-a10f-d5240193de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:56:59.268365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-2277d4b3-85b9-4677-a10f-d5240193de47 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 HTTP/1.1" status: 200 len: 2293 time: 1.0829983 Jul 30 01:56:59.302220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Calling delete_port for fe0713aa-482c-440a-80ba-6ec0ccf9eeef owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:56:59.350179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port fe0713aa-482c-440a-80ba-6ec0ccf9eeef completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:56:59.366629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fe0713aa-482c-440a-80ba-6ec0ccf9eeef triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:56:59.373689 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.418030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-daebe4d8-a1e6-44a4-a4a1-d98e207f650c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182787 Jul 30 01:56:59.805953 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:56:59.812854 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b34eb920-46ae-4896-8815-3d7d991d8672 req-3e80fc45-3a23-4f68-b74e-cab2683890f3 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630805 Jul 30 01:56:59.817490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-4338e945-1681-4223-a817-eb159cdaaeee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3 HTTP/1.1" status: 200 len: 1001 time: 0.4117191 Jul 30 01:56:59.984142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port fe0713aa-482c-440a-80ba-6ec0ccf9eeef, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fe0713aa-482c-440a-80ba-6ec0ccf9eeef,segment=NetworkSegment(b122bb51-f333-4634-866d-aa9f51dd0550),segment_id=b122bb51-f333-4634-866d-aa9f51dd0550)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:56:59.997540 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.136591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-33ccee82-4219-407d-82f8-2cc241e438ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:00.140379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-33ccee82-4219-407d-82f8-2cc241e438ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4 HTTP/1.1" status: 200 len: 851 time: 0.2591891 Jul 30 01:57:00.292349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=fe0713aa-482c-440a-80ba-6ec0ccf9eeef,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:00.350516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-1b232724-f97c-4f59-a517-77b285fef148 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9020586 Jul 30 01:57:00.377610 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.487721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0713aa-482c-440a-80ba-6ec0ccf9eeef,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:00.689221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-c0a2c09a-dfa1-4fac-aff2-04639914af97 service neutron] 10.222.0.41 "GET /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219421 Jul 30 01:57:00.753861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ade0855-b9b9-4585-8c7b-081423a0369a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:00.908747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58e359b2-fda0-4cf2-8e72-a17b114e17dc req-d2d6e788-0a5a-4792-ba0d-1afcaee8988e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 210 time: 0.2493303 Jul 30 01:57:00.914775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-187cd23e-1b02-4d43-ba39-3931ef7bfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:00.922486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-187cd23e-1b02-4d43-ba39-3931ef7bfa0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7547114 Jul 30 01:57:01.120402 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.135935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-521ccdfe-3afb-4c15-833f-49745f64dcb8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:01.144678 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-521ccdfe-3afb-4c15-833f-49745f64dcb8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.22 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 811 time: 0.4562507 Jul 30 01:57:01.218331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45788) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:01.284805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-9ad341a5-6e0c-43e6-bac2-396464ffb6bf service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453474 Jul 30 01:57:01.521054 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-d56a1253-8a57-48a1-92ec-6c240cabd7dc tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc HTTP/1.1" status: 200 len: 380 time: 0.2275171 Jul 30 01:57:01.541547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'port': {'device_id': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'admin_state_up': True, 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'security_groups': ['1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:01.622172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:01.827128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Made reservation on behalf of 7b3f9abd6e0941269960e6b58bdfc2dc for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:01.832051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.305302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Allocated IP 172.20.0.8 (057133cf-9c90-429e-8a3e-886209a54a99/b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc/7c7591b9-e4ae-4bed-8b19-9567ed64a4dd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:02.326836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Router 10c5f2de-5e1e-4e71-9aca-bb946393b603 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:02.586834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:02.596001 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-48a633e2-58dd-4ed5-a897-700744ec9db3 admin admin] 10.222.0.84 "PUT /v2.0/routers/10c5f2de-5e1e-4e71-9aca-bb946393b603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4532738 Jul 30 01:57:02.606232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45796) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:02.617217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] Sync routers for ids ['10c5f2de-5e1e-4e71-9aca-bb946393b603'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:02.622316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b223a-2e80-4818-92ab-62012f30b24c req-79decc84-e935-4c20-8d4c-50ab2c8bb5ba tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:02.629243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-79decc84-e935-4c20-8d4c-50ab2c8bb5ba tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e&tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.5381899 Jul 30 01:57:02.641261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] Routers {'10c5f2de-5e1e-4e71-9aca-bb946393b603'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:02.643610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:56:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['10c5f2de-5e1e-4e71-9aca-bb946393b603'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:02.678850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.710059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Transition to ACTIVE for port object 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:02.797510 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:02.825920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-7b5c1304-5e45-4e91-95e7-361e986e46db service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5164416 Jul 30 01:57:02.888357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] Set router 10c5f2de-5e1e-4e71-9aca-bb946393b603 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:02.923230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631482-505d-46c0-8cad-4e7731a8202c req-4fe07d51-60b9-44c1-8c76-d00d42eeb30a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:02.926049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-4fe07d51-60b9-44c1-8c76-d00d42eeb30a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 1.6767807 Jul 30 01:57:02.949527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-7c760ca1-53ff-4a0c-bace-08be392b043f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 217 time: 0.1084466 Jul 30 01:57:03.130256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-c147f1cc-1bfb-4533-8aeb-26df3d42052f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/quotas/dbc788760a7b4b9fbfa831b51fc6d36b HTTP/1.1" status: 200 len: 375 time: 0.1833355 Jul 30 01:57:03.172015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a71b223a-2e80-4818-92ab-62012f30b24c req-f63139c6-ef87-493f-9985-db33b93db0bc service neutron] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:03.203329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.218555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a71b223a-2e80-4818-92ab-62012f30b24c req-f63139c6-ef87-493f-9985-db33b93db0bc service neutron] Notify callbacks [] for binding, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.221009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a71b223a-2e80-4818-92ab-62012f30b24c req-f63139c6-ef87-493f-9985-db33b93db0bc service neutron] 10.222.0.41 "DELETE /v2.0/ports/aa82bc24-d17c-4214-bc1a-e37ca3f6b66f/bindings/n-h2-715271-7 HTTP/1.1" status: 204 len: 173 time: 0.5521150 Jul 30 01:57:03.240596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-0c99a495-06ce-4364-84e0-da5209175264 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885777 Jul 30 01:57:03.245731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-cd1d2c1c-21a5-4dff-87dc-3e0bcc57ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:03.247315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-cd1d2c1c-21a5-4dff-87dc-3e0bcc57ac35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.2846515 Jul 30 01:57:03.349851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Network 057133cf-9c90-429e-8a3e-886209a54a99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:03.353641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event updated for resources: {'Port': ['ID=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:03.361033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:03.367419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:03.404717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:36Z', 'updated_at': '2021-07-30T01:57:00Z', 'revision_number': 5, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'gw_port': {'id': '24bfb701-7c2e-410f-9910-1edbd964a2ab', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:56:38Z', 'updated_at': '2021-07-30T01:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:03.432465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.476173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:03.477334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.486066 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7df3ab6f-c15b-4fcf-b011-e418fa6b9e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.491214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] Checking router: 10c5f2de-5e1e-4e71-9aca-bb946393b603 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:03.505087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-2c22ff7b-b8f9-4cea-a249-92d18cb28e4a service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294745 Jul 30 01:57:03.537685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] Routers {'10c5f2de-5e1e-4e71-9aca-bb946393b603'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:03.541310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-c9cfb216-d3b4-4228-87f0-382b18abed44 req-dfd57d59-68cf-491a-a70b-fc62a1652f39 service neutron] (93818) timed out ('10.222.0.41', 64680) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 01:57:03.541608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['10c5f2de-5e1e-4e71-9aca-bb946393b603'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:03.544039 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3b88ab5d-21ce-43ec-bb81-cbe0c633c93d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0073805 Jul 30 01:57:03.573265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Request body: {'port': {'device_id': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:03.695309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-3e97d9ac-1e89-4cac-9ffc-2100431477f1 service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889720 Jul 30 01:57:03.752449 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.766701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-ff01057e-ebf4-409d-b147-d1b584469073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:03.769054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-ff01057e-ebf4-409d-b147-d1b584469073 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4923084 Jul 30 01:57:03.873630 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.874901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Deleting port 24bfb701-7c2e-410f-9910-1edbd964a2ab {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:03.875493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:03.925343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] Set router 10c5f2de-5e1e-4e71-9aca-bb946393b603 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:04.083468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:36Z', 'updated_at': '2021-07-30T01:57:03Z', 'revision_number': 6, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:04.141836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7c7f0-8aff-43cc-bfe0-124543be9fee None None] The sync data for ids ['10c5f2de-5e1e-4e71-9aca-bb946393b603'] in n-d-715271-7 is: [{'id': '10c5f2de-5e1e-4e71-9aca-bb946393b603', 'name': 'tempest-ImageQuotaTest-372932793-router', 'tenant_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:56:36Z', 'updated_at': '2021-07-30T01:57:03Z', 'revision_number': 6, 'project_id': '6d4459cdf3024dbf9cc1e3b8ad913802', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:04.194043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8a2801a-55d4-4739-a3a5-67f192039bed None None] Provisioning for port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:04.212400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8a2801a-55d4-4739-a3a5-67f192039bed None None] Provisioning complete for port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:04.213607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8a2801a-55d4-4739-a3a5-67f192039bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.220259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-fb19f341-724a-4a35-83f5-288983284d9a service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367962 Jul 30 01:57:04.274040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] For port 24bfb701-7c2e-410f-9910-1edbd964a2ab, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24bfb701-7c2e-410f-9910-1edbd964a2ab,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:04.274427 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.418006 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-f865d549-a568-4afd-8995-c099afa6cdb3 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716306 Jul 30 01:57:04.480857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Calling delete_port for 24bfb701-7c2e-410f-9910-1edbd964a2ab owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:04.512087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2801a-55d4-4739-a3a5-67f192039bed None None] Port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:57:04.526162 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.588442 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-08d0532c-0882-4a03-97dc-5634d06528b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 217 time: 0.1489506 Jul 30 01:57:04.620720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:04.741857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fe0713aa-482c-440a-80ba-6ec0ccf9eeef no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:04.769250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: fe0713aa-482c-440a-80ba-6ec0ccf9eeef {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:04.769807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fe0713aa-482c-440a-80ba-6ec0ccf9eeef not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:04.849466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-319fa52f-630d-4dc6-90f3-934571117473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:04.852377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-319fa52f-630d-4dc6-90f3-934571117473 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.2432532 Jul 30 01:57:04.988168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:05.002942 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.005104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-b0cb5555-c7ab-4a76-8467-3bf3b45da8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.007368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-b0cb5555-c7ab-4a76-8467-3bf3b45da8a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1189568 Jul 30 01:57:05.030605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc7b12-cfea-4d79-be88-aaa2d249f08c req-5d0d7021-dd13-4e3f-b812-e4a00beae7d2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.032721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1fdc7b12-cfea-4d79-be88-aaa2d249f08c req-5d0d7021-dd13-4e3f-b812-e4a00beae7d2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 945 time: 0.3273170 Jul 30 01:57:05.062823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Transition to ACTIVE for port object 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:05.078382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.149085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.264441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1fdc7b12-cfea-4d79-be88-aaa2d249f08c req-50d8ac9f-d2a0-44b3-ad3f-649e2ba3997d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174573 Jul 30 01:57:05.314576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:05.320333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-f68d16e5-235d-4198-800b-f7a714b0bc4c service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868772 Jul 30 01:57:05.504931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bfb701-7c2e-410f-9910-1edbd964a2ab,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:05.563987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Attempting to bind port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:05.564786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Attempting to bind port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:05.565376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Attempting to bind port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd on network 057133cf-9c90-429e-8a3e-886209a54a99 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:05.575815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd on network 057133cf-9c90-429e-8a3e-886209a54a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:57:05.577308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Attempting to bind port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd on network 057133cf-9c90-429e-8a3e-886209a54a99 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:05.596149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:05.598169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Checking segment: {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:05.598693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Bound using segment: {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:05.599834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Bound port: 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193012c1-ebed-4781-99d0-8d13d2a2d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:05.600321 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.619623 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.699371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-903395fd-7857-4a93-ad4f-aa393f819a48 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645036 Jul 30 01:57:05.720187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf58b9-cca8-4838-915a-a8ebbe7fd880 req-8b1ed927-71d8-44b3-a361-bc4bebe82801 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:05.722109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fcf58b9-cca8-4838-915a-a8ebbe7fd880 req-8b1ed927-71d8-44b3-a361-bc4bebe82801 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 943 time: 0.1324024 Jul 30 01:57:05.736219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Deleting port 7ef2a859-95da-4959-b765-fc2ad83181b8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:05.736892 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.792706 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.801121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.854394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-facd5fb6-4ffe-4f76-9925-bc1086af5563 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=1883ce7e-549a-45f1-a991-b66482189a87 HTTP/1.1" status: 200 len: 217 time: 0.1293938 Jul 30 01:57:05.862126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] For port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:05.879348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] For port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:05.882071 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.882747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10c5f2de-5e1e-4e71-9aca-bb946393b603 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:57:05.888218 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.894110 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8ece348f-69b4-49b9-a1d0-e4a035d81ca8 admin admin] 10.222.0.84 "DELETE /v2.0/routers/10c5f2de-5e1e-4e71-9aca-bb946393b603 HTTP/1.1" status: 204 len: 168 time: 3.2823062 Jul 30 01:57:05.894110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:05.894110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45834) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:05.981073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:06.070187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:06.075238 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.078572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-0c18f69b-efaa-476b-a933-f131abf929e5 service neutron] 10.222.0.22 "PUT /v2.0/ports/7c7591b9-e4ae-4bed-8b19-9567ed64a4dd HTTP/1.1" status: 200 len: 1091 time: 2.5189173 Jul 30 01:57:06.079989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'tag': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:06.093657 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a81a04b-1825-4e95-adf2-bf0e7df9538c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3d335c-098a-49a8-bda4-6b4f95264c53", "tag": "7c7591b9-e4ae-4bed-8b19-9567ed64a4dd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:06.101532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] For port 7ef2a859-95da-4959-b765-fc2ad83181b8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7ef2a859-95da-4959-b765-fc2ad83181b8,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:06.107614 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.114442 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fcf58b9-cca8-4838-915a-a8ebbe7fd880 req-dbe581a3-eaa5-43b4-a329-47286d2ef62c tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195870 Jul 30 01:57:06.122966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-7776dccf-872d-462b-b128-e0d2db93d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:06.125548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-7776dccf-872d-462b-b128-e0d2db93d7a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.2405543 Jul 30 01:57:06.170412 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.184964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-705c2f88-db0b-4355-86b1-623f436e9a87 admin admin] Deleting subnet 902da145-f109-45e5-971b-a2b28c314c44 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:06.217380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Calling delete_port for 7ef2a859-95da-4959-b765-fc2ad83181b8 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:06.218334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-705c2f88-db0b-4355-86b1-623f436e9a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.343611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-705c2f88-db0b-4355-86b1-623f436e9a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.402248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-bc201b40-c032-4629-ae09-5e2b7ce90b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:06.404209 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-bc201b40-c032-4629-ae09-5e2b7ce90b9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 1094 time: 0.2142234 Jul 30 01:57:06.488767 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-959f7c49-0672-4c88-916f-e95ffe21aced service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd HTTP/1.1" status: 200 len: 217 time: 0.0697167 Jul 30 01:57:06.499397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bc7dd3c-0ac8-4b0b-9344-4576c660b268 req-7f925c9d-29cb-457f-b15a-6feef1940cbf tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 210 time: 0.1359608 Jul 30 01:57:06.577289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-94dd6b52-6f40-4912-9ea8-6904df6163ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:06.579088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-94dd6b52-6f40-4912-9ea8-6904df6163ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4122441 Jul 30 01:57:06.620664 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-705c2f88-db0b-4355-86b1-623f436e9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.672836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3759c406-3671-4157-a769-a21533284058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:06.675193 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-3759c406-3671-4157-a769-a21533284058 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.1739244 Jul 30 01:57:06.769244 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2333b1ef-bf9b-4158-a09e-ecbb83a7712b x-openstack-request-id: req-2333b1ef-bf9b-4158-a09e-ecbb83a7712b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:06.771501 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3d335c-098a-49a8-bda4-6b4f95264c53", "tag": "7c7591b9-e4ae-4bed-8b19-9567ed64a4dd", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:06.771980 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2333b1ef-bf9b-4158-a09e-ecbb83a7712b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:06.772494 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'tag': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd', 'status': 'completed', 'code': 200} Jul 30 01:57:06.823088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631482-505d-46c0-8cad-4e7731a8202c req-983c50b1-b7a0-4244-92e4-55f30d83dab7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:06.826234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-983c50b1-b7a0-4244-92e4-55f30d83dab7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.6618099 Jul 30 01:57:06.831272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-75ae069f-1181-4c8e-b913-e41ee906e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:06.833242 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-75ae069f-1181-4c8e-b913-e41ee906e065 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378102 Jul 30 01:57:06.841180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24bfb701-7c2e-410f-9910-1edbd964a2ab no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:06.848867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Request body: {'port': {'device_id': '88bf9f25-f75a-48d0-97f0-4481d3801eff', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'admin_state_up': True, 'tenant_id': 'dbc788760a7b4b9fbfa831b51fc6d36b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:06.870180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-705c2f88-db0b-4355-86b1-623f436e9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.877145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 24bfb701-7c2e-410f-9910-1edbd964a2ab {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:06.877480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24bfb701-7c2e-410f-9910-1edbd964a2ab not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:06.942179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2f88-db0b-4355-86b1-623f436e9a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=902da145-f109-45e5-971b-a2b28c314c44,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:06.947247 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-705c2f88-db0b-4355-86b1-623f436e9a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:06.952194 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-705c2f88-db0b-4355-86b1-623f436e9a87 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/902da145-f109-45e5-971b-a2b28c314c44 HTTP/1.1" status: 204 len: 168 time: 0.9866199 Jul 30 01:57:06.954071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45856) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:06.956663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca640f-4c04-4368-abee-847b9d6be472 None None] Network 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:07.067693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.078399 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-76e8f9ec-7215-46bf-86e0-1bcec25c790c service neutron] 10.222.0.22 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230732 Jul 30 01:57:07.093181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-b31e2d13-a614-435f-bd85-060a96fcfef3 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006959 Jul 30 01:57:07.192777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe50f9-dbe0-4468-9f42-30ceaf63431e None None] DHCP port deletion for 9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:07.211253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Deleting port 8818d8cf-96bd-469b-9b55-32d64898064b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:07.211624 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.250261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-90fe50f9-dbe0-4468-9f42-30ceaf63431e None None] Deleting port 8818d8cf-96bd-469b-9b55-32d64898064b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:07.250805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90fe50f9-dbe0-4468-9f42-30ceaf63431e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.262062 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d514f2b-5d0b-47e0-b00e-8e18bec266e3 req-a3831cb1-821a-47f0-adb0-e98ea357ffe1 service neutron] 10.222.0.22 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545660 Jul 30 01:57:07.317706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] For port 8818d8cf-96bd-469b-9b55-32d64898064b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8818d8cf-96bd-469b-9b55-32d64898064b,segment=NetworkSegment(b122bb51-f333-4634-866d-aa9f51dd0550),segment_id=b122bb51-f333-4634-866d-aa9f51dd0550)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:07.319008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.349607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-90fe50f9-dbe0-4468-9f42-30ceaf63431e None None] For port 8818d8cf-96bd-469b-9b55-32d64898064b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8818d8cf-96bd-469b-9b55-32d64898064b,segment=NetworkSegment(b122bb51-f333-4634-866d-aa9f51dd0550),segment_id=b122bb51-f333-4634-866d-aa9f51dd0550)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:07.349906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Calling delete_port for 8818d8cf-96bd-469b-9b55-32d64898064b owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:07.350239 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90fe50f9-dbe0-4468-9f42-30ceaf63431e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.375498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-90fe50f9-dbe0-4468-9f42-30ceaf63431e None None] Calling delete_port for 8818d8cf-96bd-469b-9b55-32d64898064b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:07.445088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-e2c4e735-87a3-4a76-a55d-cec9452da234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.446766 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-e2c4e735-87a3-4a76-a55d-cec9452da234 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 1094 time: 0.0943580 Jul 30 01:57:07.530641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90fe50f9-dbe0-4468-9f42-30ceaf63431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.579536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe50f9-dbe0-4468-9f42-30ceaf63431e None None] Pushing event deleted for resources: {'Port': ['ID=8818d8cf-96bd-469b-9b55-32d64898064b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:07.583359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe50f9-dbe0-4468-9f42-30ceaf63431e None None] No DVR routers for this DVR port 8818d8cf-96bd-469b-9b55-32d64898064b on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:07.613281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.665582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Pushing event deleted for resources: {'Port': ['ID=8818d8cf-96bd-469b-9b55-32d64898064b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:07.681399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] No DVR routers for this DVR port 8818d8cf-96bd-469b-9b55-32d64898064b on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:07.685873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-10a403f4-70aa-45a4-86fc-447958d5acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.689151 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-10a403f4-70aa-45a4-86fc-447958d5acb8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 912 time: 0.2275057 Jul 30 01:57:07.747853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc067be-c7ad-48e8-a5ab-c6a0c2c82778 req-c509615c-9f18-4000-9c49-22431d5889df tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.756508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2bc067be-c7ad-48e8-a5ab-c6a0c2c82778 req-c509615c-9f18-4000-9c49-22431d5889df tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 1096 time: 0.6974616 Jul 30 01:57:07.853435 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-d36afa41-a0ef-423e-bede-c5975c921022 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd HTTP/1.1" status: 200 len: 217 time: 0.1119559 Jul 30 01:57:07.870814 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.920223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:07.941491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b122bb51-f333-4634-866d-aa9f51dd0550') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:07.941928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b122bb51-f333-4634-866d-aa9f51dd0550') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:07.942302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Made reservation on behalf of dbc788760a7b4b9fbfa831b51fc6d36b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:07.948985 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.962512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:07.981426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-40673415-98a7-458c-83c6-7bdeadd6bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:07.982946 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-40673415-98a7-458c-83c6-7bdeadd6bbab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.1146381 Jul 30 01:57:07.993364 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.008406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-e7919ad0-7c76-4d63-a992-2b0f29064bf7 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8827589 Jul 30 01:57:08.015484 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:08.015484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:08.017256 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:08.028440 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2bc067be-c7ad-48e8-a5ab-c6a0c2c82778 req-7c6c8f6a-c99c-46b1-9454-46a2320caa64 tempest-LiveMigrationTest-864326579 tempest-LiveMigrationTest-864326579-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700057 Jul 30 01:57:08.061782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.138566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-31a7d9cb-cd60-44df-9454-751312b96d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:08.141316 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-31a7d9cb-cd60-44df-9454-751312b96d05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444232 Jul 30 01:57:08.152487 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.163273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.164596 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] 10.222.0.84 "DELETE /v2.0/networks/9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8 HTTP/1.1" status: 204 len: 168 time: 1.2075548 Jul 30 01:57:08.204935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32696cad-d576-4550-acb9-0a36d744122e admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3d5058-cbd8-4e67-9fd0-a1c76cd48cf8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:08.284676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-76376397-bade-47ac-b78b-5f7896997fa0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 HTTP/1.1" status: 200 len: 217 time: 0.2546747 Jul 30 01:57:08.299943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef2a859-95da-4959-b765-fc2ad83181b8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:08.360348 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-1c03684c-02ec-4fab-8c9c-22aeaa9fc333 service neutron] 10.222.0.22 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927490 Jul 30 01:57:08.534203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45880) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:08.618321 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a81a04b-1825-4e95-adf2-bf0e7df9538c req-93c22ea1-a7cd-4969-a1e3-c5d3b7048b61 service neutron] 10.222.0.22 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433922 Jul 30 01:57:08.626815 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f9633783-3c05-40b9-b5ea-2fd8048143d4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d4459cdf3024dbf9cc1e3b8ad913802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908625 Jul 30 01:57:08.629119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45882) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:08.691995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-e43eb2ad-ac2f-42f2-af93-8ffd7f56d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:08.695284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-e43eb2ad-ac2f-42f2-af93-8ffd7f56d2eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.3860948 Jul 30 01:57:08.741855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9da0-ae79-42cd-8e77-676a2a327955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.791457 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9da0-ae79-42cd-8e77-676a2a327955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.822471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Allocated IP 172.20.0.3 (accffc7b-7f9a-4fd3-ba3a-84ec47325fc5/a906d30b-0f1e-4cf9-b55a-446e497d258c/8283e388-07ba-44f2-bfc4-d9e2e2cb7b33) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:08.878793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9da0-ae79-42cd-8e77-676a2a327955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.882550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9da0-ae79-42cd-8e77-676a2a327955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:08.886146 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8f1d9da0-ae79-42cd-8e77-676a2a327955 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b6f02258-6cd6-43ef-9624-1e190557f114 HTTP/1.1" status: 204 len: 168 time: 0.2536302 Jul 30 01:57:08.893563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d9da0-ae79-42cd-8e77-676a2a327955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f02258-6cd6-43ef-9624-1e190557f114,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:08.900201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8818d8cf-96bd-469b-9b55-32d64898064b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:08.936045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 8818d8cf-96bd-469b-9b55-32d64898064b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:08.936526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8818d8cf-96bd-469b-9b55-32d64898064b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:09.046213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ade67-7d7e-440e-a78c-55509a9f5abf req-15b7b6f8-9ae1-48c0-9aff-478319496c74 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:09.053709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d39ade67-7d7e-440e-a78c-55509a9f5abf req-15b7b6f8-9ae1-48c0-9aff-478319496c74 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 943 time: 0.5744259 Jul 30 01:57:09.155727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-c3535812-a26f-4d32-9fa1-8e562d67a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:09.158747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-c3535812-a26f-4d32-9fa1-8e562d67a590 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4419913 Jul 30 01:57:09.210376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.324451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d39ade67-7d7e-440e-a78c-55509a9f5abf req-96894081-2118-4d92-b4d9-e313a7b3ae5d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546051 Jul 30 01:57:09.492941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45892) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:09.523191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a23f767e-2e80-46e4-b9c5-423cdb4fa2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.526738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-438ca647-9cd6-4b46-91db-8a49598da769 req-5279540e-ad35-4e65-919e-4c31350d24f6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 210 time: 0.0818760 Jul 30 01:57:09.576235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-df666aa3-6c20-4b94-8706-38b525d184fe service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020503 Jul 30 01:57:09.740539 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a23f767e-2e80-46e4-b9c5-423cdb4fa2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.749719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a23f767e-2e80-46e4-b9c5-423cdb4fa2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.769582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:09.785028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-f8f2af76-d29a-401e-9f45-56732f04103e service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963706 Jul 30 01:57:09.822939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f767e-2e80-46e4-b9c5-423cdb4fa2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25cab40-0776-46ef-92a3-794f1cc3ca90,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:09.832364 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a23f767e-2e80-46e4-b9c5-423cdb4fa2cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3353927 Jul 30 01:57:09.836723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45894) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:09.934569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:57:09.972290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5f12-b1f1-494d-9b60-c3ac5ac31077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.053478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5f12-b1f1-494d-9b60-c3ac5ac31077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.069270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-3c33b51c-4126-4f94-a344-371ba325bf46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=193102a5-36b8-44b6-9a54-7cf363179076 HTTP/1.1" status: 200 len: 217 time: 0.2502506 Jul 30 01:57:10.078476 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.138895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:10.176990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'port_id': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd', 'mac_address': 'fa:16:3e:1d:85:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:57:10.205846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5f12-b1f1-494d-9b60-c3ac5ac31077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.209833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5f12-b1f1-494d-9b60-c3ac5ac31077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.215107 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ec5a5f12-b1f1-494d-9b60-c3ac5ac31077 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f25cab40-0776-46ef-92a3-794f1cc3ca90 HTTP/1.1" status: 204 len: 168 time: 0.3768599 Jul 30 01:57:10.233573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a5f12-b1f1-494d-9b60-c3ac5ac31077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25cab40-0776-46ef-92a3-794f1cc3ca90,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:10.234619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:10.300844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:10.319355 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.324659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:10.350044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:10.396856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:10.407884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.423004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.423759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:10.476151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event updated for resources: {'Port': ['ID=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:10.496393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Router beded9e8-562e-459f-ad6a-3fda2edbfc9a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:10.525094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-061e4034-d940-439e-b9c8-db0c648ce477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.527188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-061e4034-d940-439e-b9c8-db0c648ce477 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.4239972 Jul 30 01:57:10.616685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-142a3aa9-2e6c-428d-ada8-6f1d42dabc98 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7773974 Jul 30 01:57:10.629505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:10.635822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Request body: {'port': {'device_id': '88bf9f25-f75a-48d0-97f0-4481d3801eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:10.725115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-63f07bfe-cc36-4c1a-be07-60c7d023160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.730376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-63f07bfe-cc36-4c1a-be07-60c7d023160c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1830943 Jul 30 01:57:10.804427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-2bfb7c52-d661-4c6b-b0a0-49bda135719b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.811938 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-2bfb7c52-d661-4c6b-b0a0-49bda135719b tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 945 time: 0.2251678 Jul 30 01:57:10.863709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebba00-8f56-4991-8fe2-fca0a9b1bfe0 req-6b8e9b63-e84c-49b6-8d0b-8da982995ad6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:10.873464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5ebba00-8f56-4991-8fe2-fca0a9b1bfe0 req-6b8e9b63-e84c-49b6-8d0b-8da982995ad6 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 945 time: 0.3426502 Jul 30 01:57:10.899999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['7c7591b9-e4ae-4bed-8b19-9567ed64a4dd'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:10.994973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5ebba00-8f56-4991-8fe2-fca0a9b1bfe0 req-f882facf-43e7-43d2-903d-65c95434c95f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200275 Jul 30 01:57:11.061083 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.170606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45918) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:11.194847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Deleting port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:11.195795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.218492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-31a40e99-b206-45fb-8e30-3baa9cb29d18 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677920 Jul 30 01:57:11.238385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:11.248618 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] Sync routers for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:11.257786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-39c577ec-f674-436f-9b79-347a99807cc0 admin admin] 10.222.0.84 "PUT /v2.0/routers/beded9e8-562e-459f-ad6a-3fda2edbfc9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0377870 Jul 30 01:57:11.260167 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:11.261066 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:11.267983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45924) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:11.492835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] For port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:11.493512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.538322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10080a0b-9f6c-40e5-adcb-41056c4a8e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:11.566317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Calling delete_port for aa82bc24-d17c-4214-bc1a-e37ca3f6b66f owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:11.778326 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:12.025329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208401ad-883a-4c17-9031-694061eefd21 req-8f62bd4c-380a-4f8b-8438-b4eec3ac4126 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:12.037909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-208401ad-883a-4c17-9031-694061eefd21 req-8f62bd4c-380a-4f8b-8438-b4eec3ac4126 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 944 time: 0.8009255 Jul 30 01:57:12.085536 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.103129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['288f0662-90f9-4ce8-9baa-89feee365fbb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:12.138138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Pushing event deleted for resources: {'Port': ['ID=aa82bc24-d17c-4214-bc1a-e37ca3f6b66f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:12.189990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10080a0b-9f6c-40e5-adcb-41056c4a8e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.196850 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:57:07Z', 'revision_number': 5, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:12.197328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-f8b7c94a-1d65-4d4c-99b1-e75d0d46f55b service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9228675 Jul 30 01:57:12.200722 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10080a0b-9f6c-40e5-adcb-41056c4a8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.234701 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] Checking router: beded9e8-562e-459f-ad6a-3fda2edbfc9a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:12.247277 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] Routers {'beded9e8-562e-459f-ad6a-3fda2edbfc9a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:12.248917 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:12.269947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-208401ad-883a-4c17-9031-694061eefd21 req-4d9037d4-6568-489a-ab78-fd8d5ecdb6a8 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300465 Jul 30 01:57:12.275735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-10080a0b-9f6c-40e5-adcb-41056c4a8e5b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=607c86b688fc48b28efe4f3dca535b65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1028352 Jul 30 01:57:12.278286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45932) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:12.279356 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.279672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] No DVR routers for this DVR port aa82bc24-d17c-4214-bc1a-e37ca3f6b66f on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:12.285966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:12.289273 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74213321-1fda-4c57-9fd7-e84e9952a1e9 req-757e0976-5c51-4877-84b8-91873f9966ae tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.41 "DELETE /v2.0/ports/aa82bc24-d17c-4214-bc1a-e37ca3f6b66f HTTP/1.1" status: 204 len: 173 time: 1.4702871 Jul 30 01:57:12.307094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'name': 'network-vif-deleted', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:12.322730 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292c268c-782e-4baa-a073-1050ef46ec62" -d '{"events": [{"server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "name": "network-vif-deleted", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:12.424620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10080a0b-9f6c-40e5-adcb-41056c4a8e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4773668b-8d7b-4c47-b9f2-c6f1512b72ef,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:12.437778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45936) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:12.449799 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] Set router beded9e8-562e-459f-ad6a-3fda2edbfc9a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:12.926838 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:57:07Z', 'revision_number': 5, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:12.984550 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce68b2d-7dde-4dc4-8808-206e64e871d8 None None] The sync data for ids ['beded9e8-562e-459f-ad6a-3fda2edbfc9a'] in n-d-715271-7 is: [{'id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'name': 'tempest-TaggedBootDevicesTest_v242-1146276736-router', 'tenant_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:44:04Z', 'updated_at': '2021-07-30T01:57:07Z', 'revision_number': 5, 'project_id': '6fa94e79f5734c7c96c06b528d50d9d8', 'gw_port': {'id': '92442684-eb07-402c-9d85-fbbe5f051f3a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beded9e8-562e-459f-ad6a-3fda2edbfc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:44:06Z', 'updated_at': '2021-07-30T01:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:13.069077 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a107102-d0fa-4713-88db-21e0309898fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.093057 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d983c5ee-2752-4c57-9af1-3f69ae2ad59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.141099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d983c5ee-2752-4c57-9af1-3f69ae2ad59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.258108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d983c5ee-2752-4c57-9af1-3f69ae2ad59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.261373 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d983c5ee-2752-4c57-9af1-3f69ae2ad59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.265704 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d983c5ee-2752-4c57-9af1-3f69ae2ad59c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4773668b-8d7b-4c47-b9f2-c6f1512b72ef HTTP/1.1" status: 204 len: 168 time: 0.9800417 Jul 30 01:57:13.265704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a107102-d0fa-4713-88db-21e0309898fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.301429 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a107102-d0fa-4713-88db-21e0309898fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.378860 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8a107102-d0fa-4713-88db-21e0309898fb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=241dd240fecb4700abe383782891750f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9201071 Jul 30 01:57:13.378860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983c5ee-2752-4c57-9af1-3f69ae2ad59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4773668b-8d7b-4c47-b9f2-c6f1512b72ef,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:13.380165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-293cd50a-d17b-429f-8773-74048f230006 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3 HTTP/1.1" status: 200 len: 217 time: 1.1283941 Jul 30 01:57:13.410132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45944) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:13.571068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a107102-d0fa-4713-88db-21e0309898fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71456654-7b8c-4335-961e-1bfe3f8e52b7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:13.572380 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.638305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94d5e244-3ffb-4828-bee9-dd8a4ccbb12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.691825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94d5e244-3ffb-4828-bee9-dd8a4ccbb12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.761728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-c9950a80-2b40-43db-a75e-b3154c76ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:13.764424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-c9950a80-2b40-43db-a75e-b3154c76ba1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.3120174 Jul 30 01:57:13.796195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94d5e244-3ffb-4828-bee9-dd8a4ccbb12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.803780 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94d5e244-3ffb-4828-bee9-dd8a4ccbb12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:13.811721 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-94d5e244-3ffb-4828-bee9-dd8a4ccbb12a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/71456654-7b8c-4335-961e-1bfe3f8e52b7 HTTP/1.1" status: 204 len: 168 time: 0.3953257 Jul 30 01:57:13.817419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5e244-3ffb-4828-bee9-dd8a4ccbb12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71456654-7b8c-4335-961e-1bfe3f8e52b7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:13.824366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e644e97-6808-4c8f-84cc-58e9fe9dd752 req-2018f256-3df2-463e-bb99-f86af7f4c4ff tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:13.838692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e644e97-6808-4c8f-84cc-58e9fe9dd752 req-2018f256-3df2-463e-bb99-f86af7f4c4ff tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 931 time: 0.5467341 Jul 30 01:57:13.969421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:14.000212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-47cf52e2-ffbe-494e-a455-cbaa5b8f2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:14.001776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-47cf52e2-ffbe-494e-a455-cbaa5b8f2719 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2168553 Jul 30 01:57:14.026476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device aa82bc24-d17c-4214-bc1a-e37ca3f6b66f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:14.032502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Deleting port 92442684-eb07-402c-9d85-fbbe5f051f3a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:14.032844 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.048245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e644e97-6808-4c8f-84cc-58e9fe9dd752 req-762f2a21-07e3-44ac-87f9-d998e86a5f65 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060604 Jul 30 01:57:14.143747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: aa82bc24-d17c-4214-bc1a-e37ca3f6b66f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:14.144748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device aa82bc24-d17c-4214-bc1a-e37ca3f6b66f not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:14.154711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:14.175247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:14.178060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.182458 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:14.185844 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.219554 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Transition to ACTIVE for port object 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:14.252637 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.355147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] For port 92442684-eb07-402c-9d85-fbbe5f051f3a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=92442684-eb07-402c-9d85-fbbe5f051f3a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:14.355617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.373068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Calling delete_port for 92442684-eb07-402c-9d85-fbbe5f051f3a owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:14.382752 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.420135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:14.422721 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ada06-9a65-432b-b80f-c9e533a7af5c" -d '{"events": [{"server_uuid": "2f3d335c-098a-49a8-bda4-6b4f95264c53", "name": "network-vif-plugged", "status": "completed", "tag": "7c7591b9-e4ae-4bed-8b19-9567ed64a4dd"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:14.444983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:14.453437 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.511905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Pushing event updated for resources: {'Port': ['ID=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:14.523540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:14.554618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45968) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:14.571654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-4a34bcbd-94e6-41b3-88da-281f749b51bb service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411236 Jul 30 01:57:14.579328 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-279d2813-593d-4a9e-8ac5-fb58c3ddc0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.620310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5366e1d-247e-4419-bdf5-807533b9f9f9 req-a6bd836c-b413-4c1a-82c9-2ca9dc2ae945 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 210 time: 0.1660435 Jul 30 01:57:14.742651 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-279d2813-593d-4a9e-8ac5-fb58c3ddc0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.752239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-279d2813-593d-4a9e-8ac5-fb58c3ddc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.792600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7ef2a859-95da-4959-b765-fc2ad83181b8 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:14.813175 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83260f35-1330-4316-b253-97b95be7eac7 x-openstack-request-id: req-83260f35-1330-4316-b253-97b95be7eac7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:14.813529 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf9c1bb-bc53-430f-b76b-32f70331392e", "name": "network-vif-deleted", "tag": "aa82bc24-d17c-4214-bc1a-e37ca3f6b66f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:14.813788 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-83260f35-1330-4316-b253-97b95be7eac7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:14.814207 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf9c1bb-bc53-430f-b76b-32f70331392e', 'name': 'network-vif-deleted', 'tag': 'aa82bc24-d17c-4214-bc1a-e37ca3f6b66f', 'status': 'completed', 'code': 200} Jul 30 01:57:14.843580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7ef2a859-95da-4959-b765-fc2ad83181b8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:14.849516 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7ef2a859-95da-4959-b765-fc2ad83181b8 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:14.865557 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-279d2813-593d-4a9e-8ac5-fb58c3ddc0b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b1d522cb5bae4b8a8e4da7d82fd719bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098047 Jul 30 01:57:14.866408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d2813-593d-4a9e-8ac5-fb58c3ddc0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19630b6-10f7-4888-bf23-0e77c74b525f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:14.875812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45972) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:14.946853 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fe4e-67ca-40b9-b8db-b485044c7210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:14.980770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fe4e-67ca-40b9-b8db-b485044c7210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.078232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Attempting to bind port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:15.078232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Attempting to bind port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:15.078843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Attempting to bind port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:15.082117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fe4e-67ca-40b9-b8db-b485044c7210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.085633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fe4e-67ca-40b9-b8db-b485044c7210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.089442 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dcd0fe4e-67ca-40b9-b8db-b485044c7210 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e19630b6-10f7-4888-bf23-0e77c74b525f HTTP/1.1" status: 204 len: 168 time: 0.2114797 Jul 30 01:57:15.095694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-789b151e-fe92-4f75-a544-bab65c8fa8ae req-340ccdce-e2c3-47b9-ab33-b85adbc7e9dc service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936898 Jul 30 01:57:15.099917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:57:15.100482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Attempting to bind port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:15.118431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0fe4e-67ca-40b9-b8db-b485044c7210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19630b6-10f7-4888-bf23-0e77c74b525f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:15.132807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:15.136493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Checking segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:15.138736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Bound using segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:15.148680 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:57:15.149271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Bound port: 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:15.149883 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.203558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0a8bb-c020-45a4-aec9-0bdce118171b req-e9e462d7-c971-416a-b92c-9c1a806ac44e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:15.205399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcf0a8bb-c020-45a4-aec9-0bdce118171b req-e9e462d7-c971-416a-b92c-9c1a806ac44e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 945 time: 0.2791560 Jul 30 01:57:15.303931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.354904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bcf0a8bb-c020-45a4-aec9-0bdce118171b req-1cfb9a1c-9c6e-41a5-8eff-2fc5f3cf7b5f tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296289 Jul 30 01:57:15.359666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Pushing event deleted for resources: {'Port': ['ID=92442684-eb07-402c-9d85-fbbe5f051f3a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:15.436907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] For port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:15.440325 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af5ece8-71da-4477-9719-166afa18403e x-openstack-request-id: req-0af5ece8-71da-4477-9719-166afa18403e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:15.441082 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3d335c-098a-49a8-bda4-6b4f95264c53", "name": "network-vif-plugged", "status": "completed", "tag": "7c7591b9-e4ae-4bed-8b19-9567ed64a4dd", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:15.441082 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0af5ece8-71da-4477-9719-166afa18403e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:15.441533 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd', 'code': 200} Jul 30 01:57:15.496026 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.512670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] For port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:15.593546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.697784 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.714478 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.720556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:15.720750 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.722174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] 10.222.0.41 "PUT /v2.0/ports/8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 HTTP/1.1" status: 200 len: 1091 time: 5.0932152 Jul 30 01:57:15.725070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88bf9f25-f75a-48d0-97f0-4481d3801eff', 'tag': '8283e388-07ba-44f2-bfc4-d9e2e2cb7b33'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:15.727604 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433202b0-06a6-4b10-8fe3-ad0aeab244a2" -d '{"events": [{"name": "network-changed", "server_uuid": "88bf9f25-f75a-48d0-97f0-4481d3801eff", "tag": "8283e388-07ba-44f2-bfc4-d9e2e2cb7b33"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:15.844838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312891e9-1052-43ec-a45b-6abd7ddef7a8 req-122e9a5f-3098-46b6-8a2f-0345d4a88b27 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:15.846462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-312891e9-1052-43ec-a45b-6abd7ddef7a8 req-122e9a5f-3098-46b6-8a2f-0345d4a88b27 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 943 time: 0.2566137 Jul 30 01:57:15.847140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d617a-a4b4-44df-b8c9-09f1a026caa7 service neutron] Pushing event updated for resources: {'Port': ['ID=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:15.852278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd834b9-b20c-4da2-ab1b-20808a651417 req-1fc64664-f4c0-4e3c-aec5-77e9815b2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:15.854072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cd834b9-b20c-4da2-ab1b-20808a651417 req-1fc64664-f4c0-4e3c-aec5-77e9815b2a1b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 1096 time: 0.3133738 Jul 30 01:57:15.858522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.859342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beded9e8-562e-459f-ad6a-3fda2edbfc9a {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:57:15.870428 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:15.871935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1fec522e-7cf9-4099-a67b-bfe55067ba97 admin admin] 10.222.0.84 "DELETE /v2.0/routers/beded9e8-562e-459f-ad6a-3fda2edbfc9a HTTP/1.1" status: 204 len: 168 time: 4.5738959 Jul 30 01:57:15.876185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45996) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:15.938149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631482-505d-46c0-8cad-4e7731a8202c req-2c6a1091-ff28-47e0-8233-3f48ee79e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:15.940164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-2c6a1091-ff28-47e0-8233-3f48ee79e712 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 1094 time: 0.1519432 Jul 30 01:57:15.953620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cd834b9-b20c-4da2-ab1b-20808a651417 req-2b2befdd-50c6-4d03-ac85-3c97c5d9e768 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897841 Jul 30 01:57:16.019793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-63f42fcf-35c1-4604-b277-d549d7177706 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 HTTP/1.1" status: 200 len: 217 time: 0.0681090 Jul 30 01:57:16.026179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-312891e9-1052-43ec-a45b-6abd7ddef7a8 req-cbb5bd23-a361-40b6-86e2-892b1240631d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439242 Jul 30 01:57:16.044766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed270896-c720-421d-acb4-1e60112701db admin admin] Deleting subnet 0b95422b-324e-4507-83eb-37f4ae31e7db {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:16.075777 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed270896-c720-421d-acb4-1e60112701db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.115137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631482-505d-46c0-8cad-4e7731a8202c req-d9ccd24e-e5a6-439e-8297-326385076696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:16.123837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-d9ccd24e-e5a6-439e-8297-326385076696 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.0945044 Jul 30 01:57:16.206212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-57b16fbf-af06-48e3-a45a-35188790d87f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662928 Jul 30 01:57:16.213378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed270896-c720-421d-acb4-1e60112701db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.349793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed270896-c720-421d-acb4-1e60112701db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.436569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed270896-c720-421d-acb4-1e60112701db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.476002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed270896-c720-421d-acb4-1e60112701db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b95422b-324e-4507-83eb-37f4ae31e7db,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:16.487510 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed270896-c720-421d-acb4-1e60112701db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.492360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d53c5-de9f-4c6a-ae33-0074d2c81d25 None None] Network bf1348a1-a390-478a-8610-d68fd6f33f60 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:16.497756 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ed270896-c720-421d-acb4-1e60112701db admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0b95422b-324e-4507-83eb-37f4ae31e7db HTTP/1.1" status: 204 len: 168 time: 0.6171227 Jul 30 01:57:16.500294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46010) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:16.506632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-aa7f957a-e965-4cf2-b44e-0eda487b13b4 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817941 Jul 30 01:57:16.752353 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:16.843401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07631482-505d-46c0-8cad-4e7731a8202c req-961d9db4-35ef-450f-bc50-32ed641c09fb service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205442 Jul 30 01:57:16.981545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 92442684-eb07-402c-9d85-fbbe5f051f3a no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:17.000096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Deleting port f70f264b-57c6-4352-b848-db6aa84c8295 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:17.006834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.026406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 92442684-eb07-402c-9d85-fbbe5f051f3a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:17.027125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 92442684-eb07-402c-9d85-fbbe5f051f3a not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:17.233233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0280d-82ad-4a7a-b25f-cb49fe7eaaed None None] DHCP port deletion for bf1348a1-a390-478a-8610-d68fd6f33f60 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 01:57:17.240304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] For port f70f264b-57c6-4352-b848-db6aa84c8295, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f70f264b-57c6-4352-b848-db6aa84c8295,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:17.241568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.305786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Calling delete_port for f70f264b-57c6-4352-b848-db6aa84c8295 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:17.381476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-abe0280d-82ad-4a7a-b25f-cb49fe7eaaed None None] Deleting port f70f264b-57c6-4352-b848-db6aa84c8295 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:17.382093 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abe0280d-82ad-4a7a-b25f-cb49fe7eaaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.520442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-abe0280d-82ad-4a7a-b25f-cb49fe7eaaed None None] For port f70f264b-57c6-4352-b848-db6aa84c8295, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f70f264b-57c6-4352-b848-db6aa84c8295,segment=NetworkSegment(bbc40f38-ed39-4864-868d-8b2d87ff4dbb),segment_id=bbc40f38-ed39-4864-868d-8b2d87ff4dbb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:17.522382 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abe0280d-82ad-4a7a-b25f-cb49fe7eaaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.552930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-abe0280d-82ad-4a7a-b25f-cb49fe7eaaed None None] Calling delete_port for f70f264b-57c6-4352-b848-db6aa84c8295 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:17.614898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.706631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Pushing event deleted for resources: {'Port': ['ID=f70f264b-57c6-4352-b848-db6aa84c8295,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: from cryptography.utils import int_from_bytes Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: from cryptography.utils import int_from_bytes Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 01:57:17.725204 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 01:57:17.738642 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-abe0280d-82ad-4a7a-b25f-cb49fe7eaaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.749980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] No DVR routers for this DVR port f70f264b-57c6-4352-b848-db6aa84c8295 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:17.809902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0280d-82ad-4a7a-b25f-cb49fe7eaaed None None] Pushing event deleted for resources: {'Port': ['ID=f70f264b-57c6-4352-b848-db6aa84c8295,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:17.821805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0280d-82ad-4a7a-b25f-cb49fe7eaaed None None] No DVR routers for this DVR port f70f264b-57c6-4352-b848-db6aa84c8295 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:17.903391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21c20052-efdd-4506-97ea-716e21edb163 req-07ac3110-6d1e-454f-8863-cd4badcee5e4 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 210 time: 0.0428715 Jul 30 01:57:17.925702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.952242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1348a1-a390-478a-8610-d68fd6f33f60']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:17.966781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:17.967085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc40f38-ed39-4864-868d-8b2d87ff4dbb') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:17.978438 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:17.996059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.003775 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:18.005259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:18.007733 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:18.010591 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d01464-f679-43f1-b90a-bd46699445c3 x-openstack-request-id: req-44d01464-f679-43f1-b90a-bd46699445c3 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:18.010591 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88bf9f25-f75a-48d0-97f0-4481d3801eff", "tag": "8283e388-07ba-44f2-bfc4-d9e2e2cb7b33", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:18.010591 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-44d01464-f679-43f1-b90a-bd46699445c3 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:18.010591 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88bf9f25-f75a-48d0-97f0-4481d3801eff', 'tag': '8283e388-07ba-44f2-bfc4-d9e2e2cb7b33', 'status': 'completed', 'code': 200} Jul 30 01:57:18.032679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:57:18.147961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.154857 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.166827 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] 10.222.0.84 "DELETE /v2.0/networks/bf1348a1-a390-478a-8610-d68fd6f33f60 HTTP/1.1" status: 204 len: 168 time: 1.6582139 Jul 30 01:57:18.169986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-67b22741-6578-443e-90a8-a9583e85eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:18.175783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-67b22741-6578-443e-90a8-a9583e85eaa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 1094 time: 0.1369243 Jul 30 01:57:18.209073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f942f8-e059-4b3d-98c1-3761ee8c0182 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1348a1-a390-478a-8610-d68fd6f33f60,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:18.341211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:18.377022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '8283e388-07ba-44f2-bfc4-d9e2e2cb7b33', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'port_id': '8283e388-07ba-44f2-bfc4-d9e2e2cb7b33', 'mac_address': 'fa:16:3e:a5:1a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a906d30b-0f1e-4cf9-b55a-446e497d258c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:57:18.437507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46042) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:18.455749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760be7fa-9b63-455f-84b0-cfc89ae4d748 req-bb9c2a2b-38c4-4390-9c5b-74c5ae3883df tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:18.466280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-760be7fa-9b63-455f-84b0-cfc89ae4d748 req-bb9c2a2b-38c4-4390-9c5b-74c5ae3883df tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 945 time: 0.2015643 Jul 30 01:57:18.507081 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.535094 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6521375d-3375-43ef-ade0-b79b4e742c45 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6fa94e79f5734c7c96c06b528d50d9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962381 Jul 30 01:57:18.535801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46044) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:18.546756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-419e7a47-2ec3-448c-849e-9105ddc8d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:18.549487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-419e7a47-2ec3-448c-849e-9105ddc8d801 service neutron] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 913 time: 0.3704491 Jul 30 01:57:18.555160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:18.609686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:18.617487 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.642322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbb76-b943-4e2a-99b5-1ea17dc6fe38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.668586 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-760be7fa-9b63-455f-84b0-cfc89ae4d748 req-45185b96-e94a-4dd6-b05f-855c2920f2b4 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010481 Jul 30 01:57:18.677752 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-b00a135a-c84d-4117-bd7d-8890bcb744da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 HTTP/1.1" status: 200 len: 217 time: 0.1155944 Jul 30 01:57:18.694412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbb76-b943-4e2a-99b5-1ea17dc6fe38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.750948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:18.804118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbb76-b943-4e2a-99b5-1ea17dc6fe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.814312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbb76-b943-4e2a-99b5-1ea17dc6fe38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:18.814312 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1d0cbb76-b943-4e2a-99b5-1ea17dc6fe38 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/21cd63e3-20f8-447c-8652-0ed4eeba020b HTTP/1.1" status: 204 len: 168 time: 0.2747233 Jul 30 01:57:18.825147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cbb76-b943-4e2a-99b5-1ea17dc6fe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cd63e3-20f8-447c-8652-0ed4eeba020b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:18.849105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-1dc11841-9a5d-4ee6-8063-858abbb1e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:18.855097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['8283e388-07ba-44f2-bfc4-d9e2e2cb7b33'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:18.863288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-1dc11841-9a5d-4ee6-8063-858abbb1e4cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.1764879 Jul 30 01:57:18.927538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f70f264b-57c6-4352-b848-db6aa84c8295 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:18.970495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f70f264b-57c6-4352-b848-db6aa84c8295 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:18.971191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f70f264b-57c6-4352-b848-db6aa84c8295 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:18.984882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-c3e09d5a-e13a-4f6e-b239-01fb3058abd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139235 Jul 30 01:57:19.184824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fc41f-7d4f-4c28-b2be-7c73c2d2219f req-a5fb0236-eeea-4cce-a066-564d02d5eada tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:19.190995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d25fc41f-7d4f-4c28-b2be-7c73c2d2219f req-a5fb0236-eeea-4cce-a066-564d02d5eada tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 944 time: 0.2852213 Jul 30 01:57:19.336308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-a26d7b1b-bf3b-4455-85cf-daf102b0a061 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696698 Jul 30 01:57:19.460897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d25fc41f-7d4f-4c28-b2be-7c73c2d2219f req-cfc48e61-96f8-4f72-a4fc-26358b8ef379 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568619 Jul 30 01:57:19.561270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-433202b0-06a6-4b10-8fe3-ad0aeab244a2 req-fd52175a-8dec-4101-920d-7ca3bc0e60f1 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130921 Jul 30 01:57:19.780154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797103d-98c8-4154-9db7-f8b307df504d req-52950d58-b616-4484-9121-3dd310c73128 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:19.784062 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4797103d-98c8-4154-9db7-f8b307df504d req-52950d58-b616-4484-9121-3dd310c73128 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 945 time: 0.1126642 Jul 30 01:57:19.797588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46080) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:19.804060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-16adc7a3-6a23-4868-a328-099b29e4dcdf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Request body: {'floatingip': {'port_id': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:19.931923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16adc7a3-6a23-4868-a328-099b29e4dcdf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.048264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:20.262102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:20.280153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:20.280529 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.326096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd7c662d-15e1-423a-a8c7-d9940a67e077 req-08228f2c-10bd-4a01-b244-ed9fa64325d2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=fcf9c1bb-bc53-430f-b76b-32f70331392e HTTP/1.1" status: 200 len: 210 time: 0.1246519 Jul 30 01:57:20.326712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46094) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:20.561670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-network', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:20.583534 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.611182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Made reservation on behalf of b7e487d49e574b8b920be003bece9fa3 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:20.614200 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.639789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.726119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bf9f25-f75a-48d0-97f0-4481d3801eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283e388-07ba-44f2-bfc4-d9e2e2cb7b33'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:20.731468 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d4d405-6b50-45e8-b911-094d1fd9221d" -d '{"events": [{"server_uuid": "88bf9f25-f75a-48d0-97f0-4481d3801eff", "name": "network-vif-plugged", "status": "completed", "tag": "8283e388-07ba-44f2-bfc4-d9e2e2cb7b33"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:20.744144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:20.752092 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:20.881297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:20.998745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.013493 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.088653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:57:21.126710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.134002 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.135119 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Added segment 0ab4033e-59e5-47c1-9004-280da8186f09 of type vlan for network 541cb170-7a24-4e14-b4d6-f226e6830351 Jul 30 01:57:21.156058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16adc7a3-6a23-4868-a328-099b29e4dcdf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.163739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16adc7a3-6a23-4868-a328-099b29e4dcdf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.421985 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.440011 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-16adc7a3-6a23-4868-a328-099b29e4dcdf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Floating IP 038d9aa6-9f35-4603-aa20-d94fca0dd5c9 associated. External IP: 172.25.7.87, port: 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd. Jul 30 01:57:21.523556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863bf09-6cd4-4e1f-ae0e-0bcc57c6fecb req-021dbd57-dd93-41ec-9949-1524a180fcfe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:21.537621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f863bf09-6cd4-4e1f-ae0e-0bcc57c6fecb req-021dbd57-dd93-41ec-9949-1524a180fcfe tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.3701272 Jul 30 01:57:21.640297 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.642227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:21.643355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.757465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16adc7a3-6a23-4868-a328-099b29e4dcdf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:21.762399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f863bf09-6cd4-4e1f-ae0e-0bcc57c6fecb req-243937ff-f929-4414-88a2-f467d05e3ea1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228477 Jul 30 01:57:21.814299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4860759 Jul 30 01:57:21.819450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46112) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:21.845502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Request body: {'subnet': {'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-subnet', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:21.860320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b677ea-8f33-4443-a7f0-f0409d600146 admin admin] Pushing event updated for resources: {'Network': ['ID=541cb170-7a24-4e14-b4d6-f226e6830351,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:21.876073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 541cb170-7a24-4e14-b4d6-f226e6830351 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:57:21.888599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Made reservation on behalf of b7e487d49e574b8b920be003bece9fa3 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:21.895097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:21.995063 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16adc7a3-6a23-4868-a328-099b29e4dcdf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:22.011204 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b255230d-80d5-4663-bb67-cf6297b4a717 x-openstack-request-id: req-b255230d-80d5-4663-bb67-cf6297b4a717 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:22.011477 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bf9f25-f75a-48d0-97f0-4481d3801eff", "name": "network-vif-plugged", "status": "completed", "tag": "8283e388-07ba-44f2-bfc4-d9e2e2cb7b33", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:22.011689 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b255230d-80d5-4663-bb67-cf6297b4a717 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:22.012305 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bf9f25-f75a-48d0-97f0-4481d3801eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8283e388-07ba-44f2-bfc4-d9e2e2cb7b33', 'code': 200} Jul 30 01:57:22.013847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] Sync routers for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:22.017770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16adc7a3-6a23-4868-a328-099b29e4dcdf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.044947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:22.045743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:22.060756 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-16adc7a3-6a23-4868-a328-099b29e4dcdf tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "PUT /v2.0/floatingips/038d9aa6-9f35-4603-aa20-d94fca0dd5c9 HTTP/1.1" status: 200 len: 990 time: 2.2613058 Jul 30 01:57:22.061652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'tag': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:22.064913 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc54897b-700b-442a-9301-9bc15ab65d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3d335c-098a-49a8-bda4-6b4f95264c53", "tag": "7c7591b9-e4ae-4bed-8b19-9567ed64a4dd"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:22.098253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104baf4-7474-4fde-bb82-177f6a1a347a req-3829702a-e80b-4c59-a760-2b500ee56998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.100119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8104baf4-7474-4fde-bb82-177f6a1a347a req-3829702a-e80b-4c59-a760-2b500ee56998 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 1096 time: 0.0858765 Jul 30 01:57:22.168343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8104baf4-7474-4fde-bb82-177f6a1a347a req-f29425f3-9a00-4cd6-b644-3d067e8405fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581453 Jul 30 01:57:22.251797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:22.365361 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.471322 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508f8ab1-08fb-41d7-a78a-b6b75a56457c x-openstack-request-id: req-508f8ab1-08fb-41d7-a78a-b6b75a56457c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:22.471935 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3d335c-098a-49a8-bda4-6b4f95264c53", "tag": "7c7591b9-e4ae-4bed-8b19-9567ed64a4dd", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:22.472253 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-508f8ab1-08fb-41d7-a78a-b6b75a56457c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:22.473180 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'tag': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd', 'status': 'completed', 'code': 200} Jul 30 01:57:22.519402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84345bc0-1dec-4f0a-b431-84497f05a9cb,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:22.584871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Checking segment: {'id': '0ab4033e-59e5-47c1-9004-280da8186f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:22.585608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Network hostable DHCP agents. Network: 541cb170-7a24-4e14-b4d6-f226e6830351, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:57:22.621317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Network 541cb170-7a24-4e14-b4d6-f226e6830351 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:57:22.648479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-cc76b6c9-cf4d-4b5e-8c52-74912933a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.654957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-cc76b6c9-cf4d-4b5e-8c52-74912933a0de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 1096 time: 0.1121702 Jul 30 01:57:22.656668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 541cb170-7a24-4e14-b4d6-f226e6830351) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:22.704298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:22.705408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:22.713598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293fc178-44e8-43d9-9c47-4182d308703e None None] Network 541cb170-7a24-4e14-b4d6-f226e6830351 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:23.111743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46142) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:23.118577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:23.123294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6a37e564-f795-473b-9251-12f02a81e1d7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3021836 Jul 30 01:57:23.167723 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.168812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.214655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365516c1-b97d-462c-abe4-e385954ca3fc req-9232e5d3-b22b-4cfb-9176-02c7771b3ed6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.230708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-365516c1-b97d-462c-abe4-e385954ca3fc req-9232e5d3-b22b-4cfb-9176-02c7771b3ed6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.1965442 Jul 30 01:57:23.328857 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.334562 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-3e32dbe1-21f0-430e-9080-8d0f6098be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.337532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-3e32dbe1-21f0-430e-9080-8d0f6098be26 service neutron] 10.222.0.22 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 912 time: 0.6267991 Jul 30 01:57:23.379866 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-365516c1-b97d-462c-abe4-e385954ca3fc req-71be3895-858d-4b13-b267-4dcbcd5a4720 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478262 Jul 30 01:57:23.428360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb0818-7c9b-4ea2-8c73-4bd93fdbd0fd None None] Network 541cb170-7a24-4e14-b4d6-f226e6830351 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:57:23.512785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-e818119c-ed92-4da3-987b-9269adc327f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd HTTP/1.1" status: 200 len: 998 time: 0.1568871 Jul 30 01:57:23.552587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.746971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-4fdec05a-9512-4444-a173-6adcd7dd186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.752673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-4fdec05a-9512-4444-a173-6adcd7dd186b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.2233698 Jul 30 01:57:23.850236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '038d9aa6-9f35-4603-aa20-d94fca0dd5c9', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'port_id': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'mac_address': 'fa:16:3e:1d:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:56:50Z', 'updated_at': '2021-07-30T01:57:20Z', 'revision_number': 1, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:23.856365 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:23.910066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] Checking router: 8d11c98b-8ab5-40fd-ba98-385aba6299d8 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:23.927868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:23.929408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:23.932919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-f01a7cf7-3df5-4874-afde-da0578638954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:23.938249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-f01a7cf7-3df5-4874-afde-da0578638954 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737189 Jul 30 01:57:24.106113 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.150333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:24.253484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-344f45c7-6eae-4df1-987e-c212a25cf0c0 service neutron] 10.222.0.22 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019702 Jul 30 01:57:24.255387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:24.556847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Allocated IP 172.25.7.145 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/a8786b48-59da-431c-aa58-d4022ed615bb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:24.586156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc54897b-700b-442a-9301-9bc15ab65d0e req-20398fac-9fbd-42f7-bf66-a15b08877dd1 service neutron] 10.222.0.22 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184216 Jul 30 01:57:24.811289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b317c-de95-43ed-b61b-ada8b7340bb0 req-be2804b2-c76e-4dbf-ad89-fbbdaf5f303f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:24.821896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-283b317c-de95-43ed-b61b-ada8b7340bb0 req-be2804b2-c76e-4dbf-ad89-fbbdaf5f303f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.2699847 Jul 30 01:57:24.972558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:25.031646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-283b317c-de95-43ed-b61b-ada8b7340bb0 req-a9ae3a5e-b9f5-41fc-8be6-ce68369587c9 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026229 Jul 30 01:57:25.114948 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:25.308403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:25.334871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:25.340029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:25.499816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Pushing event updated for resources: {'Port': ['ID=a8786b48-59da-431c-aa58-d4022ed615bb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:25.616272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '038d9aa6-9f35-4603-aa20-d94fca0dd5c9', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'port_id': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'mac_address': 'fa:16:3e:1d:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:56:50Z', 'updated_at': '2021-07-30T01:57:20Z', 'revision_number': 1, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:25.664047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330dca7-5176-44b0-a246-461a8f3e189b None None] The sync data for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 is: [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '038d9aa6-9f35-4603-aa20-d94fca0dd5c9', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'port_id': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'mac_address': 'fa:16:3e:1d:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:56:50Z', 'updated_at': '2021-07-30T01:57:20Z', 'revision_number': 1, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:26.268924 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e6437-65d7-4605-a8ee-c4f35fab533b None None] New status for floating IP 038d9aa6-9f35-4603-aa20-d94fca0dd5c9: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:57:26.407196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7854f1c-24c3-4bc5-b0b4-62497877105c req-bd79106b-273b-44ef-84a3-782244d7100d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:26.425305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7854f1c-24c3-4bc5-b0b4-62497877105c req-bd79106b-273b-44ef-84a3-782244d7100d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.2465765 Jul 30 01:57:26.523124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:26.565677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7854f1c-24c3-4bc5-b0b4-62497877105c req-7970fd23-0c97-471f-b7a0-40606b5bf28e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222072 Jul 30 01:57:27.009760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:27.694523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:57:27.820991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f74b5-221d-42e1-a94a-1fe1dc70803e req-bbe40188-93ef-46eb-bbdf-805a48e7ee92 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:27.835833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-660f74b5-221d-42e1-a94a-1fe1dc70803e req-bbe40188-93ef-46eb-bbdf-805a48e7ee92 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.1264820 Jul 30 01:57:27.956505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-660f74b5-221d-42e1-a94a-1fe1dc70803e req-6dfb223c-b2f6-43b4-9278-ceaa0dcde887 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118054 Jul 30 01:57:27.987765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:28.015761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:28.017133 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9ddff664-3f94-4f26-924b-bf32b53d657e admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9053764 Jul 30 01:57:28.021305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46254) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:28.030327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Sync routers for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:28.045000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:28.045656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:28.278029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:28.707313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:26Z', 'revision_number': 3, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:28.764548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Checking router: 01abb4a4-9c1b-42ae-b5ec-4b004737e896 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:28.764929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Updating router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 port a8786b48-59da-431c-aa58-d4022ed615bb binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:57:28.841746 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.502799 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.508522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-0df29e53-dbd5-4a04-9f38-af46002693d8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:29.511911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-0df29e53-dbd5-4a04-9f38-af46002693d8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.41 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 944 time: 0.1432629 Jul 30 01:57:29.520730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Transition to ACTIVE for port object a8786b48-59da-431c-aa58-d4022ed615bb will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:29.531126 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.667572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Attempting to bind port a8786b48-59da-431c-aa58-d4022ed615bb on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:29.668037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Attempting to bind port a8786b48-59da-431c-aa58-d4022ed615bb by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:29.668401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Attempting to bind port a8786b48-59da-431c-aa58-d4022ed615bb on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:29.675540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:29.676070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:29.676567 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.677404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:29.677921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Bound port: a8786b48-59da-431c-aa58-d4022ed615bb, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:29.678456 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.767838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Pushing event updated for resources: {'Port': ['ID=a8786b48-59da-431c-aa58-d4022ed615bb,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:29.786735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.787070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.787420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.788983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.789320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.789655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.789989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.791206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.792206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.792611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.792990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.793319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:29.808572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] For port a8786b48-59da-431c-aa58-d4022ed615bb, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:29.815942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] For port a8786b48-59da-431c-aa58-d4022ed615bb, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a8786b48-59da-431c-aa58-d4022ed615bb,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:29.818559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e49330-c646-4de5-953c-f95e767c7c04 req-ce129b43-0d4a-4f9a-b1de-d730a3fec55f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:29.826692 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:29.832305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00e49330-c646-4de5-953c-f95e767c7c04 req-ce129b43-0d4a-4f9a-b1de-d730a3fec55f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 944 time: 0.4629240 Jul 30 01:57:29.930010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11074bd-604b-4471-978d-0ce125ad0a1f None None] Pushing event updated for resources: {'Port': ['ID=a8786b48-59da-431c-aa58-d4022ed615bb,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:29.964140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:29.965193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:30.060167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00e49330-c646-4de5-953c-f95e767c7c04 req-11115864-c42e-4091-8202-9bb9a6f7bbd8 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892951 Jul 30 01:57:30.066776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.272439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:30.413395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Allocated IP 172.20.0.1 (541cb170-7a24-4e14-b4d6-f226e6830351/84345bc0-1dec-4f0a-b431-84497f05a9cb/a70a1434-032c-4724-ba1b-98f8c50a5af4) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:30.744081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.817423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Deleting port 288f0662-90f9-4ce8-9baa-89feee365fbb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:30.818223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.855753 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7d3030a-a36e-4c45-98f3-22ea3d25cdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:30.933962 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:26Z', 'revision_number': 3, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:30.962168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.013613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf1d43-ff1a-47d3-a791-9c2078c1b8e7 None None] The sync data for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 is: [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:26Z', 'revision_number': 3, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:31.032269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4eeb9-686f-488f-a370-91bdcee67df0 req-cc5ddbca-9e18-46ec-94b2-0d312b560cde tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:31.035674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bb4eeb9-686f-488f-a370-91bdcee67df0 req-cc5ddbca-9e18-46ec-94b2-0d312b560cde tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.6653409 Jul 30 01:57:31.117901 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Network 541cb170-7a24-4e14-b4d6-f226e6830351 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:31.159984 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.173959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:31.204072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:31.246482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46294) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:31.294418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Pushing event updated for resources: {'Port': ['ID=a70a1434-032c-4724-ba1b-98f8c50a5af4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:31.327316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] For port 288f0662-90f9-4ce8-9baa-89feee365fbb, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=288f0662-90f9-4ce8-9baa-89feee365fbb,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:31.328192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.344570 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bb4eeb9-686f-488f-a370-91bdcee67df0 req-872bf358-b774-4541-8e43-2c33d1b55fd1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444344 Jul 30 01:57:31.378711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Calling delete_port for 288f0662-90f9-4ce8-9baa-89feee365fbb owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:31.410609 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.602831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a4484c8-72c8-4586-986d-1e195d40c1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.925908 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a4484c8-72c8-4586-986d-1e195d40c1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:31.934491 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5a4484c8-72c8-4586-986d-1e195d40c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.018861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4484c8-72c8-4586-986d-1e195d40c1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e73c6b-3ac2-4c69-ac30-e1337d969b74,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:32.035309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.049576 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5a4484c8-72c8-4586-986d-1e195d40c1c2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7111d3dad062446787d78c5e727971df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8000493 Jul 30 01:57:32.054304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46302) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:32.133638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 288f0662-90f9-4ce8-9baa-89feee365fbb no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:32.220760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e0b4ba8-38de-4d6f-92ec-836be496bb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.277873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c1612-4636-4c25-b144-15b12533cb82 req-44ee0b01-8843-4717-9b83-d552e00604da tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:32.280958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-458c1612-4636-4c25-b144-15b12533cb82 req-44ee0b01-8843-4717-9b83-d552e00604da tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=376271b2-a2c4-4497-8eae-31f70d410f8c HTTP/1.1" status: 200 len: 944 time: 0.3812003 Jul 30 01:57:32.333000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e0b4ba8-38de-4d6f-92ec-836be496bb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.449644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e0b4ba8-38de-4d6f-92ec-836be496bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.454772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e0b4ba8-38de-4d6f-92ec-836be496bb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.457444 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6e0b4ba8-38de-4d6f-92ec-836be496bb09 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/39e73c6b-3ac2-4c69-ac30-e1337d969b74 HTTP/1.1" status: 204 len: 168 time: 0.4007883 Jul 30 01:57:32.458332 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.495546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b4ba8-38de-4d6f-92ec-836be496bb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e73c6b-3ac2-4c69-ac30-e1337d969b74,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:32.601899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-458c1612-4636-4c25-b144-15b12533cb82 req-6b63daa4-b675-4212-bfbd-cfc27779be4f tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780252 Jul 30 01:57:32.608039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Pushing event deleted for resources: {'Port': ['ID=288f0662-90f9-4ce8-9baa-89feee365fbb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:32.713205 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.718041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] No DVR routers for this DVR port 288f0662-90f9-4ce8-9baa-89feee365fbb on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:32.724823 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.729391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b76aebc-20cb-4df6-869f-c5ddff18573f req-f984c04b-3451-472e-9cb9-003e1c91f28d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.41 "DELETE /v2.0/ports/288f0662-90f9-4ce8-9baa-89feee365fbb HTTP/1.1" status: 204 len: 173 time: 3.1982079 Jul 30 01:57:32.730994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'name': 'network-vif-deleted', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:32.746893 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dece7c-2891-426d-b7c4-f0d4d94ade3b" -d '{"events": [{"server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "name": "network-vif-deleted", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:32.768511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:32.989202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a8786b48-59da-431c-aa58-d4022ed615bb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:33.043364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Pushing event updated for resources: {'Port': ['ID=a70a1434-032c-4724-ba1b-98f8c50a5af4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:33.064639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.086934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544a5b-6b4a-41f9-ba7c-97fcafcf8a74 req-eab76718-f277-4dfa-ba34-ef142228e8ad tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:33.088435 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a8786b48-59da-431c-aa58-d4022ed615bb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:33.092650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33544a5b-6b4a-41f9-ba7c-97fcafcf8a74 req-eab76718-f277-4dfa-ba34-ef142228e8ad tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.2515583 Jul 30 01:57:33.095393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a8786b48-59da-431c-aa58-d4022ed615bb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:33.096656 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.139645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46320) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:33.158681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24cc909b-d68c-4dda-959c-e7722bddfa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.241662 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.280404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33544a5b-6b4a-41f9-ba7c-97fcafcf8a74 req-f04b6d70-8fdd-4562-b679-7841e2da11a6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757789 Jul 30 01:57:33.319711 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port a8786b48-59da-431c-aa58-d4022ed615bb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a8786b48-59da-431c-aa58-d4022ed615bb,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:33.335187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.390095 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24cc909b-d68c-4dda-959c-e7722bddfa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.398395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24cc909b-d68c-4dda-959c-e7722bddfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.398689 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4eddddbe-9768-46eb-a887-cb676bb3e75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.428921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Network 541cb170-7a24-4e14-b4d6-f226e6830351 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:33.431975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:33.444362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=a8786b48-59da-431c-aa58-d4022ed615bb,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:33.492843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc909b-d68c-4dda-959c-e7722bddfa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa9434b-039e-4ea8-b1a1-e6008ef8289e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:33.580528 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-24cc909b-d68c-4dda-959c-e7722bddfa94 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f07ce07a06ce4735ab3fcc98efe0122e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390392 Jul 30 01:57:33.585360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46324) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:33.656886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:57:33.729985 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-852fe01c-24dc-40bb-b720-487ae3d5f760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.747627 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.781558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-852fe01c-24dc-40bb-b720-487ae3d5f760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.809018 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4b2dbd-56b3-4b5c-9294-4a09b2d8cc92 x-openstack-request-id: req-6e4b2dbd-56b3-4b5c-9294-4a09b2d8cc92 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:33.809655 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376271b2-a2c4-4497-8eae-31f70d410f8c", "name": "network-vif-deleted", "tag": "288f0662-90f9-4ce8-9baa-89feee365fbb", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:33.810201 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6e4b2dbd-56b3-4b5c-9294-4a09b2d8cc92 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:33.810971 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376271b2-a2c4-4497-8eae-31f70d410f8c', 'name': 'network-vif-deleted', 'tag': '288f0662-90f9-4ce8-9baa-89feee365fbb', 'status': 'completed', 'code': 200} Jul 30 01:57:33.884447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-852fe01c-24dc-40bb-b720-487ae3d5f760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.889036 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-852fe01c-24dc-40bb-b720-487ae3d5f760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:33.891060 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-852fe01c-24dc-40bb-b720-487ae3d5f760 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2fa9434b-039e-4ea8-b1a1-e6008ef8289e HTTP/1.1" status: 204 len: 168 time: 0.3031616 Jul 30 01:57:33.913046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fe01c-24dc-40bb-b720-487ae3d5f760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa9434b-039e-4ea8-b1a1-e6008ef8289e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:33.994176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:57:34.010604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d74f1d14-1dd2-475a-9365-2b052ef5ff70 admin admin] 10.222.0.84 "PUT /v2.0/routers/01abb4a4-9c1b-42ae-b5ec-4b004737e896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9869409 Jul 30 01:57:34.110638 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46338) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:34.202536 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Sync routers for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:57:34.221689 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:34.222859 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:57:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:34.396006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793013c4-2635-44e4-b840-091af8ad3a55 req-b5ccea83-244c-4913-8dd3-032d83a4db8e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.410221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-793013c4-2635-44e4-b840-091af8ad3a55 req-b5ccea83-244c-4913-8dd3-032d83a4db8e tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.1605530 Jul 30 01:57:34.449221 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.469396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-793013c4-2635-44e4-b840-091af8ad3a55 req-b0c4140c-276d-445b-bc23-aed78b5aff49 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573690 Jul 30 01:57:34.492003 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:34.675229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a50c73af-1eae-44b3-b8bf-00e79c5d2cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.706635 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7028267-ae91-4469-adb0-4ab3870d724d req-e4d80d3b-ea8a-4de9-a812-eed349c542c5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.712158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7028267-ae91-4469-adb0-4ab3870d724d req-e4d80d3b-ea8a-4de9-a812-eed349c542c5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.1315408 Jul 30 01:57:34.850020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-c8d53480-8651-4104-9094-c3ad50cfc751 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:34.851910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-c8d53480-8651-4104-9094-c3ad50cfc751 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f3fe13-9e80-451a-874b-a9b35ec0e712 HTTP/1.1" status: 200 len: 945 time: 0.2140412 Jul 30 01:57:34.869333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7028267-ae91-4469-adb0-4ab3870d724d req-881ea7a5-3256-43bd-a544-f4559e700e61 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439145 Jul 30 01:57:34.876005 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a50c73af-1eae-44b3-b8bf-00e79c5d2cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.895672 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a50c73af-1eae-44b3-b8bf-00e79c5d2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:34.937971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a8786b48-59da-431c-aa58-d4022ed615bb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:34.952698 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a50c73af-1eae-44b3-b8bf-00e79c5d2cb5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c2345b68bf5441f5b78ac80373830ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8406549 Jul 30 01:57:34.955746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46364) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:35.043904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c73af-1eae-44b3-b8bf-00e79c5d2cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75508ccd-467e-493d-9f1a-fef2da4b1eac,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:35.044251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a8786b48-59da-431c-aa58-d4022ed615bb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:35.044542 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.055073 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:31Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a70a1434-032c-4724-ba1b-98f8c50a5af4', 'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'mac_address': 'fa:16:3e:39:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:30Z', 'updated_at': '2021-07-30T01:57:32Z', 'revision_number': 2, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'subnets': [{'id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:35.116846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0080-588f-4089-8a05-b06cac0e85a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.146102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Deleting port 7265c1e4-32dd-459a-b3dd-43e675e50669 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:35.146756 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.164306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0080-588f-4089-8a05-b06cac0e85a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.173605 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Checking router: 01abb4a4-9c1b-42ae-b5ec-4b004737e896 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:57:35.174172 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Updating router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 port a70a1434-032c-4724-ba1b-98f8c50a5af4 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:57:35.257315 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0080-588f-4089-8a05-b06cac0e85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.265092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0080-588f-4089-8a05-b06cac0e85a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.266067 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.267851 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4bdb0080-588f-4089-8a05-b06cac0e85a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/75508ccd-467e-493d-9f1a-fef2da4b1eac HTTP/1.1" status: 204 len: 168 time: 0.3092513 Jul 30 01:57:35.282955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb0080-588f-4089-8a05-b06cac0e85a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75508ccd-467e-493d-9f1a-fef2da4b1eac,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:35.389744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] For port 7265c1e4-32dd-459a-b3dd-43e675e50669, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7265c1e4-32dd-459a-b3dd-43e675e50669,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:35.390166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.412199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Calling delete_port for 7265c1e4-32dd-459a-b3dd-43e675e50669 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:35.778595 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.796092 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Transition to ACTIVE for port object a70a1434-032c-4724-ba1b-98f8c50a5af4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:35.803369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-a132599e-7e71-4aca-95fb-36095fc0a649 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:35.806476 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.817594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-a132599e-7e71-4aca-95fb-36095fc0a649 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 820 time: 0.2704945 Jul 30 01:57:35.831813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:35.896045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-b288e668-e5ba-46cb-be5b-b62bd8979141 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/quotas/b7e487d49e574b8b920be003bece9fa3 HTTP/1.1" status: 200 len: 375 time: 0.0768285 Jul 30 01:57:35.903936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Pushing event deleted for resources: {'Port': ['ID=7265c1e4-32dd-459a-b3dd-43e675e50669,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:35.995843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:35.996459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:35.997039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:35.997490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:35.998084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:35.998616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:35.999204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.000636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.000636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.000636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.000636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.001057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:36.003387 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Attempting to bind port a70a1434-032c-4724-ba1b-98f8c50a5af4 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:36.005016 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Attempting to bind port a70a1434-032c-4724-ba1b-98f8c50a5af4 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '0ab4033e-59e5-47c1-9004-280da8186f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:36.019967 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Attempting to bind port a70a1434-032c-4724-ba1b-98f8c50a5af4 on network 541cb170-7a24-4e14-b4d6-f226e6830351 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:36.035164 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91039c-af3b-42e7-8d83-ee5ee5a6e0da None None] Pushing event updated for resources: {'Port': ['ID=a70a1434-032c-4724-ba1b-98f8c50a5af4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:36.035795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] No DVR routers for this DVR port 7265c1e4-32dd-459a-b3dd-43e675e50669 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:36.043248 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:36.045710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.045975 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Checking segment: {'id': '0ab4033e-59e5-47c1-9004-280da8186f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:36.046638 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.047395 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Bound using segment: {'id': '0ab4033e-59e5-47c1-9004-280da8186f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:36.048462 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Bound port: a70a1434-032c-4724-ba1b-98f8c50a5af4, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab4033e-59e5-47c1-9004-280da8186f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:36.049236 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.051842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad165847-be1f-4ef3-af9b-76c0571ca214 req-6f8c4fa5-34d0-4c13-8bde-1c8970f1ab1d tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.41 "DELETE /v2.0/ports/7265c1e4-32dd-459a-b3dd-43e675e50669 HTTP/1.1" status: 204 len: 173 time: 1.1802838 Jul 30 01:57:36.052672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'name': 'network-vif-deleted', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:36.068225 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f72e38-d77d-4804-82f3-88e718a53655" -d '{"events": [{"server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "name": "network-vif-deleted", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:36.104420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-44620bd2-f9b4-4c8a-8a4f-1d24d7148689 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2068276 Jul 30 01:57:36.127121 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.284010 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] For port a70a1434-032c-4724-ba1b-98f8c50a5af4, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:36.289028 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] For port a70a1434-032c-4724-ba1b-98f8c50a5af4, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a70a1434-032c-4724-ba1b-98f8c50a5af4,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:36.296801 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:36.339890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-39490ec7-b8ee-4c00-b558-e3561f672975 service neutron] 10.222.0.84 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249656 Jul 30 01:57:36.400059 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:57:36.400756 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:57:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:36.456467 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91039c-af3b-42e7-8d83-ee5ee5a6e0da None None] Pushing event updated for resources: {'Port': ['ID=a70a1434-032c-4724-ba1b-98f8c50a5af4,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:36.588006 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:57:36.606751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-0ad0a0b0-fc05-41d0-a9c8-fb0acde128f3 service neutron] 10.222.0.84 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639070 Jul 30 01:57:37.222455 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:31Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a70a1434-032c-4724-ba1b-98f8c50a5af4', 'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'mac_address': 'fa:16:3e:39:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:30Z', 'updated_at': '2021-07-30T01:57:36Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'subnets': [{'id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:37.251377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3678d6d-045d-4c51-ae14-ddf3af557ec7 req-9d40fe8f-cc8e-40ca-8791-8ce3848bcab1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:37.266813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3678d6d-045d-4c51-ae14-ddf3af557ec7 req-9d40fe8f-cc8e-40ca-8791-8ce3848bcab1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.1383815 Jul 30 01:57:37.267575 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c7af74-2d0a-4165-b693-39ac2b48bd67 None None] The sync data for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 is: [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:31Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a70a1434-032c-4724-ba1b-98f8c50a5af4', 'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'mac_address': 'fa:16:3e:39:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:30Z', 'updated_at': '2021-07-30T01:57:36Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'subnets': [{'id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:57:37.362043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3678d6d-045d-4c51-ae14-ddf3af557ec7 req-7e2fa111-3b6c-4b4d-915c-8b178eae9bb4 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931995 Jul 30 01:57:37.616612 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0861c5-80de-41aa-8d48-788dba93e0ad x-openstack-request-id: req-9e0861c5-80de-41aa-8d48-788dba93e0ad {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:37.617617 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f3fe13-9e80-451a-874b-a9b35ec0e712", "name": "network-vif-deleted", "tag": "7265c1e4-32dd-459a-b3dd-43e675e50669", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:37.617617 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9e0861c5-80de-41aa-8d48-788dba93e0ad {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:37.618231 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f3fe13-9e80-451a-874b-a9b35ec0e712', 'name': 'network-vif-deleted', 'tag': '7265c1e4-32dd-459a-b3dd-43e675e50669', 'status': 'completed', 'code': 200} Jul 30 01:57:37.742654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5ce5985-3611-4a83-80fd-c77c12e4aa5b req-32bddb8b-3191-4a9c-a2b2-4f6bacbb29aa tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 210 time: 0.0639510 Jul 30 01:57:38.174727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7265c1e4-32dd-459a-b3dd-43e675e50669 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:38.246786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 7265c1e4-32dd-459a-b3dd-43e675e50669 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:38.247122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7265c1e4-32dd-459a-b3dd-43e675e50669 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:38.334451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221af64a-9d87-4f47-9282-18350d720c19 req-34c022c7-d698-42e6-8314-06beeecf18da tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:38.337970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-221af64a-9d87-4f47-9282-18350d720c19 req-34c022c7-d698-42e6-8314-06beeecf18da tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 944 time: 0.2056284 Jul 30 01:57:38.510599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-dbb808e7-7a83-4456-95da-0381fd59b3c2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:38.513455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-dbb808e7-7a83-4456-95da-0381fd59b3c2 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 944 time: 0.1727598 Jul 30 01:57:38.522080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-221af64a-9d87-4f47-9282-18350d720c19 req-095fafc5-f9a5-47ec-83c2-5a31b66b1223 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/security-groups?id=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077847 Jul 30 01:57:38.893527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Deleting port 01b58489-d24c-46a2-8754-29c84931aa0f {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:38.895100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:38.988981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a70a1434-032c-4724-ba1b-98f8c50a5af4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:39.112072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a70a1434-032c-4724-ba1b-98f8c50a5af4 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:39.122305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a70a1434-032c-4724-ba1b-98f8c50a5af4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:39.122849 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.301297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698d626-eed3-4b84-baa4-c718a33debbf req-870f179c-f62b-4044-a403-4aafcd1f34c1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:39.303412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5698d626-eed3-4b84-baa4-c718a33debbf req-870f179c-f62b-4044-a403-4aafcd1f34c1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.4311299 Jul 30 01:57:39.386645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] For port 01b58489-d24c-46a2-8754-29c84931aa0f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=01b58489-d24c-46a2-8754-29c84931aa0f,segment=NetworkSegment(6a678c05-5e3b-4be2-8e43-9d452061952d),segment_id=6a678c05-5e3b-4be2-8e43-9d452061952d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:39.387571 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.420095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Calling delete_port for 01b58489-d24c-46a2-8754-29c84931aa0f owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:39.421435 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.562761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port a70a1434-032c-4724-ba1b-98f8c50a5af4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a70a1434-032c-4724-ba1b-98f8c50a5af4,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:39.573100 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:39.696500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=a70a1434-032c-4724-ba1b-98f8c50a5af4,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:39.720536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5698d626-eed3-4b84-baa4-c718a33debbf req-2dfb6cd0-f1ee-4af1-8600-0c91585c1d30 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959418 Jul 30 01:57:39.748133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-8ce1ba49-951a-4278-860d-045f9cddddc1 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:39.750811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-8ce1ba49-951a-4278-860d-045f9cddddc1 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.22 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 820 time: 0.6777980 Jul 30 01:57:39.787848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Request body: {'port': {'device_id': '92392ac9-8c01-4df0-be6d-fe381562b586', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'admin_state_up': True, 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:40.468082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c91015bc-aec3-42a2-8d40-cea4cc6bfff1 req-1bca7ee4-106d-4a9b-b4da-48bb424f313f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 210 time: 0.4372272 Jul 30 01:57:40.474020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.542176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Pushing event deleted for resources: {'Port': ['ID=01b58489-d24c-46a2-8754-29c84931aa0f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:40.609113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] No DVR routers for this DVR port 01b58489-d24c-46a2-8754-29c84931aa0f on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:40.622004 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.624522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6a7a66a-37fe-4b16-94ca-8da2c9d9999b req-efded8ce-c5dc-40f7-a580-7d42bab9aa1a tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.41 "DELETE /v2.0/ports/01b58489-d24c-46a2-8754-29c84931aa0f HTTP/1.1" status: 204 len: 173 time: 2.1009073 Jul 30 01:57:40.625151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'name': 'network-vif-deleted', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:40.627861 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159c293f-1c49-4851-b584-ec41023d4e24" -d '{"events": [{"server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "name": "network-vif-deleted", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:40.654731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Made reservation on behalf of b7e487d49e574b8b920be003bece9fa3 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:57:40.659596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:40.668369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-642535f6-2fbf-41c2-9979-453b931a025a req-1d6173f8-4b4f-4143-9319-352700baad63 tempest-LiveMigrationTest-692329225 tempest-LiveMigrationTest-692329225-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ab47602-67e8-47cc-8a26-05e543eaecff HTTP/1.1" status: 200 len: 210 time: 0.0627990 Jul 30 01:57:40.878754 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e20843-f333-4237-8e74-280a154897c8 x-openstack-request-id: req-75e20843-f333-4237-8e74-280a154897c8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:40.879270 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab47602-67e8-47cc-8a26-05e543eaecff", "name": "network-vif-deleted", "tag": "01b58489-d24c-46a2-8754-29c84931aa0f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:40.879889 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-75e20843-f333-4237-8e74-280a154897c8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:40.880574 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab47602-67e8-47cc-8a26-05e543eaecff', 'name': 'network-vif-deleted', 'tag': '01b58489-d24c-46a2-8754-29c84931aa0f', 'status': 'completed', 'code': 200} Jul 30 01:57:40.883089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a70a1434-032c-4724-ba1b-98f8c50a5af4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:40.946900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Allocated IP 172.20.0.11 (541cb170-7a24-4e14-b4d6-f226e6830351/84345bc0-1dec-4f0a-b431-84497f05a9cb/2cde63fb-b68d-45b9-99ad-634ce60fd163) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:57:40.961586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a70a1434-032c-4724-ba1b-98f8c50a5af4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:40.962638 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.123620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43aadbd-5d13-4208-ab91-7c8e60a46f39 req-9e7db0bf-3943-403b-8990-6b5f32034d69 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:41.131344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b43aadbd-5d13-4208-ab91-7c8e60a46f39 req-9e7db0bf-3943-403b-8990-6b5f32034d69 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.1373913 Jul 30 01:57:41.288348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b43aadbd-5d13-4208-ab91-7c8e60a46f39 req-0fd1159f-f05d-46cd-bd54-54041c80a0e4 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559374 Jul 30 01:57:41.455176 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.518874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.649261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Network 541cb170-7a24-4e14-b4d6-f226e6830351 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:57:41.654399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:57:41.663930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:57:41.703493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Pushing event updated for resources: {'Port': ['ID=2cde63fb-b68d-45b9-99ad-634ce60fd163,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:41.736340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a59203-9df1-47ad-bf29-0ba31e932b40 req-1532c5b2-b913-440f-a018-3ec34c7a9ac8 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:41.744150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43a59203-9df1-47ad-bf29-0ba31e932b40 req-1532c5b2-b913-440f-a018-3ec34c7a9ac8 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 932 time: 0.1567636 Jul 30 01:57:41.797545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:41.798189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:41.847711 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43a59203-9df1-47ad-bf29-0ba31e932b40 req-4dddd3b4-fd0b-4dfd-a675-186b97ac4ff5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021252 Jul 30 01:57:41.851189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-74cab612-e724-469d-8d1a-0f5c64e5d0f2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0773854 Jul 30 01:57:41.878988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Request body: {'port': {'device_id': '92392ac9-8c01-4df0-be6d-fe381562b586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:57:41.928498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46540) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:42.039605 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.175840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 01b58489-d24c-46a2-8754-29c84931aa0f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:42.249318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 01b58489-d24c-46a2-8754-29c84931aa0f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:42.250446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 01b58489-d24c-46a2-8754-29c84931aa0f not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:42.360366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Deleting subnet 5aa4cace-dae8-4df2-9c70-5e03553e0365 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:42.369792 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.488829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.589699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.663847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bed97-75fc-4a42-bff5-3fcbad9a6ead req-18552fbd-23a5-41a9-bb6a-9eef084c1182 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:42.666627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-035bed97-75fc-4a42-bff5-3fcbad9a6ead req-18552fbd-23a5-41a9-bb6a-9eef084c1182 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.1805513 Jul 30 01:57:42.693644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cde63fb-b68d-45b9-99ad-634ce60fd163 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:42.712784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.735593 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.741386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa4cace-dae8-4df2-9c70-5e03553e0365,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:42.752395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.752726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.753202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.753552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.754596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.754928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.755254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.756187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.756187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.756564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.756564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.757017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:57:42.762198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.767888 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a08d8262-9883-4399-b590-b0344053b00e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5aa4cace-dae8-4df2-9c70-5e03553e0365 HTTP/1.1" status: 204 len: 168 time: 0.8376811 Jul 30 01:57:42.769510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46556) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:42.778186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Transition to ACTIVE for port object 2cde63fb-b68d-45b9-99ad-634ce60fd163 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:57:42.806700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.860271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:42.938379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-035bed97-75fc-4a42-bff5-3fcbad9a6ead req-13b7efe6-c9e8-48a2-9559-35982df52688 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589362 Jul 30 01:57:42.973122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Pushing event updated for resources: {'Port': ['ID=2cde63fb-b68d-45b9-99ad-634ce60fd163,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:43.043568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.058106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62a23bd-c6eb-4480-a8c5-2de1d8b31a38']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:43.081784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Attempting to bind port 2cde63fb-b68d-45b9-99ad-634ce60fd163 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:57:43.082471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Attempting to bind port 2cde63fb-b68d-45b9-99ad-634ce60fd163 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '0ab4033e-59e5-47c1-9004-280da8186f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:57:43.082847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Attempting to bind port 2cde63fb-b68d-45b9-99ad-634ce60fd163 on network 541cb170-7a24-4e14-b4d6-f226e6830351 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:43.091171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Port 2cde63fb-b68d-45b9-99ad-634ce60fd163 on network 541cb170-7a24-4e14-b4d6-f226e6830351 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:57:43.091530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Attempting to bind port 2cde63fb-b68d-45b9-99ad-634ce60fd163 on network 541cb170-7a24-4e14-b4d6-f226e6830351 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:57:43.093164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a678c05-5e3b-4be2-8e43-9d452061952d') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:43.094995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a678c05-5e3b-4be2-8e43-9d452061952d') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:43.099656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:57:43.100018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Checking segment: {'id': '0ab4033e-59e5-47c1-9004-280da8186f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:57:43.100385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Bound using segment: {'id': '0ab4033e-59e5-47c1-9004-280da8186f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:57:43.101443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Bound port: 2cde63fb-b68d-45b9-99ad-634ce60fd163, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab4033e-59e5-47c1-9004-280da8186f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:57:43.102344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.129931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.156916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.172052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:43.173350 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:43.177875 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:43.268937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] For port 2cde63fb-b68d-45b9-99ad-634ce60fd163, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:57:43.282916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.308709 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.313413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] For port 2cde63fb-b68d-45b9-99ad-634ce60fd163, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:57:43.319282 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] 10.222.0.84 "DELETE /v2.0/networks/b62a23bd-c6eb-4480-a8c5-2de1d8b31a38 HTTP/1.1" status: 204 len: 168 time: 0.5456238 Jul 30 01:57:43.320074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46564) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:43.355265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69c3ed-fcd9-475a-8f53-2ea82ea8b3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=b62a23bd-c6eb-4480-a8c5-2de1d8b31a38,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:43.396318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.404458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-89784be7-fed0-499d-a456-464154bbbe43 admin admin] Deleting subnet bfebd75a-2335-49bc-a4cc-555847d8c04f {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:57:43.463977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89784be7-fed0-499d-a456-464154bbbe43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.531552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162cd37-d9ab-41d9-9c41-c0016514f4ea req-d4bb851e-e745-4630-9d0f-e45364eb5920 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.534292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9162cd37-d9ab-41d9-9c41-c0016514f4ea req-d4bb851e-e745-4630-9d0f-e45364eb5920 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 944 time: 0.3148887 Jul 30 01:57:43.536445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.537524 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.539227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] 10.222.0.22 "PUT /v2.0/ports/2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 1092 time: 1.6744068 Jul 30 01:57:43.544087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:43.546687 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb532330-27b3-46cf-8da9-6148510a9a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:43.581718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89784be7-fed0-499d-a456-464154bbbe43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.667368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7d6c3-0264-48ef-b34a-b10e3af27939 service neutron] Pushing event updated for resources: {'Port': ['ID=2cde63fb-b68d-45b9-99ad-634ce60fd163,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:43.726237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9162cd37-d9ab-41d9-9c41-c0016514f4ea req-e8db9437-15be-46a0-a62d-f50ec9a06403 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740649 Jul 30 01:57:43.735217 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89784be7-fed0-499d-a456-464154bbbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:43.797074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-0ed6b135-e35c-481c-83f5-6654d24c7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:43.799954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-0ed6b135-e35c-481c-83f5-6654d24c7cb5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1095 time: 0.1590669 Jul 30 01:57:43.908294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-0de5a669-6444-4f8f-bb86-a94567ea3e16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 217 time: 0.0915174 Jul 30 01:57:44.007652 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60ffef0-992f-45d0-b985-4dfa241ed0ff x-openstack-request-id: req-d60ffef0-992f-45d0-b985-4dfa241ed0ff {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:44.008138 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:44.008631 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d60ffef0-992f-45d0-b985-4dfa241ed0ff {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:44.009316 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'status': 'completed', 'code': 200} Jul 30 01:57:44.017107 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89784be7-fed0-499d-a456-464154bbbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.091190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89784be7-fed0-499d-a456-464154bbbe43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.096114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-89784be7-fed0-499d-a456-464154bbbe43 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bfebd75a-2335-49bc-a4cc-555847d8c04f HTTP/1.1" status: 204 len: 168 time: 0.7719357 Jul 30 01:57:44.100152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46586) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:44.125171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89784be7-fed0-499d-a456-464154bbbe43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfebd75a-2335-49bc-a4cc-555847d8c04f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:44.179023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-c5533297-7d23-4a71-83d1-28ba8c5a70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:44.181237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-c5533297-7d23-4a71-83d1-28ba8c5a70b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 200 len: 860 time: 0.2418542 Jul 30 01:57:44.250470 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.273191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-6e9bfdb9-ac69-4e2a-b91c-dc23f5a86714 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=541cb170-7a24-4e14-b4d6-f226e6830351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684197 Jul 30 01:57:44.297755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af0f54-44c0-4fff-824c-f7cd05410976 req-db36b56d-16ef-45ec-b6b8-3a1ba677a650 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:44.301861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3af0f54-44c0-4fff-824c-f7cd05410976 req-db36b56d-16ef-45ec-b6b8-3a1ba677a650 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.2001078 Jul 30 01:57:44.480864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3af0f54-44c0-4fff-824c-f7cd05410976 req-a017ca7c-66c1-456b-af3c-0b73edd1efd1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310158 Jul 30 01:57:44.511000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.512037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-a963c303-8958-4826-ac7a-45d319c25226 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083473 Jul 30 01:57:44.545512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848c1a97-9012-41de-b889-8d3ff98ba845']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:44.570849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03454d75-4743-4e59-b807-71f4e6b05ac6') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:44.571336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03454d75-4743-4e59-b807-71f4e6b05ac6') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:57:44.594968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.622481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.637800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:57:44.638555 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.677188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4371567c-e9c6-442c-8826-3d7b74fc819b req-37561855-dcb1-4bb0-aef2-266f59cd4342 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518054 Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: timer() Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:57:44.682518 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:57:44.727494 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.739320 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:44.754404 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] 10.222.0.84 "DELETE /v2.0/networks/848c1a97-9012-41de-b889-8d3ff98ba845 HTTP/1.1" status: 204 len: 168 time: 0.6466744 Jul 30 01:57:44.796313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc7fb7-c4f3-491c-8116-37c68cbd9bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=848c1a97-9012-41de-b889-8d3ff98ba845,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:44.924492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-dc8e31e6-28ad-44c3-9256-3956eaf0870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:44.926735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-dc8e31e6-28ad-44c3-9256-3956eaf0870b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1095 time: 0.1203020 Jul 30 01:57:45.084943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927e5ee-7c6e-4fa6-aa1d-e8b52e0004ff req-0b7427a7-a411-45b0-af71-bd1959dbdec5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:45.095169 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6927e5ee-7c6e-4fa6-aa1d-e8b52e0004ff req-0b7427a7-a411-45b0-af71-bd1959dbdec5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 944 time: 0.1731532 Jul 30 01:57:45.181747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-e7aa9eaf-0919-4f35-b60a-6769dcede6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:45.184426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-e7aa9eaf-0919-4f35-b60a-6769dcede6c4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 921 time: 0.2433739 Jul 30 01:57:45.195903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6927e5ee-7c6e-4fa6-aa1d-e8b52e0004ff req-92fc42bf-0661-4d95-9aee-28e4b9dd1c77 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980055 Jul 30 01:57:45.270765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46608) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:45.288695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-04d3a87f-be20-44ce-aa51-f091cfd64365 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 217 time: 0.0876155 Jul 30 01:57:45.390449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-41a93d9a-f3e6-4149-80d3-672b258026e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:45.393076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-41a93d9a-f3e6-4149-80d3-672b258026e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 200 len: 860 time: 0.0889368 Jul 30 01:57:45.429520 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-90542a9a-5bfb-4e60-a1f4-89a2944f7590 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d9d6a97e627d4e149a7b83ffd10902f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567028 Jul 30 01:57:45.430567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46610) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:45.454638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-3ae136f8-82cb-4039-916c-00f4fe00c9be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=541cb170-7a24-4e14-b4d6-f226e6830351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494180 Jul 30 01:57:45.532080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3b7ef76-14b2-4d1c-aa0e-1ffde0ec4562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.588302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3b7ef76-14b2-4d1c-aa0e-1ffde0ec4562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.608129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-d83acaaf-7c21-4979-a45f-887f7baa5902 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388490 Jul 30 01:57:45.748663 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3b7ef76-14b2-4d1c-aa0e-1ffde0ec4562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.751870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3b7ef76-14b2-4d1c-aa0e-1ffde0ec4562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:45.761017 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f3b7ef76-14b2-4d1c-aa0e-1ffde0ec4562 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/52adbbdf-f25b-4be2-a8a5-1d6f548d03cc HTTP/1.1" status: 204 len: 168 time: 0.3211327 Jul 30 01:57:45.770711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7ef76-14b2-4d1c-aa0e-1ffde0ec4562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52adbbdf-f25b-4be2-a8a5-1d6f548d03cc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:45.977213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb532330-27b3-46cf-8da9-6148510a9a9f req-cfdc7ef1-fb2d-4e2b-9573-8ff4600e7766 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533978 Jul 30 01:57:46.036234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff75509-a925-40fb-a1d2-559755f98f81 req-564da620-0415-435a-b0f3-3e7ee93e9cf1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:46.049022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ff75509-a925-40fb-a1d2-559755f98f81 req-564da620-0415-435a-b0f3-3e7ee93e9cf1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.2464933 Jul 30 01:57:46.128293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ff75509-a925-40fb-a1d2-559755f98f81 req-dba6dda0-c07d-49b0-9182-3d8b138e9898 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761032 Jul 30 01:57:46.521462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106739-4b03-4811-9cee-9d80184c5ae9 req-6e16d498-9239-4807-ab3a-1b3a3ddd8615 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:46.525553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f106739-4b03-4811-9cee-9d80184c5ae9 req-6e16d498-9239-4807-ab3a-1b3a3ddd8615 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 944 time: 0.1431258 Jul 30 01:57:46.619820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f106739-4b03-4811-9cee-9d80184c5ae9 req-3670e672-ee91-480f-81c4-26f112d53476 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797324 Jul 30 01:57:46.659695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46636) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:46.746129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-53647f8a-1c6b-4719-a11d-7afa12be45a4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dfdf156a6482459ba2a75c42658f9499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815570 Jul 30 01:57:46.746555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46640) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:46.854584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa539e5d-054d-4171-a181-09aac43a440f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:46.899964 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa539e5d-054d-4171-a181-09aac43a440f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.002340 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa539e5d-054d-4171-a181-09aac43a440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.009316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa539e5d-054d-4171-a181-09aac43a440f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:47.012025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aa539e5d-054d-4171-a181-09aac43a440f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/216846d3-bf4a-47aa-bd2a-1acacd7c7f05 HTTP/1.1" status: 204 len: 168 time: 0.2637165 Jul 30 01:57:47.029072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa539e5d-054d-4171-a181-09aac43a440f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216846d3-bf4a-47aa-bd2a-1acacd7c7f05,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:47.374969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e53f0f-b992-4a2e-b4c6-4ff3099d2d31 req-17f79ead-3042-4b52-bf71-9026c3438bb8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:47.390453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92e53f0f-b992-4a2e-b4c6-4ff3099d2d31 req-17f79ead-3042-4b52-bf71-9026c3438bb8 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.1290886 Jul 30 01:57:47.512387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92e53f0f-b992-4a2e-b4c6-4ff3099d2d31 req-471f9caf-28a5-427a-96ff-1e20ae120628 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182661 Jul 30 01:57:48.025129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c153d-5c9a-4dcf-9c9c-03b9a7efbebe req-3d811470-1914-4f8b-91a4-e7dff08824f8 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:48.037190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a7c153d-5c9a-4dcf-9c9c-03b9a7efbebe req-3d811470-1914-4f8b-91a4-e7dff08824f8 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 944 time: 0.1399884 Jul 30 01:57:48.094285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a7c153d-5c9a-4dcf-9c9c-03b9a7efbebe req-e9604766-dc9b-476e-a3b7-d368431d5cbf tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Jul 30 01:57:48.204813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2cde63fb-b68d-45b9-99ad-634ce60fd163 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:57:48.407980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 2cde63fb-b68d-45b9-99ad-634ce60fd163, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:48.423853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'port_id': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'mac_address': 'fa:16:3e:8e:fe:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:57:48.501043 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.523381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cde63fb-b68d-45b9-99ad-634ce60fd163 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:57:48.554367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46682) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:48.560767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 2cde63fb-b68d-45b9-99ad-634ce60fd163, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:48.569161 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:48.711665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=2cde63fb-b68d-45b9-99ad-634ce60fd163,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:48.778247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fabab-ee69-4733-b058-ebf6eb2ccf3e req-4eeb7533-9d42-4f06-9e0f-e4e60bb5e5e1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:48.781212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a80fabab-ee69-4733-b058-ebf6eb2ccf3e req-4eeb7533-9d42-4f06-9e0f-e4e60bb5e5e1 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.1356299 Jul 30 01:57:48.865632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a80fabab-ee69-4733-b058-ebf6eb2ccf3e req-3db9a06a-5eb8-439c-9d99-316d02365114 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564532 Jul 30 01:57:49.054187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['2cde63fb-b68d-45b9-99ad-634ce60fd163'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:57:49.127281 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ab91fcb-2da2-466a-85b5-6dcb1ad23f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.317898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2283e8-b7d2-4eb0-8669-dad741c6ea3d req-f455d45c-80bc-479b-8bff-a8b88bab4a35 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:49.328505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc2283e8-b7d2-4eb0-8669-dad741c6ea3d req-f455d45c-80bc-479b-8bff-a8b88bab4a35 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 945 time: 0.1219082 Jul 30 01:57:49.405157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc2283e8-b7d2-4eb0-8669-dad741c6ea3d req-feeb7475-d1cf-484a-8ec9-8fff5a905afb tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738857 Jul 30 01:57:49.499751 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ab91fcb-2da2-466a-85b5-6dcb1ad23f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.510776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ab91fcb-2da2-466a-85b5-6dcb1ad23f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.598269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0ab91fcb-2da2-466a-85b5-6dcb1ad23f06 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba949872bdd94266806bc2ba7fcfef78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0416930 Jul 30 01:57:49.602477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab91fcb-2da2-466a-85b5-6dcb1ad23f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fd6795-4a19-4fd6-ad88-5e96ff3ff993,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:49.602766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46706) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:49.699530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-762bda7b-dbec-4fbb-a018-252e15b241a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.735258 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-762bda7b-dbec-4fbb-a018-252e15b241a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.818327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-762bda7b-dbec-4fbb-a018-252e15b241a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.822030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-762bda7b-dbec-4fbb-a018-252e15b241a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:49.826757 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-762bda7b-dbec-4fbb-a018-252e15b241a6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/23fd6795-4a19-4fd6-ad88-5e96ff3ff993 HTTP/1.1" status: 204 len: 168 time: 0.2214243 Jul 30 01:57:49.835918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bda7b-dbec-4fbb-a018-252e15b241a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fd6795-4a19-4fd6-ad88-5e96ff3ff993,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:50.097070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab62835-26af-4384-84a8-6cfe4c59871b req-227d226c-edb4-4cbe-8755-61b2e53b0e9f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:50.106951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bab62835-26af-4384-84a8-6cfe4c59871b req-227d226c-edb4-4cbe-8755-61b2e53b0e9f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.0964615 Jul 30 01:57:50.169489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bab62835-26af-4384-84a8-6cfe4c59871b req-c3c81f5f-ab02-4630-ad32-4b33762286d3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Jul 30 01:57:50.630519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f77bec-3d21-46a9-ae9f-c4621560d28c req-f3bc2f1b-5e69-44c3-8d1a-0ddbdaf3e1d2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:50.630519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7f77bec-3d21-46a9-ae9f-c4621560d28c req-f3bc2f1b-5e69-44c3-8d1a-0ddbdaf3e1d2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 945 time: 0.0823476 Jul 30 01:57:50.663104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46734) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:50.681954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c178-fa25-4cec-ba2d-882a1413a877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.718376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7f77bec-3d21-46a9-ae9f-c4621560d28c req-145b21fa-2eef-4ac0-abf6-f211535515a9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754790 Jul 30 01:57:50.861826 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c178-fa25-4cec-ba2d-882a1413a877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.869670 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c178-fa25-4cec-ba2d-882a1413a877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:50.942849 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1dd5c178-fa25-4cec-ba2d-882a1413a877 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6ecf8967d8c04c9db18a3840fdcd648f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779250 Jul 30 01:57:50.944419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5c178-fa25-4cec-ba2d-882a1413a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea19fcb7-ec0a-4b59-9f39-ad23eb052995,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:50.948075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46740) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:51.067978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-95893720-49be-4789-a071-8e87a6876403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.098084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-95893720-49be-4789-a071-8e87a6876403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.185762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-95893720-49be-4789-a071-8e87a6876403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.190874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-95893720-49be-4789-a071-8e87a6876403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:51.195804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-95893720-49be-4789-a071-8e87a6876403 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ea19fcb7-ec0a-4b59-9f39-ad23eb052995 HTTP/1.1" status: 204 len: 168 time: 0.2422874 Jul 30 01:57:51.221854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95893720-49be-4789-a071-8e87a6876403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea19fcb7-ec0a-4b59-9f39-ad23eb052995,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:51.886744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf0471-bfc2-46b3-9670-19937775b8a4 req-d0c252fd-7052-43cd-a39a-bfbe24272cd7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:51.889359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3abf0471-bfc2-46b3-9670-19937775b8a4 req-d0c252fd-7052-43cd-a39a-bfbe24272cd7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.0872612 Jul 30 01:57:51.949553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3abf0471-bfc2-46b3-9670-19937775b8a4 req-71cceb27-e1d5-4287-a839-1fa83cc455ee tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505178 Jul 30 01:57:52.139808 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:57:52.251191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2cde63fb-b68d-45b9-99ad-634ce60fd163 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:57:52.330112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 2cde63fb-b68d-45b9-99ad-634ce60fd163 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:57:52.335345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 2cde63fb-b68d-45b9-99ad-634ce60fd163 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:57:52.336208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.432252 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.476591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:52.480885 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0e85cc-04ff-4232-92f5-0a49b50bdac7" -d '{"events": [{"server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "name": "network-vif-plugged", "status": "completed", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:52.497164 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 2cde63fb-b68d-45b9-99ad-634ce60fd163, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:52.503158 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:52.637725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=2cde63fb-b68d-45b9-99ad-634ce60fd163,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:52.647779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7607a-4882-4641-88b1-8f46f9ab9c9a req-94be9a89-f961-4bb3-bdbf-f9bdc302c9a3 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:52.649521 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6b7607a-4882-4641-88b1-8f46f9ab9c9a req-94be9a89-f961-4bb3-bdbf-f9bdc302c9a3 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.0825531 Jul 30 01:57:52.707224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6b7607a-4882-4641-88b1-8f46f9ab9c9a req-9b9b5339-8436-4552-812f-244cd9cbfc17 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463340 Jul 30 01:57:52.969873 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2242c44-f006-48c3-a5dd-12208ff45a4d x-openstack-request-id: req-a2242c44-f006-48c3-a5dd-12208ff45a4d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:52.970320 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "name": "network-vif-plugged", "status": "completed", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:52.970926 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a2242c44-f006-48c3-a5dd-12208ff45a4d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:52.971837 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'code': 200} Jul 30 01:57:53.258036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d235b6-70be-4dfe-a326-295bb0e5b08b req-036a12c0-6d5b-428c-864d-1c891ce11279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:53.262364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d235b6-70be-4dfe-a326-295bb0e5b08b req-036a12c0-6d5b-428c-864d-1c891ce11279 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1097 time: 0.1349065 Jul 30 01:57:53.333744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d235b6-70be-4dfe-a326-295bb0e5b08b req-8f08072e-6183-4007-a621-2706f6edb585 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577853 Jul 30 01:57:53.834582 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:53.952470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9cc87-b046-4028-9b8b-d867284bf410 req-225ebb8d-2859-492e-941a-3bc2c9d2ae84 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:53.954691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2d9cc87-b046-4028-9b8b-d867284bf410 req-225ebb8d-2859-492e-941a-3bc2c9d2ae84 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.1026902 Jul 30 01:57:54.014661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2d9cc87-b046-4028-9b8b-d867284bf410 req-cac82bc1-80a2-47c3-9edc-2eb89a034637 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Jul 30 01:57:54.344005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd7ee-8301-4ad1-9be0-0914a6c762ff req-2088bb58-e9b5-4c8c-b852-e1c34bc22c3d tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:54.346001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86acd7ee-8301-4ad1-9be0-0914a6c762ff req-2088bb58-e9b5-4c8c-b852-e1c34bc22c3d tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1064863 Jul 30 01:57:54.433990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86acd7ee-8301-4ad1-9be0-0914a6c762ff req-8df2b52c-eab1-4ab1-8a95-774a1081a2b8 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764911 Jul 30 01:57:54.683567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-29d52548-6e4e-4e3b-be23-ad0c5e3f4f22 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:54.685443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-29d52548-6e4e-4e3b-be23-ad0c5e3f4f22 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 945 time: 0.5441060 Jul 30 01:57:54.938148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Deleting port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:57:54.938653 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.063935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46886) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.207703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] For port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:57:55.209286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.263788 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Calling delete_port for 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:57:55.324643 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f40ac8ac-fe17-47bf-be23-e46d33c46eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.515914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f40ac8ac-fe17-47bf-be23-e46d33c46eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.529715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f40ac8ac-fe17-47bf-be23-e46d33c46eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.618873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ac8ac-fe17-47bf-be23-e46d33c46eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f41823-0b5c-47b5-a4ab-56dcef86b2d1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.650992 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f40ac8ac-fe17-47bf-be23-e46d33c46eca admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bf930199a3894b9d93c3d2885b310a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852556 Jul 30 01:57:55.655052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46902) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:55.703256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.741110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f5f505e-bbb1-441c-9b02-ea5e09fb47bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.786355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event deleted for resources: {'Port': ['ID=8283e388-07ba-44f2-bfc4-d9e2e2cb7b33,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:55.821351 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f5f505e-bbb1-441c-9b02-ea5e09fb47bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.879656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13b59a-9445-44dd-bfcd-845f8adbd3c7 req-8cc62da8-7256-4377-bedd-ae2592959cf3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:55.887908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c13b59a-9445-44dd-bfcd-845f8adbd3c7 req-8cc62da8-7256-4377-bedd-ae2592959cf3 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=88bf9f25-f75a-48d0-97f0-4481d3801eff HTTP/1.1" status: 200 len: 867 time: 0.2907705 Jul 30 01:57:55.911949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] No DVR routers for this DVR port 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:57:55.937521 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.940175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4f78a70-ffd1-4af5-86a7-1e2b529d843e req-f8619bae-ede0-4d0c-89a2-059837afedaa tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "DELETE /v2.0/ports/8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 HTTP/1.1" status: 204 len: 173 time: 1.2471993 Jul 30 01:57:55.941359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88bf9f25-f75a-48d0-97f0-4481d3801eff', 'name': 'network-vif-deleted', 'tag': '8283e388-07ba-44f2-bfc4-d9e2e2cb7b33'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:57:55.944559 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5854f5-e665-447f-a29c-17dafc8b0f7d" -d '{"events": [{"server_uuid": "88bf9f25-f75a-48d0-97f0-4481d3801eff", "name": "network-vif-deleted", "tag": "8283e388-07ba-44f2-bfc4-d9e2e2cb7b33"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:57:55.955034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f5f505e-bbb1-441c-9b02-ea5e09fb47bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.966362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f5f505e-bbb1-441c-9b02-ea5e09fb47bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:55.971177 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3f5f505e-bbb1-441c-9b02-ea5e09fb47bd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d9f41823-0b5c-47b5-a4ab-56dcef86b2d1 HTTP/1.1" status: 204 len: 168 time: 0.3141682 Jul 30 01:57:56.006807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f505e-bbb1-441c-9b02-ea5e09fb47bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f41823-0b5c-47b5-a4ab-56dcef86b2d1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:56.075300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c13b59a-9445-44dd-bfcd-845f8adbd3c7 req-d647e7b2-c10c-483e-ad7f-938279beabff tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610417 Jul 30 01:57:56.256746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:57:56.342121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:57:56.342552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8283e388-07ba-44f2-bfc4-d9e2e2cb7b33 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:57:56.538556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d100a-e441-4ff6-b85f-c767a464842c req-bb5bed40-725b-4fb7-8f55-216265901d1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:56.542617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-193d100a-e441-4ff6-b85f-c767a464842c req-bb5bed40-725b-4fb7-8f55-216265901d1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1501622 Jul 30 01:57:56.677865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-193d100a-e441-4ff6-b85f-c767a464842c req-a06466b7-1b58-4c53-8722-ee80fd94ef95 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191542 Jul 30 01:57:56.751730 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe64ce0-d7f0-4cd8-bae9-ae5cfa9bc1e4 x-openstack-request-id: req-efe64ce0-d7f0-4cd8-bae9-ae5cfa9bc1e4 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:57:56.752210 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88bf9f25-f75a-48d0-97f0-4481d3801eff", "name": "network-vif-deleted", "tag": "8283e388-07ba-44f2-bfc4-d9e2e2cb7b33", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:57:56.752637 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-efe64ce0-d7f0-4cd8-bae9-ae5cfa9bc1e4 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:57:56.753347 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88bf9f25-f75a-48d0-97f0-4481d3801eff', 'name': 'network-vif-deleted', 'tag': '8283e388-07ba-44f2-bfc4-d9e2e2cb7b33', 'status': 'completed', 'code': 200} Jul 30 01:57:56.899201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46926) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:57.350177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46944) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:57.410576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a62d9a7c-2c66-4a34-98a3-901a567bfb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.472459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-698ecf09-eef2-40ed-a693-cc1b072710a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:57.482218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-64bb1669-0e17-46ea-97c0-5c47136500da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:57.494258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-64bb1669-0e17-46ea-97c0-5c47136500da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1097 time: 0.2712836 Jul 30 01:57:57.644996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-698ecf09-eef2-40ed-a693-cc1b072710a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 01:57:57.644996 n-d-715271-7 neutron-server[93819]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 01:57:57.644996 n-d-715271-7 neutron-server[93819]: [parameters: {'project_id': '6d450aad09f54dd8ac9a02824c4fe2c5', 'id': '3da14d5d-c740-4bf0-a908-e533269b0252', 'expiration': datetime.datetime(2021, 7, 30, 1, 59, 57, 564025)}] Jul 30 01:57:57.644996 n-d-715271-7 neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:57:57.646460 n-d-715271-7 neutron-server[93819]: DEBUG oslo_db.api [None req-698ecf09-eef2-40ed-a693-cc1b072710a5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:57:57.659392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc412fa-aad5-40eb-a98a-8fd958eadb28 req-24fa92c1-5819-4017-94fd-af64a465b6b7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:57.662204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0fc412fa-aad5-40eb-a98a-8fd958eadb28 req-24fa92c1-5819-4017-94fd-af64a465b6b7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.2705619 Jul 30 01:57:57.802085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0fc412fa-aad5-40eb-a98a-8fd958eadb28 req-29db5e40-195a-4e60-8aec-0ffdfc959aae tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267643 Jul 30 01:57:57.829140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-7665bc2b-88ae-4a47-a573-6201dd5a006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:57.832676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-7665bc2b-88ae-4a47-a573-6201dd5a006f service neutron] 10.222.0.22 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 921 time: 0.3291948 Jul 30 01:57:57.919868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-3b710c5b-2866-493d-847c-84481bf5c282 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 217 time: 0.0765529 Jul 30 01:57:58.036931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a62d9a7c-2c66-4a34-98a3-901a567bfb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.056421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a62d9a7c-2c66-4a34-98a3-901a567bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.152841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-698ecf09-eef2-40ed-a693-cc1b072710a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.215326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-d70866d5-cc6c-4794-84bd-df811d76b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:58.217948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-d70866d5-cc6c-4794-84bd-df811d76b8e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 200 len: 860 time: 0.2591622 Jul 30 01:57:58.275305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a62d9a7c-2c66-4a34-98a3-901a567bfb95 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=acf684d9642243d492542eb9936cb24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9232464 Jul 30 01:57:58.280574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:58.333423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d9a7c-2c66-4a34-98a3-901a567bfb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79955779-7fcd-4cd2-b4b0-27f674767a95,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:58.342888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-5d40dffd-fc4b-47a3-866f-99dc90dd9d9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=541cb170-7a24-4e14-b4d6-f226e6830351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006753 Jul 30 01:57:58.383594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-908cdace-a6d2-4399-bb6a-bea902526294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.429483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-908cdace-a6d2-4399-bb6a-bea902526294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.485477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-36d7ceb8-0deb-43f6-bd93-f096a534ed4e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:57:58.489085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-36d7ceb8-0deb-43f6-bd93-f096a534ed4e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.4220488 Jul 30 01:57:58.509962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-908cdace-a6d2-4399-bb6a-bea902526294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.513922 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-908cdace-a6d2-4399-bb6a-bea902526294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.515567 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-908cdace-a6d2-4399-bb6a-bea902526294 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/79955779-7fcd-4cd2-b4b0-27f674767a95 HTTP/1.1" status: 204 len: 168 time: 0.2340734 Jul 30 01:57:58.529683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908cdace-a6d2-4399-bb6a-bea902526294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79955779-7fcd-4cd2-b4b0-27f674767a95,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:58.608357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-fe260c77-6f49-4f54-bc00-811387a413b0 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/quotas/dbc788760a7b4b9fbfa831b51fc6d36b HTTP/1.1" status: 200 len: 375 time: 0.0661855 Jul 30 01:57:58.734797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-486174de-db55-4dfb-9c8d-07d329b24a3f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866096 Jul 30 01:57:58.801517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-fd649119-9e5d-48f2-860d-ec8f158b1084 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766315 Jul 30 01:57:58.947933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-698ecf09-eef2-40ed-a693-cc1b072710a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:58.965113 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-698ecf09-eef2-40ed-a693-cc1b072710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.098726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-698ecf09-eef2-40ed-a693-cc1b072710a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d450aad09f54dd8ac9a02824c4fe2c5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1979752 Jul 30 01:57:59.100348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46992) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:57:59.153545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ecf09-eef2-40ed-a693-cc1b072710a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2e1f2d-58ed-488f-8650-9b5194a0a992,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:59.194697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d92d3dd-ed89-4956-b8dc-9364893a0b7a req-3f246a74-3627-40fd-9e58-7bb644d4031d service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771827 Jul 30 01:57:59.200441 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87bd64f-85fd-40a4-89c7-b2081d6e5327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.239586 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87bd64f-85fd-40a4-89c7-b2081d6e5327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.240963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-6930fcbe-05e5-4922-a468-a9d12a1592b4 service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855559 Jul 30 01:57:59.372642 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87bd64f-85fd-40a4-89c7-b2081d6e5327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.390365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87bd64f-85fd-40a4-89c7-b2081d6e5327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:57:59.390365 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e87bd64f-85fd-40a4-89c7-b2081d6e5327 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ed2e1f2d-58ed-488f-8650-9b5194a0a992 HTTP/1.1" status: 204 len: 168 time: 0.2813611 Jul 30 01:57:59.421089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bd64f-85fd-40a4-89c7-b2081d6e5327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2e1f2d-58ed-488f-8650-9b5194a0a992,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:57:59.494894 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-b076ffb6-0123-473f-9e6f-c412238b8b85 service neutron] 10.222.0.84 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518141 Jul 30 01:58:00.107401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47034) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:00.127234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af8029ed-7454-46ed-98dd-111c0446270b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.432531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af8029ed-7454-46ed-98dd-111c0446270b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.442108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af8029ed-7454-46ed-98dd-111c0446270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.527283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-af8029ed-7454-46ed-98dd-111c0446270b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=841de4904cdc483c9ef32305d29bb396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185228 Jul 30 01:58:00.536750 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47042) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:00.563756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8029ed-7454-46ed-98dd-111c0446270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4aac02-c945-41d6-9b02-f088e2201a5d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:00.706704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c47dfb6-6e24-4803-86c9-52b6dfe6b306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.764643 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c25e8f1-1d9a-4f5d-bda6-5a4e5b706bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.769902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062969c-1b43-46bb-8c99-426fb52a8659 req-c400b42b-1080-4eeb-be15-8cc11213f7e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:00.789003 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c47dfb6-6e24-4803-86c9-52b6dfe6b306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.793712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e062969c-1b43-46bb-8c99-426fb52a8659 req-c400b42b-1080-4eeb-be15-8cc11213f7e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.8237445 Jul 30 01:58:00.880838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e062969c-1b43-46bb-8c99-426fb52a8659 req-a396ebc2-8a61-4a6c-bd82-1695ad12c537 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858316 Jul 30 01:58:00.930810 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c47dfb6-6e24-4803-86c9-52b6dfe6b306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.939690 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c47dfb6-6e24-4803-86c9-52b6dfe6b306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:00.945165 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c47dfb6-6e24-4803-86c9-52b6dfe6b306 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3f4aac02-c945-41d6-9b02-f088e2201a5d HTTP/1.1" status: 204 len: 168 time: 0.4031060 Jul 30 01:58:00.957603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47dfb6-6e24-4803-86c9-52b6dfe6b306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4aac02-c945-41d6-9b02-f088e2201a5d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:01.163654 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:01.800704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1650bed-0449-4bac-a483-47e14461413f req-d9323888-dd8d-4ffb-90b4-58836e52d26a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 210 time: 0.2488525 Jul 30 01:58:01.930697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-592a323b-0251-463a-b424-7447219e0b2d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:01.932615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-592a323b-0251-463a-b424-7447219e0b2d tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 812 time: 0.3800938 Jul 30 01:58:01.955483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Request body: {'port': {'device_id': 'b711cb5d-aa7d-4515-8ccd-ec741ab1701f', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'admin_state_up': True, 'tenant_id': 'dbc788760a7b4b9fbfa831b51fc6d36b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:02.271225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Made reservation on behalf of dbc788760a7b4b9fbfa831b51fc6d36b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:02.277967 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:02.307142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a671577-9828-4152-b20e-e7c10d41a86d req-375b7ead-9832-4c0a-bfaa-3ebc986488a8 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:02.309737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a671577-9828-4152-b20e-e7c10d41a86d req-375b7ead-9832-4c0a-bfaa-3ebc986488a8 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1636186 Jul 30 01:58:02.407317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47108) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:02.474040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a671577-9828-4152-b20e-e7c10d41a86d req-1d0c1504-c39a-4027-b59b-88d66db26171 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502914 Jul 30 01:58:02.603353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Allocated IP 172.20.0.11 (accffc7b-7f9a-4fd3-ba3a-84ec47325fc5/a906d30b-0f1e-4cf9-b55a-446e497d258c/5745f4f4-b4d3-4bb5-831d-f6a55c83714c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:02.893154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5df03084-1b23-4630-9e11-648ef5230bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.069256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-067c11ef-0863-4e04-9b72-1cd8c05b62e5 req-40ab583c-bc19-43d6-b9b1-5da6699c705c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 210 time: 0.0547302 Jul 30 01:58:03.090835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.156379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5df03084-1b23-4630-9e11-648ef5230bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.166313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5df03084-1b23-4630-9e11-648ef5230bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.198590 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.240804 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5df03084-1b23-4630-9e11-648ef5230bba admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=16f10c0c7edf4875bf9cf02fc51948a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318942 Jul 30 01:58:03.241915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df03084-1b23-4630-9e11-648ef5230bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a212e582-cd2f-4062-a893-a9028774bd9a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:03.246667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47136) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:03.290537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:03.307282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:03.319266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:03.326261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event updated for resources: {'Port': ['ID=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:03.351198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6c50054-35c1-4ca9-b853-9c3d245cfccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.369546 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6fa6637-bf35-4c85-9482-62f16988dda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.397834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6c50054-35c1-4ca9-b853-9c3d245cfccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.429010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:03.430589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.455423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-bbfdd728-f6cf-42b3-94de-3ae0a770dbf7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5099008 Jul 30 01:58:03.469934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Request body: {'port': {'device_id': 'b711cb5d-aa7d-4515-8ccd-ec741ab1701f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:03.491069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6c50054-35c1-4ca9-b853-9c3d245cfccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.494905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d6c50054-35c1-4ca9-b853-9c3d245cfccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.496483 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d6c50054-35c1-4ca9-b853-9c3d245cfccb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a212e582-cd2f-4062-a893-a9028774bd9a HTTP/1.1" status: 204 len: 168 time: 0.2480655 Jul 30 01:58:03.514916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c50054-35c1-4ca9-b853-9c3d245cfccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a212e582-cd2f-4062-a893-a9028774bd9a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:03.592365 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.765550 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:03.799918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae83fc1-8ae7-436e-ada4-6117bef98ca8 req-aed1b1f4-f0a3-4ab1-9471-005f9e19f5ae tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:03.802075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fae83fc1-8ae7-436e-ada4-6117bef98ca8 req-aed1b1f4-f0a3-4ab1-9471-005f9e19f5ae tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1856792 Jul 30 01:58:03.941693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fae83fc1-8ae7-436e-ada4-6117bef98ca8 req-3444bd23-2357-43df-a84d-cf222c03a9e2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282022 Jul 30 01:58:04.169553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5745f4f4-b4d3-4bb5-831d-f6a55c83714c {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:04.183366 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.211706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Transition to ACTIVE for port object 5745f4f4-b4d3-4bb5-831d-f6a55c83714c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:04.221105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.318683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Pushing event updated for resources: {'Port': ['ID=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:04.451319 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.485098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd1faf-b7ce-42ac-935c-95d0a69aa9a6 req-9647a2e2-d93e-4e4c-8b75-8c66aacc277a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.500088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18cd1faf-b7ce-42ac-935c-95d0a69aa9a6 req-9647a2e2-d93e-4e4c-8b75-8c66aacc277a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 944 time: 0.2286565 Jul 30 01:58:04.608063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Attempting to bind port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:04.609018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Attempting to bind port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:04.609692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Attempting to bind port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:04.624058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:04.624587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Attempting to bind port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c on network accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:04.633094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18cd1faf-b7ce-42ac-935c-95d0a69aa9a6 req-c4499649-523f-4c9c-8322-3dd6cd2d4acd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321130 Jul 30 01:58:04.645228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:04.660728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Checking segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:04.661229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Bound using segment: {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:04.661835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Bound port: 5745f4f4-b4d3-4bb5-831d-f6a55c83714c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd84a90c-1920-42e6-9d91-0e721ea63282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:04.662613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.848217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] For port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:04.848217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] For port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:04.851804 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.911628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:04.913224 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:04.915823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] 10.222.0.41 "PUT /v2.0/ports/5745f4f4-b4d3-4bb5-831d-f6a55c83714c HTTP/1.1" status: 200 len: 1092 time: 1.4523602 Jul 30 01:58:04.916657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b711cb5d-aa7d-4515-8ccd-ec741ab1701f', 'tag': '5745f4f4-b4d3-4bb5-831d-f6a55c83714c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:04.921133 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436019f5-4744-482d-9b40-5277ff0b3fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "b711cb5d-aa7d-4515-8ccd-ec741ab1701f", "tag": "5745f4f4-b4d3-4bb5-831d-f6a55c83714c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:05.039938 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211bf98a-42a8-4fba-a0ff-f1aca24d30d1 x-openstack-request-id: req-211bf98a-42a8-4fba-a0ff-f1aca24d30d1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:05.040543 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b711cb5d-aa7d-4515-8ccd-ec741ab1701f", "tag": "5745f4f4-b4d3-4bb5-831d-f6a55c83714c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:05.040543 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-211bf98a-42a8-4fba-a0ff-f1aca24d30d1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:05.041464 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b711cb5d-aa7d-4515-8ccd-ec741ab1701f', 'tag': '5745f4f4-b4d3-4bb5-831d-f6a55c83714c', 'status': 'completed', 'code': 200} Jul 30 01:58:05.047188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d2001-1365-415d-9051-a35b1a1eff51 service neutron] Pushing event updated for resources: {'Port': ['ID=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:05.069157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-06b6c4be-29fb-4574-ada8-1ec2350b0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.074400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-06b6c4be-29fb-4574-ada8-1ec2350b0ada service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 1095 time: 0.0914409 Jul 30 01:58:05.158173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-050b9ca5-40f6-493c-8456-aec680758287 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5745f4f4-b4d3-4bb5-831d-f6a55c83714c HTTP/1.1" status: 200 len: 217 time: 0.0773134 Jul 30 01:58:05.296265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9ca68-89f9-4b10-a3e2-68b5d1d3176d req-df630402-c43a-4ab4-acde-723d0ff6ae4d tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.298135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26f9ca68-89f9-4b10-a3e2-68b5d1d3176d req-df630402-c43a-4ab4-acde-723d0ff6ae4d tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1574752 Jul 30 01:58:05.305663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-ce8b95fe-625c-43d7-8307-d85244182d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.308759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-ce8b95fe-625c-43d7-8307-d85244182d5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.1182070 Jul 30 01:58:05.378313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-867641d8-b096-4d87-8ac0-49543b9189c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584376 Jul 30 01:58:05.429827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26f9ca68-89f9-4b10-a3e2-68b5d1d3176d req-edfaa72a-06a9-4015-95ab-b09dc0294548 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195283 Jul 30 01:58:05.593914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-26765e36-e843-43f8-86b2-7de7d92badae service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079673 Jul 30 01:58:05.776232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e6e1d38-5450-4d11-b66b-c1299930ba31 req-faca084e-07fc-40e2-87d3-f97a1bc48de3 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743894 Jul 30 01:58:05.989919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-6a61b18e-4f8b-47bb-bf17-8ee4ebbd7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:05.992642 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-6a61b18e-4f8b-47bb-bf17-8ee4ebbd7707 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 1095 time: 0.1487687 Jul 30 01:58:06.031386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e8d93-1143-4a21-9cb6-84be6dbb2fad req-99a1ad13-d9a1-4c0e-b6cf-7a038037a141 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.033404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-788e8d93-1143-4a21-9cb6-84be6dbb2fad req-99a1ad13-d9a1-4c0e-b6cf-7a038037a141 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 944 time: 0.1359308 Jul 30 01:58:06.113225 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:06.177141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-788e8d93-1143-4a21-9cb6-84be6dbb2fad req-fc3d3360-eb15-45da-8500-a7ea626c5815 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242278 Jul 30 01:58:06.244808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-04de5ebd-6d90-4b37-909a-b670d66cfc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.246676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-04de5ebd-6d90-4b37-909a-b670d66cfc65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 200 len: 913 time: 0.2457585 Jul 30 01:58:06.330287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-62ad98d3-d634-421a-af97-6405ab48e350 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5745f4f4-b4d3-4bb5-831d-f6a55c83714c HTTP/1.1" status: 200 len: 217 time: 0.0749886 Jul 30 01:58:06.428889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-44ffd9af-f350-49a3-a48c-06c0a8d17d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.431788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-44ffd9af-f350-49a3-a48c-06c0a8d17d25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 200 len: 852 time: 0.0911052 Jul 30 01:58:06.492230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-cec73a87-26fb-4907-8ae2-e60b0a3cf030 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522194 Jul 30 01:58:06.719556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-4ed50f75-1727-469c-be76-632f8be9d777 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183464 Jul 30 01:58:06.849179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d8fb5-0979-41c6-b1f0-eea54eb619d0 req-fe43310a-de45-4c01-9d70-f2e86cf80d80 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:06.852332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf8d8fb5-0979-41c6-b1f0-eea54eb619d0 req-fe43310a-de45-4c01-9d70-f2e86cf80d80 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.2547112 Jul 30 01:58:06.965488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf8d8fb5-0979-41c6-b1f0-eea54eb619d0 req-2a89023e-50e7-498e-9a2d-e4aeadd9eb57 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011274 Jul 30 01:58:06.985831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436019f5-4744-482d-9b40-5277ff0b3fa0 req-0e5bdc2f-226b-4f18-a3ac-bcbfcf6465f3 service neutron] 10.222.0.41 "GET /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581809 Jul 30 01:58:07.405717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad30fe8-09aa-4504-a781-627375a7e2fa req-6f85a425-4724-46a9-bf99-28f82a46a8b6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:07.407801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bad30fe8-09aa-4504-a781-627375a7e2fa req-6f85a425-4724-46a9-bf99-28f82a46a8b6 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 944 time: 0.0846398 Jul 30 01:58:07.466549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bad30fe8-09aa-4504-a781-627375a7e2fa req-5ef94a76-817e-4199-b4e7-4cc0436e464c tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 Jul 30 01:58:08.202112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8adea-f9f6-4d16-bed1-9ffb9cce38e6 req-d398812b-6792-4ad1-a20c-94347a49a156 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.204290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71e8adea-f9f6-4d16-bed1-9ffb9cce38e6 req-d398812b-6792-4ad1-a20c-94347a49a156 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.0827577 Jul 30 01:58:08.281445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71e8adea-f9f6-4d16-bed1-9ffb9cce38e6 req-f1db960c-c371-4253-888c-b02a258f6481 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661669 Jul 30 01:58:08.305528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 5745f4f4-b4d3-4bb5-831d-f6a55c83714c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:08.483376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:08.509249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '5745f4f4-b4d3-4bb5-831d-f6a55c83714c', 'network_id': 'accffc7b-7f9a-4fd3-ba3a-84ec47325fc5', 'port_id': '5745f4f4-b4d3-4bb5-831d-f6a55c83714c', 'mac_address': 'fa:16:3e:82:d0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a906d30b-0f1e-4cf9-b55a-446e497d258c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:08.595022 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.619156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5745f4f4-b4d3-4bb5-831d-f6a55c83714c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:08.652092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:08.658082 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:08.708156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676a0c3-4c09-43f1-b704-77454c9d4580 req-35083bb5-05e7-432f-956e-8401ac52a2ef tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:08.710586 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c676a0c3-4c09-43f1-b704-77454c9d4580 req-35083bb5-05e7-432f-956e-8401ac52a2ef tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 944 time: 0.1049356 Jul 30 01:58:08.751141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:08.769016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c676a0c3-4c09-43f1-b704-77454c9d4580 req-bac04224-ea51-4945-916d-40d9894f85fd tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502646 Jul 30 01:58:08.884777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['5745f4f4-b4d3-4bb5-831d-f6a55c83714c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:09.477041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb91c0d-a741-4068-8323-726c5f2a8343 req-a60eb4ef-cc14-4333-90a3-a9bcb337dbd7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:09.479234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fb91c0d-a741-4068-8323-726c5f2a8343 req-a60eb4ef-cc14-4333-90a3-a9bcb337dbd7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.0763807 Jul 30 01:58:09.540293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fb91c0d-a741-4068-8323-726c5f2a8343 req-49fdb81d-b674-422f-853f-87df740134d4 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535216 Jul 30 01:58:10.003837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2e24-ffc0-40fd-a365-9127ca618c4e req-4d237d18-31f3-4999-ae2a-8d554af705d5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.016014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-202d2e24-ffc0-40fd-a365-9127ca618c4e req-4d237d18-31f3-4999-ae2a-8d554af705d5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 945 time: 0.0909586 Jul 30 01:58:10.081421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-202d2e24-ffc0-40fd-a365-9127ca618c4e req-83b8ab65-e4c3-4b5b-b2db-3b429d704359 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659544 Jul 30 01:58:10.320327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 5745f4f4-b4d3-4bb5-831d-f6a55c83714c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:10.428571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-804b6636-e27c-43aa-820c-7c48668aac2c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=5adbca801d9d4c8f8893555023b1c765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592890 Jul 30 01:58:10.540185 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:10.551555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:10.552516 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.680733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-5d813a5d-3516-4c00-ae68-764b4f28d6be tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:10.692688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-5d813a5d-3516-4c00-ae68-764b4f28d6be tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554471 Jul 30 01:58:10.716057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-c0c53621-a9c9-4093-b8ae-cfc90079a7e4 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/quotas/5adbca801d9d4c8f8893555023b1c765 HTTP/1.1" status: 200 len: 375 time: 0.0220096 Jul 30 01:58:10.761714 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.770651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-f1d921d6-7253-49bd-9617-1bad3731d8f0 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5adbca801d9d4c8f8893555023b1c765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528450 Jul 30 01:58:10.804848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b711cb5d-aa7d-4515-8ccd-ec741ab1701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5745f4f4-b4d3-4bb5-831d-f6a55c83714c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:10.808674 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ff3056-9f88-428d-af08-28957a2dd361" -d '{"events": [{"server_uuid": "b711cb5d-aa7d-4515-8ccd-ec741ab1701f", "name": "network-vif-plugged", "status": "completed", "tag": "5745f4f4-b4d3-4bb5-831d-f6a55c83714c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:10.835865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:10.842982 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:10.940040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:11.177456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57aab7-dc99-454e-9ce7-3ec42d931a4d req-663b5566-4266-46a4-bee4-4f1ecb31c0bc tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.179879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe57aab7-dc99-454e-9ce7-3ec42d931a4d req-663b5566-4266-46a4-bee4-4f1ecb31c0bc tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1009741 Jul 30 01:58:11.257513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe57aab7-dc99-454e-9ce7-3ec42d931a4d req-ec28bd66-7947-46a7-9ab8-c2c95a122786 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678988 Jul 30 01:58:11.441770 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913c25d2-c473-45e1-a013-8a03b5c44533 x-openstack-request-id: req-913c25d2-c473-45e1-a013-8a03b5c44533 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:11.442632 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b711cb5d-aa7d-4515-8ccd-ec741ab1701f", "name": "network-vif-plugged", "status": "completed", "tag": "5745f4f4-b4d3-4bb5-831d-f6a55c83714c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:11.442632 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-913c25d2-c473-45e1-a013-8a03b5c44533 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:11.443304 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b711cb5d-aa7d-4515-8ccd-ec741ab1701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5745f4f4-b4d3-4bb5-831d-f6a55c83714c', 'code': 200} Jul 30 01:58:11.608331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-751c46e5-9c90-48c5-812e-307740241210 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=5adbca801d9d4c8f8893555023b1c765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517166 Jul 30 01:58:11.709751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40821db-afc3-4b95-a8fc-3aaf7bc6a3f3 req-3f5c8618-5785-4fb3-95d4-18453a98a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.712299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b40821db-afc3-4b95-a8fc-3aaf7bc6a3f3 req-3f5c8618-5785-4fb3-95d4-18453a98a0ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 1097 time: 0.1716099 Jul 30 01:58:11.845283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b40821db-afc3-4b95-a8fc-3aaf7bc6a3f3 req-ac1d86b5-b983-45f3-9769-7af4dbf09b01 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229222 Jul 30 01:58:11.863193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72141c-1aa1-4eb1-b946-3591485499af req-cfacaf07-5de9-4522-a014-091723c106ef tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:11.866673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-cfacaf07-5de9-4522-a014-091723c106ef tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450676 Jul 30 01:58:11.884604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-a6526a0d-2da7-42f7-90da-18e8ea02a763 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/quotas/5adbca801d9d4c8f8893555023b1c765 HTTP/1.1" status: 200 len: 375 time: 0.0113428 Jul 30 01:58:11.929122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-22df38f9-f059-4e2f-9d69-f66817e2d3d4 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5adbca801d9d4c8f8893555023b1c765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364802 Jul 30 01:58:12.340685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba0fb3-dd20-48a2-8c9f-964f052931de req-8af1063a-9073-47f4-80db-391a9e019321 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:12.354647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fba0fb3-dd20-48a2-8c9f-964f052931de req-8af1063a-9073-47f4-80db-391a9e019321 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 946 time: 0.1260264 Jul 30 01:58:12.432131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fba0fb3-dd20-48a2-8c9f-964f052931de req-21642dae-43fc-4d64-906e-9923c736acf5 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728889 Jul 30 01:58:12.775596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49563ea8-9dab-4879-b747-00cbeaa4649c req-4f7aaa3c-7946-430d-8ed0-730d74638cd9 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 210 time: 0.0886879 Jul 30 01:58:13.007401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb2907-19f0-4b7e-881e-a686eeb3c913 req-1088e1eb-2ef1-4ec9-bf9e-e955a0d19d11 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.010606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9edb2907-19f0-4b7e-881e-a686eeb3c913 req-1088e1eb-2ef1-4ec9-bf9e-e955a0d19d11 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1244745 Jul 30 01:58:13.087050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9edb2907-19f0-4b7e-881e-a686eeb3c913 req-2f0ec878-3497-45f9-8010-1421cc5df4c2 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692666 Jul 30 01:58:13.520366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-b2a0ff40-7d8a-4eec-9248-1f3e44f65c03 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5adbca801d9d4c8f8893555023b1c765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661077 Jul 30 01:58:13.767635 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3124a-7525-42e9-a311-22ee47ffe35f req-ba2812be-319d-45ce-9784-c788889e6df7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.770566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43c3124a-7525-42e9-a311-22ee47ffe35f req-ba2812be-319d-45ce-9784-c788889e6df7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 946 time: 0.1190836 Jul 30 01:58:13.851094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-b0b55e30-f10e-4944-9114-55c0813e155b tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:13.853937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-b0b55e30-f10e-4944-9114-55c0813e155b tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162019 Jul 30 01:58:13.890314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Request body: {'port': {'device_id': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '5adbca801d9d4c8f8893555023b1c765'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:13.928600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43c3124a-7525-42e9-a311-22ee47ffe35f req-183d2b39-6e73-4310-a250-0bef47e57a83 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447537 Jul 30 01:58:14.162963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Made reservation on behalf of 5adbca801d9d4c8f8893555023b1c765 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:14.171515 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.172479 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-a11f2f69-039b-4907-8b56-73195001e9d2 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5adbca801d9d4c8f8893555023b1c765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648220 Jul 30 01:58:14.193245 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.317217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27e4d313-7312-4cea-9437-2cdda6688371 req-6c586bff-c2d0-4557-b46a-521b0a353907 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 210 time: 0.0953584 Jul 30 01:58:14.549593 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.560385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.609305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72141c-1aa1-4eb1-b946-3591485499af req-cf4d8078-1a1d-47fc-a524-3843ba3439f7 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:14.612413 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-cf4d8078-1a1d-47fc-a524-3843ba3439f7 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301982 Jul 30 01:58:14.634507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Request body: {'port': {'device_id': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '5adbca801d9d4c8f8893555023b1c765'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:14.714765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b15d28-cad6-4ce0-b400-931ba2cdd7b6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:14.934897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Made reservation on behalf of 5adbca801d9d4c8f8893555023b1c765 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:14.942295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:14.964511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365b964-e869-4e90-a494-26e7b035df23 req-10a94447-a082-401a-bfc4-524fc5fd5474 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:14.966191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0365b964-e869-4e90-a494-26e7b035df23 req-10a94447-a082-401a-bfc4-524fc5fd5474 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1799901 Jul 30 01:58:14.968013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Allocated IP 192.168.233.4 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/7da18178-7573-4182-a01c-a867ffb8d038) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:15.085915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0365b964-e869-4e90-a494-26e7b035df23 req-cca3e504-2cad-4ad3-8c13-45838584da38 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966964 Jul 30 01:58:15.424856 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.482998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Transition to ACTIVE for port object 7da18178-7573-4182-a01c-a867ffb8d038 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:15.551784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9f68-1c85-497b-a02f-b30b6655797e req-3eaec150-d4ef-4196-8c1e-03ed3cc6c27a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:15.554514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7cc9f68-1c85-497b-a02f-b30b6655797e req-3eaec150-d4ef-4196-8c1e-03ed3cc6c27a tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 946 time: 0.1400187 Jul 30 01:58:15.606421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.685693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Allocated IP 192.168.233.147 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/4d4d0cd6-2d3e-4848-8882-b6bab12a85bf) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:15.691478 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7cc9f68-1c85-497b-a02f-b30b6655797e req-ecc3e0ac-ae53-4851-a07e-fe207169f28e tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282167 Jul 30 01:58:15.711464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:15.718363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:15.729344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:15.801257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:15.872858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:15.874475 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:15.928852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3cc2c917-015e-47d9-a397-b87023d6c487 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0466011 Jul 30 01:58:15.960027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Request body: {'port': {'device_id': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:16.044425 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.071901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Transition to ACTIVE for port object 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:16.132207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.154128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96d89d3a-f915-44b7-8edc-12420b558552 req-856daa31-2871-4a68-a7d6-f76ea526421a tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 210 time: 0.0678539 Jul 30 01:58:16.155243 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.251537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:16.254688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:16.261865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:16.332314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Pushing event updated for resources: {'Port': ['ID=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:16.360672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed5d00e7-dd19-4fe2-8d59-fec4f7d3f186 None None] Provisioning for port 7da18178-7573-4182-a01c-a867ffb8d038 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:16.373522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed5d00e7-dd19-4fe2-8d59-fec4f7d3f186 None None] Provisioning complete for port 7da18178-7573-4182-a01c-a867ffb8d038 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:16.380510 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed5d00e7-dd19-4fe2-8d59-fec4f7d3f186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.433623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:16.434506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.475915 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-184c3aed-ce81-438e-9bab-1542b509349e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8465197 Jul 30 01:58:16.497655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Request body: {'port': {'device_id': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:16.530608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d00e7-dd19-4fe2-8d59-fec4f7d3f186 None None] Port 7da18178-7573-4182-a01c-a867ffb8d038 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:16.624451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.861298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a859ff9-f5ea-44d8-9769-1f0cb51c7fc0 req-5e0d733d-a43a-419b-b681-18cb0f4b8bd6 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:16.864324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a859ff9-f5ea-44d8-9769-1f0cb51c7fc0 req-5e0d733d-a43a-419b-b681-18cb0f4b8bd6 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1342514 Jul 30 01:58:16.870826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-77888b55-51fa-4ee4-839d-cb341ef9cc4e None None] Provisioning for port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:16.879283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-77888b55-51fa-4ee4-839d-cb341ef9cc4e None None] Provisioning complete for port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:16.880228 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77888b55-51fa-4ee4-839d-cb341ef9cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.946684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-77888b55-51fa-4ee4-839d-cb341ef9cc4e None None] Port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:16.951416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da18178-7573-4182-a01c-a867ffb8d038 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:16.976580 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:16.983984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a859ff9-f5ea-44d8-9769-1f0cb51c7fc0 req-328760bd-7f78-4674-a4c9-7eaa5d36225f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079082 Jul 30 01:58:17.002805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Transition to ACTIVE for port object 7da18178-7573-4182-a01c-a867ffb8d038 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:17.009479 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.284333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Attempting to bind port 7da18178-7573-4182-a01c-a867ffb8d038 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:17.284854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Attempting to bind port 7da18178-7573-4182-a01c-a867ffb8d038 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:17.285382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Attempting to bind port 7da18178-7573-4182-a01c-a867ffb8d038 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:17.293915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.309837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Port 7da18178-7573-4182-a01c-a867ffb8d038 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:17.310636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Attempting to bind port 7da18178-7573-4182-a01c-a867ffb8d038 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:17.323208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:17.324622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:17.325506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:17.326515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Bound port: 7da18178-7573-4182-a01c-a867ffb8d038, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:17.327359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.381502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:17.398538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.421235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Transition to ACTIVE for port object 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:17.427572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.492220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfebce-e8f0-403b-94cb-556d45e50871 req-a225f85d-a78d-408c-8b66-93e91f50d899 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:17.505189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45bfebce-e8f0-403b-94cb-556d45e50871 req-a225f85d-a78d-408c-8b66-93e91f50d899 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 946 time: 0.1839230 Jul 30 01:58:17.516271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.620906 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45bfebce-e8f0-403b-94cb-556d45e50871 req-7a84dc0e-2d03-4229-baf2-0328b83c7980 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132674 Jul 30 01:58:17.623663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:17.636288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:17.646497 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.652456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Attempting to bind port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:17.653072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Attempting to bind port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:17.653580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Attempting to bind port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:17.665688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:58:17.666293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Attempting to bind port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:17.684240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:17.686162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:17.687298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:17.690737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Bound port: 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:17.693686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.726658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:17.726658 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:17.726658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] 10.222.0.22 "PUT /v2.0/ports/7da18178-7573-4182-a01c-a867ffb8d038 HTTP/1.1" status: 200 len: 1094 time: 1.7850318 Jul 30 01:58:17.726658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:17.726658 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa499f4-a3ce-4880-ad04-2257b2e1b876" -d '{"events": [{"name": "network-changed", "server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "tag": "7da18178-7573-4182-a01c-a867ffb8d038"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:17.894493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b91980-7e9b-4baa-9850-a2bc59831c9f service neutron] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:17.912924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:17.920899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:17.931943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-816d94c3-3237-43d4-9c97-e861638d0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:17.935218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-816d94c3-3237-43d4-9c97-e861638d0dbb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5adbca801d9d4c8f8893555023b1c765&device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 1097 time: 0.1055765 Jul 30 01:58:17.941876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.055091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.055091 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.055091 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] 10.222.0.22 "PUT /v2.0/ports/4d4d0cd6-2d3e-4848-8882-b6bab12a85bf HTTP/1.1" status: 200 len: 1096 time: 1.5462143 Jul 30 01:58:18.055091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:18.055091 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2" -d '{"events": [{"name": "network-changed", "server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:18.092621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-3db195d2-09c5-4b79-b0bb-3da3782a569a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7da18178-7573-4182-a01c-a867ffb8d038 HTTP/1.1" status: 200 len: 217 time: 0.1372826 Jul 30 01:58:18.132260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf47e4e-6362-4c71-85a0-8c565fa50a22 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:18.223939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72141c-1aa1-4eb1-b946-3591485499af req-2be2537c-0773-477c-b820-2ba68c3b7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.227217 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-2be2537c-0773-477c-b820-2ba68c3b7c16 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5adbca801d9d4c8f8893555023b1c765&device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 1099 time: 0.0839245 Jul 30 01:58:18.291273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-dd34eed1-b114-4975-a35a-ac28ce369e47 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.299724 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-dd34eed1-b114-4975-a35a-ac28ce369e47 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 946 time: 0.2367880 Jul 30 01:58:18.328617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-1d952e69-a16d-4996-9d25-f29168969cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.331381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-1d952e69-a16d-4996-9d25-f29168969cd9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.2134941 Jul 30 01:58:18.342467 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-dfde40eb-f132-48db-8f03-1ea87750e065 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf HTTP/1.1" status: 200 len: 217 time: 0.0993052 Jul 30 01:58:18.395937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360659f-71cf-4b71-992b-beee1a8a96fb req-32e3511c-9fa0-464e-8335-512e8930b6e7 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.398263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e360659f-71cf-4b71-992b-beee1a8a96fb req-32e3511c-9fa0-464e-8335-512e8930b6e7 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 948 time: 0.3390701 Jul 30 01:58:18.451101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72141c-1aa1-4eb1-b946-3591485499af req-152c2df4-afa6-496e-a3fe-6ed7d7d553e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.454356 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-152c2df4-afa6-496e-a3fe-6ed7d7d553e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0978556 Jul 30 01:58:18.561942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72141c-1aa1-4eb1-b946-3591485499af req-a88aa586-31c8-4def-8052-ec5d1b2da5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.564900 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-a88aa586-31c8-4def-8052-ec5d1b2da5a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969877 Jul 30 01:58:18.570237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-df6ac9f8-207c-4b8d-81b5-e0e72e88115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:18.572580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-df6ac9f8-207c-4b8d-81b5-e0e72e88115f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2074540 Jul 30 01:58:18.595945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e360659f-71cf-4b71-992b-beee1a8a96fb req-1ddc1bf0-3b18-4ffe-a2bd-8ef22d491b0e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694331 Jul 30 01:58:18.742754 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88712f31-57a9-473c-b6e1-cc6af355a5f8 x-openstack-request-id: req-88712f31-57a9-473c-b6e1-cc6af355a5f8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:18.743279 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "tag": "7da18178-7573-4182-a01c-a867ffb8d038", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:18.743759 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-88712f31-57a9-473c-b6e1-cc6af355a5f8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:18.744412 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038', 'status': 'completed', 'code': 200} Jul 30 01:58:18.756575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Deleting port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:58:18.757215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:18.880496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-1b78d979-4976-4922-a2e7-744c683ab547 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902520 Jul 30 01:58:18.951008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-c90f0077-165d-4fca-91a4-990dd9caa4f1 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522315 Jul 30 01:58:19.089156 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b72141c-1aa1-4eb1-b946-3591485499af req-0661e43c-e5d6-4bbc-bbea-3930085b1c2e service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959360 Jul 30 01:58:19.122725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc63724-2aa5-4fb3-b024-f5b1e612bec7 req-f8be3d0c-b92c-4cc7-b506-d57dfea35df0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:19.125625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1fc63724-2aa5-4fb3-b024-f5b1e612bec7 req-f8be3d0c-b92c-4cc7-b506-d57dfea35df0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.2567389 Jul 30 01:58:19.702096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] For port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,segment=NetworkSegment(fd84a90c-1920-42e6-9d91-0e721ea63282),segment_id=fd84a90c-1920-42e6-9d91-0e721ea63282)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:19.702096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:19.765213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Calling delete_port for 5745f4f4-b4d3-4bb5-831d-f6a55c83714c owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:58:19.818089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1fc63724-2aa5-4fb3-b024-f5b1e612bec7 req-c032a524-9006-46a3-b68e-840375c64176 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444242 Jul 30 01:58:19.826450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e111857-ada4-42fb-af93-9674ed4d3d42 req-73ac64a1-d9bb-4f20-b300-bc01aeed4929 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547289 Jul 30 01:58:19.942992 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa26d76-6e4b-4003-84d8-dcbd578b5479 x-openstack-request-id: req-1fa26d76-6e4b-4003-84d8-dcbd578b5479 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:19.944474 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:19.948855 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1fa26d76-6e4b-4003-84d8-dcbd578b5479 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:19.950023 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf', 'status': 'completed', 'code': 200} Jul 30 01:58:20.052342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-eaa9e7a4-aaa6-44c0-91c4-2077cd2c1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.056332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-eaa9e7a4-aaa6-44c0-91c4-2077cd2c1182 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5adbca801d9d4c8f8893555023b1c765&device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 1097 time: 0.1359842 Jul 30 01:58:20.062285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-1b75eb46-97ca-4787-b6d0-1b52292801b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.064944 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-1b75eb46-97ca-4787-b6d0-1b52292801b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5adbca801d9d4c8f8893555023b1c765&device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 1099 time: 0.0791252 Jul 30 01:58:20.277630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-77ef6d33-8047-46f2-8daf-dc71bf9a8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.280035 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-77ef6d33-8047-46f2-8daf-dc71bf9a8ad1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.1876462 Jul 30 01:58:20.333742 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.360007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 5745f4f4-b4d3-4bb5-831d-f6a55c83714c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:58:20.366047 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-7837c5bd-7f48-4d36-a5a1-3c718e7732c2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf HTTP/1.1" status: 200 len: 217 time: 0.0715017 Jul 30 01:58:20.405886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 5745f4f4-b4d3-4bb5-831d-f6a55c83714c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:58:20.407198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 5745f4f4-b4d3-4bb5-831d-f6a55c83714c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:58:20.464567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Pushing event deleted for resources: {'Port': ['ID=5745f4f4-b4d3-4bb5-831d-f6a55c83714c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:20.477703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-05b9d0a4-5129-4c9f-a045-97faabfe154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.481060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-05b9d0a4-5129-4c9f-a045-97faabfe154d service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.3601637 Jul 30 01:58:20.490950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-c23a8ace-d921-4ca2-ab30-fb6ec132208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.497800 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-c23a8ace-d921-4ca2-ab30-fb6ec132208b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1179643 Jul 30 01:58:20.506398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772e13e-517a-4e6c-af9d-66b98414ca91 req-d2da2434-2602-4842-ad4f-72d0278d9964 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.509011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b772e13e-517a-4e6c-af9d-66b98414ca91 req-d2da2434-2602-4842-ad4f-72d0278d9964 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/ports?device_id=b711cb5d-aa7d-4515-8ccd-ec741ab1701f HTTP/1.1" status: 200 len: 867 time: 0.2984569 Jul 30 01:58:20.598988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-4c4c1d56-9118-4e2d-8f36-9432a995e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.602260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-4c4c1d56-9118-4e2d-8f36-9432a995e32d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896461 Jul 30 01:58:20.631356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-87012919-d5c8-4278-8f1c-cc904cf3e985 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7da18178-7573-4182-a01c-a867ffb8d038 HTTP/1.1" status: 200 len: 217 time: 0.1023271 Jul 30 01:58:20.632662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] No DVR routers for this DVR port 5745f4f4-b4d3-4bb5-831d-f6a55c83714c on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:58:20.638576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:20.641701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c501d02-b272-4fbb-9f8a-56a5143ca452 req-81e38ed7-6389-4075-898a-3c38cd93646f tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.41 "DELETE /v2.0/ports/5745f4f4-b4d3-4bb5-831d-f6a55c83714c HTTP/1.1" status: 204 len: 173 time: 2.3378148 Jul 30 01:58:20.724091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b772e13e-517a-4e6c-af9d-66b98414ca91 req-4b5c4c17-3975-43fe-bc2b-ef629bfd83e7 tempest-DeleteServersTestJSON-152216288 tempest-DeleteServersTestJSON-152216288-project] 10.222.0.84 "GET /v2.0/security-groups?id=a31dffb9-8360-406b-91a7-709068b76a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863832 Jul 30 01:58:20.745581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b711cb5d-aa7d-4515-8ccd-ec741ab1701f', 'name': 'network-vif-deleted', 'tag': '5745f4f4-b4d3-4bb5-831d-f6a55c83714c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:20.749586 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75abf6c-b59f-43ce-ba30-291259c6c3cb" -d '{"events": [{"server_uuid": "b711cb5d-aa7d-4515-8ccd-ec741ab1701f", "name": "network-vif-deleted", "tag": "5745f4f4-b4d3-4bb5-831d-f6a55c83714c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:20.756857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-5c2567a8-49c0-4491-a5ae-78cd8a3221b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.759458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-5c2567a8-49c0-4491-a5ae-78cd8a3221b5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1139479 Jul 30 01:58:20.843332 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-f436b293-c8e1-4f0d-b051-08a06ec56560 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277186 Jul 30 01:58:20.881293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-49a77fba-4b5f-44c5-aa5d-6a7e66b31452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:20.885467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-49a77fba-4b5f-44c5-aa5d-6a7e66b31452 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1167457 Jul 30 01:58:21.092607 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c53e0d81-df64-42f2-82d3-80c6d88bfdc2 req-e67a6865-a65c-4c2c-81cc-55bc156c54c2 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367635 Jul 30 01:58:21.157180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-39606d0b-e7ff-45bf-932e-da2156bec3d6 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587919 Jul 30 01:58:21.259758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2d9b6-aff3-4aee-98ff-81a83f5e5758 req-b758260b-fb0a-4d3e-9425-b66cfcd23db9 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:21.261421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fe2d9b6-aff3-4aee-98ff-81a83f5e5758 req-b758260b-fb0a-4d3e-9425-b66cfcd23db9 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 948 time: 0.1691027 Jul 30 01:58:21.371502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fe2d9b6-aff3-4aee-98ff-81a83f5e5758 req-29bda844-2235-40ed-9bbb-1ab435a44fe0 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895925 Jul 30 01:58:21.374085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa499f4-a3ce-4880-ad04-2257b2e1b876 req-87c8d9db-9751-432a-a85c-1b52403ea781 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029829 Jul 30 01:58:21.446928 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11348fe-6220-48a5-8933-71f53a236c38 x-openstack-request-id: req-d11348fe-6220-48a5-8933-71f53a236c38 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:21.448302 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b711cb5d-aa7d-4515-8ccd-ec741ab1701f", "name": "network-vif-deleted", "tag": "5745f4f4-b4d3-4bb5-831d-f6a55c83714c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:21.449093 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d11348fe-6220-48a5-8933-71f53a236c38 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:21.450095 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b711cb5d-aa7d-4515-8ccd-ec741ab1701f', 'name': 'network-vif-deleted', 'tag': '5745f4f4-b4d3-4bb5-831d-f6a55c83714c', 'status': 'completed', 'code': 200} Jul 30 01:58:21.605118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e03733-1d3f-4908-9d54-d161c58d46ed req-6863c4dd-eb36-4c3b-bb42-4d24724994f8 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:21.607964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22e03733-1d3f-4908-9d54-d161c58d46ed req-6863c4dd-eb36-4c3b-bb42-4d24724994f8 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.0876906 Jul 30 01:58:21.665039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22e03733-1d3f-4908-9d54-d161c58d46ed req-62abd53b-b216-446b-8a32-7fa903e23a8b tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495327 Jul 30 01:58:22.487735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:22.588871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dd2c3-8771-433a-a79b-1f9a43409374 req-e102bad0-7753-4152-a818-bbac50d16c62 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:22.591167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d82dd2c3-8771-433a-a79b-1f9a43409374 req-e102bad0-7753-4152-a818-bbac50d16c62 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 948 time: 0.0818739 Jul 30 01:58:22.618276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:22.634998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '7da18178-7573-4182-a01c-a867ffb8d038', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '7da18178-7573-4182-a01c-a867ffb8d038', 'mac_address': 'fa:16:3e:5e:9f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:22.652738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d82dd2c3-8771-433a-a79b-1f9a43409374 req-23e239a7-27ee-4dc5-97bb-4f65f36d33cd tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510097 Jul 30 01:58:22.701746 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.724899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da18178-7573-4182-a01c-a867ffb8d038 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:22.758023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:22.766992 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:22.785346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:22.911747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:22.946159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b01408-7474-4300-969c-a8c48b67774b req-e46ce7fa-f095-48bb-a1fe-1c44b1569200 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:22.948975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13b01408-7474-4300-969c-a8c48b67774b req-e46ce7fa-f095-48bb-a1fe-1c44b1569200 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1066868 Jul 30 01:58:22.958367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:22.988794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf', 'mac_address': 'fa:16:3e:96:9b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:23.025354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13b01408-7474-4300-969c-a8c48b67774b req-7dc3610d-d912-414f-a2f0-db50d6f62090 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680151 Jul 30 01:58:23.095224 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.114905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:23.145056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:23.157090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.266022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:23.655641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['4d4d0cd6-2d3e-4848-8882-b6bab12a85bf'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:23.712788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['7da18178-7573-4182-a01c-a867ffb8d038'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:23.941937 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:23.965467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e10c1-2be2-4bf5-ad98-bca0c60b4a71 req-4ed17f25-3faf-43d5-bfda-5361992c5a4d tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:23.975915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e8e10c1-2be2-4bf5-ad98-bca0c60b4a71 req-4ed17f25-3faf-43d5-bfda-5361992c5a4d tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 949 time: 0.1768076 Jul 30 01:58:24.030145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e8e10c1-2be2-4bf5-ad98-bca0c60b4a71 req-5c762479-7b75-42df-84c8-5421f652e37e tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Jul 30 01:58:24.267018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c515f7-d863-4198-b60e-e1b9256ceb9b req-925c940b-07e0-49d5-9b61-5f185a335dba tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:24.270230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1c515f7-d863-4198-b60e-e1b9256ceb9b req-925c940b-07e0-49d5-9b61-5f185a335dba tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1076598 Jul 30 01:58:24.341721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1c515f7-d863-4198-b60e-e1b9256ceb9b req-dcab68a2-bdf3-4245-80fb-afb3dbde09ea tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581236 Jul 30 01:58:25.312832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaed94-09b1-40a9-b5ee-e2bdb55c41e5 req-cb94c47e-3c1b-4a8a-9f42-cc5cf62b25c3 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:25.318333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ccaed94-09b1-40a9-b5ee-e2bdb55c41e5 req-cb94c47e-3c1b-4a8a-9f42-cc5cf62b25c3 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 949 time: 0.1346955 Jul 30 01:58:25.386639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ccaed94-09b1-40a9-b5ee-e2bdb55c41e5 req-c07e01b8-ef2e-485a-ad5a-e40cc01ee4bd tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583801 Jul 30 01:58:25.591467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca013e-84b9-4b56-9e58-d1296423efc5 req-93a3aa20-8b28-499e-963d-94a62b8e7baf tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:25.593354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85ca013e-84b9-4b56-9e58-d1296423efc5 req-93a3aa20-8b28-499e-963d-94a62b8e7baf tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.0834205 Jul 30 01:58:25.651634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85ca013e-84b9-4b56-9e58-d1296423efc5 req-69a5a7a4-3c98-4b61-984c-071c43f23f25 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457888 Jul 30 01:58:26.497683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:26.564146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 7da18178-7573-4182-a01c-a867ffb8d038 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:26.568323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 7da18178-7573-4182-a01c-a867ffb8d038 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:26.568710 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.570587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f69d-2b93-4638-a7dc-f4c68aab6333 req-b1a52331-c667-4390-b9f5-f06203c565ec tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:26.572755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae89f69d-2b93-4638-a7dc-f4c68aab6333 req-b1a52331-c667-4390-b9f5-f06203c565ec tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 949 time: 0.0827498 Jul 30 01:58:26.637376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae89f69d-2b93-4638-a7dc-f4c68aab6333 req-f1bf6722-4ea4-4151-aff4-0dfbf901c0bd tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564287 Jul 30 01:58:26.696293 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.748824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:26.752926 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120d95ff-9662-43e6-9c56-18560c2d7e36" -d '{"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:26.774564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:26.781208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:26.784098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:26.870191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3c0de-3559-4c44-bc0a-db5f4bcff7a7 req-858311e8-eb01-488e-b96a-58dd801a0fbb tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:26.872012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bab3c0de-3559-4c44-bc0a-db5f4bcff7a7 req-858311e8-eb01-488e-b96a-58dd801a0fbb tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.0986536 Jul 30 01:58:26.943503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:26.956009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bab3c0de-3559-4c44-bc0a-db5f4bcff7a7 req-f6319199-b8d9-4767-9c96-fa9dc0e017ec tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710015 Jul 30 01:58:26.975650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:26.983977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:26.984454 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.048872 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5172409e-925b-469f-a44c-ddb40a0d6e78 x-openstack-request-id: req-5172409e-925b-469f-a44c-ddb40a0d6e78 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:27.049270 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:27.049700 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5172409e-925b-469f-a44c-ddb40a0d6e78 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:27.050127 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038', 'code': 200} Jul 30 01:58:27.169579 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.201413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f31e2-d292-4b59-b67f-a81ba6c5ca09 req-b97612f8-716b-41ba-84db-8f4eaf1fbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:27.203865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c7f31e2-d292-4b59-b67f-a81ba6c5ca09 req-b97612f8-716b-41ba-84db-8f4eaf1fbdcb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 1099 time: 0.0794542 Jul 30 01:58:27.217720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:27.223035 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:27.312780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c7f31e2-d292-4b59-b67f-a81ba6c5ca09 req-ee54f10b-cf80-47da-ad19-afb6ec7cc901 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918868 Jul 30 01:58:27.336225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:27.622601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47842) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:27.846576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88ced8-814f-4ffa-9ce4-1a4e03dffbff req-adee127e-63cf-4b95-8aa8-25027ab6ca4a tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:27.849664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa88ced8-814f-4ffa-9ce4-1a4e03dffbff req-adee127e-63cf-4b95-8aa8-25027ab6ca4a tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 950 time: 0.0998881 Jul 30 01:58:27.948986 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa88ced8-814f-4ffa-9ce4-1a4e03dffbff req-0caf0ebe-89c9-42bd-8aa5-69fb29356b2d tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903327 Jul 30 01:58:28.034708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-c970b2fc-7e98-4460-b315-e3ee7d126875 admin admin] Deleting subnet a906d30b-0f1e-4cf9-b55a-446e497d258c {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:58:28.040428 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c970b2fc-7e98-4460-b315-e3ee7d126875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.108583 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c970b2fc-7e98-4460-b315-e3ee7d126875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.206065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c970b2fc-7e98-4460-b315-e3ee7d126875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.221718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbff0f-3923-4296-9ce0-ae38dce013c8 req-beec6a1c-e4a5-4c4c-9c5e-a51084dc7f19 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:28.229849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ecbff0f-3923-4296-9ce0-ae38dce013c8 req-beec6a1c-e4a5-4c4c-9c5e-a51084dc7f19 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1202455 Jul 30 01:58:28.310648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ecbff0f-3923-4296-9ce0-ae38dce013c8 req-faf15e4c-7eb8-44bb-864e-5f9435d509be tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752385 Jul 30 01:58:28.323330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c970b2fc-7e98-4460-b315-e3ee7d126875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.367982 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970b2fc-7e98-4460-b315-e3ee7d126875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a906d30b-0f1e-4cf9-b55a-446e497d258c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:28.371302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c970b2fc-7e98-4460-b315-e3ee7d126875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.374428 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c970b2fc-7e98-4460-b315-e3ee7d126875 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a906d30b-0f1e-4cf9-b55a-446e497d258c HTTP/1.1" status: 204 len: 168 time: 0.7501578 Jul 30 01:58:28.381068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47866) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:28.547345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.735616 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.753350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accffc7b-7f9a-4fd3-ba3a-84ec47325fc5']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:28.776037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd84a90c-1920-42e6-9d91-0e721ea63282') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:28.776517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd84a90c-1920-42e6-9d91-0e721ea63282') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:28.795021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.823756 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.832485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:58:28.832893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:58:28.835506 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:58:28.908624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.918754 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:28.922242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] 10.222.0.84 "DELETE /v2.0/networks/accffc7b-7f9a-4fd3-ba3a-84ec47325fc5 HTTP/1.1" status: 204 len: 168 time: 0.5396578 Jul 30 01:58:28.946848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fda444-c61a-4dc6-ba99-f804dfed0c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=accffc7b-7f9a-4fd3-ba3a-84ec47325fc5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:29.052657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:29.057779 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bcbab8-4442-4705-8ba4-c4cd406b36c3" -d '{"events": [{"server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:29.135475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47890) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:29.152003 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:58:29.210725 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4bc85b2d-3391-4b48-8eac-7608073b037f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dbc788760a7b4b9fbfa831b51fc6d36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729609 Jul 30 01:58:29.214484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47892) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:29.271489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde070-4910-4a39-bb1c-13649845589c req-d1f5abf8-e786-4655-b777-9cb5695420e1 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:29.273382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bfdde070-4910-4a39-bb1c-13649845589c req-d1f5abf8-e786-4655-b777-9cb5695420e1 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 950 time: 0.1535542 Jul 30 01:58:29.332941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6011c54e-efe9-4ed8-8a01-4099bc6cbd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.372119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bfdde070-4910-4a39-bb1c-13649845589c req-ae28f2fa-b34b-47c9-9204-f97367312339 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749342 Jul 30 01:58:29.377518 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6011c54e-efe9-4ed8-8a01-4099bc6cbd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.452164 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbead46-e45e-44b6-b2d8-bc27cddaa1d3 x-openstack-request-id: req-6cbead46-e45e-44b6-b2d8-bc27cddaa1d3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:29.452559 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:29.453083 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6cbead46-e45e-44b6-b2d8-bc27cddaa1d3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:29.453579 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf', 'code': 200} Jul 30 01:58:29.478795 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6011c54e-efe9-4ed8-8a01-4099bc6cbd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.487596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6011c54e-efe9-4ed8-8a01-4099bc6cbd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:29.492382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6011c54e-efe9-4ed8-8a01-4099bc6cbd47 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a31dffb9-8360-406b-91a7-709068b76a38 HTTP/1.1" status: 204 len: 168 time: 0.2758591 Jul 30 01:58:29.511641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011c54e-efe9-4ed8-8a01-4099bc6cbd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31dffb9-8360-406b-91a7-709068b76a38,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:29.703559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39efe-cdd7-4473-9c79-fe18f22c379c req-6c7bc8ef-0af3-4912-b23d-d4052a516cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:29.706820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11d39efe-cdd7-4473-9c79-fe18f22c379c req-6c7bc8ef-0af3-4912-b23d-d4052a516cc7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 1101 time: 0.1566999 Jul 30 01:58:29.724641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383fa3c-6cd5-43e3-9863-a23a111426b4 req-5e3092aa-9e64-4181-9cb9-e9abf6df63da tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:29.727468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0383fa3c-6cd5-43e3-9863-a23a111426b4 req-5e3092aa-9e64-4181-9cb9-e9abf6df63da tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1579270 Jul 30 01:58:29.823150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11d39efe-cdd7-4473-9c79-fe18f22c379c req-822278e9-1e07-47d3-8cf1-b7b17769ed88 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940242 Jul 30 01:58:29.850981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0383fa3c-6cd5-43e3-9863-a23a111426b4 req-7e7171e5-ef2d-4ce6-a7d9-97ff7d942175 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093769 Jul 30 01:58:30.605250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd0db0-d69e-4e64-9ea8-313a2496af31 req-bf701a64-c082-41e0-82d6-ffd1f09a50b8 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:30.612347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53bd0db0-d69e-4e64-9ea8-313a2496af31 req-bf701a64-c082-41e0-82d6-ffd1f09a50b8 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 950 time: 0.1125789 Jul 30 01:58:30.677864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53bd0db0-d69e-4e64-9ea8-313a2496af31 req-43c2b67f-4b66-4088-b2c6-5e8435f8b240 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595615 Jul 30 01:58:30.742094 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-318c16d4-ff0b-4771-a0e7-93602db2e4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:30.910252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47946) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:31.120508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52466e27-f0ed-4fe0-828a-44759a00fc7c req-df75655c-b11a-41ff-bb1e-34a39efa8f75 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:31.136007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52466e27-f0ed-4fe0-828a-44759a00fc7c req-df75655c-b11a-41ff-bb1e-34a39efa8f75 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1247494 Jul 30 01:58:31.160448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1474656346-network', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:31.161950 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.219399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Made reservation on behalf of 6bc428516dcd4b1ea1d9b25f29c18687 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:31.232327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.260500 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.293627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52466e27-f0ed-4fe0-828a-44759a00fc7c req-dd6cf541-60ce-477c-8abc-a51d10e80cc6 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531234 Jul 30 01:58:31.539223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.546532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.551596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47964) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:31.590555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:58:31.633297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.634057 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Added segment d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c of type vlan for network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 Jul 30 01:58:31.637043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da10d311-6271-44a9-9910-fb488ea2daec,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:31.744048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.807585 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5dd09cf-834d-4c10-a923-0b32fac5fc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.810301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.812460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:31.815343 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:31.929474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] Pushing event updated for resources: {'Network': ['ID=72cb1547-7ac6-4b6a-9436-7b05bc348f74,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:31.952117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:58:31.973573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b29691-6224-4bd8-959d-c8fa0beca82a req-92f04eea-5904-463b-9d26-d4d3f0bf03a1 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:31.976382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56b29691-6224-4bd8-959d-c8fa0beca82a req-92f04eea-5904-463b-9d26-d4d3f0bf03a1 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 950 time: 0.1393180 Jul 30 01:58:32.096805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56b29691-6224-4bd8-959d-c8fa0beca82a req-13eca8ac-1b41-478b-9f95-a408eaa28627 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976293 Jul 30 01:58:32.166821 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5dd09cf-834d-4c10-a923-0b32fac5fc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.173710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f5dd09cf-834d-4c10-a923-0b32fac5fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.190501 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f9d12069-27aa-4407-b6f0-3b731b4164a2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2779236 Jul 30 01:58:32.192997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47980) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:32.206023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Request body: {'subnet': {'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1474656346-subnet', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:32.226856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd09cf-834d-4c10-a923-0b32fac5fc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eddb02d-9841-4224-b1e5-af1ad2567b97,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:32.256763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Made reservation on behalf of 6bc428516dcd4b1ea1d9b25f29c18687 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:58:32.260765 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.287621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f5dd09cf-834d-4c10-a923-0b32fac5fc9f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=86a41ec3539b4414a3f503114291f201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7342210 Jul 30 01:58:32.293468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47982) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:32.440193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607561a-b0b8-4705-9942-46f35c5c9f09 req-2378fe67-43f5-4f46-a829-825b127b65cd tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.442555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f607561a-b0b8-4705-9942-46f35c5c9f09 req-2378fe67-43f5-4f46-a829-825b127b65cd tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 948 time: 0.1508451 Jul 30 01:58:32.459896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8edebc2-ae85-43cc-9b7c-9acf839f007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.547579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8edebc2-ae85-43cc-9b7c-9acf839f007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.581290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f607561a-b0b8-4705-9942-46f35c5c9f09 req-1a00e460-38b3-4871-86a9-ced3353b4979 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179857 Jul 30 01:58:32.654247 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.685969 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8edebc2-ae85-43cc-9b7c-9acf839f007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.691080 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8edebc2-ae85-43cc-9b7c-9acf839f007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.701391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d8edebc2-ae85-43cc-9b7c-9acf839f007a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8eddb02d-9841-4224-b1e5-af1ad2567b97 HTTP/1.1" status: 204 len: 168 time: 0.3955972 Jul 30 01:58:32.717933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edebc2-ae85-43cc-9b7c-9acf839f007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eddb02d-9841-4224-b1e5-af1ad2567b97,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:32.806851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:32.838872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Checking segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:32.840050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Network hostable DHCP agents. Network: 72cb1547-7ac6-4b6a-9436-7b05bc348f74, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:58:32.866338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0e84d-1439-4901-ae77-60138e6790ac req-3ae0f41d-01c6-4e82-a843-3d43a2da4f33 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.869566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7be0e84d-1439-4901-ae77-60138e6790ac req-3ae0f41d-01c6-4e82-a843-3d43a2da4f33 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1211722 Jul 30 01:58:32.879831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:58:32.900254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 72cb1547-7ac6-4b6a-9436-7b05bc348f74) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:32.915693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf698e2-2501-4a6e-9dfe-06b1c9c56a56 None None] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:32.925180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:32.928760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:32.958890 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-322eba6f-c33d-4d4f-a341-cb08efee81d2 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7635500 Jul 30 01:58:32.962891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48002) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:32.973118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:32.995503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7be0e84d-1439-4901-ae77-60138e6790ac req-c275ea74-2930-4aa0-b5b6-72d3e37d0663 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142278 Jul 30 01:58:33.070961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.074970 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.262135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.377559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 01:58:33.384403 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.425864 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84b6df43-ae13-440f-8e0b-99b1abfddc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.671269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:33.874681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Allocated IP 172.20.0.2 (72cb1547-7ac6-4b6a-9436-7b05bc348f74/1c4e07a1-0b60-4901-a9d9-e9bcc041dd37/09655226-918f-4221-b310-e18c50643026) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:34.014251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.287022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.319201 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.341809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.345209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Transition to ACTIVE for port object 09655226-918f-4221-b310-e18c50643026 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:34.382550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Transition to ACTIVE for port object 09655226-918f-4221-b310-e18c50643026 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:34.406685 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.468242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28936c-8d9f-4056-8cd4-84dbfa8594b1 req-20fe2800-fc6b-4b28-bff7-340d2f13a244 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:34.489437 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e28936c-8d9f-4056-8cd4-84dbfa8594b1 req-20fe2800-fc6b-4b28-bff7-340d2f13a244 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.2219238 Jul 30 01:58:34.557086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:34.566555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:34.578473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:34.594316 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.598816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Pushing event updated for resources: {'Port': ['ID=09655226-918f-4221-b310-e18c50643026,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:34.626942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e28936c-8d9f-4056-8cd4-84dbfa8594b1 req-44ba03f0-97aa-413a-9d3b-7f12069a0d89 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349921 Jul 30 01:58:34.641476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.642052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.643023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.643529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.643987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.644442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.644886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.645322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.645762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.646200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.647704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.648494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:34.723751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Allocated IP 172.25.7.229 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/ff526dbb-376e-47b0-a45c-5c786ab428d8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:34.804184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Attempting to bind port 09655226-918f-4221-b310-e18c50643026 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:34.804545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Attempting to bind port 09655226-918f-4221-b310-e18c50643026 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:34.805073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Attempting to bind port 09655226-918f-4221-b310-e18c50643026 on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:34.817683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:34.818880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Checking segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:34.820104 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:34.821025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Bound using segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:34.822569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Bound port: 09655226-918f-4221-b310-e18c50643026, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:34.826145 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.008232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] For port 09655226-918f-4221-b310-e18c50643026, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:35.015964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] For port 09655226-918f-4221-b310-e18c50643026, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=09655226-918f-4221-b310-e18c50643026,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:35.027875 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.211675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.257220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e7467-c40a-4889-9145-7146d7bd7e09 None None] Pushing event updated for resources: {'Port': ['ID=09655226-918f-4221-b310-e18c50643026,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:35.293081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:35.385892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:35.392164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:35.399298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:35.463284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Pushing event updated for resources: {'Port': ['ID=ff526dbb-376e-47b0-a45c-5c786ab428d8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:36.008785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb34af-1d04-4f8e-9bee-58272ba12cba req-d353cd99-565c-41c5-9164-f804f2299ea9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:36.011664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1edb34af-1d04-4f8e-9bee-58272ba12cba req-d353cd99-565c-41c5-9164-f804f2299ea9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1210344 Jul 30 01:58:36.117581 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.149228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1edb34af-1d04-4f8e-9bee-58272ba12cba req-0cf0fb2c-f4e5-4c82-bbfa-49001f243a1c tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268449 Jul 30 01:58:36.550181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:58:36.683069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:36.936354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:36.975597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '7da18178-7573-4182-a01c-a867ffb8d038', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '7da18178-7573-4182-a01c-a867ffb8d038', 'mac_address': 'fa:16:3e:5e:9f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:58:37.085532 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.121397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7da18178-7573-4182-a01c-a867ffb8d038 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:58:37.136611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 09655226-918f-4221-b310-e18c50643026 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:37.289566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:37.362347 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.393211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.451320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a817ec-99a1-4e46-a5c8-85593741b874 None None] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:58:37.557776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f61019-a60d-4d8b-a591-af47b9a8d763 req-b5ec63d2-4419-4f42-b236-1ebe2c5fa46a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:37.574119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06f61019-a60d-4d8b-a591-af47b9a8d763 req-b5ec63d2-4419-4f42-b236-1ebe2c5fa46a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.2022145 Jul 30 01:58:37.685965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06f61019-a60d-4d8b-a591-af47b9a8d763 req-936fa525-87cf-4567-94e3-076c5eba5ad4 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072142 Jul 30 01:58:37.781771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Router 9ad0416b-7db6-4e67-b732-99826f410cbe is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 01:58:37.931141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 09655226-918f-4221-b310-e18c50643026 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:37.948915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4573c749-3e27-47eb-87fb-abee61cc789f None None] Provisioning for port 09655226-918f-4221-b310-e18c50643026 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:37.963984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4573c749-3e27-47eb-87fb-abee61cc789f None None] Provisioning complete for port 09655226-918f-4221-b310-e18c50643026 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:37.965287 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4573c749-3e27-47eb-87fb-abee61cc789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:37.979501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 09655226-918f-4221-b310-e18c50643026 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:37.980150 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.020955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['7da18178-7573-4182-a01c-a867ffb8d038'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:38.176153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:38.190913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:38.222696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Sync routers for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:38.245140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:38.252102 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac0d34dc-5fa7-41f1-a312-43c122ef4708 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2868719 Jul 30 01:58:38.256298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48172) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:38.323044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:38.325191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:58:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:38.957439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:39.105814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05664-366e-4e00-8287-c2cd78c68a2b req-c734f119-3436-4b91-8af4-ddc2ba10cbc1 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:39.110086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27b05664-366e-4e00-8287-c2cd78c68a2b req-c734f119-3436-4b91-8af4-ddc2ba10cbc1 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1589022 Jul 30 01:58:39.117473 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.132920 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4573c749-3e27-47eb-87fb-abee61cc789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.176600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48206) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:39.254309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27b05664-366e-4e00-8287-c2cd78c68a2b req-2287fda9-6cb5-4e0a-bccf-1654b23a7893 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293232 Jul 30 01:58:39.451134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 09655226-918f-4221-b310-e18c50643026, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=09655226-918f-4221-b310-e18c50643026,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:39.487062 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.671424 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.696948 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:39.818195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=09655226-918f-4221-b310-e18c50643026,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:39.977507 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-4573c749-3e27-47eb-87fb-abee61cc789f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 01:58:39.978430 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-4573c749-3e27-47eb-87fb-abee61cc789f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 01:58:40.070503 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.081915 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.182823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=efd91d1ef08045d9b41927e3ecf10e57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0020664 Jul 30 01:58:40.184882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48234) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:40.200043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:36Z', 'revision_number': 3, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:40.266903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a20adb4-a860-4e10-9960-b6dab1fcbacc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:40.332803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.333041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.333370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.333777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.334119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.334455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.334804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.335338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.335756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.336101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.337190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.337519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42f3902-c527-495d-88d1-9a2f74a57f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:40.372176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Checking router: 9ad0416b-7db6-4e67-b732-99826f410cbe for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:40.373119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Updating router 9ad0416b-7db6-4e67-b732-99826f410cbe port ff526dbb-376e-47b0-a45c-5c786ab428d8 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:58:40.396045 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a50999a3-055d-48e9-aef0-e6fd1b9e5b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.419945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Allocated IP 172.20.0.1 (72cb1547-7ac6-4b6a-9436-7b05bc348f74/1c4e07a1-0b60-4901-a9d9-e9bcc041dd37/d115c9c7-470d-457a-8576-3d2296fc4d22) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:40.556413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a50999a3-055d-48e9-aef0-e6fd1b9e5b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.567804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:40.580310 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.644636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14aa57-60f0-4bf9-8168-32ccee939c0c req-e35137c9-9a46-4785-b9bf-3e5b4349065b tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:40.659316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a14aa57-60f0-4bf9-8168-32ccee939c0c req-e35137c9-9a46-4785-b9bf-3e5b4349065b tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1663783 Jul 30 01:58:40.678818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.743597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Transition to ACTIVE for port object d115c9c7-470d-457a-8576-3d2296fc4d22 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:40.753340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a14aa57-60f0-4bf9-8168-32ccee939c0c req-5594c857-be36-47ba-870d-8073d805ceee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819230 Jul 30 01:58:40.821367 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a50999a3-055d-48e9-aef0-e6fd1b9e5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.826817 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a50999a3-055d-48e9-aef0-e6fd1b9e5b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:40.829717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a50999a3-055d-48e9-aef0-e6fd1b9e5b86 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7a20adb4-a860-4e10-9960-b6dab1fcbacc HTTP/1.1" status: 204 len: 168 time: 0.6396337 Jul 30 01:58:40.877541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50999a3-055d-48e9-aef0-e6fd1b9e5b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a20adb4-a860-4e10-9960-b6dab1fcbacc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:40.879903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.025360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:41.029380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:41.056934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:41.102888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-054b7c41-8df6-48e0-bfdb-0bfcdc4406a6 None None] Provisioning complete for port 09655226-918f-4221-b310-e18c50643026 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:41.112276 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054b7c41-8df6-48e0-bfdb-0bfcdc4406a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.202145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Pushing event updated for resources: {'Port': ['ID=d115c9c7-470d-457a-8576-3d2296fc4d22,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:41.226973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 7da18178-7573-4182-a01c-a867ffb8d038 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:41.254023 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.265103 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.768798 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:41.821772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff76eb-a9d4-494a-ab66-4835e1e584c6 req-c12ec75c-1f04-4ff9-8d9b-bcebbea70e19 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:41.840485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 09655226-918f-4221-b310-e18c50643026 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:41.843709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff76eb-a9d4-494a-ab66-4835e1e584c6 req-c12ec75c-1f04-4ff9-8d9b-bcebbea70e19 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:41.869916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff76eb-a9d4-494a-ab66-4835e1e584c6 req-c12ec75c-1f04-4ff9-8d9b-bcebbea70e19 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:41.885743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff76eb-a9d4-494a-ab66-4835e1e584c6 req-c12ec75c-1f04-4ff9-8d9b-bcebbea70e19 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:41.900532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff76eb-a9d4-494a-ab66-4835e1e584c6 req-c12ec75c-1f04-4ff9-8d9b-bcebbea70e19 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:41.912194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff76eb-a9d4-494a-ab66-4835e1e584c6 req-c12ec75c-1f04-4ff9-8d9b-bcebbea70e19 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:41.924525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff76eb-a9d4-494a-ab66-4835e1e584c6 req-c12ec75c-1f04-4ff9-8d9b-bcebbea70e19 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:41.939410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aff76eb-a9d4-494a-ab66-4835e1e584c6 req-c12ec75c-1f04-4ff9-8d9b-bcebbea70e19 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5434 time: 0.2595525 Jul 30 01:58:42.090209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:42.108166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aff76eb-a9d4-494a-ab66-4835e1e584c6 req-9033ff94-47fd-4e03-82c5-a81eb1364e41 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1619039 Jul 30 01:58:42.305641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.342190 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.411741 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.430375 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 09655226-918f-4221-b310-e18c50643026 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:42.431197 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.439741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:42.442749 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8266ba-d1af-4aeb-983e-fa49177143bc" -d '{"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:42.449475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Transition to ACTIVE for port object ff526dbb-376e-47b0-a45c-5c786ab428d8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:42.487977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364f1f2-c818-429f-8683-4b5d07c74703 req-2515df89-c37e-4d21-9888-2e4ca2050d8a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:42.489778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6364f1f2-c818-429f-8683-4b5d07c74703 req-2515df89-c37e-4d21-9888-2e4ca2050d8a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.1841421 Jul 30 01:58:42.504202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:42.520007 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.545272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.555391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.560278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.578663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6364f1f2-c818-429f-8683-4b5d07c74703 req-b21c88ee-fd36-4daa-ac90-32b374027b20 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731294 Jul 30 01:58:42.637924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-14f07d70-5db6-4d63-8da6-bca9be46f362 None None] Provisioning for port d115c9c7-470d-457a-8576-3d2296fc4d22 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:42.684993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-14f07d70-5db6-4d63-8da6-bca9be46f362 None None] Provisioning complete for port d115c9c7-470d-457a-8576-3d2296fc4d22 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:42.685968 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14f07d70-5db6-4d63-8da6-bca9be46f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.734733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-14f07d70-5db6-4d63-8da6-bca9be46f362 None None] Port d115c9c7-470d-457a-8576-3d2296fc4d22 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:42.741663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d93633-bac9-4926-8b2a-220d28d5bacf None None] Pushing event updated for resources: {'Port': ['ID=ff526dbb-376e-47b0-a45c-5c786ab428d8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.749195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Attempting to bind port ff526dbb-376e-47b0-a45c-5c786ab428d8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:42.749807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Attempting to bind port ff526dbb-376e-47b0-a45c-5c786ab428d8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:42.750398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Attempting to bind port ff526dbb-376e-47b0-a45c-5c786ab428d8 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:42.833699 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e99fd4a1c3e04d21a23747c982fa0f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7419465 Jul 30 01:58:42.838397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:42.838903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:42.839401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.840128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48298) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:42.847122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3630b449-7393-454f-adf2-b2e505231954,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:42.853832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:42.856203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Bound port: ff526dbb-376e-47b0-a45c-5c786ab428d8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:42.856984 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:42.915358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.920498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.920865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.921205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.921534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.921863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.922186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.922651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.923564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.923900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.924222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.924542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc91b0-0c8c-4d96-85e6-cd8ef819097e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:42.990360 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-343323c0-e5e1-44c6-85c5-111f391a0a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.006128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.012533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:43.014589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.086739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] For port ff526dbb-376e-47b0-a45c-5c786ab428d8, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:43.106751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] For port ff526dbb-376e-47b0-a45c-5c786ab428d8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ff526dbb-376e-47b0-a45c-5c786ab428d8,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:43.115231 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.159617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-343323c0-e5e1-44c6-85c5-111f391a0a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.228162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.272950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Pushing event updated for resources: {'Port': ['ID=d115c9c7-470d-457a-8576-3d2296fc4d22,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:43.298355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:43.302192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:58:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:43.344040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91928-6d15-4d55-ae1a-0717c95d600c req-27b716a6-6583-4231-9be6-52a5883c81ce tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:43.355620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91928-6d15-4d55-ae1a-0717c95d600c req-27b716a6-6583-4231-9be6-52a5883c81ce tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:43.367508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91928-6d15-4d55-ae1a-0717c95d600c req-27b716a6-6583-4231-9be6-52a5883c81ce tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:43.379513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91928-6d15-4d55-ae1a-0717c95d600c req-27b716a6-6583-4231-9be6-52a5883c81ce tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:43.404867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91928-6d15-4d55-ae1a-0717c95d600c req-27b716a6-6583-4231-9be6-52a5883c81ce tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:43.416554 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91928-6d15-4d55-ae1a-0717c95d600c req-27b716a6-6583-4231-9be6-52a5883c81ce tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:43.428776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b91928-6d15-4d55-ae1a-0717c95d600c req-27b716a6-6583-4231-9be6-52a5883c81ce tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:43.456189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24b91928-6d15-4d55-ae1a-0717c95d600c req-27b716a6-6583-4231-9be6-52a5883c81ce tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5434 time: 0.4133539 Jul 30 01:58:43.500397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-343323c0-e5e1-44c6-85c5-111f391a0a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.508945 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-343323c0-e5e1-44c6-85c5-111f391a0a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:43.511290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-343323c0-e5e1-44c6-85c5-111f391a0a02 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3630b449-7393-454f-adf2-b2e505231954 HTTP/1.1" status: 204 len: 168 time: 0.6696775 Jul 30 01:58:43.518702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:43.528319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:43.579882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343323c0-e5e1-44c6-85c5-111f391a0a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3630b449-7393-454f-adf2-b2e505231954,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:44.002432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Router 9ad0416b-7db6-4e67-b732-99826f410cbe has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:58:44.118121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:44.298867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f2537-a1ac-4358-968a-600c70220725 req-c1e0c7bc-6a21-4779-96c9-3d1e12904d54 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:44.323658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c87f2537-a1ac-4358-968a-600c70220725 req-c1e0c7bc-6a21-4779-96c9-3d1e12904d54 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.2486100 Jul 30 01:58:44.371584 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c137e2-349f-471d-942f-6e901d9f1323 x-openstack-request-id: req-e4c137e2-349f-471d-942f-6e901d9f1323 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:58:44.371929 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:58:44.372829 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e4c137e2-349f-471d-942f-6e901d9f1323 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:58:44.373236 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038', 'code': 200} Jul 30 01:58:44.381409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d93633-bac9-4926-8b2a-220d28d5bacf None None] Pushing event updated for resources: {'Port': ['ID=ff526dbb-376e-47b0-a45c-5c786ab428d8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:44.476874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c87f2537-a1ac-4358-968a-600c70220725 req-90eda0c0-1653-456d-ad8a-b6d3157a7ec1 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501861 Jul 30 01:58:44.595611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:58:44.622637 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9f4c46b3-74c5-4056-ab58-b3a3e0b73689 admin admin] 10.222.0.84 "PUT /v2.0/routers/9ad0416b-7db6-4e67-b732-99826f410cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3638639 Jul 30 01:58:44.631314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d04657de-b149-4535-bc3e-069caa6c0606 None None] Provisioning complete for port d115c9c7-470d-457a-8576-3d2296fc4d22 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:44.632570 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d04657de-b149-4535-bc3e-069caa6c0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:44.835619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d04657de-b149-4535-bc3e-069caa6c0606 None None] Port d115c9c7-470d-457a-8576-3d2296fc4d22 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:58:44.953967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 2, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:45.058538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da57b04-bf49-4582-ba3a-79742e915f1d None None] The sync data for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 is: [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 2, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:47.133972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b7789-4224-464f-87f9-90ef078dd14d req-ea5426cc-c2d3-4152-a54a-4165f8caa0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.141204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f0b7789-4224-464f-87f9-90ef078dd14d req-ea5426cc-c2d3-4152-a54a-4165f8caa0ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1097 time: 0.1404824 Jul 30 01:58:47.202308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48388) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:47.246330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f0b7789-4224-464f-87f9-90ef078dd14d req-3ac60983-b1e1-432f-a1f9-6c27922684da service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910566 Jul 30 01:58:47.510899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-cddca73f-d094-4392-8967-b9d28cd9867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.511693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-cddca73f-d094-4392-8967-b9d28cd9867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.512857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-cddca73f-d094-4392-8967-b9d28cd9867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.514540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-cddca73f-d094-4392-8967-b9d28cd9867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.515840 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-cddca73f-d094-4392-8967-b9d28cd9867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.517591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-cddca73f-d094-4392-8967-b9d28cd9867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.518678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-cddca73f-d094-4392-8967-b9d28cd9867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:47.534442 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-cddca73f-d094-4392-8967-b9d28cd9867f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6491 time: 0.3283517 Jul 30 01:58:47.699764 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-ff86bfb4-b08e-42ab-b317-a21e0440074a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&id=41aa509c-527e-4d45-b79b-c9c898473c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1602261 Jul 30 01:58:47.745623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48402) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:47.760115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-575a1300-aeb3-412c-937d-113068ba711b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058362626', 'description': 'tempest-description--1324040742'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:47.869254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-575a1300-aeb3-412c-937d-113068ba711b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:47.881416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ff526dbb-376e-47b0-a45c-5c786ab428d8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:48.099064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ff526dbb-376e-47b0-a45c-5c786ab428d8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:48.116838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ff526dbb-376e-47b0-a45c-5c786ab428d8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:48.117940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.263045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-575a1300-aeb3-412c-937d-113068ba711b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.280030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-575a1300-aeb3-412c-937d-113068ba711b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.326364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b41f0d-c8b3-49f1-a4a2-615b5064799f req-34be4ae1-5a18-4120-a4e5-e0c9dea1313a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:48.342444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1b41f0d-c8b3-49f1-a4a2-615b5064799f req-34be4ae1-5a18-4120-a4e5-e0c9dea1313a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.3304353 Jul 30 01:58:48.384361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-575a1300-aeb3-412c-937d-113068ba711b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.402465 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-575a1300-aeb3-412c-937d-113068ba711b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6417084 Jul 30 01:58:48.404286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48412) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:48.434897 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.471693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c0ce895d-ca62-4f2f-9eeb-6cacb6900d38 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'security_group_rule': {'security_group_id': 'c0d6656c-fdce-4dbd-82fb-614fd7bbe78e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:48.516452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1b41f0d-c8b3-49f1-a4a2-615b5064799f req-4045a04b-e38b-4cd0-9a10-cab1698c7585 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448061 Jul 30 01:58:48.580729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a1300-aeb3-412c-937d-113068ba711b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:48.618250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ff526dbb-376e-47b0-a45c-5c786ab428d8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ff526dbb-376e-47b0-a45c-5c786ab428d8,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:48.636923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.675540 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0ce895d-ca62-4f2f-9eeb-6cacb6900d38 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.928042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ff526dbb-376e-47b0-a45c-5c786ab428d8,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:48.979323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0ce895d-ca62-4f2f-9eeb-6cacb6900d38 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:48.989884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0ce895d-ca62-4f2f-9eeb-6cacb6900d38 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.097539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce895d-ca62-4f2f-9eeb-6cacb6900d38 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8fa2cc-b558-4ccd-9009-58a774572fc6,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:49.122633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0ce895d-ca62-4f2f-9eeb-6cacb6900d38 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.129812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48420) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:49.130805 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c0ce895d-ca62-4f2f-9eeb-6cacb6900d38 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7001715 Jul 30 01:58:49.138783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8d28058f-c064-445e-9737-99aa0b788131 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'security_group_rule': {'security_group_id': 'c0d6656c-fdce-4dbd-82fb-614fd7bbe78e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:49.212111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d28058f-c064-445e-9737-99aa0b788131 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.380312 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d28058f-c064-445e-9737-99aa0b788131 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.392859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d28058f-c064-445e-9737-99aa0b788131 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.443547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28058f-c064-445e-9737-99aa0b788131 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5503651c-8806-4ede-baa3-999a5757fc2f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:49.454622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d28058f-c064-445e-9737-99aa0b788131 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.457237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8d28058f-c064-445e-9737-99aa0b788131 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3256960 Jul 30 01:58:49.461973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48430) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:49.474681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:49.553163 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:49.775237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ff526dbb-376e-47b0-a45c-5c786ab428d8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:49.893910 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.030292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ff526dbb-376e-47b0-a45c-5c786ab428d8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:50.035921 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.391063 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Sync routers for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:58:50.406804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Allocated IP 172.25.7.161 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/b41e96f6-80ab-42fb-bee2-c335603fdc00) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:58:50.443785 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:50.446018 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:58:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:50.679571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:50.876422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.096888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:58:51.104627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:58:51.117393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:58:51.165111 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:51.210773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'Port': ['ID=b41e96f6-80ab-42fb-bee2-c335603fdc00,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:51.630699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:51.760696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc74f9-213f-4415-86c7-f3548ba3a18e req-a74b60bd-7436-4858-9daf-f9bc5cdebff6 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:51.761584 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 2, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:51.777660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afbc74f9-213f-4415-86c7-f3548ba3a18e req-a74b60bd-7436-4858-9daf-f9bc5cdebff6 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.2139812 Jul 30 01:58:51.871127 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Checking router: 9ad0416b-7db6-4e67-b732-99826f410cbe for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:58:51.871656 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Updating router 9ad0416b-7db6-4e67-b732-99826f410cbe port d115c9c7-470d-457a-8576-3d2296fc4d22 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 01:58:51.964937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afbc74f9-213f-4415-86c7-f3548ba3a18e req-09a4bb7c-9b87-4cd0-98e0-35b25a567c37 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836927 Jul 30 01:58:51.976446 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.083495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-41f87e2d-6e66-450d-b8f8-15d2166b82c5 req-c4d41b11-ec9a-44a7-95b5-87d89dfc321e tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-360274813', 'description': 'tempest-description-2003724656'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:52.186269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41f87e2d-6e66-450d-b8f8-15d2166b82c5 req-c4d41b11-ec9a-44a7-95b5-87d89dfc321e tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.405352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.558068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41f87e2d-6e66-450d-b8f8-15d2166b82c5 req-c4d41b11-ec9a-44a7-95b5-87d89dfc321e tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.567581 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41f87e2d-6e66-450d-b8f8-15d2166b82c5 req-c4d41b11-ec9a-44a7-95b5-87d89dfc321e tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.681063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-41f87e2d-6e66-450d-b8f8-15d2166b82c5 req-c4d41b11-ec9a-44a7-95b5-87d89dfc321e tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.692176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41f87e2d-6e66-450d-b8f8-15d2166b82c5 req-c4d41b11-ec9a-44a7-95b5-87d89dfc321e tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6173499 Jul 30 01:58:52.695417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d41b11-ec9a-44a7-95b5-87d89dfc321e tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a22a07-6a50-41b5-a05a-cb224a0916ea,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:52.947921 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:52.958913 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.246973 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.249903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.283999 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.301519 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8366582 Jul 30 01:58:53.335657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Transition to ACTIVE for port object d115c9c7-470d-457a-8576-3d2296fc4d22 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:58:53.346337 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.354326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652c5f8-29cd-4e71-b483-7230b560ccdc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'Port': ['ID=b41e96f6-80ab-42fb-bee2-c335603fdc00,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:53.505777 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Pushing event updated for resources: {'Port': ['ID=d115c9c7-470d-457a-8576-3d2296fc4d22,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:53.529991 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.552937 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.561838 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.562869 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.564205 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.564910 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.565774 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.566552 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.567265 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.567782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.568590 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.569548 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:58:53.631785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-a4c2cd05-01ab-41ec-b89b-80feefc65438 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-360274813&fields=id&tenant_id=b7e487d49e574b8b920be003bece9fa3 HTTP/1.1" status: 200 len: 267 time: 0.2148345 Jul 30 01:58:53.824808 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Attempting to bind port d115c9c7-470d-457a-8576-3d2296fc4d22 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:58:53.825187 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Attempting to bind port d115c9c7-470d-457a-8576-3d2296fc4d22 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:58:53.826625 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Attempting to bind port d115c9c7-470d-457a-8576-3d2296fc4d22 on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:58:53.859246 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:58:53.860439 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Checking segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:58:53.861180 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.861828 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Bound using segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:58:53.873591 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Bound port: d115c9c7-470d-457a-8576-3d2296fc4d22, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:58:53.881784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.883660 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:53.919267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-c93f3516-9498-4045-a2ec-b65213648b4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:53.940991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-c93f3516-9498-4045-a2ec-b65213648b4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.3067539 Jul 30 01:58:53.947950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48516) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:53.968552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-2fc64707-b527-491b-b952-a97aacc6a881 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Request body: {'port': {'security_groups': ['7bd7ecc3-1d5b-4d70-b7c6-2a428f068011', '72a22a07-6a50-41b5-a05a-cb224a0916ea']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:54.158829 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] For port d115c9c7-470d-457a-8576-3d2296fc4d22, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:58:54.165182 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] For port d115c9c7-470d-457a-8576-3d2296fc4d22, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d115c9c7-470d-457a-8576-3d2296fc4d22,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:58:54.177488 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.313781 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:58:54.316943 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:58:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:54.340191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-2fc64707-b527-491b-b952-a97aacc6a881 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.418912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075b3bb-1352-43b5-b189-8c4b9ba5fe6a None None] Pushing event updated for resources: {'Port': ['ID=d115c9c7-470d-457a-8576-3d2296fc4d22,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:54.560012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b0bfdb7-ecb1-4fbf-ba54-c08611d282d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.757999 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:58:54.847392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-2fc64707-b527-491b-b952-a97aacc6a881 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] For port 2cde63fb-b68d-45b9-99ad-634ce60fd163, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:54.913168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-2fc64707-b527-491b-b952-a97aacc6a881 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.921084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-2fc64707-b527-491b-b952-a97aacc6a881 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.940357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['2cde63fb-b68d-45b9-99ad-634ce60fd163'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:54.949266 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b0bfdb7-ecb1-4fbf-ba54-c08611d282d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.965167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b0bfdb7-ecb1-4fbf-ba54-c08611d282d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:54.992061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-2fc64707-b527-491b-b952-a97aacc6a881 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:55.004596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-2fc64707-b527-491b-b952-a97aacc6a881 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.007395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7cc1d886-942d-48b6-bb2f-27b148962b45 req-2fc64707-b527-491b-b952-a97aacc6a881 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "PUT /v2.0/ports/2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 982 time: 1.0649412 Jul 30 01:58:55.008486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:58:55.014322 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55415919-da71-4dd8-ab25-bdfd0d015803" -d '{"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:58:55.085348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bfdb7-ecb1-4fbf-ba54-c08611d282d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd5a57-cace-455e-9bbf-d86d335be40f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:55.123746 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5b0bfdb7-ecb1-4fbf-ba54-c08611d282d6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1d27225c29fb4529ba3e08a583bb0046&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1711128 Jul 30 01:58:55.131104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48530) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:55.247594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc64707-b527-491b-b952-a97aacc6a881 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Pushing event updated for resources: {'Port': ['ID=2cde63fb-b68d-45b9-99ad-634ce60fd163,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:55.307152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['2cde63fb-b68d-45b9-99ad-634ce60fd163'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:58:55.432374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ae224de-a4e8-41b5-b30f-4b8bbd5b8e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.531833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ae224de-a4e8-41b5-b30f-4b8bbd5b8e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.562862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-99d01cf9-e10f-44b0-969a-0cd0ac98b83f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1058362626&fields=id&tenant_id=6bc428516dcd4b1ea1d9b25f29c18687 HTTP/1.1" status: 200 len: 267 time: 0.1846833 Jul 30 01:58:55.733206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ae224de-a4e8-41b5-b30f-4b8bbd5b8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.748676 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ae224de-a4e8-41b5-b30f-4b8bbd5b8e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:55.750634 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1ae224de-a4e8-41b5-b30f-4b8bbd5b8e35 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/17dd5a57-cace-455e-9bbf-d86d335be40f HTTP/1.1" status: 204 len: 168 time: 0.6164374 Jul 30 01:58:55.834160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae224de-a4e8-41b5-b30f-4b8bbd5b8e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd5a57-cace-455e-9bbf-d86d335be40f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:55.946968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d115c9c7-470d-457a-8576-3d2296fc4d22 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:55.999936 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:54Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:58:56.121922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-96d3d753-441a-420f-8079-3b1c9154e79a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:56.134396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-96d3d753-441a-420f-8079-3b1c9154e79a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.5693161 Jul 30 01:58:56.139913 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5fde0-8084-4197-af73-0b6ee2cc5cbd None None] The sync data for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 is: [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:54Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:58:56.191927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-2f445f76-c783-4983-b742-63b3c85b6764 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/quotas/6bc428516dcd4b1ea1d9b25f29c18687 HTTP/1.1" status: 200 len: 375 time: 0.0451033 Jul 30 01:58:56.429263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e5e58932-8906-410c-ae31-0ce42d4963b9 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2351685 Jul 30 01:58:56.523499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port d115c9c7-470d-457a-8576-3d2296fc4d22 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:58:56.611162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d115c9c7-470d-457a-8576-3d2296fc4d22 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:56.611745 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:56.956054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-1f7cc729-fc24-4204-9b60-0a7ef25a48d6 service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786828 Jul 30 01:58:56.995526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48548) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:57.037848 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99c27663-4605-4700-ac52-91f9af22cbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.062146 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.212902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port d115c9c7-470d-457a-8576-3d2296fc4d22, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d115c9c7-470d-457a-8576-3d2296fc4d22,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:58:57.223383 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.427601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99c27663-4605-4700-ac52-91f9af22cbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.438619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99c27663-4605-4700-ac52-91f9af22cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.501438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=d115c9c7-470d-457a-8576-3d2296fc4d22,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:57.555382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3d8e6225-4b68-47cf-bb99-8b3df8e61a63 service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974834 Jul 30 01:58:57.576773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c27663-4605-4700-ac52-91f9af22cbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8607732-2a4b-4232-8d61-cc7580ef0d48,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:57.594697 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-99c27663-4605-4700-ac52-91f9af22cbfd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c7b398d8bf3d421bbf6b5bb4447b5c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972908 Jul 30 01:58:57.598505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48552) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:58:57.815675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c05a-33de-4abc-a741-6d8b9206478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:57.846224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d115c9c7-470d-457a-8576-3d2296fc4d22 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:58:57.949577 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c05a-33de-4abc-a741-6d8b9206478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.051343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d115c9c7-470d-457a-8576-3d2296fc4d22 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:58:58.052955 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.134219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c05a-33de-4abc-a741-6d8b9206478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.138530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c05a-33de-4abc-a741-6d8b9206478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:58.140423 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2ce2c05a-33de-4abc-a741-6d8b9206478c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e8607732-2a4b-4232-8d61-cc7580ef0d48 HTTP/1.1" status: 204 len: 168 time: 0.5400109 Jul 30 01:58:58.200216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2c05a-33de-4abc-a741-6d8b9206478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8607732-2a4b-4232-8d61-cc7580ef0d48,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:58:58.673051 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-18ab2f5c-4fec-43d9-8921-29131b93408e tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-360274813&fields=id&tenant_id=b7e487d49e574b8b920be003bece9fa3 HTTP/1.1" status: 200 len: 267 time: 0.0760212 Jul 30 01:58:58.948208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-b7c024bf-9c08-4bdf-b663-31b8df2a2e78 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:58:58.964476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-b7c024bf-9c08-4bdf-b663-31b8df2a2e78 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 985 time: 0.2870052 Jul 30 01:58:58.987196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-23a2ded8-9743-488a-afeb-2505fec7f0e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Request body: {'port': {'security_groups': ['7bd7ecc3-1d5b-4d70-b7c6-2a428f068011']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:58:59.206455 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-23a2ded8-9743-488a-afeb-2505fec7f0e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:58:59.918600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-23a2ded8-9743-488a-afeb-2505fec7f0e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] For port 2cde63fb-b68d-45b9-99ad-634ce60fd163, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:00.054399 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-23a2ded8-9743-488a-afeb-2505fec7f0e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.087407 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-23a2ded8-9743-488a-afeb-2505fec7f0e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.114127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['2cde63fb-b68d-45b9-99ad-634ce60fd163'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:00.249549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2ded8-9743-488a-afeb-2505fec7f0e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Pushing event updated for resources: {'Port': ['ID=2cde63fb-b68d-45b9-99ad-634ce60fd163,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:00.360773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-23a2ded8-9743-488a-afeb-2505fec7f0e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.361846 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-23a2ded8-9743-488a-afeb-2505fec7f0e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:00.367932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-244ddd4d-9cf0-4fea-ba90-7b37c1a11003 req-23a2ded8-9743-488a-afeb-2505fec7f0e7 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "PUT /v2.0/ports/2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 943 time: 1.4013572 Jul 30 01:59:00.503760 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69d5d7a-d327-4500-98c8-c533c4cf09fb x-openstack-request-id: req-d69d5d7a-d327-4500-98c8-c533c4cf09fb {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:00.504273 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:00.504584 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d69d5d7a-d327-4500-98c8-c533c4cf09fb {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:00.505270 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'status': 'completed', 'code': 200} Jul 30 01:59:00.571409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-40118149-7a49-4f7d-80ba-ba0b00272375 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1984584 Jul 30 01:59:00.675931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['2cde63fb-b68d-45b9-99ad-634ce60fd163'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:00.836488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-040747fa-9506-4bae-8668-0d5eff7cb195 req-ffb93eec-e5e5-4918-a9a1-a80d0d6c4e61 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 210 time: 0.0649574 Jul 30 01:59:00.852395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-5109b9e9-9178-4424-a6ea-88a5d29badf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:00.859921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-5109b9e9-9178-4424-a6ea-88a5d29badf3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1097 time: 0.2674842 Jul 30 01:59:00.958886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17aff2f2-a398-47cf-a177-0d7817efce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.205549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-934999d6-ba4e-48cb-8283-c655514db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.214706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-934999d6-ba4e-48cb-8283-c655514db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.215789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-934999d6-ba4e-48cb-8283-c655514db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.225875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-934999d6-ba4e-48cb-8283-c655514db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.227338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-934999d6-ba4e-48cb-8283-c655514db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.228448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-934999d6-ba4e-48cb-8283-c655514db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.229277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-934999d6-ba4e-48cb-8283-c655514db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.232812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-934999d6-ba4e-48cb-8283-c655514db05c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 6491 time: 0.3491657 Jul 30 01:59:01.376008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-c585ea60-af4a-4c36-99e8-d14deb69f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.384578 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-c585ea60-af4a-4c36-99e8-d14deb69f731 service neutron] 10.222.0.22 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 921 time: 0.5033469 Jul 30 01:59:01.467856 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:01.615877 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-5b732f0e-ac4e-4a7a-8ce6-15cc86240047 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 217 time: 0.2191138 Jul 30 01:59:01.751246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-1e10732e-bfa0-472b-8441-24ee7da9724e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.753131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-1e10732e-bfa0-472b-8441-24ee7da9724e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.9121990 Jul 30 01:59:01.878082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-b41c70dc-edf4-46aa-a00c-5995b6c99a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:01.880934 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-b41c70dc-edf4-46aa-a00c-5995b6c99a31 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 200 len: 860 time: 0.2460020 Jul 30 01:59:01.954739 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-749815c0-d73e-4437-afb6-338a45564e0b tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4046254 Jul 30 01:59:01.969096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:01.999834 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-12bac63a-960a-4bf8-b0fe-2eb39206984b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=541cb170-7a24-4e14-b4d6-f226e6830351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052222 Jul 30 01:59:02.013387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-47fff88a-8bcc-4da7-9548-a2cc6263958a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bc428516dcd4b1ea1d9b25f29c18687 HTTP/1.1" status: 200 len: 380 time: 0.2494555 Jul 30 01:59:02.047536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'port': {'device_id': '106507fe-d727-4cee-82fe-bb92af1b199f', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'admin_state_up': True, 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'security_groups': ['c0d6656c-fdce-4dbd-82fb-614fd7bbe78e']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:02.161935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-0692ac06-e9c7-4b4a-8f2b-760ae40b24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.162804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-0692ac06-e9c7-4b4a-8f2b-760ae40b24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.164281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-0692ac06-e9c7-4b4a-8f2b-760ae40b24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.168385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-0692ac06-e9c7-4b4a-8f2b-760ae40b24c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=5e2a0a98-a22c-4347-84f1-455730e1ba82&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 HTTP/1.1" status: 200 len: 2293 time: 0.8172441 Jul 30 01:59:02.303301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:02.382402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-af23de46-c6c5-42c8-a35b-658f179a6ab2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3 HTTP/1.1" status: 200 len: 1001 time: 0.1958554 Jul 30 01:59:02.412752 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-a20b8b00-4f7b-4921-9a3b-276f8dd484c1 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943841 Jul 30 01:59:02.575767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:02.586994 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12131abf-bf5d-4984-b778-9f2d8da3b49b" -d '{"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:02.595607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-36dc7169-70e9-4090-a21f-533bc0eb061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.598348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-36dc7169-70e9-4090-a21f-533bc0eb061c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4 HTTP/1.1" status: 200 len: 851 time: 0.1408515 Jul 30 01:59:02.676454 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-55415919-da71-4dd8-ab25-bdfd0d015803 req-efe42bc3-5620-4ba9-8687-be2cca6a144c service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501123 Jul 30 01:59:02.856027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-a00facb0-87a6-4de7-b7f5-2c0eb418e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:02.859317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-a00facb0-87a6-4de7-b7f5-2c0eb418e58b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2359087 Jul 30 01:59:02.869492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Made reservation on behalf of 6bc428516dcd4b1ea1d9b25f29c18687 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:02.876712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.116234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.301909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-058639ad-2033-4717-bbee-280b6b762342 service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193447 Jul 30 01:59:03.340383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Allocated IP 172.20.0.8 (72cb1547-7ac6-4b6a-9436-7b05bc348f74/1c4e07a1-0b60-4901-a9d9-e9bcc041dd37/78e9fc75-38ed-4cef-965b-e98e3e44845f) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:03.374673 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b42e0a5c-aad0-4bc0-9039-536e6e40e6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:03.740822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-7ed23d7d-1d98-449d-b885-b15bc0d6f1e3 service neutron] 10.222.0.22 "GET /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321410 Jul 30 01:59:03.772299 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.426725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-899f1c27-acf5-4991-95f6-40046ded0459 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 217 time: 0.6650774 Jul 30 01:59:04.456896 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.656103 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.689701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Transition to ACTIVE for port object 78e9fc75-38ed-4cef-965b-e98e3e44845f will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:04.770010 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:04.831417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:04.855980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:04.907208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Allocated IP 172.25.7.61 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/7af74f27-dc7d-4cda-bb80-abb24bb7af86) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 01:59:04.935310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:04.966744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48706) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:05.142581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-ed45a1be-0055-46db-bbb9-c8bb13e1aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:05.145738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-ed45a1be-0055-46db-bbb9-c8bb13e1aae3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.6971135 Jul 30 01:59:05.327424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:05.329742 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.334972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:05.425612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-3f8d57fe-f642-45de-9c15-5a2e869c174f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3860607 Jul 30 01:59:05.447333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-91971279-e5b0-4feb-a352-4ad0de954b0e None None] Provisioning for port 78e9fc75-38ed-4cef-965b-e98e3e44845f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:05.458940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Request body: {'port': {'device_id': '106507fe-d727-4cee-82fe-bb92af1b199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:05.466645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-91971279-e5b0-4feb-a352-4ad0de954b0e None None] Provisioning complete for port 78e9fc75-38ed-4cef-965b-e98e3e44845f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:05.468368 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91971279-e5b0-4feb-a352-4ad0de954b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.510723 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-312e5cf3-ce43-4dcd-89a7-87c4e8b70950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.536757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-15810c1c-7048-4bad-8926-9cbcb7925ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:05.569732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-15810c1c-7048-4bad-8926-9cbcb7925ed4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3716040 Jul 30 01:59:05.606035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-91971279-e5b0-4feb-a352-4ad0de954b0e None None] Port 78e9fc75-38ed-4cef-965b-e98e3e44845f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 01:59:05.813888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-312e5cf3-ce43-4dcd-89a7-87c4e8b70950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.820996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-312e5cf3-ce43-4dcd-89a7-87c4e8b70950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.857494 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.893899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e5cf3-ce43-4dcd-89a7-87c4e8b70950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65fa035-8d47-40aa-8431-6b46361f4c53,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:05.895347 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:05.921085 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-312e5cf3-ce43-4dcd-89a7-87c4e8b70950 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=48954eb95f7340a28482582afc586bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9521837 Jul 30 01:59:05.926430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48710) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:05.950247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-0c798132-946f-42f1-8dc8-d93ebe20bd3c service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781891 Jul 30 01:59:06.059959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9bb33-15ea-495c-95a2-9e129e1705e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.138410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9bb33-15ea-495c-95a2-9e129e1705e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.159199 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:59:06.170668 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.322861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9bb33-15ea-495c-95a2-9e129e1705e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.327847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9bb33-15ea-495c-95a2-9e129e1705e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.334956 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5f9bb33-15ea-495c-95a2-9e129e1705e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c65fa035-8d47-40aa-8431-6b46361f4c53 HTTP/1.1" status: 204 len: 168 time: 0.4064238 Jul 30 01:59:06.381593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9bb33-15ea-495c-95a2-9e129e1705e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65fa035-8d47-40aa-8431-6b46361f4c53,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:06.573489 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:06.788333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:06.841262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:06.847625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Pushing event updated for resources: {'Port': ['ID=7af74f27-dc7d-4cda-bb80-abb24bb7af86,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:06.870526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:07.006048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-c8e09dc8-5270-4e84-bbdd-b07b02cd6470 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0374107 Jul 30 01:59:07.147741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-64d836bc-8b4e-4a29-80a3-3e67ce27d8a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 217 time: 0.0887055 Jul 30 01:59:07.229588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48720) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:07.263721 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f67c12c-c3c1-4efd-9558-b1572c276d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.473060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-89dc5cf6-7471-4489-ade0-e98c1998f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.476757 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-89dc5cf6-7471-4489-ade0-e98c1998f97a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.2994332 Jul 30 01:59:07.536282 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f67c12c-c3c1-4efd-9558-b1572c276d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.544460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f67c12c-c3c1-4efd-9558-b1572c276d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.595512 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4f67c12c-c3c1-4efd-9558-b1572c276d35 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=febd71a8663f48dabc4489825ede0edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553352 Jul 30 01:59:07.605967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48724) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:07.634204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67c12c-c3c1-4efd-9558-b1572c276d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e91207-77d5-47fa-b2cf-1386a8f2cca8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:07.746067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e9fc75-38ed-4cef-965b-e98e3e44845f {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:07.801564 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.815373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.859691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Transition to ACTIVE for port object 78e9fc75-38ed-4cef-965b-e98e3e44845f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:07.874118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-c5f72016-24df-4537-b337-1a712b386f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:07.877677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-c5f72016-24df-4537-b337-1a712b386f47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3039296 Jul 30 01:59:07.890197 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.957284 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-681471f3-f21f-49ab-afc7-ab1182d0e6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:07.982437 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.216608 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-681471f3-f21f-49ab-afc7-ab1182d0e6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.476157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:08.706662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-c8066d73-2f64-4508-9a53-4c0520fe256a service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8013904 Jul 30 01:59:08.771397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-681471f3-f21f-49ab-afc7-ab1182d0e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.778426 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-681471f3-f21f-49ab-afc7-ab1182d0e6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:08.784164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-681471f3-f21f-49ab-afc7-ab1182d0e6ef admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/14e91207-77d5-47fa-b2cf-1386a8f2cca8 HTTP/1.1" status: 204 len: 168 time: 1.1681368 Jul 30 01:59:08.940821 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.023076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.111390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681471f3-f21f-49ab-afc7-ab1182d0e6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e91207-77d5-47fa-b2cf-1386a8f2cca8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.149615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Attempting to bind port 78e9fc75-38ed-4cef-965b-e98e3e44845f on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:09.150159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Attempting to bind port 78e9fc75-38ed-4cef-965b-e98e3e44845f by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:09.150522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Attempting to bind port 78e9fc75-38ed-4cef-965b-e98e3e44845f on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:09.213356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Port 78e9fc75-38ed-4cef-965b-e98e3e44845f on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:09.213779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Attempting to bind port 78e9fc75-38ed-4cef-965b-e98e3e44845f on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:09.220551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Pushing event updated for resources: {'Port': ['ID=7af74f27-dc7d-4cda-bb80-abb24bb7af86,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:09.259804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 01:59:09.260323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Checking segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:09.260917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Bound using segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 01:59:09.261632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Bound port: 78e9fc75-38ed-4cef-965b-e98e3e44845f, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 01:59:09.262213 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.308213 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.320132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-72344ecb-9390-4aa1-a851-4cce000e18e8 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798521 Jul 30 01:59:09.437153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.439820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-f9a99773-4df7-4534-854a-0ea99566cdee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.4837046 Jul 30 01:59:09.441718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-db3b05a9-27e7-474a-bc8a-6fdd6d000596 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=1883ce7e-549a-45f1-a991-b66482189a87 HTTP/1.1" status: 200 len: 217 time: 0.0774212 Jul 30 01:59:09.611550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:09.618154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 01:59:09.676275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.735223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-d1ec64c4-f529-41b8-9fec-e21d693745c3 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.2799506 Jul 30 01:59:09.889645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:09.890978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:09.893676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] 10.222.0.41 "PUT /v2.0/ports/78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 1091 time: 4.4464536 Jul 30 01:59:09.935697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-271015e4-3537-4c2a-8f36-40004fe80c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:09.938937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-271015e4-3537-4c2a-8f36-40004fe80c8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.4674222 Jul 30 01:59:10.141348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7898ac4-ff8a-4327-806b-3a2a01a82738 service neutron] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:10.226894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-d1b12ae2-d59a-41c8-a895-901b6b6b2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:10.231528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-d1b12ae2-d59a-41c8-a895-901b6b6b2a80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1094 time: 0.2805188 Jul 30 01:59:10.271160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-74156bc4-9ac9-4e23-a29e-af537fe6f64a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:10.274346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d8cb875-14fd-4bad-9e9e-c904cda546e6 req-74156bc4-9ac9-4e23-a29e-af537fe6f64a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.5373080 Jul 30 01:59:10.288856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-a4159b95-35eb-4b90-a915-174cd14328b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:10.288856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-a4159b95-35eb-4b90-a915-174cd14328b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3025479 Jul 30 01:59:10.360204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-6f3b5404-165a-45e0-8c38-0d3412c12088 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 217 time: 0.1191576 Jul 30 01:59:10.600880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-cf649ce1-4413-46a6-84ba-c854fe0e41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:10.603721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-cf649ce1-4413-46a6-84ba-c854fe0e41e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.2263038 Jul 30 01:59:10.692831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb042b6-f769-4bf5-b8ad-30efe682bed5 req-b48abf3e-93ed-4f71-ba10-c9c607df207a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:10.705498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fb042b6-f769-4bf5-b8ad-30efe682bed5 req-b48abf3e-93ed-4f71-ba10-c9c607df207a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 943 time: 0.2596798 Jul 30 01:59:10.713920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-1ee2d681-60de-47aa-a564-454358f5df10 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712456 Jul 30 01:59:10.883173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fb042b6-f769-4bf5-b8ad-30efe682bed5 req-7001cfc8-999d-4246-a82a-b838719ef5e5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758823 Jul 30 01:59:10.905270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-96d3438b-0007-4858-8e10-bee12765f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:10.908331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-96d3438b-0007-4858-8e10-bee12765f6bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2885857 Jul 30 01:59:11.370449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-c05e8113-1275-43d3-a5bb-d19af3085306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:11.375969 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-c05e8113-1275-43d3-a5bb-d19af3085306 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1097 time: 0.0939341 Jul 30 01:59:11.657882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-772c02ad-deb0-43fe-b04c-9014ffa32b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:11.661958 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-772c02ad-deb0-43fe-b04c-9014ffa32b5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 921 time: 0.2695189 Jul 30 01:59:11.741214 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27561de5-b579-4e85-80e2-1d9697264d66 x-openstack-request-id: req-27561de5-b579-4e85-80e2-1d9697264d66 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:11.741674 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:11.742080 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-27561de5-b579-4e85-80e2-1d9697264d66 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:11.742692 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'status': 'completed', 'code': 200} Jul 30 01:59:11.799600 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-aa36ae62-51b1-4365-aa6f-5368059b2f07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 217 time: 0.1166303 Jul 30 01:59:11.815556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-c843cfe4-963d-4dda-b2f1-0b7877dab03b service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0844357 Jul 30 01:59:11.922481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-c601f339-4ae0-4468-85f6-7067226cb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:11.926219 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-c601f339-4ae0-4468-85f6-7067226cb38a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 200 len: 860 time: 0.1103370 Jul 30 01:59:11.963497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-bf4e5508-4f58-4daa-b34d-a5684f0bdac3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 HTTP/1.1" status: 200 len: 217 time: 0.1184974 Jul 30 01:59:11.991943 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-bffc9235-4747-45c0-8713-15d3190f5c70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=541cb170-7a24-4e14-b4d6-f226e6830351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525496 Jul 30 01:59:12.040017 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-c3a760cc-9064-4155-a5f0-f853493cc6cf service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1136863 Jul 30 01:59:12.062780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-0448daa6-a55e-4f56-8233-4491e4f7102d tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.076256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-0448daa6-a55e-4f56-8233-4491e4f7102d tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3378577 Jul 30 01:59:12.244771 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-4a1bb446-c8bf-4ac3-b280-49b8faaeee36 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338331 Jul 30 01:59:12.265974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-a8346703-ad45-46ae-845b-d6f72fbaf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.268637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-a8346703-ad45-46ae-845b-d6f72fbaf9df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 200 len: 797 time: 0.2885702 Jul 30 01:59:12.294769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-f40abafa-0be3-48c0-8d0c-15951fa4fb13 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.2170057 Jul 30 01:59:12.363149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Request body: {'floatingip': {'port_id': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:12.412138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48826) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:12.475159 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12131abf-bf5d-4984-b778-9f2d8da3b49b req-db0ca538-83f4-4bb7-bf3c-308cfc83e617 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173414 Jul 30 01:59:12.477463 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.612576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-4c0c03e5-9d0b-4b03-9b78-c1c06d8d3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:12.615843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-4c0c03e5-9d0b-4b03-9b78-c1c06d8d3831 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5e2a0a98-a22c-4347-84f1-455730e1ba82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3111324 Jul 30 01:59:12.648021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c77b0cf-dfc9-4098-b2ec-579669823040 req-7765bfb6-8017-4710-b6f8-a0899358b501 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646119 Jul 30 01:59:12.692339 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-799e81e3-0e9f-443a-a9af-cb8ed7c6da6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.696640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:12.862920 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.892518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-799e81e3-0e9f-443a-a9af-cb8ed7c6da6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.900979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-799e81e3-0e9f-443a-a9af-cb8ed7c6da6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.912006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:12.917868 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d016fb-2243-4911-bdb8-f48ba6bb5d6c" -d '{"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-unplugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:12.949827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:12.959656 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:12.972136 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-799e81e3-0e9f-443a-a9af-cb8ed7c6da6a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1c8785f937794e3793a370621ffc0c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5584507 Jul 30 01:59:12.973679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e81e3-0e9f-443a-a9af-cb8ed7c6da6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf0ab69-0c07-4f56-83b5-5598b55f89a5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:12.977763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48834) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:13.089519 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4792943f-6f8a-4ee6-80bc-f124fb9f9345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.089937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:13.137947 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4792943f-6f8a-4ee6-80bc-f124fb9f9345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.258318 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4792943f-6f8a-4ee6-80bc-f124fb9f9345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.265852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4792943f-6f8a-4ee6-80bc-f124fb9f9345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.270957 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4792943f-6f8a-4ee6-80bc-f124fb9f9345 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fdf0ab69-0c07-4f56-83b5-5598b55f89a5 HTTP/1.1" status: 204 len: 168 time: 0.2882795 Jul 30 01:59:13.283246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792943f-6f8a-4ee6-80bc-f124fb9f9345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf0ab69-0c07-4f56-83b5-5598b55f89a5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:13.326875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-32f1c85b-3be6-46d3-9779-5fb0a34e124b service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936803 Jul 30 01:59:13.649661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-9cc8fe8f-8daf-40e1-9286-70bb0d897312 service neutron] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672572 Jul 30 01:59:13.755288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:13.756753 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c97404-adcb-4969-b2e4-340099b17592" -d '{"events": [{"name": "network-changed", "server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:13.771866 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-8f7b9efa-70ee-4300-8d36-42447739004a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=193102a5-36b8-44b6-9a54-7cf363179076 HTTP/1.1" status: 200 len: 217 time: 0.0990686 Jul 30 01:59:13.818351 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:59:13.948718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.958791 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:13.963387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-384164fa-d0d2-4136-8c62-85d4d0b2d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:13.966045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-384164fa-d0d2-4136-8c62-85d4d0b2d84f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.1765366 Jul 30 01:59:14.158778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-0c3cee78-b076-4b39-9baf-535397edc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:14.160871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-0c3cee78-b076-4b39-9baf-535397edc0a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436110 Jul 30 01:59:14.207107 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Floating IP 880e21f5-81de-4222-98d1-8653857d8806 associated. External IP: 172.25.7.61, port: 2cde63fb-b68d-45b9-99ad-634ce60fd163. Jul 30 01:59:14.458652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-e695305c-fdf3-4acd-a62c-35a2a74cf9a0 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801151 Jul 30 01:59:14.527842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:14.769360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:14.807209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'port_id': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'mac_address': 'fa:16:3e:d7:55:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:14.882225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-2cdb3e6a-62dd-42c4-8b1d-59addba511e3 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073586 Jul 30 01:59:14.926706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:14.963011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e9fc75-38ed-4cef-965b-e98e3e44845f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:14.983008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-48796eb4-33d6-412c-beeb-5974afc9c899 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3 HTTP/1.1" status: 200 len: 217 time: 0.0820899 Jul 30 01:59:14.998204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:15.008699 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.070921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:15.089567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:15.105513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-c39430e7-1694-4cc4-89ef-1514deec5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:15.109048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-c39430e7-1694-4cc4-89ef-1514deec5f28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 200 len: 797 time: 0.1073134 Jul 30 01:59:15.219266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['78e9fc75-38ed-4cef-965b-e98e3e44845f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:15.333398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-dee9fe01-0346-402d-a4e7-7fda564d0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:15.336075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-dee9fe01-0346-402d-a4e7-7fda564d0fc3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1659966 Jul 30 01:59:15.392460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:15.399483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:15.416123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] Sync routers for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:15.470526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:15.471601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:59:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:15.503539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-5cfe1b1f-49c5-450d-8134-2ee81b78b4e5 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "PUT /v2.0/floatingips/880e21f5-81de-4222-98d1-8653857d8806 HTTP/1.1" status: 200 len: 996 time: 3.2073352 Jul 30 01:59:15.664520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-3325fff2-3785-4428-bcc4-b3cfbfea3c9b service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068094 Jul 30 01:59:15.669866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-87819abf-6af4-430c-ba89-72bdaf7fbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:15.673925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-87819abf-6af4-430c-ba89-72bdaf7fbfc0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1097 time: 0.1192362 Jul 30 01:59:15.725687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:15.924166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48884) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:15.983275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70ff1ab3-ca80-4769-83cc-dbc28d05b78a req-e4021373-d916-4cc4-9474-e4275b7df2f2 service neutron] 10.222.0.22 "GET /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010900 Jul 30 01:59:16.025013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-2315a598-fc7a-412e-87f4-abdd2b7d0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:16.028799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-2315a598-fc7a-412e-87f4-abdd2b7d0bf4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 921 time: 0.3243728 Jul 30 01:59:16.170333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-3bf71b0a-ebfc-49be-a5eb-557b4186a517 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 999 time: 0.1315942 Jul 30 01:59:16.266880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-83fe86f2-5061-454d-b5e6-52c8bee250ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:16.268428 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-83fe86f2-5061-454d-b5e6-52c8bee250ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 200 len: 860 time: 0.0874112 Jul 30 01:59:16.324604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-8f59512e-d382-4725-943c-6899c055b873 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=541cb170-7a24-4e14-b4d6-f226e6830351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441239 Jul 30 01:59:16.333491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:31Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '880e21f5-81de-4222-98d1-8653857d8806', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'port_id': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'mac_address': 'fa:16:3e:8e:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92392ac9-8c01-4df0-be6d-fe381562b586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:59:07Z', 'updated_at': '2021-07-30T01:59:13Z', 'revision_number': 1, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70a1434-032c-4724-ba1b-98f8c50a5af4', 'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'mac_address': 'fa:16:3e:39:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:30Z', 'updated_at': '2021-07-30T01:57:39Z', 'revision_number': 5, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'subnets': [{'id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:16.345150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-494efa28-b1ec-4281-8561-9cd9ce400d3d service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 01:59:16.346333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-494efa28-b1ec-4281-8561-9cd9ce400d3d service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067475 Jul 30 01:59:16.388595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-682977284'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:16.397385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] Checking router: 01abb4a4-9c1b-42ae-b5ec-4b004737e896 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:16.414308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:16.415311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:59:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:16.448857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Made reservation on behalf of b25724eab4674c45bba2fa6882e8ddf3 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:16.457377 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.477177 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.579321 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-92f1ea24-17ca-4eb6-b80e-4a715e0d93d9 service neutron] 10.222.0.84 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168446 Jul 30 01:59:16.638022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:16.690133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:16.716932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.724517 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.776696 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:16.789898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef516b5-8ae7-4b89-ba22-fb8a8c4625e3 req-62c5472e-5d1c-4dd3-b3e0-e24385329b72 service neutron] 10.222.0.84 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970594 Jul 30 01:59:16.793920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ffcee0-6bc6-4c5e-a4f4-a7a0c4f3bfbc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:16.808361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:16.808854 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Added segment c7cc4542-bf3b-4d74-95d7-6e082c51af5d of type vlan for network f649d59c-146f-4633-b964-ad7e5219b9e1 Jul 30 01:59:17.160422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.165963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 78e9fc75-38ed-4cef-965b-e98e3e44845f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 01:59:17.165963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 78e9fc75-38ed-4cef-965b-e98e3e44845f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:17.165963 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.169478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.169478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:17.169478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.385039 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4590394 Jul 30 01:59:17.391661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7f0c9-60f5-4597-8005-fcbaaaa59f73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Pushing event updated for resources: {'Network': ['ID=f649d59c-146f-4633-b964-ad7e5219b9e1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:17.432454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b0cb6-9122-4bc9-9f3f-b2ab8c39c869 req-4239dfc4-7930-4d15-a523-1b328ddaa492 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:17.435374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-350b0cb6-9122-4bc9-9f3f-b2ab8c39c869 req-4239dfc4-7930-4d15-a523-1b328ddaa492 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1422029 Jul 30 01:59:17.523643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-350b0cb6-9122-4bc9-9f3f-b2ab8c39c869 req-ba742bd1-fe73-4128-8f84-3b69b50faeb0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747156 Jul 30 01:59:17.607570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network f649d59c-146f-4633-b964-ad7e5219b9e1 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:17.693798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.782809 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db407333-7759-4846-abc5-9b36829143a0 x-openstack-request-id: req-db407333-7759-4846-abc5-9b36829143a0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:17.783658 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-unplugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:17.784067 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db407333-7759-4846-abc5-9b36829143a0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:17.784561 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038', 'code': 200} Jul 30 01:59:17.807421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:17.815392 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:17.826561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:31Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '880e21f5-81de-4222-98d1-8653857d8806', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'port_id': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'mac_address': 'fa:16:3e:8e:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92392ac9-8c01-4df0-be6d-fe381562b586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:59:07Z', 'updated_at': '2021-07-30T01:59:13Z', 'revision_number': 1, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70a1434-032c-4724-ba1b-98f8c50a5af4', 'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'mac_address': 'fa:16:3e:39:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:30Z', 'updated_at': '2021-07-30T01:57:39Z', 'revision_number': 5, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'subnets': [{'id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:17.866786 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2d0246-dbac-4aed-9977-04d92daa6890 x-openstack-request-id: req-dc2d0246-dbac-4aed-9977-04d92daa6890 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:17.867852 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:17.867852 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dc2d0246-dbac-4aed-9977-04d92daa6890 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:17.868528 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'status': 'completed', 'code': 200} Jul 30 01:59:17.903783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc84bc1b-10f6-443a-bd4a-d6e1195068d4 None None] The sync data for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 is: [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:31Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '880e21f5-81de-4222-98d1-8653857d8806', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'floating_ip_address': '172.25.7.61', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'port_id': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'mac_address': 'fa:16:3e:8e:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92392ac9-8c01-4df0-be6d-fe381562b586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:59:07Z', 'updated_at': '2021-07-30T01:59:13Z', 'revision_number': 1, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a70a1434-032c-4724-ba1b-98f8c50a5af4', 'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'mac_address': 'fa:16:3e:39:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:30Z', 'updated_at': '2021-07-30T01:57:39Z', 'revision_number': 5, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'subnets': [{'id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:17.973077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:18.319017 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3884003d-04b5-4f93-ab73-3960e0702e8e None None] New status for floating IP 880e21f5-81de-4222-98d1-8653857d8806: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:59:18.667057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-09fb2182-f16e-4d4d-8482-413abebaedde tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 999 time: 0.7739980 Jul 30 01:59:18.675537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97404-adcb-4969-b2e4-340099b17592 req-12e94dcf-833a-495a-8ea4-b18df7953858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:18.678255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36c97404-adcb-4969-b2e4-340099b17592 req-12e94dcf-833a-495a-8ea4-b18df7953858 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1096 time: 0.7770619 Jul 30 01:59:18.830681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-379e1b0d-10fc-42fe-8358-a70a296c7501 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:18.832991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-379e1b0d-10fc-42fe-8358-a70a296c7501 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports/2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 943 time: 0.1531792 Jul 30 01:59:18.921053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97404-adcb-4969-b2e4-340099b17592 req-a0cb7296-465b-472d-8b6d-1a595eaab7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:18.924250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36c97404-adcb-4969-b2e4-340099b17592 req-a0cb7296-465b-472d-8b6d-1a595eaab7da service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.1959519 Jul 30 01:59:19.053229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36c97404-adcb-4969-b2e4-340099b17592 req-01d3e114-959f-4eba-bd2a-a1ee3fd18778 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 217 time: 0.1147993 Jul 30 01:59:19.152332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-8f4a7fcb-1da3-437a-b6fe-8c0c186a1a00 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 1001 time: 0.2356043 Jul 30 01:59:19.205481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97404-adcb-4969-b2e4-340099b17592 req-fd75a73f-28c1-42d0-b28e-928f195f41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:19.207399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36c97404-adcb-4969-b2e4-340099b17592 req-fd75a73f-28c1-42d0-b28e-928f195f41e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1461241 Jul 30 01:59:19.356295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97404-adcb-4969-b2e4-340099b17592 req-33f54d6b-9706-4462-ad95-a0cd6ff0c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:19.359801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36c97404-adcb-4969-b2e4-340099b17592 req-33f54d6b-9706-4462-ad95-a0cd6ff0c93e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214132 Jul 30 01:59:19.411361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-ac421cc3-7e6b-4327-a975-6a8e0e386a6f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:19.414227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-ac421cc3-7e6b-4327-a975-6a8e0e386a6f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.2482929 Jul 30 01:59:19.658938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-2139b0f5-50dd-4b21-ac05-395c5cd4051c tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 1001 time: 0.2217541 Jul 30 01:59:19.698095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-e9c25b9c-01be-4580-8647-904986cbc5d9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:19.709244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36c97404-adcb-4969-b2e4-340099b17592 req-544ac198-32b4-4d67-bbe8-c87323b7ca23 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383725 Jul 30 01:59:19.790727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:19.798115 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14635ee-a59f-412c-8555-eda09ae3fd9f" -d '{"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-plugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:19.871489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:19.874645 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17639caf-a1f8-4e28-b99f-b06b797cc451" -d '{"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:19.888013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-e9c25b9c-01be-4580-8647-904986cbc5d9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.067662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36c97404-adcb-4969-b2e4-340099b17592 req-a5fd5d27-b299-4fe9-a6f7-e444cf1752bf service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965002 Jul 30 01:59:20.215283 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-e9c25b9c-01be-4580-8647-904986cbc5d9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.221650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-e9c25b9c-01be-4580-8647-904986cbc5d9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.222802 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-e9c25b9c-01be-4580-8647-904986cbc5d9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Floating IP 880e21f5-81de-4222-98d1-8653857d8806 disassociated. External IP: 172.25.7.61, port: 2cde63fb-b68d-45b9-99ad-634ce60fd163. Jul 30 01:59:20.646510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-e9c25b9c-01be-4580-8647-904986cbc5d9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:20.880711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-e9c25b9c-01be-4580-8647-904986cbc5d9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:20.887760 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-e9c25b9c-01be-4580-8647-904986cbc5d9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:20.898610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] Sync routers for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:20.916063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:20.917550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:59:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:20.951282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-e9c25b9c-01be-4580-8647-904986cbc5d9 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "PUT /v2.0/floatingips/880e21f5-81de-4222-98d1-8653857d8806 HTTP/1.1" status: 200 len: 694 time: 1.2648079 Jul 30 01:59:21.065857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-cdba210a-84f8-42d6-b70a-a36af49a7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:21.068195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-cdba210a-84f8-42d6-b70a-a36af49a7b8a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1097 time: 0.0904541 Jul 30 01:59:21.177126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:21.276392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-a17c31e7-f444-4b1d-b07d-e50068c39d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:21.279702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-a17c31e7-f444-4b1d-b07d-e50068c39d6a service neutron] 10.222.0.84 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 921 time: 0.1981478 Jul 30 01:59:21.365776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-fc7ffac2-c1b9-4d5e-ae05-b383f0e3158c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 217 time: 0.0715036 Jul 30 01:59:21.493074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-edc0c7c2-979e-45da-bccb-b5f684b00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:21.496061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-edc0c7c2-979e-45da-bccb-b5f684b00c3e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 200 len: 860 time: 0.1151986 Jul 30 01:59:21.569688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-9331b57c-2bf7-421a-aceb-fa93e49b9ec9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=541cb170-7a24-4e14-b4d6-f226e6830351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596273 Jul 30 01:59:21.648414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:31Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a70a1434-032c-4724-ba1b-98f8c50a5af4', 'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'mac_address': 'fa:16:3e:39:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:30Z', 'updated_at': '2021-07-30T01:57:39Z', 'revision_number': 5, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'subnets': [{'id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:21.704153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] Checking router: 01abb4a4-9c1b-42ae-b5ec-4b004737e896 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:21.721910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:21.723150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:59:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:21.788789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-f21e4b57-152c-455c-af96-f09e1f8638f2 service neutron] 10.222.0.84 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997635 Jul 30 01:59:21.931565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:22.002282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d9f49f-2d46-4897-a6b2-5cc7b50fada7 req-bd3b6919-8f13-4a05-87bd-3349a7aa99ea service neutron] 10.222.0.84 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012153 Jul 30 01:59:22.222167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42b229-7aed-430d-a6b4-a965464f0692 req-4695d05e-18a6-4bb2-a151-cf635b975b3a tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:22.225116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae42b229-7aed-430d-a6b4-a965464f0692 req-4695d05e-18a6-4bb2-a151-cf635b975b3a tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 946 time: 0.1186721 Jul 30 01:59:22.324737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae42b229-7aed-430d-a6b4-a965464f0692 req-273688d8-b44a-4bbb-b4e5-2cc188f4f7e9 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881197 Jul 30 01:59:22.434034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:31Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a70a1434-032c-4724-ba1b-98f8c50a5af4', 'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'mac_address': 'fa:16:3e:39:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:30Z', 'updated_at': '2021-07-30T01:57:39Z', 'revision_number': 5, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'subnets': [{'id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:22.499737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59955ad0-52dc-4470-b6ba-30a04566b726 None None] The sync data for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 is: [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:57:31Z', 'revision_number': 4, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a70a1434-032c-4724-ba1b-98f8c50a5af4', 'name': '', 'network_id': '541cb170-7a24-4e14-b4d6-f226e6830351', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'mac_address': 'fa:16:3e:39:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:30Z', 'updated_at': '2021-07-30T01:57:39Z', 'revision_number': 5, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'subnets': [{'id': '84345bc0-1dec-4f0a-b431-84497f05a9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:22.745671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49016) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:22.755485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Request body: {'port': {'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1', 'binding:host_id': 'n-h1-715271-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2088151127'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:22.814746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Made reservation on behalf of 4e85e54b67114c39945c2b4151a9332f for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:22.818972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.838451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:22.949659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f72c0b-0a72-4316-98e8-252e681e0601 req-d242bcb7-464d-45cb-b197-1074bac5697b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:22.953494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2f72c0b-0a72-4316-98e8-252e681e0601 req-d242bcb7-464d-45cb-b197-1074bac5697b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 945 time: 0.1218340 Jul 30 01:59:23.079570 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2f72c0b-0a72-4316-98e8-252e681e0601 req-84357212-a93b-4a06-a449-ca869034c8f3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082993 Jul 30 01:59:23.096945 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ec759-1f74-43a7-947d-6c20e2c3b836 None None] New status for floating IP 880e21f5-81de-4222-98d1-8653857d8806: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:59:23.130695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.140918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.194376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] device_id is not set on port dfca5beb-b08b-4a99-9d80-7fbc59724209 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:23.208722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a2e68-c02d-4426-b210-85ea94bbe6a6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:23.406123 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed488c94-04ce-4edf-bcc0-050357b4cc91 x-openstack-request-id: req-ed488c94-04ce-4edf-bcc0-050357b4cc91 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:23.412593 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-plugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:23.413537 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ed488c94-04ce-4edf-bcc0-050357b4cc91 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:23.418406 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'code': 200} Jul 30 01:59:23.620959 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95444765-f436-4333-a2c8-58b5cdbf3ea8 x-openstack-request-id: req-95444765-f436-4333-a2c8-58b5cdbf3ea8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:23.621607 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:23.622051 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-95444765-f436-4333-a2c8-58b5cdbf3ea8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:23.622673 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'status': 'completed', 'code': 200} Jul 30 01:59:23.808243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-cb9d0410-c473-4486-b70e-d0f237cb5da4 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/floatingips/880e21f5-81de-4222-98d1-8653857d8806 HTTP/1.1" status: 200 len: 694 time: 0.2002196 Jul 30 01:59:23.816057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561d520-31c4-49ad-a33e-7c290006abd6 req-8b501f58-8e16-4421-b14c-0b435c9e2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:23.819218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b561d520-31c4-49ad-a33e-7c290006abd6 req-8b501f58-8e16-4421-b14c-0b435c9e2b19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1096 time: 0.2938626 Jul 30 01:59:23.832552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] device_id is not set on port dfca5beb-b08b-4a99-9d80-7fbc59724209 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:23.852420 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.875944 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:23.889938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Transition to ACTIVE for port object dfca5beb-b08b-4a99-9d80-7fbc59724209 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:23.926427 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.017516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-076b7e30-a550-4c24-b996-5038474b7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.019850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-076b7e30-a550-4c24-b996-5038474b7c42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1097 time: 0.3952315 Jul 30 01:59:24.074552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'Port': ['ID=dfca5beb-b08b-4a99-9d80-7fbc59724209,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:24.100576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Checking segment: {'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:24.100576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Network hostable DHCP agents. Network: f649d59c-146f-4633-b964-ad7e5219b9e1, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:24.136434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Network f649d59c-146f-4633-b964-ad7e5219b9e1 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:24.165269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, f649d59c-146f-4633-b964-ad7e5219b9e1) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:24.177871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b561d520-31c4-49ad-a33e-7c290006abd6 req-9ccb1e01-17ee-48e8-a5d4-f0eca809d708 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202338 Jul 30 01:59:24.191861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:24.205058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868697e4-9e23-4f04-97e0-25cba29f2826 None None] Network f649d59c-146f-4633-b964-ad7e5219b9e1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:24.241378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-e78dc4b8-8a55-4e2e-a958-8b84b6537ba1 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.243889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.244352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-e78dc4b8-8a55-4e2e-a958-8b84b6537ba1 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 784 time: 0.4345078 Jul 30 01:59:24.244616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.245303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.260947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.261630 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.262430 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 2 to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 Jul 30 01:59:24.316740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.317224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.317697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.327791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.329114 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.329330 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 3 to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 Jul 30 01:59:24.362609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.363228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.363834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.383821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.385166 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.387361 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 4 to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 Jul 30 01:59:24.404631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-eaab3512-7d8e-43af-b2f2-284ff984342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:24.404631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-eaab3512-7d8e-43af-b2f2-284ff984342b service neutron] 10.222.0.22 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 921 time: 0.3577936 Jul 30 01:59:24.415015 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-c53f0d3d-d5f9-4e87-ba71-b05ae101821a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.1254649 Jul 30 01:59:24.421991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.428620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.429403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.450171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.450171 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.450171 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 5 to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 Jul 30 01:59:24.488867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.490993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.490993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.498714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.499659 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.500586 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 6 to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 Jul 30 01:59:24.535537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.536175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.536741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.546487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.547111 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.547775 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 7 to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 Jul 30 01:59:24.583389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.584604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.585321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.596292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.597540 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.598616 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 8 to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 Jul 30 01:59:24.626529 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.627587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.629308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.638556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.639290 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.640684 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 9 to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 Jul 30 01:59:24.671537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.672306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.675729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.684920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.685654 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.686702 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 10 to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 Jul 30 01:59:24.719637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:24.720277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:24.720924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:24.734938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port dfca5beb-b08b-4a99-9d80-7fbc59724209 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:24.735259 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port dfca5beb-b08b-4a99-9d80-7fbc59724209 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:24.737736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.918692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] For port dfca5beb-b08b-4a99-9d80-7fbc59724209, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:24.922129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempted to set empty binding levels {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 01:59:24.949642 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:24.985175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-62af2b4b-e63d-4f4d-b00c-9989df70ddb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 217 time: 0.5608408 Jul 30 01:59:25.003941 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-90c7d2b9-4d0e-4768-a6a1-a73e376a3ba0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.7.61 HTTP/1.1" status: 200 len: 695 time: 0.5638399 Jul 30 01:59:25.029016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.030082 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.079352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'Port': ['ID=dfca5beb-b08b-4a99-9d80-7fbc59724209,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:25.088110 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1726e7f3-6af3-4ee5-8cf1-b7add8c3045d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.3406465 Jul 30 01:59:25.092415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49050) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:25.250232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d6402-3740-4374-99af-b906b6eda6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Deleting port dfca5beb-b08b-4a99-9d80-7fbc59724209 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:25.251211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6402-3740-4374-99af-b906b6eda6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.268855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-56cc5ff0-6748-4d99-80c1-9438930db689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:25.271167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-56cc5ff0-6748-4d99-80c1-9438930db689 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 200 len: 860 time: 0.2634974 Jul 30 01:59:25.340315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-c50c2840-f3d1-4369-a1d7-66cf40004a4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=541cb170-7a24-4e14-b4d6-f226e6830351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490658 Jul 30 01:59:25.420346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca0d6402-3740-4374-99af-b906b6eda6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] For port dfca5beb-b08b-4a99-9d80-7fbc59724209, host n-h1-715271-7, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:25.430793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6402-3740-4374-99af-b906b6eda6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.446665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Deleting port 7af74f27-dc7d-4cda-bb80-abb24bb7af86 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:25.447246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.455778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d6402-3740-4374-99af-b906b6eda6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Calling delete_port for dfca5beb-b08b-4a99-9d80-7fbc59724209 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:25.631715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:25.635695 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b6d927-a2fc-4cda-b758-1fe99bae7093" -d '{"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:25.661574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-0290b0e1-7241-4494-9bea-5884dc6a9754 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971902 Jul 30 01:59:25.672854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6402-3740-4374-99af-b906b6eda6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.742093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6402-3740-4374-99af-b906b6eda6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.747137 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca0d6402-3740-4374-99af-b906b6eda6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "DELETE /v2.0/ports/dfca5beb-b08b-4a99-9d80-7fbc59724209 HTTP/1.1" status: 204 len: 168 time: 0.6494548 Jul 30 01:59:25.750066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d6402-3740-4374-99af-b906b6eda6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfca5beb-b08b-4a99-9d80-7fbc59724209,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:25.754677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49064) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:25.793395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.793739 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:25.803984 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b8a068-9a48-4310-bdc4-38e0feeadf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:59:25.810983 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5b8a068-9a48-4310-bdc4-38e0feeadf05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "GET /v2.0/ports/dfca5beb-b08b-4a99-9d80-7fbc59724209 HTTP/1.1" status: 404 len: 333 time: 0.0537937 Jul 30 01:59:25.813545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49066) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:25.833772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Request body: {'port': {'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-642171606'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:25.839087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Calling delete_port for 7af74f27-dc7d-4cda-bb80-abb24bb7af86 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:25.992818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17639caf-a1f8-4e28-b99f-b06b797cc451 req-26a0e021-b528-415e-be41-d315e1136f10 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208001 Jul 30 01:59:25.993948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Made reservation on behalf of 4e85e54b67114c39945c2b4151a9332f for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:25.996874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.039576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] device_id is not set on port b40b2124-94e7-41b6-a716-b403e9eb7115 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:26.389503 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.452295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Pushing event deleted for resources: {'Port': ['ID=7af74f27-dc7d-4cda-bb80-abb24bb7af86,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:26.466909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.601235 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.606183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.607643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3162b3e8-c8b8-4980-8fd9-237f75028d01 req-706c1dd0-74a0-4b88-9deb-9ed469a534f0 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "DELETE /v2.0/floatingips/880e21f5-81de-4222-98d1-8653857d8806 HTTP/1.1" status: 204 len: 173 time: 1.6021311 Jul 30 01:59:26.635074 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.737151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Network f649d59c-146f-4633-b964-ad7e5219b9e1 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:26.759786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'Port': ['ID=b40b2124-94e7-41b6-a716-b403e9eb7115,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:26.763709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:26.775788 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:26.779802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:26.781090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:26.819013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6388fac1-c6cb-42ad-b8d1-01609f992c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0011549 Jul 30 01:59:26.824266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49090) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:26.837407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:26.968996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.466114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] device_id is not set on port b40b2124-94e7-41b6-a716-b403e9eb7115 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:27.488145 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.508708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625a42d-01be-41c2-bb0e-cba2baa1689b req-5bc297dd-a854-42e6-9ba2-616a01852c7f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:27.511661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7625a42d-01be-41c2-bb0e-cba2baa1689b req-5bc297dd-a854-42e6-9ba2-616a01852c7f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 945 time: 0.1727655 Jul 30 01:59:27.548376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Transition to ACTIVE for port object b40b2124-94e7-41b6-a716-b403e9eb7115 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:27.578037 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:27.688798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7625a42d-01be-41c2-bb0e-cba2baa1689b req-0e14d130-b8b2-4476-b714-2f10b0a7b063 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612773 Jul 30 01:59:27.689867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'Port': ['ID=b40b2124-94e7-41b6-a716-b403e9eb7115,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:27.726232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:27.726673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:27.727166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:27.735944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:27.736578 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:27.737056 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 2 to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 Jul 30 01:59:27.771239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:27.771732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:27.772224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:27.780053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:27.780542 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:27.781506 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 3 to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 Jul 30 01:59:27.810042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:27.810431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:27.810958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:27.819561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:27.820115 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:27.820978 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 4 to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 Jul 30 01:59:27.863415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:27.864316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:27.865343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:27.876727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:27.877152 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:27.877624 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 5 to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 Jul 30 01:59:27.908414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:27.908775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:27.909364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:27.916295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:27.916864 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:27.918847 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab5ba25-8773-4bab-a1c9-4edec3e472a4 x-openstack-request-id: req-3ab5ba25-8773-4bab-a1c9-4edec3e472a4 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:27.919291 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:27.919765 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ab5ba25-8773-4bab-a1c9-4edec3e472a4 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:27.920361 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'status': 'completed', 'code': 200} Jul 30 01:59:27.921048 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 6 to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 Jul 30 01:59:27.959974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:27.960541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:27.961081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:28.032627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:28.033135 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:28.037432 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 7 to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 Jul 30 01:59:28.083214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:28.083816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:28.084373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:28.095495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfdd3ce6-bd7b-462b-9e01-f73a1a040ae0 req-d9d077f3-316d-42da-b9ec-634cbc3b858b tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups/72a22a07-6a50-41b5-a05a-cb224a0916ea HTTP/1.1" status: 200 len: 1809 time: 0.1535015 Jul 30 01:59:28.105575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:28.106105 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:28.109621 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 8 to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 Jul 30 01:59:28.150244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-d1338f4b-f010-49c5-b81d-0f8b3ce28811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:28.153337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-d1338f4b-f010-49c5-b81d-0f8b3ce28811 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7e487d49e574b8b920be003bece9fa3&device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 1097 time: 0.1763685 Jul 30 01:59:28.167574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:28.168073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:28.168867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:28.224530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:28.225046 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:28.275650 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 9 to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 Jul 30 01:59:28.326354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:28.326941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:28.327585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:28.357974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:28.359106 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:28.364953 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 10 to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 Jul 30 01:59:28.438271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dfdd3ce6-bd7b-462b-9e01-f73a1a040ae0 req-1b0c5de2-e6f1-4b08-a5b6-2940cd95ff1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.458380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:28.458891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:28.459413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:28.510028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:28.511250 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port b40b2124-94e7-41b6-a716-b403e9eb7115 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:28.511250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.520489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-569c4977-d681-4ba9-9638-e9214058b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:28.522985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-569c4977-d681-4ba9-9638-e9214058b99f service neutron] 10.222.0.22 "GET /v2.0/networks?id=541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 200 len: 921 time: 0.3492868 Jul 30 01:59:28.525876 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dfdd3ce6-bd7b-462b-9e01-f73a1a040ae0 req-1b0c5de2-e6f1-4b08-a5b6-2940cd95ff1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.641778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-300b39b9-e936-40ea-9b7e-39cbcd4d131c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 200 len: 217 time: 0.1017170 Jul 30 01:59:28.835070 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dfdd3ce6-bd7b-462b-9e01-f73a1a040ae0 req-1b0c5de2-e6f1-4b08-a5b6-2940cd95ff1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.839968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-dfdd3ce6-bd7b-462b-9e01-f73a1a040ae0 req-1b0c5de2-e6f1-4b08-a5b6-2940cd95ff1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.842110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfdd3ce6-bd7b-462b-9e01-f73a1a040ae0 req-1b0c5de2-e6f1-4b08-a5b6-2940cd95ff1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "DELETE /v2.0/security-groups/72a22a07-6a50-41b5-a05a-cb224a0916ea HTTP/1.1" status: 204 len: 173 time: 0.7341156 Jul 30 01:59:28.853308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-09e9a7f9-0a7b-422d-b069-6438da50b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:28.856003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-09e9a7f9-0a7b-422d-b069-6438da50b2db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 200 len: 860 time: 0.1729672 Jul 30 01:59:28.861603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] For port b40b2124-94e7-41b6-a716-b403e9eb7115, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:28.862271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempted to set empty binding levels {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 01:59:28.874373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:28.883680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c5de2-e6f1-4b08-a5b6-2940cd95ff1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a22a07-6a50-41b5-a05a-cb224a0916ea,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:28.997310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-3b1531eb-b2c9-4a30-8100-5b6925d70de7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=541cb170-7a24-4e14-b4d6-f226e6830351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185815 Jul 30 01:59:29.028783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] In _notify_port_updated(), no bound segment for port b40b2124-94e7-41b6-a716-b403e9eb7115 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:59:29.030894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.032002 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.034394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "PUT /v2.0/ports/b40b2124-94e7-41b6-a716-b403e9eb7115 HTTP/1.1" status: 200 len: 978 time: 2.2075410 Jul 30 01:59:29.038381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49146) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:29.133665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f55694-d5c4-4e08-97d8-7638e6a8e3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'Port': ['ID=b40b2124-94e7-41b6-a716-b403e9eb7115,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:29.276975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.277855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.278899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.279708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.279913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34f71c-96dd-4e48-adaf-2be9d8bc3853 req-e661f99a-5221-4251-9dd4-ddcc88d1ce18 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.281980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.284032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.285460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.286606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.287933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.289290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.291374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.295982 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.297120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.298012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.299176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.300364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.301268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.302368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.303095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.304540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.305173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc34f71c-96dd-4e48-adaf-2be9d8bc3853 req-e661f99a-5221-4251-9dd4-ddcc88d1ce18 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 945 time: 0.1666460 Jul 30 01:59:29.307701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.308900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.309848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.310873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.312881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.314309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.315215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.316097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.316257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-2b635c52-4d20-4e56-92fa-fb94a6d0c106 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992294 Jul 30 01:59:29.317017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49152) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:29.317686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.318721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.319804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.321053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.322574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:29.324983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'floatingip': {'port_id': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:29.332978 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-59e0b660-d567-4ee7-9073-fcfaa3c54d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29686 time: 0.2900276 Jul 30 01:59:29.340331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49154) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:29.444850 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.608029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d432f-e1c3-45e4-a1ee-c1f48940824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Deleting port b40b2124-94e7-41b6-a716-b403e9eb7115 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:29.608899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b4d432f-e1c3-45e4-a1ee-c1f48940824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.836381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4b4d432f-e1c3-45e4-a1ee-c1f48940824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] For port b40b2124-94e7-41b6-a716-b403e9eb7115, host n-h1-715271-7, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:29.836995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b4d432f-e1c3-45e4-a1ee-c1f48940824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:29.875737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d432f-e1c3-45e4-a1ee-c1f48940824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Calling delete_port for b40b2124-94e7-41b6-a716-b403e9eb7115 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:29.925236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59b6d927-a2fc-4cda-b758-1fe99bae7093 req-a60f36bf-87bd-4e07-9c74-9d05cff1bff4 service neutron] 10.222.0.22 "GET /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852262 Jul 30 01:59:30.098754 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b4d432f-e1c3-45e4-a1ee-c1f48940824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.187615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d432f-e1c3-45e4-a1ee-c1f48940824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event deleted for resources: {'Port': ['ID=b40b2124-94e7-41b6-a716-b403e9eb7115,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:30.200617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b4d432f-e1c3-45e4-a1ee-c1f48940824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.205765 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4b4d432f-e1c3-45e4-a1ee-c1f48940824f tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "DELETE /v2.0/ports/b40b2124-94e7-41b6-a716-b403e9eb7115 HTTP/1.1" status: 204 len: 168 time: 0.8617318 Jul 30 01:59:30.213654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49176) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:30.264037 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-562eef1b-24fd-44e4-ba45-ef98953fc697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:59:30.267582 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-562eef1b-24fd-44e4-ba45-ef98953fc697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "GET /v2.0/ports/b40b2124-94e7-41b6-a716-b403e9eb7115 HTTP/1.1" status: 404 len: 333 time: 0.0527167 Jul 30 01:59:30.286075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49180) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:30.307857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1781319238', 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:30.362333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Made reservation on behalf of 4e85e54b67114c39945c2b4151a9332f for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:30.367538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.408077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] device_id is not set on port b0978d96-6e8a-4dec-bee1-666f993d066f yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:30.771988 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e39fdfb-e55e-48c8-a906-55ace82627ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.805469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b80cf6-ebf6-4332-9547-c1f8f0972c77 req-f1c6fa2c-5567-42da-bcf4-b6141a173051 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:30.820787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28b80cf6-ebf6-4332-9547-c1f8f0972c77 req-f1c6fa2c-5567-42da-bcf4-b6141a173051 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.8780062 Jul 30 01:59:30.845490 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:30.970334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.039359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28b80cf6-ebf6-4332-9547-c1f8f0972c77 req-04729fcc-8c64-4469-9fb7-1bd4911476ab tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046874 Jul 30 01:59:31.063696 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Network f649d59c-146f-4633-b964-ad7e5219b9e1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:31.091372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:31.104456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:31.105790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.125051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.143887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'Port': ['ID=b0978d96-6e8a-4dec-bee1-666f993d066f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:31.173446 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.178622 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4949c463-a184-4118-ac85-455f60c3b917 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8908265 Jul 30 01:59:31.185069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49200) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.283384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c2ee9-502a-4bca-b880-e97a06b22e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:31.292776 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5b0c2ee9-502a-4bca-b880-e97a06b22e48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "GET /v2.0/ports/b0978d96-6e8a-4dec-bee1-666f993d066f HTTP/1.1" status: 200 len: 959 time: 0.1022804 Jul 30 01:59:31.293533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49206) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:31.564779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-571534c1-1c48-43f8-9b8f-6ac65bfffe0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Deleting port b0978d96-6e8a-4dec-bee1-666f993d066f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:31.564779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-571534c1-1c48-43f8-9b8f-6ac65bfffe0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.572440 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 01:59:31.748933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.759951 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-571534c1-1c48-43f8-9b8f-6ac65bfffe0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.760272 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:31.826463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-571534c1-1c48-43f8-9b8f-6ac65bfffe0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Calling delete_port for b0978d96-6e8a-4dec-bee1-666f993d066f owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:32.020000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-571534c1-1c48-43f8-9b8f-6ac65bfffe0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.025689 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Floating IP df42f47a-da73-4672-b530-8e6c058f7956 associated. External IP: 172.25.7.161, port: 78e9fc75-38ed-4cef-965b-e98e3e44845f. Jul 30 01:59:32.103912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571534c1-1c48-43f8-9b8f-6ac65bfffe0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0978d96-6e8a-4dec-bee1-666f993d066f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:32.118842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-571534c1-1c48-43f8-9b8f-6ac65bfffe0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.128125 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-571534c1-1c48-43f8-9b8f-6ac65bfffe0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "DELETE /v2.0/ports/b0978d96-6e8a-4dec-bee1-666f993d066f HTTP/1.1" status: 204 len: 168 time: 0.8325391 Jul 30 01:59:32.129062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49224) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:32.178652 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-952d0a0c-bba6-4fcb-a907-3f5da2310aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:59:32.182356 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-952d0a0c-bba6-4fcb-a907-3f5da2310aaa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "GET /v2.0/ports/b0978d96-6e8a-4dec-bee1-666f993d066f HTTP/1.1" status: 404 len: 333 time: 0.0514600 Jul 30 01:59:32.199864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49226) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:32.216477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Request body: {'port': {'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-494792575'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:32.267290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Made reservation on behalf of 4e85e54b67114c39945c2b4151a9332f for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:32.278450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.329383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] device_id is not set on port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:32.459802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b08cc-efc9-4aa1-88b5-e42937030635 req-4f8ef747-3a48-42d1-b500-71d7ee8abc1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:32.462183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc7b08cc-efc9-4aa1-88b5-e42937030635 req-4f8ef747-3a48-42d1-b500-71d7ee8abc1f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.2042470 Jul 30 01:59:32.671899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc7b08cc-efc9-4aa1-88b5-e42937030635 req-008e47f0-0e27-4ba8-a04c-10e98bc741ee tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902146 Jul 30 01:59:32.736871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Router 9ad0416b-7db6-4e67-b732-99826f410cbe has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:32.771841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:32.842381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 01:59:32.909824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.085586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'Port': ['ID=ebf0c7a5-e49b-468d-ab17-59e978f22ae5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:33.098868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Network f649d59c-146f-4633-b964-ad7e5219b9e1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 01:59:33.110809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:33.133771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 01:59:33.138034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:33.140209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.160540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:33.174718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:33.184694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf', 'mac_address': 'fa:16:3e:96:9b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 01:59:33.187193 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-82a3fb74-4b9e-4c46-8ac1-a82fd1491694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9795778 Jul 30 01:59:33.199220 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.200950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49256) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:33.237562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:33.278029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] Sync routers for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:33.314638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e725fcac-7fd5-49ef-82bd-e1749ef55206 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "PUT /v2.0/floatingips/df42f47a-da73-4672-b530-8e6c058f7956 HTTP/1.1" status: 200 len: 991 time: 3.9909921 Jul 30 01:59:33.315261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:33.316496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:33.317044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:59:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:33.321424 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac254d58-a33e-42a4-989a-6e8f0d5a3999" -d '{"events": [{"name": "network-changed", "server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:33.417674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.460338 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.504330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 01:59:33.539239 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f4a00313-5b4b-439b-9497-934b72f33900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.725362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:33.766243 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:33.790044 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.002478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:34.069956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] device_id is not set on port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 01:59:34.109158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['4d4d0cd6-2d3e-4848-8882-b6bab12a85bf'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 01:59:34.120247 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.153141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Transition to ACTIVE for port object ebf0c7a5-e49b-468d-ab17-59e978f22ae5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 01:59:34.158435 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.160162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.183890 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7aac2d-b771-4b0f-be65-491c9d51c6bb x-openstack-request-id: req-ea7aac2d-b771-4b0f-be65-491c9d51c6bb {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:34.187406 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:34.188175 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ea7aac2d-b771-4b0f-be65-491c9d51c6bb {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:34.190245 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'status': 'completed', 'code': 200} Jul 30 01:59:34.379940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-717aa31e-bd46-4d4e-ac0f-b2989bd2a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.383492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-717aa31e-bd46-4d4e-ac0f-b2989bd2a845 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1096 time: 0.1775622 Jul 30 01:59:34.393449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'Port': ['ID=ebf0c7a5-e49b-468d-ab17-59e978f22ae5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:34.488838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:34.497729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:34.498547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.525951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:34.526853 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:34.527791 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 2 to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 Jul 30 01:59:34.603198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:34.604310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:34.604755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.626376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:34.626898 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:34.627578 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 3 to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 Jul 30 01:59:34.676468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:34.677074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:34.677611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.700621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:34.701139 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:34.701998 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 4 to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 Jul 30 01:59:34.703137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-45f638bf-8509-43ae-98f5-cad659a55264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:34.707064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-45f638bf-8509-43ae-98f5-cad659a55264 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.3101785 Jul 30 01:59:34.773728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:34.774419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:34.774983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.812248 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:34.829995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:34.830595 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:34.831316 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 5 to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 Jul 30 01:59:34.878143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:34.879233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:34.879233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.895769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:34.896295 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:34.896963 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 6 to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 Jul 30 01:59:34.946676 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:34.947134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:34.947728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.959056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:34.959490 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:34.959985 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 7 to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 Jul 30 01:59:34.980878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:34.981459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:34.981950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:34.990443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:34.991164 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:34.991878 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 8 to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 Jul 30 01:59:35.017267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:35.018158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:35.018986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:35.026674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:35.028682 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:35.029713 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 9 to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 Jul 30 01:59:35.059352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:35.060037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:35.060547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:35.107069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:35.111817 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:35.112633 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempt 10 to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 Jul 30 01:59:35.173639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 01:59:35.174754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 01:59:35.174754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempting to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 01:59:35.183189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbf8f8-318b-4f0f-b26c-e2deb5d2bbe8 req-8ed2b5c2-167a-4284-b502-37e28e8b2914 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.198493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77dbf8f8-318b-4f0f-b26c-e2deb5d2bbe8 req-8ed2b5c2-167a-4284-b502-37e28e8b2914 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.6117952 Jul 30 01:59:35.202883 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 01:59:35.203344 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Failed to bind port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on host n-h1-715271-7 for vnic_type normal using segments [{'id': 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f649d59c-146f-4633-b964-ad7e5219b9e1'}] Jul 30 01:59:35.206482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.292148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-46b46550-6b61-4878-a4a9-1d6bed065e53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 999 time: 0.4997334 Jul 30 01:59:35.312563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f528-c47b-4718-a583-280ea203602b req-ae3ebf2f-1f05-484a-be53-fe425f62f36a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.315331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1611f528-c47b-4718-a583-280ea203602b req-ae3ebf2f-1f05-484a-be53-fe425f62f36a tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.22 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.5580254 Jul 30 01:59:35.321383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'df42f47a-da73-4672-b530-8e6c058f7956', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'port_id': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'mac_address': 'fa:16:3e:d7:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106507fe-d727-4cee-82fe-bb92af1b199f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:58:51Z', 'updated_at': '2021-07-30T01:59:31Z', 'revision_number': 1, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:57Z', 'revision_number': 5, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:35.440233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] For port ebf0c7a5-e49b-468d-ab17-59e978f22ae5, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 01:59:35.440895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attempted to set empty binding levels {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 01:59:35.447917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.485218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] Checking router: 9ad0416b-7db6-4e67-b732-99826f410cbe for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:35.489314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77dbf8f8-318b-4f0f-b26c-e2deb5d2bbe8 req-f748fc9a-0d95-4dd5-b695-5a52e4ed68ae tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867267 Jul 30 01:59:35.519497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:35.524238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:59:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:35.566043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] In _notify_port_updated(), no bound segment for port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 on network f649d59c-146f-4633-b964-ad7e5219b9e1 {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 01:59:35.570039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.571155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.572947 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "PUT /v2.0/ports/ebf0c7a5-e49b-468d-ab17-59e978f22ae5 HTTP/1.1" status: 200 len: 978 time: 2.3686686 Jul 30 01:59:35.578328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49320) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:35.660927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-3b52fbcd-83b6-476a-88f1-24c0567636a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:35.664641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-3b52fbcd-83b6-476a-88f1-24c0567636a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.3472488 Jul 30 01:59:35.745310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d0899-6502-452a-a8b5-ff435d2d4d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event updated for resources: {'Port': ['ID=ebf0c7a5-e49b-468d-ab17-59e978f22ae5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:35.883199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-1611f528-c47b-4718-a583-280ea203602b req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Deleting port 2cde63fb-b68d-45b9-99ad-634ce60fd163 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:35.883687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1611f528-c47b-4718-a583-280ea203602b req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.901017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26752a0b-3181-42dd-ac9e-a1e84637c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Deleting port ebf0c7a5-e49b-468d-ab17-59e978f22ae5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:35.901961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26752a0b-3181-42dd-ac9e-a1e84637c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:35.974300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:36.091336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-26752a0b-3181-42dd-ac9e-a1e84637c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] For port ebf0c7a5-e49b-468d-ab17-59e978f22ae5, host n-h1-715271-7, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:36.092839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26752a0b-3181-42dd-ac9e-a1e84637c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.102569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-1c40d7c5-331d-4a26-b8ca-06fe4b490419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:36.108854 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-1c40d7c5-331d-4a26-b8ca-06fe4b490419 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4341733 Jul 30 01:59:36.147709 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26752a0b-3181-42dd-ac9e-a1e84637c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Calling delete_port for ebf0c7a5-e49b-468d-ab17-59e978f22ae5 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:36.379529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26752a0b-3181-42dd-ac9e-a1e84637c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.520152 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.553715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26752a0b-3181-42dd-ac9e-a1e84637c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.557670 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-26752a0b-3181-42dd-ac9e-a1e84637c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "DELETE /v2.0/ports/ebf0c7a5-e49b-468d-ab17-59e978f22ae5 HTTP/1.1" status: 204 len: 168 time: 0.9743595 Jul 30 01:59:36.559763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26752a0b-3181-42dd-ac9e-a1e84637c3e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebf0c7a5-e49b-468d-ab17-59e978f22ae5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:36.563585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49336) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:36.687603 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45a7259-f72b-48c6-9489-826c559411ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] GET failed (client error): The resource could not be found. Jul 30 01:59:36.697515 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a45a7259-f72b-48c6-9489-826c559411ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144138332-project-admin] 10.222.0.84 "GET /v2.0/ports/ebf0c7a5-e49b-468d-ab17-59e978f22ae5 HTTP/1.1" status: 404 len: 333 time: 0.1251130 Jul 30 01:59:36.701383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49338) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:36.720092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-1611f528-c47b-4718-a583-280ea203602b req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] For port 2cde63fb-b68d-45b9-99ad-634ce60fd163, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=2cde63fb-b68d-45b9-99ad-634ce60fd163,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:36.725447 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1611f528-c47b-4718-a583-280ea203602b req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:36.866722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 01:59:36.927176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-1611f528-c47b-4718-a583-280ea203602b req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Calling delete_port for 2cde63fb-b68d-45b9-99ad-634ce60fd163 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:37.101938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 01:59:37.102351 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.162804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-5829ed2b-86bb-4659-95ca-b9742d8aeeb1 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0234118 Jul 30 01:59:37.211769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'df42f47a-da73-4672-b530-8e6c058f7956', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'port_id': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'mac_address': 'fa:16:3e:d7:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106507fe-d727-4cee-82fe-bb92af1b199f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:58:51Z', 'updated_at': '2021-07-30T01:59:31Z', 'revision_number': 1, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:57Z', 'revision_number': 5, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:37.374585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac254d58-a33e-42a4-989a-6e8f0d5a3999 req-721b309f-be9e-4d74-b6ea-f3e84048bcdc service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944158 Jul 30 01:59:37.399167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6399a-5c85-4d76-ac43-415c60fd3df0 req-4d97f44c-58df-4ccd-964b-371ab648aeb3 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:37.414045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6f6399a-5c85-4d76-ac43-415c60fd3df0 req-4d97f44c-58df-4ccd-964b-371ab648aeb3 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 946 time: 0.6300156 Jul 30 01:59:37.434368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.547537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5573ff49-5b51-4cc8-9ed0-91ff2db714c3 None None] The sync data for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 is: [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'df42f47a-da73-4672-b530-8e6c058f7956', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'port_id': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'mac_address': 'fa:16:3e:d7:55:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106507fe-d727-4cee-82fe-bb92af1b199f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T01:58:51Z', 'updated_at': '2021-07-30T01:59:31Z', 'revision_number': 1, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:57Z', 'revision_number': 5, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:37.597611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6f6399a-5c85-4d76-ac43-415c60fd3df0 req-55be1b63-f3ba-4fca-8457-d27bea247443 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/security-groups?id=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820774 Jul 30 01:59:37.672479 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.764125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:37.771140 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f47bc2-5e27-461d-98fa-4cb87aade026" -d '{"events": [{"server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:37.828783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:37.836833 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:37.994450 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1611f528-c47b-4718-a583-280ea203602b req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.060811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:38.076234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.078733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.079787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.080425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.080934 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.081456 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.081966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.083095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.083670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.084266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.084806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.085439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:38.108105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.113380 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0224e26-982b-4fd2-9dc0-30d3fda2a76f x-openstack-request-id: req-f0224e26-982b-4fd2-9dc0-30d3fda2a76f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:38.113829 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:38.114241 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f0224e26-982b-4fd2-9dc0-30d3fda2a76f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:38.114873 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf', 'code': 200} Jul 30 01:59:38.115197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Pushing event deleted for resources: {'Port': ['ID=2cde63fb-b68d-45b9-99ad-634ce60fd163,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:38.173959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f649d59c-146f-4633-b964-ad7e5219b9e1']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:38.184713 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1172b9c0-37b8-4e23-ae78-35124df34ab3 None None] New status for floating IP df42f47a-da73-4672-b530-8e6c058f7956: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 01:59:38.198585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:38.199505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cc4542-bf3b-4d74-95d7-6e082c51af5d') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:38.245019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1611f528-c47b-4718-a583-280ea203602b req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] No DVR routers for this DVR port 2cde63fb-b68d-45b9-99ad-634ce60fd163 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 01:59:38.251601 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1611f528-c47b-4718-a583-280ea203602b req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.254871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1611f528-c47b-4718-a583-280ea203602b req-d780d44a-0e37-4424-af81-1afc02c2ff4f tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.22 "DELETE /v2.0/ports/2cde63fb-b68d-45b9-99ad-634ce60fd163 HTTP/1.1" status: 204 len: 173 time: 2.9204297 Jul 30 01:59:38.255661 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'name': 'network-vif-deleted', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 01:59:38.270999 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8607ccc6-c0a8-4eff-8f9e-5bd5c337027e" -d '{"events": [{"server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "name": "network-vif-deleted", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 01:59:38.288142 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.337688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.369071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:38.369706 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:38.375468 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:38.418827 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 01:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed04a4-c686-4eb3-b5ee-c8212b7017b7 x-openstack-request-id: req-82ed04a4-c686-4eb3-b5ee-c8212b7017b7 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 01:59:38.423747 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92392ac9-8c01-4df0-be6d-fe381562b586", "name": "network-vif-deleted", "tag": "2cde63fb-b68d-45b9-99ad-634ce60fd163", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 01:59:38.424306 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82ed04a4-c686-4eb3-b5ee-c8212b7017b7 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 01:59:38.425015 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92392ac9-8c01-4df0-be6d-fe381562b586', 'name': 'network-vif-deleted', 'tag': '2cde63fb-b68d-45b9-99ad-634ce60fd163', 'status': 'completed', 'code': 200} Jul 30 01:59:38.579227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.604717 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:38.611162 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] 10.222.0.84 "DELETE /v2.0/networks/f649d59c-146f-4633-b964-ad7e5219b9e1 HTTP/1.1" status: 204 len: 168 time: 1.8753672 Jul 30 01:59:38.688355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e169f7f-e8b2-4e1a-b713-75d493a5bf5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672121673-project] Pushing event deleted for resources: {'Network': ['ID=f649d59c-146f-4633-b964-ad7e5219b9e1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:38.893776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2cde63fb-b68d-45b9-99ad-634ce60fd163 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:39.021926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 2cde63fb-b68d-45b9-99ad-634ce60fd163 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:39.023089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 2cde63fb-b68d-45b9-99ad-634ce60fd163 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:39.048290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9139b21-273d-40d3-9cce-38059fcc2a2e req-9fb91de3-1a61-484e-8c98-754cf57e0779 tempest-ServerRescueTestJSONUnderV235-379277480 tempest-ServerRescueTestJSONUnderV235-379277480-project] 10.222.0.84 "GET /v2.0/ports?device_id=92392ac9-8c01-4df0-be6d-fe381562b586 HTTP/1.1" status: 200 len: 210 time: 0.1368656 Jul 30 01:59:39.573164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49382) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:40.045210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49390) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:40.049335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-647e9a73-60ca-4f55-853f-1972d90c11bf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b25724eab4674c45bba2fa6882e8ddf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735558 Jul 30 01:59:40.175861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dee7d52-bd5f-4c20-91da-99e26ad67749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.194057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49394) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:40.220002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dee7d52-bd5f-4c20-91da-99e26ad67749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.301798 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dee7d52-bd5f-4c20-91da-99e26ad67749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.306595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dee7d52-bd5f-4c20-91da-99e26ad67749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:40.308649 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5dee7d52-bd5f-4c20-91da-99e26ad67749 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f6ffcee0-6bc6-4c5e-a4f4-a7a0c4f3bfbc HTTP/1.1" status: 204 len: 168 time: 0.2611086 Jul 30 01:59:40.331073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee7d52-bd5f-4c20-91da-99e26ad67749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ffcee0-6bc6-4c5e-a4f4-a7a0c4f3bfbc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:41.033468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49412) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:41.179025 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5ff2c6ef-4084-4adc-a86c-3d4b5ef63dd3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4e85e54b67114c39945c2b4151a9332f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438000 Jul 30 01:59:41.188643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49418) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:41.331993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.360644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5f05-f765-41cf-8364-f36e0957e5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.431656 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5f05-f765-41cf-8364-f36e0957e5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.561691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5f05-f765-41cf-8364-f36e0957e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.567747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1fb5f05-f765-41cf-8364-f36e0957e5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:41.570045 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f1fb5f05-f765-41cf-8364-f36e0957e5ba admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b9a2e68-c02d-4426-b210-85ea94bbe6a6 HTTP/1.1" status: 204 len: 168 time: 0.3782711 Jul 30 01:59:41.591345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb5f05-f765-41cf-8364-f36e0957e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a2e68-c02d-4426-b210-85ea94bbe6a6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:42.283131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Deleting port a70a1434-032c-4724-ba1b-98f8c50a5af4 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:42.283131 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.517134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] For port a70a1434-032c-4724-ba1b-98f8c50a5af4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a70a1434-032c-4724-ba1b-98f8c50a5af4,segment=NetworkSegment(0ab4033e-59e5-47c1-9004-280da8186f09),segment_id=0ab4033e-59e5-47c1-9004-280da8186f09)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:42.520863 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:42.563834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Calling delete_port for a70a1434-032c-4724-ba1b-98f8c50a5af4 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:43.049761 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.107696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Pushing event deleted for resources: {'Port': ['ID=a70a1434-032c-4724-ba1b-98f8c50a5af4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:43.131937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.132520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.133083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.133674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.134312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.134720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.135296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.135910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.136442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.137004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.137576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.138109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:43.148949 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 01:59:43.502555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:43.862582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49474) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.074774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8184790a-3bae-472a-a5f7-c6be91deac22 tempest-DvrRoutersNegativeTest-1028812249 tempest-DvrRoutersNegativeTest-1028812249-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-108566630', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:44.077683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 01:59:44.082687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.policy [None req-8184790a-3bae-472a-a5f7-c6be91deac22 tempest-DvrRoutersNegativeTest-1028812249 tempest-DvrRoutersNegativeTest-1028812249-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93818) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 30 01:59:44.083301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.policy [None req-8184790a-3bae-472a-a5f7-c6be91deac22 tempest-DvrRoutersNegativeTest-1028812249 tempest-DvrRoutersNegativeTest-1028812249-project] Failed policy check for 'create_router' {{(pid=93818) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 30 01:59:44.084124 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-8184790a-3bae-472a-a5f7-c6be91deac22 tempest-DvrRoutersNegativeTest-1028812249 tempest-DvrRoutersNegativeTest-1028812249-project] create failed (client error): Access was denied to this resource. Jul 30 01:59:44.091120 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8184790a-3bae-472a-a5f7-c6be91deac22 tempest-DvrRoutersNegativeTest-1028812249 tempest-DvrRoutersNegativeTest-1028812249-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2268929 Jul 30 01:59:44.430302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 01:59:44.444951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] Sync routers for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 01:59:44.450619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49494) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:44.455013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d460796d-2df4-4175-9e47-14c75c0a078f admin admin] 10.222.0.84 "PUT /v2.0/routers/01abb4a4-9c1b-42ae-b5ec-4b004737e896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2519972 Jul 30 01:59:44.470257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:44.472888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:59:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:44.752953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:44.822072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:44.907626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49502) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:45.159783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:59:42Z', 'revision_number': 5, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:45.208267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] Checking router: 01abb4a4-9c1b-42ae-b5ec-4b004737e896 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 01:59:45.222304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] Routers {'01abb4a4-9c1b-42ae-b5ec-4b004737e896'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 01:59:45.223902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T01:59:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:45.258202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.420558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a9383983-6bae-42ec-9686-6fa275ef8423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.474221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Deleting port a8786b48-59da-431c-aa58-d4022ed615bb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 01:59:45.478654 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.590659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] Set router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 01:59:45.771152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a9383983-6bae-42ec-9686-6fa275ef8423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.783882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a9383983-6bae-42ec-9686-6fa275ef8423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.826840 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] For port a8786b48-59da-431c-aa58-d4022ed615bb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a8786b48-59da-431c-aa58-d4022ed615bb,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 01:59:45.831903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:45.852992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9383983-6bae-42ec-9686-6fa275ef8423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e261ca53-b9b4-4dc5-a76e-ef47d9e51202,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:45.881374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Calling delete_port for a8786b48-59da-431c-aa58-d4022ed615bb owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 01:59:45.918168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a9383983-6bae-42ec-9686-6fa275ef8423 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=65e007c095244497912e76a48a7bc235&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0087616 Jul 30 01:59:45.924107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49518) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:46.049568 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f53ad591-7675-4d31-a9c8-507c0b89b95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.137783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:59:42Z', 'revision_number': 5, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:46.138493 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f53ad591-7675-4d31-a9c8-507c0b89b95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.227340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54de493-3a7a-4664-a16b-791cb08cf972 None None] The sync data for ids ['01abb4a4-9c1b-42ae-b5ec-4b004737e896'] in n-d-715271-7 is: [{'id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'name': 'tempest-ServerRescueTestJSONUnderV235-2070087627-router', 'tenant_id': 'b7e487d49e574b8b920be003bece9fa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:57:23Z', 'updated_at': '2021-07-30T01:59:42Z', 'revision_number': 5, 'project_id': 'b7e487d49e574b8b920be003bece9fa3', 'gw_port': {'id': 'a8786b48-59da-431c-aa58-d4022ed615bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01abb4a4-9c1b-42ae-b5ec-4b004737e896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:57:24Z', 'updated_at': '2021-07-30T01:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 01:59:46.343693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f53ad591-7675-4d31-a9c8-507c0b89b95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.347656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f53ad591-7675-4d31-a9c8-507c0b89b95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.350958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f53ad591-7675-4d31-a9c8-507c0b89b95d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e261ca53-b9b4-4dc5-a76e-ef47d9e51202 HTTP/1.1" status: 204 len: 168 time: 0.4249184 Jul 30 01:59:46.380086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ad591-7675-4d31-a9c8-507c0b89b95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e261ca53-b9b4-4dc5-a76e-ef47d9e51202,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.389276 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.525817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a8786b48-59da-431c-aa58-d4022ed615bb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:46.550171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.553452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.553970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.554909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.557521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.557521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.557850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.558169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.558794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.560078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.562030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.562030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 01:59:46.644413 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.812792 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.815360 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.895186 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.896331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01abb4a4-9c1b-42ae-b5ec-4b004737e896 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 01:59:46.907889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:46.911782 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-41501a8f-222e-4bfe-b0e3-80b4fc5b18ae admin admin] 10.222.0.84 "DELETE /v2.0/routers/01abb4a4-9c1b-42ae-b5ec-4b004737e896 HTTP/1.1" status: 204 len: 168 time: 2.4583647 Jul 30 01:59:46.915496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49546) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:47.030738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d25f69d-c56a-44fb-a730-070aee0db542 admin admin] Deleting subnet 84345bc0-1dec-4f0a-b431-84497f05a9cb {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 01:59:47.035380 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d25f69d-c56a-44fb-a730-070aee0db542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.124104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d25f69d-c56a-44fb-a730-070aee0db542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.218536 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d25f69d-c56a-44fb-a730-070aee0db542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.370832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d25f69d-c56a-44fb-a730-070aee0db542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.478430 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25f69d-c56a-44fb-a730-070aee0db542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84345bc0-1dec-4f0a-b431-84497f05a9cb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:47.489231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d25f69d-c56a-44fb-a730-070aee0db542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.493798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8d25f69d-c56a-44fb-a730-070aee0db542 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/84345bc0-1dec-4f0a-b431-84497f05a9cb HTTP/1.1" status: 204 len: 168 time: 0.5762315 Jul 30 01:59:47.501251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:47.691303 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:47.901949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49576) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.068794 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.094198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541cb170-7a24-4e14-b4d6-f226e6830351']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:48.118867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab4033e-59e5-47c1-9004-280da8186f09') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:48.119500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab4033e-59e5-47c1-9004-280da8186f09') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 01:59:48.131126 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.153884 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.154200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a70a1434-032c-4724-ba1b-98f8c50a5af4 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:48.166152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 01:59:48.167618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: timer() Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 01:59:48.170805 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 01:59:48.208928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a70a1434-032c-4724-ba1b-98f8c50a5af4 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:48.209274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a70a1434-032c-4724-ba1b-98f8c50a5af4 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:48.265114 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.281631 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.285390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] 10.222.0.84 "DELETE /v2.0/networks/541cb170-7a24-4e14-b4d6-f226e6830351 HTTP/1.1" status: 204 len: 168 time: 0.7821679 Jul 30 01:59:48.302636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816c117-51fc-4499-af8e-551dff4baeea admin admin] Pushing event deleted for resources: {'Network': ['ID=541cb170-7a24-4e14-b4d6-f226e6830351,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:48.348363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-484e19bf-99d9-4b31-aacd-cafddc5c0ce9 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2010938241', 'prefixes': ['172.20.0.0/16']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:48.550900 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-484e19bf-99d9-4b31-aacd-cafddc5c0ce9 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] Notify callbacks [] for subnetpool, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.553088 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-484e19bf-99d9-4b31-aacd-cafddc5c0ce9 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6496375 Jul 30 01:59:48.558759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49586) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.624675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49592) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.723754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5c0841b8-f3f4-462b-82cd-6e13d1d882f6 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] 10.222.0.84 "GET /v2.0/subnetpools/68b96a31-7a27-4619-8e40-63c1c82c4e59 HTTP/1.1" status: 200 len: 732 time: 0.1595640 Jul 30 01:59:48.727978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49602) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.735180 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0b39d394-ec15-41b0-b298-a82f0b8826a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b7e487d49e574b8b920be003bece9fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086869 Jul 30 01:59:48.738159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a9c6b040-616c-4216-85ef-9c363a2d99ce tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1523754493'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:48.739164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49604) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.883040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b040-616c-4216-85ef-9c363a2d99ce tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] Notify callbacks [] for subnetpool, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.888196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a9c6b040-616c-4216-85ef-9c363a2d99ce tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] 10.222.0.84 "PUT /v2.0/subnetpools/68b96a31-7a27-4619-8e40-63c1c82c4e59 HTTP/1.1" status: 200 len: 684 time: 0.1580863 Jul 30 01:59:48.894990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a491aa26-c0b7-41d5-880b-c8a7eb3bfefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:48.895330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49606) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:48.951229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a491aa26-c0b7-41d5-880b-c8a7eb3bfefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.063931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-001974ee-0d88-44a0-9c9e-6e768b5c7a55 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] Notify callbacks [] for subnetpool, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.067379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-001974ee-0d88-44a0-9c9e-6e768b5c7a55 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] 10.222.0.84 "DELETE /v2.0/subnetpools/68b96a31-7a27-4619-8e40-63c1c82c4e59 HTTP/1.1" status: 204 len: 168 time: 0.1715982 Jul 30 01:59:49.069932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49608) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:49.077999 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a491aa26-c0b7-41d5-880b-c8a7eb3bfefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.081532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a491aa26-c0b7-41d5-880b-c8a7eb3bfefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:49.082793 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a491aa26-c0b7-41d5-880b-c8a7eb3bfefa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7bd7ecc3-1d5b-4d70-b7c6-2a428f068011 HTTP/1.1" status: 204 len: 168 time: 0.3423200 Jul 30 01:59:49.111782 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-4209a86d-1a01-4de6-ba61-f9973bf1c358 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] show failed (client error): The resource could not be found. Jul 30 01:59:49.113859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4209a86d-1a01-4de6-ba61-f9973bf1c358 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] 10.222.0.84 "GET /v2.0/subnetpools/68b96a31-7a27-4619-8e40-63c1c82c4e59 HTTP/1.1" status: 404 len: 346 time: 0.0407140 Jul 30 01:59:49.117680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49612) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:49.125337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491aa26-c0b7-41d5-880b-c8a7eb3bfefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd7ecc3-1d5b-4d70-b7c6-2a428f068011,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:49.140989 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-1c33bcc2-1818-465a-a4b6-ff84d8a49c36 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] delete failed (client error): The resource could not be found. Jul 30 01:59:49.146657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1c33bcc2-1818-465a-a4b6-ff84d8a49c36 tempest-SubnetPoolsTestJSON-1465122068 tempest-SubnetPoolsTestJSON-1465122068-project] 10.222.0.84 "DELETE /v2.0/subnetpools/68b96a31-7a27-4619-8e40-63c1c82c4e59 HTTP/1.1" status: 404 len: 346 time: 0.0268655 Jul 30 01:59:49.627769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a8786b48-59da-431c-aa58-d4022ed615bb no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 01:59:49.681601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a8786b48-59da-431c-aa58-d4022ed615bb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 01:59:49.682170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a8786b48-59da-431c-aa58-d4022ed615bb not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 01:59:50.090132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49644) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.318962 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cb94687e-9ced-4d49-88bb-1842ceab7f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.620965 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cb94687e-9ced-4d49-88bb-1842ceab7f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.632414 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cb94687e-9ced-4d49-88bb-1842ceab7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:50.764088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cb94687e-9ced-4d49-88bb-1842ceab7f2d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e884bbd7ede4c868105155624d25143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6624100 Jul 30 01:59:50.766669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49660) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.788122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49662) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:50.814332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94687e-9ced-4d49-88bb-1842ceab7f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f781a0-66bb-4073-a5d0-a344e2aaa14d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:50.938528 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff2855ee-2ca8-4c31-8021-d0bbe6625119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.000646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff2855ee-2ca8-4c31-8021-d0bbe6625119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.107223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff2855ee-2ca8-4c31-8021-d0bbe6625119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.111260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff2855ee-2ca8-4c31-8021-d0bbe6625119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.114057 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ff2855ee-2ca8-4c31-8021-d0bbe6625119 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/99f781a0-66bb-4073-a5d0-a344e2aaa14d HTTP/1.1" status: 204 len: 168 time: 0.3458247 Jul 30 01:59:51.165744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-64598083-network', 'tenant_id': '51d20dfea6994049a5e371cc401be2fa'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:51.784348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2855ee-2ca8-4c31-8021-d0bbe6625119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f781a0-66bb-4073-a5d0-a344e2aaa14d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:51.799400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Made reservation on behalf of 51d20dfea6994049a5e371cc401be2fa for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:51.803792 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:51.836117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.074807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.096642 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.178584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b242e49-720f-4eaa-a39d-51d48097cb0c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:52.218045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:52.243996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.244817 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Added segment e1f418d5-349d-4a47-9848-0dddbf89b7e4 of type vlan for network 56024a5c-c0c2-48e7-b310-6bffaea6084a Jul 30 01:59:52.366446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.433041 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.434615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:52.436575 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.529990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7393517 Jul 30 01:59:52.534277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49734) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:52.540062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Request body: {'subnet': {'network_id': '56024a5c-c0c2-48e7-b310-6bffaea6084a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-64598083-subnet', 'tenant_id': '51d20dfea6994049a5e371cc401be2fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:52.564199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989dfc9-0f05-4924-bb14-79c0b075ec09 admin admin] Pushing event updated for resources: {'Network': ['ID=56024a5c-c0c2-48e7-b310-6bffaea6084a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:52.577377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 56024a5c-c0c2-48e7-b310-6bffaea6084a details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:52.595829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Made reservation on behalf of 51d20dfea6994049a5e371cc401be2fa for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:52.603008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.953998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49740) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:52.972905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:52.983811 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0257328 Jul 30 01:59:52.987371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49742) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:53.107247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebe3f006-9ca6-4290-91aa-6f17feb76f61,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:53.182097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Checking segment: {'id': 'e1f418d5-349d-4a47-9848-0dddbf89b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '56024a5c-c0c2-48e7-b310-6bffaea6084a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:53.182518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Network hostable DHCP agents. Network: 56024a5c-c0c2-48e7-b310-6bffaea6084a, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:53.221808 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-57b23398-b4c4-40ad-afc1-2cf520a188b9 tempest-NetworksApiDiscovery-699612694 tempest-NetworksApiDiscovery-699612694-project] 10.222.0.84 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2311552 Jul 30 01:59:53.229928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Network 56024a5c-c0c2-48e7-b310-6bffaea6084a is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:53.254878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 56024a5c-c0c2-48e7-b310-6bffaea6084a) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:53.265340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:53.266347 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:53.303902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f62170-0eeb-45a2-af35-22e423c7a899 None None] Network 56024a5c-c0c2-48e7-b310-6bffaea6084a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:53.317535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-be82cfa5-13ea-438d-85be-075cc165edee admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7819033 Jul 30 01:59:53.747722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80691da5-cd23-45ae-831b-6cc7730efd46 None None] Network 56024a5c-c0c2-48e7-b310-6bffaea6084a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:53.968294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49796) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:54.160416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.262170 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-650a4db5-68a1-4cf1-8419-9450bf247a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.374254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49826) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:54.384526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1966191092-network', 'tenant_id': '654f8e6e906b47fcb2f89c062fe00a01'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:54.510327 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-650a4db5-68a1-4cf1-8419-9450bf247a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.551650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-650a4db5-68a1-4cf1-8419-9450bf247a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.576937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Made reservation on behalf of 654f8e6e906b47fcb2f89c062fe00a01 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:54.580660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.611499 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.659732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a4db5-68a1-4cf1-8419-9450bf247a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f82c22f-cd29-499a-a074-9f0b0dcf9dce,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:54.715239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49868) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:54.727058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-650a4db5-68a1-4cf1-8419-9450bf247a94 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2fd3afb9ce20436ea43f0e27ded3e135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536502 Jul 30 01:59:54.876038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03c6c40-2ed3-4fdf-8ea8-a5318239b71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:54.954703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03c6c40-2ed3-4fdf-8ea8-a5318239b71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.042851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03c6c40-2ed3-4fdf-8ea8-a5318239b71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.046061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03c6c40-2ed3-4fdf-8ea8-a5318239b71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.057876 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e03c6c40-2ed3-4fdf-8ea8-a5318239b71b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8f82c22f-cd29-499a-a074-9f0b0dcf9dce HTTP/1.1" status: 204 len: 168 time: 0.3410134 Jul 30 01:59:55.078087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c6c40-2ed3-4fdf-8ea8-a5318239b71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f82c22f-cd29-499a-a074-9f0b0dcf9dce,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:55.105025 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.131088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.173714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 01:59:55.206134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce31a01c-505a-4a58-b367-cc51a1176ae4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:55.213406 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.214046 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Added segment fc256c57-dacf-46b4-93d3-32e67a066ebd of type vlan for network 155ca8a4-1014-4f09-b807-fff73a4991d1 Jul 30 01:59:55.307604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.489423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.492351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:55.496299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:55.634259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-4088a4ec-7be0-4fa4-822f-9a7e5a9cc727 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2189870 Jul 30 01:59:55.674848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] Pushing event updated for resources: {'Network': ['ID=155ca8a4-1014-4f09-b807-fff73a4991d1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:55.687383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 155ca8a4-1014-4f09-b807-fff73a4991d1 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 01:59:55.708388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49928) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 01:59:55.725920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Request body: {'subnet': {'network_id': '155ca8a4-1014-4f09-b807-fff73a4991d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1966191092-subnet', 'tenant_id': '654f8e6e906b47fcb2f89c062fe00a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 01:59:55.749130 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-48ebacac-d2f3-4061-ba3e-e1bc55c7f2ae admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3688920 Jul 30 01:59:55.896801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Made reservation on behalf of 654f8e6e906b47fcb2f89c062fe00a01 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 01:59:55.909239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.076648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-898e966f-2a9c-4dd7-9fcb-6d92e849b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:56.078752 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-898e966f-2a9c-4dd7-9fcb-6d92e849b8d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1096 time: 0.2964947 Jul 30 01:59:56.405180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-696c8179-9427-4c76-b94d-9ce9a06ede87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:56.408218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-696c8179-9427-4c76-b94d-9ce9a06ede87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.2983465 Jul 30 01:59:56.751386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:56.944190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00fed95-4ed3-4f3d-a0cc-1bd923670d35,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 01:59:57.038456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-4b6e891c-bf08-4f33-97bc-85adc2283846 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 1001 time: 0.3789387 Jul 30 01:59:57.246851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-3503620c-3d95-446e-a6f3-5ea8b3f5bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:57.248892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-3503620c-3d95-446e-a6f3-5ea8b3f5bc08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1914203 Jul 30 01:59:57.286431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Checking segment: {'id': 'fc256c57-dacf-46b4-93d3-32e67a066ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '155ca8a4-1014-4f09-b807-fff73a4991d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 01:59:57.292205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Network hostable DHCP agents. Network: 155ca8a4-1014-4f09-b807-fff73a4991d1, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 01:59:57.419205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Network 155ca8a4-1014-4f09-b807-fff73a4991d1 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 01:59:57.444506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-0c508bac-749e-4b31-925b-da6887be058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:57.447672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-0c508bac-749e-4b31-925b-da6887be058d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761634 Jul 30 01:59:57.455307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 155ca8a4-1014-4f09-b807-fff73a4991d1) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 01:59:57.474770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fecbd4-9b1d-4a2d-8ded-dd65ba788b4c None None] Network 155ca8a4-1014-4f09-b807-fff73a4991d1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:57.589322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 01:59:57.589666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 01:59:57.626474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-7c72eb04-eb94-46b1-8c52-e194bf64bf57 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655343 Jul 30 01:59:58.095289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68757c6-3962-4e60-a67b-bc40fe6f5a7d None None] Network 155ca8a4-1014-4f09-b807-fff73a4991d1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 01:59:58.306709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2971ae2d-da21-4662-ba44-5523ce89fa64 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5968821 Jul 30 01:59:58.452629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4de889c2-a394-4a0c-a0dd-2f46d0fd39a9 req-d168a8c8-c09d-47ff-a018-dddf169d6cf6 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967453 Jul 30 02:00:00.521197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-a56a6152-47aa-4bee-ba8b-da508c86b7d1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1671386 Jul 30 02:00:00.694268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-52f4b066-15f2-40e3-8610-8e066aca8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:00.701071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-52f4b066-15f2-40e3-8610-8e066aca8900 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 1096 time: 0.1100371 Jul 30 02:00:00.760792 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-321f8f9b-2b98-4a79-bd04-b398c0e0a9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.193038 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.286977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-95a3999c-f1b7-45ce-ad41-b40badebd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:01.288876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-95a3999c-f1b7-45ce-ad41-b40badebd096 service neutron] 10.222.0.22 "GET /v2.0/networks?id=057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 200 len: 912 time: 0.5222771 Jul 30 02:00:01.477381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-0b9d2baf-8152-4669-aed9-a797b5aabf18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd HTTP/1.1" status: 200 len: 1000 time: 0.1687324 Jul 30 02:00:01.501046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-7186d538-4e8d-4b5c-a89e-503be93f419d tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:01.505461 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-7186d538-4e8d-4b5c-a89e-503be93f419d tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/networks?id=56024a5c-c0c2-48e7-b310-6bffaea6084a HTTP/1.1" status: 200 len: 823 time: 0.5481310 Jul 30 02:00:01.541677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:01.650177 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-1880ece3-512a-4e69-bfec-f35468a5b0d2 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/quotas/51d20dfea6994049a5e371cc401be2fa HTTP/1.1" status: 200 len: 375 time: 0.1037591 Jul 30 02:00:01.734251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c18bc4c2-c8c5-49d2-9fe6-93b3d2290c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.769269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-509a751b-d99f-4268-8360-ff1b87fbb10e tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=51d20dfea6994049a5e371cc401be2fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172440 Jul 30 02:00:01.927689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-1d4b5c79-2326-4d88-b0d2-3f5b76b0af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:01.930407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-1d4b5c79-2326-4d88-b0d2-3f5b76b0af5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 200 len: 850 time: 0.4227893 Jul 30 02:00:01.959769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c18bc4c2-c8c5-49d2-9fe6-93b3d2290c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:01.968276 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c18bc4c2-c8c5-49d2-9fe6-93b3d2290c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.014331 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c18bc4c2-c8c5-49d2-9fe6-93b3d2290c1c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3f72d9673c5b462eaab2171b37760e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663968 Jul 30 02:00:02.014331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50314) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:02.057399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-09b4fccf-9e8e-4c12-a9ca-31243cd964eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:02.059552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-09b4fccf-9e8e-4c12-a9ca-31243cd964eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=057133cf-9c90-429e-8a3e-886209a54a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129460 Jul 30 02:00:02.065053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bc4c2-c8c5-49d2-9fe6-93b3d2290c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3848aed5-88da-4fc9-b3ac-0faa2b9534c7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:02.069722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-3f062d8c-42de-4e04-8e7b-0b29968ab026 service neutron] 10.222.0.84 "GET /v2.0/networks/56024a5c-c0c2-48e7-b310-6bffaea6084a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993090 Jul 30 02:00:02.165573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e441b41-8557-45a0-9312-9157273c123c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.251601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e441b41-8557-45a0-9312-9157273c123c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.366233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-09557c6b-fcd7-4900-95db-1668349f2d74 service neutron] 10.222.0.22 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944920 Jul 30 02:00:02.410749 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e441b41-8557-45a0-9312-9157273c123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.418338 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e441b41-8557-45a0-9312-9157273c123c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:02.423766 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2e441b41-8557-45a0-9312-9157273c123c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3848aed5-88da-4fc9-b3ac-0faa2b9534c7 HTTP/1.1" status: 204 len: 168 time: 0.4072158 Jul 30 02:00:02.441905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e441b41-8557-45a0-9312-9157273c123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3848aed5-88da-4fc9-b3ac-0faa2b9534c7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:02.611115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-e6111995-abca-411b-b7dc-1262bd135a93 service neutron] 10.222.0.84 "GET /v2.0/networks/56024a5c-c0c2-48e7-b310-6bffaea6084a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753852 Jul 30 02:00:02.615027 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2147324e-3ea1-4bdb-b74f-9702b6157733 req-cc907d3d-7add-4643-a33a-dd63106b94d2 service neutron] 10.222.0.22 "GET /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280340 Jul 30 02:00:03.078132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50422) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:03.112719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f766f490-2db8-4b17-b3ab-03c0376846b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.221043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-498b9813-94a9-44c3-ad19-4972b144e2d0 req-c331b424-0af6-4dba-a22f-c9ebf427bc56 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 210 time: 0.0364802 Jul 30 02:00:03.375940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c7e384aa-0fce-43a3-8d03-b0e3e09276f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.389488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f766f490-2db8-4b17-b3ab-03c0376846b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.399942 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f766f490-2db8-4b17-b3ab-03c0376846b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.484164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50454) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:03.484743 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f766f490-2db8-4b17-b3ab-03c0376846b6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=28190da1c38d4b088c4bdaa02e14f793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041045 Jul 30 02:00:03.486438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766f490-2db8-4b17-b3ab-03c0376846b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c80dcbf-a5eb-4d09-a458-99f0ace6a18f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:03.646619 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0881-8d8d-48e8-b494-945d6ba9c5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.696677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf9fa8-3aa7-4aae-87a4-15f01328baaa req-0f22f4f4-2ffc-48c9-a9ae-5ea4bee43d23 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:03.705456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16cf9fa8-3aa7-4aae-87a4-15f01328baaa req-0f22f4f4-2ffc-48c9-a9ae-5ea4bee43d23 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 950 time: 0.1266291 Jul 30 02:00:03.719273 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0881-8d8d-48e8-b494-945d6ba9c5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.764787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.819456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16cf9fa8-3aa7-4aae-87a4-15f01328baaa req-9a9ce207-8c0c-455c-9732-6384ec2377a1 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129532 Jul 30 02:00:03.866693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0881-8d8d-48e8-b494-945d6ba9c5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.870845 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0881-8d8d-48e8-b494-945d6ba9c5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:03.875311 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6a5d0881-8d8d-48e8-b494-945d6ba9c5eb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3c80dcbf-a5eb-4d09-a458-99f0ace6a18f HTTP/1.1" status: 204 len: 168 time: 0.3896930 Jul 30 02:00:03.904880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d0881-8d8d-48e8-b494-945d6ba9c5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c80dcbf-a5eb-4d09-a458-99f0ace6a18f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:04.446363 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:04.790263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07d6aa26-52f0-4f30-9910-07c4505d9311 req-1a2f604b-2fdf-425b-bb29-a0882df0e16a tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 210 time: 0.0574989 Jul 30 02:00:04.999555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-5ecc8d12-d178-4c11-8846-bc8b8265c0a9 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:05.002825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-5ecc8d12-d178-4c11-8846-bc8b8265c0a9 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.41 "GET /v2.0/networks?id=56024a5c-c0c2-48e7-b310-6bffaea6084a HTTP/1.1" status: 200 len: 823 time: 0.2531357 Jul 30 02:00:05.018644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Request body: {'port': {'device_id': '2a985fce-e667-4ade-8476-d438dd999987', 'network_id': '56024a5c-c0c2-48e7-b310-6bffaea6084a', 'admin_state_up': True, 'tenant_id': '51d20dfea6994049a5e371cc401be2fa'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:05.392549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Made reservation on behalf of 51d20dfea6994049a5e371cc401be2fa for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:05.404952 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:05.837756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Allocated IP 172.20.0.13 (56024a5c-c0c2-48e7-b310-6bffaea6084a/ebe3f006-9ca6-4290-91aa-6f17feb76f61/5a2fb337-5d78-4ac7-ab99-0f64a25e3148) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:06.124584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.190355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fa042fd-1ebe-4a96-9a97-83bba6a71d88 req-2657be04-9c2e-42b2-97ff-f242e90a82c3 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 210 time: 0.1441767 Jul 30 02:00:06.269301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.351178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.419771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Network 56024a5c-c0c2-48e7-b310-6bffaea6084a is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:06.426774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:06.436085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:06.491450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Pushing event updated for resources: {'Port': ['ID=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:06.554476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:06.555882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:06.596110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-2d02d8c2-34c2-4b7d-812a-fd15b794fb63 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5831141 Jul 30 02:00:06.612616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Request body: {'port': {'device_id': '2a985fce-e667-4ade-8476-d438dd999987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:06.738047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.072149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:07.283801 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.346877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:07.350171 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca58185d-e8ce-4120-bf56-31017e0d34f6" -d '{"events": [{"server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:07.402728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:07.411284 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.509283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:07.595556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:00:07.616015 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.639043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37620e01-0b73-42e8-9a6c-f06f9c556b33 req-de7550a0-22e4-40ba-9c04-87229520d805 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:07.653921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37620e01-0b73-42e8-9a6c-f06f9c556b33 req-de7550a0-22e4-40ba-9c04-87229520d805 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 932 time: 0.1810560 Jul 30 02:00:07.684538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Transition to ACTIVE for port object 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:07.703608 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:07.826630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37620e01-0b73-42e8-9a6c-f06f9c556b33 req-385220a9-1ef7-419a-b124-8e4412272a65 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709073 Jul 30 02:00:07.844514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:08.012138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Attempting to bind port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:08.013640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Attempting to bind port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e1f418d5-349d-4a47-9848-0dddbf89b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '56024a5c-c0c2-48e7-b310-6bffaea6084a'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:08.013982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Attempting to bind port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 on network 56024a5c-c0c2-48e7-b310-6bffaea6084a {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:08.026933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 on network 56024a5c-c0c2-48e7-b310-6bffaea6084a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:00:08.027629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Attempting to bind port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 on network 56024a5c-c0c2-48e7-b310-6bffaea6084a {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:08.049928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 1, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:08.050481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Checking segment: {'id': 'e1f418d5-349d-4a47-9848-0dddbf89b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '56024a5c-c0c2-48e7-b310-6bffaea6084a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:08.051215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Bound using segment: {'id': 'e1f418d5-349d-4a47-9848-0dddbf89b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '56024a5c-c0c2-48e7-b310-6bffaea6084a'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:08.054503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Bound port: 5a2fb337-5d78-4ac7-ab99-0f64a25e3148, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f418d5-349d-4a47-9848-0dddbf89b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '56024a5c-c0c2-48e7-b310-6bffaea6084a'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:08.055151 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.115381 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46f8053-77d9-4056-ac20-e458699aa017 x-openstack-request-id: req-f46f8053-77d9-4056-ac20-e458699aa017 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:08.117516 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:08.119689 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f46f8053-77d9-4056-ac20-e458699aa017 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:08.120457 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf', 'code': 200} Jul 30 02:00:08.252115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] For port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:08.257660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] For port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,segment=NetworkSegment(e1f418d5-349d-4a47-9848-0dddbf89b7e4),segment_id=e1f418d5-349d-4a47-9848-0dddbf89b7e4)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:08.268961 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.303196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.304976 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:08.307807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] 10.222.0.41 "PUT /v2.0/ports/5a2fb337-5d78-4ac7-ab99-0f64a25e3148 HTTP/1.1" status: 200 len: 1092 time: 1.7030683 Jul 30 02:00:08.309420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a985fce-e667-4ade-8476-d438dd999987', 'tag': '5a2fb337-5d78-4ac7-ab99-0f64a25e3148'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:08.334056 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c9025-f325-4fd5-b597-342e00220206" -d '{"events": [{"name": "network-changed", "server_uuid": "2a985fce-e667-4ade-8476-d438dd999987", "tag": "5a2fb337-5d78-4ac7-ab99-0f64a25e3148"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:08.445446 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb1034-bf5e-4543-ad5c-82eaee3fe408 x-openstack-request-id: req-77cb1034-bf5e-4543-ad5c-82eaee3fe408 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:08.445946 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a985fce-e667-4ade-8476-d438dd999987", "tag": "5a2fb337-5d78-4ac7-ab99-0f64a25e3148", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:08.446447 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-77cb1034-bf5e-4543-ad5c-82eaee3fe408 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:08.447313 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a985fce-e667-4ade-8476-d438dd999987', 'tag': '5a2fb337-5d78-4ac7-ab99-0f64a25e3148', 'status': 'completed', 'code': 200} Jul 30 02:00:08.538515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31597c4c-ab9d-4c20-a355-eb7448c07831 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:08.562706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-aacfd05b-452f-45d5-9aeb-a450c90c2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.565594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-aacfd05b-452f-45d5-9aeb-a450c90c2827 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=51d20dfea6994049a5e371cc401be2fa&device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 1095 time: 0.1395285 Jul 30 02:00:08.651928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-84fc0ed2-12d4-4815-8a15-b085ae74da45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a2fb337-5d78-4ac7-ab99-0f64a25e3148 HTTP/1.1" status: 200 len: 217 time: 0.0773249 Jul 30 02:00:08.753113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-1d14d051-82b1-4e38-b4fe-51b3a24e5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:08.756058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-1d14d051-82b1-4e38-b4fe-51b3a24e5a81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebe3f006-9ca6-4290-91aa-6f17feb76f61 HTTP/1.1" status: 200 len: 863 time: 0.0971317 Jul 30 02:00:08.808033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-02516d8d-0de0-4727-b812-9914e4e6a84d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56024a5c-c0c2-48e7-b310-6bffaea6084a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433078 Jul 30 02:00:09.025105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-9945f3be-a3dc-40c7-86f8-ffcda73c0117 service neutron] 10.222.0.41 "GET /v2.0/networks/56024a5c-c0c2-48e7-b310-6bffaea6084a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083118 Jul 30 02:00:09.064579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:00:09.245659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea967a2-2644-4313-8fa8-809d353e4b89 req-bf6a20df-16da-45d7-a70c-900e4c2aee2a tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:09.257631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cea967a2-2644-4313-8fa8-809d353e4b89 req-bf6a20df-16da-45d7-a70c-900e4c2aee2a tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 944 time: 0.2306988 Jul 30 02:00:09.286171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:09.322120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '7da18178-7573-4182-a01c-a867ffb8d038', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '7da18178-7573-4182-a01c-a867ffb8d038', 'mac_address': 'fa:16:3e:5e:9f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:00:09.350093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46aa3a0f-cab3-478e-b348-0ff1dcf352de req-3ded4290-f034-4ce1-8bb9-df53c9191588 service neutron] 10.222.0.41 "GET /v2.0/networks/56024a5c-c0c2-48e7-b310-6bffaea6084a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821732 Jul 30 02:00:09.407702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cea967a2-2644-4313-8fa8-809d353e4b89 req-3908bc1f-954b-424e-bf42-f1d03f53915a tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486490 Jul 30 02:00:09.456416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.499039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da18178-7573-4182-a01c-a867ffb8d038 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:00:09.590219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:09.603791 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:09.708777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c9025-f325-4fd5-b597-342e00220206 req-ccdd84e1-575c-494a-ad88-e116fe426b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:09.718561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-567c9025-f325-4fd5-b597-342e00220206 req-ccdd84e1-575c-494a-ad88-e116fe426b7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=51d20dfea6994049a5e371cc401be2fa&device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 1095 time: 0.2352657 Jul 30 02:00:09.764462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:09.842569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['7da18178-7573-4182-a01c-a867ffb8d038'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:00:09.938449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c9025-f325-4fd5-b597-342e00220206 req-29cb8843-e94d-43e3-bd94-652d986a934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:09.941928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-567c9025-f325-4fd5-b597-342e00220206 req-29cb8843-e94d-43e3-bd94-652d986a934b service neutron] 10.222.0.41 "GET /v2.0/networks?id=56024a5c-c0c2-48e7-b310-6bffaea6084a HTTP/1.1" status: 200 len: 924 time: 0.2129750 Jul 30 02:00:10.046606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-567c9025-f325-4fd5-b597-342e00220206 req-a674b086-ffe2-431b-8076-3ef8fe72a459 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a2fb337-5d78-4ac7-ab99-0f64a25e3148 HTTP/1.1" status: 200 len: 217 time: 0.0942223 Jul 30 02:00:10.155015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c9025-f325-4fd5-b597-342e00220206 req-69368b85-29d4-49eb-b1bd-b06b335a8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:10.156637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-567c9025-f325-4fd5-b597-342e00220206 req-69368b85-29d4-49eb-b1bd-b06b335a8c48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebe3f006-9ca6-4290-91aa-6f17feb76f61 HTTP/1.1" status: 200 len: 863 time: 0.1010723 Jul 30 02:00:10.216516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-567c9025-f325-4fd5-b597-342e00220206 req-4601aaac-d5ca-41c6-b20f-a291c618db59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56024a5c-c0c2-48e7-b310-6bffaea6084a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454562 Jul 30 02:00:10.402433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-567c9025-f325-4fd5-b597-342e00220206 req-9e5f852b-53aa-4bc5-ac99-02bd91bc497e service neutron] 10.222.0.41 "GET /v2.0/networks/56024a5c-c0c2-48e7-b310-6bffaea6084a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737494 Jul 30 02:00:10.700299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-567c9025-f325-4fd5-b597-342e00220206 req-447826a5-a99d-499f-823f-b8e13c29015b service neutron] 10.222.0.41 "GET /v2.0/networks/56024a5c-c0c2-48e7-b310-6bffaea6084a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900255 Jul 30 02:00:10.738238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8e6cd-7623-4486-b83b-e1c70e2df5fb req-2a2a6861-fcfa-4a81-8e1a-542ea60931a3 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:10.740991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30c8e6cd-7623-4486-b83b-e1c70e2df5fb req-2a2a6861-fcfa-4a81-8e1a-542ea60931a3 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 944 time: 0.2017910 Jul 30 02:00:10.890476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30c8e6cd-7623-4486-b83b-e1c70e2df5fb req-2e01fe3a-ab79-4167-a078-af9a55cca4bb tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361544 Jul 30 02:00:12.071757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7d2dc-fcf4-4326-b00e-ade4b4095b15 req-7676feb1-5b90-4749-95b1-42c1c81c98af tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:12.081228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ba7d2dc-fcf4-4326-b00e-ade4b4095b15 req-7676feb1-5b90-4749-95b1-42c1c81c98af tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 944 time: 0.0869052 Jul 30 02:00:12.164192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ba7d2dc-fcf4-4326-b00e-ade4b4095b15 req-9f5aeba4-b6d1-4c9b-8dad-5c946d202074 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816712 Jul 30 02:00:12.715262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:00:13.035502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,segment=NetworkSegment(e1f418d5-349d-4a47-9848-0dddbf89b7e4),segment_id=e1f418d5-349d-4a47-9848-0dddbf89b7e4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:13.089118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:13.164951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '5a2fb337-5d78-4ac7-ab99-0f64a25e3148', 'network_id': '56024a5c-c0c2-48e7-b310-6bffaea6084a', 'port_id': '5a2fb337-5d78-4ac7-ab99-0f64a25e3148', 'mac_address': 'fa:16:3e:34:55:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebe3f006-9ca6-4290-91aa-6f17feb76f61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:00:13.238341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 7da18178-7573-4182-a01c-a867ffb8d038 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:13.238931 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.437384 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:13.499552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b611d-5c47-4909-960d-040b086307ab req-bfd62ba4-d929-4956-8694-34140a47f644 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:13.518472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e07b611d-5c47-4909-960d-040b086307ab req-bfd62ba4-d929-4956-8694-34140a47f644 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 944 time: 0.1533000 Jul 30 02:00:13.646442 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e07b611d-5c47-4909-960d-040b086307ab req-e064c7db-9cc3-4e38-ab86-38a100165e2f tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234078 Jul 30 02:00:13.958574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:00:14.009597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,segment=NetworkSegment(e1f418d5-349d-4a47-9848-0dddbf89b7e4),segment_id=e1f418d5-349d-4a47-9848-0dddbf89b7e4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:14.074874 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.154525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:14.203486 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.253945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:14.260138 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:14.266621 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9109f53-f7a6-445a-b692-03f9787c238c" -d '{"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:14.306731 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:14.401524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['5a2fb337-5d78-4ac7-ab99-0f64a25e3148'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:00:14.442580 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a337519-c929-46ba-87c4-98b48ac94643 x-openstack-request-id: req-1a337519-c929-46ba-87c4-98b48ac94643 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:14.443139 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-plugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:14.443658 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1a337519-c929-46ba-87c4-98b48ac94643 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:14.444407 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038', 'code': 200} Jul 30 02:00:14.538828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:14.910614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b91128-3016-4b93-9511-4825f60b2a29 req-994022c5-f800-4bb8-9e09-3ac778358fed tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:14.929988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1b91128-3016-4b93-9511-4825f60b2a29 req-994022c5-f800-4bb8-9e09-3ac778358fed tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 945 time: 0.1362317 Jul 30 02:00:15.011586 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1b91128-3016-4b93-9511-4825f60b2a29 req-f1e7dde1-18fc-4192-b9e1-5dca96969e48 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764301 Jul 30 02:00:16.361935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e42d-f54d-4330-8913-53c83e3d406e req-6b009052-2aca-4627-b1cb-1f8609258d18 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:16.378782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c73e42d-f54d-4330-8913-53c83e3d406e req-6b009052-2aca-4627-b1cb-1f8609258d18 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 945 time: 0.1484671 Jul 30 02:00:16.466730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c73e42d-f54d-4330-8913-53c83e3d406e req-54e9a3af-4974-4198-ac15-069de05fae5f tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866928 Jul 30 02:00:16.730702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:17.008130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:17.020975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:17.021583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.279005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.340417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a985fce-e667-4ade-8476-d438dd999987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2fb337-5d78-4ac7-ab99-0f64a25e3148'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:17.355330 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a33ab3-bb73-49ca-9265-8fddd558c2b6" -d '{"events": [{"server_uuid": "2a985fce-e667-4ade-8476-d438dd999987", "name": "network-vif-plugged", "status": "completed", "tag": "5a2fb337-5d78-4ac7-ab99-0f64a25e3148"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:17.391598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,segment=NetworkSegment(e1f418d5-349d-4a47-9848-0dddbf89b7e4),segment_id=e1f418d5-349d-4a47-9848-0dddbf89b7e4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:17.400238 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:17.568483 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31bbaa3-036c-49c8-b8ea-c1c34a23cc01 x-openstack-request-id: req-e31bbaa3-036c-49c8-b8ea-c1c34a23cc01 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:17.570546 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a985fce-e667-4ade-8476-d438dd999987", "name": "network-vif-plugged", "status": "completed", "tag": "5a2fb337-5d78-4ac7-ab99-0f64a25e3148", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:17.571127 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e31bbaa3-036c-49c8-b8ea-c1c34a23cc01 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:17.576727 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a985fce-e667-4ade-8476-d438dd999987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2fb337-5d78-4ac7-ab99-0f64a25e3148', 'code': 200} Jul 30 02:00:17.616398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:17.845145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb335bf-5307-402e-b590-bd70e3d11dfc req-c8963652-8576-4e81-97fb-a29cdc0604cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:17.847689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abb335bf-5307-402e-b590-bd70e3d11dfc req-c8963652-8576-4e81-97fb-a29cdc0604cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 1097 time: 0.2040188 Jul 30 02:00:18.038561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc921bc-e3f5-4d93-acde-f0e8ee26bb6e req-029aec51-009e-46c6-8da9-f92e19661095 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:18.066607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fc921bc-e3f5-4d93-acde-f0e8ee26bb6e req-029aec51-009e-46c6-8da9-f92e19661095 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 946 time: 0.2951016 Jul 30 02:00:18.116828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abb335bf-5307-402e-b590-bd70e3d11dfc req-6c27dce0-6eef-4a29-9f24-46074fae8d24 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501709 Jul 30 02:00:18.235560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fc921bc-e3f5-4d93-acde-f0e8ee26bb6e req-940b369d-8fde-4b5b-899d-e9138798198d tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675277 Jul 30 02:00:19.532794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764e3c4-7e46-4171-ae02-0e477b67fd95 req-52d4ae09-669c-45c5-a47c-7ca7fdf83435 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:19.536832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f764e3c4-7e46-4171-ae02-0e477b67fd95 req-52d4ae09-669c-45c5-a47c-7ca7fdf83435 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 946 time: 0.1536160 Jul 30 02:00:19.603320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f764e3c4-7e46-4171-ae02-0e477b67fd95 req-18b15812-b97d-4f76-956c-9e04dce60032 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595977 Jul 30 02:00:20.131786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96448ed1-2fee-41ba-995c-9e1475c6ec67 req-ffc90c17-4428-409b-a5c3-c6a87f559dac tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:20.149678 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:00:20.154791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96448ed1-2fee-41ba-995c-9e1475c6ec67 req-ffc90c17-4428-409b-a5c3-c6a87f559dac tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 946 time: 0.1456959 Jul 30 02:00:20.244675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96448ed1-2fee-41ba-995c-9e1475c6ec67 req-227bbb95-a91e-4e94-8db1-05e191b9e332 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866063 Jul 30 02:00:21.242838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50826e-d621-4f81-ae81-f3a996376ae4 req-aefbd4e7-3cc4-4e8a-bef6-139e335595cc tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:21.257934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e50826e-d621-4f81-ae81-f3a996376ae4 req-aefbd4e7-3cc4-4e8a-bef6-139e335595cc tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 946 time: 0.1267920 Jul 30 02:00:21.338525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e50826e-d621-4f81-ae81-f3a996376ae4 req-cd32d836-d199-4cdf-87c4-e2541344f55d tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783536 Jul 30 02:00:21.980801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66451dd7-6e53-44b6-88f5-00413126c89b req-6a6766d4-bd74-4076-b576-519893e35cca tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:21.983993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66451dd7-6e53-44b6-88f5-00413126c89b req-6a6766d4-bd74-4076-b576-519893e35cca tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 946 time: 0.0786064 Jul 30 02:00:22.082062 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66451dd7-6e53-44b6-88f5-00413126c89b req-cb813063-4df1-479a-8dcd-6f3ac4602424 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905182 Jul 30 02:00:23.338329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-67325a4c-f3e4-4be6-8212-abcb20abd1c3 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:23.341568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-67325a4c-f3e4-4be6-8212-abcb20abd1c3 tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 946 time: 0.2241251 Jul 30 02:00:23.526383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86a352-5b0f-4438-8140-5d9c6a069c26 req-d26bb96f-7116-42c4-803e-89450a85329b tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:23.540317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc86a352-5b0f-4438-8140-5d9c6a069c26 req-d26bb96f-7116-42c4-803e-89450a85329b tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 946 time: 0.2715554 Jul 30 02:00:23.634111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Deleting port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:23.635145 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:23.697276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc86a352-5b0f-4438-8140-5d9c6a069c26 req-2f495a8b-4271-4e2b-8742-b8e3915d041c tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418674 Jul 30 02:00:23.894997 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.043308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] For port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,segment=NetworkSegment(e1f418d5-349d-4a47-9848-0dddbf89b7e4),segment_id=e1f418d5-349d-4a47-9848-0dddbf89b7e4)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:24.044050 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:24.090447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Calling delete_port for 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:25.012367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:25.135959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6f02c-65a4-4c82-8ad4-4ba3f51cba09 req-4cd82d6c-75ba-44ed-89bd-e92821ac726f tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:25.150457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81a6f02c-65a4-4c82-8ad4-4ba3f51cba09 req-4cd82d6c-75ba-44ed-89bd-e92821ac726f tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 946 time: 0.1859155 Jul 30 02:00:25.192734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.281822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc0c2f00-2f5f-4b5e-ae0e-91dd2e57dcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.285357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Pushing event deleted for resources: {'Port': ['ID=5a2fb337-5d78-4ac7-ab99-0f64a25e3148,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:25.317185 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81a6f02c-65a4-4c82-8ad4-4ba3f51cba09 req-8509b79d-3a24-4ce1-8245-f8a9a3a180eb tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/security-groups?id=1b242e49-720f-4eaa-a39d-51d48097cb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649535 Jul 30 02:00:25.457834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] No DVR routers for this DVR port 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:25.463138 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.466208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0fff6ac1-6091-4424-9758-db5f3066dbac req-fa2bb1f2-a6ea-40e6-bf03-b9f57b8abdef tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.41 "DELETE /v2.0/ports/5a2fb337-5d78-4ac7-ab99-0f64a25e3148 HTTP/1.1" status: 204 len: 173 time: 2.1127253 Jul 30 02:00:25.466939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-a6ca6bbd-951a-430c-babb-c07d45958fd7 req-a8d42a75-c8a1-4b4d-a149-2055b174f253 service neutron] (93818) timed out ('10.222.0.22', 58496) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:00:25.470483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a985fce-e667-4ade-8476-d438dd999987', 'name': 'network-vif-deleted', 'tag': '5a2fb337-5d78-4ac7-ab99-0f64a25e3148'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:25.479393 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990d1b19-ab56-4ab0-b286-fa6367092f57" -d '{"events": [{"server_uuid": "2a985fce-e667-4ade-8476-d438dd999987", "name": "network-vif-deleted", "tag": "5a2fb337-5d78-4ac7-ab99-0f64a25e3148"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:25.639056 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc0c2f00-2f5f-4b5e-ae0e-91dd2e57dcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.649620 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc0c2f00-2f5f-4b5e-ae0e-91dd2e57dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:25.691410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c2f00-2f5f-4b5e-ae0e-91dd2e57dcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f07e84-a03d-46d7-b227-1dac5d1c3f86,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:25.741063 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bc0c2f00-2f5f-4b5e-ae0e-91dd2e57dcd4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9727239776d944659a832da3add7141c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7268226 Jul 30 02:00:25.745141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50996) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:25.861950 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dba877e-91b4-4417-ad45-6e54f7198f85 x-openstack-request-id: req-7dba877e-91b4-4417-ad45-6e54f7198f85 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:25.862405 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a985fce-e667-4ade-8476-d438dd999987", "name": "network-vif-deleted", "tag": "5a2fb337-5d78-4ac7-ab99-0f64a25e3148", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:25.862813 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7dba877e-91b4-4417-ad45-6e54f7198f85 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:25.863459 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a985fce-e667-4ade-8476-d438dd999987', 'name': 'network-vif-deleted', 'tag': '5a2fb337-5d78-4ac7-ab99-0f64a25e3148', 'status': 'completed', 'code': 200} Jul 30 02:00:25.937130 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a145c265-e905-436c-bdfe-167cd0f12dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.002966 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a145c265-e905-436c-bdfe-167cd0f12dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.146673 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a145c265-e905-436c-bdfe-167cd0f12dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.149749 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a145c265-e905-436c-bdfe-167cd0f12dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:26.151005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a145c265-e905-436c-bdfe-167cd0f12dca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e9f07e84-a03d-46d7-b227-1dac5d1c3f86 HTTP/1.1" status: 204 len: 168 time: 0.4034915 Jul 30 02:00:26.201127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145c265-e905-436c-bdfe-167cd0f12dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f07e84-a03d-46d7-b227-1dac5d1c3f86,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:26.774909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:26.836026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c4d46a4-d5c9-4aa7-951b-de4e9a468c84 req-dc310d52-167e-4b23-91cb-2de3f50719ee tempest-ServersNegativeTestMultiTenantJSON-487524978 tempest-ServersNegativeTestMultiTenantJSON-487524978-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a985fce-e667-4ade-8476-d438dd999987 HTTP/1.1" status: 200 len: 210 time: 0.0913601 Jul 30 02:00:26.848222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:26.849315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 5a2fb337-5d78-4ac7-ab99-0f64a25e3148 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:27.030310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51034) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.062483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-718efd15-8bc3-48b1-97f1-b8cbf94a8f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.364791 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-718efd15-8bc3-48b1-97f1-b8cbf94a8f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.373685 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-718efd15-8bc3-48b1-97f1-b8cbf94a8f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.467857 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-718efd15-8bc3-48b1-97f1-b8cbf94a8f19 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b4e95bd469c3469796068f2e6d2d0b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336574 Jul 30 02:00:27.470568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51042) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:27.488512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718efd15-8bc3-48b1-97f1-b8cbf94a8f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a87b2f-9c79-408a-b49f-a457e713eb51,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:27.570555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9730e31-b7cb-4901-9a5c-2e8781644426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.621618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9730e31-b7cb-4901-9a5c-2e8781644426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.754157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9730e31-b7cb-4901-9a5c-2e8781644426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.768929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9730e31-b7cb-4901-9a5c-2e8781644426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:27.771183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c9730e31-b7cb-4901-9a5c-2e8781644426 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/70a87b2f-9c79-408a-b49f-a457e713eb51 HTTP/1.1" status: 204 len: 168 time: 0.2981088 Jul 30 02:00:27.785977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9730e31-b7cb-4901-9a5c-2e8781644426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a87b2f-9c79-408a-b49f-a457e713eb51,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:27.919997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51054) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:28.071653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6baf4f-bfdc-4dee-996d-161c0e505ee5 admin admin] Deleting subnet ebe3f006-9ca6-4290-91aa-6f17feb76f61 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:00:28.080371 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b6baf4f-bfdc-4dee-996d-161c0e505ee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.178088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b6baf4f-bfdc-4dee-996d-161c0e505ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.287719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b6baf4f-bfdc-4dee-996d-161c0e505ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.428685 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b6baf4f-bfdc-4dee-996d-161c0e505ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.465330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b6baf4f-bfdc-4dee-996d-161c0e505ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.475274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51074) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:28.489065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0b6baf4f-bfdc-4dee-996d-161c0e505ee5 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ebe3f006-9ca6-4290-91aa-6f17feb76f61 HTTP/1.1" status: 204 len: 168 time: 0.5674226 Jul 30 02:00:28.531233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6baf4f-bfdc-4dee-996d-161c0e505ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebe3f006-9ca6-4290-91aa-6f17feb76f61,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:28.649407 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.875459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:28.912738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56024a5c-c0c2-48e7-b310-6bffaea6084a']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:28.951545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f418d5-349d-4a47-9848-0dddbf89b7e4') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:28.952235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f418d5-349d-4a47-9848-0dddbf89b7e4') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:28.985220 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.048158 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.069752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:29.070185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:29.077428 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:29.188565 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.207708 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.212861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51098) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.213984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] 10.222.0.84 "DELETE /v2.0/networks/56024a5c-c0c2-48e7-b310-6bffaea6084a HTTP/1.1" status: 204 len: 168 time: 0.7365549 Jul 30 02:00:29.215305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f00a3-4e20-42da-8f01-7896d1a44158 admin admin] Pushing event deleted for resources: {'Network': ['ID=56024a5c-c0c2-48e7-b310-6bffaea6084a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:29.397545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d63c0f7-61a7-45db-bcd8-28e7bf2a7647 admin admin] Deleting subnet d00fed95-4ed3-4f3d-a0cc-1bd923670d35 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:00:29.411621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d63c0f7-61a7-45db-bcd8-28e7bf2a7647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.529913 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d63c0f7-61a7-45db-bcd8-28e7bf2a7647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.706376 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d63c0f7-61a7-45db-bcd8-28e7bf2a7647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.863418 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d63c0f7-61a7-45db-bcd8-28e7bf2a7647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.933667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63c0f7-61a7-45db-bcd8-28e7bf2a7647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00fed95-4ed3-4f3d-a0cc-1bd923670d35,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:29.952572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d63c0f7-61a7-45db-bcd8-28e7bf2a7647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:29.959254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51118) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:29.964053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7d63c0f7-61a7-45db-bcd8-28e7bf2a7647 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d00fed95-4ed3-4f3d-a0cc-1bd923670d35 HTTP/1.1" status: 204 len: 168 time: 0.7471859 Jul 30 02:00:30.234191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.456333 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.478974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155ca8a4-1014-4f09-b807-fff73a4991d1']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:30.510392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc256c57-dacf-46b4-93d3-32e67a066ebd') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:30.510729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc256c57-dacf-46b4-93d3-32e67a066ebd') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:30.564757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.629216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.643790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:00:30.644458 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.751885 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-075273a9-19d8-4b3c-a873-4ea6486d7cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:00:30.816812 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:00:30.824919 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.853276 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:30.871545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] 10.222.0.84 "DELETE /v2.0/networks/155ca8a4-1014-4f09-b807-fff73a4991d1 HTTP/1.1" status: 204 len: 168 time: 0.9105837 Jul 30 02:00:30.954790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68e721-6e81-43e0-b5d7-81fdd0b06a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=155ca8a4-1014-4f09-b807-fff73a4991d1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:31.213593 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.340183 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51164) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:31.465305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51168) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:31.472162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5331c740-5f95-44f4-a1dd-bbbbbc4ef4ab admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=51d20dfea6994049a5e371cc401be2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302664 Jul 30 02:00:31.587779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c684c097-0af4-4806-9d26-a13b2039b797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.640465 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c684c097-0af4-4806-9d26-a13b2039b797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.758679 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c684c097-0af4-4806-9d26-a13b2039b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.768564 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c684c097-0af4-4806-9d26-a13b2039b797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:31.779289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c684c097-0af4-4806-9d26-a13b2039b797 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1b242e49-720f-4eaa-a39d-51d48097cb0c HTTP/1.1" status: 204 len: 168 time: 0.3117571 Jul 30 02:00:31.815878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684c097-0af4-4806-9d26-a13b2039b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b242e49-720f-4eaa-a39d-51d48097cb0c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:32.837841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:32.923401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51236) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:32.924099 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f7b29c8d-df37-41d0-8d9d-2c454e737e21 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=654f8e6e906b47fcb2f89c062fe00a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846455 Jul 30 02:00:33.080034 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd69045c-d8f0-4e6e-ba98-44d04c211d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.125556 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd69045c-d8f0-4e6e-ba98-44d04c211d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.236300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd69045c-d8f0-4e6e-ba98-44d04c211d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.239406 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd69045c-d8f0-4e6e-ba98-44d04c211d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.240720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bd69045c-d8f0-4e6e-ba98-44d04c211d40 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ce31a01c-505a-4a58-b367-cc51a1176ae4 HTTP/1.1" status: 204 len: 168 time: 0.3161922 Jul 30 02:00:33.260040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69045c-d8f0-4e6e-ba98-44d04c211d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce31a01c-505a-4a58-b367-cc51a1176ae4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:33.373002 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-065f9bc7-5808-45f3-91c1-3b0735f92f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:33.485301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0a695-e6e4-426d-b521-e06dd56a6f6b req-64fde278-f793-485b-9dca-d4acb1f8a5dc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:33.487142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46d0a695-e6e4-426d-b521-e06dd56a6f6b req-64fde278-f793-485b-9dca-d4acb1f8a5dc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 949 time: 0.0762119 Jul 30 02:00:33.547957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46d0a695-e6e4-426d-b521-e06dd56a6f6b req-0ee01dce-03f7-4f07-9c66-9d719dc8ddb9 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Jul 30 02:00:33.744645 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.445803 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:34.751382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16120cdd-9db9-4227-a3d9-20b9792be0bc req-ab8ebaea-4fd6-40d0-959a-da118384ef5b tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:34.753778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16120cdd-9db9-4227-a3d9-20b9792be0bc req-ab8ebaea-4fd6-40d0-959a-da118384ef5b tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 949 time: 0.0680559 Jul 30 02:00:34.836795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16120cdd-9db9-4227-a3d9-20b9792be0bc req-9e8bf0e5-5ef5-4683-a623-c015ff98153d tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716457 Jul 30 02:00:35.933588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51396) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:36.143258 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.224455 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7b36abc-0505-41fe-b4a1-331e258c6fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.283521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155a9f4-6b92-48e2-9683-ff2862da4245 req-1067444f-e849-47fc-a16b-5b3018399acc tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:36.286564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f155a9f4-6b92-48e2-9683-ff2862da4245 req-1067444f-e849-47fc-a16b-5b3018399acc tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 945 time: 0.1306593 Jul 30 02:00:36.409295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f155a9f4-6b92-48e2-9683-ff2862da4245 req-5fe445a0-d7c0-483b-a005-a9a5dbe269fa tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029251 Jul 30 02:00:36.539147 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7b36abc-0505-41fe-b4a1-331e258c6fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.550745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7b36abc-0505-41fe-b4a1-331e258c6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.615916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b36abc-0505-41fe-b4a1-331e258c6fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db57fa-ed7b-444c-a383-51ded9d1f716,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:36.646908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b7b36abc-0505-41fe-b4a1-331e258c6fe4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=343051c0e0d74c4c810be0db5cb06ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7116845 Jul 30 02:00:36.651684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51432) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:36.820651 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99cb830d-2198-462d-a915-e88377584ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:36.902750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99cb830d-2198-462d-a915-e88377584ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.014444 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99cb830d-2198-462d-a915-e88377584ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.019736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99cb830d-2198-462d-a915-e88377584ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.021918 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-99cb830d-2198-462d-a915-e88377584ad6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3db57fa-ed7b-444c-a383-51ded9d1f716 HTTP/1.1" status: 204 len: 168 time: 0.3687263 Jul 30 02:00:37.037861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb830d-2198-462d-a915-e88377584ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db57fa-ed7b-444c-a383-51ded9d1f716,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:37.235071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:37.388350 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.433024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:37.442419 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d401617-d876-432d-898c-0033ad2c6551" -d '{"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-unplugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:37.473127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:37.486300 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:37.600028 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a974bd-6ca9-42e9-b352-d60ad3cbcc3a x-openstack-request-id: req-03a974bd-6ca9-42e9-b352-d60ad3cbcc3a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:37.600738 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-unplugged", "status": "completed", "tag": "7da18178-7573-4182-a01c-a867ffb8d038", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:37.601606 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-03a974bd-6ca9-42e9-b352-d60ad3cbcc3a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:37.602213 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038', 'code': 200} Jul 30 02:00:37.619512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:37.760827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3fc3-526f-4c37-9e9a-3ed80f776214 req-31a7a012-60c5-4898-b965-583209c8728e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:37.766170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-491e3fc3-526f-4c37-9e9a-3ed80f776214 req-31a7a012-60c5-4898-b965-583209c8728e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 945 time: 0.0716038 Jul 30 02:00:37.848126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-491e3fc3-526f-4c37-9e9a-3ed80f776214 req-3cf453c3-e437-4afa-a542-914bbc8d17d4 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766397 Jul 30 02:00:38.323286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51570) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:38.611595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-network', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:38.670215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Made reservation on behalf of fbb6fbffb0764344abd81de6272aaee7 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:38.677792 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.704205 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.888954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.895904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-169931ea-d85b-42e5-80d7-b72ce91a7d3d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:38.898903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-169931ea-d85b-42e5-80d7-b72ce91a7d3d tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 945 time: 0.1419568 Jul 30 02:00:38.899695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.932745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:00:38.955521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7ab65d-ede4-4423-b72c-8eab8e4a4276,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:38.984740 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:38.985671 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Added segment f01a8628-c3cb-4cb6-84be-d434e9ac5f38 of type vlan for network 67b32542-595e-4a72-ad66-90e338237799 Jul 30 02:00:39.047007 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.103000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.110238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Deleting port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:39.110737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.111981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:39.113036 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.146512 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8200359 Jul 30 02:00:39.177436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51628) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:39.188348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Request body: {'subnet': {'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-subnet', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:39.224692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e68bb-0f4b-436b-8bf0-f64b2d5f95d9 admin admin] Pushing event updated for resources: {'Network': ['ID=67b32542-595e-4a72-ad66-90e338237799,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:39.239274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 67b32542-595e-4a72-ad66-90e338237799 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:00:39.244026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Made reservation on behalf of fbb6fbffb0764344abd81de6272aaee7 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:00:39.248862 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.375187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] For port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:39.375617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.577816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.770142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39deee9-dd38-4adb-8959-bce6454ac032,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:39.773075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Checking segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:39.773749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Network hostable DHCP agents. Network: 67b32542-595e-4a72-ad66-90e338237799, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:00:39.821846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Network 67b32542-595e-4a72-ad66-90e338237799 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:00:39.850211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 67b32542-595e-4a72-ad66-90e338237799) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:39.858058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:39.860762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.867801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba1f941-2749-4b18-9840-87554f65d5ab None None] Network 67b32542-595e-4a72-ad66-90e338237799 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:39.891506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ebff3523-9de8-4fa4-b219-63bed9b49a62 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7121849 Jul 30 02:00:39.894326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51664) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:39.908907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:39.958967 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.960081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.960778 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Floating IP 038d9aa6-9f35-4603-aa20-d94fca0dd5c9 disassociated. External IP: 172.25.7.87, port: 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd. Jul 30 02:00:39.961322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Calling delete_port for 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:39.982962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:39.984378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.103667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.322110 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.349717 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.420483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-67b32542-595e-4a72-ad66-90e338237799', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:00:40.426011 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:40.449580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event deleted for resources: {'Port': ['ID=7c7591b9-e4ae-4bed-8b19-9567ed64a4dd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:40.585015 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7ece9cf-76e6-4e67-b14e-49118c30ec8d req-138035be-d74b-471c-b214-aa021cf600da tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 210 time: 0.1306760 Jul 30 02:00:40.795696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:41.016586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Allocated IP 172.20.0.2 (67b32542-595e-4a72-ad66-90e338237799/e39deee9-dd38-4adb-8959-bce6454ac032/a26b07c2-968b-43cc-ac3f-a4a14981b7c5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:41.077592 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.100946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:41.119120 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] Sync routers for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:41.155406 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.166473 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:41.167397 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:00:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:41.278644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] No DVR routers for this DVR port 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:41.283408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.293090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b102d58d-512c-4a27-b4b2-453cbceefc0f req-6794117b-4305-4423-8e46-29976aa7340e tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.22 "DELETE /v2.0/ports/7c7591b9-e4ae-4bed-8b19-9567ed64a4dd HTTP/1.1" status: 204 len: 173 time: 2.3827331 Jul 30 02:00:41.295421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'name': 'network-vif-deleted', 'tag': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:41.298001 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dcc9ff-6a29-49fc-b7d4-9de9a1db612a" -d '{"events": [{"server_uuid": "2f3d335c-098a-49a8-bda4-6b4f95264c53", "name": "network-vif-deleted", "tag": "7c7591b9-e4ae-4bed-8b19-9567ed64a4dd"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:41.577368 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:41.608339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Allocated IP 172.25.7.44 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:41.632330 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.651238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Transition to ACTIVE for port object a26b07c2-968b-43cc-ac3f-a4a14981b7c5 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:41.718276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Transition to ACTIVE for port object a26b07c2-968b-43cc-ac3f-a4a14981b7c5 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:41.733011 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:41.838796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Network 67b32542-595e-4a72-ad66-90e338237799 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:41.847102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:41.868571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:42.001863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Pushing event updated for resources: {'Port': ['ID=a26b07c2-968b-43cc-ac3f-a4a14981b7c5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:42.014272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.097274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Attempting to bind port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:42.097894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Attempting to bind port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:42.098687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Attempting to bind port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 on network 67b32542-595e-4a72-ad66-90e338237799 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:42.115987 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59394a3-268b-497f-a54d-725d0f6430f6 x-openstack-request-id: req-f59394a3-268b-497f-a54d-725d0f6430f6 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:42.117030 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3d335c-098a-49a8-bda4-6b4f95264c53", "name": "network-vif-deleted", "tag": "7c7591b9-e4ae-4bed-8b19-9567ed64a4dd", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:42.117030 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f59394a3-268b-497f-a54d-725d0f6430f6 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:42.117856 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3d335c-098a-49a8-bda4-6b4f95264c53', 'name': 'network-vif-deleted', 'tag': '7c7591b9-e4ae-4bed-8b19-9567ed64a4dd', 'status': 'completed', 'code': 200} Jul 30 02:00:42.118747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.124265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.125452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.126234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.127582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.128472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.131533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.133498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.135741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.139378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.140320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.141873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:42.153353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:42.154401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Checking segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:42.155676 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.156724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Bound using segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:42.157676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Bound port: a26b07c2-968b-43cc-ac3f-a4a14981b7c5, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:42.158543 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.232655 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.398011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] For port a26b07c2-968b-43cc-ac3f-a4a14981b7c5, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:42.408222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] For port a26b07c2-968b-43cc-ac3f-a4a14981b7c5, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a26b07c2-968b-43cc-ac3f-a4a14981b7c5,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:42.420493 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:42.430672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:42.466810 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:42.468289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:42.489187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:42.628942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c753f10-6a50-4c0d-bd5e-7ae39d3ea1c8 req-26200ac3-8efb-4af3-baf2-5856c483389b tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f3d335c-098a-49a8-bda4-6b4f95264c53 HTTP/1.1" status: 200 len: 210 time: 0.1105926 Jul 30 02:00:42.669245 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] Checking router: 8d11c98b-8ab5-40fd-ba98-385aba6299d8 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:00:42.710544 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:42.712124 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:00:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:42.753408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:42.777092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc6b7f-cbf1-410e-b3f4-a96108f074d6 None None] Pushing event updated for resources: {'Port': ['ID=a26b07c2-968b-43cc-ac3f-a4a14981b7c5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:43.232838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:43.265655 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:43.306387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:43.306908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7c7591b9-e4ae-4bed-8b19-9567ed64a4dd not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:43.712960 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.025308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a26b07c2-968b-43cc-ac3f-a4a14981b7c5 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:44.069496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:44.148265 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1a69c7-3439-4a6e-a6ff-83272abbd054 None None] The sync data for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 is: [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '675e9a15-24aa-4aff-9eca-5c34feb974d1', 'name': '', 'network_id': '057133cf-9c90-429e-8a3e-886209a54a99', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'mac_address': 'fa:16:3e:8b:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:30Z', 'updated_at': '2021-07-30T01:50:46Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'subnets': [{'id': 'b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:44.237307 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:44.483982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:44.809266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7831cb-6a8d-4e92-b593-4202753cdaf1 None None] New status for floating IP 038d9aa6-9f35-4603-aa20-d94fca0dd5c9: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:00:44.885445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51814) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:44.915352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Router b975494b-bda8-4e4b-b578-976e179c3e1c is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:00:45.095957 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.147975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc0ba5c-beef-4649-b77f-d33ab7a36aef None None] Network 67b32542-595e-4a72-ad66-90e338237799 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:00:45.257966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-02483685-2188-4569-97e1-04753e9b1dd7 None None] Provisioning for port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:45.280808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.288447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-02483685-2188-4569-97e1-04753e9b1dd7 None None] Provisioning complete for port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:45.292215 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02483685-2188-4569-97e1-04753e9b1dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.391248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaa7fd-27fe-436e-bf8a-452e85ec62a8 req-5cc5c93e-9572-4a0a-b35f-64eb8042d8ad tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:45.402099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:45.415832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bfaa7fd-27fe-436e-bf8a-452e85ec62a8 req-5cc5c93e-9572-4a0a-b35f-64eb8042d8ad tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 948 time: 0.2928648 Jul 30 02:00:45.419910 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Sync routers for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:45.437090 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.444910 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e6211203-0c6b-42b9-ad85-eb47058df395 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5480094 Jul 30 02:00:45.447332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51822) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:45.449760 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:45.450773 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:00:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:45.519666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bfaa7fd-27fe-436e-bf8a-452e85ec62a8 req-7cba1f95-7eb2-4385-9f3b-709a51451350 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007342 Jul 30 02:00:45.567278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.574252 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.576722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "DELETE /v2.0/security-groups/1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a HTTP/1.1" status: 204 len: 168 time: 0.6882517 Jul 30 02:00:45.599858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51826) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:45.599858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:45.642724 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.643394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.644138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.644985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.645604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.646186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.646939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.648053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.648633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.649228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.650110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.650769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69ccb3a-4682-4d7a-af95-b3d9f0ffb132 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:45.659868 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-ccdf2bb7-7b9e-4394-9759-66720ab7ad15 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] show failed (client error): The resource could not be found. Jul 30 02:00:45.663089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ccdf2bb7-7b9e-4394-9759-66720ab7ad15 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "GET /v2.0/security-groups/1e2b9da1-c3a6-4dc7-b5d4-cb3d06a51a8a HTTP/1.1" status: 404 len: 347 time: 0.0593982 Jul 30 02:00:45.667354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51828) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:45.724086 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02483685-2188-4569-97e1-04753e9b1dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.774604 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:45.937155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-02483685-2188-4569-97e1-04753e9b1dd7 None None] For port a26b07c2-968b-43cc-ac3f-a4a14981b7c5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a26b07c2-968b-43cc-ac3f-a4a14981b7c5,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:45.958341 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02483685-2188-4569-97e1-04753e9b1dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:45.977406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Deleting port 360c7710-cfc6-438a-88ce-07c360887dd9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:45.978289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.080387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02483685-2188-4569-97e1-04753e9b1dd7 None None] Pushing event updated for resources: {'Port': ['ID=a26b07c2-968b-43cc-ac3f-a4a14981b7c5,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:46.208460 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.209008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.234498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Calling delete_port for 360c7710-cfc6-438a-88ce-07c360887dd9 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:46.333869 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:43Z', 'revision_number': 3, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:46.424588 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Checking router: b975494b-bda8-4e4b-b578-976e179c3e1c for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:00:46.425663 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Updating router b975494b-bda8-4e4b-b578-976e179c3e1c port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:00:46.495238 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.516528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fec9ecc3-ca47-4e68-b9d0-6194741367dc None None] Provisioning complete for port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:46.519242 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fec9ecc3-ca47-4e68-b9d0-6194741367dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.585278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:46.724571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Pushing event deleted for resources: {'Port': ['ID=360c7710-cfc6-438a-88ce-07c360887dd9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:46.875932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.047082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf87356-f347-43dc-a9d7-76e45c9eac09 req-a03ce2d7-1864-4457-b8d6-daae8246f618 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.051617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bf87356-f347-43dc-a9d7-76e45c9eac09 req-a03ce2d7-1864-4457-b8d6-daae8246f618 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 948 time: 0.2470257 Jul 30 02:00:47.067153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.076495 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.076495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ecdfcedf-4083-405c-b613-31c6ddaab709 tempest-AttachVolumeTestJSON-403868960 tempest-AttachVolumeTestJSON-403868960-project] 10.222.0.84 "DELETE /v2.0/floatingips/038d9aa6-9f35-4603-aa20-d94fca0dd5c9 HTTP/1.1" status: 204 len: 168 time: 1.4058635 Jul 30 02:00:47.209087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bf87356-f347-43dc-a9d7-76e45c9eac09 req-a6f9ad63-bda3-4036-9854-561af79ff8fe tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296334 Jul 30 02:00:47.419698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Allocated IP 172.20.0.1 (67b32542-595e-4a72-ad66-90e338237799/e39deee9-dd38-4adb-8959-bce6454ac032/d97da2a7-e221-494f-9ded-5bd535c87378) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:00:47.562229 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.592594 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Transition to ACTIVE for port object bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:47.610933 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.753718 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Attempting to bind port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:47.754920 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Attempting to bind port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:47.755625 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Attempting to bind port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:47.776410 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:47.777075 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:47.777730 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.778576 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:47.779368 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Bound port: bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:47.780114 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.905168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b31e9521-7baa-4d42-9aec-2410bdce2373 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:47.909652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b31e9521-7baa-4d42-9aec-2410bdce2373 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 948 time: 0.2474976 Jul 30 02:00:47.921653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:47.946819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a26b07c2-968b-43cc-ac3f-a4a14981b7c5 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:48.065870 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] For port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:48.080826 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] For port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:48.096204 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.126297 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Pushing event updated for resources: {'Port': ['ID=bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:48.140087 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.140547 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.141539 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.141997 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.142438 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.143043 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.143511 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.143954 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.144468 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.144899 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.145350 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.145847 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:48.202826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:48.210108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.229138 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:48.230762 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:00:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:48.326035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Deleting port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:48.326999 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.737538 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdc2b4-c644-477e-b464-acf2bf0e366e None None] Pushing event updated for resources: {'Port': ['ID=bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:48.756730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] For port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:48.757487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:48.822399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Calling delete_port for 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:48.876837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Transition to ACTIVE for port object d97da2a7-e221-494f-9ded-5bd535c87378 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:48.881621 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:48.948231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.064591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Pushing event updated for resources: {'Port': ['ID=d97da2a7-e221-494f-9ded-5bd535c87378,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:49.087937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.088421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.089513 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.090100 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.090657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.091188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.091773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.092336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.092893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.093439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.094699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.094699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:00:49.112134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Network 67b32542-595e-4a72-ad66-90e338237799 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:49.117020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:49.120228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:00:49.204874 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.415026 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:43Z', 'revision_number': 3, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:49.485957 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9993e49f-ffce-4a08-a294-17d9e980e5b2 None None] The sync data for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 is: [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:43Z', 'revision_number': 3, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:00:49.516555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.637022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3838e4f-3a9d-4e13-8e33-9e9771a63b1e req-54bf28c0-5f26-453b-8084-e0914286a10b tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:49.656471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3838e4f-3a9d-4e13-8e33-9e9771a63b1e req-54bf28c0-5f26-453b-8084-e0914286a10b tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=87287c0c-3b68-4155-bbd1-9edf41f00751 HTTP/1.1" status: 200 len: 865 time: 0.3307924 Jul 30 02:00:49.801561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.805760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4f44ee50-f575-44f2-9f13-4f7947bfd61d None None] Provisioning for port d97da2a7-e221-494f-9ded-5bd535c87378 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:49.813512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4f44ee50-f575-44f2-9f13-4f7947bfd61d None None] Provisioning complete for port d97da2a7-e221-494f-9ded-5bd535c87378 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:49.815407 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f44ee50-f575-44f2-9f13-4f7947bfd61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:49.964433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Pushing event deleted for resources: {'Port': ['ID=4d4d0cd6-2d3e-4848-8882-b6bab12a85bf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:49.991333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4f44ee50-f575-44f2-9f13-4f7947bfd61d None None] Port d97da2a7-e221-494f-9ded-5bd535c87378 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:50.103752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] No DVR routers for this DVR port 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:50.109506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.115126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d8aec6-96f6-4bd1-ab83-1063ade8e90f req-b70ec8f5-9af8-4562-a5f8-b2bf7fadc02c tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "DELETE /v2.0/ports/4d4d0cd6-2d3e-4848-8882-b6bab12a85bf HTTP/1.1" status: 204 len: 173 time: 2.1968641 Jul 30 02:00:50.132779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'name': 'network-vif-deleted', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:50.149801 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cb0476-9e35-4c8a-aad3-24173cf17f03" -d '{"events": [{"server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "name": "network-vif-deleted", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:50.311740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3838e4f-3a9d-4e13-8e33-9e9771a63b1e req-a3ec752e-9a39-4a01-9dbe-c6ba697acbe8 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6353681 Jul 30 02:00:50.511857 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.523910 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.610302 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d6a77-e9d1-46b6-9a2f-a5f03eedb64c x-openstack-request-id: req-115d6a77-e9d1-46b6-9a2f-a5f03eedb64c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:50.611085 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87287c0c-3b68-4155-bbd1-9edf41f00751", "name": "network-vif-deleted", "tag": "4d4d0cd6-2d3e-4848-8882-b6bab12a85bf", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:50.611085 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-115d6a77-e9d1-46b6-9a2f-a5f03eedb64c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:50.611629 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87287c0c-3b68-4155-bbd1-9edf41f00751', 'name': 'network-vif-deleted', 'tag': '4d4d0cd6-2d3e-4848-8882-b6bab12a85bf', 'status': 'completed', 'code': 200} Jul 30 02:00:50.809193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:50.837669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Pushing event updated for resources: {'Port': ['ID=d97da2a7-e221-494f-9ded-5bd535c87378,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:51.118856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Network 67b32542-595e-4a72-ad66-90e338237799 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:00:51.118856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:00:51.257323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:51.412562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:00:51.412907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 4d4d0cd6-2d3e-4848-8882-b6bab12a85bf not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:51.610623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Router b975494b-bda8-4e4b-b578-976e179c3e1c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:00:51.793471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b73cfe42-c12e-46e0-b3ee-3541edca6809 None None] Provisioning complete for port d97da2a7-e221-494f-9ded-5bd535c87378 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:51.793846 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b73cfe42-c12e-46e0-b3ee-3541edca6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:51.985483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:51.994278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b73cfe42-c12e-46e0-b3ee-3541edca6809 None None] Port d97da2a7-e221-494f-9ded-5bd535c87378 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:52.181972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:00:52.195675 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9eb42fc0-f335-4cf8-b29a-fa919e062d10 admin admin] 10.222.0.84 "PUT /v2.0/routers/b975494b-bda8-4e4b-b578-976e179c3e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7447190 Jul 30 02:00:52.197479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:00:52.221127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:52.221702 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.491865 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.498591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4154b-4ca4-4988-94ca-53e0e50995ff req-3d1d6eab-4a09-434e-95d9-0eebfca6c284 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:52.514653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4154b-4ca4-4988-94ca-53e0e50995ff req-3d1d6eab-4a09-434e-95d9-0eebfca6c284 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:52.536916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4154b-4ca4-4988-94ca-53e0e50995ff req-3d1d6eab-4a09-434e-95d9-0eebfca6c284 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:52.547745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4154b-4ca4-4988-94ca-53e0e50995ff req-3d1d6eab-4a09-434e-95d9-0eebfca6c284 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:52.559696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:52.564251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4154b-4ca4-4988-94ca-53e0e50995ff req-3d1d6eab-4a09-434e-95d9-0eebfca6c284 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:52.570013 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:52.600958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4154b-4ca4-4988-94ca-53e0e50995ff req-3d1d6eab-4a09-434e-95d9-0eebfca6c284 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:52.614810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4154b-4ca4-4988-94ca-53e0e50995ff req-3d1d6eab-4a09-434e-95d9-0eebfca6c284 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:52.626385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7b4154b-4ca4-4988-94ca-53e0e50995ff req-3d1d6eab-4a09-434e-95d9-0eebfca6c284 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5434 time: 0.2812657 Jul 30 02:00:52.722933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:52.747572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7b4154b-4ca4-4988-94ca-53e0e50995ff req-95c84e6a-1708-4e8c-b85e-909d32419e51 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020231 Jul 30 02:00:53.254504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-922b485b-31fb-45da-b256-20c9bf195ae3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.271996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-922b485b-31fb-45da-b256-20c9bf195ae3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.288795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-922b485b-31fb-45da-b256-20c9bf195ae3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.302043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-922b485b-31fb-45da-b256-20c9bf195ae3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.334980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-922b485b-31fb-45da-b256-20c9bf195ae3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.348834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-922b485b-31fb-45da-b256-20c9bf195ae3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.369162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-922b485b-31fb-45da-b256-20c9bf195ae3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.373740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-922b485b-31fb-45da-b256-20c9bf195ae3 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 5434 time: 0.2737913 Jul 30 02:00:53.418532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Sync routers for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:00:53.438733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:53.445136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:00:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:53.577210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-4f983e70-dd2e-4f16-8f55-3689a3b9e524 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:53.581396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-4f983e70-dd2e-4f16-8f55-3689a3b9e524 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "GET /v2.0/ports/7e975dfa-0de7-4f8d-913c-ec6060cd7934?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1877580 Jul 30 02:00:53.733280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:53.887871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:00:53.986023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-02587316-d7ee-4b9c-b1ab-3db65063629c tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "GET /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3955603 Jul 30 02:00:54.082534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51974) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:54.095825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c6b0a645-65c5-4727-a6e9-93e14929f236 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216325670', 'description': 'tempest-description--736721666'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:54.201077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:54.215425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a645-65c5-4727-a6e9-93e14929f236 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.232841 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.468842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:54.469682 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.489125 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:54.894774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4e5c1-a9b1-4220-afaf-9aae36ad7b6f req-6007a6e5-2f7a-4849-a503-02e4b349012b tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:54.914533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23a4e5c1-a9b1-4220-afaf-9aae36ad7b6f req-6007a6e5-2f7a-4849-a503-02e4b349012b tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 947 time: 0.5969465 Jul 30 02:00:55.045161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:00:50Z', 'revision_number': 2, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:55.073551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] For port 7e975dfa-0de7-4f8d-913c-ec6060cd7934, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7e975dfa-0de7-4f8d-913c-ec6060cd7934,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:55.136284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Checking router: b975494b-bda8-4e4b-b578-976e179c3e1c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:00:55.136284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Updating router b975494b-bda8-4e4b-b578-976e179c3e1c port d97da2a7-e221-494f-9ded-5bd535c87378 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:00:55.174612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23a4e5c1-a9b1-4220-afaf-9aae36ad7b6f req-def6e8b5-d87c-402b-a3c8-ffc1166cd102 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/security-groups?id=14b15d28-cad6-4ce0-b400-931ba2cdd7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140818 Jul 30 02:00:55.232123 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.316586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6af04872-db07-4769-81b3-9f357847b528 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:55.323505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] For port 7e975dfa-0de7-4f8d-913c-ec6060cd7934, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:55.448305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] device_id is not set on port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:00:55.517487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:55.561521 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.059661 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a645-65c5-4727-a6e9-93e14929f236 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.264439 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a645-65c5-4727-a6e9-93e14929f236 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.358063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.369510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-cc3a3c8d-09de-4153-8509-55f7e7aa3654 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.371818 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-cc3a3c8d-09de-4153-8509-55f7e7aa3654 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "GET /v2.0/ports?device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 947 time: 0.2346666 Jul 30 02:00:56.397927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] No DVR routers for this DVR port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:56.491129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919009a-3ad6-4097-a474-b6ac3065a906 req-5b14079f-201b-4983-81e6-744e7bb7cd9e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.535191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919009a-3ad6-4097-a474-b6ac3065a906 req-5b14079f-201b-4983-81e6-744e7bb7cd9e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.569648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:56.621190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919009a-3ad6-4097-a474-b6ac3065a906 req-5b14079f-201b-4983-81e6-744e7bb7cd9e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.634817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6af04872-db07-4769-81b3-9f357847b528, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6af04872-db07-4769-81b3-9f357847b528,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:56.677556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919009a-3ad6-4097-a474-b6ac3065a906 req-5b14079f-201b-4983-81e6-744e7bb7cd9e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.680927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af04872-db07-4769-81b3-9f357847b528'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:56.691815 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea215ffa-35d5-437b-9187-ec172b2226f1" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "6af04872-db07-4769-81b3-9f357847b528"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:56.697058 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:56.699223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:56.719627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919009a-3ad6-4097-a474-b6ac3065a906 req-5b14079f-201b-4983-81e6-744e7bb7cd9e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.738759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919009a-3ad6-4097-a474-b6ac3065a906 req-5b14079f-201b-4983-81e6-744e7bb7cd9e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:56.761700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1919009a-3ad6-4097-a474-b6ac3065a906 req-5b14079f-201b-4983-81e6-744e7bb7cd9e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 4659 time: 1.0056720 Jul 30 02:00:56.798557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e975dfa-0de7-4f8d-913c-ec6060cd7934,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:56.861735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Deleting port 7da18178-7573-4182-a01c-a867ffb8d038 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:00:56.862272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.103652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6b0a645-65c5-4727-a6e9-93e14929f236 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.113227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c6b0a645-65c5-4727-a6e9-93e14929f236 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.0284560 Jul 30 02:00:57.114266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52032) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:57.128823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6af04872-db07-4769-81b3-9f357847b528,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:57.150751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-917db9c9-7e24-40f2-8656-84bbc9af75c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'security_group_rule': {'security_group_id': '8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:57.157990 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:00:57.163110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] For port 7da18178-7573-4182-a01c-a867ffb8d038, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7da18178-7573-4182-a01c-a867ffb8d038,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:57.163748 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.189106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Calling delete_port for 7da18178-7573-4182-a01c-a867ffb8d038 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:00:57.204879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0a645-65c5-4727-a6e9-93e14929f236 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:57.324754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1919009a-3ad6-4097-a474-b6ac3065a906 req-abf3bc51-fe55-495e-8859-c2f369f94732 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5610898 Jul 30 02:00:57.346191 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.360869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Transition to ACTIVE for port object d97da2a7-e221-494f-9ded-5bd535c87378 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:00:57.361571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] In _notify_port_updated(), no bound segment for port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:00:57.367951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:57.369329 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.372013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-3df2eb2c-b10f-41e7-b38c-37d1b99520a9 service neutron] 10.222.0.22 "PUT /v2.0/ports/7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 200 len: 1028 time: 3.3723147 Jul 30 02:00:57.374856 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.441543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-30bd0880-3e1f-4ad1-bfb4-22712233ac42 None None] Provisioning complete for port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:00:57.450787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30bd0880-3e1f-4ad1-bfb4-22712233ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.594899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.636793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9d9441d-a373-4a74-a886-5aaf26ea8662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.646371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Attempting to bind port d97da2a7-e221-494f-9ded-5bd535c87378 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:00:57.646906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Attempting to bind port d97da2a7-e221-494f-9ded-5bd535c87378 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:00:57.647285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Attempting to bind port d97da2a7-e221-494f-9ded-5bd535c87378 on network 67b32542-595e-4a72-ad66-90e338237799 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:00:57.659011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:00:57.659680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Checking segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:00:57.660091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.660755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Bound using segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:00:57.660931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-07cdc110-db4f-4229-97f1-71ddd7e05a0b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:57.661702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Bound port: d97da2a7-e221-494f-9ded-5bd535c87378, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:00:57.662320 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.662551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-07cdc110-db4f-4229-97f1-71ddd7e05a0b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "GET /v2.0/ports/6af04872-db07-4769-81b3-9f357847b528?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2702732 Jul 30 02:00:57.699907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:57.700405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1a21-0cac-49e7-a30e-f76e122541dd None None] Pushing event updated for resources: {'Port': ['ID=d97da2a7-e221-494f-9ded-5bd535c87378,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:57.732881 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-917db9c9-7e24-40f2-8656-84bbc9af75c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:57.773829 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9d1a9a7-fc66-47f4-a618-f9d47b40c334 req-b7e40876-f633-4b0f-aa98-7911e794af01 tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.84 "GET /v2.0/ports?device_id=334faa76-9e0a-48b1-a2ed-db15e86d8e1a HTTP/1.1" status: 200 len: 210 time: 0.1571302 Jul 30 02:00:57.786945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] For port d97da2a7-e221-494f-9ded-5bd535c87378, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:57.807993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] For port d97da2a7-e221-494f-9ded-5bd535c87378, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d97da2a7-e221-494f-9ded-5bd535c87378,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:00:57.849067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Pushing event deleted for resources: {'Port': ['ID=7da18178-7573-4182-a01c-a867ffb8d038,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:57.913439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-30bd0880-3e1f-4ad1-bfb4-22712233ac42 None None] Port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:00:57.943357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.003376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] No DVR routers for this DVR port 7da18178-7573-4182-a01c-a867ffb8d038 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:00:58.012114 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.014432 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6e87b038-6531-48c8-ad5b-74666baaacaf req-a58eedf9-2da4-44c7-a3b5-7ab20e85bfdc tempest-ListImageFiltersTestJSON-1934901459 tempest-ListImageFiltersTestJSON-1934901459-project] 10.222.0.22 "DELETE /v2.0/ports/7da18178-7573-4182-a01c-a867ffb8d038 HTTP/1.1" status: 204 len: 173 time: 1.6291695 Jul 30 02:00:58.032619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-deleted', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:00:58.040238 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a790319-2921-43ba-9f49-a00fee73cd5b" -d '{"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-deleted", "tag": "7da18178-7573-4182-a01c-a867ffb8d038"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:00:58.173191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.230420 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db389e31-ca3c-4238-9c25-b6b2133750c5 x-openstack-request-id: req-db389e31-ca3c-4238-9c25-b6b2133750c5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:58.230624 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "6af04872-db07-4769-81b3-9f357847b528", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:58.231085 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db389e31-ca3c-4238-9c25-b6b2133750c5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:58.231687 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af04872-db07-4769-81b3-9f357847b528', 'code': 200} Jul 30 02:00:58.236502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1a21-0cac-49e7-a30e-f76e122541dd None None] Pushing event updated for resources: {'Port': ['ID=d97da2a7-e221-494f-9ded-5bd535c87378,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:58.329624 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.333883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:00:58.335111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:00:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:58.426978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9d9441d-a373-4a74-a886-5aaf26ea8662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.438347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9d9441d-a373-4a74-a886-5aaf26ea8662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.521041 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c9d9441d-a373-4a74-a886-5aaf26ea8662 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5d51224a8329496fae844145b9e10433&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9498522 Jul 30 02:00:58.522567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52056) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:58.753207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9441d-a373-4a74-a886-5aaf26ea8662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fb050a-899f-4fc2-a6f5-03d10cf61e40,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:58.835955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:00:58.865177 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6dfa9a-c3fe-4c13-840c-b46a6a3e211c x-openstack-request-id: req-2c6dfa9a-c3fe-4c13-840c-b46a6a3e211c {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:00:58.865650 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334faa76-9e0a-48b1-a2ed-db15e86d8e1a", "name": "network-vif-deleted", "tag": "7da18178-7573-4182-a01c-a867ffb8d038", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:00:58.866073 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2c6dfa9a-c3fe-4c13-840c-b46a6a3e211c {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:00:58.866738 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334faa76-9e0a-48b1-a2ed-db15e86d8e1a', 'name': 'network-vif-deleted', 'tag': '7da18178-7573-4182-a01c-a867ffb8d038', 'status': 'completed', 'code': 200} Jul 30 02:00:58.872162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac83f5e4-b591-4b69-80b6-5daccc572bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:58.949595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac83f5e4-b591-4b69-80b6-5daccc572bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.010746 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-917db9c9-7e24-40f2-8656-84bbc9af75c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.077519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-917db9c9-7e24-40f2-8656-84bbc9af75c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.107714 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac83f5e4-b591-4b69-80b6-5daccc572bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.112238 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac83f5e4-b591-4b69-80b6-5daccc572bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.113773 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac83f5e4-b591-4b69-80b6-5daccc572bcb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a7fb050a-899f-4fc2-a6f5-03d10cf61e40 HTTP/1.1" status: 204 len: 168 time: 0.5864923 Jul 30 02:00:59.136115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83f5e4-b591-4b69-80b6-5daccc572bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fb050a-899f-4fc2-a6f5-03d10cf61e40,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:59.295641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:59.337266 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.337266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7e975dfa-0de7-4f8d-913c-ec6060cd7934 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:59.451686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] For port 6af04872-db07-4769-81b3-9f357847b528, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6af04872-db07-4769-81b3-9f357847b528,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:00:59.513751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7e975dfa-0de7-4f8d-913c-ec6060cd7934 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:00:59.514446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:00:59.547477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-9422012e-3632-4719-b021-c173f30dec1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9578946 Jul 30 02:00:59.628030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917db9c9-7e24-40f2-8656-84bbc9af75c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2269b726-e704-4305-a72a-87171bee181d,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:59.644311 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-917db9c9-7e24-40f2-8656-84bbc9af75c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.645596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-917db9c9-7e24-40f2-8656-84bbc9af75c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5204201 Jul 30 02:00:59.647037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] For port 6af04872-db07-4769-81b3-9f357847b528, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:00:59.652397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52074) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.658385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bd88fbc5-2f56-4970-8027-13adb1e04623 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'security_group_rule': {'security_group_id': '8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:00:59.710400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:00:59.713217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bafec-b5b2-4e7b-9697-27dfa439aeca req-6736912f-3c12-46e9-bb9f-1801decb5db4 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.720062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bafec-b5b2-4e7b-9697-27dfa439aeca req-6736912f-3c12-46e9-bb9f-1801decb5db4 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.726446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bafec-b5b2-4e7b-9697-27dfa439aeca req-6736912f-3c12-46e9-bb9f-1801decb5db4 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.733322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bafec-b5b2-4e7b-9697-27dfa439aeca req-6736912f-3c12-46e9-bb9f-1801decb5db4 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.739609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bafec-b5b2-4e7b-9697-27dfa439aeca req-6736912f-3c12-46e9-bb9f-1801decb5db4 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.746025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bafec-b5b2-4e7b-9697-27dfa439aeca req-6736912f-3c12-46e9-bb9f-1801decb5db4 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.754005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-806bafec-b5b2-4e7b-9697-27dfa439aeca req-6736912f-3c12-46e9-bb9f-1801decb5db4 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 4657 time: 0.7024307 Jul 30 02:00:59.789027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] device_id is not set on port 6af04872-db07-4769-81b3-9f357847b528 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:00:59.796490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52076) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:00:59.803079 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.825292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-7f957a18-df2a-438c-84d0-2671ca60c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:00:59.829248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-7f957a18-df2a-438c-84d0-2671ca60c1f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1096 time: 0.1989565 Jul 30 02:00:59.876420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:00:57Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:00:59.884896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d27b4efb-e516-443f-b43a-e399cc6ae7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.886400 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.894836 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd88fbc5-2f56-4970-8027-13adb1e04623 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:00:59.968050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37447808-2bd8-4217-8eb5-0048c074ac7d None None] The sync data for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 is: [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:00:57Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:00.012536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-83f2cb37-34a4-4a8c-a025-017d0a066111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:00.015075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-83f2cb37-34a4-4a8c-a025-017d0a066111 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.1347158 Jul 30 02:01:00.016609 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.060706 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-806bafec-b5b2-4e7b-9697-27dfa439aeca req-a29bec0f-8ec6-4fa7-9122-6edb672e307f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=41aa509c-527e-4d45-b79b-c9c898473c6b&id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2984560 Jul 30 02:01:00.157505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:00.169521 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.173056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1883ce7e-549a-45f1-a991-b66482189a87 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:00.336345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3'}, {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:00.341411 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4aaa8f-d7a4-4048-b785-17b1154f1f3d" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3"}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:00.447206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.456412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d27b4efb-e516-443f-b43a-e399cc6ae7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.483340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d27b4efb-e516-443f-b43a-e399cc6ae7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.516958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] No DVR routers for this DVR port 6af04872-db07-4769-81b3-9f357847b528 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:00.520882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] Pushing event updated for resources: {'Port': ['ID=6af04872-db07-4769-81b3-9f357847b528,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.552122 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.563793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-6932da90-61bf-46c9-9cba-932afa66e5da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 1001 time: 0.4985182 Jul 30 02:01:00.640613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1883ce7e-549a-45f1-a991-b66482189a87, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1883ce7e-549a-45f1-a991-b66482189a87,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:00.652341 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d27b4efb-e516-443f-b43a-e399cc6ae7ab admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f1f59d3abfcb4415ba0af3c52057778c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8532522 Jul 30 02:01:00.654526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52098) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:00.664860 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.667551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 193102a5-36b8-44b6-9a54-7cf363179076 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:00.698342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd88fbc5-2f56-4970-8027-13adb1e04623 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.731231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-d8438778-6b21-4559-a9a2-bf217c5d394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:00.732755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-d8438778-6b21-4559-a9a2-bf217c5d394b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1542244 Jul 30 02:01:00.786205 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd88fbc5-2f56-4970-8027-13adb1e04623 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.825511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1883ce7e-549a-45f1-a991-b66482189a87,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.848295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] In _notify_port_updated(), no bound segment for port 6af04872-db07-4769-81b3-9f357847b528 on network 5e2a0a98-a22c-4347-84f1-455730e1ba82 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:01:00.849238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:00.859655 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:00.861118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-453e2d51-7f7d-40ce-8b3b-7651cfded470 service neutron] 10.222.0.22 "PUT /v2.0/ports/6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 200 len: 1026 time: 3.1697807 Jul 30 02:01:00.914718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b4efb-e516-443f-b43a-e399cc6ae7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d145ff73-9cea-4c29-816e-6f4af5cc588a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:00.954605 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb910473-1eef-4c06-8fa2-2fd4df445309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.036758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88fbc5-2f56-4970-8027-13adb1e04623 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581e8817-ca7f-4f92-b0af-13f62a5da063,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:01.057374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd88fbc5-2f56-4970-8027-13adb1e04623 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.067346 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bd88fbc5-2f56-4970-8027-13adb1e04623 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4132142 Jul 30 02:01:01.070357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52112) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:01.078967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-084ca86d-7f48-4985-b7f4-eb4495fff6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:01.094451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-084ca86d-7f48-4985-b7f4-eb4495fff6c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3523068 Jul 30 02:01:01.099274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:01.172656 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26b44474-7f68-40f6-a120-81318f417e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.262928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26b44474-7f68-40f6-a120-81318f417e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.275360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5a8bd0ed-f9de-46c4-b70d-245a7ce6f675 None None] Provisioning complete for port 6af04872-db07-4769-81b3-9f357847b528 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:01.281249 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd0ed-f9de-46c4-b70d-245a7ce6f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.296137 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3effb7-a1af-4c3a-bf6c-a311c987fec2 x-openstack-request-id: req-4e3effb7-a1af-4c3a-bf6c-a311c987fec2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:01.297417 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3", "code": 200}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:01.297867 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4e3effb7-a1af-4c3a-bf6c-a311c987fec2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:01.299834 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'code': 200} Jul 30 02:01:01.302214 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609', 'code': 200} Jul 30 02:01:01.388289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.460132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5a8bd0ed-f9de-46c4-b70d-245a7ce6f675 None None] Port 6af04872-db07-4769-81b3-9f357847b528 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:01.469021 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.470900 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.475617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26b44474-7f68-40f6-a120-81318f417e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.481352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26b44474-7f68-40f6-a120-81318f417e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.490299 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-26b44474-7f68-40f6-a120-81318f417e43 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d145ff73-9cea-4c29-816e-6f4af5cc588a HTTP/1.1" status: 204 len: 168 time: 0.8210304 Jul 30 02:01:01.513087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b44474-7f68-40f6-a120-81318f417e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d145ff73-9cea-4c29-816e-6f4af5cc588a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:01.617985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 193102a5-36b8-44b6-9a54-7cf363179076, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=193102a5-36b8-44b6-9a54-7cf363179076,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:01.627324 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.629825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d811e87e-a136-4b9a-89a6-5f8bc20553b3 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:01.663629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port 1883ce7e-549a-45f1-a991-b66482189a87 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:01.664514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:01.768303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-5db2793d-65da-4ec8-8511-163c24cfc136 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455739 Jul 30 02:01:01.985680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac0aa-6fe9-425b-bf39-bcbccbad3028 req-4ea98100-c6a3-466f-a207-ad0f116e9787 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.015263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac0aa-6fe9-425b-bf39-bcbccbad3028 req-4ea98100-c6a3-466f-a207-ad0f116e9787 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.021680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d97da2a7-e221-494f-9ded-5bd535c87378 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:02.026318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=193102a5-36b8-44b6-9a54-7cf363179076,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:02.037739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac0aa-6fe9-425b-bf39-bcbccbad3028 req-4ea98100-c6a3-466f-a207-ad0f116e9787 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.097156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac0aa-6fe9-425b-bf39-bcbccbad3028 req-4ea98100-c6a3-466f-a207-ad0f116e9787 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.114479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac0aa-6fe9-425b-bf39-bcbccbad3028 req-4ea98100-c6a3-466f-a207-ad0f116e9787 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:02.128018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43fac0aa-6fe9-425b-bf39-bcbccbad3028 req-4ea98100-c6a3-466f-a207-ad0f116e9787 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 3880 time: 0.5927255 Jul 30 02:01:02.146766 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.261239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] For port 1883ce7e-549a-45f1-a991-b66482189a87, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1883ce7e-549a-45f1-a991-b66482189a87,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:02.264494 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.343334 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for 1883ce7e-549a-45f1-a991-b66482189a87 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:02.366693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d811e87e-a136-4b9a-89a6-5f8bc20553b3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:02.373119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port d97da2a7-e221-494f-9ded-5bd535c87378 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:02.384934 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.413424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:02.492207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d97da2a7-e221-494f-9ded-5bd535c87378 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:02.505986 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.583180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 7da18178-7573-4182-a01c-a867ffb8d038 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:02.590541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7da18178-7573-4182-a01c-a867ffb8d038 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:02.653384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43fac0aa-6fe9-425b-bf39-bcbccbad3028 req-d92de31a-759c-4b41-aa44-e9e49f055a54 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5237134 Jul 30 02:01:02.745066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d0949e6-b28b-4da0-aff7-a5cb329a77cc req-d020960a-8afb-4fe1-ad3d-a78c0dc0b027 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524431 Jul 30 02:01:02.771154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52146) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:02.817225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d811e87e-a136-4b9a-89a6-5f8bc20553b3,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:02.834030 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.880063 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bfee2065-0673-4dce-8590-60f9f5756f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.937134 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:02.989796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port d97da2a7-e221-494f-9ded-5bd535c87378, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d97da2a7-e221-494f-9ded-5bd535c87378,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:03.001229 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.002691 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.141362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=d97da2a7-e221-494f-9ded-5bd535c87378,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:03.157011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=1883ce7e-549a-45f1-a991-b66482189a87,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:03.171676 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bfee2065-0673-4dce-8590-60f9f5756f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.179342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bfee2065-0673-4dce-8590-60f9f5756f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.268749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bfee2065-0673-4dce-8590-60f9f5756f89 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=12b76d0399514382a547b6c5f5f1ec59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4957533 Jul 30 02:01:03.269599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52154) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:03.270960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee2065-0673-4dce-8590-60f9f5756f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12d2855-6e47-4cef-8200-0935899bb9cc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:03.290395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Allocated IP 172.25.7.236 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/b8a6d805-e10f-4c49-9ac3-81d392683aad) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:03.304027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1883ce7e-549a-45f1-a991-b66482189a87'}, {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193102a5-36b8-44b6-9a54-7cf363179076'}, {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:03.310656 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b471e44-5b85-4ede-ae5a-6d8a31c0bee1" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "1883ce7e-549a-45f1-a991-b66482189a87"}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "193102a5-36b8-44b6-9a54-7cf363179076"}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "d811e87e-a136-4b9a-89a6-5f8bc20553b3"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:03.351101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] No DVR routers for this DVR port 1883ce7e-549a-45f1-a991-b66482189a87 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:03.370424 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f97db8f8-1ee8-4672-8a98-e555f9a417b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.387777 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.403586 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-56cbbcf5-0f16-423a-9892-54b0a3fad565 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "DELETE /v2.0/ports/1883ce7e-549a-45f1-a991-b66482189a87 HTTP/1.1" status: 204 len: 173 time: 2.5294571 Jul 30 02:01:03.404467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': '1883ce7e-549a-45f1-a991-b66482189a87'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:03.407246 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08baac64-96d8-4874-b20b-e60388971bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.408792 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648ba088-7c9a-4c3c-8693-bd2aa87ee2ac" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "1883ce7e-549a-45f1-a991-b66482189a87"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:03.467558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08baac64-96d8-4874-b20b-e60388971bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.595161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08baac64-96d8-4874-b20b-e60388971bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.598943 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-08baac64-96d8-4874-b20b-e60388971bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.600895 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-08baac64-96d8-4874-b20b-e60388971bf1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b12d2855-6e47-4cef-8200-0935899bb9cc HTTP/1.1" status: 204 len: 168 time: 0.3255947 Jul 30 02:01:03.618190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08baac64-96d8-4874-b20b-e60388971bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12d2855-6e47-4cef-8200-0935899bb9cc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:03.805259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.875793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port 193102a5-36b8-44b6-9a54-7cf363179076 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:03.876459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:03.896440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d97da2a7-e221-494f-9ded-5bd535c87378 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:04.021090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d97da2a7-e221-494f-9ded-5bd535c87378 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:04.024829 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.043177 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.240466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] For port 193102a5-36b8-44b6-9a54-7cf363179076, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=193102a5-36b8-44b6-9a54-7cf363179076,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:04.240857 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.245921 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.283044 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717adb45-bdbb-419e-934f-80fde8827b1e x-openstack-request-id: req-717adb45-bdbb-419e-934f-80fde8827b1e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:04.283614 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "1883ce7e-549a-45f1-a991-b66482189a87", "code": 200}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "193102a5-36b8-44b6-9a54-7cf363179076", "code": 200}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-unplugged", "status": "completed", "tag": "d811e87e-a136-4b9a-89a6-5f8bc20553b3", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:04.288271 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-717adb45-bdbb-419e-934f-80fde8827b1e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:04.288974 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1883ce7e-549a-45f1-a991-b66482189a87', 'code': 200} Jul 30 02:01:04.289542 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193102a5-36b8-44b6-9a54-7cf363179076', 'code': 200} Jul 30 02:01:04.289813 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3', 'code': 200} Jul 30 02:01:04.350487 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cf4cc1-cc27-4537-b666-c131c327c631 x-openstack-request-id: req-a5cf4cc1-cc27-4537-b666-c131c327c631 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:04.350737 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "1883ce7e-549a-45f1-a991-b66482189a87", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:04.351166 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a5cf4cc1-cc27-4537-b666-c131c327c631 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:04.352519 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': '1883ce7e-549a-45f1-a991-b66482189a87', 'status': 'completed', 'code': 200} Jul 30 02:01:04.355479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for 193102a5-36b8-44b6-9a54-7cf363179076 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:04.421481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:04.450245 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.496177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:04.508388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:04.515169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'Port': ['ID=b8a6d805-e10f-4c49-9ac3-81d392683aad,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:04.620655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc90854-79dd-44e7-8a6d-7692c0e0ba60 req-b758f7c1-141a-46dc-85fa-c0c6864c1a87 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:04.633040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc90854-79dd-44e7-8a6d-7692c0e0ba60 req-b758f7c1-141a-46dc-85fa-c0c6864c1a87 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:04.645480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc90854-79dd-44e7-8a6d-7692c0e0ba60 req-b758f7c1-141a-46dc-85fa-c0c6864c1a87 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:04.652468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc90854-79dd-44e7-8a6d-7692c0e0ba60 req-b758f7c1-141a-46dc-85fa-c0c6864c1a87 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:04.654337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddc90854-79dd-44e7-8a6d-7692c0e0ba60 req-b758f7c1-141a-46dc-85fa-c0c6864c1a87 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 3143 time: 0.2295306 Jul 30 02:01:04.826275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.860805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddc90854-79dd-44e7-8a6d-7692c0e0ba60 req-6de8119f-0c88-49a5-ae11-efbbdbf800cc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902881 Jul 30 02:01:04.918461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:04.968341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.030990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=193102a5-36b8-44b6-9a54-7cf363179076,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:05.210514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] No DVR routers for this DVR port 193102a5-36b8-44b6-9a54-7cf363179076 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:05.217605 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.220211 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-ca0feccd-dbd7-4420-b3b2-cad690283950 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "DELETE /v2.0/ports/193102a5-36b8-44b6-9a54-7cf363179076 HTTP/1.1" status: 204 len: 173 time: 1.8044989 Jul 30 02:01:05.484138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:05.484911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.491209 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.516958 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:05.867693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52254) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:05.980922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.094700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.140205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'Port': ['ID=b8a6d805-e10f-4c49-9ac3-81d392683aad,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:06.143473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1d7e-dfb9-4e0c-a30a-30facc54073b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.158456 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.173101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.175528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6a2be02c-1398-47f0-a9d2-8cea776199e2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0788872 Jul 30 02:01:06.177482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] For port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:06.178076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.310634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e3c00-4040-4a51-9a76-40e427f70604 req-2a3728d9-49d4-45a1-a071-2fe5817fdcfa tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:06.312673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-191e3c00-4040-4a51-9a76-40e427f70604 req-2a3728d9-49d4-45a1-a071-2fe5817fdcfa tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 945 time: 0.2759824 Jul 30 02:01:06.354769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': '193102a5-36b8-44b6-9a54-7cf363179076'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:06.358933 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc321a-5598-4179-bbc2-e6f1b83368a8" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "193102a5-36b8-44b6-9a54-7cf363179076"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:06.450223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1d7e-dfb9-4e0c-a30a-30facc54073b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.461131 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1d7e-dfb9-4e0c-a30a-30facc54073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.471482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-191e3c00-4040-4a51-9a76-40e427f70604 req-347ddde5-94aa-4824-83d1-a9decd71560d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212215 Jul 30 02:01:06.485847 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f31bb4ad-b875-4540-a707-9dde5e102435 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5adbca801d9d4c8f8893555023b1c765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022867 Jul 30 02:01:06.490139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52278) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.539733 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.540382 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.540918 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Floating IP 1292bcab-89ca-47c1-bbb6-d3f1af73449c disassociated. External IP: 172.25.7.183, port: 56485458-e3b8-4d5e-8901-0b0a0c36f4d3. Jul 30 02:01:06.542179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:06.573134 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9d7b1d7e-dfb9-4e0c-a30a-30facc54073b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=baedb633e0b4494b94f473ae6f865126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012773 Jul 30 02:01:06.575315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b1d7e-dfb9-4e0c-a30a-30facc54073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb77eabd-7ca0-4c49-bb46-8d685590311d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:06.577752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52284) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:06.580806 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d13dcc3a-47a2-4810-abfe-6674356e567a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.705472 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d13dcc3a-47a2-4810-abfe-6674356e567a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.815388 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-35e660bc-bc34-462e-aee2-d392a55dc2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.901781 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-35e660bc-bc34-462e-aee2-d392a55dc2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:06.952000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ced26-a9e5-47ff-aa16-4eb57a0c5c01 req-9aaab160-85ad-4b46-83e9-f40edf2bbe92 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:06.959325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ced26-a9e5-47ff-aa16-4eb57a0c5c01 req-9aaab160-85ad-4b46-83e9-f40edf2bbe92 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:06.966186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ced26-a9e5-47ff-aa16-4eb57a0c5c01 req-9aaab160-85ad-4b46-83e9-f40edf2bbe92 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:06.968336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b3ced26-a9e5-47ff-aa16-4eb57a0c5c01 req-9aaab160-85ad-4b46-83e9-f40edf2bbe92 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 2410 time: 0.2579618 Jul 30 02:01:07.048817 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d13dcc3a-47a2-4810-abfe-6674356e567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.050369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d13dcc3a-47a2-4810-abfe-6674356e567a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.054596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d13dcc3a-47a2-4810-abfe-6674356e567a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/14b15d28-cad6-4ce0-b400-931ba2cdd7b6 HTTP/1.1" status: 204 len: 168 time: 0.5629315 Jul 30 02:01:07.079478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dcc3a-47a2-4810-abfe-6674356e567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b15d28-cad6-4ce0-b400-931ba2cdd7b6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:07.183504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.196238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-35e660bc-bc34-462e-aee2-d392a55dc2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.199129 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-35e660bc-bc34-462e-aee2-d392a55dc2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:07.204332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-35e660bc-bc34-462e-aee2-d392a55dc2c4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bb77eabd-7ca0-4c49-bb46-8d685590311d HTTP/1.1" status: 204 len: 168 time: 0.6174190 Jul 30 02:01:07.246128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b3ced26-a9e5-47ff-aa16-4eb57a0c5c01 req-61f070f6-5516-4e38-8c95-db9fcfdf98ba tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515981 Jul 30 02:01:07.254738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=56485458-e3b8-4d5e-8901-0b0a0c36f4d3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:07.289104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e660bc-bc34-462e-aee2-d392a55dc2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb77eabd-7ca0-4c49-bb46-8d685590311d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:07.422552 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab0d17-e1af-42ff-9a6d-3a8bae2fc7df x-openstack-request-id: req-5dab0d17-e1af-42ff-9a6d-3a8bae2fc7df {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:07.425148 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "193102a5-36b8-44b6-9a54-7cf363179076", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:07.425926 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5dab0d17-e1af-42ff-9a6d-3a8bae2fc7df {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:07.426865 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': '193102a5-36b8-44b6-9a54-7cf363179076', 'status': 'completed', 'code': 200} Jul 30 02:01:07.592227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Router 860907ed-4706-4629-af43-b7115c6a1aec has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:07.764410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-20d62bd3-ea99-4781-a8bb-481fc767520d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1216325670&fields=id&tenant_id=fbb6fbffb0764344abd81de6272aaee7 HTTP/1.1" status: 200 len: 267 time: 0.0969622 Jul 30 02:01:08.227456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-8b51ea5a-8291-44ae-a9b2-f0e16ec8e55c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:08.230070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-8b51ea5a-8291-44ae-a9b2-f0e16ec8e55c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 817 time: 0.4314227 Jul 30 02:01:08.266630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e1613a74-dded-4c9e-bbff-ed8b3fc841a8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/quotas/fbb6fbffb0764344abd81de6272aaee7 HTTP/1.1" status: 200 len: 375 time: 0.0249786 Jul 30 02:01:08.386280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:08.401161 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] Sync routers for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:08.437358 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:08.438439 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:08.496966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] No DVR routers for this DVR port 56485458-e3b8-4d5e-8901-0b0a0c36f4d3 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:08.502487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:08.508139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-296ce936-ba09-43ec-b4f6-8349b715f4c0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "DELETE /v2.0/ports/56485458-e3b8-4d5e-8901-0b0a0c36f4d3 HTTP/1.1" status: 204 len: 173 time: 3.2768390 Jul 30 02:01:08.527484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-54f75822-c297-40b6-a1af-819a93e09f53 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2435210 Jul 30 02:01:08.657595 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:08.950509 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-41197193-c8cb-4ff4-b99b-79f56d49e0ea service neutron] 10.222.0.84 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185365 Jul 30 02:01:09.163891 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '43c8da14-1582-43cb-947d-7fec5711ba85', 'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'mac_address': 'fa:16:3e:60:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:48Z', 'updated_at': '2021-07-30T01:49:04Z', 'revision_number': 5, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'subnets': [{'id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:09.219063 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] Checking router: 860907ed-4706-4629-af43-b7115c6a1aec for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:09.240938 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:09.245924 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:09.265040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-ca478a91-1885-45d9-b9c0-b7bd73dacecc service neutron] 10.222.0.84 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609906 Jul 30 02:01:09.343595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:09.344267 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.494064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:09.499575 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d920cc6-edc4-460f-94ba-696c5709108a" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:09.599279 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:09.600164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] For port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:09.600164 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:09.619725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:10.026153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.068191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:10.073230 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '43c8da14-1582-43cb-947d-7fec5711ba85', 'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'mac_address': 'fa:16:3e:60:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:48Z', 'updated_at': '2021-07-30T01:49:04Z', 'revision_number': 5, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'subnets': [{'id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:10.141225 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdefc00-4548-4c89-b2fb-3d847a7c9733 None None] The sync data for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 is: [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T01:48:50Z', 'revision_number': 4, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '43c8da14-1582-43cb-947d-7fec5711ba85', 'name': '', 'network_id': 'f324a3bc-da11-43ae-bfa0-142a1ae0bf7b', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'mac_address': 'fa:16:3e:60:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:48Z', 'updated_at': '2021-07-30T01:49:04Z', 'revision_number': 5, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'subnets': [{'id': '5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:10.149478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] No DVR routers for this DVR port 6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:10.160505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.167306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0b028c61-dec2-4103-bfca-6f156c011d3d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "DELETE /v2.0/ports/6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609 HTTP/1.1" status: 204 len: 173 time: 1.6364660 Jul 30 02:01:10.609613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391a0b-99f3-4bbf-9153-a801acc41497 req-9738061b-cb2e-4c8d-af6a-d8721209f0e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:10.623316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48391a0b-99f3-4bbf-9153-a801acc41497 req-9738061b-cb2e-4c8d-af6a-d8721209f0e7 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 943 time: 0.2169755 Jul 30 02:01:10.707707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port d811e87e-a136-4b9a-89a6-5f8bc20553b3 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:10.708215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:10.921554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0de43-86ab-41de-8226-fc60662563d8 None None] New status for floating IP 1292bcab-89ca-47c1-bbb6-d3f1af73449c: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:01:10.935735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48391a0b-99f3-4bbf-9153-a801acc41497 req-1262c290-66be-4dbd-95ee-ffd27db98634 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups?id=39f57d19-f72b-40c9-9247-4cd34ca6debe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101215 Jul 30 02:01:11.017861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] For port d811e87e-a136-4b9a-89a6-5f8bc20553b3, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d811e87e-a136-4b9a-89a6-5f8bc20553b3,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:11.018233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.044098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for d811e87e-a136-4b9a-89a6-5f8bc20553b3 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:11.354651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.387081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=d811e87e-a136-4b9a-89a6-5f8bc20553b3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:11.510567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] No DVR routers for this DVR port d811e87e-a136-4b9a-89a6-5f8bc20553b3 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:11.520476 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:11.524350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-797eb415-fb9b-47c8-a98f-8b252bbaceda req-0cf9523d-50c8-40e6-8cd4-76a33891c9f8 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.22 "DELETE /v2.0/ports/d811e87e-a136-4b9a-89a6-5f8bc20553b3 HTTP/1.1" status: 204 len: 173 time: 1.3449008 Jul 30 02:01:11.752108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a5e075b-b10c-48ac-97de-0b9fbc115040 req-1fedcfa6-3853-477e-8a76-e29b48b35500 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 210 time: 0.0769551 Jul 30 02:01:11.857244 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a76511-a6ba-4c96-a114-f39a4366dc4a x-openstack-request-id: req-73a76511-a6ba-4c96-a114-f39a4366dc4a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:11.858547 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "56485458-e3b8-4d5e-8901-0b0a0c36f4d3", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:11.859806 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-73a76511-a6ba-4c96-a114-f39a4366dc4a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:11.860430 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': '56485458-e3b8-4d5e-8901-0b0a0c36f4d3', 'status': 'completed', 'code': 200} Jul 30 02:01:12.372793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba270472-9459-4444-8357-c879feb03aa0 req-add47fee-26b1-4f86-953d-922d16a4527c tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0868366 Jul 30 02:01:12.769644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52494) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:12.792371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:13.029767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85d1c596-09ba-46d3-beb6-591bfd666903 req-238dbd28-8b9b-430a-a6f5-147b61c55cbf tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 210 time: 0.0661361 Jul 30 02:01:13.126905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e0578ae-531a-4c52-8461-0cf083642056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.656205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-464b5def-3a22-4ddc-8418-d499ea48d77b req-cdc6c234-993c-4fa0-be81-62016eb46b8d tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0694757 Jul 30 02:01:13.757306 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e0578ae-531a-4c52-8461-0cf083642056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:13.798743 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e0578ae-531a-4c52-8461-0cf083642056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.213452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609'}, {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:14.217577 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0202ac-a3c6-4fc3-a76f-a75d428d6d4a" -d '{"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609"}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "d811e87e-a136-4b9a-89a6-5f8bc20553b3"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:14.234936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-cd040fa0-be8f-4927-b16b-1f63f0cf73ca tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:14.237447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-cd040fa0-be8f-4927-b16b-1f63f0cf73ca tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 817 time: 0.2687941 Jul 30 02:01:14.251839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6e0578ae-531a-4c52-8461-0cf083642056 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ee7196cef33c465fb3dacb62ec09d4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4575937 Jul 30 02:01:14.256324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52540) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:14.361819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-ce8147ee-be6d-4ce2-ab2e-c3a3fcb1e531 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb6fbffb0764344abd81de6272aaee7 HTTP/1.1" status: 200 len: 380 time: 0.0925837 Jul 30 02:01:14.427028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55132190-547a-46d4-a03d-2e9f73ba590c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.466650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'port': {'device_id': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'admin_state_up': True, 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'security_groups': ['8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:14.492488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55132190-547a-46d4-a03d-2e9f73ba590c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.501036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9c8468d-2ba5-481f-9d2c-826362bb21ae req-5a124d7a-cebf-40b8-ab7c-0e966f1bd6a3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 210 time: 0.1716371 Jul 30 02:01:14.710924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55132190-547a-46d4-a03d-2e9f73ba590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.716166 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55132190-547a-46d4-a03d-2e9f73ba590c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:14.718043 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-55132190-547a-46d4-a03d-2e9f73ba590c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8d95f754-be68-4d6d-9d95-74dfdeb1ef08 HTTP/1.1" status: 204 len: 168 time: 0.4601097 Jul 30 02:01:14.731954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0578ae-531a-4c52-8461-0cf083642056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d95f754-be68-4d6d-9d95-74dfdeb1ef08,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:14.755162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55132190-547a-46d4-a03d-2e9f73ba590c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d95f754-be68-4d6d-9d95-74dfdeb1ef08,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:14.757524 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e38bc5a-466b-4c09-bcce-c959dc3b9ca2 x-openstack-request-id: req-7e38bc5a-466b-4c09-bcce-c959dc3b9ca2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:14.758071 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609", "status": "completed", "code": 200}, {"server_uuid": "fc8029c1-ff32-4ca6-bebc-d8e102ebadef", "name": "network-vif-deleted", "tag": "d811e87e-a136-4b9a-89a6-5f8bc20553b3", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:14.758493 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7e38bc5a-466b-4c09-bcce-c959dc3b9ca2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:14.760876 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': '6bc2fc0f-1c96-4528-9fdd-c7aa18f8a609', 'status': 'completed', 'code': 200} Jul 30 02:01:14.761249 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8029c1-ff32-4ca6-bebc-d8e102ebadef', 'name': 'network-vif-deleted', 'tag': 'd811e87e-a136-4b9a-89a6-5f8bc20553b3', 'status': 'completed', 'code': 200} Jul 30 02:01:14.946505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:01:15.185795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30a2d382-209b-440e-b1dd-ab9501ee9cda req-9bf8eb70-73c4-4b57-a52e-1f4e4029cb63 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.2240086 Jul 30 02:01:15.273259 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:15.313599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'port_id': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'mac_address': 'fa:16:3e:d7:55:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:01:15.356875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Made reservation on behalf of fbb6fbffb0764344abd81de6272aaee7 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:15.372760 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.430359 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.474838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78e9fc75-38ed-4cef-965b-e98e3e44845f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:15.550956 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.584304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:15.601553 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:15.753882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['78e9fc75-38ed-4cef-965b-e98e3e44845f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:15.995858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:16.126216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44c1bac5-475b-4b17-bc02-5513a501f2e3 req-09f93425-c101-4826-929d-10217b616a1a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 210 time: 0.2421610 Jul 30 02:01:16.772980 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7210d3a1-57c9-4829-bad7-067fe9889f54 req-fa65aca4-6667-40bb-bf85-641a6b9122d9 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.2829938 Jul 30 02:01:16.823921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Allocated IP 172.20.0.10 (67b32542-595e-4a72-ad66-90e338237799/e39deee9-dd38-4adb-8959-bce6454ac032/ae454e4b-7a78-46bc-80f3-8dfa9ef554ca) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:16.952960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:17.126316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 78e9fc75-38ed-4cef-965b-e98e3e44845f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:17.128001 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.243032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52620) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:17.396753 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.453851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:17.468455 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23891d76-aefa-47fb-aeca-0f7f9262c3ee" -d '{"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-plugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:17.485420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:17.498214 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.573166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-515630249-network', 'tenant_id': '885560973d97416db2f37bc25a83e0cb'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:17.693567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Made reservation on behalf of 885560973d97416db2f37bc25a83e0cb for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:17.718949 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.762128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:17.767810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad3f831d-cb61-4c13-96c0-15a174cfd3ce req-467d17bb-8cc3-46cd-96c1-40673a93905a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 210 time: 0.1128769 Jul 30 02:01:17.793814 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.906730 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.956508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Transition to ACTIVE for port object ae454e4b-7a78-46bc-80f3-8dfa9ef554ca will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:17.966010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Deleting port 675e9a15-24aa-4aff-9eca-5c34feb974d1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:17.966579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:17.989189 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7749afb2-d4cb-4926-a17a-945719ac9850 x-openstack-request-id: req-7749afb2-d4cb-4926-a17a-945719ac9850 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:17.991665 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-plugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:17.992741 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7749afb2-d4cb-4926-a17a-945719ac9850 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:17.994617 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'code': 200} Jul 30 02:01:18.145419 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.158576 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.213380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c4dafa-238a-4207-9b39-bf6c52a3db95,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:18.261923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:01:18.296069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.297319 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Added segment 02db1769-ac7f-4e4e-9801-251c65111858 of type vlan for network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e Jul 30 02:01:18.416249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.440060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb7f6eaa-3063-41fa-8079-e19e044bcaa3 req-8ed731b6-ae82-48cb-9ca2-e5fc9348c3c5 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.1171069 Jul 30 02:01:18.489372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.505692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.508888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:18.511978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.552209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] For port 675e9a15-24aa-4aff-9eca-5c34feb974d1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=675e9a15-24aa-4aff-9eca-5c34feb974d1,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:18.562223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.648899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Network 67b32542-595e-4a72-ad66-90e338237799 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:18.675113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4292924 Jul 30 02:01:18.675487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:18.679648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52656) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:18.690653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Request body: {'subnet': {'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-515630249-subnet', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:18.693776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Calling delete_port for 675e9a15-24aa-4aff-9eca-5c34feb974d1 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:18.717382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:18.725955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89198a29-b4de-4dde-852e-a1447eb07ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=294697f6-dfdc-40e1-8ed8-f80b58fb6c1e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:18.747508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:01:18.755481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Made reservation on behalf of 885560973d97416db2f37bc25a83e0cb for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:18.761452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:18.863060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:19.191088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:19.192205 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.387402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-baa5d910-a5b2-40ec-9134-abc5add8d79f None None] Provisioning for port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:19.404544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-baa5d910-a5b2-40ec-9134-abc5add8d79f None None] Provisioning complete for port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:19.406682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.408020 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-baa5d910-a5b2-40ec-9134-abc5add8d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.474397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-baa5d910-a5b2-40ec-9134-abc5add8d79f None None] Port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:19.576419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-e4bf88d9-a362-4e39-a791-28192145700d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1987548 Jul 30 02:01:19.599494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Request body: {'port': {'device_id': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:19.640737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04d696d-98a6-4db3-8767-0c1fb0dd94fe,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:19.656723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Checking segment: {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:19.657571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Network hostable DHCP agents. Network: 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:01:19.673745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.701784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:01:19.730522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f3eb-0574-4ece-aad4-68667b21d65e req-bee91570-af1c-40dc-9a1f-e6e6f4926834 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:19.735012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:19.743133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2881f3eb-0574-4ece-aad4-68667b21d65e req-bee91570-af1c-40dc-9a1f-e6e6f4926834 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 932 time: 0.2982528 Jul 30 02:01:19.748270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3048a1-888d-4bbf-8430-29f02efac72e None None] Network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:19.754376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:19.755889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.811579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.826793 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-daa93935-8e64-4ce3-a2c5-17210498e049 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1449802 Jul 30 02:01:19.829860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52676) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:19.849213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:19.864359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=675e9a15-24aa-4aff-9eca-5c34feb974d1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:19.903255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2881f3eb-0574-4ece-aad4-68667b21d65e req-cd96afc7-e92f-47a7-8639-f1115a23d537 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560535 Jul 30 02:01:19.920042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:19.922036 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.086753 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.285276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f52fc7c-e158-4281-bebf-5da68b6a0c4d req-8e030741-3547-4ce4-90f2-b6662b5b7d3e tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0708761 Jul 30 02:01:20.579985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:01:20.580907 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.589154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.636683 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.903127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae454e4b-7a78-46bc-80f3-8dfa9ef554ca {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:20.912330 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:20.929255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Transition to ACTIVE for port object ae454e4b-7a78-46bc-80f3-8dfa9ef554ca will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:20.940263 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.034194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:21.297043 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.316194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Allocated IP 172.20.0.2 (294697f6-dfdc-40e1-8ed8-f80b58fb6c1e/e04d696d-98a6-4db3-8767-0c1fb0dd94fe/7665c732-73b9-4154-b6ec-0f738d127a7d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:21.406343 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.675150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:21.842574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Attempting to bind port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:21.843143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Attempting to bind port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:21.843760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Attempting to bind port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on network 67b32542-595e-4a72-ad66-90e338237799 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:21.933089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Allocated IP 172.25.7.93 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/024a7680-f2e6-41cf-b667-3477375de589) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:21.974694 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:21.994854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Transition to ACTIVE for port object 7665c732-73b9-4154-b6ec-0f738d127a7d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:22.024655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Transition to ACTIVE for port object 7665c732-73b9-4154-b6ec-0f738d127a7d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:22.047976 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.064597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1df7b-78d5-4bf9-8d04-f2d2e3dab889 req-9fae1836-a93a-4254-ad9a-f1ef164164f7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:22.067525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb1df7b-78d5-4bf9-8d04-f2d2e3dab889 req-9fae1836-a93a-4254-ad9a-f1ef164164f7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.5582547 Jul 30 02:01:22.068541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on network 67b32542-595e-4a72-ad66-90e338237799 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:01:22.069089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Attempting to bind port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on network 67b32542-595e-4a72-ad66-90e338237799 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:22.141687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:22.152807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:22.162085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:22.184153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:22.184499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Checking segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:22.185321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Bound using segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:22.187278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Bound port: ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:22.187781 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.306773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Pushing event updated for resources: {'Port': ['ID=7665c732-73b9-4154-b6ec-0f738d127a7d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:22.320164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:22.333440 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] Sync routers for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:22.346111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ee76a253-67cf-421e-b5ff-6d79f6c96b5e admin admin] 10.222.0.84 "PUT /v2.0/routers/8d11c98b-8ab5-40fd-ba98-385aba6299d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5752063 Jul 30 02:01:22.348344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52718) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:22.354495 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:22.355118 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:22.402049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.411343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Attempting to bind port 7665c732-73b9-4154-b6ec-0f738d127a7d on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:22.413372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Attempting to bind port 7665c732-73b9-4154-b6ec-0f738d127a7d by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:22.414373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Attempting to bind port 7665c732-73b9-4154-b6ec-0f738d127a7d on network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:22.425582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:22.426777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Checking segment: {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:22.427875 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.428832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Bound using segment: {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:22.430561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Bound port: 7665c732-73b9-4154-b6ec-0f738d127a7d, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:22.432220 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.567467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb1df7b-78d5-4bf9-8d04-f2d2e3dab889 req-883e066f-80b0-4f71-9a7f-7b0dc22f62e3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4681540 Jul 30 02:01:22.568076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.635686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] For port 7665c732-73b9-4154-b6ec-0f738d127a7d, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:22.643545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] For port 7665c732-73b9-4154-b6ec-0f738d127a7d, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7665c732-73b9-4154-b6ec-0f738d127a7d,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:22.651998 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:22.655468 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:22.826355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Pushing event updated for resources: {'Port': ['ID=024a7680-f2e6-41cf-b667-3477375de589,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:22.872809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:22.884543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:22.896371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:22.899226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af98f1-70c9-45ac-ac14-4e327fbfd0cc None None] Pushing event updated for resources: {'Port': ['ID=7665c732-73b9-4154-b6ec-0f738d127a7d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:23.733892 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T02:01:19Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:23.871233 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] Checking router: 8d11c98b-8ab5-40fd-ba98-385aba6299d8 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:23.895170 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] Routers {'8d11c98b-8ab5-40fd-ba98-385aba6299d8'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:23.896303 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:23.912151 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.955993 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:23.995386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.017305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7665c732-73b9-4154-b6ec-0f738d127a7d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:24.071578 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] Set router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:24.173435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bfabe7e-b6ef-4d07-866b-3088012546d9 req-86cd5747-c6c5-40a1-a5ea-8f56397042c2 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.5517242 Jul 30 02:01:24.248787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7665c732-73b9-4154-b6ec-0f738d127a7d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:24.452069 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T02:01:19Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:24.490724 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4fab79-284a-4d05-94c8-8bdddcd9590f None None] The sync data for ids ['8d11c98b-8ab5-40fd-ba98-385aba6299d8'] in n-d-715271-7 is: [{'id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'name': 'tempest-AttachVolumeTestJSON-1626417562-router', 'tenant_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:50:18Z', 'updated_at': '2021-07-30T02:01:19Z', 'revision_number': 5, 'project_id': '7b3f9abd6e0941269960e6b58bdfc2dc', 'gw_port': {'id': '3a81a661-ebdf-4c2a-b9b5-9d54df69be55', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d11c98b-8ab5-40fd-ba98-385aba6299d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:50:21Z', 'updated_at': '2021-07-30T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:24.575135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.667647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.671798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:24.708804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:24.758230 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.888385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:24.889505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:24.916117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] 10.222.0.22 "PUT /v2.0/ports/ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 1092 time: 5.2965863 Jul 30 02:01:24.921143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:24.944653 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765390bc-07ad-455a-adeb-795b8fc81bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:25.020816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7ad00-a89f-4f65-ab9b-ab04788ddea7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:25.074174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfa233-6e29-4ce9-9276-106b1ae9797d req-9c4655f6-b804-4076-83d8-4fa8a19e6ed6 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:25.084075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0cfa233-6e29-4ce9-9276-106b1ae9797d req-9c4655f6-b804-4076-83d8-4fa8a19e6ed6 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.7161610 Jul 30 02:01:25.150385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Router 8a73f1e1-45ac-4075-a559-23bf735e7a0a is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:01:25.333426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6170899-041d-462b-8d9b-bdacb2e8f599 None None] Network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:25.386338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0cfa233-6e29-4ce9-9276-106b1ae9797d req-4e9d27ed-f8fc-4766-8e42-93146a737972 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533503 Jul 30 02:01:25.394026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-052f1ab8-5f53-45db-8d8f-33872097598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:25.398233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-052f1ab8-5f53-45db-8d8f-33872097598b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1095 time: 0.4280994 Jul 30 02:01:25.405539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Deleting port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:25.406090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.552327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:25.618380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Sync routers for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:25.626882 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.628795 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-01f6df3f-3235-4c27-bb9f-d2ce6ab8bc2a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7973921 Jul 30 02:01:25.633412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52762) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:25.639332 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a098503-6894-4970-b01e-e460b0d35de8 x-openstack-request-id: req-7a098503-6894-4970-b01e-e460b0d35de8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:25.641337 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:25.641337 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7a098503-6894-4970-b01e-e460b0d35de8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:25.646977 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'status': 'completed', 'code': 200} Jul 30 02:01:25.683831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:25.685981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:25.697374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b7c14ca4-9ffa-40dc-93bb-f178bc9ae22b None None] Provisioning for port 7665c732-73b9-4154-b6ec-0f738d127a7d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:25.823800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] For port 3a81a661-ebdf-4c2a-b9b5-9d54df69be55, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3a81a661-ebdf-4c2a-b9b5-9d54df69be55,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:25.824469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:25.892213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Calling delete_port for 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:25.965580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1204060a-224e-4565-9328-aa18f15ee611 req-8cd41b5d-bc4b-48ac-9f22-cfd3c6613acc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.3171544 Jul 30 02:01:25.973137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:26.138237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-2fd46864-13ce-45b8-b211-41b238917565 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 217 time: 0.4097397 Jul 30 02:01:26.206481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 675e9a15-24aa-4aff-9eca-5c34feb974d1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:26.246486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 675e9a15-24aa-4aff-9eca-5c34feb974d1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:26.247224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 675e9a15-24aa-4aff-9eca-5c34feb974d1 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:26.257047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b7c14ca4-9ffa-40dc-93bb-f178bc9ae22b None None] Provisioning complete for port 7665c732-73b9-4154-b6ec-0f738d127a7d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:26.257744 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c14ca4-9ffa-40dc-93bb-f178bc9ae22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.386574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:23Z', 'revision_number': 3, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:26.392740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-a2847921-d0df-4e59-96aa-bb28b09ca52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.395736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-a2847921-d0df-4e59-96aa-bb28b09ca52e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.2417853 Jul 30 02:01:26.498171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Checking router: 8a73f1e1-45ac-4075-a559-23bf735e7a0a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:26.498976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Updating router 8a73f1e1-45ac-4075-a559-23bf735e7a0a port 024a7680-f2e6-41cf-b667-3477375de589 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:01:26.531805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c14ca4-9ffa-40dc-93bb-f178bc9ae22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.549343 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:26.719855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-c143590e-a20e-4a25-b004-65e18d49896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:26.723975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-c143590e-a20e-4a25-b004-65e18d49896f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2960601 Jul 30 02:01:27.072175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba8139-85ed-416f-b9a1-b41708b01cbb req-41baaf18-7862-4051-8785-5a823f1c3f24 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:27.085774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7ba8139-85ed-416f-b9a1-b41708b01cbb req-41baaf18-7862-4051-8785-5a823f1c3f24 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.2734787 Jul 30 02:01:27.126487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.141622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b7c14ca4-9ffa-40dc-93bb-f178bc9ae22b None None] For port 7665c732-73b9-4154-b6ec-0f738d127a7d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7665c732-73b9-4154-b6ec-0f738d127a7d,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:27.155006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7c14ca4-9ffa-40dc-93bb-f178bc9ae22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.204433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a81a661-ebdf-4c2a-b9b5-9d54df69be55,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:27.350870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.355664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-ed1ba68d-1d78-4546-80d1-d640f340f24e service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986853 Jul 30 02:01:27.393177 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7ba8139-85ed-416f-b9a1-b41708b01cbb req-3980b0d0-623b-4c6a-9f25-b700c1917a16 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061578 Jul 30 02:01:27.516253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.550303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Transition to ACTIVE for port object 024a7680-f2e6-41cf-b667-3477375de589 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:27.610315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.720216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Attempting to bind port 024a7680-f2e6-41cf-b667-3477375de589 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:27.720938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Attempting to bind port 024a7680-f2e6-41cf-b667-3477375de589 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:27.721583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Attempting to bind port 024a7680-f2e6-41cf-b667-3477375de589 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:27.731763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c14ca4-9ffa-40dc-93bb-f178bc9ae22b None None] Pushing event updated for resources: {'Port': ['ID=7665c732-73b9-4154-b6ec-0f738d127a7d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:27.924004 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1d20c4a-23b1-487b-970b-bda48fccb9c8 req-a2531625-d7e8-4eed-9727-2627a8cfd939 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.2846725 Jul 30 02:01:27.937052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.945435 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:27.947908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746694f-8d66-4ea6-b5f4-a8e6b9c86bac None None] Pushing event updated for resources: {'Port': ['ID=024a7680-f2e6-41cf-b667-3477375de589,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:28.016760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.023928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:28.024705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:28.025811 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.026492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:28.027239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Bound port: 024a7680-f2e6-41cf-b667-3477375de589, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:28.027953 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.163955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] For port 024a7680-f2e6-41cf-b667-3477375de589, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:28.168320 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.169604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d11c98b-8ab5-40fd-ba98-385aba6299d8 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:01:28.171408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] For port 024a7680-f2e6-41cf-b667-3477375de589, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=024a7680-f2e6-41cf-b667-3477375de589,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:28.185506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.188362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a6547ffb-a4de-40ca-80d1-1f83a7f8e5b6 admin admin] 10.222.0.84 "DELETE /v2.0/routers/8d11c98b-8ab5-40fd-ba98-385aba6299d8 HTTP/1.1" status: 204 len: 168 time: 5.8312428 Jul 30 02:01:28.193336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52792) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:28.198764 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.212809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d77f414f-248b-4657-8bd4-50eed5e8702f req-2a64fa13-92c0-4392-8785-5e12ccf8b7a6 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292082 Jul 30 02:01:28.367501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Allocated IP 172.20.0.1 (294697f6-dfdc-40e1-8ed8-f80b58fb6c1e/e04d696d-98a6-4db3-8767-0c1fb0dd94fe/ea9e8ad2-0229-454d-a19b-d1bad9ced170) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:28.372386 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746694f-8d66-4ea6-b5f4-a8e6b9c86bac None None] Pushing event updated for resources: {'Port': ['ID=024a7680-f2e6-41cf-b667-3477375de589,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:28.410022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-64ea9fd3-7dfe-456e-87da-754aab25f0c2 None None] Provisioning complete for port 7665c732-73b9-4154-b6ec-0f738d127a7d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:28.411181 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64ea9fd3-7dfe-456e-87da-754aab25f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.465875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:28.466873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:28.521998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-231df80e-4d19-4440-843b-0a47dc539a22 admin admin] Deleting subnet b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:28.550275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-231df80e-4d19-4440-843b-0a47dc539a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.642233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.664215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Transition to ACTIVE for port object ea9e8ad2-0229-454d-a19b-d1bad9ced170 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:28.706014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:28.720163 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:28.815470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-d01715b7-80c1-4a54-93b6-c28a1772877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:28.828972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-d01715b7-80c1-4a54-93b6-c28a1772877d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1095 time: 0.5093722 Jul 30 02:01:28.860279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:28.874966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:28.912248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:28.987014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-231df80e-4d19-4440-843b-0a47dc539a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.084231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Pushing event updated for resources: {'Port': ['ID=ea9e8ad2-0229-454d-a19b-d1bad9ced170,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:29.145858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.277258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e719e-da00-45e6-b961-b772a985f60a req-b511d068-5f5e-4905-98ce-1e7fed4f73fe tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:29.296362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6e719e-da00-45e6-b961-b772a985f60a req-b511d068-5f5e-4905-98ce-1e7fed4f73fe tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.7274749 Jul 30 02:01:29.437917 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6e719e-da00-45e6-b961-b772a985f60a req-a653441c-addc-430e-bbbe-7109297a9817 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230879 Jul 30 02:01:29.511892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-134376f0-693a-4165-97c7-f1280a211060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:23Z', 'revision_number': 3, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:29.562645 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.657302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134376f0-693a-4165-97c7-f1280a211060 None None] The sync data for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 is: [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:23Z', 'revision_number': 3, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:29.693564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e04242ed-34d0-405c-a440-66a3519e601d None None] Provisioning for port ea9e8ad2-0229-454d-a19b-d1bad9ced170 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:29.694599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e04242ed-34d0-405c-a440-66a3519e601d None None] Provisioning complete for port ea9e8ad2-0229-454d-a19b-d1bad9ced170 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:29.695017 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e04242ed-34d0-405c-a440-66a3519e601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.726785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7fc24e6-fbe9-454c-8e26-79b00d67f4fb req-4b44795a-baef-4ab1-ae2f-09364a09233b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.1086159 Jul 30 02:01:29.737348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-c748c424-460f-4194-9325-ac36d646f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:29.740415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-c748c424-460f-4194-9325-ac36d646f1ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.8863387 Jul 30 02:01:29.802590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e04242ed-34d0-405c-a440-66a3519e601d None None] Port ea9e8ad2-0229-454d-a19b-d1bad9ced170 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:29.825636 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-231df80e-4d19-4440-843b-0a47dc539a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:29.896030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-16f634e3-b06e-4312-a040-cd17146bc2d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 217 time: 0.1393993 Jul 30 02:01:29.929915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7665c732-73b9-4154-b6ec-0f738d127a7d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:29.994193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.011064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.073793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-14be33ca-8784-4fc6-93ed-2c982c995cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:30.075329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-14be33ca-8784-4fc6-93ed-2c982c995cb9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1595061 Jul 30 02:01:30.076573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-231df80e-4d19-4440-843b-0a47dc539a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.100573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7665c732-73b9-4154-b6ec-0f738d127a7d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:30.101454 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.139243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Pushing event updated for resources: {'Port': ['ID=ea9e8ad2-0229-454d-a19b-d1bad9ced170,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:30.151408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.241517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231df80e-4d19-4440-843b-0a47dc539a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:30.248349 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-231df80e-4d19-4440-843b-0a47dc539a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.267748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-231df80e-4d19-4440-843b-0a47dc539a22 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b3ea2b9a-ecf9-44b2-ab47-9234dedc2dfc HTTP/1.1" status: 204 len: 168 time: 2.0702159 Jul 30 02:01:30.268013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27949a02-31f0-4b93-a761-0c0d91b30840 None None] Network 057133cf-9c90-429e-8a3e-886209a54a99 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:30.268462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52814) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:30.390529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-4bc5d1c1-5713-449e-a015-e2d5bc4ef000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:30.392116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-4bc5d1c1-5713-449e-a015-e2d5bc4ef000 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2935312 Jul 30 02:01:30.441172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:30.451941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.458374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:30.547751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:30.736859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:30.737530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3a81a661-ebdf-4c2a-b9b5-9d54df69be55 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:30.809062 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b9e245dd-ee3e-4077-a9d5-b84dab58df15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:30.880013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41e685-58c5-44c7-90b1-cd1acebee847 req-9339c6bc-c92e-4ea1-9cb0-3690ae32a444 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:30.887040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Router 8a73f1e1-45ac-4075-a559-23bf735e7a0a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:30.888240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e41e685-58c5-44c7-90b1-cd1acebee847 req-9339c6bc-c92e-4ea1-9cb0-3690ae32a444 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.2577806 Jul 30 02:01:30.982512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5db08-5b9d-42bb-80d1-e88602ebf36d None None] DHCP port deletion for 057133cf-9c90-429e-8a3e-886209a54a99 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:31.025577 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-34f68438-6f43-4934-986c-da16ced76551 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646622 Jul 30 02:01:31.036657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e41e685-58c5-44c7-90b1-cd1acebee847 req-822fd0fb-34d4-47bd-9143-6a08dab9d5f1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402380 Jul 30 02:01:31.047677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Deleting port c153201e-b6f8-40f1-a39b-b1399c657853 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:31.048096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.120095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9de5db08-5b9d-42bb-80d1-e88602ebf36d None None] Deleting port c153201e-b6f8-40f1-a39b-b1399c657853 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:31.120972 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9de5db08-5b9d-42bb-80d1-e88602ebf36d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.152606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] For port c153201e-b6f8-40f1-a39b-b1399c657853, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c153201e-b6f8-40f1-a39b-b1399c657853,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:31.153376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.210469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Calling delete_port for c153201e-b6f8-40f1-a39b-b1399c657853 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:31.266664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:31.282192 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5e653818-87f6-4b51-b403-8e300fc93d6b admin admin] 10.222.0.84 "PUT /v2.0/routers/8a73f1e1-45ac-4075-a559-23bf735e7a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6386302 Jul 30 02:01:31.319055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ee7d3eef-e934-453a-974f-572170079792 None None] Provisioning complete for port ea9e8ad2-0229-454d-a19b-d1bad9ced170 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:31.324969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3eef-e934-453a-974f-572170079792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.390491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d3eef-e934-453a-974f-572170079792 None None] Port ea9e8ad2-0229-454d-a19b-d1bad9ced170 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:31.408853 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.421276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9de5db08-5b9d-42bb-80d1-e88602ebf36d None None] For port c153201e-b6f8-40f1-a39b-b1399c657853, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c153201e-b6f8-40f1-a39b-b1399c657853,segment=NetworkSegment(193012c1-ebed-4781-99d0-8d13d2a2d49a),segment_id=193012c1-ebed-4781-99d0-8d13d2a2d49a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:31.422305 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9de5db08-5b9d-42bb-80d1-e88602ebf36d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.447706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9de5db08-5b9d-42bb-80d1-e88602ebf36d None None] Calling delete_port for c153201e-b6f8-40f1-a39b-b1399c657853 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:31.575940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:01:31.598042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6e699ef-70fc-493e-a07c-27283bdf3a22 req-f235a509-4d13-4236-a930-cc223e8e27ce tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.3413851 Jul 30 02:01:31.645127 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9de5db08-5b9d-42bb-80d1-e88602ebf36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.723028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-765390bc-07ad-455a-adeb-795b8fc81bbd req-8d272308-b35b-474b-ba38-bb426ab3ad63 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684086 Jul 30 02:01:31.743656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:31.825684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=c153201e-b6f8-40f1-a39b-b1399c657853,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:31.837416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de5db08-5b9d-42bb-80d1-e88602ebf36d None None] No DVR routers for this DVR port c153201e-b6f8-40f1-a39b-b1399c657853 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:31.840075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] No DVR routers for this DVR port c153201e-b6f8-40f1-a39b-b1399c657853 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:01:31.931272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5db08-5b9d-42bb-80d1-e88602ebf36d None None] Pushing event deleted for resources: {'Port': ['ID=c153201e-b6f8-40f1-a39b-b1399c657853,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:32.042403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 024a7680-f2e6-41cf-b667-3477375de589 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:32.533399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52846) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:32.539662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9eec4652-ff88-4371-8d99-4dac7c721dff tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765054373', 'description': 'tempest-description--100612565'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:32.616592 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.624845 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eec4652-ff88-4371-8d99-4dac7c721dff tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.672513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057133cf-9c90-429e-8a3e-886209a54a99']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:32.692357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:32.777960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 024a7680-f2e6-41cf-b667-3477375de589 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:32.794085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'port_id': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'mac_address': 'fa:16:3e:4c:be:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:01:32.808658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 024a7680-f2e6-41cf-b667-3477375de589 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:32.813843 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.815770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193012c1-ebed-4781-99d0-8d13d2a2d49a') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:32.817338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193012c1-ebed-4781-99d0-8d13d2a2d49a') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:32.827686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eec4652-ff88-4371-8d99-4dac7c721dff tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.845650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.847255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eec4652-ff88-4371-8d99-4dac7c721dff tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.931951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35f7ab-b828-4341-9d6b-8989a7c232db req-b054b52f-46f7-46c3-8c71-ff044fc29dfa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:32.940013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c35f7ab-b828-4341-9d6b-8989a7c232db req-b054b52f-46f7-46c3-8c71-ff044fc29dfa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.2598975 Jul 30 02:01:32.967471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eec4652-ff88-4371-8d99-4dac7c721dff tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:32.973042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9eec4652-ff88-4371-8d99-4dac7c721dff tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4382005 Jul 30 02:01:32.976422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec4652-ff88-4371-8d99-4dac7c721dff tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c76508c-6fc0-43b4-88d0-e599c93ea2d3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:32.984911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52850) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.008062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.015716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3419ced6-c3fa-448a-b170-c8c78a81d326 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Request body: {'security_group_rule': {'security_group_id': '9c76508c-6fc0-43b4-88d0-e599c93ea2d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:33.028828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:01:33.040975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:01:33.043332 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:01:33.089722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c35f7ab-b828-4341-9d6b-8989a7c232db req-b5a3d18e-6d46-446d-9700-811cb8679825 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487033 Jul 30 02:01:33.111260 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.133068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3419ced6-c3fa-448a-b170-c8c78a81d326 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.177710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae454e4b-7a78-46bc-80f3-8dfa9ef554ca {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:33.215307 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.225201 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.234546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] 10.222.0.84 "DELETE /v2.0/networks/057133cf-9c90-429e-8a3e-886209a54a99 HTTP/1.1" status: 204 len: 168 time: 2.9649436 Jul 30 02:01:33.268868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bc6b9-89a2-4a80-a038-4422c3ba9f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=057133cf-9c90-429e-8a3e-886209a54a99,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.343946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.361604 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Sync routers for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:33.378083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:33.402103 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:33.407476 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:33.407814 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3419ced6-c3fa-448a-b170-c8c78a81d326 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.411587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60ed4e03-daea-4989-b19c-61ca9c553091 req-980ac982-b297-47e3-8405-d053e56cdf6b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0645478 Jul 30 02:01:33.417144 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.432988 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3419ced6-c3fa-448a-b170-c8c78a81d326 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.501041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419ced6-c3fa-448a-b170-c8c78a81d326 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c44481-81c0-4faa-923e-e87522a4338d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.523067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3419ced6-c3fa-448a-b170-c8c78a81d326 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.527673 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3419ced6-c3fa-448a-b170-c8c78a81d326 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5367093 Jul 30 02:01:33.528200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52862) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.533258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c3864bf8-f7e6-4376-b872-360e5d04f770 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Request body: {'security_group_rule': {'security_group_id': '9c76508c-6fc0-43b4-88d0-e599c93ea2d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:33.596772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.619304 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3864bf8-f7e6-4376-b872-360e5d04f770 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.660986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 024a7680-f2e6-41cf-b667-3477375de589, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=024a7680-f2e6-41cf-b667-3477375de589,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:33.673156 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6298e3e-997f-484a-9dd6-81e91eddcf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.676211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52864) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.692694 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:33.695279 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.778125 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-18926c4f-508a-4875-97b7-0a0b4e9ad1b8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7b3f9abd6e0941269960e6b58bdfc2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998995 Jul 30 02:01:33.778601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52866) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.847732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c153201e-b6f8-40f1-a39b-b1399c657853 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:33.855554 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3864bf8-f7e6-4376-b872-360e5d04f770 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.898840 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3864bf8-f7e6-4376-b872-360e5d04f770 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.901876 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.912142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:33.922726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c153201e-b6f8-40f1-a39b-b1399c657853 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:01:33.923075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c153201e-b6f8-40f1-a39b-b1399c657853 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:01:33.958858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=024a7680-f2e6-41cf-b667-3477375de589,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.970879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3864bf8-f7e6-4376-b872-360e5d04f770 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fefaa09-dc77-47cd-b1e5-80ae59db1c93,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:33.976070 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3864bf8-f7e6-4376-b872-360e5d04f770 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:33.979005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c3864bf8-f7e6-4376-b872-360e5d04f770 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4495249 Jul 30 02:01:33.981835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52868) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:33.987329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:34.004693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92e476dc-e1e7-41ea-afe8-875d567e7800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.062717 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.075472 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92e476dc-e1e7-41ea-afe8-875d567e7800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.217918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:01:34.256152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92e476dc-e1e7-41ea-afe8-875d567e7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.258893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92e476dc-e1e7-41ea-afe8-875d567e7800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.260776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-92e476dc-e1e7-41ea-afe8-875d567e7800 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9c940809-3ce7-45e9-9242-dc3c1e7c6d1f HTTP/1.1" status: 204 len: 168 time: 0.4812067 Jul 30 02:01:34.263129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 024a7680-f2e6-41cf-b667-3477375de589 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:34.302051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e476dc-e1e7-41ea-afe8-875d567e7800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c940809-3ce7-45e9-9242-dc3c1e7c6d1f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:34.403055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.491064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 024a7680-f2e6-41cf-b667-3477375de589 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:34.492603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.534405 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ea9e8ad2-0229-454d-a19b-d1bad9ced170', 'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:28Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 2, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'subnets': [{'id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:34.567411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699034c8-7b17-4f84-9cdb-d38539979bae req-7e59eef4-e501-4e81-a6b1-5e6f90e46a57 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:34.569142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-699034c8-7b17-4f84-9cdb-d38539979bae req-7e59eef4-e501-4e81-a6b1-5e6f90e46a57 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.2611263 Jul 30 02:01:34.661728 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Checking router: 8a73f1e1-45ac-4075-a559-23bf735e7a0a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:34.662401 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Updating router 8a73f1e1-45ac-4075-a559-23bf735e7a0a port ea9e8ad2-0229-454d-a19b-d1bad9ced170 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:01:34.680542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-699034c8-7b17-4f84-9cdb-d38539979bae req-01a47e1d-39d6-42c7-88c4-fcb429c240d5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927436 Jul 30 02:01:34.713923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.764316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Allocated IP 172.25.7.91 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/bdd5f200-d463-46b2-a201-ff2171afb776) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:34.871091 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:34.952348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd15ebaf-6014-4d68-a091-74a147374eff req-e53fb58d-ec5f-4ecd-a32d-82cd24684f05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0840664 Jul 30 02:01:35.034363 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.157866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.225645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:35.238767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:35.255380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:35.435562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Pushing event updated for resources: {'Port': ['ID=bdd5f200-d463-46b2-a201-ff2171afb776,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:35.444968 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.463459 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Transition to ACTIVE for port object ea9e8ad2-0229-454d-a19b-d1bad9ced170 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:35.487900 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.571936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:35.620773 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c9f4c-57fc-442e-a2d7-44bca5bb1a51 None None] Pushing event updated for resources: {'Port': ['ID=ea9e8ad2-0229-454d-a19b-d1bad9ced170,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:35.682676 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.791725 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Attempting to bind port ea9e8ad2-0229-454d-a19b-d1bad9ced170 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:35.797468 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Attempting to bind port ea9e8ad2-0229-454d-a19b-d1bad9ced170 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:35.799294 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Attempting to bind port ea9e8ad2-0229-454d-a19b-d1bad9ced170 on network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:35.824353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:35.825874 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.833389 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:35.834944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:35.835828 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.841861 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Checking segment: {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:35.842844 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.849680 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Bound using segment: {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:35.850948 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Bound port: ea9e8ad2-0229-454d-a19b-d1bad9ced170, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:35.859586 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:35.996207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c437009-8732-48f2-bd7e-63c35971bd6c req-2a72a178-4603-4c0e-bd50-90ce6a9db7fd tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:36.010401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c437009-8732-48f2-bd7e-63c35971bd6c req-2a72a178-4603-4c0e-bd50-90ce6a9db7fd tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.1245370 Jul 30 02:01:36.135155 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c437009-8732-48f2-bd7e-63c35971bd6c req-790d66a4-c20a-4835-9a73-3a9bf7e414e0 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218414 Jul 30 02:01:36.252029 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.254485 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] For port ea9e8ad2-0229-454d-a19b-d1bad9ced170, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:36.266737 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] For port ea9e8ad2-0229-454d-a19b-d1bad9ced170, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ea9e8ad2-0229-454d-a19b-d1bad9ced170,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:36.276154 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.285270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a844d4b-c943-4e76-b642-5189e3185195 req-3682acdc-94fc-43e8-8500-8e27519ccd03 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0749788 Jul 30 02:01:36.350509 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.414000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.426617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.432646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:36.442336 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb5c015-df0f-4ecd-b3e4-4e4594049b5a" -d '{"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-plugged", "status": "completed", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:36.515690 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c9f4c-57fc-442e-a2d7-44bca5bb1a51 None None] Pushing event updated for resources: {'Port': ['ID=ea9e8ad2-0229-454d-a19b-d1bad9ced170,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.516348 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:36.524929 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:36.527284 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:36.531365 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.606371 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd31292-cbe6-4d06-b3e6-b332eb465ad8 x-openstack-request-id: req-cbd31292-cbe6-4d06-b3e6-b332eb465ad8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:36.607470 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-plugged", "status": "completed", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:36.607470 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cbd31292-cbe6-4d06-b3e6-b332eb465ad8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:36.608459 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'code': 200} Jul 30 02:01:36.707199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.750328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Pushing event updated for resources: {'Port': ['ID=bdd5f200-d463-46b2-a201-ff2171afb776,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:36.785761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.829935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed7779-7a83-4d22-befe-5a7ed58a3e95 req-e3396b76-a2ba-410b-be91-a5f26255197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:36.835638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:36.838588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aed7779-7a83-4d22-befe-5a7ed58a3e95 req-e3396b76-a2ba-410b-be91-a5f26255197c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1097 time: 0.1751664 Jul 30 02:01:36.854098 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-997fa970-25a6-4a73-9ca7-ec68503c4047 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8705277 Jul 30 02:01:37.004783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aed7779-7a83-4d22-befe-5a7ed58a3e95 req-43bb722f-652c-4015-a050-044631dc41b2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535959 Jul 30 02:01:37.051385 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:37.539488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204b86-7545-442a-87aa-9a39de7f6281 req-7d76ca8b-7691-416d-94d3-0b9318efc474 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:37.543091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10204b86-7545-442a-87aa-9a39de7f6281 req-7d76ca8b-7691-416d-94d3-0b9318efc474 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.1368651 Jul 30 02:01:37.756601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10204b86-7545-442a-87aa-9a39de7f6281 req-ad71722b-7bb4-42f0-bb8d-6ce9e4fa7e20 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855450 Jul 30 02:01:37.999803 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ea9e8ad2-0229-454d-a19b-d1bad9ced170', 'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:28Z', 'updated_at': '2021-07-30T02:01:36Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'subnets': [{'id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:38.066005 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fcf3f-68f2-49c0-9e88-5a64d753ab14 None None] The sync data for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 is: [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ea9e8ad2-0229-454d-a19b-d1bad9ced170', 'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:28Z', 'updated_at': '2021-07-30T02:01:36Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'subnets': [{'id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:38.265831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-b46fc257-b290-4e12-9044-a9f87ec2c930 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1765054373&fields=id&tenant_id=885560973d97416db2f37bc25a83e0cb HTTP/1.1" status: 200 len: 267 time: 0.1407542 Jul 30 02:01:38.674826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-824550a4-a1d1-451d-8973-3fc2e1b68912 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:38.708939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-824550a4-a1d1-451d-8973-3fc2e1b68912 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/networks?id=294697f6-dfdc-40e1-8ed8-f80b58fb6c1e HTTP/1.1" status: 200 len: 811 time: 0.4416702 Jul 30 02:01:38.755690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-57e781c5-7a08-44f5-bf0a-1d2445902377 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/quotas/885560973d97416db2f37bc25a83e0cb HTTP/1.1" status: 200 len: 375 time: 0.0225055 Jul 30 02:01:38.972169 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-030e5797-72f3-4cbe-809f-95b3ca7a8a6d tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=885560973d97416db2f37bc25a83e0cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2010159 Jul 30 02:01:39.200668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-d66f0078-d27b-4c9d-9b2f-42c766c19fce service neutron] 10.222.0.84 "GET /v2.0/networks/294697f6-dfdc-40e1-8ed8-f80b58fb6c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219341 Jul 30 02:01:39.382113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-695acaed-b705-437e-8ba8-58f60af1320c service neutron] 10.222.0.84 "GET /v2.0/networks/294697f6-dfdc-40e1-8ed8-f80b58fb6c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796513 Jul 30 02:01:39.906018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7dd68d3b-0aac-42c6-817b-5d0ba54c9f66 req-71d58db8-63f2-42d3-83b5-24fe2a202a1b tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0524058 Jul 30 02:01:40.123631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d04e-e278-4b84-8af4-fb6617f4bd7b req-b2b9788c-1e07-4d15-a2f9-d3f930075c86 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:40.132235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e933d04e-e278-4b84-8af4-fb6617f4bd7b req-b2b9788c-1e07-4d15-a2f9-d3f930075c86 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.0807588 Jul 30 02:01:40.188571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e933d04e-e278-4b84-8af4-fb6617f4bd7b req-128fabbf-f5c7-4ff5-8a02-0018e2fbf023 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540106 Jul 30 02:01:40.278190 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ea9e8ad2-0229-454d-a19b-d1bad9ced170 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:40.321530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0df65822-dcc1-4f47-a5db-6b49a2653cf6 req-e7bf24fb-60fa-4dd8-81ca-3ee9d3999428 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 210 time: 0.0569298 Jul 30 02:01:40.397021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ea9e8ad2-0229-454d-a19b-d1bad9ced170 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:40.411123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ea9e8ad2-0229-454d-a19b-d1bad9ced170 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:40.411792 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.509845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bc1a9-6b9c-47c1-9667-7a2365ed9748 req-be15671b-3194-4124-86c8-e56a92b95db4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:40.512046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-993bc1a9-6b9c-47c1-9667-7a2365ed9748 req-be15671b-3194-4124-86c8-e56a92b95db4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.1221621 Jul 30 02:01:40.525593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:40.535112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'floatingip': {'port_id': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:40.603306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.621915 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.688998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ea9e8ad2-0229-454d-a19b-d1bad9ced170, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ea9e8ad2-0229-454d-a19b-d1bad9ced170,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:40.696579 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:40.804515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ea9e8ad2-0229-454d-a19b-d1bad9ced170,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:41.159273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e1af3a5-b19f-41c4-931a-8b1332d7ca1b req-0ed37510-7bef-41b4-9c56-815cc59e894a tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0559516 Jul 30 02:01:41.661647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d78d7dc-e9a4-4f6f-ac1b-dbdcfaf26511 req-f2ae08fc-5de9-4e10-a652-feb70ca7e34a tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 210 time: 0.0789938 Jul 30 02:01:41.724335 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 02:01:41.877107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:41.886368 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.112085 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Floating IP 9a4aa842-5045-4b6a-a1bb-5539955353f3 associated. External IP: 172.25.7.236, port: ae454e4b-7a78-46bc-80f3-8dfa9ef554ca. Jul 30 02:01:42.207832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ea9e8ad2-0229-454d-a19b-d1bad9ced170 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:42.310718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ea9e8ad2-0229-454d-a19b-d1bad9ced170 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:42.311558 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:42.598845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea3bf9a5-479e-4f77-a4eb-1459340df76d req-6a4df6c9-d566-404c-80ec-29b85fa1295c tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.1151524 Jul 30 02:01:42.897983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65e004cd-9de5-4c3c-bfc4-7fe0cb50d1b9 req-73040118-a5a5-4b78-80b3-6f22443bfc61 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 210 time: 0.0951200 Jul 30 02:01:42.982876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Router b975494b-bda8-4e4b-b578-976e179c3e1c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:01:43.176749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:01:43.182484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:43.197017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] Sync routers for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:01:43.223561 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-01afcebd-7474-45aa-813d-d8375d65290e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "PUT /v2.0/floatingips/9a4aa842-5045-4b6a-a1bb-5539955353f3 HTTP/1.1" status: 200 len: 992 time: 2.6952212 Jul 30 02:01:43.224310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:43.227606 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:43.245608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:43.247832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:43.470274 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1818e5-b1ae-44ca-8390-fadfb10a2b63 x-openstack-request-id: req-0f1818e5-b1ae-44ca-8390-fadfb10a2b63 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:43.470274 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:43.470274 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0f1818e5-b1ae-44ca-8390-fadfb10a2b63 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:43.470766 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'status': 'completed', 'code': 200} Jul 30 02:01:43.670305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-e323d14f-2136-468c-8c0f-d202216c5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:43.681741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-e323d14f-2136-468c-8c0f-d202216c5894 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1097 time: 0.1703184 Jul 30 02:01:43.682077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:43.926819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b84e58fa-91ff-491c-b9d9-4fe1b0ab78f9 req-484aa675-a447-4185-9953-1663ec360229 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0861921 Jul 30 02:01:44.036894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-45138b42-95d0-410c-8720-54f1b63ed281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:44.043189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-45138b42-95d0-410c-8720-54f1b63ed281 service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.3477545 Jul 30 02:01:44.146130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-0eff5bb1-1908-4e2d-a192-b2cd75c18b28 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 1000 time: 0.0870261 Jul 30 02:01:44.176323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-747e7591-2f56-4855-ba57-4dab00e66d8b req-e5035608-dac9-4b0a-9423-f634f2a6212a tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 210 time: 0.1311464 Jul 30 02:01:44.214153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '9a4aa842-5045-4b6a-a1bb-5539955353f3', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'port_id': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'mac_address': 'fa:16:3e:4c:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:01:04Z', 'updated_at': '2021-07-30T02:01:41Z', 'revision_number': 1, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:44.239400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-3e80adaf-0b9c-4ca6-b5eb-7c6f18bc9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:44.242119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-3e80adaf-0b9c-4ca6-b5eb-7c6f18bc9167 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.0768692 Jul 30 02:01:44.253870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] Checking router: b975494b-bda8-4e4b-b578-976e179c3e1c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:01:44.268466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:01:44.269999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:01:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:44.397076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-1fe92820-f343-41b2-929c-90d0bac247f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:44.400203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-1fe92820-f343-41b2-929c-90d0bac247f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447926 Jul 30 02:01:44.442095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:01:44.888097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-a564f9e7-d6b4-4877-8317-64ecee32913b service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753742 Jul 30 02:01:45.032389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '9a4aa842-5045-4b6a-a1bb-5539955353f3', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'port_id': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'mac_address': 'fa:16:3e:4c:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:01:04Z', 'updated_at': '2021-07-30T02:01:41Z', 'revision_number': 1, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:01:45.176012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a7811-ad8a-4c83-8c2f-0ed9307d0a49 None None] The sync data for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 is: [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '9a4aa842-5045-4b6a-a1bb-5539955353f3', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'port_id': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'mac_address': 'fa:16:3e:4c:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:01:04Z', 'updated_at': '2021-07-30T02:01:41Z', 'revision_number': 1, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:01:45.336721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f3f67cb-44b2-4b24-9f3b-83bd58e26f04 req-da298951-04af-43a1-b22c-6767741534a9 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894038 Jul 30 02:01:45.443129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f0adeb2-7e53-426f-a931-be70611862c7 req-b5abbe20-7ed4-4951-9aa0-73e357ca60ec tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.2322624 Jul 30 02:01:45.518858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-5e89733e-a34f-4301-a47a-752d10d01bcb tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:45.521766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-5e89733e-a34f-4301-a47a-752d10d01bcb tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.41 "GET /v2.0/networks?id=294697f6-dfdc-40e1-8ed8-f80b58fb6c1e HTTP/1.1" status: 200 len: 811 time: 0.7213004 Jul 30 02:01:45.593298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-e7c18059-8fb3-4a9a-822f-16c36e0726e2 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=885560973d97416db2f37bc25a83e0cb HTTP/1.1" status: 200 len: 380 time: 0.0601780 Jul 30 02:01:45.616131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Request body: {'port': {'device_id': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'admin_state_up': True, 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'security_groups': ['9c76508c-6fc0-43b4-88d0-e599c93ea2d3']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:45.745678 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba8b1a-e327-4f31-b229-04e2423b36e4 None None] New status for floating IP 9a4aa842-5045-4b6a-a1bb-5539955353f3: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:01:45.829592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afe5a8e8-177a-40e8-910b-b7a6dcfb9b56 req-f8a87b7d-d2a6-41f7-a9e3-449ac35f0a2c tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 210 time: 0.0641487 Jul 30 02:01:45.997542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Made reservation on behalf of 885560973d97416db2f37bc25a83e0cb for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:01:46.012641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.370080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Allocated IP 172.20.0.8 (294697f6-dfdc-40e1-8ed8-f80b58fb6c1e/e04d696d-98a6-4db3-8767-0c1fb0dd94fe/f4f75915-4513-450d-976a-0d592db2dff7) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:01:46.810319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4f5a028-1b81-484f-a72b-bcc83611598f req-39fd51c7-4c25-4d76-be42-60e132225e08 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.0995066 Jul 30 02:01:46.930456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:46.982770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Transition to ACTIVE for port object f4f75915-4513-450d-976a-0d592db2dff7 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:47.082072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.181868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:01:47.191705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:01:47.191705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:01:47.215679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aab843-75bd-4dfd-bddb-862b78040ede req-06c8bfbc-0542-40fa-9805-900e8b9a6072 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:47.217330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71aab843-75bd-4dfd-bddb-862b78040ede req-06c8bfbc-0542-40fa-9805-900e8b9a6072 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 931 time: 0.1575112 Jul 30 02:01:47.218017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Pushing event updated for resources: {'Port': ['ID=f4f75915-4513-450d-976a-0d592db2dff7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:47.330939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.331656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.332310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.332808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.333386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.333957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.334722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.335537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.336699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.337288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.337852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.338416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:47.358363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:47.359508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.416816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-a8c7ed21-df49-4475-b008-03ea2ca3e76e tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8148263 Jul 30 02:01:47.440014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Request body: {'port': {'device_id': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:01:47.482611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71aab843-75bd-4dfd-bddb-862b78040ede req-0629d5b4-0e34-4db6-848e-fd5623b71759 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283754 Jul 30 02:01:47.573836 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.779796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fb48c96e-3eb8-47d0-b3b0-9b0b0252c0fd None None] Provisioning for port f4f75915-4513-450d-976a-0d592db2dff7 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:47.784877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fb48c96e-3eb8-47d0-b3b0-9b0b0252c0fd None None] Provisioning complete for port f4f75915-4513-450d-976a-0d592db2dff7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:47.785533 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb48c96e-3eb8-47d0-b3b0-9b0b0252c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:47.831890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fb48c96e-3eb8-47d0-b3b0-9b0b0252c0fd None None] Port f4f75915-4513-450d-976a-0d592db2dff7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:01:48.223368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36fa5159-a2ba-4d69-9922-48eee7ea2f23 req-b53b9de0-912d-4b38-9384-430f8d1a7907 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/ports?device_id=fc8029c1-ff32-4ca6-bebc-d8e102ebadef HTTP/1.1" status: 200 len: 210 time: 0.1044984 Jul 30 02:01:48.262868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f75915-4513-450d-976a-0d592db2dff7 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:48.283687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.313892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Transition to ACTIVE for port object f4f75915-4513-450d-976a-0d592db2dff7 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:01:48.320188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.453679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f75915-4513-450d-976a-0d592db2dff7,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:48.661109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Attempting to bind port f4f75915-4513-450d-976a-0d592db2dff7 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:01:48.662142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Attempting to bind port f4f75915-4513-450d-976a-0d592db2dff7 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:01:48.662686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Attempting to bind port f4f75915-4513-450d-976a-0d592db2dff7 on network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:48.675261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Port f4f75915-4513-450d-976a-0d592db2dff7 on network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:01:48.675801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Attempting to bind port f4f75915-4513-450d-976a-0d592db2dff7 on network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:01:48.692790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:01:48.693034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Checking segment: {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:01:48.693645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Bound using segment: {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:01:48.694377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Bound port: f4f75915-4513-450d-976a-0d592db2dff7, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02db1769-ac7f-4e4e-9801-251c65111858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:01:48.694961 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:48.939479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] For port f4f75915-4513-450d-976a-0d592db2dff7, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:01:48.956434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcd808-e27c-45e5-adce-572869c58968 req-5425b07f-8be5-459d-b7c0-c993a1b410dc tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:48.959583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ffcd808-e27c-45e5-adce-572869c58968 req-5425b07f-8be5-459d-b7c0-c993a1b410dc tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 943 time: 0.1482632 Jul 30 02:01:48.962851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] For port f4f75915-4513-450d-976a-0d592db2dff7, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4f75915-4513-450d-976a-0d592db2dff7,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:01:48.971326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.067071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:49.068140 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:49.071021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/f4f75915-4513-450d-976a-0d592db2dff7 HTTP/1.1" status: 200 len: 1091 time: 1.6413710 Jul 30 02:01:49.071795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'tag': 'f4f75915-4513-450d-976a-0d592db2dff7'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:49.075653 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78861b2e-2079-4f96-8ef4-486b605d93fb" -d '{"events": [{"name": "network-changed", "server_uuid": "89f7fcf4-9c08-4312-8e3d-b3759dd63cab", "tag": "f4f75915-4513-450d-976a-0d592db2dff7"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:49.118801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ffcd808-e27c-45e5-adce-572869c58968 req-b7aa4045-09a9-441c-903f-e4b4ed104747 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494272 Jul 30 02:01:49.169173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd9d68-8672-4bed-8a06-78f008fa85a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f75915-4513-450d-976a-0d592db2dff7,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:49.279934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-af2f1879-0cac-4da3-95a4-e33d490402c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:49.279934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-af2f1879-0cac-4da3-95a4-e33d490402c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=885560973d97416db2f37bc25a83e0cb&device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 1094 time: 0.0996430 Jul 30 02:01:49.374249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-5f368f58-b0ef-4dfc-ab34-b18c8ca92aa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4f75915-4513-450d-976a-0d592db2dff7 HTTP/1.1" status: 200 len: 217 time: 0.0816936 Jul 30 02:01:49.501490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-f74e4eca-b10a-46ba-a1b1-0dc9008a4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:49.505040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-f74e4eca-b10a-46ba-a1b1-0dc9008a4cfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04d696d-98a6-4db3-8767-0c1fb0dd94fe HTTP/1.1" status: 200 len: 850 time: 0.1231506 Jul 30 02:01:49.658676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-2b54be4f-3c1c-49b3-853e-f9fe1bb4bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:49.661790 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-2b54be4f-3c1c-49b3-853e-f9fe1bb4bf7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=294697f6-dfdc-40e1-8ed8-f80b58fb6c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456957 Jul 30 02:01:49.684522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62363e53-bfab-4ed5-9c4b-2b3dec4b05e4 req-cbe6c02c-7486-445c-8509-a1b9109d185f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:49.687333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62363e53-bfab-4ed5-9c4b-2b3dec4b05e4 req-cbe6c02c-7486-445c-8509-a1b9109d185f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 945 time: 0.1488833 Jul 30 02:01:49.826692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62363e53-bfab-4ed5-9c4b-2b3dec4b05e4 req-5ec3efd0-6048-406f-bcfd-14f2b975290f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282809 Jul 30 02:01:49.873498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-fd06d24a-5125-4c1f-9481-b3599f2408a7 service neutron] 10.222.0.41 "GET /v2.0/networks/294697f6-dfdc-40e1-8ed8-f80b58fb6c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028756 Jul 30 02:01:50.017279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7303f011-3fef-4a9f-bae3-ff94cd85b439 req-367a6332-557b-4938-97ac-5e1d8790661d service neutron] 10.222.0.41 "GET /v2.0/networks/294697f6-dfdc-40e1-8ed8-f80b58fb6c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356874 Jul 30 02:01:50.147570 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b978f8cc-5efe-456e-a773-72ab33b079ea x-openstack-request-id: req-b978f8cc-5efe-456e-a773-72ab33b079ea {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:50.148095 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f7fcf4-9c08-4312-8e3d-b3759dd63cab", "tag": "f4f75915-4513-450d-976a-0d592db2dff7", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:50.149091 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b978f8cc-5efe-456e-a773-72ab33b079ea {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:50.149815 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'tag': 'f4f75915-4513-450d-976a-0d592db2dff7', 'status': 'completed', 'code': 200} Jul 30 02:01:50.242505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-c9bfcaf0-6527-40e6-92de-8750dbd5a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:50.244289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-c9bfcaf0-6527-40e6-92de-8750dbd5a6fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=885560973d97416db2f37bc25a83e0cb&device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 1094 time: 0.0573127 Jul 30 02:01:50.424622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-77b4ea13-2238-4869-b855-9a57067518e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:50.426413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-77b4ea13-2238-4869-b855-9a57067518e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=294697f6-dfdc-40e1-8ed8-f80b58fb6c1e HTTP/1.1" status: 200 len: 912 time: 0.1646371 Jul 30 02:01:50.515052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-9bff92dd-5dbf-4647-93a1-ff839d6d6ffa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4f75915-4513-450d-976a-0d592db2dff7 HTTP/1.1" status: 200 len: 217 time: 0.0803721 Jul 30 02:01:50.614441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-abc87a74-9e36-45cb-8c83-d5b72087034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:50.617850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-abc87a74-9e36-45cb-8c83-d5b72087034d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04d696d-98a6-4db3-8767-0c1fb0dd94fe HTTP/1.1" status: 200 len: 850 time: 0.0940340 Jul 30 02:01:50.716694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-ab7ac6ec-066b-4bea-9d0d-e0003d2465bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:50.719718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-ab7ac6ec-066b-4bea-9d0d-e0003d2465bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=294697f6-dfdc-40e1-8ed8-f80b58fb6c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936704 Jul 30 02:01:50.921798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-342f8a2d-97fb-41d5-9884-6190942251c8 service neutron] 10.222.0.41 "GET /v2.0/networks/294697f6-dfdc-40e1-8ed8-f80b58fb6c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929784 Jul 30 02:01:51.198542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78861b2e-2079-4f96-8ef4-486b605d93fb req-28a3e962-2ad5-4d21-b4fc-be18cace54d7 service neutron] 10.222.0.41 "GET /v2.0/networks/294697f6-dfdc-40e1-8ed8-f80b58fb6c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688618 Jul 30 02:01:51.364379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93905c-c3fd-418b-951c-e7e8bd6babc7 req-4c2276aa-d586-415a-a86f-7531070b29db tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:51.366936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f93905c-c3fd-418b-951c-e7e8bd6babc7 req-4c2276aa-d586-415a-a86f-7531070b29db tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 943 time: 0.1250370 Jul 30 02:01:51.439634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f93905c-c3fd-418b-951c-e7e8bd6babc7 req-07b68467-e5be-48a7-b2a5-284b2c727cc3 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600381 Jul 30 02:01:51.508553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53216) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:51.628905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5af78b80-52e2-4926-809a-883b84db8527 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.657862 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5af78b80-52e2-4926-809a-883b84db8527 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.723504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5af78b80-52e2-4926-809a-883b84db8527 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.727517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5af78b80-52e2-4926-809a-883b84db8527 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:51.733346 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5af78b80-52e2-4926-809a-883b84db8527 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "DELETE /v2.0/security-groups/39f57d19-f72b-40c9-9247-4cd34ca6debe HTTP/1.1" status: 204 len: 168 time: 0.2190876 Jul 30 02:01:51.733673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:51.741039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78b80-52e2-4926-809a-883b84db8527 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f57d19-f72b-40c9-9247-4cd34ca6debe,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:51.786845 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-b4440660-7f9c-40fb-a128-d739e59c7948 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] show failed (client error): The resource could not be found. Jul 30 02:01:51.793537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53226) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:51.794104 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b4440660-7f9c-40fb-a128-d739e59c7948 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "GET /v2.0/security-groups/39f57d19-f72b-40c9-9247-4cd34ca6debe HTTP/1.1" status: 404 len: 347 time: 0.0585096 Jul 30 02:01:51.969895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port 23d5f75c-ba06-4182-a423-88ef0f4513d1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:51.970173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.158054 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.159226 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.188308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for 23d5f75c-ba06-4182-a423-88ef0f4513d1 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:52.522828 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.584523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=23d5f75c-ba06-4182-a423-88ef0f4513d1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:52.703556 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.714059 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:52.723492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53258) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:52.736535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e73378a3-27a7-4f6d-9c5e-1c891fe2ccc0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "DELETE /v2.0/floatingips/1292bcab-89ca-47c1-bbb6-d3f1af73449c HTTP/1.1" status: 204 len: 168 time: 0.9413130 Jul 30 02:01:52.950208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0798f-97cd-4a1b-bf6b-9fc031d1de8b req-4b4f45f5-0d7e-4cd3-b0b1-793057560e8c tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:52.963010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fd0798f-97cd-4a1b-bf6b-9fc031d1de8b req-4b4f45f5-0d7e-4cd3-b0b1-793057560e8c tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 943 time: 0.1922860 Jul 30 02:01:52.974790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port 6af04872-db07-4769-81b3-9f357847b528 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:52.975558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.068345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fd0798f-97cd-4a1b-bf6b-9fc031d1de8b req-e0cfd838-6281-48f4-b831-c53a9f262884 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885432 Jul 30 02:01:53.134290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f4f75915-4513-450d-976a-0d592db2dff7 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:01:53.138504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:01:53.655226 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.664441 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.681600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for 6af04872-db07-4769-81b3-9f357847b528 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:53.714566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f4f75915-4513-450d-976a-0d592db2dff7, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4f75915-4513-450d-976a-0d592db2dff7,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:53.728793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:53.734035 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ccd8b-5d66-4052-b84c-c752ffef7da4" -d '{"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-unplugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:53.844497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:53.848061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f4f75915-4513-450d-976a-0d592db2dff7', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'port_id': 'f4f75915-4513-450d-976a-0d592db2dff7', 'mac_address': 'fa:16:3e:fe:87:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:01:53.865407 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:53.923587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.113084 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8aa7db-ca75-4950-a652-1a8651b7dc18 x-openstack-request-id: req-db8aa7db-ca75-4950-a652-1a8651b7dc18 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:54.114364 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-unplugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:54.116231 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db8aa7db-ca75-4950-a652-1a8651b7dc18 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:54.118659 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'code': 200} Jul 30 02:01:54.159300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:54.176509 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.185124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.186247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.187090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.187916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.188747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.189520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.190413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.191239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.192188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.193646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.194583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.196037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.207787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.211367 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "DELETE /v2.0/ports/6af04872-db07-4769-81b3-9f357847b528 HTTP/1.1" status: 204 len: 168 time: 1.4856777 Jul 30 02:01:54.212772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=6af04872-db07-4769-81b3-9f357847b528,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:54.214492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53296) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:54.234517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.235168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.235718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.236229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.237262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.237801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.238467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.239211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.239780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.240284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.240873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.241383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352453c4-b8dd-46b5-9a80-5da74dbc4b0f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:01:54.253583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.297306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f75915-4513-450d-976a-0d592db2dff7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:54.352826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f4f75915-4513-450d-976a-0d592db2dff7, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4f75915-4513-450d-976a-0d592db2dff7,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:54.361772 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:54.606992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f4f75915-4513-450d-976a-0d592db2dff7,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:54.674111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f4f75915-4513-450d-976a-0d592db2dff7'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:54.802391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3e7f1-8bdc-4dc6-ae1d-b9e3b6c42b51 req-dad5f904-9122-4b14-8e30-0d0cb6ebecb6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:54.815688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e3e7f1-8bdc-4dc6-ae1d-b9e3b6c42b51 req-dad5f904-9122-4b14-8e30-0d0cb6ebecb6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 944 time: 0.5143852 Jul 30 02:01:54.940321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-bac10eda-2b56-4a0d-aa6d-3c359436bc75 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port 7e975dfa-0de7-4f8d-913c-ec6060cd7934 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:54.942343 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bac10eda-2b56-4a0d-aa6d-3c359436bc75 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.020643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e3e7f1-8bdc-4dc6-ae1d-b9e3b6c42b51 req-b10cc1d3-70a0-414f-b22d-2b6977a7f04c tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012177 Jul 30 02:01:55.166807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:01:55.277126 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bac10eda-2b56-4a0d-aa6d-3c359436bc75 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.314142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-bac10eda-2b56-4a0d-aa6d-3c359436bc75 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for 7e975dfa-0de7-4f8d-913c-ec6060cd7934 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:01:55.534950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:55.595132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'port_id': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'mac_address': 'fa:16:3e:d7:55:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:01:55.758953 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.829436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e9fc75-38ed-4cef-965b-e98e3e44845f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:01:55.840021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bac10eda-2b56-4a0d-aa6d-3c359436bc75 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.918293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:55.929837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:55.930217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac10eda-2b56-4a0d-aa6d-3c359436bc75 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=7e975dfa-0de7-4f8d-913c-ec6060cd7934,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:56.167806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:56.174515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['78e9fc75-38ed-4cef-965b-e98e3e44845f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:01:56.182279 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bac10eda-2b56-4a0d-aa6d-3c359436bc75 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.190130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bac10eda-2b56-4a0d-aa6d-3c359436bc75 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "DELETE /v2.0/ports/7e975dfa-0de7-4f8d-913c-ec6060cd7934 HTTP/1.1" status: 204 len: 168 time: 1.9687181 Jul 30 02:01:56.190319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53362) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:56.367338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d2e55-009f-4292-935c-6bedef750514 req-4bd2c5f2-b1a9-4f8a-9533-ee4eebdbff89 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:56.383199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-223d2e55-009f-4292-935c-6bedef750514 req-4bd2c5f2-b1a9-4f8a-9533-ee4eebdbff89 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 944 time: 0.1242383 Jul 30 02:01:56.508350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-223d2e55-009f-4292-935c-6bedef750514 req-4855043b-3046-4303-8a27-9239efd36ec9 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233768 Jul 30 02:01:56.599380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-44810223-b7ff-4d4c-b9f8-20edcf5ffcbc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting subnet c2593eac-b2ec-4419-b7b5-b05853fb34e2 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:56.655738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44810223-b7ff-4d4c-b9f8-20edcf5ffcbc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:56.911008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44810223-b7ff-4d4c-b9f8-20edcf5ffcbc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.163404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f4f75915-4513-450d-976a-0d592db2dff7 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:57.233430 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44810223-b7ff-4d4c-b9f8-20edcf5ffcbc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.346310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port f4f75915-4513-450d-976a-0d592db2dff7 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:01:57.373751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f4f75915-4513-450d-976a-0d592db2dff7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:57.377878 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.453399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44810223-b7ff-4d4c-b9f8-20edcf5ffcbc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.530416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44810223-b7ff-4d4c-b9f8-20edcf5ffcbc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Subnet': ['ID=c2593eac-b2ec-4419-b7b5-b05853fb34e2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:57.568741 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44810223-b7ff-4d4c-b9f8-20edcf5ffcbc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.575328 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-44810223-b7ff-4d4c-b9f8-20edcf5ffcbc tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "DELETE /v2.0/subnets/c2593eac-b2ec-4419-b7b5-b05853fb34e2 HTTP/1.1" status: 204 len: 168 time: 1.3800147 Jul 30 02:01:57.575743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53396) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:57.577751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1de4a6-2e07-4b4c-acf6-daabafe136fb None None] Network c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:57.820539 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:57.982576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f75915-4513-450d-976a-0d592db2dff7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:01:57.993600 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2778ded-b34c-4a58-8208-924140264a55" -d '{"events": [{"server_uuid": "89f7fcf4-9c08-4312-8e3d-b3759dd63cab", "name": "network-vif-plugged", "status": "completed", "tag": "f4f75915-4513-450d-976a-0d592db2dff7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:01:58.061587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab92505c-e29c-40ae-8c17-8baa3e519e5f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting subnet bbc0ddec-1161-49c0-8539-5e01da63ba21 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:01:58.078739 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab92505c-e29c-40ae-8c17-8baa3e519e5f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.105489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da85f0-e62f-44f2-ba64-6b61fdcab15f req-f79bcb5d-3f29-4899-b1c6-76b7b3c9747d tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:58.121888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21da85f0-e62f-44f2-ba64-6b61fdcab15f req-f79bcb5d-3f29-4899-b1c6-76b7b3c9747d tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 944 time: 0.3154013 Jul 30 02:01:58.149066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f4f75915-4513-450d-976a-0d592db2dff7, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4f75915-4513-450d-976a-0d592db2dff7,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:01:58.247846 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab92505c-e29c-40ae-8c17-8baa3e519e5f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.295529 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.301702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:01:58.310128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21da85f0-e62f-44f2-ba64-6b61fdcab15f req-40a8177c-cdfb-4fcd-964e-b325e52c28e3 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862576 Jul 30 02:01:58.598738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab92505c-e29c-40ae-8c17-8baa3e519e5f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:58.827258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f4f75915-4513-450d-976a-0d592db2dff7,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:58.850330 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69eab0d-ca4b-4fc4-9061-ac0b65d1b979 x-openstack-request-id: req-d69eab0d-ca4b-4fc4-9061-ac0b65d1b979 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:01:58.850651 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f7fcf4-9c08-4312-8e3d-b3759dd63cab", "name": "network-vif-plugged", "status": "completed", "tag": "f4f75915-4513-450d-976a-0d592db2dff7", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:01:58.850888 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d69eab0d-ca4b-4fc4-9061-ac0b65d1b979 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:01:58.854776 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f75915-4513-450d-976a-0d592db2dff7', 'code': 200} Jul 30 02:01:58.990981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab92505c-e29c-40ae-8c17-8baa3e519e5f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.077596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 78e9fc75-38ed-4cef-965b-e98e3e44845f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:01:59.078194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.099859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab92505c-e29c-40ae-8c17-8baa3e519e5f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.104537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ab92505c-e29c-40ae-8c17-8baa3e519e5f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "DELETE /v2.0/subnets/bbc0ddec-1161-49c0-8539-5e01da63ba21 HTTP/1.1" status: 204 len: 168 time: 1.5273602 Jul 30 02:01:59.105777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92505c-e29c-40ae-8c17-8baa3e519e5f tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc0ddec-1161-49c0-8539-5e01da63ba21,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:01:59.109683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53486) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:01:59.140856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6d6c6-eb05-4a1d-b043-1cadc3431803 req-aa424d55-32a0-405f-8dee-cf8216c18d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:59.142493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ae6d6c6-eb05-4a1d-b043-1cadc3431803 req-aa424d55-32a0-405f-8dee-cf8216c18d1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 1096 time: 0.2876260 Jul 30 02:01:59.216735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5edb808-95b5-457e-9a99-2d9f35731cf8 None None] Network 5e2a0a98-a22c-4347-84f1-455730e1ba82 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:01:59.253497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] DHCP port deletion for c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:01:59.310462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ae6d6c6-eb05-4a1d-b043-1cadc3431803 req-2fd10156-3c5e-45a0-a9d1-12abe2d3442b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543794 Jul 30 02:01:59.478879 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:01:59.635092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273562be-c3b9-45ad-b6d6-a563469693f3 req-68ca95d0-24d4-4fe3-839c-c3b9f1d713d6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:01:59.668090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-273562be-c3b9-45ad-b6d6-a563469693f3 req-68ca95d0-24d4-4fe3-839c-c3b9f1d713d6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 945 time: 0.1355097 Jul 30 02:01:59.789557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-273562be-c3b9-45ad-b6d6-a563469693f3 req-041810ab-517a-4784-8c56-9b74b229fe16 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176655 Jul 30 02:01:59.814545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port 113dff50-ed8b-4696-9563-542e58b6712f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:01:59.815740 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.182611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] For port 113dff50-ed8b-4696-9563-542e58b6712f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=113dff50-ed8b-4696-9563-542e58b6712f,segment=NetworkSegment(d21b14be-6ebc-4429-bf36-af11c03b74d3),segment_id=d21b14be-6ebc-4429-bf36-af11c03b74d3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:00.183295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.239996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for 113dff50-ed8b-4696-9563-542e58b6712f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:00.346893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 113dff50-ed8b-4696-9563-542e58b6712f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:00.625046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.635039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-b2b73745-631e-4fb7-955a-6863d409a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:00.638680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-b2b73745-631e-4fb7-955a-6863d409a27b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1095 time: 0.1540143 Jul 30 02:02:00.680170 n-d-715271-7 neutron-server[93820]: INFO neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No ports have port_id starting with 113dff50-ed8b-4696-9563-542e58b6712f Jul 30 02:02:00.685953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=113dff50-ed8b-4696-9563-542e58b6712f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:00.708276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] Deleting port 113dff50-ed8b-4696-9563-542e58b6712f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:00.708772 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:00.774382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] No DVR routers for this DVR port 113dff50-ed8b-4696-9563-542e58b6712f on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:01.112795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-af70942d-7567-4715-bdda-7cfff92b6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:01.120314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-af70942d-7567-4715-bdda-7cfff92b6a95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.3786762 Jul 30 02:02:01.177342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b94590e6-98e9-4e66-8026-d95fcfc4608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.210487 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.215767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] For port 113dff50-ed8b-4696-9563-542e58b6712f, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:01.216562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.266037 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.268987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] Calling delete_port for 113dff50-ed8b-4696-9563-542e58b6712f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:01.308033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] Port 113dff50-ed8b-4696-9563-542e58b6712f was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:02:01.312904 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.320603 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.363142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] Pushing event deleted for resources: {'Port': ['ID=113dff50-ed8b-4696-9563-542e58b6712f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.367977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:02:01.370565 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749c0a9c-8fef-497a-b4a9-4aee4a475040" -d '{"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-plugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:02:01.381211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a377ea0-a6d7-4ad6-83b2-a7c4c6eaa3b3 None None] DHCP port deletion for 5e2a0a98-a22c-4347-84f1-455730e1ba82 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:01.398325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a4f8ee-eaba-401e-8f4b-891957ddf6c3']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:01.402451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73403e3-7f93-4fa0-abe4-3222c7ac970b None None] No DVR routers for this DVR port 113dff50-ed8b-4696-9563-542e58b6712f on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:01.477359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21b14be-6ebc-4429-bf36-af11c03b74d3') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:01.479266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21b14be-6ebc-4429-bf36-af11c03b74d3') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:01.490532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:01.520633 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.537769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.605020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.627622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:01.628667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.657085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5a377ea0-a6d7-4ad6-83b2-a7c4c6eaa3b3 None None] Deleting port 1ccfacee-54d2-4933-81cb-58978d00cbec {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:01.657946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a377ea0-a6d7-4ad6-83b2-a7c4c6eaa3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:01.686563 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:01.811097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:01.844055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.870039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:01.875496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "DELETE /v2.0/networks/c7a4f8ee-eaba-401e-8f4b-891957ddf6c3 HTTP/1.1" status: 204 len: 168 time: 2.7633867 Jul 30 02:02:01.889929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53618) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:01.946309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5a377ea0-a6d7-4ad6-83b2-a7c4c6eaa3b3 None None] For port 1ccfacee-54d2-4933-81cb-58978d00cbec, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1ccfacee-54d2-4933-81cb-58978d00cbec,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:01.956131 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a377ea0-a6d7-4ad6-83b2-a7c4c6eaa3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.013356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5a377ea0-a6d7-4ad6-83b2-a7c4c6eaa3b3 None None] Calling delete_port for 1ccfacee-54d2-4933-81cb-58978d00cbec owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:02.021346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5bbae-a663-4990-8995-8256715795a0 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Network': ['ID=c7a4f8ee-eaba-401e-8f4b-891957ddf6c3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:02.130311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b871ca3-eef2-4b9e-ace4-bea42db58ede req-06472b12-415a-423f-9fc6-d8d9be4de0c8 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:02.131708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b871ca3-eef2-4b9e-ace4-bea42db58ede req-06472b12-415a-423f-9fc6-d8d9be4de0c8 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 945 time: 1.0234811 Jul 30 02:02:02.166867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-4d1b9195-a0bb-4fb4-8b9a-05ad7d685ca5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 1000 time: 1.0193093 Jul 30 02:02:02.273718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b871ca3-eef2-4b9e-ace4-bea42db58ede req-dac8eff9-212b-4562-81af-6ea004350a72 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052191 Jul 30 02:02:02.292090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1ccfacee-54d2-4933-81cb-58978d00cbec no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:02.323310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-2694f314-c87f-4fe4-af12-c5446999ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:02.328130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-2694f314-c87f-4fe4-af12-c5446999ec8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1501801 Jul 30 02:02:02.330994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.464109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-558003d5-ac39-49ef-b2b7-c14569f30ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:02.467871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-558003d5-ac39-49ef-b2b7-c14569f30ae0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316698 Jul 30 02:02:02.517645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Deleting port 1ccfacee-54d2-4933-81cb-58978d00cbec {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:02.518170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.678482 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a377ea0-a6d7-4ad6-83b2-a7c4c6eaa3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.758127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Port 1ccfacee-54d2-4933-81cb-58978d00cbec update to DOWN by agent not found {{(pid=93820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:02:02.846852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-a7f1cb56-2902-41ac-baad-4260f8f723f5 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640840 Jul 30 02:02:02.900936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] For port 1ccfacee-54d2-4933-81cb-58978d00cbec, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1ccfacee-54d2-4933-81cb-58978d00cbec,segment=NetworkSegment(553df9b5-bd6d-4d01-894d-bd7240bcb5d4),segment_id=553df9b5-bd6d-4d01-894d-bd7240bcb5d4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:02.903876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:02.930273 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1df831-095b-4712-b628-1223f3c16f2c x-openstack-request-id: req-6b1df831-095b-4712-b628-1223f3c16f2c {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:02:02.930671 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-plugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:02:02.930880 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6b1df831-095b-4712-b628-1223f3c16f2c {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:02:02.931278 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'code': 200} Jul 30 02:02:02.961429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a377ea0-a6d7-4ad6-83b2-a7c4c6eaa3b3 None None] No DVR routers for this DVR port 1ccfacee-54d2-4933-81cb-58978d00cbec on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:02.999741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a377ea0-a6d7-4ad6-83b2-a7c4c6eaa3b3 None None] Pushing event deleted for resources: {'Port': ['ID=1ccfacee-54d2-4933-81cb-58978d00cbec,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:03.001168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Calling delete_port for 1ccfacee-54d2-4933-81cb-58978d00cbec owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:03.326155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.366310 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9a7265c-3f04-4d70-a2d4-70b0aa6a94b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.379419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b17531-3a34-4969-8df3-aa186e8dca17 req-f780f1f6-255a-49ad-b696-08a042f99841 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:03.390452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Port': ['ID=1ccfacee-54d2-4933-81cb-58978d00cbec,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:03.401952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49b17531-3a34-4969-8df3-aa186e8dca17 req-f780f1f6-255a-49ad-b696-08a042f99841 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 945 time: 0.4781451 Jul 30 02:02:03.405622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53686) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:03.417304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f3e60b86-0ac0-4192-84c7-6a92a05e71b7 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Request body: {'floatingip': {'port_id': 'f4f75915-4513-450d-976a-0d592db2dff7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:03.425271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] No DVR routers for this DVR port 1ccfacee-54d2-4933-81cb-58978d00cbec on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:03.564408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f3e60b86-0ac0-4192-84c7-6a92a05e71b7 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.680304 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.714532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2a0a98-a22c-4347-84f1-455730e1ba82']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:03.765584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553df9b5-bd6d-4d01-894d-bd7240bcb5d4') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:03.766078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553df9b5-bd6d-4d01-894d-bd7240bcb5d4') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:03.788045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.790791 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.808641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.858807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:03.859387 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:03.873780 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:04.073921 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.083364 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.088004 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] 10.222.0.84 "DELETE /v2.0/networks/5e2a0a98-a22c-4347-84f1-455730e1ba82 HTTP/1.1" status: 204 len: 168 time: 2.1962583 Jul 30 02:02:04.191978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b8dfb0d-b7f9-4a45-b763-e1f87221b854 req-ea7f96e7-dc14-4784-90e4-b64db2d3c1ba service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3251641 Jul 30 02:02:04.207409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af183b4-f287-4ce0-892a-0d4c76033c05 tempest-TaggedBootDevicesTest-899892889 tempest-TaggedBootDevicesTest-899892889-project] Pushing event deleted for resources: {'Network': ['ID=5e2a0a98-a22c-4347-84f1-455730e1ba82,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:04.502589 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:04.859931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-6f38d62b-ee02-436c-b5fa-c8d7ceda4d26 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3907065 Jul 30 02:02:05.270379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-21070b4c-b6e2-4352-89db-def3e4e9496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:05.275613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-21070b4c-b6e2-4352-89db-def3e4e9496a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1097 time: 0.2627022 Jul 30 02:02:05.654785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-ce96d44d-035a-4bb9-927e-82ce885ca93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:05.656841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-ce96d44d-035a-4bb9-927e-82ce885ca93e service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.3002589 Jul 30 02:02:05.829338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-9f204c3d-bec5-4830-a9cb-991bba925eb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 1002 time: 0.1520543 Jul 30 02:02:05.947549 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f3e60b86-0ac0-4192-84c7-6a92a05e71b7 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:05.973287 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f3e60b86-0ac0-4192-84c7-6a92a05e71b7 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.146895 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:06.157927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-7a0fb3c4-f8dc-49f1-85c4-2aaaabc71af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:06.161451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-7a0fb3c4-f8dc-49f1-85c4-2aaaabc71af4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.3182318 Jul 30 02:02:06.551592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-3b9caedc-4960-4d34-919f-8d9a1f27fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:06.552411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-3b9caedc-4960-4d34-919f-8d9a1f27fca7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3587029 Jul 30 02:02:06.568431 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-f3e60b86-0ac0-4192-84c7-6a92a05e71b7 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Floating IP 39fba698-3950-462c-b589-a7105051e389 associated. External IP: 172.25.7.91, port: f4f75915-4513-450d-976a-0d592db2dff7. Jul 30 02:02:07.266736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-31d4f81b-c446-4a05-aaa7-cc1ef67d29d4 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947193 Jul 30 02:02:07.562860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c42aee39-dfab-4ae9-aabd-518ed2ea2b52 req-cc73a463-c3ad-4223-82ea-3f10292ee82a service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657577 Jul 30 02:02:07.851353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e60b86-0ac0-4192-84c7-6a92a05e71b7 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Router 8a73f1e1-45ac-4075-a559-23bf735e7a0a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:02:08.272355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e60b86-0ac0-4192-84c7-6a92a05e71b7 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:02:08.317489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] Sync routers for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:02:08.377389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f3e60b86-0ac0-4192-84c7-6a92a05e71b7 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:08.384305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:02:08.385670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:02:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:08.544056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f3e60b86-0ac0-4192-84c7-6a92a05e71b7 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "PUT /v2.0/floatingips/39fba698-3950-462c-b589-a7105051e389 HTTP/1.1" status: 200 len: 990 time: 5.1343505 Jul 30 02:02:08.545041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'tag': 'f4f75915-4513-450d-976a-0d592db2dff7'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:02:08.555695 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c50239d-49c1-458b-8467-a653100f4f07" -d '{"events": [{"name": "network-changed", "server_uuid": "89f7fcf4-9c08-4312-8e3d-b3759dd63cab", "tag": "f4f75915-4513-450d-976a-0d592db2dff7"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:02:08.913871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:02:09.032149 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea99b22d-4865-4541-bd72-029a77942eb7 x-openstack-request-id: req-ea99b22d-4865-4541-bd72-029a77942eb7 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:02:09.033987 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f7fcf4-9c08-4312-8e3d-b3759dd63cab", "tag": "f4f75915-4513-450d-976a-0d592db2dff7", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:02:09.035408 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ea99b22d-4865-4541-bd72-029a77942eb7 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:02:09.044066 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'tag': 'f4f75915-4513-450d-976a-0d592db2dff7', 'status': 'completed', 'code': 200} Jul 30 02:02:09.233748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50239d-49c1-458b-8467-a653100f4f07 req-7299e176-94de-4140-bfbe-623160679a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:09.235799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c50239d-49c1-458b-8467-a653100f4f07 req-7299e176-94de-4140-bfbe-623160679a8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=885560973d97416db2f37bc25a83e0cb&device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 1096 time: 0.1844213 Jul 30 02:02:09.576243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50239d-49c1-458b-8467-a653100f4f07 req-e603d50b-ec3a-46f5-8d58-1460087b14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:09.592259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c50239d-49c1-458b-8467-a653100f4f07 req-e603d50b-ec3a-46f5-8d58-1460087b14d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=294697f6-dfdc-40e1-8ed8-f80b58fb6c1e HTTP/1.1" status: 200 len: 912 time: 0.3382750 Jul 30 02:02:09.952115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '39fba698-3950-462c-b589-a7105051e389', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'port_id': 'f4f75915-4513-450d-976a-0d592db2dff7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'mac_address': 'fa:16:3e:fe:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:01:35Z', 'updated_at': '2021-07-30T02:02:05Z', 'revision_number': 1, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9e8ad2-0229-454d-a19b-d1bad9ced170', 'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:28Z', 'updated_at': '2021-07-30T02:01:40Z', 'revision_number': 5, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'subnets': [{'id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:10.000089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c50239d-49c1-458b-8467-a653100f4f07 req-5e8c8858-c53c-4402-92a4-db647f13667a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4f75915-4513-450d-976a-0d592db2dff7 HTTP/1.1" status: 200 len: 998 time: 0.4061806 Jul 30 02:02:10.101503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] Checking router: 8a73f1e1-45ac-4075-a559-23bf735e7a0a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:02:10.153022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:02:10.155823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:02:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:10.265630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50239d-49c1-458b-8467-a653100f4f07 req-664fcc44-63e9-42bf-aa3d-fa0514bcb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:10.267230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c50239d-49c1-458b-8467-a653100f4f07 req-664fcc44-63e9-42bf-aa3d-fa0514bcb2b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04d696d-98a6-4db3-8767-0c1fb0dd94fe HTTP/1.1" status: 200 len: 850 time: 0.2547803 Jul 30 02:02:10.379769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50239d-49c1-458b-8467-a653100f4f07 req-807dc3e0-2030-4614-b20f-88c3a656b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:10.381628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c50239d-49c1-458b-8467-a653100f4f07 req-807dc3e0-2030-4614-b20f-88c3a656b0c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=294697f6-dfdc-40e1-8ed8-f80b58fb6c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972407 Jul 30 02:02:10.526647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54044) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:10.828171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c50239d-49c1-458b-8467-a653100f4f07 req-9dde9d27-c2d6-4b22-8ced-6a624c315d55 service neutron] 10.222.0.41 "GET /v2.0/networks/294697f6-dfdc-40e1-8ed8-f80b58fb6c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385085 Jul 30 02:02:10.967790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:02:11.084480 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d6157e-f6cf-4b67-90ef-57be016a0ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.162289 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:02:11.374106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c50239d-49c1-458b-8467-a653100f4f07 req-d2c3957d-89a3-4f44-a674-23fc5e473d2a service neutron] 10.222.0.41 "GET /v2.0/networks/294697f6-dfdc-40e1-8ed8-f80b58fb6c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330176 Jul 30 02:02:11.443248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d6157e-f6cf-4b67-90ef-57be016a0ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.451412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d6157e-f6cf-4b67-90ef-57be016a0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.548266 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-54d6157e-f6cf-4b67-90ef-57be016a0ebd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=53327e8965944eec9d2eff3e06af2b08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0184307 Jul 30 02:02:11.552139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54090) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:11.552842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6157e-f6cf-4b67-90ef-57be016a0ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762c6ba6-ef3b-4016-a234-48823270db35,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:11.764024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-049c52a3-34ac-496a-b09f-c3007a31ccbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.804377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-049c52a3-34ac-496a-b09f-c3007a31ccbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.907633 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-049c52a3-34ac-496a-b09f-c3007a31ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.911936 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-049c52a3-34ac-496a-b09f-c3007a31ccbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:11.913915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-049c52a3-34ac-496a-b09f-c3007a31ccbb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/762c6ba6-ef3b-4016-a234-48823270db35 HTTP/1.1" status: 204 len: 168 time: 0.3603847 Jul 30 02:02:11.982335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c52a3-34ac-496a-b09f-c3007a31ccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762c6ba6-ef3b-4016-a234-48823270db35,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:12.085923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '39fba698-3950-462c-b589-a7105051e389', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'port_id': 'f4f75915-4513-450d-976a-0d592db2dff7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'mac_address': 'fa:16:3e:fe:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:01:35Z', 'updated_at': '2021-07-30T02:02:05Z', 'revision_number': 1, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9e8ad2-0229-454d-a19b-d1bad9ced170', 'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:28Z', 'updated_at': '2021-07-30T02:01:40Z', 'revision_number': 5, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'subnets': [{'id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:12.218990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c723d142-c7dd-49a5-881c-bf6b86951670 None None] The sync data for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 is: [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '39fba698-3950-462c-b589-a7105051e389', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'port_id': 'f4f75915-4513-450d-976a-0d592db2dff7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'mac_address': 'fa:16:3e:fe:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:01:35Z', 'updated_at': '2021-07-30T02:02:05Z', 'revision_number': 1, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9e8ad2-0229-454d-a19b-d1bad9ced170', 'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:28Z', 'updated_at': '2021-07-30T02:01:40Z', 'revision_number': 5, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'subnets': [{'id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:02:12.808336 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cce30c-4188-433f-a118-45dc5c50e913 None None] New status for floating IP 39fba698-3950-462c-b589-a7105051e389: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:02:19.045768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54304) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:19.331926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-731293a7-9292-4375-a45d-a0a0427e9b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.735918 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-731293a7-9292-4375-a45d-a0a0427e9b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.742421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-731293a7-9292-4375-a45d-a0a0427e9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:19.813414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-731293a7-9292-4375-a45d-a0a0427e9b9f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f29f7eb8ef014fd08eebcfb0b816c161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7639711 Jul 30 02:02:19.818235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54328) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:19.895632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731293a7-9292-4375-a45d-a0a0427e9b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691215e8-fc1f-4dfa-bc70-f6f64fef163c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:19.990234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21f631df-53b7-4d17-90d8-dcbb2fe5339a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.049077 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21f631df-53b7-4d17-90d8-dcbb2fe5339a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.161065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21f631df-53b7-4d17-90d8-dcbb2fe5339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.165065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21f631df-53b7-4d17-90d8-dcbb2fe5339a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:20.166570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-21f631df-53b7-4d17-90d8-dcbb2fe5339a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/691215e8-fc1f-4dfa-bc70-f6f64fef163c HTTP/1.1" status: 204 len: 168 time: 0.3472509 Jul 30 02:02:20.188078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f631df-53b7-4d17-90d8-dcbb2fe5339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691215e8-fc1f-4dfa-bc70-f6f64fef163c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.119991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54358) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.179151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84864a3-dc63-4b1b-a796-a0eda74c96b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.670239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84864a3-dc63-4b1b-a796-a0eda74c96b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.676904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84864a3-dc63-4b1b-a796-a0eda74c96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:21.847765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54376) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:21.851540 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b84864a3-dc63-4b1b-a796-a0eda74c96b1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fbbc272076784899b9eff3893b82a03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229667 Jul 30 02:02:21.853695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84864a3-dc63-4b1b-a796-a0eda74c96b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d12e660-c2f0-4ca9-a5cd-1b918f556fae,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:21.988099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ef46ad6-4f0d-4924-be2b-fda51bb9af64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.079510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ef46ad6-4f0d-4924-be2b-fda51bb9af64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.218082 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ef46ad6-4f0d-4924-be2b-fda51bb9af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.224725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ef46ad6-4f0d-4924-be2b-fda51bb9af64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:22.228569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7ef46ad6-4f0d-4924-be2b-fda51bb9af64 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3d12e660-c2f0-4ca9-a5cd-1b918f556fae HTTP/1.1" status: 204 len: 168 time: 0.3775852 Jul 30 02:02:22.250517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef46ad6-4f0d-4924-be2b-fda51bb9af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d12e660-c2f0-4ca9-a5cd-1b918f556fae,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:23.907657 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:25.837438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54490) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:26.456774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d32711cb-a695-40ef-9152-844726937d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.744641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d32711cb-a695-40ef-9152-844726937d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.765477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d32711cb-a695-40ef-9152-844726937d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:26.925101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32711cb-a695-40ef-9152-844726937d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b06ba8-2509-4afe-8e18-49ca0ea2b995,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:27.083253 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d32711cb-a695-40ef-9152-844726937d8c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cfb321c576ad4ac8b8b5127e8d57451d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2405708 Jul 30 02:02:27.084955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54536) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:27.200157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e255b03b-e41f-4de9-b18f-6eeea84a2377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.240665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e255b03b-e41f-4de9-b18f-6eeea84a2377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.332657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54558) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:27.375342 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e255b03b-e41f-4de9-b18f-6eeea84a2377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.394294 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e255b03b-e41f-4de9-b18f-6eeea84a2377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:27.399773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e255b03b-e41f-4de9-b18f-6eeea84a2377 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/42b06ba8-2509-4afe-8e18-49ca0ea2b995 HTTP/1.1" status: 204 len: 168 time: 0.3121638 Jul 30 02:02:27.421831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255b03b-e41f-4de9-b18f-6eeea84a2377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b06ba8-2509-4afe-8e18-49ca0ea2b995,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:27.873265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2f971-9cc6-4aad-b8ed-e0765635712d req-faa01433-b223-4433-8067-cd468360f9d6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:27.882723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6c2f971-9cc6-4aad-b8ed-e0765635712d req-faa01433-b223-4433-8067-cd468360f9d6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2017140 Jul 30 02:02:27.989886 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6c2f971-9cc6-4aad-b8ed-e0765635712d req-0370db53-174e-4dbd-a0ab-929bf265cfc5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046283 Jul 30 02:02:28.300252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54586) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:28.362171 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e23dd9ef-acb9-4afa-a4b3-cade4dae69bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.602969 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e23dd9ef-acb9-4afa-a4b3-cade4dae69bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.609060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e23dd9ef-acb9-4afa-a4b3-cade4dae69bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.655003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dd9ef-acb9-4afa-a4b3-cade4dae69bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1f0b74-98c7-4052-809e-ce85258215e5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:28.687834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e23dd9ef-acb9-4afa-a4b3-cade4dae69bc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1e1f32be694b44658182bbe03dfb287e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859859 Jul 30 02:02:28.688808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54598) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:28.761652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac1fa-a17b-41d6-b52d-93c410bc8f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.806759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac1fa-a17b-41d6-b52d-93c410bc8f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.821828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.929126 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac1fa-a17b-41d6-b52d-93c410bc8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.932183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac1fa-a17b-41d6-b52d-93c410bc8f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:28.937299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aa2ac1fa-a17b-41d6-b52d-93c410bc8f7c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cc1f0b74-98c7-4052-809e-ce85258215e5 HTTP/1.1" status: 204 len: 168 time: 0.2470462 Jul 30 02:02:28.954326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac1fa-a17b-41d6-b52d-93c410bc8f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1f0b74-98c7-4052-809e-ce85258215e5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:29.437837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed5a8d-2bcd-4184-b4d6-ae8c709e1f9f req-aeffdf02-7694-452b-acf4-b10d9059043b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:29.439496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21ed5a8d-2bcd-4184-b4d6-ae8c709e1f9f req-aeffdf02-7694-452b-acf4-b10d9059043b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.0943680 Jul 30 02:02:29.545052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21ed5a8d-2bcd-4184-b4d6-ae8c709e1f9f req-b71e61bf-c9a0-4f6c-aaaa-a44516c8723d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945790 Jul 30 02:02:29.594848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Deleting port 43c8da14-1582-43cb-947d-7fec5711ba85 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:29.595865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.774091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] For port 43c8da14-1582-43cb-947d-7fec5711ba85, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=43c8da14-1582-43cb-947d-7fec5711ba85,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:29.775086 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:29.808112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Calling delete_port for 43c8da14-1582-43cb-947d-7fec5711ba85 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:30.282682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.342956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c8da14-1582-43cb-947d-7fec5711ba85,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:30.714887 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.742415 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d9148cd-e05c-44ed-9a6c-5989a1d9ae2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:30.835767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1cc8a-20f9-4fbc-b875-93193299f4b5 req-53bce925-5e30-4faf-8072-ce2d3d5ac63b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:30.845209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53a1cc8a-20f9-4fbc-b875-93193299f4b5 req-53bce925-5e30-4faf-8072-ce2d3d5ac63b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.1506460 Jul 30 02:02:30.907068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53a1cc8a-20f9-4fbc-b875-93193299f4b5 req-52c8a319-e364-4bef-a1a6-a835d3603c53 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605645 Jul 30 02:02:31.142206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Router 860907ed-4706-4629-af43-b7115c6a1aec has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:02:31.209899 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.376299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:31.389120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:02:31.409097 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b4ff440e-50f1-4fe7-af58-4698ba333d34 admin admin] 10.222.0.84 "PUT /v2.0/routers/860907ed-4706-4629-af43-b7115c6a1aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0737154 Jul 30 02:02:31.409816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54696) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:31.632897 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.649478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] Sync routers for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:02:31.697226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:02:31.698590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:02:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:31.875946 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.879991 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:31.947291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:02:31.950998 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7048cbdd-0d79-4635-9ca2-a65893144c84" -d '{"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-unplugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:02:31.971102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:31.991110 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.069731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Deleting port dc59b0a0-0064-4acb-8ed7-a29f1acf1784 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:32.070054 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.244311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] For port dc59b0a0-0064-4acb-8ed7-a29f1acf1784, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dc59b0a0-0064-4acb-8ed7-a29f1acf1784,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:32.244838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.265309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:02:32.300388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Calling delete_port for dc59b0a0-0064-4acb-8ed7-a29f1acf1784 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:32.328136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac72a2-7fc3-4190-bbd7-cafdf134c37f req-9e996f77-ccca-4ae8-a77c-9d13f1f7d441 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:32.338158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9ac72a2-7fc3-4190-bbd7-cafdf134c37f req-9e996f77-ccca-4ae8-a77c-9d13f1f7d441 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.2317722 Jul 30 02:02:32.453968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:32.545648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9ac72a2-7fc3-4190-bbd7-cafdf134c37f req-051c744a-09a8-4871-babf-ac324ef2cb7a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777253 Jul 30 02:02:32.616035 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.660175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Pushing event deleted for resources: {'Port': ['ID=dc59b0a0-0064-4acb-8ed7-a29f1acf1784,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:32.735282 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ee8501-3209-4638-ab40-ab20b147a931 x-openstack-request-id: req-88ee8501-3209-4638-ab40-ab20b147a931 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:02:32.735609 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-unplugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:02:32.735866 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-88ee8501-3209-4638-ab40-ab20b147a931 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:02:32.736703 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'code': 200} Jul 30 02:02:32.815260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T02:02:30Z', 'revision_number': 5, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port': {'id': 'dc59b0a0-0064-4acb-8ed7-a29f1acf1784', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860907ed-4706-4629-af43-b7115c6a1aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:48:40Z', 'updated_at': '2021-07-30T01:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:32.852966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:32.940367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] Checking router: 860907ed-4706-4629-af43-b7115c6a1aec for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:02:32.970685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] Routers {'860907ed-4706-4629-af43-b7115c6a1aec'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:02:32.972084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:02:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['860907ed-4706-4629-af43-b7115c6a1aec'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:33.114954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] Set router 860907ed-4706-4629-af43-b7115c6a1aec gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:02:33.186623 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.198273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.215006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T02:02:32Z', 'revision_number': 7, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:33.308659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e933f-ea88-434d-a540-2f630f2d3b88 None None] The sync data for ids ['860907ed-4706-4629-af43-b7115c6a1aec'] in n-d-715271-7 is: [{'id': '860907ed-4706-4629-af43-b7115c6a1aec', 'name': 'tempest-TaggedBootDevicesTest-1168101691-router', 'tenant_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:48:35Z', 'updated_at': '2021-07-30T02:02:32Z', 'revision_number': 7, 'project_id': '2d9f1dcd38fe475b859df4e1c35c1027', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:02:33.356965 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d01b019-3f26-4833-8fc2-c56c7012e7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.381421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:02:33.532144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.533518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 860907ed-4706-4629-af43-b7115c6a1aec {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:02:33.552243 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.559475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54752) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:33.564357 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-35c4536e-ab78-4f65-98fd-b7bba8a49fec admin admin] 10.222.0.84 "DELETE /v2.0/routers/860907ed-4706-4629-af43-b7115c6a1aec HTTP/1.1" status: 204 len: 168 time: 2.1530583 Jul 30 02:02:33.758083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-123bcf2a-c66f-47d0-b3d7-fb2ddded357d admin admin] Deleting subnet 5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:02:33.778508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123bcf2a-c66f-47d0-b3d7-fb2ddded357d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.779483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:33.843221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'port_id': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'mac_address': 'fa:16:3e:d7:55:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:02:33.858839 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:33.925770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123bcf2a-c66f-47d0-b3d7-fb2ddded357d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.008132 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.059525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e9fc75-38ed-4cef-965b-e98e3e44845f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:02:34.119760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:34.126651 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.237117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['78e9fc75-38ed-4cef-965b-e98e3e44845f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:02:34.329287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=12']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:34.634544 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:34.704533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dc59b0a0-0064-4acb-8ed7-a29f1acf1784 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:34.813166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: dc59b0a0-0064-4acb-8ed7-a29f1acf1784 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:34.815297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dc59b0a0-0064-4acb-8ed7-a29f1acf1784 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:34.817907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 43c8da14-1582-43cb-947d-7fec5711ba85 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:34.965308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 43c8da14-1582-43cb-947d-7fec5711ba85 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:34.971119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 43c8da14-1582-43cb-947d-7fec5711ba85 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:35.166604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555335e-4419-42b2-95b6-22710de72c93 req-4c6c8a63-d8c3-4b50-8d85-0109b751ad6a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:35.179907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6555335e-4419-42b2-95b6-22710de72c93 req-4c6c8a63-d8c3-4b50-8d85-0109b751ad6a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 1.1261771 Jul 30 02:02:35.230477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123bcf2a-c66f-47d0-b3d7-fb2ddded357d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.502243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6555335e-4419-42b2-95b6-22710de72c93 req-832197c5-cc6f-432b-ba1c-f01d0609162b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207679 Jul 30 02:02:35.505654 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123bcf2a-c66f-47d0-b3d7-fb2ddded357d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.603469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bcf2a-c66f-47d0-b3d7-fb2ddded357d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:35.641773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ae7ec7-99f4-4398-9863-a8e70861c721 None None] Network f324a3bc-da11-43ae-bfa0-142a1ae0bf7b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:35.647984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-123bcf2a-c66f-47d0-b3d7-fb2ddded357d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:35.653496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-123bcf2a-c66f-47d0-b3d7-fb2ddded357d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5edabe1d-ca8e-4840-bf18-cb7d6b5cbfc4 HTTP/1.1" status: 204 len: 168 time: 2.0919638 Jul 30 02:02:35.656546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54806) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:35.878660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.085404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Deleting port 6c356b07-fae5-429e-8591-5f42c628a7e9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:36.086344 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.220100 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.274978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] For port 6c356b07-fae5-429e-8591-5f42c628a7e9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6c356b07-fae5-429e-8591-5f42c628a7e9,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:36.276327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.304161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Calling delete_port for 6c356b07-fae5-429e-8591-5f42c628a7e9 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:36.381399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b320a98-6eea-4e0c-a855-9df6ee41ec15 None None] DHCP port deletion for f324a3bc-da11-43ae-bfa0-142a1ae0bf7b request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:02:36.500572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1b320a98-6eea-4e0c-a855-9df6ee41ec15 None None] Deleting port 6c356b07-fae5-429e-8591-5f42c628a7e9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:02:36.501408 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b320a98-6eea-4e0c-a855-9df6ee41ec15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.600486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.685143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c356b07-fae5-429e-8591-5f42c628a7e9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:36.706863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] No DVR routers for this DVR port 6c356b07-fae5-429e-8591-5f42c628a7e9 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:36.799715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1b320a98-6eea-4e0c-a855-9df6ee41ec15 None None] For port 6c356b07-fae5-429e-8591-5f42c628a7e9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6c356b07-fae5-429e-8591-5f42c628a7e9,segment=NetworkSegment(434051ed-5758-4aca-8e3c-0257d940b6c7),segment_id=434051ed-5758-4aca-8e3c-0257d940b6c7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:36.801633 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b320a98-6eea-4e0c-a855-9df6ee41ec15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:36.832629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1b320a98-6eea-4e0c-a855-9df6ee41ec15 None None] Calling delete_port for 6c356b07-fae5-429e-8591-5f42c628a7e9 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:02:36.854590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdf526-7bcd-406a-9e11-701e1de94dc0 req-f1477078-1465-465a-8aea-b590bd1b694c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:36.868296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08cdf526-7bcd-406a-9e11-701e1de94dc0 req-f1477078-1465-465a-8aea-b590bd1b694c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 945 time: 0.1733623 Jul 30 02:02:37.005201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08cdf526-7bcd-406a-9e11-701e1de94dc0 req-3cef6fa1-8677-4d25-89ef-2fcf521af53e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328101 Jul 30 02:02:37.017830 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.055800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f324a3bc-da11-43ae-bfa0-142a1ae0bf7b']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:37.117838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434051ed-5758-4aca-8e3c-0257d940b6c7') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:37.118715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434051ed-5758-4aca-8e3c-0257d940b6c7') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:02:37.166703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.179500 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1b320a98-6eea-4e0c-a855-9df6ee41ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.218521 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.231555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:02:37.232603 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:02:37.238744 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:02:37.369719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b320a98-6eea-4e0c-a855-9df6ee41ec15 None None] No DVR routers for this DVR port 6c356b07-fae5-429e-8591-5f42c628a7e9 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:02:37.395057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b320a98-6eea-4e0c-a855-9df6ee41ec15 None None] Pushing event deleted for resources: {'Port': ['ID=6c356b07-fae5-429e-8591-5f42c628a7e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:37.426722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:02:37.482643 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.512697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.518701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] 10.222.0.84 "DELETE /v2.0/networks/f324a3bc-da11-43ae-bfa0-142a1ae0bf7b HTTP/1.1" status: 204 len: 168 time: 1.8556373 Jul 30 02:02:37.571673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba35cfc-c9ac-420b-b886-a06ba3fa241b admin admin] Pushing event deleted for resources: {'Network': ['ID=f324a3bc-da11-43ae-bfa0-142a1ae0bf7b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:37.609665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 78e9fc75-38ed-4cef-965b-e98e3e44845f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:02:37.610063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.818727 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:37.885647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:02:37.890581 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5e71e0-5579-4f74-b1cb-15e65512b3b3" -d '{"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-plugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:02:37.960560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:37.968409 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.044104 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cd848e-158d-464b-8e68-4e4eb01c2de9 x-openstack-request-id: req-47cd848e-158d-464b-8e68-4e4eb01c2de9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:02:38.048445 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-plugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:02:38.049233 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-47cd848e-158d-464b-8e68-4e4eb01c2de9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:02:38.050144 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'code': 200} Jul 30 02:02:38.135405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=13']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:38.140107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54858) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:38.347333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27323f06-3845-47ba-b151-42ba3d6ec417 req-3423a03b-3a86-4902-9ecc-c8ab847ce609 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:38.374874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27323f06-3845-47ba-b151-42ba3d6ec417 req-3423a03b-3a86-4902-9ecc-c8ab847ce609 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2213039 Jul 30 02:02:38.408146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6c356b07-fae5-429e-8591-5f42c628a7e9 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:02:38.414255 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-782821b4-4a9d-413c-a068-6b58029091f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2d9f1dcd38fe475b859df4e1c35c1027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608063 Jul 30 02:02:38.415237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54872) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:38.496770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 6c356b07-fae5-429e-8591-5f42c628a7e9 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:02:38.503466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6c356b07-fae5-429e-8591-5f42c628a7e9 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:02:38.534685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27323f06-3845-47ba-b151-42ba3d6ec417 req-aeedab52-fa5c-4521-a333-a0c6362e580a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579351 Jul 30 02:02:38.686704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8ef000d-e160-4cef-b047-4c6d74780d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.729627 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8ef000d-e160-4cef-b047-4c6d74780d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.795022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8ef000d-e160-4cef-b047-4c6d74780d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.798483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8ef000d-e160-4cef-b047-4c6d74780d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:38.810994 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f8ef000d-e160-4cef-b047-4c6d74780d71 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/41aa509c-527e-4d45-b79b-c9c898473c6b HTTP/1.1" status: 204 len: 168 time: 0.3831131 Jul 30 02:02:38.828094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef000d-e160-4cef-b047-4c6d74780d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aa509c-527e-4d45-b79b-c9c898473c6b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:39.957872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f4609-c76f-4857-be60-92a2957f806d req-e19a2f7b-e2cc-49bd-9bf1-03fbc573f8e7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:39.963089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f13f4609-c76f-4857-be60-92a2957f806d req-e19a2f7b-e2cc-49bd-9bf1-03fbc573f8e7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.1700580 Jul 30 02:02:40.059390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f13f4609-c76f-4857-be60-92a2957f806d req-46a727b9-f589-452e-a3cb-7cea530e95e7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874665 Jul 30 02:02:40.665244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54930) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:40.958175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23507b6a-40a2-41cf-8189-b7f469298ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.243302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23507b6a-40a2-41cf-8189-b7f469298ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.257334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:41.268349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23507b6a-40a2-41cf-8189-b7f469298ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.355258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23507b6a-40a2-41cf-8189-b7f469298ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe9d35e-238f-4ef8-b561-3272a5df0ed1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:41.376123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc78912-9cd4-4366-b4c1-d9a950415620 req-a34d33b5-0683-43aa-b85f-ad1d58c250cf tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:41.383755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bc78912-9cd4-4366-b4c1-d9a950415620 req-a34d33b5-0683-43aa-b85f-ad1d58c250cf tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.1409571 Jul 30 02:02:41.417997 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-23507b6a-40a2-41cf-8189-b7f469298ade admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6dadfad0f9734b3abe45945e74d4809c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7446508 Jul 30 02:02:41.419325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54956) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:41.476830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1487193862-network', 'tenant_id': '931f71b52a13470ab505c5ab52b66f90'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:41.496706 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bc78912-9cd4-4366-b4c1-d9a950415620 req-503500c9-f4a2-4892-ae41-d3cadf08fde6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054938 Jul 30 02:02:41.582046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-554681eb-ca73-4c24-9d16-befc7eab19df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.607590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Made reservation on behalf of 931f71b52a13470ab505c5ab52b66f90 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:41.610269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.680447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.817129 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-554681eb-ca73-4c24-9d16-befc7eab19df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.911157 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:41.925582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.014699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38882121-d0a0-4098-b7fb-a95dcf36f30b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:42.032603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:02:42.092361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.092790 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Added segment ce8586e6-68e9-443b-9f0e-c05b179b5cfd of type vlan for network 97772b6d-f86e-42a9-889d-eeed81c73ce0 Jul 30 02:02:42.191808 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.208109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-554681eb-ca73-4c24-9d16-befc7eab19df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.214647 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-554681eb-ca73-4c24-9d16-befc7eab19df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.217487 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-554681eb-ca73-4c24-9d16-befc7eab19df admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0fe9d35e-238f-4ef8-b561-3272a5df0ed1 HTTP/1.1" status: 204 len: 168 time: 0.7958343 Jul 30 02:02:42.269191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554681eb-ca73-4c24-9d16-befc7eab19df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe9d35e-238f-4ef8-b561-3272a5df0ed1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:42.358061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.360238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:42.361409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:42.904507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ecc74-f7d7-434f-a390-b1568208b262 req-7f2b8086-17a7-4010-a9b1-abe2149a56e4 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:42.916253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a2ecc74-f7d7-434f-a390-b1568208b262 req-7f2b8086-17a7-4010-a9b1-abe2149a56e4 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2292943 Jul 30 02:02:43.089625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a2ecc74-f7d7-434f-a390-b1568208b262 req-4c27695a-8e79-412e-b94f-9048cd1f4ac8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624627 Jul 30 02:02:43.284803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55006) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:43.322353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a164d3f-8c65-4a86-bcf8-8e900ceb5633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.563234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a164d3f-8c65-4a86-bcf8-8e900ceb5633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.572114 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a164d3f-8c65-4a86-bcf8-8e900ceb5633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.667713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4a164d3f-8c65-4a86-bcf8-8e900ceb5633 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=909b822d659747749d3578ec46fa38e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802564 Jul 30 02:02:43.670420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a164d3f-8c65-4a86-bcf8-8e900ceb5633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34fc907-5d8b-4fb2-ac7a-3d00728a6c07,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:43.675849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55012) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:43.711784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=97772b6d-f86e-42a9-889d-eeed81c73ce0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:43.720008 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-568b2c74-1e71-4501-8a49-510d36c9e4c2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4606776 Jul 30 02:02:43.725170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55016) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:43.735856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Request body: {'subnet': {'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1487193862-subnet', 'tenant_id': '931f71b52a13470ab505c5ab52b66f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:43.785803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 97772b6d-f86e-42a9-889d-eeed81c73ce0 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:02:43.788053 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e979e75-f948-4b58-8ee0-3f791085565d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.790587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Made reservation on behalf of 931f71b52a13470ab505c5ab52b66f90 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:43.793717 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:43.841722 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e979e75-f948-4b58-8ee0-3f791085565d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.044183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e979e75-f948-4b58-8ee0-3f791085565d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.070182 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e979e75-f948-4b58-8ee0-3f791085565d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.084551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8e979e75-f948-4b58-8ee0-3f791085565d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b34fc907-5d8b-4fb2-ac7a-3d00728a6c07 HTTP/1.1" status: 204 len: 168 time: 0.4062116 Jul 30 02:02:44.111489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e979e75-f948-4b58-8ee0-3f791085565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34fc907-5d8b-4fb2-ac7a-3d00728a6c07,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:44.243606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.371829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eba372e-c03b-410b-be01-96b123dfa986,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:44.419074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Checking segment: {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:44.419764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Network hostable DHCP agents. Network: 97772b6d-f86e-42a9-889d-eeed81c73ce0, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:02:44.422206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fbe6a-8d51-4ad4-9d6f-1d2cbe279e2e req-3e78bd8f-3439-453d-803a-3c95478048e7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:44.435117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea2fbe6a-8d51-4ad4-9d6f-1d2cbe279e2e req-3e78bd8f-3439-453d-803a-3c95478048e7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.1092718 Jul 30 02:02:44.473641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Network 97772b6d-f86e-42a9-889d-eeed81c73ce0 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:02:44.503266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 97772b6d-f86e-42a9-889d-eeed81c73ce0) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:44.513993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:44.515422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:44.516174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd121bf7-bb23-47e6-af11-c2ed1d0d4cf3 None None] Network 97772b6d-f86e-42a9-889d-eeed81c73ce0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:44.544800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea2fbe6a-8d51-4ad4-9d6f-1d2cbe279e2e req-4fa718a9-ac35-4acf-9fce-8c52e0366c13 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079018 Jul 30 02:02:44.549341 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-560267c4-339f-4c76-9efb-15aa70d09b5f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8227909 Jul 30 02:02:44.992954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d64ee-b630-45e1-beb5-d351ca084233 None None] Network 97772b6d-f86e-42a9-889d-eeed81c73ce0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:02:45.860731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-4e181895-3552-41cb-bda1-4e6cdeb0d6ee tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:45.869774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-4e181895-3552-41cb-bda1-4e6cdeb0d6ee tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/networks?id=97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 200 len: 815 time: 0.1914485 Jul 30 02:02:45.888193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-488b27bb-60f1-4ae2-bebd-c5e6681bc7d4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/quotas/931f71b52a13470ab505c5ab52b66f90 HTTP/1.1" status: 200 len: 375 time: 0.0170712 Jul 30 02:02:45.934983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-bfcaa102-0b37-42dc-a071-a15bc69da821 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=931f71b52a13470ab505c5ab52b66f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453761 Jul 30 02:02:46.110988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-e4b0bce2-09a7-4f58-9367-8b522f559a56 service neutron] 10.222.0.84 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744304 Jul 30 02:02:46.278371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-86f13f34-cdfc-4582-a717-72dafb5a1dfa service neutron] 10.222.0.84 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661773 Jul 30 02:02:46.856523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92ab6-ebc1-432e-ab39-28abad109ea4 req-6f625ed6-3d79-419e-8535-e2d35306b8a7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:46.884682 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51f92ab6-ebc1-432e-ab39-28abad109ea4 req-6f625ed6-3d79-419e-8535-e2d35306b8a7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.1923490 Jul 30 02:02:46.951262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51f92ab6-ebc1-432e-ab39-28abad109ea4 req-324600f7-1738-483f-9b2b-70bbfebd97c2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614340 Jul 30 02:02:47.480141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-958e480c-6e7e-4e14-b11a-2630c686ba8b req-fc8ac5d3-a3e7-4fdb-833a-0cee9b06195c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 210 time: 0.1057048 Jul 30 02:02:48.175055 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:02:48.340076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f4ec4-1dc8-4194-86b2-ce59e2e67e6d req-2183e1be-cf47-454d-bd6b-c13a449c0e34 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:48.358318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a6f4ec4-1dc8-4194-86b2-ce59e2e67e6d req-2183e1be-cf47-454d-bd6b-c13a449c0e34 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2725539 Jul 30 02:02:48.524121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a6f4ec4-1dc8-4194-86b2-ce59e2e67e6d req-bd887f47-e006-47c0-bc81-14bc5d3baf42 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542990 Jul 30 02:02:48.952018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c8f3aff-ab44-43c0-b672-73fe5182b9fb req-ecc5fe4c-8ffd-46cc-8408-5ce73eec629f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 210 time: 0.0449102 Jul 30 02:02:49.297831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-d26177e3-7167-4519-a1cf-2569814e75f1 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:49.304862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-d26177e3-7167-4519-a1cf-2569814e75f1 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.22 "GET /v2.0/networks?id=97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 200 len: 815 time: 0.3446596 Jul 30 02:02:49.331390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Request body: {'port': {'device_id': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0', 'admin_state_up': True, 'tenant_id': '931f71b52a13470ab505c5ab52b66f90'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:49.800613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Made reservation on behalf of 931f71b52a13470ab505c5ab52b66f90 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:02:49.807491 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:49.862907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802536e0-f59c-452d-b93b-fbd31ecc81d4 req-8ba3d8fc-5404-4212-92cb-b3bad7a50353 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:49.873789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-802536e0-f59c-452d-b93b-fbd31ecc81d4 req-8ba3d8fc-5404-4212-92cb-b3bad7a50353 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.1459050 Jul 30 02:02:49.994399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-802536e0-f59c-452d-b93b-fbd31ecc81d4 req-e73ac693-18a3-4e63-9efc-d102469e7fea tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190262 Jul 30 02:02:50.140218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Allocated IP 172.20.0.2 (97772b6d-f86e-42a9-889d-eeed81c73ce0/8eba372e-c03b-410b-be01-96b123dfa986/13c19886-8fd9-4334-b8bd-e29937722b9b) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:02:50.361013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:50.573758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63d8adf3-41cb-4d95-905b-a898747d9f1c req-9416582d-44b9-4370-962b-6ba413b23a2f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 210 time: 0.1084473 Jul 30 02:02:50.728755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbaf92f5-6959-40b2-9983-f4aeccf10b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.740652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.881710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.921855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Network 97772b6d-f86e-42a9-889d-eeed81c73ce0 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:02:50.925475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:02:50.965917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:02:50.986809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbaf92f5-6959-40b2-9983-f4aeccf10b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:50.995346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fbaf92f5-6959-40b2-9983-f4aeccf10b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.170543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf92f5-6959-40b2-9983-f4aeccf10b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc11930-4ed1-4f18-88dd-74c0fa282239,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:51.212550 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fbaf92f5-6959-40b2-9983-f4aeccf10b00 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=83f58b6c2a5142edb7b68a5da424d521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8492205 Jul 30 02:02:51.213815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55298) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:51.276597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:51.277402 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.280668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Pushing event updated for resources: {'Port': ['ID=13c19886-8fd9-4334-b8bd-e29937722b9b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:51.297517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.298025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.298606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.299366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.299859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.300292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.300735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.301176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.302143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.302590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.303048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.303512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:51.334998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-8ee49ed7-6bb4-46e2-83de-16d81b2c90a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0078905 Jul 30 02:02:51.365957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba95289-98ff-4fe3-b08a-89e973a13206 req-033b63fb-5a22-440c-abd4-a7dbaf64e72f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:51.376339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ba95289-98ff-4fe3-b08a-89e973a13206 req-033b63fb-5a22-440c-abd4-a7dbaf64e72f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2603428 Jul 30 02:02:51.405447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc66f65e-9ebb-4c18-b3de-1688bd14e50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.436736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Request body: {'port': {'device_id': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:02:51.463115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc66f65e-9ebb-4c18-b3de-1688bd14e50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.555505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc66f65e-9ebb-4c18-b3de-1688bd14e50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.558571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc66f65e-9ebb-4c18-b3de-1688bd14e50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:51.560338 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cc66f65e-9ebb-4c18-b3de-1688bd14e50b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3cc11930-4ed1-4f18-88dd-74c0fa282239 HTTP/1.1" status: 204 len: 168 time: 0.3451271 Jul 30 02:02:51.580599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66f65e-9ebb-4c18-b3de-1688bd14e50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc11930-4ed1-4f18-88dd-74c0fa282239,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:51.642480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ba95289-98ff-4fe3-b08a-89e973a13206 req-2931762a-e9f9-4ab9-8fc7-21f7605e2cc7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650793 Jul 30 02:02:51.695912 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.388355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55326) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:52.414294 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffa24006-ef29-4f4c-a3bf-fe1bbd19ca53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.669686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffa24006-ef29-4f4c-a3bf-fe1bbd19ca53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.679878 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ffa24006-ef29-4f4c-a3bf-fe1bbd19ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.736104 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ffa24006-ef29-4f4c-a3bf-fe1bbd19ca53 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d7ccd71e40a34ca4acf96fea4d3e9ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417809 Jul 30 02:02:52.741542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55336) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:02:52.759970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c19886-8fd9-4334-b8bd-e29937722b9b {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:02:52.778920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa24006-ef29-4f4c-a3bf-fe1bbd19ca53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0fe32e-c6fe-4d45-993e-dca53b6f78eb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:52.794118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b1e9d-ca57-4c9f-b702-51a614ca5beb req-f2d62e4b-6635-4487-a96a-d2485d7ab006 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:52.812049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-888b1e9d-ca57-4c9f-b702-51a614ca5beb req-f2d62e4b-6635-4487-a96a-d2485d7ab006 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 931 time: 0.2290163 Jul 30 02:02:52.822174 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:52.894972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Transition to ACTIVE for port object 13c19886-8fd9-4334-b8bd-e29937722b9b will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:02:52.921548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-888b1e9d-ca57-4c9f-b702-51a614ca5beb req-8cee5562-6157-4191-9912-4d5c00123901 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070492 Jul 30 02:02:52.932753 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.151918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Pushing event updated for resources: {'Port': ['ID=13c19886-8fd9-4334-b8bd-e29937722b9b,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:53.155981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f297226d-5512-41e0-afb8-fbd2fc64e3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.316166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Attempting to bind port 13c19886-8fd9-4334-b8bd-e29937722b9b on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:02:53.320381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Attempting to bind port 13c19886-8fd9-4334-b8bd-e29937722b9b by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:02:53.321679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Attempting to bind port 13c19886-8fd9-4334-b8bd-e29937722b9b on network 97772b6d-f86e-42a9-889d-eeed81c73ce0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:53.338892 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f297226d-5512-41e0-afb8-fbd2fc64e3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.341261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Port 13c19886-8fd9-4334-b8bd-e29937722b9b on network 97772b6d-f86e-42a9-889d-eeed81c73ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:02:53.341591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Attempting to bind port 13c19886-8fd9-4334-b8bd-e29937722b9b on network 97772b6d-f86e-42a9-889d-eeed81c73ce0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:02:53.373295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:02:53.373646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Checking segment: {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:02:53.374060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Bound using segment: {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:02:53.374530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Bound port: 13c19886-8fd9-4334-b8bd-e29937722b9b, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:02:53.374904 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.407512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d26964-0b87-494c-8b73-b58637511c6c req-f8fd2fff-f232-43e3-8189-2f7dadd43070 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:53.416787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4d26964-0b87-494c-8b73-b58637511c6c req-f8fd2fff-f232-43e3-8189-2f7dadd43070 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2834740 Jul 30 02:02:53.540309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4d26964-0b87-494c-8b73-b58637511c6c req-1f67e118-a888-4466-8102-e4dab37bab68 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184530 Jul 30 02:02:53.576051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:02:53.579013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f297226d-5512-41e0-afb8-fbd2fc64e3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.588150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f297226d-5512-41e0-afb8-fbd2fc64e3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.591585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f297226d-5512-41e0-afb8-fbd2fc64e3a9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9c0fe32e-c6fe-4d45-993e-dca53b6f78eb HTTP/1.1" status: 204 len: 168 time: 0.8470473 Jul 30 02:02:53.599912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=13c19886-8fd9-4334-b8bd-e29937722b9b,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:02:53.621322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297226d-5512-41e0-afb8-fbd2fc64e3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0fe32e-c6fe-4d45-993e-dca53b6f78eb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:53.633504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.741608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:53.742652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:53.747756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] 10.222.0.22 "PUT /v2.0/ports/13c19886-8fd9-4334-b8bd-e29937722b9b HTTP/1.1" status: 200 len: 1091 time: 2.3683195 Jul 30 02:02:53.751742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:02:53.763612 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c95d1-128f-4565-ad72-d1cb2eed2222" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:02:53.898726 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329219f7-a63f-4043-8d96-438261935247 x-openstack-request-id: req-329219f7-a63f-4043-8d96-438261935247 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:02:53.899112 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:02:53.899317 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-329219f7-a63f-4043-8d96-438261935247 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:02:53.899787 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b', 'status': 'completed', 'code': 200} Jul 30 02:02:53.900458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d375ba0-ad8c-4405-8750-e1038fa881d1 service neutron] Pushing event updated for resources: {'Port': ['ID=13c19886-8fd9-4334-b8bd-e29937722b9b,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:53.928024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-1f8ca88f-e211-4109-b954-de19cd39377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:53.929853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-1f8ca88f-e211-4109-b954-de19cd39377d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=931f71b52a13470ab505c5ab52b66f90&device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 1094 time: 0.0996637 Jul 30 02:02:53.956093 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:54.080059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-ed70c86d-8fe6-4d4d-ba4a-5adaf44d3971 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c19886-8fd9-4334-b8bd-e29937722b9b HTTP/1.1" status: 200 len: 217 time: 0.1354277 Jul 30 02:02:54.302903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-59370428-cf36-4a65-9f02-a9677a78bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:54.305005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-59370428-cf36-4a65-9f02-a9677a78bc6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8eba372e-c03b-410b-be01-96b123dfa986 HTTP/1.1" status: 200 len: 855 time: 0.2101355 Jul 30 02:02:54.319789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab392a7c-3d34-463a-8766-2190456d44ea req-0ecf6f00-7751-47e8-b4b1-46dd3260b757 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:54.328786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab392a7c-3d34-463a-8766-2190456d44ea req-0ecf6f00-7751-47e8-b4b1-46dd3260b757 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 943 time: 0.2092066 Jul 30 02:02:54.382693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-44cd8361-0691-4d69-aa29-7d759159404e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97772b6d-f86e-42a9-889d-eeed81c73ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506334 Jul 30 02:02:54.470691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab392a7c-3d34-463a-8766-2190456d44ea req-3e3b5b23-1b5d-4f66-b2a2-4430658af06d tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405737 Jul 30 02:02:54.566207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-7bcc80a9-1f76-4a07-8758-30494d01be1f service neutron] 10.222.0.22 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681120 Jul 30 02:02:54.817808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66b0c516-8dfd-4a71-a6b4-c2f67c6adadb req-03dc3868-2cd1-4338-ad6b-2b34a7e867c0 service neutron] 10.222.0.22 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375343 Jul 30 02:02:54.945224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3be42a-26d2-42a6-a858-332b842f7837 req-d73e62b0-0ed1-45ac-9300-cac650915f80 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:54.960393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e3be42a-26d2-42a6-a858-332b842f7837 req-d73e62b0-0ed1-45ac-9300-cac650915f80 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2675261 Jul 30 02:02:55.247307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e3be42a-26d2-42a6-a858-332b842f7837 req-cb15aca8-eaa9-4487-84d8-4d301ed8bcd3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825701 Jul 30 02:02:55.308805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-3a873a87-8427-4767-ad4a-7e1f10d401a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:55.317813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-3a873a87-8427-4767-ad4a-7e1f10d401a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=931f71b52a13470ab505c5ab52b66f90&device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 1094 time: 0.3169527 Jul 30 02:02:55.761462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-bd9050a9-6419-48f2-aae7-93fb5d54dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:55.774126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-bd9050a9-6419-48f2-aae7-93fb5d54dbb9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 200 len: 916 time: 0.4406238 Jul 30 02:02:55.883229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-8f435bea-da00-4d8c-9ced-fe84d8201ccd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c19886-8fd9-4334-b8bd-e29937722b9b HTTP/1.1" status: 200 len: 217 time: 0.0948539 Jul 30 02:02:56.249028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205eeb49-565d-4091-9593-40f40f53e76d req-f71f0700-151a-4555-8e0c-8b7830ed04f8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:56.264352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-205eeb49-565d-4091-9593-40f40f53e76d req-f71f0700-151a-4555-8e0c-8b7830ed04f8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 943 time: 0.1473122 Jul 30 02:02:56.283237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-6b1c853a-ecb9-4c84-be7c-0f81924d71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:56.284838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-6b1c853a-ecb9-4c84-be7c-0f81924d71f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8eba372e-c03b-410b-be01-96b123dfa986 HTTP/1.1" status: 200 len: 855 time: 0.3873427 Jul 30 02:02:56.360233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-0420dc2d-19ee-4d3f-86af-0ee63a2ead3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97772b6d-f86e-42a9-889d-eeed81c73ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412295 Jul 30 02:02:56.496623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-f0a67fbe-93b1-4c09-a9c2-90863a31d0e1 service neutron] 10.222.0.22 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171851 Jul 30 02:02:56.505024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-205eeb49-565d-4091-9593-40f40f53e76d req-4e0f1497-2232-4a75-97b8-b82cacec9ee0 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362871 Jul 30 02:02:56.674057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-124c95d1-128f-4565-ad72-d1cb2eed2222 req-b49adca6-7962-459f-ab1a-265b92403da6 service neutron] 10.222.0.22 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609974 Jul 30 02:02:57.108887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28938da-44c5-479f-b303-2f22952c4aad req-a0d6b230-25a8-4577-bb39-93572c9677de tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:57.136004 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f28938da-44c5-479f-b303-2f22952c4aad req-a0d6b230-25a8-4577-bb39-93572c9677de tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2475133 Jul 30 02:02:57.277617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f28938da-44c5-479f-b303-2f22952c4aad req-2b92f7f3-aa9a-4255-b859-3d18b9245858 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405838 Jul 30 02:02:58.135025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 13c19886-8fd9-4334-b8bd-e29937722b9b details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:02:58.143100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f4e51-b6ff-4b6e-a43b-bc9f99c5ac9f req-11c937c8-a2c6-43ec-ba54-abb42ed2ec47 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:58.155690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa5f4e51-b6ff-4b6e-a43b-bc9f99c5ac9f req-11c937c8-a2c6-43ec-ba54-abb42ed2ec47 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 943 time: 0.1846659 Jul 30 02:02:58.241820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa5f4e51-b6ff-4b6e-a43b-bc9f99c5ac9f req-b6672ef0-38d8-4e59-93a4-827dd2b742a2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830467 Jul 30 02:02:58.557065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=13c19886-8fd9-4334-b8bd-e29937722b9b,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:58.578492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '13c19886-8fd9-4334-b8bd-e29937722b9b', 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0', 'port_id': '13c19886-8fd9-4334-b8bd-e29937722b9b', 'mac_address': 'fa:16:3e:1e:38:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba372e-c03b-410b-be01-96b123dfa986', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:02:58.663080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792b65f-60ed-4388-b18d-cf3d5c92043a req-6b34359a-6063-40af-9393-701af94ff305 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:58.669053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0792b65f-60ed-4388-b18d-cf3d5c92043a req-6b34359a-6063-40af-9393-701af94ff305 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.1612067 Jul 30 02:02:58.693999 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:58.715970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c19886-8fd9-4334-b8bd-e29937722b9b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:02:58.771381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0792b65f-60ed-4388-b18d-cf3d5c92043a req-024f7ed1-f6cb-4378-b30e-cdef317c958f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959699 Jul 30 02:02:58.792411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=13c19886-8fd9-4334-b8bd-e29937722b9b,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:02:58.803308 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:02:59.126977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=13c19886-8fd9-4334-b8bd-e29937722b9b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:02:59.151271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.152097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.153189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.156906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.162471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.169813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.170880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.171627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.172367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.174835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.178244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.178961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:02:59.229943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['13c19886-8fd9-4334-b8bd-e29937722b9b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:02:59.743661 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77deb7bc-14df-41a6-9c59-ff6d6ba7ae9a req-2f056e5b-6617-45de-82ab-f8b7eee93275 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:02:59.749305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77deb7bc-14df-41a6-9c59-ff6d6ba7ae9a req-2f056e5b-6617-45de-82ab-f8b7eee93275 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 944 time: 0.2012703 Jul 30 02:02:59.876491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77deb7bc-14df-41a6-9c59-ff6d6ba7ae9a req-28548ec3-ed84-44ce-bcd0-895b242060d3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155996 Jul 30 02:03:00.263293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c937c-72b1-4226-8bd3-ff73c7055ae3 req-47ed59ac-858f-4ac9-bdac-8851462f33ce tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:00.282927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e6c937c-72b1-4226-8bd3-ff73c7055ae3 req-47ed59ac-858f-4ac9-bdac-8851462f33ce tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2751124 Jul 30 02:03:00.375411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e6c937c-72b1-4226-8bd3-ff73c7055ae3 req-b6b69d9c-686c-4b74-93c1-7e3065eb6c8e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818071 Jul 30 02:03:00.753097 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e373a31d-5308-4d55-821f-813df6fa4034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.118277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930758-49c5-4054-965d-f3a1ee4f3f5c req-149a0d0e-076f-4ca1-aff5-4356c9413d2f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:01.120771 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9930758-49c5-4054-965d-f3a1ee4f3f5c req-149a0d0e-076f-4ca1-aff5-4356c9413d2f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 944 time: 0.0991158 Jul 30 02:03:01.225021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55572) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:01.231417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9930758-49c5-4054-965d-f3a1ee4f3f5c req-943f7362-4a1a-42e8-a2a3-2014a96c3364 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038795 Jul 30 02:03:01.234519 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.472129 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.612715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b7cf2-4421-4aad-863e-3b817c289e2f req-cf3becb5-48a0-4653-9b5f-7d9220cfa23e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:01.615354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-493b7cf2-4421-4aad-863e-3b817c289e2f req-cf3becb5-48a0-4653-9b5f-7d9220cfa23e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.0926640 Jul 30 02:03:01.666941 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-493b7cf2-4421-4aad-863e-3b817c289e2f req-31d89704-d2d4-423a-bce8-b2fd10056001 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429261 Jul 30 02:03:01.683676 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.710136 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:01.786664 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=841f66e7b5ca4205a1268bcccdac99b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593681 Jul 30 02:03:01.788793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff89f7c-3da4-46d4-81a4-7dc3a9e8c356,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:01.789641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55610) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:01.804025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.804936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.805745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.806639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.807474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.808449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.810525 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.811331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.813383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.814408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.815216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.816046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c776b95-9f9d-4ff6-b91f-bcde5ec646c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:01.992030 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe842-0819-4626-ba05-206b24577f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.027667 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe842-0819-4626-ba05-206b24577f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.177891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 13c19886-8fd9-4334-b8bd-e29937722b9b up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:02.211768 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe842-0819-4626-ba05-206b24577f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.214500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe842-0819-4626-ba05-206b24577f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.216213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5b2fe842-0819-4626-ba05-206b24577f67 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6ff89f7c-3da4-46d4-81a4-7dc3a9e8c356 HTTP/1.1" status: 204 len: 168 time: 0.4245257 Jul 30 02:03:02.243049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fe842-0819-4626-ba05-206b24577f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff89f7c-3da4-46d4-81a4-7dc3a9e8c356,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:02.341265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 13c19886-8fd9-4334-b8bd-e29937722b9b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:02.345564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 13c19886-8fd9-4334-b8bd-e29937722b9b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:02.346105 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.531538 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-30db4f50-ee97-4d66-8033-c2419cc4c128 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2159286 Jul 30 02:03:02.587456 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.643683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:02.650209 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6267893-b7a6-4198-8a5b-f79ec81c9bcf" -d '{"events": [{"server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "name": "network-vif-plugged", "status": "completed", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:02.656366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d81494-fc32-4bd1-8dcb-432193f35dbe req-9ce63931-0fd5-4a95-ba5b-1fc11142129e tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:02.683615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=13c19886-8fd9-4334-b8bd-e29937722b9b,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:02.687534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4d81494-fc32-4bd1-8dcb-432193f35dbe req-9ce63931-0fd5-4a95-ba5b-1fc11142129e tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 944 time: 0.2605731 Jul 30 02:03:02.711046 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:02.859691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4d81494-fc32-4bd1-8dcb-432193f35dbe req-54ef30e4-5cbd-4d3b-9553-7db9c250e1dd tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702368 Jul 30 02:03:02.918700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-e25191e8-2011-4ac9-ace5-615c5c5cb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:02.924789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-e25191e8-2011-4ac9-ace5-615c5c5cb963 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1097 time: 0.1910775 Jul 30 02:03:02.952061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=13c19886-8fd9-4334-b8bd-e29937722b9b,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:03.008319 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9aa98f-08af-4803-9381-996ef3ee9fc5 x-openstack-request-id: req-ac9aa98f-08af-4803-9381-996ef3ee9fc5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:03.008907 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "name": "network-vif-plugged", "status": "completed", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:03.009251 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac9aa98f-08af-4803-9381-996ef3ee9fc5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:03.009835 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b', 'code': 200} Jul 30 02:03:03.203663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-d982f303-0ed6-4bf5-bc21-71b1fd55a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.205250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-d982f303-0ed6-4bf5-bc21-71b1fd55a20e service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.2506711 Jul 30 02:03:03.227354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d553620-3f43-4946-af9c-f5673f50ec91 req-637fd56a-1a87-4a2a-a0fd-95b83f73b97c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.229056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d553620-3f43-4946-af9c-f5673f50ec91 req-637fd56a-1a87-4a2a-a0fd-95b83f73b97c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.1102793 Jul 30 02:03:03.329054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d553620-3f43-4946-af9c-f5673f50ec91 req-6195c7c5-db03-4786-8a45-f11c1367ccfc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925002 Jul 30 02:03:03.333465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ca3cd-e98d-4c0a-a871-e647be64d443 req-8f3eeb46-884d-4a49-8589-8f024a73790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.335071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436ca3cd-e98d-4c0a-a871-e647be64d443 req-8f3eeb46-884d-4a49-8589-8f024a73790a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 1096 time: 0.1805122 Jul 30 02:03:03.361686 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb776-beb9-44b6-9687-8405f1c3e206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.412389 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-8a4198a5-e24b-423f-8fce-73435e0e7866 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 1001 time: 0.1934748 Jul 30 02:03:03.481214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-436ca3cd-e98d-4c0a-a871-e647be64d443 req-62cb009e-92b1-4d40-b6ab-90f9af6eda0a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215956 Jul 30 02:03:03.493322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-6fcb3e1a-aba2-4fa5-b4b1-ddb30f9499ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.495715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-6fcb3e1a-aba2-4fa5-b4b1-ddb30f9499ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.0747294 Jul 30 02:03:03.581290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-9356ac17-0067-449e-8c38-898745958d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.582964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-9356ac17-0067-449e-8c38-898745958d04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796044 Jul 30 02:03:03.781093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-5b3ea7d1-a63a-4508-86d6-646a2cbad6bf service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846178 Jul 30 02:03:03.785232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:03.909806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9159016-2727-4aea-85ff-63ff17367d1d req-4f1fea5c-fe78-482c-85ef-d33ff2e7447f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:03.920350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9159016-2727-4aea-85ff-63ff17367d1d req-4f1fea5c-fe78-482c-85ef-d33ff2e7447f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 946 time: 0.2030523 Jul 30 02:03:04.024689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9159016-2727-4aea-85ff-63ff17367d1d req-d008f3fd-ee73-4f06-abbc-455205f908e5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953734 Jul 30 02:03:04.057470 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4a292b7-d3d4-4c16-84be-db1d1299a8b2 req-52be9539-9ce4-450f-a70f-1508fe2e8a60 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676690 Jul 30 02:03:04.254415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845a44d-a525-4383-ad0a-c2f491c92318 req-133fec28-d05a-41db-ab11-e49c10044834 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:04.256546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a845a44d-a525-4383-ad0a-c2f491c92318 req-133fec28-d05a-41db-ab11-e49c10044834 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.0898857 Jul 30 02:03:04.332306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a845a44d-a525-4383-ad0a-c2f491c92318 req-cab7e796-8f35-4763-8a86-87bc7b7c2b25 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Jul 30 02:03:04.492834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.385578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68326cb4-a866-4742-b84a-e127b334dbcd req-999cf233-d7cf-4ff7-b2e9-75c5b541d569 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060007 Jul 30 02:03:05.533171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:05.673804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4293a2a-3701-4ceb-ae61-103bf1ebc9ce req-745f668a-192d-4151-a866-c45c72d9f6cf tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:05.677597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4293a2a-3701-4ceb-ae61-103bf1ebc9ce req-745f668a-192d-4151-a866-c45c72d9f6cf tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1892276 Jul 30 02:03:05.681460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68326cb4-a866-4742-b84a-e127b334dbcd req-5dc97c31-153b-4d9f-aeb9-704d4b9669fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:05.685203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68326cb4-a866-4742-b84a-e127b334dbcd req-5dc97c31-153b-4d9f-aeb9-704d4b9669fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1097 time: 0.1661570 Jul 30 02:03:05.826357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:05.889698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4293a2a-3701-4ceb-ae61-103bf1ebc9ce req-3e124f1a-cb07-4e90-b14c-7136b4f1ff8a tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876326 Jul 30 02:03:05.902117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:05.903961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:05.916609 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b894e12b-abaa-4f9a-864a-e7a96b26044f" -d '{"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-unplugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:05.916609 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.027776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=14']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:06.035915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68326cb4-a866-4742-b84a-e127b334dbcd req-59d44e41-cf14-4c4f-b1f8-b34b033bfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:06.042575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68326cb4-a866-4742-b84a-e127b334dbcd req-59d44e41-cf14-4c4f-b1f8-b34b033bfb6d service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.2861853 Jul 30 02:03:06.138140 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:06.688201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68326cb4-a866-4742-b84a-e127b334dbcd req-0ee4c669-f419-4b19-9653-dac6b309dbc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 1002 time: 0.6309297 Jul 30 02:03:06.702970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45bb84-a2f8-4965-af92-d776c85d68bf req-1d72b6b0-d6cf-4fd5-b1de-41ceca026ea3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:06.711100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d45bb84-a2f8-4965-af92-d776c85d68bf req-1d72b6b0-d6cf-4fd5-b1de-41ceca026ea3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1132381 Jul 30 02:03:06.856793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d45bb84-a2f8-4965-af92-d776c85d68bf req-5d6bbfbe-b340-4673-89ec-38802e10d853 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441448 Jul 30 02:03:06.859843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68326cb4-a866-4742-b84a-e127b334dbcd req-5053d2ae-618b-436a-89cc-3bc7b6af9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:06.862424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68326cb4-a866-4742-b84a-e127b334dbcd req-5053d2ae-618b-436a-89cc-3bc7b6af9fa2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1395075 Jul 30 02:03:06.967658 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e322fd-3d76-400b-9b83-465966695dcc x-openstack-request-id: req-b7e322fd-3d76-400b-9b83-465966695dcc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:06.968588 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-unplugged", "status": "completed", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:06.969012 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7e322fd-3d76-400b-9b83-465966695dcc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:06.969839 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'code': 200} Jul 30 02:03:06.981467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68326cb4-a866-4742-b84a-e127b334dbcd req-050cd143-2bef-4e3b-98fd-b66564d50205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:06.990950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68326cb4-a866-4742-b84a-e127b334dbcd req-050cd143-2bef-4e3b-98fd-b66564d50205 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138935 Jul 30 02:03:07.231042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b9868-fd24-4b33-961f-f2692f5f449f req-198c4110-ea61-4403-8668-5917ee89baa2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:07.234008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e03b9868-fd24-4b33-961f-f2692f5f449f req-198c4110-ea61-4403-8668-5917ee89baa2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1531982 Jul 30 02:03:07.242965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68326cb4-a866-4742-b84a-e127b334dbcd req-5a44ba75-1c97-4d45-946b-ecc20c3bafa9 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397461 Jul 30 02:03:07.372749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e03b9868-fd24-4b33-961f-f2692f5f449f req-61c81c6a-7699-41db-8942-5705a2578cf2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238816 Jul 30 02:03:07.454517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68326cb4-a866-4742-b84a-e127b334dbcd req-87f0343c-8a59-48ca-bbdf-52335896c12a service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903994 Jul 30 02:03:07.728628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-8474c783-66d5-44ff-b157-af910511346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:07.732836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-8474c783-66d5-44ff-b157-af910511346b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1095 time: 0.0799501 Jul 30 02:03:07.876861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56024) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:07.940874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-5dcbec8e-27f5-468c-9e8a-a6ff47431801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:07.944965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-5dcbec8e-27f5-468c-9e8a-a6ff47431801 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.2037137 Jul 30 02:03:08.085364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-3063ca1c-31a5-4c5c-9c35-628a306f0738 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 999 time: 0.1325729 Jul 30 02:03:08.164472 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0103e846-c8a2-46c6-95ea-668aefb628da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.220268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-39ccefef-fcd8-4ccf-9c43-dc3265cd1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:08.223853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-39ccefef-fcd8-4ccf-9c43-dc3265cd1fe0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1304741 Jul 30 02:03:08.419285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-67ab1dcb-5e35-453c-8650-d5d451efe2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:08.421210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-67ab1dcb-5e35-453c-8650-d5d451efe2de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894059 Jul 30 02:03:08.461851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914a8a0-9b84-411f-9950-30ab7e59a3d3 req-4754bd41-e556-42b4-9e31-445c93381fcb tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:08.464247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3914a8a0-9b84-411f-9950-30ab7e59a3d3 req-4754bd41-e556-42b4-9e31-445c93381fcb tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1724019 Jul 30 02:03:08.669954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0103e846-c8a2-46c6-95ea-668aefb628da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.675978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3914a8a0-9b84-411f-9950-30ab7e59a3d3 req-36b3e330-b44e-4a8c-a5ea-790d9be22ac6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593931 Jul 30 02:03:08.679843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-36380e0f-9463-47c9-8396-6e1946acf1cb service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467546 Jul 30 02:03:08.680948 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0103e846-c8a2-46c6-95ea-668aefb628da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.854581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103e846-c8a2-46c6-95ea-668aefb628da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0048f00e-dafe-40e6-a7e2-5a2b826c0b5f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:08.872708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0103e846-c8a2-46c6-95ea-668aefb628da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b82c05419acb41549323aad3bff27f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9893870 Jul 30 02:03:08.873669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56048) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:08.969220 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5a2a982-7b72-4e88-a528-bbbe9a43bdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:08.981972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bb0e104-e43f-4112-a020-9a6472172f7b req-53108d53-f55a-431b-9a41-bf0d4ea0195a service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917209 Jul 30 02:03:08.998474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffcb64-cc6c-4206-bf35-fe22f837ce95 req-59f2235f-a8f9-4274-ac22-efb5d90b12b7 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:09.001145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94ffcb64-cc6c-4206-bf35-fe22f837ce95 req-59f2235f-a8f9-4274-ac22-efb5d90b12b7 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1413798 Jul 30 02:03:09.015375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5a2a982-7b72-4e88-a528-bbbe9a43bdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.065923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94ffcb64-cc6c-4206-bf35-fe22f837ce95 req-4ae771a1-3cac-4c77-bc90-30c58fe04afe tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 Jul 30 02:03:09.099336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5a2a982-7b72-4e88-a528-bbbe9a43bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.105184 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5a2a982-7b72-4e88-a528-bbbe9a43bdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:09.107263 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c5a2a982-7b72-4e88-a528-bbbe9a43bdc7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0048f00e-dafe-40e6-a7e2-5a2b826c0b5f HTTP/1.1" status: 204 len: 168 time: 0.2322972 Jul 30 02:03:09.135539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2a982-7b72-4e88-a528-bbbe9a43bdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0048f00e-dafe-40e6-a7e2-5a2b826c0b5f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:09.907584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f938fb-dbd8-4424-b6a6-af014649006f req-d3cc05c3-d6b6-42b6-b022-17fd4c44e8c6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:09.911289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39f938fb-dbd8-4424-b6a6-af014649006f req-d3cc05c3-d6b6-42b6-b022-17fd4c44e8c6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0908315 Jul 30 02:03:09.976355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39f938fb-dbd8-4424-b6a6-af014649006f req-f37f2b60-af82-4578-9a64-195921e39861 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560992 Jul 30 02:03:10.277886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5fa10-60bc-4da1-9402-168f08218352 req-928f4ad3-163d-4b4f-8592-1da3eacd7fc6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:10.280659 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4b5fa10-60bc-4da1-9402-168f08218352 req-928f4ad3-163d-4b4f-8592-1da3eacd7fc6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.0941551 Jul 30 02:03:10.379806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4b5fa10-60bc-4da1-9402-168f08218352 req-dffeec6b-ea6d-4df2-8da9-5dc2ed380cfc tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745444 Jul 30 02:03:10.541505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b8feb-0cdd-4c7e-922c-af94285a9064 req-bd24f73d-1611-43d0-9bcb-2babc081d74c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:10.544200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b6b8feb-0cdd-4c7e-922c-af94285a9064 req-bd24f73d-1611-43d0-9bcb-2babc081d74c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0905766 Jul 30 02:03:10.624539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b6b8feb-0cdd-4c7e-922c-af94285a9064 req-7b6bff60-53ae-45c3-a5bb-28640bca549c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731580 Jul 30 02:03:11.013441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462631ee-b433-4dd5-a89a-d0733c76f6f4 req-c3e0771e-2664-4d10-8240-d94655ac5094 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:11.015318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-462631ee-b433-4dd5-a89a-d0733c76f6f4 req-c3e0771e-2664-4d10-8240-d94655ac5094 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0746272 Jul 30 02:03:11.108856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-462631ee-b433-4dd5-a89a-d0733c76f6f4 req-d4cf7016-981f-4058-9706-bf240d032f66 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796440 Jul 30 02:03:11.660024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-45872ce3-e96e-4c4c-9c56-d4e7f6ab860a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:11.662565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-45872ce3-e96e-4c4c-9c56-d4e7f6ab860a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.2247388 Jul 30 02:03:11.692320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-b0354543-787f-404d-9568-371e5d52580f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/quotas/6bc428516dcd4b1ea1d9b25f29c18687 HTTP/1.1" status: 200 len: 375 time: 0.0178373 Jul 30 02:03:11.820332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-6cc831a6-117e-4b3a-97df-d26c9549841c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1204121 Jul 30 02:03:11.890726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56374) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:12.059774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddceafbd-6370-47c4-9c82-841408e46f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.120285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-9f97ed05-ffbb-45f1-b5ea-a284480ec315 service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967293 Jul 30 02:03:12.201524 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddceafbd-6370-47c4-9c82-841408e46f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.206883 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddceafbd-6370-47c4-9c82-841408e46f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.293934 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ddceafbd-6370-47c4-9c82-841408e46f16 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8697d44a41fb4634b4b9405091a9eb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014411 Jul 30 02:03:12.299131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56416) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:12.312872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceafbd-6370-47c4-9c82-841408e46f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89cbc47-7e9c-492e-9787-dcc2f055f026,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.321013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-70d9dc25-3fad-4d95-9e07-f78b3aba388f service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801269 Jul 30 02:03:12.381235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a852b3e2-3ca0-4748-a749-f276aced5606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.408179 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a852b3e2-3ca0-4748-a749-f276aced5606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.482852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a852b3e2-3ca0-4748-a749-f276aced5606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.487892 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a852b3e2-3ca0-4748-a749-f276aced5606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:12.495220 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a852b3e2-3ca0-4748-a749-f276aced5606 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c89cbc47-7e9c-492e-9787-dcc2f055f026 HTTP/1.1" status: 204 len: 168 time: 0.1881969 Jul 30 02:03:12.529999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852b3e2-3ca0-4748-a749-f276aced5606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89cbc47-7e9c-492e-9787-dcc2f055f026,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:12.715418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9721a-dfe1-4b3f-9a54-c740915e7c79 req-1a848c99-b479-4a69-9cf9-a0d4dfb90115 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:12.728307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb9721a-dfe1-4b3f-9a54-c740915e7c79 req-1a848c99-b479-4a69-9cf9-a0d4dfb90115 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1171768 Jul 30 02:03:12.816651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb9721a-dfe1-4b3f-9a54-c740915e7c79 req-7d7fc067-9950-40c1-abbc-3139e5437966 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837684 Jul 30 02:03:13.170395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2161e0b1-11a6-407f-9f21-6204e556e2ab req-6c71fd80-800c-453a-ab0b-f879fbbe4fbe tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 210 time: 0.0838766 Jul 30 02:03:14.178749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc3991-d682-441b-948a-b15f70849c15 req-28a9106d-da7b-43f4-8597-170d8127bbdc tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:14.181578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ebc3991-d682-441b-948a-b15f70849c15 req-28a9106d-da7b-43f4-8597-170d8127bbdc tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.2159054 Jul 30 02:03:14.308354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ebc3991-d682-441b-948a-b15f70849c15 req-a2c87ea6-4f8b-4259-902b-e53f5be155a4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909486 Jul 30 02:03:14.356985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-ae0d16b5-9c3f-454c-953a-448ecc834aea tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:14.360805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-ae0d16b5-9c3f-454c-953a-448ecc834aea tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.3267303 Jul 30 02:03:14.377417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'port': {'device_id': '3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'admin_state_up': True, 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:14.614015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Made reservation on behalf of 6bc428516dcd4b1ea1d9b25f29c18687 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:14.621259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.648350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56682) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:14.801712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-edbbb701-bd96-4263-a4b9-9c2635eccbc2 req-ab38a174-d1e4-42c6-82c6-cec6a7f7b646 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 210 time: 0.0557592 Jul 30 02:03:14.899160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-545948571', 'router:external': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:14.931299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Made reservation on behalf of 4df14afe6fe84b3d9ee85e71611745d7 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:14.934663 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.944336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:14.957052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Allocated IP 172.20.0.7 (72cb1547-7ac6-4b6a-9436-7b05bc348f74/1c4e07a1-0b60-4901-a9d9-e9bcc041dd37/d3c6d190-96a0-4c9f-bdcd-1fc14be201db) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:15.085046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.091130 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.120557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:03:15.132138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7e4482-b14f-499f-bded-34b1fba8dd3b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:15.138867 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.139312 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Added segment ecf12579-a4f6-487f-b539-59e4b5fb46a6 of type vlan for network 326d2c5f-1362-454f-aba3-fa36472debb3 Jul 30 02:03:15.185001 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.198285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.205943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Transition to ACTIVE for port object d3c6d190-96a0-4c9f-bdcd-1fc14be201db will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:15.242886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.244020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:15.244704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.258740 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.332828 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6822832 Jul 30 02:03:15.339992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56708) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:15.349948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'subnet': {'network_id': '326d2c5f-1362-454f-aba3-fa36472debb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:15.351092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932b4cd-f679-49b0-a366-cb5f2fa8a4db tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event updated for resources: {'Network': ['ID=326d2c5f-1362-454f-aba3-fa36472debb3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:15.370504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 326d2c5f-1362-454f-aba3-fa36472debb3 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:03:15.372848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:15.384835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:15.401443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:15.461770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'Port': ['ID=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:15.493302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Made reservation on behalf of 4df14afe6fe84b3d9ee85e71611745d7 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:15.497790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.684213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:15.685287 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.735792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21dde1-168f-43ee-ba6e-90c8229ba3d4 req-539c15df-18a0-482b-81af-10efc0d6feb5 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:15.737954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db21dde1-168f-43ee-ba6e-90c8229ba3d4 req-539c15df-18a0-482b-81af-10efc0d6feb5 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.2819378 Jul 30 02:03:15.764079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-1a9c268a-407b-4283-8aa0-9f2ec54adb71 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3938026 Jul 30 02:03:15.806251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Request body: {'port': {'device_id': '3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:15.868787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3df08d86-7e52-4b91-859f-6a9d93f115ad None None] Provisioning for port d3c6d190-96a0-4c9f-bdcd-1fc14be201db completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:15.876054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3df08d86-7e52-4b91-859f-6a9d93f115ad None None] Provisioning complete for port d3c6d190-96a0-4c9f-bdcd-1fc14be201db triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:15.876736 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3df08d86-7e52-4b91-859f-6a9d93f115ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:15.937463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3df08d86-7e52-4b91-859f-6a9d93f115ad None None] Port d3c6d190-96a0-4c9f-bdcd-1fc14be201db cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:15.940557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db21dde1-168f-43ee-ba6e-90c8229ba3d4 req-8b40cafb-7085-4082-b32f-06ad49900975 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747282 Jul 30 02:03:15.992808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.449489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccb2a4-ceb8-4df3-aaea-3eafb83abf1a req-b3a8b126-d7ef-4eda-9e3a-8f0072a5d16c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:16.451910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcccb2a4-ceb8-4df3-aaea-3eafb83abf1a req-b3a8b126-d7ef-4eda-9e3a-8f0072a5d16c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 931 time: 0.2196064 Jul 30 02:03:16.570957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcccb2a4-ceb8-4df3-aaea-3eafb83abf1a req-87f6d098-fb52-44f1-8816-4106c6e73a6d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986185 Jul 30 02:03:16.700117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c6d190-96a0-4c9f-bdcd-1fc14be201db {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:03:16.717271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.782310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Transition to ACTIVE for port object d3c6d190-96a0-4c9f-bdcd-1fc14be201db will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:16.783408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:03:16.784084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.793652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:16.960314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Pushing event updated for resources: {'Port': ['ID=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:16.972046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event updated for resources: {'Subnet': ['ID=29650cb8-624e-4c86-9705-b70bbcbe3a3d,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:17.035856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Checking segment: {'id': 'ecf12579-a4f6-487f-b539-59e4b5fb46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '326d2c5f-1362-454f-aba3-fa36472debb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:17.036305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Network hostable DHCP agents. Network: 326d2c5f-1362-454f-aba3-fa36472debb3, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:03:17.107667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Network 326d2c5f-1362-454f-aba3-fa36472debb3 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:03:17.136062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Attempting to bind port d3c6d190-96a0-4c9f-bdcd-1fc14be201db on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:17.136610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Attempting to bind port d3c6d190-96a0-4c9f-bdcd-1fc14be201db by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:17.136958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Attempting to bind port d3c6d190-96a0-4c9f-bdcd-1fc14be201db on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:17.148332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Port d3c6d190-96a0-4c9f-bdcd-1fc14be201db on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:17.148797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Attempting to bind port d3c6d190-96a0-4c9f-bdcd-1fc14be201db on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:17.157757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 326d2c5f-1362-454f-aba3-fa36472debb3) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:17.162418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:17.162758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Checking segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:17.163136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Bound using segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:17.163636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Bound port: d3c6d190-96a0-4c9f-bdcd-1fc14be201db, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:17.163998 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.168602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:17.169216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.176330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df9e24-a6fa-4be1-86a4-1c1e4b92fc68 None None] Network 326d2c5f-1362-454f-aba3-fa36472debb3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:17.527290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68dc61-1492-4478-b6e0-4ddfa7229a9f req-4a16595e-51aa-43ac-a875-84e47275d3ea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:17.529455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e68dc61-1492-4478-b6e0-4ddfa7229a9f req-4a16595e-51aa-43ac-a875-84e47275d3ea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.4601612 Jul 30 02:03:17.542754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-579b8fcf-95a2-4ca2-b395-2ce7d15f7471 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1977408 Jul 30 02:03:17.543967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56730) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:17.554852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-226074832', 'network_id': '326d2c5f-1362-454f-aba3-fa36472debb3'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:17.605334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Made reservation on behalf of 4df14afe6fe84b3d9ee85e71611745d7 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:17.609827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.634503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f243cc02-500b-4ebf-80a8-52310ac372da None None] Network 326d2c5f-1362-454f-aba3-fa36472debb3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:03:17.641535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] device_id is not set on port 05693689-4a39-4307-90ef-a9557393c4e5 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:03:17.682943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e68dc61-1492-4478-b6e0-4ddfa7229a9f req-b5e480b5-8455-43d5-b366-6f25c5e13a3a tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374698 Jul 30 02:03:17.684440 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] For port d3c6d190-96a0-4c9f-bdcd-1fc14be201db, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:17.726050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] For port d3c6d190-96a0-4c9f-bdcd-1fc14be201db, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:17.733725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.839401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:17.840073 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:17.841608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] 10.222.0.41 "PUT /v2.0/ports/d3c6d190-96a0-4c9f-bdcd-1fc14be201db HTTP/1.1" status: 200 len: 1091 time: 2.0603960 Jul 30 02:03:17.842100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f', 'tag': 'd3c6d190-96a0-4c9f-bdcd-1fc14be201db'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:17.860861 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f", "tag": "d3c6d190-96a0-4c9f-bdcd-1fc14be201db"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:17.908236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Allocated IP 172.20.0.7 (326d2c5f-1362-454f-aba3-fa36472debb3/29650cb8-624e-4c86-9705-b70bbcbe3a3d/05693689-4a39-4307-90ef-a9557393c4e5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:18.015355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4175543-8c20-4ec9-9b09-5efc1cac957a service neutron] Pushing event updated for resources: {'Port': ['ID=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:18.067800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-ae119bcc-1a4d-48c3-b435-63248049644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:18.070862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-ae119bcc-1a4d-48c3-b435-63248049644f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 1094 time: 0.1477568 Jul 30 02:03:18.146737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-10029edf-2434-4705-8eb8-b95508fad6b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3c6d190-96a0-4c9f-bdcd-1fc14be201db HTTP/1.1" status: 200 len: 217 time: 0.0610874 Jul 30 02:03:18.188658 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.226870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25a532-51ee-40b8-9b1d-ac57f78552de req-ff0ab0a5-e0c6-48d1-99ca-3f3e27fe4897 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:18.228691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f25a532-51ee-40b8-9b1d-ac57f78552de req-ff0ab0a5-e0c6-48d1-99ca-3f3e27fe4897 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 943 time: 0.1562099 Jul 30 02:03:18.268162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.269328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-717aaffa-5870-40ff-93b4-68ff215bfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:18.279466 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-717aaffa-5870-40ff-93b4-68ff215bfd3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1104536 Jul 30 02:03:18.348411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f25a532-51ee-40b8-9b1d-ac57f78552de req-9ad0e6c1-73df-4bb5-8926-5ecb84ef9f88 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081014 Jul 30 02:03:18.366473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Network 326d2c5f-1362-454f-aba3-fa36472debb3 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:18.366473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event updated for resources: {'Port': ['ID=05693689-4a39-4307-90ef-a9557393c4e5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:18.367734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:18.379651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:18.398083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-e9c0a933-d5d0-42b1-821b-82c0eb80adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:18.400933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-e9c0a933-d5d0-42b1-821b-82c0eb80adb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133611 Jul 30 02:03:18.439798 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a5b965-93a8-4dc5-9832-117f4b281021 x-openstack-request-id: req-13a5b965-93a8-4dc5-9832-117f4b281021 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:18.440150 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f", "tag": "d3c6d190-96a0-4c9f-bdcd-1fc14be201db", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:18.440341 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-13a5b965-93a8-4dc5-9832-117f4b281021 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:18.440746 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f', 'tag': 'd3c6d190-96a0-4c9f-bdcd-1fc14be201db', 'status': 'completed', 'code': 200} Jul 30 02:03:18.453297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:18.454069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.472884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c8cb1155-7ebf-458b-9632-cd472239e7b0 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9256384 Jul 30 02:03:18.476560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56740) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:18.559563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-af3e75db-c142-46c3-8243-bf6a4cdf83b0 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497910 Jul 30 02:03:18.586340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d934d91e-8f6c-4e04-b6bc-38c0afefd1aa tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Deleting port 05693689-4a39-4307-90ef-a9557393c4e5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:18.587684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d934d91e-8f6c-4e04-b6bc-38c0afefd1aa tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.697575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa762cf-f69e-4967-a7e4-81061b6a0677 req-70c675fe-71bd-48d1-9f76-0854365fde97 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319127 Jul 30 02:03:18.723193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d934d91e-8f6c-4e04-b6bc-38c0afefd1aa tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:18.763249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d934d91e-8f6c-4e04-b6bc-38c0afefd1aa tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Calling delete_port for 05693689-4a39-4307-90ef-a9557393c4e5 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:18.907793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-d26c4bf9-9d12-4359-87a1-3c87d27c59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:18.910433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-d26c4bf9-9d12-4359-87a1-3c87d27c59d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 1094 time: 0.1391885 Jul 30 02:03:18.927632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e26273-d4a7-444d-927d-1cc1a954ae80 req-c5289245-211d-40e7-9024-56861e6b51e0 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:18.929734 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08e26273-d4a7-444d-927d-1cc1a954ae80 req-c5289245-211d-40e7-9024-56861e6b51e0 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1050832 Jul 30 02:03:19.078339 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d934d91e-8f6c-4e04-b6bc-38c0afefd1aa tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.089244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08e26273-d4a7-444d-927d-1cc1a954ae80 req-bd5ef18b-7295-453e-8af9-9abbadd5f60d tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224520 Jul 30 02:03:19.169080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-d97d787e-3670-4d8e-bb6f-ad4ae609bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:19.171026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-d97d787e-3670-4d8e-bb6f-ad4ae609bc37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.2401829 Jul 30 02:03:19.176264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934d91e-8f6c-4e04-b6bc-38c0afefd1aa tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event deleted for resources: {'Port': ['ID=05693689-4a39-4307-90ef-a9557393c4e5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:19.289309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-e07013c0-81ce-4cff-9d34-56a31179076c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3c6d190-96a0-4c9f-bdcd-1fc14be201db HTTP/1.1" status: 200 len: 217 time: 0.0998533 Jul 30 02:03:19.357794 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d934d91e-8f6c-4e04-b6bc-38c0afefd1aa tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.364047 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d934d91e-8f6c-4e04-b6bc-38c0afefd1aa tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "DELETE /v2.0/ports/05693689-4a39-4307-90ef-a9557393c4e5 HTTP/1.1" status: 204 len: 168 time: 0.8862212 Jul 30 02:03:19.364829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56754) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:19.369974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '326d2c5f-1362-454f-aba3-fa36472debb3', 'external_fixed_ips': [{'subnet_id': '29650cb8-624e-4c86-9705-b70bbcbe3a3d', 'ip_address': '172.20.0.7'}]}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:19.377675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-3d6ebf72-0a69-4386-9bb7-b460e80dd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:19.380947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-3d6ebf72-0a69-4386-9bb7-b460e80dd5b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.0838220 Jul 30 02:03:19.401411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.402734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.411423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56758) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:19.496228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.545670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-71d667ec-eadf-4dc3-8457-ff71afd46393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:19.548672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-71d667ec-eadf-4dc3-8457-ff71afd46393 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519208 Jul 30 02:03:19.592591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee40e-8a6f-4b3a-8820-18950a827b0d req-88933c03-cbf4-49be-b675-022ac9d30892 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:19.595629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-621ee40e-8a6f-4b3a-8820-18950a827b0d req-88933c03-cbf4-49be-b675-022ac9d30892 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 943 time: 0.1435988 Jul 30 02:03:19.686161 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb3e9-ab99-435c-b872-9eb8356860f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.704850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:19.745913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-621ee40e-8a6f-4b3a-8820-18950a827b0d req-62f906f1-0110-4a56-b84a-d4540305c516 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312728 Jul 30 02:03:19.780218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-37b8dbbd-b6ec-4f6e-a53e-c350557573cb service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204063 Jul 30 02:03:19.976721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba6c3911-27a8-43a7-a91e-60db4e6a98f3 req-c839b65e-d007-4118-8ac0-a0f7894a2159 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879611 Jul 30 02:03:20.004267 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb3e9-ab99-435c-b872-9eb8356860f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.013880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb3e9-ab99-435c-b872-9eb8356860f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.039850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.065545 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.086585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0ddbb3e9-ab99-435c-b872-9eb8356860f7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=868e935e86e642968761c2f02cf524fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738105 Jul 30 02:03:20.087980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbb3e9-ab99-435c-b872-9eb8356860f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d012712-4949-4f82-a061-e9aaad24443f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:20.092106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56762) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:20.182879 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70d9b752-e5ff-4d83-a592-1bc5561a9ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.220309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70d9b752-e5ff-4d83-a592-1bc5561a9ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.325661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Allocated IP 172.20.0.7 (326d2c5f-1362-454f-aba3-fa36472debb3/29650cb8-624e-4c86-9705-b70bbcbe3a3d/5ad012c4-e73d-44b1-ba81-29c20995c52c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:20.344396 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70d9b752-e5ff-4d83-a592-1bc5561a9ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.349672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70d9b752-e5ff-4d83-a592-1bc5561a9ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.351454 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-70d9b752-e5ff-4d83-a592-1bc5561a9ffd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8d012712-4949-4f82-a061-e9aaad24443f HTTP/1.1" status: 204 len: 168 time: 0.2576890 Jul 30 02:03:20.372264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed0fb5-af03-4459-8397-d1a7a4fc253b req-a649d909-761c-47e0-b697-7b06137528f3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:20.375001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8ed0fb5-af03-4459-8397-d1a7a4fc253b req-a649d909-761c-47e0-b697-7b06137528f3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1130528 Jul 30 02:03:20.385227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9b752-e5ff-4d83-a592-1bc5561a9ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d012712-4949-4f82-a061-e9aaad24443f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:20.457467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8ed0fb5-af03-4459-8397-d1a7a4fc253b req-826250cf-3527-4676-b216-a53b1325ca74 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654242 Jul 30 02:03:20.533915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.611297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:20.657331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Network 326d2c5f-1362-454f-aba3-fa36472debb3 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:20.661496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:20.665611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:20.704956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event updated for resources: {'Port': ['ID=5ad012c4-e73d-44b1-ba81-29c20995c52c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:20.947245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d1fa7-8991-43fe-9bb7-087497b90c61 req-ac0932bd-92d7-4f06-b0d6-8bbf2e0a5227 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:20.949123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc6d1fa7-8991-43fe-9bb7-087497b90c61 req-ac0932bd-92d7-4f06-b0d6-8bbf2e0a5227 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 943 time: 0.0740061 Jul 30 02:03:21.016914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc6d1fa7-8991-43fe-9bb7-087497b90c61 req-1c63b3c4-efa1-48a4-aa40-4ad5333d8af0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604403 Jul 30 02:03:21.053869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.350416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.555412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Router c39d15db-7f1f-4af8-b4ea-a2e4f30370fd is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:03:21.616358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d3c6d190-96a0-4c9f-bdcd-1fc14be201db details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:03:21.663891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0f72f-f9d0-43c3-a3db-45438b00b5b4 req-252fca3f-f9bb-4537-b870-aabb4003338e tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:21.667469 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2b0f72f-f9d0-43c3-a3db-45438b00b5b4 req-252fca3f-f9bb-4537-b870-aabb4003338e tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1074932 Jul 30 02:03:21.755840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2b0f72f-f9d0-43c3-a3db-45438b00b5b4 req-bddd4127-ce6b-4cb5-b771-76efce831f6e tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719299 Jul 30 02:03:21.806725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:21.827194 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Sync routers for ids ['c39d15db-7f1f-4af8-b4ea-a2e4f30370fd'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:21.842249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:21.847496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6c641de6-9adb-445c-ba55-dd9ec45ecfbc tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4784555 Jul 30 02:03:21.847782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Routers {'c39d15db-7f1f-4af8-b4ea-a2e4f30370fd'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:21.847782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c39d15db-7f1f-4af8-b4ea-a2e4f30370fd'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:21.848059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56802) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:21.885374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d3c6d190-96a0-4c9f-bdcd-1fc14be201db, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:21.916763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd3c6d190-96a0-4c9f-bdcd-1fc14be201db', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'port_id': 'd3c6d190-96a0-4c9f-bdcd-1fc14be201db', 'mac_address': 'fa:16:3e:8e:32:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:03:21.985034 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Set router c39d15db-7f1f-4af8-b4ea-a2e4f30370fd gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:22.011756 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.047601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c6d190-96a0-4c9f-bdcd-1fc14be201db {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:03:22.085509 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.105701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d3c6d190-96a0-4c9f-bdcd-1fc14be201db, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:22.114130 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.281103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:22.325869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13b265-5d18-45db-b7d4-abf7a52cf847 req-a3dcc927-0bc0-4d7e-a758-45c928c29127 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:22.327485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e13b265-5d18-45db-b7d4-abf7a52cf847 req-a3dcc927-0bc0-4d7e-a758-45c928c29127 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 944 time: 0.1243522 Jul 30 02:03:22.355779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.361815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d3c6d190-96a0-4c9f-bdcd-1fc14be201db'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:03:22.468427 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e13b265-5d18-45db-b7d4-abf7a52cf847 req-ff5cd1a4-c5df-4ae1-a6f9-6648a57b1cc5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244795 Jul 30 02:03:22.471788 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39d15db-7f1f-4af8-b4ea-a2e4f30370fd', 'name': '', 'tenant_id': '4df14afe6fe84b3d9ee85e71611745d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326d2c5f-1362-454f-aba3-fa36472debb3', 'external_fixed_ips': [{'subnet_id': '29650cb8-624e-4c86-9705-b70bbcbe3a3d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '5ad012c4-e73d-44b1-ba81-29c20995c52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:03:19Z', 'updated_at': '2021-07-30T02:03:20Z', 'revision_number': 3, 'project_id': '4df14afe6fe84b3d9ee85e71611745d7', 'gw_port': {'id': '5ad012c4-e73d-44b1-ba81-29c20995c52c', 'name': '', 'network_id': '326d2c5f-1362-454f-aba3-fa36472debb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39d15db-7f1f-4af8-b4ea-a2e4f30370fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '29650cb8-624e-4c86-9705-b70bbcbe3a3d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:03:20Z', 'updated_at': '2021-07-30T02:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29650cb8-624e-4c86-9705-b70bbcbe3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:22.513668 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Checking router: c39d15db-7f1f-4af8-b4ea-a2e4f30370fd for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:03:22.514167 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Updating router c39d15db-7f1f-4af8-b4ea-a2e4f30370fd port 5ad012c4-e73d-44b1-ba81-29c20995c52c binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:03:22.543014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Deleting port 5ad012c4-e73d-44b1-ba81-29c20995c52c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:22.543588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.559215 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.703915 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:22.728053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Calling delete_port for 5ad012c4-e73d-44b1-ba81-29c20995c52c owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:23.008896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f303d-c1c3-4453-b862-82cce05bc4e1 req-288c010f-1986-4c2a-b10e-cd80867692f6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:23.010972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-907f303d-c1c3-4453-b862-82cce05bc4e1 req-288c010f-1986-4c2a-b10e-cd80867692f6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1194005 Jul 30 02:03:23.145327 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:23.147124 n-d-715271-7 neutron-server[93821]: DEBUG oslo_db.api [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:23.147293 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.158080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-907f303d-c1c3-4453-b862-82cce05bc4e1 req-e0e3a02f-cabd-4a08-80b3-511fb18e480c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015558 Jul 30 02:03:23.203481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ad012c4-e73d-44b1-ba81-29c20995c52c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:23.303207 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.483340 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.489331 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.570504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.571851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c39d15db-7f1f-4af8-b4ea-a2e4f30370fd {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:23.580369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.584221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cbc47faf-14c8-4866-8604-f4d8d03eb725 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "DELETE /v2.0/routers/c39d15db-7f1f-4af8-b4ea-a2e4f30370fd HTTP/1.1" status: 204 len: 168 time: 1.7345469 Jul 30 02:03:23.586466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56834) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:23.627186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d3c6d190-96a0-4c9f-bdcd-1fc14be201db up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:23.673643 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Port 5ad012c4-e73d-44b1-ba81-29c20995c52c not found while updating agent binding for router c39d15db-7f1f-4af8-b4ea-a2e4f30370fd. {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 02:03:23.681640 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-8121209e-4cdb-41dd-a5af-0b83c9d3c6a4 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=86e0358b3ac9441ca7064a58fde72b04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588791 Jul 30 02:03:23.690150 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Routers set() bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:23.691484 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Router IDs set() for agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 02:03:23.693046 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_agentschedulers_db [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c39d15db-7f1f-4af8-b4ea-a2e4f30370fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent'). {{(pid=93821) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 02:03:23.693201 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883abdfc-ad4a-4d7c-8fba-93c639abb7a2 None None] The sync data for ids ['c39d15db-7f1f-4af8-b4ea-a2e4f30370fd'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:23.717044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port d3c6d190-96a0-4c9f-bdcd-1fc14be201db completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:23.717839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bfc5b3-eeae-4a80-8b98-4bf8a427dc04 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Deleting subnet 29650cb8-624e-4c86-9705-b70bbcbe3a3d {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:03:23.721417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d3c6d190-96a0-4c9f-bdcd-1fc14be201db triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:23.721826 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.749033 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66bfc5b3-eeae-4a80-8b98-4bf8a427dc04 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.813834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.840172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c6d190-96a0-4c9f-bdcd-1fc14be201db'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:23.842592 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7846d66-9335-4018-bac2-ae5d2a564559" -d '{"events": [{"server_uuid": "3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f", "name": "network-vif-plugged", "status": "completed", "tag": "d3c6d190-96a0-4c9f-bdcd-1fc14be201db"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:23.858062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d3c6d190-96a0-4c9f-bdcd-1fc14be201db, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:23.864559 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.889658 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66bfc5b3-eeae-4a80-8b98-4bf8a427dc04 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.927639 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:23.947118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.011847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-cda00f4b-7a91-4d44-8c5f-8fefd5220cba tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:24.013720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-cda00f4b-7a91-4d44-8c5f-8fefd5220cba tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233609 Jul 30 02:03:24.017271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66bfc5b3-eeae-4a80-8b98-4bf8a427dc04 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.095921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-634e5a14-b616-4fb4-8e1f-957bb133cdc5 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/quotas/86e0358b3ac9441ca7064a58fde72b04 HTTP/1.1" status: 200 len: 375 time: 0.0342648 Jul 30 02:03:24.164432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-ae777afb-e144-4e94-9d2c-e110ad704819 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=86e0358b3ac9441ca7064a58fde72b04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530200 Jul 30 02:03:24.179962 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66bfc5b3-eeae-4a80-8b98-4bf8a427dc04 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.215722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfc5b3-eeae-4a80-8b98-4bf8a427dc04 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=29650cb8-624e-4c86-9705-b70bbcbe3a3d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.217824 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-66bfc5b3-eeae-4a80-8b98-4bf8a427dc04 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.222848 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-66bfc5b3-eeae-4a80-8b98-4bf8a427dc04 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/29650cb8-624e-4c86-9705-b70bbcbe3a3d HTTP/1.1" status: 204 len: 168 time: 0.6348138 Jul 30 02:03:24.222986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56840) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:24.361781 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.496518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fa5f4-18f2-4787-9edf-fd4d623c8353 req-a99843cf-6da5-49c4-a6bb-eb7c4108cbb2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:24.499485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c66fa5f4-18f2-4787-9edf-fd4d623c8353 req-a99843cf-6da5-49c4-a6bb-eb7c4108cbb2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.0832756 Jul 30 02:03:24.502795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.520977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326d2c5f-1362-454f-aba3-fa36472debb3']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:24.543411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf12579-a4f6-487f-b539-59e4b5fb46a6') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:24.544089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf12579-a4f6-487f-b539-59e4b5fb46a6') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:24.561573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.583558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c66fa5f4-18f2-4787-9edf-fd4d623c8353 req-b54ecd26-42f2-455d-b2ac-be5a9a3d46a1 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715261 Jul 30 02:03:24.595639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.608297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:03:24.609339 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:03:24.612901 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:03:24.663787 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c4e3c2-6f90-417e-a401-57cf4fbf428a x-openstack-request-id: req-d3c4e3c2-6f90-417e-a401-57cf4fbf428a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:24.664772 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f", "name": "network-vif-plugged", "status": "completed", "tag": "d3c6d190-96a0-4c9f-bdcd-1fc14be201db", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:24.665170 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d3c4e3c2-6f90-417e-a401-57cf4fbf428a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:24.665824 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c6d190-96a0-4c9f-bdcd-1fc14be201db', 'code': 200} Jul 30 02:03:24.730085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.739310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 326d2c5f-1362-454f-aba3-fa36472debb3 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 02:03:24.743534 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:24.752931 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "DELETE /v2.0/networks/326d2c5f-1362-454f-aba3-fa36472debb3 HTTP/1.1" status: 204 len: 168 time: 0.5223682 Jul 30 02:03:24.782584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb278e2-4b92-43c8-a394-17848c5da656 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event deleted for resources: {'Network': ['ID=326d2c5f-1362-454f-aba3-fa36472debb3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:24.827913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef12c66-b488-42a9-b062-72440a77a6fd req-8b526888-3875-4b56-94c1-b7a3fa1d3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:24.830989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef12c66-b488-42a9-b062-72440a77a6fd req-8b526888-3875-4b56-94c1-b7a3fa1d3edc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 1096 time: 0.0891333 Jul 30 02:03:24.900463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7f5bb-80ed-4fe0-96e6-118e1b3c2212 req-ec757dfd-e87d-45ee-8f46-d5dd7de3be83 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:24.903649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5f7f5bb-80ed-4fe0-96e6-118e1b3c2212 req-ec757dfd-e87d-45ee-8f46-d5dd7de3be83 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1723433 Jul 30 02:03:24.942519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ef12c66-b488-42a9-b062-72440a77a6fd req-81ee610e-c15b-40aa-bd28-a02c3d380187 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015749 Jul 30 02:03:25.006049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5f7f5bb-80ed-4fe0-96e6-118e1b3c2212 req-c3613954-bedd-48cb-8edc-ab509d6ffaef tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884264 Jul 30 02:03:25.156160 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:03:25.242079 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56862) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:25.251890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d33af0ad-8629-47a0-a0ea-f1dec3119785 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'router': {'name': 'tempest-router--952047247', 'project_id': 'efc31ace73254e13943a3e1100873826'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:25.259842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19808d5d-42c8-4a27-9806-c930d5d1c517 req-17d49b7d-1187-423c-a5f2-b5451f9a0024 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 210 time: 0.0458045 Jul 30 02:03:25.320712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d33af0ad-8629-47a0-a0ea-f1dec3119785 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.322653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d33af0ad-8629-47a0-a0ea-f1dec3119785 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.429594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d33af0ad-8629-47a0-a0ea-f1dec3119785 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.441665 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d33af0ad-8629-47a0-a0ea-f1dec3119785 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.465636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d33af0ad-8629-47a0-a0ea-f1dec3119785 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.468318 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d33af0ad-8629-47a0-a0ea-f1dec3119785 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2230878 Jul 30 02:03:25.471555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56866) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:25.572716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7675e36d-0425-4f2a-ac12-ca4ef49ba724 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.820975 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7675e36d-0425-4f2a-ac12-ca4ef49ba724 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.823820 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7675e36d-0425-4f2a-ac12-ca4ef49ba724 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:25.826632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85377e-3d28-4bcb-a851-d1c79c8eac01 req-5c9e83bc-3b62-4f65-88f8-af809885a58a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:25.829599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc85377e-3d28-4bcb-a851-d1c79c8eac01 req-5c9e83bc-3b62-4f65-88f8-af809885a58a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1176817 Jul 30 02:03:25.912501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc85377e-3d28-4bcb-a851-d1c79c8eac01 req-e4ccfd00-ef07-4579-b5b2-ccefa407def7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733125 Jul 30 02:03:26.194772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a6fd3-8b84-4d0c-a244-5440871f81af req-50f87a91-4733-4ea9-a59e-e37c50001b18 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:26.197784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea6a6fd3-8b84-4d0c-a244-5440871f81af req-50f87a91-4733-4ea9-a59e-e37c50001b18 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.0922663 Jul 30 02:03:26.262876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea6a6fd3-8b84-4d0c-a244-5440871f81af req-a8f5004b-4ed9-453b-927b-29312e6b6866 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541775 Jul 30 02:03:26.366138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7675e36d-0425-4f2a-ac12-ca4ef49ba724 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.367098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7675e36d-0425-4f2a-ac12-ca4ef49ba724 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1e19fac-9afd-4bba-8028-a2f907e190ab {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:26.381656 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7675e36d-0425-4f2a-ac12-ca4ef49ba724 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.383325 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7675e36d-0425-4f2a-ac12-ca4ef49ba724 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "DELETE /v2.0/routers/d1e19fac-9afd-4bba-8028-a2f907e190ab HTTP/1.1" status: 204 len: 168 time: 0.9096200 Jul 30 02:03:26.486758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-616b6769-a067-4c36-a446-95c84a643f44 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=86e0358b3ac9441ca7064a58fde72b04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556803 Jul 30 02:03:26.560800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56880) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:26.595621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e42935-5929-4133-a47c-0eeb5f495427 req-b14f5c39-5089-49dc-9787-fffe86d3439c tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 210 time: 0.0745859 Jul 30 02:03:26.786127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-e8c7983f-fed3-4bce-bd0b-a2222d64423a tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:26.788611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-e8c7983f-fed3-4bce-bd0b-a2222d64423a tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886064 Jul 30 02:03:26.814271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Request body: {'port': {'device_id': '3b6a8ac0-58de-4ac7-9057-d7664a246ea6', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '86e0358b3ac9441ca7064a58fde72b04'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:26.910413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1643348079', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:26.957044 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:26.959100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.022016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Made reservation on behalf of 86e0358b3ac9441ca7064a58fde72b04 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:03:27.032196 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.049220 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.063677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.169654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa325b8f-849f-4408-b42a-c9c0c4a3a213 req-6eb7f85e-4963-47dd-88ce-5aa58985a2a2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:27.172410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa325b8f-849f-4408-b42a-c9c0c4a3a213 req-6eb7f85e-4963-47dd-88ce-5aa58985a2a2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1388972 Jul 30 02:03:27.222996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.290364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa325b8f-849f-4408-b42a-c9c0c4a3a213 req-cf065c4e-c983-4142-b167-92e85724bcfb tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013582 Jul 30 02:03:27.383570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.390572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.554407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:27.559838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.587548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:27.599985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b7cef-464f-4c21-bc36-1f685a6e375d req-063229de-70fe-4e49-b283-eb050b246b1c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:27.602151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f65b7cef-464f-4c21-bc36-1f685a6e375d req-063229de-70fe-4e49-b283-eb050b246b1c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1785586 Jul 30 02:03:27.697028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f65b7cef-464f-4c21-bc36-1f685a6e375d req-d78c4b9b-6444-4db2-b766-221b24cfa556 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707445 Jul 30 02:03:27.703687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Allocated IP 192.168.233.104 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/91a6e339-820a-40e3-a477-8c12d4242adc) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:27.763070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Allocated IP 172.25.7.115 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/3a7c669c-1b6d-47c7-ac95-83d12980f3c1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:27.928608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.004400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.031029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.057132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Transition to ACTIVE for port object 91a6e339-820a-40e3-a477-8c12d4242adc will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:28.070161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:28.074911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:28.079357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:28.107369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c043913-d811-4cf9-ae05-95be1abea3e1 req-f435fb36-e0a0-4c29-a657-953304249a97 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 210 time: 0.0397611 Jul 30 02:03:28.127386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event updated for resources: {'Port': ['ID=3a7c669c-1b6d-47c7-ac95-83d12980f3c1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:28.151517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.236273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:28.243002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:28.251002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:28.337259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Pushing event updated for resources: {'Port': ['ID=91a6e339-820a-40e3-a477-8c12d4242adc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:28.402439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:28.403654 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.464489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-5dbb5cf2-17a4-4196-9c17-6504dba74232 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6576719 Jul 30 02:03:28.481734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.486470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Request body: {'port': {'device_id': '3b6a8ac0-58de-4ac7-9057-d7664a246ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:28.563399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53a2d9-7999-4a29-95f5-240f46b4472d req-fa2758b2-54d6-478c-b81b-dc31724a08f0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:28.565385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea53a2d9-7999-4a29-95f5-240f46b4472d req-fa2758b2-54d6-478c-b81b-dc31724a08f0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1561992 Jul 30 02:03:28.572880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.650124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-45d1e4ba-fbe5-4d86-a27c-ea0db9de0e0e None None] Provisioning for port 91a6e339-820a-40e3-a477-8c12d4242adc completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:28.658621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-45d1e4ba-fbe5-4d86-a27c-ea0db9de0e0e None None] Provisioning complete for port 91a6e339-820a-40e3-a477-8c12d4242adc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:28.659777 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45d1e4ba-fbe5-4d86-a27c-ea0db9de0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.750255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-45d1e4ba-fbe5-4d86-a27c-ea0db9de0e0e None None] Port 91a6e339-820a-40e3-a477-8c12d4242adc cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:03:28.866278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:28.986308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea53a2d9-7999-4a29-95f5-240f46b4472d req-f544d80a-38cb-45a2-9a0c-02f9c067675e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029853 Jul 30 02:03:29.109559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Router 8a81d855-68e4-43ff-a81e-f495f6c1cf2f is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:03:29.278895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:29.292840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72915edb-16d1-4151-b7ee-a7672b61f525 req-63321c58-5c8a-4cfb-8f76-b2063c43309f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:29.297192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72915edb-16d1-4151-b7ee-a7672b61f525 req-63321c58-5c8a-4cfb-8f76-b2063c43309f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.2052386 Jul 30 02:03:29.301025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164dc485-7fbd-48cc-8249-dcddf06b4022 None None] Sync routers for ids ['8a81d855-68e4-43ff-a81e-f495f6c1cf2f'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:29.304605 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.306576 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b829782d-2ca8-4aee-bb0c-4caa54013640 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7443917 Jul 30 02:03:29.311106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56906) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.319400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dc485-7fbd-48cc-8249-dcddf06b4022 None None] Routers {'8a81d855-68e4-43ff-a81e-f495f6c1cf2f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:29.320877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-164dc485-7fbd-48cc-8249-dcddf06b4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a81d855-68e4-43ff-a81e-f495f6c1cf2f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:29.382832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-164dc485-7fbd-48cc-8249-dcddf06b4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:29.400376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dc485-7fbd-48cc-8249-dcddf06b4022 None None] Routers {'8a81d855-68e4-43ff-a81e-f495f6c1cf2f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:29.401478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-164dc485-7fbd-48cc-8249-dcddf06b4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a81d855-68e4-43ff-a81e-f495f6c1cf2f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:29.420996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72915edb-16d1-4151-b7ee-a7672b61f525 req-1af6a6ed-2439-4bc5-988f-81c2f988a7d4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904531 Jul 30 02:03:29.463605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-164dc485-7fbd-48cc-8249-dcddf06b4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:29.465208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164dc485-7fbd-48cc-8249-dcddf06b4022 None None] The sync data for ids ['8a81d855-68e4-43ff-a81e-f495f6c1cf2f'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:29.509972 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-da70d7b8-f544-469f-aa33-5344e6a961c2 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/routers/8a81d855-68e4-43ff-a81e-f495f6c1cf2f HTTP/1.1" status: 200 len: 921 time: 0.1966772 Jul 30 02:03:29.514751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56908) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.522554 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a6e339-820a-40e3-a477-8c12d4242adc {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:03:29.541395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.566460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Transition to ACTIVE for port object 91a6e339-820a-40e3-a477-8c12d4242adc will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:29.568335 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-44f7433a-e3f3-4210-8741-ae4e388a5b9b tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a81d855-68e4-43ff-a81e-f495f6c1cf2f HTTP/1.1" status: 200 len: 205 time: 0.0516987 Jul 30 02:03:29.573746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56910) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:29.579975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.708741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Pushing event updated for resources: {'Port': ['ID=91a6e339-820a-40e3-a477-8c12d4242adc,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:29.762298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc052e62-15c8-4b83-867d-b2b64972e754 req-fbce414f-821f-4abb-9259-c545558a48e4 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:29.764146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc052e62-15c8-4b83-867d-b2b64972e754 req-fbce414f-821f-4abb-9259-c545558a48e4 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 948 time: 0.1411183 Jul 30 02:03:29.788275 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.853319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc052e62-15c8-4b83-867d-b2b64972e754 req-1b87c44c-53eb-43d9-912f-960fd2430f6b tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701833 Jul 30 02:03:29.855082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Attempting to bind port 91a6e339-820a-40e3-a477-8c12d4242adc on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:29.855402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Attempting to bind port 91a6e339-820a-40e3-a477-8c12d4242adc by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:29.856029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Attempting to bind port 91a6e339-820a-40e3-a477-8c12d4242adc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:29.864341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Port 91a6e339-820a-40e3-a477-8c12d4242adc on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:03:29.864787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Attempting to bind port 91a6e339-820a-40e3-a477-8c12d4242adc on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:29.874510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:29.875100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:29.875699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:29.876497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Bound port: 91a6e339-820a-40e3-a477-8c12d4242adc, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:29.877113 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:29.988358 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.022599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] For port 91a6e339-820a-40e3-a477-8c12d4242adc, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:30.030974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] For port 91a6e339-820a-40e3-a477-8c12d4242adc, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=91a6e339-820a-40e3-a477-8c12d4242adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:30.040323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.075608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:30.077173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.079789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] 10.222.0.22 "PUT /v2.0/ports/91a6e339-820a-40e3-a477-8c12d4242adc HTTP/1.1" status: 200 len: 1096 time: 1.5989707 Jul 30 02:03:30.080412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6a8ac0-58de-4ac7-9057-d7664a246ea6', 'tag': '91a6e339-820a-40e3-a477-8c12d4242adc'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:30.087117 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e855281-a758-4dd7-8984-ebb94c6df468" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6a8ac0-58de-4ac7-9057-d7664a246ea6", "tag": "91a6e339-820a-40e3-a477-8c12d4242adc"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:30.098242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Deleting port 3a7c669c-1b6d-47c7-ac95-83d12980f3c1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:30.098784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.250475 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.267033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Calling delete_port for 3a7c669c-1b6d-47c7-ac95-83d12980f3c1 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:30.307128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dc502-33d1-4382-a2d1-8cab7e0cd12e service neutron] Pushing event updated for resources: {'Port': ['ID=91a6e339-820a-40e3-a477-8c12d4242adc,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:30.338385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0cf09-a200-401e-8955-96159da87a64 req-22033328-26b3-4725-8de1-74e94c45088e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:30.340586 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9aa0cf09-a200-401e-8955-96159da87a64 req-22033328-26b3-4725-8de1-74e94c45088e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1800992 Jul 30 02:03:30.351967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-16ee285e-2b70-4424-8d31-d77aaeb19f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:30.354620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-16ee285e-2b70-4424-8d31-d77aaeb19f06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=86e0358b3ac9441ca7064a58fde72b04&device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 1099 time: 0.1899116 Jul 30 02:03:30.431010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-edbb141e-5c07-4654-83c9-453afb84663b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=91a6e339-820a-40e3-a477-8c12d4242adc HTTP/1.1" status: 200 len: 217 time: 0.0622969 Jul 30 02:03:30.458947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9aa0cf09-a200-401e-8955-96159da87a64 req-1f73d9c1-cf4a-4db5-932b-a2685281a312 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026282 Jul 30 02:03:30.525353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-8df3dbaf-732f-41cd-8788-03da968f16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:30.529308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-8df3dbaf-732f-41cd-8788-03da968f16f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0878942 Jul 30 02:03:30.546891 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c81866-bc1c-456e-a091-93303f0a84c8 x-openstack-request-id: req-e5c81866-bc1c-456e-a091-93303f0a84c8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:30.547496 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6a8ac0-58de-4ac7-9057-d7664a246ea6", "tag": "91a6e339-820a-40e3-a477-8c12d4242adc", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:30.547997 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e5c81866-bc1c-456e-a091-93303f0a84c8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:30.548751 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6a8ac0-58de-4ac7-9057-d7664a246ea6', 'tag': '91a6e339-820a-40e3-a477-8c12d4242adc', 'status': 'completed', 'code': 200} Jul 30 02:03:30.609520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.643972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event deleted for resources: {'Port': ['ID=3a7c669c-1b6d-47c7-ac95-83d12980f3c1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:30.691766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d6a3e5ff-bbdf-4a0c-88d6-71b2e191fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:30.694471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-d6a3e5ff-bbdf-4a0c-88d6-71b2e191fabc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412373 Jul 30 02:03:30.729289 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae319a88-3205-4166-90a9-82b80590869f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.731881 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.753656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecce4e-ab87-41ee-a0b0-da87c7e1c0b5 req-730966cc-341e-4240-9c8a-fe5c2c8beaa3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:30.755366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ecce4e-ab87-41ee-a0b0-da87c7e1c0b5 req-730966cc-341e-4240-9c8a-fe5c2c8beaa3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1416888 Jul 30 02:03:30.852945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ecce4e-ab87-41ee-a0b0-da87c7e1c0b5 req-29dad5a7-0eac-4466-b9de-a36f27ad3344 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699320 Jul 30 02:03:30.885208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.888311 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-799b588f-a4c4-499d-95fc-6d692b845bcf service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798811 Jul 30 02:03:30.888795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.965194 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.966121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Fanout notify agent at l3_agent the message router_deleted on router 8a81d855-68e4-43ff-a81e-f495f6c1cf2f {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:30.975323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:30.989649 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e986b1dd-d10b-4d40-acc7-190787d2b0d7 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/8a81d855-68e4-43ff-a81e-f495f6c1cf2f HTTP/1.1" status: 204 len: 168 time: 1.4100120 Jul 30 02:03:30.989649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56922) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:30.991185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'router': {'name': 'tempest-snat-router-371154812', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': False}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:31.029554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.030600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.063823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f720f1bc-1967-423f-8519-eccc3d74d1b3 req-c621c577-c3df-45ae-a843-39ee53248fd9 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617556 Jul 30 02:03:31.132064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.237871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.278377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dddcf-62b7-4942-9427-89bbef74a4de req-5a399f0e-0b8c-4e89-b8f2-aeb9b5dc77fa tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:31.281571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-474dddcf-62b7-4942-9427-89bbef74a4de req-5a399f0e-0b8c-4e89-b8f2-aeb9b5dc77fa tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 948 time: 0.1641283 Jul 30 02:03:31.286836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-4e48941d-ea0d-479a-a98e-67a6b2deb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:31.299475 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-4e48941d-ea0d-479a-a98e-67a6b2deb0a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=86e0358b3ac9441ca7064a58fde72b04&device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 1099 time: 0.1129704 Jul 30 02:03:31.342447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.454290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-474dddcf-62b7-4942-9427-89bbef74a4de req-ae33792a-ebed-4f22-8cb0-bff01d97dcf5 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630013 Jul 30 02:03:31.531322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-e9820e87-5079-49f3-a656-25f2b9e32c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:31.534205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-e9820e87-5079-49f3-a656-25f2b9e32c5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.2314303 Jul 30 02:03:31.618239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-01545f5b-9147-4653-93a5-36f3af68ddc7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=91a6e339-820a-40e3-a477-8c12d4242adc HTTP/1.1" status: 200 len: 217 time: 0.0733249 Jul 30 02:03:31.718640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.734688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-8bd64b21-0b98-410c-a731-e30242bcd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:31.736640 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-8bd64b21-0b98-410c-a731-e30242bcd148 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.1110778 Jul 30 02:03:31.754766 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:31.811486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f14a1-fc8e-4d7b-ba4a-4b4c05c2acca req-f50e8dfd-97aa-4630-96fb-36e66b01f631 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:31.814200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab5f14a1-fc8e-4d7b-ba4a-4b4c05c2acca req-f50e8dfd-97aa-4630-96fb-36e66b01f631 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1312082 Jul 30 02:03:31.858588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-78c8b30a-a1f2-4b30-b9d9-b54f50070e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:31.861231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-78c8b30a-a1f2-4b30-b9d9-b54f50070e55 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090095 Jul 30 02:03:31.959170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Allocated IP 172.25.7.121 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/cb961ab2-2f89-4669-b4d2-58bc315f9103) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:31.961138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab5f14a1-fc8e-4d7b-ba4a-4b4c05c2acca req-2e6e8563-3bdb-44b4-9c70-a1ac2c079f99 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307173 Jul 30 02:03:32.082948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-325d855e-223a-4dfd-8bd1-151d74794707 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096114 Jul 30 02:03:32.158207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.228097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:32.242570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b253e-c33a-4333-a09a-a56de2718b73 req-92ae1ee3-c382-4fa2-8bb2-b11858022284 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:32.245472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc3b253e-c33a-4333-a09a-a56de2718b73 req-92ae1ee3-c382-4fa2-8bb2-b11858022284 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1908319 Jul 30 02:03:32.315340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:32.317324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:32.319810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event updated for resources: {'Port': ['ID=cb961ab2-2f89-4669-b4d2-58bc315f9103,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:32.322607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:32.357128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e855281-a758-4dd7-8984-ebb94c6df468 req-41ab937e-b237-4955-bb6e-e3f8fb840406 service neutron] 10.222.0.22 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475734 Jul 30 02:03:32.362757 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc3b253e-c33a-4333-a09a-a56de2718b73 req-3c6b139c-1793-4cd7-b02b-c4e0b68400c1 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049991 Jul 30 02:03:32.656364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd220a-7a48-466b-bddd-4e93f50ebd17 req-663630e3-3a80-46c9-b27a-0ecd25ff88a6 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:32.658767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21dd220a-7a48-466b-bddd-4e93f50ebd17 req-663630e3-3a80-46c9-b27a-0ecd25ff88a6 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 948 time: 0.0813251 Jul 30 02:03:32.718433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21dd220a-7a48-466b-bddd-4e93f50ebd17 req-a65a092e-76b6-405c-9264-749d3fadc1f0 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514865 Jul 30 02:03:32.752027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.037904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.142639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ad964-cd4e-40f7-af88-45fddbe2680d req-2f8c1c86-75bb-4faf-be4c-db5afef72ef9 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:33.144397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a66ad964-cd4e-40f7-af88-45fddbe2680d req-2f8c1c86-75bb-4faf-be4c-db5afef72ef9 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.0776024 Jul 30 02:03:33.209629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a66ad964-cd4e-40f7-af88-45fddbe2680d req-e0d155da-0f1b-4893-a939-5f4652ede554 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582869 Jul 30 02:03:33.344432 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b40422aa-a16a-46a2-841e-00a0181499fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.587608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d3f82-4dac-4554-b3d6-aa4a851e2c74 req-079dfa8c-794d-4205-bafe-6d1dc8ce4c86 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:33.590377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c3d3f82-4dac-4554-b3d6-aa4a851e2c74 req-079dfa8c-794d-4205-bafe-6d1dc8ce4c86 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.0941734 Jul 30 02:03:33.655806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c3d3f82-4dac-4554-b3d6-aa4a851e2c74 req-3cc2a5c9-fcce-4a11-84a2-98363955b441 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577538 Jul 30 02:03:33.680370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Router 0eb709a8-a798-4917-ac40-c80f30116d70 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:03:33.786430 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.866534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:33.889384 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Sync routers for ids ['0eb709a8-a798-4917-ac40-c80f30116d70'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:33.890693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:33.896714 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4df56440-376a-46a4-af50-a5005895f20e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9084992 Jul 30 02:03:33.900500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56946) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:33.909667 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Routers {'0eb709a8-a798-4917-ac40-c80f30116d70'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:33.910755 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0eb709a8-a798-4917-ac40-c80f30116d70'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:33.950058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f904c-e019-4a09-8079-a35096ec06ba req-eef9ee62-4757-4752-b8e9-5324632ae242 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:33.951799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f91f904c-e019-4a09-8079-a35096ec06ba req-eef9ee62-4757-4752-b8e9-5324632ae242 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 948 time: 0.0836303 Jul 30 02:03:34.024413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f91f904c-e019-4a09-8079-a35096ec06ba req-08b72849-4d33-4fa2-981f-928187f1eb23 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609798 Jul 30 02:03:34.091851 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5a0d4b3-599a-4aa8-84b6-95dbec225fe8 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/routers/0eb709a8-a798-4917-ac40-c80f30116d70 HTTP/1.1" status: 200 len: 908 time: 0.1879232 Jul 30 02:03:34.094529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56948) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:34.103211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'router': {'name': 'tempest-snat-router-371154812', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': True}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:34.114836 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Set router 0eb709a8-a798-4917-ac40-c80f30116d70 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:34.149513 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.151889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.337177 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.401790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 91a6e339-820a-40e3-a477-8c12d4242adc details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:03:34.498448 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb709a8-a798-4917-ac40-c80f30116d70', 'name': 'tempest-snat-router-371154812', 'tenant_id': '4df14afe6fe84b3d9ee85e71611745d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.121'}], 'enable_snat': False}, 'gw_port_id': 'cb961ab2-2f89-4669-b4d2-58bc315f9103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:03:31Z', 'updated_at': '2021-07-30T02:03:32Z', 'revision_number': 3, 'project_id': '4df14afe6fe84b3d9ee85e71611745d7', 'gw_port': {'id': 'cb961ab2-2f89-4669-b4d2-58bc315f9103', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709a8-a798-4917-ac40-c80f30116d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:03:31Z', 'updated_at': '2021-07-30T02:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:34.501995 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.552684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 91a6e339-820a-40e3-a477-8c12d4242adc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=91a6e339-820a-40e3-a477-8c12d4242adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:34.554877 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Checking router: 0eb709a8-a798-4917-ac40-c80f30116d70 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:03:34.555228 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Updating router 0eb709a8-a798-4917-ac40-c80f30116d70 port cb961ab2-2f89-4669-b4d2-58bc315f9103 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:03:34.566626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '91a6e339-820a-40e3-a477-8c12d4242adc', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '91a6e339-820a-40e3-a477-8c12d4242adc', 'mac_address': 'fa:16:3e:26:7e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:03:34.587994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6ac65-6d82-4bd1-bcd1-769a47fd6204 req-94d9a65f-c4f2-48bc-9ccc-95a4cafc3745 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:34.590575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cba6ac65-6d82-4bd1-bcd1-769a47fd6204 req-94d9a65f-c4f2-48bc-9ccc-95a4cafc3745 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.2448578 Jul 30 02:03:34.599636 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.601039 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.627090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.654232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a6e339-820a-40e3-a477-8c12d4242adc {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:03:34.690431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 91a6e339-820a-40e3-a477-8c12d4242adc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=91a6e339-820a-40e3-a477-8c12d4242adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:34.698030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:34.701493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cba6ac65-6d82-4bd1-bcd1-769a47fd6204 req-6dfe4a94-5a38-4a65-a830-5f659b33bd1f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876994 Jul 30 02:03:34.779350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=91a6e339-820a-40e3-a477-8c12d4242adc,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:35.005815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652afe4b-4203-4fde-86f8-287f5192e09f req-86830608-3e63-4515-b96d-ebda61b68469 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:35.007943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-652afe4b-4203-4fde-86f8-287f5192e09f req-86830608-3e63-4515-b96d-ebda61b68469 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1652336 Jul 30 02:03:35.014468 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.058362 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.069585 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.083031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['91a6e339-820a-40e3-a477-8c12d4242adc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:03:35.083908 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Transition to ACTIVE for port object cb961ab2-2f89-4669-b4d2-58bc315f9103 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:03:35.093732 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.168975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-652afe4b-4203-4fde-86f8-287f5192e09f req-02c6db1f-6876-41b7-90a7-377bca08dce4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424706 Jul 30 02:03:35.170667 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Pushing event updated for resources: {'Port': ['ID=cb961ab2-2f89-4669-b4d2-58bc315f9103,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:35.184533 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Attempting to bind port cb961ab2-2f89-4669-b4d2-58bc315f9103 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:03:35.184954 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Attempting to bind port cb961ab2-2f89-4669-b4d2-58bc315f9103 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:03:35.185465 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Attempting to bind port cb961ab2-2f89-4669-b4d2-58bc315f9103 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:03:35.190921 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.191589 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.191589 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.192222 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.192222 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.192820 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.192820 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.193259 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.193506 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.193746 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.195030 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.195030 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:35.201879 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:03:35.202237 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:03:35.203242 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.203242 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:03:35.203600 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Bound port: cb961ab2-2f89-4669-b4d2-58bc315f9103, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:03:35.203997 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.294392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Allocated IP 172.25.7.97 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/8fa50d3d-b5d4-4e9c-8da3-37b585e3755a) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:35.316579 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] For port cb961ab2-2f89-4669-b4d2-58bc315f9103, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:03:35.326300 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] For port cb961ab2-2f89-4669-b4d2-58bc315f9103, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cb961ab2-2f89-4669-b4d2-58bc315f9103,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:03:35.339555 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.437707 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Routers {'0eb709a8-a798-4917-ac40-c80f30116d70'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:35.438474 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0eb709a8-a798-4917-ac40-c80f30116d70'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:35.446425 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6dc87-bc44-4e4d-8e9e-3d38d2ac00be None None] Pushing event updated for resources: {'Port': ['ID=cb961ab2-2f89-4669-b4d2-58bc315f9103,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:35.625464 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] Set router 0eb709a8-a798-4917-ac40-c80f30116d70 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:35.881079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8892250-15eb-4f11-875d-3a3065db617e req-6e88f40d-f32f-42f7-b905-42420c8e9f30 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:35.882811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8892250-15eb-4f11-875d-3a3065db617e req-6e88f40d-f32f-42f7-b905-42420c8e9f30 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 949 time: 0.4808218 Jul 30 02:03:35.918848 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:35.936364 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb709a8-a798-4917-ac40-c80f30116d70', 'name': 'tempest-snat-router-371154812', 'tenant_id': '4df14afe6fe84b3d9ee85e71611745d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.121'}], 'enable_snat': False}, 'gw_port_id': 'cb961ab2-2f89-4669-b4d2-58bc315f9103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:03:31Z', 'updated_at': '2021-07-30T02:03:32Z', 'revision_number': 3, 'project_id': '4df14afe6fe84b3d9ee85e71611745d7', 'gw_port': {'id': 'cb961ab2-2f89-4669-b4d2-58bc315f9103', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709a8-a798-4917-ac40-c80f30116d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:03:31Z', 'updated_at': '2021-07-30T02:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:35.967285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8892250-15eb-4f11-875d-3a3065db617e req-de0e68a1-0f47-4a4a-8f22-1eee2771db5e tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676243 Jul 30 02:03:35.977504 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19245e-d020-4a5b-b3df-415adf855fac None None] The sync data for ids ['0eb709a8-a798-4917-ac40-c80f30116d70'] in n-d-715271-7 is: [{'id': '0eb709a8-a798-4917-ac40-c80f30116d70', 'name': 'tempest-snat-router-371154812', 'tenant_id': '4df14afe6fe84b3d9ee85e71611745d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.121'}], 'enable_snat': False}, 'gw_port_id': 'cb961ab2-2f89-4669-b4d2-58bc315f9103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:03:31Z', 'updated_at': '2021-07-30T02:03:32Z', 'revision_number': 3, 'project_id': '4df14afe6fe84b3d9ee85e71611745d7', 'gw_port': {'id': 'cb961ab2-2f89-4669-b4d2-58bc315f9103', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb709a8-a798-4917-ac40-c80f30116d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:03:31Z', 'updated_at': '2021-07-30T02:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:36.006480 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.071121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:36.074648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:36.082603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:36.086182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event updated for resources: {'Port': ['ID=8fa50d3d-b5d4-4e9c-8da3-37b585e3755a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:36.132805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.374473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2badcb-9563-425c-9ca9-596049defedc req-1f273d54-a6a0-4ebb-8bf6-51281ddc2051 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:36.376244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac2badcb-9563-425c-9ca9-596049defedc req-1f273d54-a6a0-4ebb-8bf6-51281ddc2051 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1723561 Jul 30 02:03:36.419183 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 91a6e339-820a-40e3-a477-8c12d4242adc up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:36.501284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac2badcb-9563-425c-9ca9-596049defedc req-3722b9b2-35c4-47ee-bd60-8a742ece8458 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145754 Jul 30 02:03:36.523609 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.525542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 91a6e339-820a-40e3-a477-8c12d4242adc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:36.532891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 91a6e339-820a-40e3-a477-8c12d4242adc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:36.533490 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.675376 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.713039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dae3e-3c24-4bc6-81ee-58f47e31173a req-33b71d1e-835a-47c2-a6ff-346c18f35c34 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:36.714866 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc6dae3e-3c24-4bc6-81ee-58f47e31173a req-33b71d1e-835a-47c2-a6ff-346c18f35c34 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1330760 Jul 30 02:03:36.720181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6a8ac0-58de-4ac7-9057-d7664a246ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a6e339-820a-40e3-a477-8c12d4242adc'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:36.723253 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e41c0a-2f06-47a2-bc5d-e3079d58990d" -d '{"events": [{"server_uuid": "3b6a8ac0-58de-4ac7-9057-d7664a246ea6", "name": "network-vif-plugged", "status": "completed", "tag": "91a6e339-820a-40e3-a477-8c12d4242adc"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:36.739594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 91a6e339-820a-40e3-a477-8c12d4242adc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=91a6e339-820a-40e3-a477-8c12d4242adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:36.746854 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:36.817981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc6dae3e-3c24-4bc6-81ee-58f47e31173a req-7e01099e-ba01-4c87-911c-912c261a8d3b tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927122 Jul 30 02:03:36.863659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=91a6e339-820a-40e3-a477-8c12d4242adc,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:36.928638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.012752 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bda12d-b4ea-43d7-ac79-3f65855fffea x-openstack-request-id: req-f0bda12d-b4ea-43d7-ac79-3f65855fffea {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:37.013218 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6a8ac0-58de-4ac7-9057-d7664a246ea6", "name": "network-vif-plugged", "status": "completed", "tag": "91a6e339-820a-40e3-a477-8c12d4242adc", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:37.013639 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f0bda12d-b4ea-43d7-ac79-3f65855fffea {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:37.014281 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6a8ac0-58de-4ac7-9057-d7664a246ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a6e339-820a-40e3-a477-8c12d4242adc', 'code': 200} Jul 30 02:03:37.226806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe1f3b-31fe-49fa-8677-427b84de35d7 req-9a66b1c7-7ecd-4bcc-ac00-517b8883958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:37.228520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cbe1f3b-31fe-49fa-8677-427b84de35d7 req-9a66b1c7-7ecd-4bcc-ac00-517b8883958f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 1101 time: 0.1100070 Jul 30 02:03:37.238836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00db924-c080-497b-ae47-4bdb24d06e16 req-8e35dc32-96c9-4a59-ba8c-1bcdb7bd0c6f tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:37.240623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a00db924-c080-497b-ae47-4bdb24d06e16 req-8e35dc32-96c9-4a59-ba8c-1bcdb7bd0c6f tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 950 time: 0.1372111 Jul 30 02:03:37.270630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Router a313a457-d157-4c04-9988-6dc5b7ed589a is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:03:37.370812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cbe1f3b-31fe-49fa-8677-427b84de35d7 req-f859f499-b621-45e8-933d-a22b9c54b495 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291316 Jul 30 02:03:37.376092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a00db924-c080-497b-ae47-4bdb24d06e16 req-5b4be512-ad90-497d-b8bd-de2e99cb649b tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257095 Jul 30 02:03:37.510012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:37.524741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Sync routers for ids ['a313a457-d157-4c04-9988-6dc5b7ed589a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:37.541084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Routers {'a313a457-d157-4c04-9988-6dc5b7ed589a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:37.541919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a313a457-d157-4c04-9988-6dc5b7ed589a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:37.542649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:37.544868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ec217146-96b5-4f1f-a70c-bfc6ef096012 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.4484670 Jul 30 02:03:37.548086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56974) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:37.728217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Set router a313a457-d157-4c04-9988-6dc5b7ed589a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:37.770455 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aea2cbd7-588d-465f-adfe-3bdf70fa0ad4 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/routers/a313a457-d157-4c04-9988-6dc5b7ed589a HTTP/1.1" status: 200 len: 906 time: 0.2202144 Jul 30 02:03:37.773939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56976) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:37.783003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfc3c2-56fb-4fe7-bb4b-d8ad40bae8f5 req-531bcfc7-7031-4fb6-8cc2-fcf9ddf59cf3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:37.786138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3dfc3c2-56fb-4fe7-bb4b-d8ad40bae8f5 req-531bcfc7-7031-4fb6-8cc2-fcf9ddf59cf3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1662524 Jul 30 02:03:37.873473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3dfc3c2-56fb-4fe7-bb4b-d8ad40bae8f5 req-c080ab0f-de08-4e2d-b7e4-8dc4c12754f2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753124 Jul 30 02:03:37.988116 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.083301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b8a83-5238-4c62-801f-2186d227cf96 req-ab8079c4-256f-410e-84b3-d0491edbeef8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:38.083301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c8b8a83-5238-4c62-801f-2186d227cf96 req-ab8079c4-256f-410e-84b3-d0491edbeef8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1014140 Jul 30 02:03:38.135455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313a457-d157-4c04-9988-6dc5b7ed589a', 'name': 'tempest-snat-router-371154812', 'tenant_id': '4df14afe6fe84b3d9ee85e71611745d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '8fa50d3d-b5d4-4e9c-8da3-37b585e3755a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:03:34Z', 'updated_at': '2021-07-30T02:03:36Z', 'revision_number': 3, 'project_id': '4df14afe6fe84b3d9ee85e71611745d7', 'gw_port': {'id': '8fa50d3d-b5d4-4e9c-8da3-37b585e3755a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a313a457-d157-4c04-9988-6dc5b7ed589a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:03:35Z', 'updated_at': '2021-07-30T02:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:38.165526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c8b8a83-5238-4c62-801f-2186d227cf96 req-78010099-0ec1-419b-a2ad-be9dfb256562 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699470 Jul 30 02:03:38.194780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Checking router: a313a457-d157-4c04-9988-6dc5b7ed589a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:03:38.195274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Updating router a313a457-d157-4c04-9988-6dc5b7ed589a port 8fa50d3d-b5d4-4e9c-8da3-37b585e3755a binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:03:38.251327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.252258 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.384340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Deleting port 8fa50d3d-b5d4-4e9c-8da3-37b585e3755a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:38.384788 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.438554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cb961ab2-2f89-4669-b4d2-58bc315f9103 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:38.534969 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.566383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Calling delete_port for 8fa50d3d-b5d4-4e9c-8da3-37b585e3755a owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:38.610735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ae56-6fbc-4a85-a704-e95f9ffe80c1 req-c072e4f1-6d99-4ee8-9fdc-c7905a41fab9 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:38.617924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54a5ae56-6fbc-4a85-a704-e95f9ffe80c1 req-c072e4f1-6d99-4ee8-9fdc-c7905a41fab9 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 950 time: 0.0981889 Jul 30 02:03:38.621619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port cb961ab2-2f89-4669-b4d2-58bc315f9103 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:03:38.639864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port cb961ab2-2f89-4669-b4d2-58bc315f9103 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:38.639864 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.692649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54a5ae56-6fbc-4a85-a704-e95f9ffe80c1 req-cc89dea5-851f-458c-95ae-bdb47d93dc97 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678704 Jul 30 02:03:38.922641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.926425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:38.927573 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:38.936111 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.967500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port cb961ab2-2f89-4669-b4d2-58bc315f9103, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cb961ab2-2f89-4669-b4d2-58bc315f9103,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:38.977026 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:38.983922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fa50d3d-b5d4-4e9c-8da3-37b585e3755a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:39.074226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=cb961ab2-2f89-4669-b4d2-58bc315f9103,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:39.088760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.126952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc4e41-31e2-47d4-be23-319d4c346515 req-65d6aed8-1aa0-4926-b05f-83760474592f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:39.129225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcfc4e41-31e2-47d4-be23-319d4c346515 req-65d6aed8-1aa0-4926-b05f-83760474592f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1202955 Jul 30 02:03:39.201745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcfc4e41-31e2-47d4-be23-319d4c346515 req-daaafd33-3b35-4bbe-8a27-e8bb5299dab8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581436 Jul 30 02:03:39.209611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.213510 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.308282 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.309511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a313a457-d157-4c04-9988-6dc5b7ed589a {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:39.316429 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.317955 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e9c32a8f-8e9d-4b63-aa2b-b157db93bf2f tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "DELETE /v2.0/routers/a313a457-d157-4c04-9988-6dc5b7ed589a HTTP/1.1" status: 204 len: 168 time: 1.5425949 Jul 30 02:03:39.321865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56990) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:39.357925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fad81-69f2-49ef-98b7-200f190b60df req-0f7f3957-146d-4a1c-aa3f-5f93196d93b4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:39.359915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d57fad81-69f2-49ef-98b7-200f190b60df req-0f7f3957-146d-4a1c-aa3f-5f93196d93b4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.0822546 Jul 30 02:03:39.448009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d57fad81-69f2-49ef-98b7-200f190b60df req-da7a759d-1995-4cf4-b57b-f630fd624893 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777006 Jul 30 02:03:39.465061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Port 8fa50d3d-b5d4-4e9c-8da3-37b585e3755a not found while updating agent binding for router a313a457-d157-4c04-9988-6dc5b7ed589a. {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 02:03:39.479170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Routers set() bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:39.480441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Router IDs set() for agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 02:03:39.481267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_agentschedulers_db [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a313a457-d157-4c04-9988-6dc5b7ed589a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent'). {{(pid=93820) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 02:03:39.482067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f07e0-c2e1-49d8-a27d-0895c45ec191 None None] The sync data for ids ['a313a457-d157-4c04-9988-6dc5b7ed589a'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:39.495691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.628510 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.695015 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Deleting port cb961ab2-2f89-4669-b4d2-58bc315f9103 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:39.695377 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.814230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] For port cb961ab2-2f89-4669-b4d2-58bc315f9103, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cb961ab2-2f89-4669-b4d2-58bc315f9103,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:39.814828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:39.832639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Calling delete_port for cb961ab2-2f89-4669-b4d2-58bc315f9103 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:39.912596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f16ef-d530-4fc2-b141-6e4eff8007db req-04928ecc-0ed5-4398-a835-787c5e939df3 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:39.914564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c85f16ef-d530-4fc2-b141-6e4eff8007db req-04928ecc-0ed5-4398-a835-787c5e939df3 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 950 time: 0.0972900 Jul 30 02:03:39.968515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c85f16ef-d530-4fc2-b141-6e4eff8007db req-983c630b-adc3-41d3-9ef6-b2674fd6a5fa tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 Jul 30 02:03:40.151005 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.195608 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb961ab2-2f89-4669-b4d2-58bc315f9103,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:40.319697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.457447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4cbca-07a6-47bb-880c-a723fc596f00 req-c956a84d-13a0-4629-b2b0-1f34400d039c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:40.459982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95e4cbca-07a6-47bb-880c-a723fc596f00 req-c956a84d-13a0-4629-b2b0-1f34400d039c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.0895045 Jul 30 02:03:40.474005 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.478239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.526573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95e4cbca-07a6-47bb-880c-a723fc596f00 req-81cdbba4-1942-40f9-9412-43774b8dd6dd tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576770 Jul 30 02:03:40.557902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.559255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb709a8-a798-4917-ac40-c80f30116d70 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:40.569373 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.571624 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a410cc5e-d4ff-4197-8231-bb47346f3e39 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "DELETE /v2.0/routers/0eb709a8-a798-4917-ac40-c80f30116d70 HTTP/1.1" status: 204 len: 168 time: 1.2483234 Jul 30 02:03:40.579819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57010) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:40.589670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-396460845', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:40.655799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.657639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:40.747843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380589b0-cd57-4238-b010-37265d9488c2 req-f8a07a0c-f003-43d4-849b-fd37be693f4d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:40.750583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-380589b0-cd57-4238-b010-37265d9488c2 req-f8a07a0c-f003-43d4-849b-fd37be693f4d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 950 time: 0.1127906 Jul 30 02:03:40.805157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.025114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-380589b0-cd57-4238-b010-37265d9488c2 req-1395ee3b-20ff-4f20-92b2-0133ece6c814 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283483 Jul 30 02:03:41.170543 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:41.731545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f101777-5a92-43ee-9550-d7cbcc346674 req-a680961f-10f1-4a04-a232-70e627152df3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:41.734315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f101777-5a92-43ee-9550-d7cbcc346674 req-a680961f-10f1-4a04-a232-70e627152df3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.5703063 Jul 30 02:03:41.816059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f101777-5a92-43ee-9550-d7cbcc346674 req-7ceaf8f2-58ed-4343-9316-1f076c364068 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687797 Jul 30 02:03:42.038836 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.069044 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.273220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cb961ab2-2f89-4669-b4d2-58bc315f9103 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:42.286564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4570f-2d1a-40ee-8235-7358e318d5d1 req-5c3eab67-65df-4fad-aee6-6ab845883ad6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:42.289189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12c4570f-2d1a-40ee-8235-7358e318d5d1 req-5c3eab67-65df-4fad-aee6-6ab845883ad6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1544416 Jul 30 02:03:42.320730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: cb961ab2-2f89-4669-b4d2-58bc315f9103 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:42.321772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cb961ab2-2f89-4669-b4d2-58bc315f9103 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:42.354053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Allocated IP 172.25.7.219 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/4d71a94a-fcc3-4107-8b6e-92d8d5e875e9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:42.400545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12c4570f-2d1a-40ee-8235-7358e318d5d1 req-a8953d3d-2166-4616-af77-96cf4671f27d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992305 Jul 30 02:03:42.601310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.652006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4b12-f848-4628-a81a-454277fd9618 req-e63e889d-0bf4-4cfa-b84d-f5e58174fbce tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:42.654070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-263d4b12-f848-4628-a81a-454277fd9618 req-e63e889d-0bf4-4cfa-b84d-f5e58174fbce tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 945 time: 0.1331069 Jul 30 02:03:42.679021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-e6dc18de-de55-4a3f-a5cf-5cd1a42c4c0d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:42.681019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-e6dc18de-de55-4a3f-a5cf-5cd1a42c4c0d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 950 time: 0.1550679 Jul 30 02:03:42.800424 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:42.863238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-263d4b12-f848-4628-a81a-454277fd9618 req-9e74bbe9-5bbc-4273-9650-08030d919995 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985641 Jul 30 02:03:42.892907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:42.903104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:42.906388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:42.909493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event updated for resources: {'Port': ['ID=4d71a94a-fcc3-4107-8b6e-92d8d5e875e9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:43.008744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Deleting port 91a6e339-820a-40e3-a477-8c12d4242adc {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:43.009290 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.199319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790cf35-74e8-4d68-8d5a-893700479d16 req-cbc5145c-df4d-411e-a17c-59a108f4f5c7 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:43.201561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6790cf35-74e8-4d68-8d5a-893700479d16 req-cbc5145c-df4d-411e-a17c-59a108f4f5c7 tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/ports?device_id=3b6a8ac0-58de-4ac7-9057-d7664a246ea6 HTTP/1.1" status: 200 len: 950 time: 0.2523971 Jul 30 02:03:43.319901 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] For port 91a6e339-820a-40e3-a477-8c12d4242adc, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=91a6e339-820a-40e3-a477-8c12d4242adc,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:43.320413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.342833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6790cf35-74e8-4d68-8d5a-893700479d16 req-39663c94-0c15-4ea0-8c09-6878d086fb7c tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169083 Jul 30 02:03:43.350988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Calling delete_port for 91a6e339-820a-40e3-a477-8c12d4242adc owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:43.684202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be6d12-7be7-4ef5-a3d6-d711b63de8fa req-ea237c29-3279-4082-acf1-3a27b4402bcc tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:43.685922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78be6d12-7be7-4ef5-a3d6-d711b63de8fa req-ea237c29-3279-4082-acf1-3a27b4402bcc tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.2560778 Jul 30 02:03:43.694938 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.874031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78be6d12-7be7-4ef5-a3d6-d711b63de8fa req-6ea9533a-ebb2-42e5-b739-dcc49ae797b3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757576 Jul 30 02:03:43.955395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:43.994599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['91a6e339-820a-40e3-a477-8c12d4242adc'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:03:44.024930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Pushing event deleted for resources: {'Port': ['ID=91a6e339-820a-40e3-a477-8c12d4242adc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:44.173095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] No DVR routers for this DVR port 91a6e339-820a-40e3-a477-8c12d4242adc on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:44.177322 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.181770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba961a59-438a-46d0-92e3-8f6f0d2aff31 req-92c15e1f-d7f9-42ed-9340-8e59e2db908d tempest-VolumesNegativeTest-1184409895 tempest-VolumesNegativeTest-1184409895-project] 10.222.0.22 "DELETE /v2.0/ports/91a6e339-820a-40e3-a477-8c12d4242adc HTTP/1.1" status: 204 len: 173 time: 1.4862564 Jul 30 02:03:44.186017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6a8ac0-58de-4ac7-9057-d7664a246ea6', 'name': 'network-vif-deleted', 'tag': '91a6e339-820a-40e3-a477-8c12d4242adc'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:44.191286 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e061d3f9-c95a-4ac4-b8f1-2e282323bf7b" -d '{"events": [{"server_uuid": "3b6a8ac0-58de-4ac7-9057-d7664a246ea6", "name": "network-vif-deleted", "tag": "91a6e339-820a-40e3-a477-8c12d4242adc"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:44.274915 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.364616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a7012-e7d1-4a52-a9fa-bad294bcc9be req-bf7a97d7-58a0-4e16-9200-81bdc9dae9c9 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:44.367348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-042a7012-e7d1-4a52-a9fa-bad294bcc9be req-bf7a97d7-58a0-4e16-9200-81bdc9dae9c9 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1703663 Jul 30 02:03:44.436397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 13c19886-8fd9-4334-b8bd-e29937722b9b details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:03:44.442371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 13c19886-8fd9-4334-b8bd-e29937722b9b no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:44.531622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-042a7012-e7d1-4a52-a9fa-bad294bcc9be req-f74616b9-5695-463b-84d3-1eaf8f060f16 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524236 Jul 30 02:03:44.609462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Router bb9bc240-3845-4159-9afa-ca5d5083bbcd is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:03:44.730660 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.777817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=13c19886-8fd9-4334-b8bd-e29937722b9b,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:44.803182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:44.807017 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f36a12-d531-44f4-b257-db9ab09b64ae" -d '{"events": [{"server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "name": "network-vif-unplugged", "status": "completed", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:44.829482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '13c19886-8fd9-4334-b8bd-e29937722b9b', 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0', 'port_id': '13c19886-8fd9-4334-b8bd-e29937722b9b', 'mac_address': 'fa:16:3e:1e:38:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba372e-c03b-410b-be01-96b123dfa986', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:03:44.838792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=13c19886-8fd9-4334-b8bd-e29937722b9b,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:44.847881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:44.849539 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.870639 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583fdb8-5ee3-418e-8c88-07e5ec3b42c6 None None] Sync routers for ids ['bb9bc240-3845-4159-9afa-ca5d5083bbcd'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:44.879998 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.885782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-03e361b0-71a6-4ae1-9d60-e2046094b101 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2993088 Jul 30 02:03:44.886106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57038) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:44.891163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-72ff9459-d8a9-40db-b20c-96179f1520ea tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': False}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:44.907473 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583fdb8-5ee3-418e-8c88-07e5ec3b42c6 None None] Routers {'bb9bc240-3845-4159-9afa-ca5d5083bbcd'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:44.908480 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b583fdb8-5ee3-418e-8c88-07e5ec3b42c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bb9bc240-3845-4159-9afa-ca5d5083bbcd'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:44.957415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c6ac7-e1de-48bc-a591-d3882c67c7d5 req-6d2032d1-e64b-425f-9015-1ec095002f34 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:44.960317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b00c6ac7-e1de-48bc-a591-d3882c67c7d5 req-6d2032d1-e64b-425f-9015-1ec095002f34 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 945 time: 0.1899865 Jul 30 02:03:44.979310 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:44.991551 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b583fdb8-5ee3-418e-8c88-07e5ec3b42c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:45.017161 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583fdb8-5ee3-418e-8c88-07e5ec3b42c6 None None] Routers {'bb9bc240-3845-4159-9afa-ca5d5083bbcd'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:45.019088 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b583fdb8-5ee3-418e-8c88-07e5ec3b42c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bb9bc240-3845-4159-9afa-ca5d5083bbcd'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:45.022118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13c19886-8fd9-4334-b8bd-e29937722b9b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:03:45.043191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=13c19886-8fd9-4334-b8bd-e29937722b9b,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:45.096313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b00c6ac7-e1de-48bc-a591-d3882c67c7d5 req-9aefd132-3acc-4863-8ac3-ed98c5e18aee tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148605 Jul 30 02:03:45.113768 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b583fdb8-5ee3-418e-8c88-07e5ec3b42c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:45.115150 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583fdb8-5ee3-418e-8c88-07e5ec3b42c6 None None] The sync data for ids ['bb9bc240-3845-4159-9afa-ca5d5083bbcd'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:45.152854 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:03:45.154279 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:03:45.179632 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb2008e-a388-4ced-8a8d-ff03aed7e251 x-openstack-request-id: req-deb2008e-a388-4ced-8a8d-ff03aed7e251 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:45.180027 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6a8ac0-58de-4ac7-9057-d7664a246ea6", "name": "network-vif-deleted", "tag": "91a6e339-820a-40e3-a477-8c12d4242adc", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:45.180407 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-deb2008e-a388-4ced-8a8d-ff03aed7e251 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:45.180994 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6a8ac0-58de-4ac7-9057-d7664a246ea6', 'name': 'network-vif-deleted', 'tag': '91a6e339-820a-40e3-a477-8c12d4242adc', 'status': 'completed', 'code': 200} Jul 30 02:03:45.264294 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3387b1f7-7cce-42ff-babe-49de1c1ed8c0 x-openstack-request-id: req-3387b1f7-7cce-42ff-babe-49de1c1ed8c0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:45.264759 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "name": "network-vif-unplugged", "status": "completed", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:45.265160 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3387b1f7-7cce-42ff-babe-49de1c1ed8c0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:45.265720 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b', 'code': 200} Jul 30 02:03:45.418361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f40beb-c23b-46a3-92b4-2f6f58337f68 req-f561cb1f-72a1-4b66-8388-4d20355b5805 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:45.420681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01f40beb-c23b-46a3-92b4-2f6f58337f68 req-f561cb1f-72a1-4b66-8388-4d20355b5805 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 943 time: 0.0767770 Jul 30 02:03:45.483684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01f40beb-c23b-46a3-92b4-2f6f58337f68 req-44e073ce-0c90-4edb-b0aa-2e66e324f4f8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511553 Jul 30 02:03:45.541314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72ff9459-d8a9-40db-b20c-96179f1520ea tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.732526 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.768614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c19886-8fd9-4334-b8bd-e29937722b9b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:03:45.828702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=13c19886-8fd9-4334-b8bd-e29937722b9b,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:45.837664 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:45.934915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=13c19886-8fd9-4334-b8bd-e29937722b9b,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:46.177129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['13c19886-8fd9-4334-b8bd-e29937722b9b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:03:46.229273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72ff9459-d8a9-40db-b20c-96179f1520ea tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.233520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72ff9459-d8a9-40db-b20c-96179f1520ea tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:46.373193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ff9459-d8a9-40db-b20c-96179f1520ea tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Router bb9bc240-3845-4159-9afa-ca5d5083bbcd has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:46.440495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 91a6e339-820a-40e3-a477-8c12d4242adc no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:46.475875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 91a6e339-820a-40e3-a477-8c12d4242adc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:46.476385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 91a6e339-820a-40e3-a477-8c12d4242adc not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:46.618334 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5068e0-6a6e-407f-9a57-31b319079af1 req-adb5fae8-a20c-4d69-b5e4-89135b865943 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:46.620681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b5068e0-6a6e-407f-9a57-31b319079af1 req-adb5fae8-a20c-4d69-b5e4-89135b865943 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.5354359 Jul 30 02:03:46.701232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b5068e0-6a6e-407f-9a57-31b319079af1 req-d510efd8-0b14-46c0-abd6-5a77d15bd23b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660379 Jul 30 02:03:47.030113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ff9459-d8a9-40db-b20c-96179f1520ea tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:47.035390 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72ff9459-d8a9-40db-b20c-96179f1520ea tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.039484 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-72ff9459-d8a9-40db-b20c-96179f1520ea tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "PUT /v2.0/routers/bb9bc240-3845-4159-9afa-ca5d5083bbcd HTTP/1.1" status: 200 len: 921 time: 2.1493976 Jul 30 02:03:47.045211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57150) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:47.062959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f83786-3a99-4ace-86ce-7e9fd8d3249c None None] Sync routers for ids ['bb9bc240-3845-4159-9afa-ca5d5083bbcd'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:47.089670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f83786-3a99-4ace-86ce-7e9fd8d3249c None None] Routers {'bb9bc240-3845-4159-9afa-ca5d5083bbcd'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:47.091708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-21f83786-3a99-4ace-86ce-7e9fd8d3249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bb9bc240-3845-4159-9afa-ca5d5083bbcd'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:47.174817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-21f83786-3a99-4ace-86ce-7e9fd8d3249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:47.194070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f83786-3a99-4ace-86ce-7e9fd8d3249c None None] Routers {'bb9bc240-3845-4159-9afa-ca5d5083bbcd'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:47.195105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-21f83786-3a99-4ace-86ce-7e9fd8d3249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bb9bc240-3845-4159-9afa-ca5d5083bbcd'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:47.268392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-21f83786-3a99-4ace-86ce-7e9fd8d3249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:47.269164 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f83786-3a99-4ace-86ce-7e9fd8d3249c None None] The sync data for ids ['bb9bc240-3845-4159-9afa-ca5d5083bbcd'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:47.279645 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-58da933d-c062-4953-a0b3-bc863a035821 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/routers/bb9bc240-3845-4159-9afa-ca5d5083bbcd HTTP/1.1" status: 200 len: 921 time: 0.2273419 Jul 30 02:03:47.281775 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57160) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:47.348735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46038cb1-68ae-4c31-8621-fbb915c7352c req-c1b316ae-1ab9-4502-87d6-c079c18512d7 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:47.351303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46038cb1-68ae-4c31-8621-fbb915c7352c req-c1b316ae-1ab9-4502-87d6-c079c18512d7 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 944 time: 0.1227314 Jul 30 02:03:47.433239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46038cb1-68ae-4c31-8621-fbb915c7352c req-4f2da8bd-80f2-497a-9430-dd942a518f51 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741239 Jul 30 02:03:47.469333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c44b4-d8c5-426b-9774-7da918a3fd28 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:47.476734 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eb0c44b4-d8c5-426b-9774-7da918a3fd28 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=bb9bc240-3845-4159-9afa-ca5d5083bbcd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1887984 Jul 30 02:03:47.477521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57184) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:47.649270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a69ac4-7836-4d1f-95ff-d96cd69fe143 req-8c5040bf-733a-40eb-ae6d-f7bb79924581 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:47.651970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79a69ac4-7836-4d1f-95ff-d96cd69fe143 req-8c5040bf-733a-40eb-ae6d-f7bb79924581 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 945 time: 0.0982084 Jul 30 02:03:47.685166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16390e1f-4e5d-49db-af8b-b57e9f9c770e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:47.687152 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-16390e1f-4e5d-49db-af8b-b57e9f9c770e tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 881 time: 0.2083926 Jul 30 02:03:47.691252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57208) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:47.711515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79a69ac4-7836-4d1f-95ff-d96cd69fe143 req-b90d02bf-ff28-4439-8541-c1e3d4101572 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539203 Jul 30 02:03:47.741030 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-219ca6a8-fad7-4f8d-b342-0f546b81d694 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb9bc240-3845-4159-9afa-ca5d5083bbcd HTTP/1.1" status: 200 len: 205 time: 0.0482938 Jul 30 02:03:47.745095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57214) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:47.903644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ad21a-3dfd-4607-876f-e0ff137a581a req-4f9e7136-3e49-4eef-896e-98c3b8ce4f6f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:47.906083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-508ad21a-3dfd-4607-876f-e0ff137a581a req-4f9e7136-3e49-4eef-896e-98c3b8ce4f6f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.0795140 Jul 30 02:03:47.910562 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:47.957992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-508ad21a-3dfd-4607-876f-e0ff137a581a req-6d9ecdc8-2c2c-4250-b922-bc40ef980430 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456979 Jul 30 02:03:48.082915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.168461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Deleting port 4d71a94a-fcc3-4107-8b6e-92d8d5e875e9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:48.168956 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.344807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.364169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Calling delete_port for 4d71a94a-fcc3-4107-8b6e-92d8d5e875e9 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:48.450505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 13c19886-8fd9-4334-b8bd-e29937722b9b up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:03:48.587023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 13c19886-8fd9-4334-b8bd-e29937722b9b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:03:48.587401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.603789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-c1a2fa60-d015-44ba-9bd8-ac183c7406aa tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:48.605447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-c1a2fa60-d015-44ba-9bd8-ac183c7406aa tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 945 time: 0.1214461 Jul 30 02:03:48.619611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0e81b-c573-4d0b-8324-48f7161ab1c7 req-4f2208ec-d2c6-4758-8f57-94a26bf88684 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:48.629844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12a0e81b-c573-4d0b-8324-48f7161ab1c7 req-4f2208ec-d2c6-4758-8f57-94a26bf88684 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 944 time: 0.0992155 Jul 30 02:03:48.749584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.810546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event deleted for resources: {'Port': ['ID=4d71a94a-fcc3-4107-8b6e-92d8d5e875e9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:48.835919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12a0e81b-c573-4d0b-8324-48f7161ab1c7 req-8f2ca7c3-5638-44d2-afb1-08d02d688138 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045877 Jul 30 02:03:48.898501 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Deleting port f4f75915-4513-450d-976a-0d592db2dff7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:48.899610 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:48.938541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.057040 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.100773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:49.104964 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87bd7db-f67f-40c2-b9db-36f72d5b36d2" -d '{"events": [{"server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "name": "network-vif-plugged", "status": "completed", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:49.128654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=13c19886-8fd9-4334-b8bd-e29937722b9b,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:49.132961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.135739 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.141013 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.170456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da4ab8-2eac-4e0a-a639-f04365ac2c8e req-a6cdd1da-13da-4be0-bdcc-71943e776b24 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:49.172681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6da4ab8-2eac-4e0a-a639-f04365ac2c8e req-a6cdd1da-13da-4be0-bdcc-71943e776b24 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 945 time: 0.1763568 Jul 30 02:03:49.175489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] For port f4f75915-4513-450d-976a-0d592db2dff7, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4f75915-4513-450d-976a-0d592db2dff7,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:49.175962 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.226255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=13c19886-8fd9-4334-b8bd-e29937722b9b,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:49.252926 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.253852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Fanout notify agent at l3_agent the message router_deleted on router bb9bc240-3845-4159-9afa-ca5d5083bbcd {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:03:49.271784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.275476 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c42f8f5a-2f76-4936-a530-02c466116982 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/bb9bc240-3845-4159-9afa-ca5d5083bbcd HTTP/1.1" status: 204 len: 168 time: 1.5266225 Jul 30 02:03:49.279602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57284) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:49.291589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-85c5faea-013e-4edc-a108-e1eed702b05b tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1626159199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:49.353827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6da4ab8-2eac-4e0a-a639-f04365ac2c8e req-ba117cad-b5e9-4eb6-a64f-26683c0df25f tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c76508c-6fc0-43b4-88d0-e599c93ea2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589329 Jul 30 02:03:49.438073 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85c5faea-013e-4edc-a108-e1eed702b05b tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.440842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85c5faea-013e-4edc-a108-e1eed702b05b tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.596639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85c5faea-013e-4edc-a108-e1eed702b05b tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.609978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85c5faea-013e-4edc-a108-e1eed702b05b tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.638494 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.640063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.640585 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Floating IP 39fba698-3950-462c-b589-a7105051e389 disassociated. External IP: 172.25.7.91, port: f4f75915-4513-450d-976a-0d592db2dff7. Jul 30 02:03:49.641172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Calling delete_port for f4f75915-4513-450d-976a-0d592db2dff7 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:49.665797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e53b5-37e0-4191-85f3-100f3ff365a3 req-70bbaefd-1a46-49e3-997c-0d1efc37c07e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:49.668275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-847e53b5-37e0-4191-85f3-100f3ff365a3 req-70bbaefd-1a46-49e3-997c-0d1efc37c07e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.2062526 Jul 30 02:03:49.697205 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85c5faea-013e-4edc-a108-e1eed702b05b tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:49.701187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-85c5faea-013e-4edc-a108-e1eed702b05b tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4171205 Jul 30 02:03:49.709081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57312) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:49.724912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:03:49.858611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-847e53b5-37e0-4191-85f3-100f3ff365a3 req-b7ff49d0-2907-44b8-89f1-bffc4466749e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666479 Jul 30 02:03:49.917379 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff61e40-9928-48a1-a6ec-22517be09eec x-openstack-request-id: req-3ff61e40-9928-48a1-a6ec-22517be09eec {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:49.918862 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "name": "network-vif-plugged", "status": "completed", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:49.919555 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ff61e40-9928-48a1-a6ec-22517be09eec {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:49.921039 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b', 'code': 200} Jul 30 02:03:50.169354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.282803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:50.395752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Pushing event deleted for resources: {'Port': ['ID=f4f75915-4513-450d-976a-0d592db2dff7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:50.432125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf080386-283c-4f9a-85a7-9e410f3630c6 req-8d3a8834-d893-4ebb-a48a-377221a267ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:50.434901 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf080386-283c-4f9a-85a7-9e410f3630c6 req-8d3a8834-d893-4ebb-a48a-377221a267ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 1096 time: 0.2478681 Jul 30 02:03:50.749964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf080386-283c-4f9a-85a7-9e410f3630c6 req-045c5a8a-49c1-4825-b38c-65e8eb4aa094 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718499 Jul 30 02:03:50.769722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401314e7-43fc-4f64-bc71-14fd07b21d0c req-e8bf7a71-0c6f-49dd-8ab3-c5044d88d48c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:50.772809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-401314e7-43fc-4f64-bc71-14fd07b21d0c req-e8bf7a71-0c6f-49dd-8ab3-c5044d88d48c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.3334022 Jul 30 02:03:50.894858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Router 8a73f1e1-45ac-4075-a559-23bf735e7a0a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:03:50.913842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-401314e7-43fc-4f64-bc71-14fd07b21d0c req-d52d38f5-5eb8-4aa6-890b-608510e41286 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110036 Jul 30 02:03:51.174343 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.232329 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.267767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bc264-3947-47ef-916a-799c498d7d66 req-4af31e91-af89-4f37-bb87-d197e1942d5a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:51.269540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb7bc264-3947-47ef-916a-799c498d7d66 req-4af31e91-af89-4f37-bb87-d197e1942d5a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.2461157 Jul 30 02:03:51.387205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:51.407974 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] Sync routers for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:51.462879 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:51.463913 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:51.527682 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb7bc264-3947-47ef-916a-799c498d7d66 req-e4b3f2cf-a7d1-426f-ac79-46affadb7195 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702702 Jul 30 02:03:51.572737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] No DVR routers for this DVR port f4f75915-4513-450d-976a-0d592db2dff7 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:03:51.590851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:51.594747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5351fd9d-1cea-46a0-b38f-bcaae843b7e9 req-d8d69e2a-7fec-472a-96e2-c6605c46e2f1 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.41 "DELETE /v2.0/ports/f4f75915-4513-450d-976a-0d592db2dff7 HTTP/1.1" status: 204 len: 173 time: 2.9608006 Jul 30 02:03:51.661149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'name': 'network-vif-deleted', 'tag': 'f4f75915-4513-450d-976a-0d592db2dff7'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:03:51.664870 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6ad7fc-b3c0-405b-8cf9-9d8a9e7be9fd" -d '{"events": [{"server_uuid": "89f7fcf4-9c08-4312-8e3d-b3759dd63cab", "name": "network-vif-deleted", "tag": "f4f75915-4513-450d-976a-0d592db2dff7"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:03:51.766815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84b96354-bc9c-4607-9c53-3b4aa357b213 req-ef8fa499-750f-423a-bb4d-43d971a191dc tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/ports?device_id=89f7fcf4-9c08-4312-8e3d-b3759dd63cab HTTP/1.1" status: 200 len: 210 time: 0.0820966 Jul 30 02:03:51.781331 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:51.834500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f4f75915-4513-450d-976a-0d592db2dff7 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:03:51.902010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Allocated IP 172.25.7.227 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/4d52261b-79f1-4836-973c-fb084fc70f19) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:03:51.943595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: f4f75915-4513-450d-976a-0d592db2dff7 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:03:51.945694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f4f75915-4513-450d-976a-0d592db2dff7 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:03:52.225233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a687f49-56c5-48ba-83ad-49a345ba17c4 req-198c910c-6fc0-494d-8d0b-6d15344a0429 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:52.235895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a687f49-56c5-48ba-83ad-49a345ba17c4 req-198c910c-6fc0-494d-8d0b-6d15344a0429 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.2249730 Jul 30 02:03:52.376066 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ea9e8ad2-0229-454d-a19b-d1bad9ced170', 'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:28Z', 'updated_at': '2021-07-30T02:01:40Z', 'revision_number': 5, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'subnets': [{'id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:52.377022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a687f49-56c5-48ba-83ad-49a345ba17c4 req-865a5384-cc17-4a8e-b3fb-231934caf9f8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393063 Jul 30 02:03:52.381771 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.478873 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] Checking router: 8a73f1e1-45ac-4075-a559-23bf735e7a0a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:03:52.505104 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:52.507169 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:52.511066 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03795bd3-fc11-4ae3-82c0-2a23590e1959 x-openstack-request-id: req-03795bd3-fc11-4ae3-82c0-2a23590e1959 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:03:52.515969 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f7fcf4-9c08-4312-8e3d-b3759dd63cab", "name": "network-vif-deleted", "tag": "f4f75915-4513-450d-976a-0d592db2dff7", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:03:52.515969 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-03795bd3-fc11-4ae3-82c0-2a23590e1959 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:03:52.520005 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f7fcf4-9c08-4312-8e3d-b3759dd63cab', 'name': 'network-vif-deleted', 'tag': 'f4f75915-4513-450d-976a-0d592db2dff7', 'status': 'completed', 'code': 200} Jul 30 02:03:52.562173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:52.653671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:03:52.689122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:03:52.693806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:03:52.730251 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:03:52.735405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57346) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:52.879400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event updated for resources: {'Port': ['ID=4d52261b-79f1-4836-973c-fb084fc70f19,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:52.891845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.892197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.893094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.893473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.893895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.894323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.894694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.895191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.895663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.896291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.896735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.897178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:03:52.937233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69b333-ad1e-48fd-9fbd-82d6747761a4 req-2e5621c1-2b54-41fd-a663-684beaa42282 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:52.939908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d69b333-ad1e-48fd-9fbd-82d6747761a4 req-2e5621c1-2b54-41fd-a663-684beaa42282 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.2827156 Jul 30 02:03:53.031806 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0dfc744b-0d63-485d-b5d3-08665a9d73e2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=86e0358b3ac9441ca7064a58fde72b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905650 Jul 30 02:03:53.034108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57352) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:53.124482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d69b333-ad1e-48fd-9fbd-82d6747761a4 req-dbaba2f3-8344-49e7-890f-d6d4ebdd57ba tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390703 Jul 30 02:03:53.158021 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc012-0dd9-4195-91a9-86317a1f1f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.218900 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc012-0dd9-4195-91a9-86317a1f1f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.349323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc012-0dd9-4195-91a9-86317a1f1f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.352552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc012-0dd9-4195-91a9-86317a1f1f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:53.357720 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dc4bc012-0dd9-4195-91a9-86317a1f1f60 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7bfe802-8b8d-43cf-9f99-27b1ffa099e1 HTTP/1.1" status: 204 len: 168 time: 0.3217528 Jul 30 02:03:53.393757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bc012-0dd9-4195-91a9-86317a1f1f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bfe802-8b8d-43cf-9f99-27b1ffa099e1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:53.492505 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ea9e8ad2-0229-454d-a19b-d1bad9ced170', 'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:28Z', 'updated_at': '2021-07-30T02:01:40Z', 'revision_number': 5, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'subnets': [{'id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:53.534096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84a83c-da0e-4673-9654-dd07c0b51fe6 req-27e637ed-f820-4fbe-8a07-cef225cdecf5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:53.548155 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee84a83c-da0e-4673-9654-dd07c0b51fe6 req-27e637ed-f820-4fbe-8a07-cef225cdecf5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.1930656 Jul 30 02:03:53.557302 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fd8aa0-c994-4e57-8cc8-ed21cc327437 None None] The sync data for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 is: [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:01:29Z', 'revision_number': 4, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ea9e8ad2-0229-454d-a19b-d1bad9ced170', 'name': '', 'network_id': '294697f6-dfdc-40e1-8ed8-f80b58fb6c1e', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:28Z', 'updated_at': '2021-07-30T02:01:40Z', 'revision_number': 5, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'subnets': [{'id': 'e04d696d-98a6-4db3-8767-0c1fb0dd94fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:53.918353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ee6914-f5cb-4548-b300-9085b4c5a99f None None] New status for floating IP 39fba698-3950-462c-b589-a7105051e389: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:03:53.970736 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.029355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.131536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee84a83c-da0e-4673-9654-dd07c0b51fe6 req-6b4d5d34-31dd-4642-beae-9a718f1e401d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5818615 Jul 30 02:03:54.534573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66acc-bb01-4a1a-bb20-03757a83fce7 req-e74d6264-9d61-436a-9a22-e7081126efd8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:54.537093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9f66acc-bb01-4a1a-bb20-03757a83fce7 req-e74d6264-9d61-436a-9a22-e7081126efd8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.1857724 Jul 30 02:03:54.540314 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.546293 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:54.659458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9f66acc-bb01-4a1a-bb20-03757a83fce7 req-76e4cb19-82f8-4340-9128-eef8a2ec7267 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095686 Jul 30 02:03:54.860108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Router 6ed06b25-ab5b-4045-a23c-17b7bae9b690 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:03:54.897899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6b1d6-ab94-47fb-9eed-cd8e7bdeabe6 req-0806f160-eb87-477e-a150-b05d04a925eb tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:54.899688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8e6b1d6-ab94-47fb-9eed-cd8e7bdeabe6 req-0806f160-eb87-477e-a150-b05d04a925eb tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1184835 Jul 30 02:03:55.059809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8e6b1d6-ab94-47fb-9eed-cd8e7bdeabe6 req-6847515f-2088-46bd-a577-7e6339298fab tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045051 Jul 30 02:03:55.087462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:03:55.104256 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1dcae-7687-4d72-9039-a8c65f49d73e None None] Sync routers for ids ['6ed06b25-ab5b-4045-a23c-17b7bae9b690'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:03:55.117600 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.123774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ea1e2813-3826-47cc-9d18-b64e469b8dab tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "PUT /v2.0/routers/6ed06b25-ab5b-4045-a23c-17b7bae9b690 HTTP/1.1" status: 200 len: 880 time: 5.4127889 Jul 30 02:03:55.129752 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1dcae-7687-4d72-9039-a8c65f49d73e None None] Routers {'6ed06b25-ab5b-4045-a23c-17b7bae9b690'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:55.131235 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f9c1dcae-7687-4d72-9039-a8c65f49d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['6ed06b25-ab5b-4045-a23c-17b7bae9b690'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:55.131498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57398) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.177460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57400) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.208797 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f9c1dcae-7687-4d72-9039-a8c65f49d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:55.228518 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1dcae-7687-4d72-9039-a8c65f49d73e None None] Routers {'6ed06b25-ab5b-4045-a23c-17b7bae9b690'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:03:55.229915 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f9c1dcae-7687-4d72-9039-a8c65f49d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['6ed06b25-ab5b-4045-a23c-17b7bae9b690'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:55.347242 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f9c1dcae-7687-4d72-9039-a8c65f49d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:03:55.349634 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1dcae-7687-4d72-9039-a8c65f49d73e None None] The sync data for ids ['6ed06b25-ab5b-4045-a23c-17b7bae9b690'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:03:55.387276 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d386ccc-9671-4829-ab29-8236c3331fd6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.437060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d386ccc-9671-4829-ab29-8236c3331fd6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.463030 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5a750430-912c-4574-9e68-d036600c5c49 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/routers/6ed06b25-ab5b-4045-a23c-17b7bae9b690 HTTP/1.1" status: 200 len: 921 time: 0.3291457 Jul 30 02:03:55.469485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57404) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.795608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6997135-c3e2-41a3-9bc4-66792c771c50 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:55.799663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d6997135-c3e2-41a3-9bc4-66792c771c50 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=6ed06b25-ab5b-4045-a23c-17b7bae9b690&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3276379 Jul 30 02:03:55.810265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57416) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:55.958850 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d386ccc-9671-4829-ab29-8236c3331fd6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.963711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d386ccc-9671-4829-ab29-8236c3331fd6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:55.977484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5d386ccc-9671-4829-ab29-8236c3331fd6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "DELETE /v2.0/security-groups/9c76508c-6fc0-43b4-88d0-e599c93ea2d3 HTTP/1.1" status: 204 len: 168 time: 0.7866969 Jul 30 02:03:55.977948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57420) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.009526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d386ccc-9671-4829-ab29-8236c3331fd6 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c76508c-6fc0-43b4-88d0-e599c93ea2d3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:56.019407 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-439fc0e9-3f09-4b80-b0b1-d0f18288a77f tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] show failed (client error): The resource could not be found. Jul 30 02:03:56.029067 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-439fc0e9-3f09-4b80-b0b1-d0f18288a77f tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "GET /v2.0/security-groups/9c76508c-6fc0-43b4-88d0-e599c93ea2d3 HTTP/1.1" status: 404 len: 347 time: 0.0478134 Jul 30 02:03:56.031118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57422) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.168340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf214215-e95a-40c4-9cc0-1dfbee4c2119 req-fe25cbad-7220-49a5-8984-4c05ef1781fa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:56.171293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf214215-e95a-40c4-9cc0-1dfbee4c2119 req-fe25cbad-7220-49a5-8984-4c05ef1781fa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.3447301 Jul 30 02:03:56.277660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc7204-07d0-47c3-8159-3fd5a58035c6 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:56.284759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e1dc7204-07d0-47c3-8159-3fd5a58035c6 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 881 time: 0.4681845 Jul 30 02:03:56.286418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57424) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.359471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e2a92c70-5af7-484d-8984-1e6a70bedc82 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ed06b25-ab5b-4045-a23c-17b7bae9b690 HTTP/1.1" status: 200 len: 205 time: 0.0690665 Jul 30 02:03:56.360670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57426) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:56.485232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf214215-e95a-40c4-9cc0-1dfbee4c2119 req-9cec76be-5b4b-4ab2-b605-628e7ec43be8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916255 Jul 30 02:03:56.632296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Deleting port bdd5f200-d463-46b2-a201-ff2171afb776 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:56.633008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.781702 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:56.952618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f25cf-0624-449a-9da7-469753c9f656 req-fec7ad45-e461-4fc8-8f60-c82889b7e451 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:56.955584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af6f25cf-0624-449a-9da7-469753c9f656 req-fec7ad45-e461-4fc8-8f60-c82889b7e451 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.3135364 Jul 30 02:03:57.068020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.068487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.114029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Calling delete_port for bdd5f200-d463-46b2-a201-ff2171afb776 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:57.167964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af6f25cf-0624-449a-9da7-469753c9f656 req-10d79a4d-ac8d-49ff-8580-05b4c2e8693f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450384 Jul 30 02:03:57.187590 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.551411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Deleting port 4d52261b-79f1-4836-973c-fb084fc70f19 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:57.552007 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.714511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-cde50fdc-4d9c-4efc-9d9b-6881e032e3c7 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:57.717521 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-cde50fdc-4d9c-4efc-9d9b-6881e032e3c7 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/networks?id=97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 200 len: 815 time: 0.3788292 Jul 30 02:03:57.792607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-0e066faf-83bf-4f54-a437-115c349e0bd3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/quotas/931f71b52a13470ab505c5ab52b66f90 HTTP/1.1" status: 200 len: 375 time: 0.0601985 Jul 30 02:03:57.833382 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.924366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Pushing event deleted for resources: {'Port': ['ID=bdd5f200-d463-46b2-a201-ff2171afb776,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:57.934784 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:57.994403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Calling delete_port for 4d52261b-79f1-4836-973c-fb084fc70f19 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:58.007195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5ca0a06e-c39a-43c4-a032-e4979d0f2e54 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:58.008956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5ca0a06e-c39a-43c4-a032-e4979d0f2e54 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f97de3-e476-4743-b865-cc7bbca35e95 HTTP/1.1" status: 200 len: 945 time: 0.2463090 Jul 30 02:03:58.047907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-b8cf82c2-f4b1-4acc-9899-15629936a839 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=931f71b52a13470ab505c5ab52b66f90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2166486 Jul 30 02:03:58.170859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.173651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.174902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2f3f3fd0-e190-49a6-854f-822dc682ab15 tempest-ServersTestManualDisk-1314439756 tempest-ServersTestManualDisk-1314439756-project] 10.222.0.84 "DELETE /v2.0/floatingips/39fba698-3950-462c-b589-a7105051e389 HTTP/1.1" status: 204 len: 168 time: 2.1423590 Jul 30 02:03:58.179344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57448) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:03:58.279087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-cfad1ef3-e2b9-47c7-8453-c51807915378 service neutron] 10.222.0.84 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104068 Jul 30 02:03:58.708475 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:58.837321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Deleting port 13c19886-8fd9-4334-b8bd-e29937722b9b {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:58.837871 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.040712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-c3b54d7e-5e75-465c-bd9e-3fcfb060055d service neutron] 10.222.0.84 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545941 Jul 30 02:03:59.132547 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.159188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] For port 13c19886-8fd9-4334-b8bd-e29937722b9b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=13c19886-8fd9-4334-b8bd-e29937722b9b,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:59.159809 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.169997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Deleting port ea9e8ad2-0229-454d-a19b-d1bad9ced170 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:03:59.173992 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.213050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event deleted for resources: {'Port': ['ID=4d52261b-79f1-4836-973c-fb084fc70f19,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:59.230934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Calling delete_port for 13c19886-8fd9-4334-b8bd-e29937722b9b owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:59.346366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] For port ea9e8ad2-0229-454d-a19b-d1bad9ced170, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ea9e8ad2-0229-454d-a19b-d1bad9ced170,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:03:59.347320 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.394068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.428984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Calling delete_port for ea9e8ad2-0229-454d-a19b-d1bad9ced170 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:03:59.784413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.793409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.898380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:03:59.953641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9e8ad2-0229-454d-a19b-d1bad9ced170,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:03:59.963028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b31ee5-ece1-4602-97cb-af343ac79ffa req-72542495-1324-474b-b6bb-9da91b9c87b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:03:59.972758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8b31ee5-ece1-4602-97cb-af343ac79ffa req-72542495-1324-474b-b6bb-9da91b9c87b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.4104083 Jul 30 02:04:00.025469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.025469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Fanout notify agent at l3_agent the message router_deleted on router 6ed06b25-ab5b-4045-a23c-17b7bae9b690 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:00.037020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.043483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6869eeed-7d83-4f4a-a9f7-8ddfbf055f4a tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/6ed06b25-ab5b-4045-a23c-17b7bae9b690 HTTP/1.1" status: 204 len: 168 time: 3.6729021 Jul 30 02:04:00.044743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57460) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:00.064914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-693d03dc-1624-4b0c-b9eb-1491672e7f67 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-652096306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:00.086180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8b31ee5-ece1-4602-97cb-af343ac79ffa req-aa00ef88-ad6e-4ba3-8d04-d215bf51f2a4 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984516 Jul 30 02:04:00.155723 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-693d03dc-1624-4b0c-b9eb-1491672e7f67 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.166950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-693d03dc-1624-4b0c-b9eb-1491672e7f67 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.220858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.384433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Pushing event deleted for resources: {'Port': ['ID=13c19886-8fd9-4334-b8bd-e29937722b9b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:00.446965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-693d03dc-1624-4b0c-b9eb-1491672e7f67 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.459051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-693d03dc-1624-4b0c-b9eb-1491672e7f67 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.495553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 13c19886-8fd9-4334-b8bd-e29937722b9b no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:00.571182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] No DVR routers for this DVR port 13c19886-8fd9-4334-b8bd-e29937722b9b on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:00.575759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 13c19886-8fd9-4334-b8bd-e29937722b9b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:00.578529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.583079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d62c205-f868-4091-96e7-ea21dfe28911 req-5287cc63-fccc-44b8-8d77-5851e1536dac tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.22 "DELETE /v2.0/ports/13c19886-8fd9-4334-b8bd-e29937722b9b HTTP/1.1" status: 204 len: 173 time: 2.5580769 Jul 30 02:04:00.583557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 13c19886-8fd9-4334-b8bd-e29937722b9b not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:00.586037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'name': 'network-vif-deleted', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:00.590840 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60bec5a-ba7d-425d-91e7-3cc7b35bf418" -d '{"events": [{"server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "name": "network-vif-deleted", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:00.614672 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-693d03dc-1624-4b0c-b9eb-1491672e7f67 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.615492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-693d03dc-1624-4b0c-b9eb-1491672e7f67 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5679402 Jul 30 02:04:00.621729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57476) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:00.628639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': True}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:00.683673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf7f58-8b71-45af-91c0-7a890f912083 req-c459c56b-4224-4a7a-b6db-12f4d6c67404 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:00.696480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fbf7f58-8b71-45af-91c0-7a890f912083 req-c459c56b-4224-4a7a-b6db-12f4d6c67404 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.3155949 Jul 30 02:04:00.744023 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcd5711c-f554-4e05-9d6f-91b46096edd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:00.813119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fbf7f58-8b71-45af-91c0-7a890f912083 req-8994cff6-35e0-4d6d-bbe7-1dd77c8eb399 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954614 Jul 30 02:04:01.032608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97addbd2-a95a-4b23-a040-507ae919c29d req-e8433b33-1f5d-4268-be8e-3e2574ab9282 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 210 time: 0.0736225 Jul 30 02:04:01.060684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.265572 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.469778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-7fb7d086-71c7-4695-a726-48adc5a73a6a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:01.484751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-7fb7d086-71c7-4695-a726-48adc5a73a6a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.2791088 Jul 30 02:04:01.584718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-f209f5c3-c7bb-4353-8d3e-0f239bcf938b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/quotas/6bc428516dcd4b1ea1d9b25f29c18687 HTTP/1.1" status: 200 len: 375 time: 0.0985951 Jul 30 02:04:01.686422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:01.712781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-6a1ae373-7ffc-4e6d-959e-4bdf76115ab8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1266754 Jul 30 02:04:01.871051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-8bc84184-8877-4b6c-a32d-ce338cd04b3a tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:01.873020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-8bc84184-8877-4b6c-a32d-ce338cd04b3a tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.41 "GET /v2.0/networks?id=97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 200 len: 815 time: 0.4838719 Jul 30 02:04:01.889014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Request body: {'port': {'device_id': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0', 'admin_state_up': True, 'tenant_id': '931f71b52a13470ab505c5ab52b66f90'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:01.980080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-00aa6cb8-6b3d-46a8-a2af-f0c661f23c0f service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511120 Jul 30 02:04:02.130543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Made reservation on behalf of 931f71b52a13470ab505c5ab52b66f90 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:02.134434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.154162 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-55edbeb2-80a8-4272-9994-3630f7dcdd60 service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558168 Jul 30 02:04:02.170051 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:04:02.212129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Router 8a73f1e1-45ac-4075-a559-23bf735e7a0a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:04:02.378251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Allocated IP 172.20.0.8 (97772b6d-f86e-42a9-889d-eeed81c73ce0/8eba372e-c03b-410b-be01-96b123dfa986/bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:02.389544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.431751 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac760a1-0257-4a4c-84e0-5902b5610b8d x-openstack-request-id: req-8ac760a1-0257-4a4c-84e0-5902b5610b8d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:02.432890 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f97de3-e476-4743-b865-cc7bbca35e95", "name": "network-vif-deleted", "tag": "13c19886-8fd9-4334-b8bd-e29937722b9b", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:02.433058 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8ac760a1-0257-4a4c-84e0-5902b5610b8d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:02.433945 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f97de3-e476-4743-b865-cc7bbca35e95', 'name': 'network-vif-deleted', 'tag': '13c19886-8fd9-4334-b8bd-e29937722b9b', 'status': 'completed', 'code': 200} Jul 30 02:04:02.545029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.685574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:02.693970 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.695458 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-72f67875-0c8d-4c4d-9dab-47a50162c53a admin admin] 10.222.0.84 "PUT /v2.0/routers/8a73f1e1-45ac-4075-a559-23bf735e7a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5143933 Jul 30 02:04:02.699507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57502) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:02.714682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] Sync routers for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:02.743617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:02.746132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:03:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:02.776708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318283a7-3369-4582-bce2-424873e1645a req-78c87327-f8e1-4b9d-875d-4817fc87c0b2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:02.791997 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-318283a7-3369-4582-bce2-424873e1645a req-78c87327-f8e1-4b9d-875d-4817fc87c0b2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.2780161 Jul 30 02:04:02.880176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-318283a7-3369-4582-bce2-424873e1645a req-67903422-43d8-4c0b-99c1-0c99a876eeca tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876212 Jul 30 02:04:02.895692 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:02.969938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Network 97772b6d-f86e-42a9-889d-eeed81c73ce0 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:02.993591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:02.998118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:03.081942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:03.084646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Pushing event updated for resources: {'Port': ['ID=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:03.087810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Allocated IP 172.25.7.116 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/25fa9454-6fef-4aa7-986a-4a8970dac9ea) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:03.177650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:03.178726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.223308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-2f3b1c68-885e-4da1-a338-79be637c7f78 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3382390 Jul 30 02:04:03.239852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Request body: {'port': {'device_id': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:03.291626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea499b2-b44e-4a70-8c79-591163f7ad0b req-7f87870c-3c90-4fbd-a02b-3346fbfd7c53 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:03.293886 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ea499b2-b44e-4a70-8c79-591163f7ad0b req-7f87870c-3c90-4fbd-a02b-3346fbfd7c53 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 931 time: 0.1940303 Jul 30 02:04:03.355551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.356679 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.401691 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae2eb3ab-1bb5-49bf-9212-5c6666110359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.510463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ea499b2-b44e-4a70-8c79-591163f7ad0b req-2e8d2957-4553-41fc-99bf-4d424458dba2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627352 Jul 30 02:04:03.538899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.692741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '024a7680-f2e6-41cf-b667-3477375de589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:03:59Z', 'revision_number': 5, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port': {'id': '024a7680-f2e6-41cf-b667-3477375de589', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:01:21Z', 'updated_at': '2021-07-30T02:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:03.797428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] Checking router: 8a73f1e1-45ac-4075-a559-23bf735e7a0a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:04:03.814806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.828961 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.836464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] Routers {'8a73f1e1-45ac-4075-a559-23bf735e7a0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:03.837626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:03.866570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:03.943759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d104ffd-d58b-4dcf-b0c9-5409593436d4 req-b0c62640-7a80-49b2-a183-013e49504294 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 210 time: 0.1386085 Jul 30 02:04:03.969230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:03.976704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:03.981580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:04.023478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event updated for resources: {'Port': ['ID=25fa9454-6fef-4aa7-986a-4a8970dac9ea,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:04.050261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] Set router 8a73f1e1-45ac-4075-a559-23bf735e7a0a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:04.056557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.060932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.060932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.060932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.060932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.061597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.061730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.062314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.062803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.063161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.073377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.073377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:04.127763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Deleting port 024a7680-f2e6-41cf-b667-3477375de589 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:04.128482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.144719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:04:03Z', 'revision_number': 6, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:04.220909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d11e25c-bfea-45b9-985d-da630295c476 None None] The sync data for ids ['8a73f1e1-45ac-4075-a559-23bf735e7a0a'] in n-d-715271-7 is: [{'id': '8a73f1e1-45ac-4075-a559-23bf735e7a0a', 'name': 'tempest-ServersTestManualDisk-515630249-router', 'tenant_id': '885560973d97416db2f37bc25a83e0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:01:19Z', 'updated_at': '2021-07-30T02:04:03Z', 'revision_number': 6, 'project_id': '885560973d97416db2f37bc25a83e0cb', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:04.334862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5bdf4-b2f1-4343-9d9a-13010f7f00f0 req-69c257b8-ddbf-47c7-be2b-37710c2909f4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:04.337181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ba5bdf4-b2f1-4343-9d9a-13010f7f00f0 req-69c257b8-ddbf-47c7-be2b-37710c2909f4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.2001836 Jul 30 02:04:04.395106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:04.418111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.428003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] For port 024a7680-f2e6-41cf-b667-3477375de589, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=024a7680-f2e6-41cf-b667-3477375de589,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:04.428450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.447641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Calling delete_port for 024a7680-f2e6-41cf-b667-3477375de589 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:04.458008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ba5bdf4-b2f1-4343-9d9a-13010f7f00f0 req-f275caf0-100a-4c18-8a0a-662ca5c84813 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093156 Jul 30 02:04:04.473241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Transition to ACTIVE for port object bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:04.494132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.526212 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.728631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Pushing event updated for resources: {'Port': ['ID=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:04.761085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:04.972728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-59d9fdf2-ee30-434c-9802-f7ec9b8bafad tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:04.974701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-59d9fdf2-ee30-434c-9802-f7ec9b8bafad tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.4988449 Jul 30 02:04:05.001020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'port': {'device_id': '64e7212c-cdf3-4593-8926-fcc44927b704', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'admin_state_up': True, 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:05.018117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35237f-4d7d-4449-b62c-8e3b06aab153 req-6c855b29-62b8-48f4-a2a1-432e14ade015 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:05.020248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d35237f-4d7d-4449-b62c-8e3b06aab153 req-6c855b29-62b8-48f4-a2a1-432e14ade015 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 943 time: 0.3004529 Jul 30 02:04:05.080621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.098444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Attempting to bind port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:05.098444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Attempting to bind port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:05.098942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Attempting to bind port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 on network 97772b6d-f86e-42a9-889d-eeed81c73ce0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:05.123050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 on network 97772b6d-f86e-42a9-889d-eeed81c73ce0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:04:05.123335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Attempting to bind port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 on network 97772b6d-f86e-42a9-889d-eeed81c73ce0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:05.150096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:05.150490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Checking segment: {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:05.150838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Bound using segment: {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:05.151297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Bound port: bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:05.151698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.159137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d35237f-4d7d-4449-b62c-8e3b06aab153 req-703a094d-7759-4b8d-a08b-f1df720d4221 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169376 Jul 30 02:04:05.231148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Pushing event deleted for resources: {'Port': ['ID=024a7680-f2e6-41cf-b667-3477375de589,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:05.260505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.332969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bab8191a-582a-4270-be21-143e37335242 req-166120c6-7cab-462a-a70e-d979f7aa2342 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 210 time: 0.0366480 Jul 30 02:04:05.363358 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.368114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Made reservation on behalf of 6bc428516dcd4b1ea1d9b25f29c18687 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:05.370778 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.394303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] For port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:05.424751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] For port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:05.433963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.436062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.528705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:05.529444 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.530867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] 10.222.0.41 "PUT /v2.0/ports/bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 HTTP/1.1" status: 200 len: 1091 time: 2.2985549 Jul 30 02:04:05.531393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'tag': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:05.534429 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5186d98f-d4d4-4783-bef0-5a1b24240767" -d '{"events": [{"name": "network-changed", "server_uuid": "c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93", "tag": "bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:05.604491 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.606130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848fd13-c9ba-4899-ad43-9472045d0c6c service neutron] Pushing event updated for resources: {'Port': ['ID=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:05.608910 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.690633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Allocated IP 172.20.0.5 (72cb1547-7ac6-4b6a-9436-7b05bc348f74/1c4e07a1-0b60-4901-a9d9-e9bcc041dd37/62f16952-42a9-4b39-a500-2f8b1704784a) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:05.695303 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.696172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a73f1e1-45ac-4075-a559-23bf735e7a0a {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:05.708845 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.712693 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-38294127-5ce3-4e36-8d05-2dfdea40bf4e admin admin] 10.222.0.84 "DELETE /v2.0/routers/8a73f1e1-45ac-4075-a559-23bf735e7a0a HTTP/1.1" status: 204 len: 168 time: 3.0117290 Jul 30 02:04:05.719037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57526) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:05.741297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-9db228cc-0381-4cf1-beb4-8c6689afa038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:05.742717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-9db228cc-0381-4cf1-beb4-8c6689afa038 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=931f71b52a13470ab505c5ab52b66f90&device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 1094 time: 0.1299887 Jul 30 02:04:05.830262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-85b4c2da-2532-4458-a869-3816af4fefe9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 HTTP/1.1" status: 200 len: 217 time: 0.0749738 Jul 30 02:04:05.855566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Router ea98733c-1299-4097-9736-ab0124127cfd is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:05.862690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b10b91f-0369-4a8b-8cbb-96583500de7a admin admin] Deleting subnet e04d696d-98a6-4db3-8767-0c1fb0dd94fe {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:05.868546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b10b91f-0369-4a8b-8cbb-96583500de7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:05.932852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83ed86-2e3a-4f81-868f-b615f5327ff2 req-58bbc163-20b2-4fd1-9d16-5113b39514f7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:05.940032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab83ed86-2e3a-4f81-868f-b615f5327ff2 req-58bbc163-20b2-4fd1-9d16-5113b39514f7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.2405312 Jul 30 02:04:05.972268 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b10b91f-0369-4a8b-8cbb-96583500de7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.096626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-16e2d003-4010-4c0c-aacb-7b377f861301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:06.099355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-16e2d003-4010-4c0c-aacb-7b377f861301 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eba372e-c03b-410b-be01-96b123dfa986 HTTP/1.1" status: 200 len: 855 time: 0.2553222 Jul 30 02:04:06.137596 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.180769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:06.186945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-a6c0aab0-7401-4de3-929f-8e1f13ee0d1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97772b6d-f86e-42a9-889d-eeed81c73ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768876 Jul 30 02:04:06.194815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.194815 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-020a1f93-bc57-45ee-ae5b-b8bbadebb86d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "PUT /v2.0/routers/ea98733c-1299-4097-9736-ab0124127cfd HTTP/1.1" status: 200 len: 914 time: 5.5709684 Jul 30 02:04:06.199078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57530) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:06.202177 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b10b91f-0369-4a8b-8cbb-96583500de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.224235 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62e587-aeff-426f-a2fa-0e2bdc1f0878 None None] Sync routers for ids ['ea98733c-1299-4097-9736-ab0124127cfd'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:06.252598 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62e587-aeff-426f-a2fa-0e2bdc1f0878 None None] Routers {'ea98733c-1299-4097-9736-ab0124127cfd'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:06.254032 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ec62e587-aeff-426f-a2fa-0e2bdc1f0878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ea98733c-1299-4097-9736-ab0124127cfd'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:06.382796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 024a7680-f2e6-41cf-b667-3477375de589 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:06.384272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab83ed86-2e3a-4f81-868f-b615f5327ff2 req-9f502632-0914-4218-9f41-995fbb226ae2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4199972 Jul 30 02:04:06.421282 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ec62e587-aeff-426f-a2fa-0e2bdc1f0878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:06.437554 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.459337 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62e587-aeff-426f-a2fa-0e2bdc1f0878 None None] Routers {'ea98733c-1299-4097-9736-ab0124127cfd'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:06.460914 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ec62e587-aeff-426f-a2fa-0e2bdc1f0878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['ea98733c-1299-4097-9736-ab0124127cfd'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:06.483115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Transition to ACTIVE for port object 62f16952-42a9-4b39-a500-2f8b1704784a will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:06.509046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 024a7680-f2e6-41cf-b667-3477375de589 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:06.512413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 024a7680-f2e6-41cf-b667-3477375de589 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:06.517903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ea9e8ad2-0229-454d-a19b-d1bad9ced170 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:06.590742 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ec62e587-aeff-426f-a2fa-0e2bdc1f0878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:06.592266 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62e587-aeff-426f-a2fa-0e2bdc1f0878 None None] The sync data for ids ['ea98733c-1299-4097-9736-ab0124127cfd'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:06.604474 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b819fe-7233-40d3-ab80-c5213d39cc99 x-openstack-request-id: req-20b819fe-7233-40d3-ab80-c5213d39cc99 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:06.606105 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93", "tag": "bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:06.606570 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-20b819fe-7233-40d3-ab80-c5213d39cc99 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:06.607191 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'tag': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86', 'status': 'completed', 'code': 200} Jul 30 02:04:06.611855 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:06.636971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ea9e8ad2-0229-454d-a19b-d1bad9ced170 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:06.638321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ea9e8ad2-0229-454d-a19b-d1bad9ced170 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:06.644133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:04:06.660930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d3c6d190-96a0-4c9f-bdcd-1fc14be201db'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:04:06.807553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:06.820211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:06.830143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-e769239e-27fe-4cd2-8590-ffa4c79f1fad service neutron] 10.222.0.41 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233926 Jul 30 02:04:06.831088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:06.919320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'Port': ['ID=62f16952-42a9-4b39-a500-2f8b1704784a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.077877 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57540) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.089408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:07.117206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'port_id': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'mac_address': 'fa:16:3e:4c:be:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:04:07.162621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b10b91f-0369-4a8b-8cbb-96583500de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.216207 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.247691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae454e4b-7a78-46bc-80f3-8dfa9ef554ca {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:07.273106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:07.285148 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.328010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10b91f-0369-4a8b-8cbb-96583500de7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04d696d-98a6-4db3-8767-0c1fb0dd94fe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.331510 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b10b91f-0369-4a8b-8cbb-96583500de7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.333853 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1b10b91f-0369-4a8b-8cbb-96583500de7a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e04d696d-98a6-4db3-8767-0c1fb0dd94fe HTTP/1.1" status: 204 len: 168 time: 1.6090856 Jul 30 02:04:07.338730 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-10b548b2-13e0-4186-8926-abc8e6f8168d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/routers/ea98733c-1299-4097-9736-ab0124127cfd HTTP/1.1" status: 200 len: 920 time: 1.1315424 Jul 30 02:04:07.340558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57544) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.349965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.362702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-6c9a2f81-9fc0-4f3f-9940-cfee1e4efd61 req-d532e71a-48af-4514-8394-3dfaea99a69e service neutron] (93818) timed out ('10.222.0.84', 60446) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:04:07.372690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:07.386750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b2d52-4e0f-4b00-a754-4bd6cb1f37fa None None] Network 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:07.498045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26952a55-fff4-4e3c-b647-01d02852b6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.501980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.502516 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.503026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.503617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.504201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.504784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.505986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.505986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.506644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.507703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.507703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.508599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:07.515209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:04:07.535858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.552596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3722d166-9555-43af-a76e-3f2afa73dd53 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:07.554312 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3722d166-9555-43af-a76e-3f2afa73dd53 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=ea98733c-1299-4097-9736-ab0124127cfd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2031314 Jul 30 02:04:07.560098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57550) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.619529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2210ca13-8ba6-41c1-8d42-14309c5d8f87 None None] Provisioning for port 62f16952-42a9-4b39-a500-2f8b1704784a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:07.634173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2210ca13-8ba6-41c1-8d42-14309c5d8f87 None None] Provisioning complete for port 62f16952-42a9-4b39-a500-2f8b1704784a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:07.635181 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2210ca13-8ba6-41c1-8d42-14309c5d8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.696492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68672207-9f25-4e74-a647-3778aa8f6f30 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:07.702418 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-68672207-9f25-4e74-a647-3778aa8f6f30 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 881 time: 0.1370125 Jul 30 02:04:07.726029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57552) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.754971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2210ca13-8ba6-41c1-8d42-14309c5d8f87 None None] Port 62f16952-42a9-4b39-a500-2f8b1704784a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:07.796448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33686ea8-fd40-43e4-8fe4-c5651e046e4b req-1643045c-95e5-41cb-9174-69738e9edb0f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:07.800720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33686ea8-fd40-43e4-8fe4-c5651e046e4b req-1643045c-95e5-41cb-9174-69738e9edb0f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 943 time: 1.0707154 Jul 30 02:04:07.803970 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5dd1dc7-e53f-4967-b48b-a786d867e3ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea98733c-1299-4097-9736-ab0124127cfd HTTP/1.1" status: 200 len: 205 time: 0.0767159 Jul 30 02:04:07.810154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57554) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:07.872692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Deleting port 7665c732-73b9-4154-b6ec-0f738d127a7d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:07.873045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.874783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:07.875898 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.920913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557729f7-1557-432e-b88b-8a5be672e81b None None] DHCP port deletion for 294697f6-dfdc-40e1-8ed8-f80b58fb6c1e request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:04:07.973268 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26952a55-fff4-4e3c-b647-01d02852b6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.983571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26952a55-fff4-4e3c-b647-01d02852b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:07.989272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57f123ec-a820-4dfe-a7b0-4bd25c3d652f req-92e38260-783d-48eb-985c-3b691de40566 service neutron] 10.222.0.41 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1457975 Jul 30 02:04:08.011648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-557729f7-1557-432e-b88b-8a5be672e81b None None] Deleting port 7665c732-73b9-4154-b6ec-0f738d127a7d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:08.015239 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557729f7-1557-432e-b88b-8a5be672e81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.022985 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-26952a55-fff4-4e3c-b647-01d02852b6d1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a89fe31a6f00417398debec833159367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9432204 Jul 30 02:04:08.023368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57556) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:08.028033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] For port 7665c732-73b9-4154-b6ec-0f738d127a7d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7665c732-73b9-4154-b6ec-0f738d127a7d,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:08.028033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.055377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-a19758f8-17c9-44e0-b511-e5514a150560 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0587554 Jul 30 02:04:08.072242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Calling delete_port for 7665c732-73b9-4154-b6ec-0f738d127a7d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:08.078632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Request body: {'port': {'device_id': '64e7212c-cdf3-4593-8926-fcc44927b704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:08.082530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26952a55-fff4-4e3c-b647-01d02852b6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b888e66a-6835-4243-b49d-3a4c5d682c5c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.139707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33686ea8-fd40-43e4-8fe4-c5651e046e4b req-be41e86f-4a92-41f6-8562-64df77c74b4c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211381 Jul 30 02:04:08.141511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-557729f7-1557-432e-b88b-8a5be672e81b None None] For port 7665c732-73b9-4154-b6ec-0f738d127a7d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7665c732-73b9-4154-b6ec-0f738d127a7d,segment=NetworkSegment(02db1769-ac7f-4e4e-9801-251c65111858),segment_id=02db1769-ac7f-4e4e-9801-251c65111858)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:08.142721 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557729f7-1557-432e-b88b-8a5be672e81b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.178344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-557729f7-1557-432e-b88b-8a5be672e81b None None] Calling delete_port for 7665c732-73b9-4154-b6ec-0f738d127a7d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:08.207296 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.245987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7665c732-73b9-4154-b6ec-0f738d127a7d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.254238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] No DVR routers for this DVR port 7665c732-73b9-4154-b6ec-0f738d127a7d on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:08.349023 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-557729f7-1557-432e-b88b-8a5be672e81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.365043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557729f7-1557-432e-b88b-8a5be672e81b None None] No DVR routers for this DVR port 7665c732-73b9-4154-b6ec-0f738d127a7d on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:08.392486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557729f7-1557-432e-b88b-8a5be672e81b None None] Pushing event deleted for resources: {'Port': ['ID=7665c732-73b9-4154-b6ec-0f738d127a7d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.440526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.441346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7665c732-73b9-4154-b6ec-0f738d127a7d no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:08.455653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.477837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294697f6-dfdc-40e1-8ed8-f80b58fb6c1e']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:08.480372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7665c732-73b9-4154-b6ec-0f738d127a7d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:04:08.481006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7665c732-73b9-4154-b6ec-0f738d127a7d not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:04:08.501934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02db1769-ac7f-4e4e-9801-251c65111858') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:08.502333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02db1769-ac7f-4e4e-9801-251c65111858') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:08.514415 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.542862 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.552965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:08.553452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:08.553883 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:08.557101 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:08.562274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.568037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-d17b65b4-0b40-44ac-866e-d66d1bcc46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:08.570823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-d17b65b4-0b40-44ac-866e-d66d1bcc46d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=931f71b52a13470ab505c5ab52b66f90&device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 1094 time: 0.4262326 Jul 30 02:04:08.618435 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdee7-a9d2-4bc8-b900-c4597601bc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.638560 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.665024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:08.665562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.674991 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.678515 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/294697f6-dfdc-40e1-8ed8-f80b58fb6c1e HTTP/1.1" status: 204 len: 168 time: 1.3360629 Jul 30 02:04:08.680328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c7795-c35e-4b00-a421-1ae99bc4d4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=294697f6-dfdc-40e1-8ed8-f80b58fb6c1e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:08.806091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.850968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:08.855133 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc16d85-b4fb-4da5-8663-66e288b338b8" -d '{"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-plugged", "status": "completed", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:08.874623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aacbb-b22c-4c38-9004-fe9e90ab5488 req-26661acf-b732-4ffb-9210-dba82de64da9 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:08.877648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-954aacbb-b22c-4c38-9004-fe9e90ab5488 req-26661acf-b732-4ffb-9210-dba82de64da9 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 931 time: 0.5589550 Jul 30 02:04:08.880620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:08.893192 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.944736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57562) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:08.961033 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdee7-a9d2-4bc8-b900-c4597601bc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:08.997301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.016178 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-86e265a8-27b2-4fa8-a29e-18fc621d91a2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=885560973d97416db2f37bc25a83e0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692084 Jul 30 02:04:09.020077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57564) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:09.090379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd1836ed-d310-4872-9e19-812054f9d760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.129218 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd1836ed-d310-4872-9e19-812054f9d760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.148723 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.174958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-954aacbb-b22c-4c38-9004-fe9e90ab5488 req-cef950cd-b548-4f31-8e06-ac2d17f27778 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561150 Jul 30 02:04:09.179480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-021c753e-8b19-4726-b5ba-30c4a10d85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:09.181083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-021c753e-8b19-4726-b5ba-30c4a10d85f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 200 len: 916 time: 0.5949948 Jul 30 02:04:09.245462 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd1836ed-d310-4872-9e19-812054f9d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.250713 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd1836ed-d310-4872-9e19-812054f9d760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.257373 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bd1836ed-d310-4872-9e19-812054f9d760 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/58c4dafa-238a-4207-9b39-bf6c52a3db95 HTTP/1.1" status: 204 len: 168 time: 0.2319546 Jul 30 02:04:09.288082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1836ed-d310-4872-9e19-812054f9d760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c4dafa-238a-4207-9b39-bf6c52a3db95,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.307376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-31f348f3-34e1-4ec2-bc52-d95ed70cf5c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 HTTP/1.1" status: 200 len: 217 time: 0.0790653 Jul 30 02:04:09.318982 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdee7-a9d2-4bc8-b900-c4597601bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.324157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bfbdee7-a9d2-4bc8-b900-c4597601bc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.328381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9bfbdee7-a9d2-4bc8-b900-c4597601bc5e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b888e66a-6835-4243-b49d-3a4c5d682c5c HTTP/1.1" status: 204 len: 168 time: 1.2998135 Jul 30 02:04:09.406166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbdee7-a9d2-4bc8-b900-c4597601bc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b888e66a-6835-4243-b49d-3a4c5d682c5c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:09.491726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-daf0c50a-3f5c-4bfc-9e50-7c917743e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:09.493405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-daf0c50a-3f5c-4bfc-9e50-7c917743e6a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8eba372e-c03b-410b-be01-96b123dfa986 HTTP/1.1" status: 200 len: 855 time: 0.1770747 Jul 30 02:04:09.526825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Deleting port 25fa9454-6fef-4aa7-986a-4a8970dac9ea {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:09.527167 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.561666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-56ab24d8-04f1-4df6-893d-af8f1092df28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=97772b6d-f86e-42a9-889d-eeed81c73ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595412 Jul 30 02:04:09.611138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fe6fd-942d-4247-871e-bd710ff87381 req-051e6ea2-d30c-438d-907a-10bf827f14b1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:09.620115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a9fe6fd-942d-4247-871e-bd710ff87381 req-051e6ea2-d30c-438d-907a-10bf827f14b1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.2771769 Jul 30 02:04:09.736882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f16952-42a9-4b39-a500-2f8b1704784a {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:09.757790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.800256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Transition to ACTIVE for port object 62f16952-42a9-4b39-a500-2f8b1704784a will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:09.823806 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:09.844277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a9fe6fd-942d-4247-871e-bd710ff87381 req-4cb61964-f3a0-4554-9e46-ac583e94b19f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229762 Jul 30 02:04:09.925310 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baf739d-4d1d-401e-b2f3-a956b14ff8bd x-openstack-request-id: req-3baf739d-4d1d-401e-b2f3-a956b14ff8bd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:09.925804 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-plugged", "status": "completed", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:09.926146 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3baf739d-4d1d-401e-b2f3-a956b14ff8bd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:09.926763 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'code': 200} Jul 30 02:04:09.963379 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:10.066574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-517d4627-f0f9-44a7-8a70-52fcd9a385f7 service neutron] 10.222.0.41 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702849 Jul 30 02:04:10.081135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Calling delete_port for 25fa9454-6fef-4aa7-986a-4a8970dac9ea owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:10.124692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Pushing event updated for resources: {'Port': ['ID=62f16952-42a9-4b39-a500-2f8b1704784a,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:10.819861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0b21e-6a32-44bb-b516-bc67f5295da1 req-9eed6a9e-bef3-4bbd-870a-3fae1043e69c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:10.822444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08f0b21e-6a32-44bb-b516-bc67f5295da1 req-9eed6a9e-bef3-4bbd-870a-3fae1043e69c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 943 time: 0.7439890 Jul 30 02:04:10.866755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57628) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:10.891024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57634) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:10.909336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Attempting to bind port 62f16952-42a9-4b39-a500-2f8b1704784a on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:10.909884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Attempting to bind port 62f16952-42a9-4b39-a500-2f8b1704784a by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:10.910456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Attempting to bind port 62f16952-42a9-4b39-a500-2f8b1704784a on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:10.977853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Port 62f16952-42a9-4b39-a500-2f8b1704784a on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:04:10.978541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Attempting to bind port 62f16952-42a9-4b39-a500-2f8b1704784a on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:10.992674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5186d98f-d4d4-4783-bef0-5a1b24240767 req-833bebbc-bfd2-463d-9386-25d4845ed699 service neutron] 10.222.0.41 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9067233 Jul 30 02:04:11.010811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1191797818-network', 'tenant_id': 'c278d871311041fd9e5b4b4ff898de1f'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:11.027087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:11.027658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Checking segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:11.028214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Bound using segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:11.028816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Bound port: 62f16952-42a9-4b39-a500-2f8b1704784a, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:11.029345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.038620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08f0b21e-6a32-44bb-b516-bc67f5295da1 req-de46f3ff-131e-49b5-ae19-3c79661449a2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046924 Jul 30 02:04:11.097876 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.101058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Made reservation on behalf of c278d871311041fd9e5b4b4ff898de1f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:11.103600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.111272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1822853455-network', 'tenant_id': '8268d859b1b1494395346d8aba71dcee'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:11.126883 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.176299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event deleted for resources: {'Port': ['ID=25fa9454-6fef-4aa7-986a-4a8970dac9ea,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:11.177058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Made reservation on behalf of 8268d859b1b1494395346d8aba71dcee for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:11.179470 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.193435 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.347966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.355125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.362250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] For port 62f16952-42a9-4b39-a500-2f8b1704784a, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:11.395027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed8ad8-d711-42c0-8a13-72fc6a10f80f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:11.411364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] For port 62f16952-42a9-4b39-a500-2f8b1704784a, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62f16952-42a9-4b39-a500-2f8b1704784a,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:11.414209 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.416551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:11.451206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.451764 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Added segment ba28d363-cd49-4cde-9813-b371a0baca27 of type vlan for network a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c Jul 30 02:04:11.496653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d81df-40d6-4998-9423-257e4a01e27c req-f9e3f4ab-a5f6-4e69-8f4b-d9d19406141a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.505704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe2d81df-40d6-4998-9423-257e4a01e27c req-f9e3f4ab-a5f6-4e69-8f4b-d9d19406141a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 943 time: 0.2685173 Jul 30 02:04:11.509294 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.555683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.616202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.625314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.658969 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.660127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.660836 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.745483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:11.756671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8881d1c8-3645-498c-ae39-2734a41b0f0b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:11.776036 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9069686 Jul 30 02:04:11.780186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57642) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:11.786585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.786994 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Added segment 41506582-3113-422d-afcf-5a58d24be53d of type vlan for network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea Jul 30 02:04:11.792193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Request body: {'subnet': {'network_id': 'a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1191797818-subnet', 'tenant_id': 'c278d871311041fd9e5b4b4ff898de1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:11.810805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f94461-d5ee-4a24-988d-b858c8628493 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:11.821828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:11.861478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.874692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Made reservation on behalf of c278d871311041fd9e5b4b4ff898de1f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:11.879235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.922918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:04:11.990297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:11.991470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:11.992077 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.030300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.034074 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.042098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:12.042873 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.044683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] 10.222.0.22 "PUT /v2.0/ports/62f16952-42a9-4b39-a500-2f8b1704784a HTTP/1.1" status: 200 len: 1091 time: 3.9738722 Jul 30 02:04:12.047191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e7212c-cdf3-4593-8926-fcc44927b704', 'tag': '62f16952-42a9-4b39-a500-2f8b1704784a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:12.050724 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e552effb-3e66-47ba-990e-d6feeac3014e" -d '{"events": [{"name": "network-changed", "server_uuid": "64e7212c-cdf3-4593-8926-fcc44927b704", "tag": "62f16952-42a9-4b39-a500-2f8b1704784a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:12.173867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe2d81df-40d6-4998-9423-257e4a01e27c req-f5823343-e750-4c56-a83c-32751676d6f4 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670625 Jul 30 02:04:12.197122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] Pushing event updated for resources: {'Network': ['ID=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:12.206303 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2840f4c4-1a7c-4e21-aa62-d10fa78de2bc admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3106077 Jul 30 02:04:12.228387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e279add-b6ec-4981-b7b2-25f0c96d22f8 service neutron] Pushing event updated for resources: {'Port': ['ID=62f16952-42a9-4b39-a500-2f8b1704784a,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:12.252571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57648) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:12.253994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.260267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Fanout notify agent at l3_agent the message router_deleted on router ea98733c-1299-4097-9736-ab0124127cfd {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:12.303042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Request body: {'subnet': {'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1822853455-subnet', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:12.363328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.364797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ba1d2972-c7a4-4ad3-b8a3-83f7916ffa9e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/ea98733c-1299-4097-9736-ab0124127cfd HTTP/1.1" status: 204 len: 168 time: 4.5486495 Jul 30 02:04:12.370202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57650) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:12.372464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Made reservation on behalf of 8268d859b1b1494395346d8aba71dcee for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:12.375192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.382973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-001903c4-03d4-49e0-9fa4-834c7fa1b198 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1390507137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:12.399235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.501549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:12.517450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-b95118f6-3530-4920-bafb-7153e83a71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:12.519529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-b95118f6-3530-4920-bafb-7153e83a71da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 1094 time: 0.3869967 Jul 30 02:04:12.524649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-001903c4-03d4-49e0-9fa4-834c7fa1b198 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.526118 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-001903c4-03d4-49e0-9fa4-834c7fa1b198 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.545032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Checking segment: {'id': 'ba28d363-cd49-4cde-9813-b371a0baca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:12.545393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Network hostable DHCP agents. Network: a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:12.576179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67858d88-bf34-4739-85d5-3273609b51d6,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:12.595954 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Network a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:12.618282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:12.621225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2578d-2213-4240-87fa-437b7efd43d4 req-c34efa48-8104-4523-9790-20f4e40d888a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:12.629589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aec2578d-2213-4240-87fa-437b7efd43d4 req-c34efa48-8104-4523-9790-20f4e40d888a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.2580426 Jul 30 02:04:12.637193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-f9fb8ddd-42e0-49d1-9753-0d94dbbc1dfb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62f16952-42a9-4b39-a500-2f8b1704784a HTTP/1.1" status: 200 len: 217 time: 0.0999038 Jul 30 02:04:12.638984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8c932-2347-4e62-82e3-61162d011af7 None None] Network a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:12.650560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:12.651998 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.674593 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0b4ee146-2696-4771-ba04-e1663f86eb0b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8909121 Jul 30 02:04:12.758029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-27b4b752-0838-40ae-a5aa-2294e44321b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:12.760169 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-27b4b752-0838-40ae-a5aa-2294e44321b1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.0993867 Jul 30 02:04:12.772020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:12.772692 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-001903c4-03d4-49e0-9fa4-834c7fa1b198 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.821431 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-001903c4-03d4-49e0-9fa4-834c7fa1b198 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.825383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86', 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0', 'port_id': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86', 'mac_address': 'fa:16:3e:2d:37:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba372e-c03b-410b-be01-96b123dfa986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:04:12.879831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aec2578d-2213-4240-87fa-437b7efd43d4 req-f38a9579-1628-49a6-8fd8-e0d20c1888d2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489619 Jul 30 02:04:12.899379 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.931654 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-001903c4-03d4-49e0-9fa4-834c7fa1b198 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:12.937286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-001903c4-03d4-49e0-9fa4-834c7fa1b198 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5575426 Jul 30 02:04:12.939462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57658) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:12.946039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': False}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:12.958827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:13.064837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26268c5-39a1-4bbe-84da-dbadb9578651 None None] Network a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:13.094108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:13.139360 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.170991 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe3b418-7cc9-4c0a-b0c6-f83c5f73b57e x-openstack-request-id: req-3fe3b418-7cc9-4c0a-b0c6-f83c5f73b57e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:13.171618 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e7212c-cdf3-4593-8926-fcc44927b704", "tag": "62f16952-42a9-4b39-a500-2f8b1704784a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:13.171905 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3fe3b418-7cc9-4c0a-b0c6-f83c5f73b57e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:13.173074 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e7212c-cdf3-4593-8926-fcc44927b704', 'tag': '62f16952-42a9-4b39-a500-2f8b1704784a', 'status': 'completed', 'code': 200} Jul 30 02:04:13.243631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:13.295494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-e14bee69-5f51-407e-a243-80e7f295ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:13.295918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-e14bee69-5f51-407e-a243-80e7f295ac14 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5182562 Jul 30 02:04:13.307546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.328818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.364515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:04:13.569358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c4f73-a6b5-468a-87b1-fabb7b3ca442 req-2bf9f0f8-7fd3-40a5-ace9-d6291c1cadb3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:13.583558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f1c4f73-a6b5-468a-87b1-fabb7b3ca442 req-2bf9f0f8-7fd3-40a5-ace9-d6291c1cadb3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 944 time: 0.4265039 Jul 30 02:04:13.681184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3705cda-2921-4906-97b0-5a565bc7a30f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:13.749451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.752538 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f1c4f73-a6b5-468a-87b1-fabb7b3ca442 req-d9de999f-6bba-436e-902c-a4b722754a24 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674728 Jul 30 02:04:13.756291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-f824767b-39af-45d5-8081-92e9e7cc8e1a service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433355 Jul 30 02:04:13.802372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:13.803349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Network hostable DHCP agents. Network: ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:13.833235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:13.931669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:13.958598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:13.975309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca0dce-6120-4a3e-a1b8-c533d4ae7fd2 None None] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:14.009337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:14.010748 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.125000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84fcf294-67d3-405e-9e2b-d3cdc3acaf6d req-2a8df740-56ab-481a-a148-a58b2cfbb879 service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497403 Jul 30 02:04:14.132456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-96af7310-96ec-4389-a296-b83d172e9713 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8681519 Jul 30 02:04:14.154773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57666) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:14.184114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:14.358755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:14.360865 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.361954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552effb-3e66-47ba-990e-d6feeac3014e req-2db70049-29e4-4ab8-9c01-27fe64eec831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:14.363799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e552effb-3e66-47ba-990e-d6feeac3014e req-2db70049-29e4-4ab8-9c01-27fe64eec831 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 1094 time: 0.1063652 Jul 30 02:04:14.366507 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.368533 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.495072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Allocated IP 172.25.7.31 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/80dd50c4-499f-4d98-9feb-cc86bd56d97a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:14.811021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Allocated IP 172.20.0.2 (ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea/e3705cda-2921-4906-97b0-5a565bc7a30f/689981f2-7295-489f-9a76-6483658f9366) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:14.847673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.854690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-668fe3ec-b24d-43a4-ae83-f5565f6ac82c tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:14.862287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-668fe3ec-b24d-43a4-ae83-f5565f6ac82c tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/networks?id=a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c HTTP/1.1" status: 200 len: 809 time: 0.4503269 Jul 30 02:04:14.922003 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:14.931122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-849ac9a4-64b9-4e88-a6e0-d54172812605 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/quotas/c278d871311041fd9e5b4b4ff898de1f HTTP/1.1" status: 200 len: 375 time: 0.0678065 Jul 30 02:04:14.935056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552effb-3e66-47ba-990e-d6feeac3014e req-d1a70330-4c94-4299-8247-48afa1f35825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:14.936683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e552effb-3e66-47ba-990e-d6feeac3014e req-d1a70330-4c94-4299-8247-48afa1f35825 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.3248057 Jul 30 02:04:15.023718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.073728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.089327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Transition to ACTIVE for port object 689981f2-7295-489f-9a76-6483658f9366 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:15.107253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-aabd9ee9-df31-44cc-be79-45541a72fae3 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c278d871311041fd9e5b4b4ff898de1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1750188 Jul 30 02:04:15.115503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Transition to ACTIVE for port object 689981f2-7295-489f-9a76-6483658f9366 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:15.131976 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.146872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:15.159855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:15.166900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:15.197026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:15.201114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:15.206665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:15.221091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e552effb-3e66-47ba-990e-d6feeac3014e req-ed546e1c-d559-4186-9745-d9d4792f44e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62f16952-42a9-4b39-a500-2f8b1704784a HTTP/1.1" status: 200 len: 217 time: 0.2694950 Jul 30 02:04:15.258817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Pushing event updated for resources: {'Port': ['ID=80dd50c4-499f-4d98-9feb-cc86bd56d97a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:15.280047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Pushing event updated for resources: {'Port': ['ID=689981f2-7295-489f-9a76-6483658f9366,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:15.335299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Attempting to bind port 689981f2-7295-489f-9a76-6483658f9366 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:15.336321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Attempting to bind port 689981f2-7295-489f-9a76-6483658f9366 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:15.337037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Attempting to bind port 689981f2-7295-489f-9a76-6483658f9366 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:15.346848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:15.347734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:15.348344 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.348978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Bound using segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:15.350091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Bound port: 689981f2-7295-489f-9a76-6483658f9366, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:15.350722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.518949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] For port 689981f2-7295-489f-9a76-6483658f9366, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:15.530288 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] For port 689981f2-7295-489f-9a76-6483658f9366, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=689981f2-7295-489f-9a76-6483658f9366,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:15.542342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.593996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.605396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552effb-3e66-47ba-990e-d6feeac3014e req-ede1561c-b996-4bb6-bf9b-29f8baa67877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:15.607573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e552effb-3e66-47ba-990e-d6feeac3014e req-ede1561c-b996-4bb6-bf9b-29f8baa67877 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1847246 Jul 30 02:04:15.624171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-84ac9779-7a64-472c-81ee-ee9601c11b50 service neutron] 10.222.0.84 "GET /v2.0/networks/a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158050 Jul 30 02:04:15.748004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3467de9-67c5-4932-b998-881f2d0bf5f1 None None] Pushing event updated for resources: {'Port': ['ID=689981f2-7295-489f-9a76-6483658f9366,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:15.798786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:15.935651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:15.938286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-e260509f-8b8b-457c-b073-efa5f8ae02c4 service neutron] 10.222.0.84 "GET /v2.0/networks/a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084762 Jul 30 02:04:16.039569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552effb-3e66-47ba-990e-d6feeac3014e req-746c9fd0-683d-422e-9c5a-028c9a835d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:16.051035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e552effb-3e66-47ba-990e-d6feeac3014e req-746c9fd0-683d-422e-9c5a-028c9a835d08 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4237072 Jul 30 02:04:16.140672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:16.147505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:16.147889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.384382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e552effb-3e66-47ba-990e-d6feeac3014e req-49cd5556-f6ee-4c66-a3bf-1ae66a78fa88 service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154478 Jul 30 02:04:16.420021 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.421918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.454405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.490632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:16.494387 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb829370-b234-47f6-b9e3-3ac71704445b" -d '{"events": [{"server_uuid": "c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93", "name": "network-vif-plugged", "status": "completed", "tag": "bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:16.557226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e552effb-3e66-47ba-990e-d6feeac3014e req-02d73cbd-09fa-4c88-85f6-73ff5f785a9e service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476462 Jul 30 02:04:16.559303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:16.585336 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:16.637729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 62f16952-42a9-4b39-a500-2f8b1704784a details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:04:16.656188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 689981f2-7295-489f-9a76-6483658f9366 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:16.814772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:16.881303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 689981f2-7295-489f-9a76-6483658f9366 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:16.972374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Router 7f73c5ee-dbc9-4dcb-b2a4-c0548024f537 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:16.993243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0a374-202f-4a36-9c48-e2fda55bead3 req-2420ae7d-a752-459b-abd3-b0c9a73508ce tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:16.998830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 62f16952-42a9-4b39-a500-2f8b1704784a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62f16952-42a9-4b39-a500-2f8b1704784a,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:17.002671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5e0a374-202f-4a36-9c48-e2fda55bead3 req-2420ae7d-a752-459b-abd3-b0c9a73508ce tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 943 time: 0.4436643 Jul 30 02:04:17.081502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '62f16952-42a9-4b39-a500-2f8b1704784a', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'port_id': '62f16952-42a9-4b39-a500-2f8b1704784a', 'mac_address': 'fa:16:3e:1b:a3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:04:17.226455 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.249038 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.283620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f16952-42a9-4b39-a500-2f8b1704784a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:17.356183 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:17.364551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.371091 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-440b5dfc-0bd8-4958-a848-92b58cfb4451 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "PUT /v2.0/routers/7f73c5ee-dbc9-4dcb-b2a4-c0548024f537 HTTP/1.1" status: 200 len: 915 time: 4.4257801 Jul 30 02:04:17.371532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 62f16952-42a9-4b39-a500-2f8b1704784a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62f16952-42a9-4b39-a500-2f8b1704784a,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:17.374306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44061d9d-5ee4-4ab5-89e2-931041c82754 None None] Sync routers for ids ['7f73c5ee-dbc9-4dcb-b2a4-c0548024f537'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:17.376107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57688) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:17.397075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.400843 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:17.406561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44061d9d-5ee4-4ab5-89e2-931041c82754 None None] Routers {'7f73c5ee-dbc9-4dcb-b2a4-c0548024f537'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:17.407555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-44061d9d-5ee4-4ab5-89e2-931041c82754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7f73c5ee-dbc9-4dcb-b2a4-c0548024f537'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:17.423709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5e0a374-202f-4a36-9c48-e2fda55bead3 req-fffac2ca-5364-4eb0-925b-aed1c15a1b38 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059801 Jul 30 02:04:17.504591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-44061d9d-5ee4-4ab5-89e2-931041c82754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:17.616737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44061d9d-5ee4-4ab5-89e2-931041c82754 None None] Routers {'7f73c5ee-dbc9-4dcb-b2a4-c0548024f537'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:17.617803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-44061d9d-5ee4-4ab5-89e2-931041c82754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7f73c5ee-dbc9-4dcb-b2a4-c0548024f537'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:17.707497 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-262a3a5f-b68f-4cba-b6e3-d71ea4f21a9d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/routers/7f73c5ee-dbc9-4dcb-b2a4-c0548024f537 HTTP/1.1" status: 200 len: 921 time: 0.3285987 Jul 30 02:04:17.710286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57696) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:17.741391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-44061d9d-5ee4-4ab5-89e2-931041c82754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:17.742035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44061d9d-5ee4-4ab5-89e2-931041c82754 None None] The sync data for ids ['7f73c5ee-dbc9-4dcb-b2a4-c0548024f537'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:17.744792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=62f16952-42a9-4b39-a500-2f8b1704784a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:17.775071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721891cb-6470-40e7-9a10-71f26f419fbb None None] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:17.849225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd718ef0-0b06-47c5-b91d-b00ae8b6f38c tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:17.861546 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fd718ef0-0b06-47c5-b91d-b00ae8b6f38c tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=7f73c5ee-dbc9-4dcb-b2a4-c0548024f537&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1495638 Jul 30 02:04:17.862667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57698) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:17.903795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['62f16952-42a9-4b39-a500-2f8b1704784a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:04:17.926346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Allocated IP 172.25.7.158 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/e6bf9ec5-9778-4dc3-ac34-3e51362da704) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:17.966093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6ad06943-a3d0-405f-9d54-5e68780e458d None None] Provisioning for port 689981f2-7295-489f-9a76-6483658f9366 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:18.013166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6ad06943-a3d0-405f-9d54-5e68780e458d None None] Provisioning complete for port 689981f2-7295-489f-9a76-6483658f9366 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:18.013626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ad06943-a3d0-405f-9d54-5e68780e458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.086238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.117630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a3b04-2afa-4408-8476-f2827cb20d91 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:18.127180 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4a8a3b04-2afa-4408-8476-f2827cb20d91 tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 881 time: 0.2623105 Jul 30 02:04:18.127861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57700) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:18.200523 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d504968b-71e5-455c-a05d-837290c60b6d tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f73c5ee-dbc9-4dcb-b2a4-c0548024f537 HTTP/1.1" status: 200 len: 205 time: 0.0713787 Jul 30 02:04:18.204761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57702) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:18.226793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da43058-fbfa-4fd4-ae75-d414648991e3 req-ef79f4cb-fd09-4a2a-9af9-b41686bc7ca9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:18.229284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4da43058-fbfa-4fd4-ae75-d414648991e3 req-ef79f4cb-fd09-4a2a-9af9-b41686bc7ca9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.5821722 Jul 30 02:04:18.231305 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.393161 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ad06943-a3d0-405f-9d54-5e68780e458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.466322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.488127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6ad06943-a3d0-405f-9d54-5e68780e458d None None] For port 689981f2-7295-489f-9a76-6483658f9366, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=689981f2-7295-489f-9a76-6483658f9366,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:18.497891 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ad06943-a3d0-405f-9d54-5e68780e458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.677574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad06943-a3d0-405f-9d54-5e68780e458d None None] Pushing event updated for resources: {'Port': ['ID=689981f2-7295-489f-9a76-6483658f9366,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:18.840557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:18.856059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4da43058-fbfa-4fd4-ae75-d414648991e3 req-6f133b99-d643-4ba9-b75e-70d063080d0f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5300024 Jul 30 02:04:18.869721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:18.876226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-55c7da88-a1d1-4332-b9bb-b39cf258ed91 None None] Provisioning complete for port 689981f2-7295-489f-9a76-6483658f9366 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:18.876616 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55c7da88-a1d1-4332-b9bb-b39cf258ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:18.886952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:18.920186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Pushing event updated for resources: {'Port': ['ID=e6bf9ec5-9778-4dc3-ac34-3e51362da704,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:19.297363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3526c-a9df-42d4-839b-747941e7a3b9 req-657a33a3-6926-4e59-a46b-a31c5ad484a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:19.306499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1de3526c-a9df-42d4-839b-747941e7a3b9 req-657a33a3-6926-4e59-a46b-a31c5ad484a6 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.2741315 Jul 30 02:04:19.387692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-eeec720b-f3b4-4bfc-84ef-82178e9119ed tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:19.390502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-eeec720b-f3b4-4bfc-84ef-82178e9119ed tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.22 "GET /v2.0/networks?id=a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c HTTP/1.1" status: 200 len: 809 time: 0.4592016 Jul 30 02:04:19.438959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Request body: {'port': {'device_id': '7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5', 'network_id': 'a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c', 'admin_state_up': True, 'tenant_id': 'c278d871311041fd9e5b4b4ff898de1f'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:19.522939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1de3526c-a9df-42d4-839b-747941e7a3b9 req-0caaa1b6-440b-442e-b2b4-434eab2c9dcb tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147276 Jul 30 02:04:19.550464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.719516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7627a0a-52ef-4834-8d80-8c90cf8db44c req-12585d15-ad7b-4288-ac21-9f6d365a073d tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 210 time: 0.0545645 Jul 30 02:04:19.729772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Deleting port 80dd50c4-499f-4d98-9feb-cc86bd56d97a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:19.731078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.761923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Made reservation on behalf of c278d871311041fd9e5b4b4ff898de1f for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:19.766631 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.773646 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.809280 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4914c6de-d8a5-4bcd-8cad-258e4ffc2999 x-openstack-request-id: req-4914c6de-d8a5-4bcd-8cad-258e4ffc2999 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:19.810058 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93", "name": "network-vif-plugged", "status": "completed", "tag": "bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:19.811246 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4914c6de-d8a5-4bcd-8cad-258e4ffc2999 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:19.811748 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86', 'code': 200} Jul 30 02:04:19.935521 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:19.957866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Calling delete_port for 80dd50c4-499f-4d98-9feb-cc86bd56d97a owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:20.111171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda37986-e417-405b-8d6b-15ffd0681758 req-ac9b7418-f7b9-4553-95ce-7a89207fef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:20.113246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dda37986-e417-405b-8d6b-15ffd0681758 req-ac9b7418-f7b9-4553-95ce-7a89207fef58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 1096 time: 0.1586030 Jul 30 02:04:20.121634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7308e10-3f2d-4eaf-b4c0-9a20e8a737e1 req-0cdb4ff0-b26e-4fcc-ad50-d97ed6a89291 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:20.123206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7308e10-3f2d-4eaf-b4c0-9a20e8a737e1 req-0cdb4ff0-b26e-4fcc-ad50-d97ed6a89291 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 944 time: 0.2435231 Jul 30 02:04:20.222069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Allocated IP 172.20.0.8 (a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c/67858d88-bf34-4739-85d5-3273609b51d6/1288c3be-719b-4ae5-8c35-c19331a4f341) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:20.313811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dda37986-e417-405b-8d6b-15ffd0681758 req-e7ac4b12-ea4d-45a7-a25b-6a7f3f7ff9cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478508 Jul 30 02:04:20.370425 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.407860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7308e10-3f2d-4eaf-b4c0-9a20e8a737e1 req-1b65994d-cccf-4867-8227-fe4b5db4d919 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314992 Jul 30 02:04:20.427589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 689981f2-7295-489f-9a76-6483658f9366 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:20.434940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.460030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event deleted for resources: {'Port': ['ID=80dd50c4-499f-4d98-9feb-cc86bd56d97a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:20.537725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 689981f2-7295-489f-9a76-6483658f9366 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:20.538535 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.583250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.653907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 62f16952-42a9-4b39-a500-2f8b1704784a up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:20.697974 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.701178 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.757085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.760427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Fanout notify agent at l3_agent the message router_deleted on router 7f73c5ee-dbc9-4dcb-b2a4-c0548024f537 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:20.771812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd9c0d-875a-4cc8-a8fe-e013cca71ec0 req-96bed019-0c57-499d-81e5-df2463ed12aa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:20.773567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6fd9c0d-875a-4cc8-a8fe-e013cca71ec0 req-96bed019-0c57-499d-81e5-df2463ed12aa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.1227298 Jul 30 02:04:20.784251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.785647 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-76be87f1-48df-44f4-b8dc-6e7ca1045b9c tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/7f73c5ee-dbc9-4dcb-b2a4-c0548024f537 HTTP/1.1" status: 204 len: 168 time: 2.5796292 Jul 30 02:04:20.796230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57712) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:20.806223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1030369328', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:20.807213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 62f16952-42a9-4b39-a500-2f8b1704784a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:20.821678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 62f16952-42a9-4b39-a500-2f8b1704784a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:20.822711 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.837132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:20.844776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.859719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.861158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:20.888118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6fd9c0d-875a-4cc8-a8fe-e013cca71ec0 req-ddca11fc-b202-4697-bc5b-ac8963ff6c99 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060374 Jul 30 02:04:21.028952 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.183213 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.245670 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.265722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 62f16952-42a9-4b39-a500-2f8b1704784a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62f16952-42a9-4b39-a500-2f8b1704784a,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:21.283813 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.286493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.323418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Pushing event updated for resources: {'Port': ['ID=1288c3be-719b-4ae5-8c35-c19331a4f341,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:21.333370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:21.343087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e213250-c5f0-4e1a-8ee4-33943fff73d4 req-770cf4f7-21b2-48d5-8c4a-08a30ae88d1b tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:21.344964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e213250-c5f0-4e1a-8ee4-33943fff73d4 req-770cf4f7-21b2-48d5-8c4a-08a30ae88d1b tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.3106315 Jul 30 02:04:21.350290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Network a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:21.352021 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Sync routers for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:21.356669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:21.373482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:21.379847 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:21.380812 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:21.511532 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.513345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-17cb8e31-9117-4c88-aca3-5c9c6b3e5475 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3562667 Jul 30 02:04:21.514407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=62f16952-42a9-4b39-a500-2f8b1704784a,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:21.517732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57716) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:21.716073 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e213250-c5f0-4e1a-8ee4-33943fff73d4 req-e68bf332-3335-4e7a-8ce5-6bb30d4a1405 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460629 Jul 30 02:04:21.735750 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:21.741831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:21.745268 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.778978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.811282 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:21.812811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e7212c-cdf3-4593-8926-fcc44927b704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f16952-42a9-4b39-a500-2f8b1704784a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:21.815354 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd740e3-2785-482d-bcfd-3c2198872a44" -d '{"events": [{"server_uuid": "64e7212c-cdf3-4593-8926-fcc44927b704", "name": "network-vif-plugged", "status": "completed", "tag": "62f16952-42a9-4b39-a500-2f8b1704784a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:21.845506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-244bce69-517e-4314-9e0a-d5ae87c11e88 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4259615 Jul 30 02:04:21.873705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Request body: {'port': {'device_id': '7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:21.998405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Allocated IP 172.25.7.91 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/29e5080d-c0bb-4285-8702-83cf0b729aa4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:22.186604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.263737 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.332443 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:19Z', 'revision_number': 3, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:22.343024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:22.347762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:22.352630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:22.393377 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Checking router: 89dccaf5-8af3-46bf-a10b-37ecd889ee26 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:04:22.393999 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Updating router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 port e6bf9ec5-9778-4dc3-ac34-3e51362da704 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:04:22.430251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event updated for resources: {'Port': ['ID=29e5080d-c0bb-4285-8702-83cf0b729aa4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:22.454211 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.456108 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.577061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60b091-2b5b-47f9-82f4-cb5393ccb773 req-5eefb494-a1e7-46d7-b399-2ea8e46a9daf tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:22.578859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa60b091-2b5b-47f9-82f4-cb5393ccb773 req-5eefb494-a1e7-46d7-b399-2ea8e46a9daf tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 931 time: 0.6007550 Jul 30 02:04:22.741437 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:22.795738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa60b091-2b5b-47f9-82f4-cb5393ccb773 req-d7ed2f0f-4db0-4592-a536-9c96bcdc9c51 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/security-groups?id=15ed8ad8-d711-42c0-8a13-72fc6a10f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894226 Jul 30 02:04:22.999705 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.001587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.018479 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Transition to ACTIVE for port object e6bf9ec5-9778-4dc3-ac34-3e51362da704 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:23.038490 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.143952 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Attempting to bind port e6bf9ec5-9778-4dc3-ac34-3e51362da704 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:23.144533 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Attempting to bind port e6bf9ec5-9778-4dc3-ac34-3e51362da704 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:23.145117 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Attempting to bind port e6bf9ec5-9778-4dc3-ac34-3e51362da704 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:23.160488 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:23.161075 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:23.161678 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.162367 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:23.163207 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Bound port: e6bf9ec5-9778-4dc3-ac34-3e51362da704, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:23.164039 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.214031 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bd2f9-7b9d-40ff-bc87-7a0099c4cd18 None None] Pushing event updated for resources: {'Port': ['ID=e6bf9ec5-9778-4dc3-ac34-3e51362da704,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:23.253653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Router 74764570-3bd9-4168-a5f8-9241b93a0a1a is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:23.317121 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] For port e6bf9ec5-9778-4dc3-ac34-3e51362da704, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:23.324863 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] For port e6bf9ec5-9778-4dc3-ac34-3e51362da704, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e6bf9ec5-9778-4dc3-ac34-3e51362da704,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:23.334667 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.429007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf73f9-b3e0-4f0c-bf6e-1a60b8cdc953 req-c76b96e4-dbf0-45a8-b282-2a47157ac3a6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:23.429629 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:23.430667 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:23.444282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4cf73f9-b3e0-4f0c-bf6e-1a60b8cdc953 req-c76b96e4-dbf0-45a8-b282-2a47157ac3a6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 945 time: 0.3840644 Jul 30 02:04:23.490963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:23.528340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02694175-6bed-406a-aa87-a23f77cdb425 None None] Sync routers for ids ['74764570-3bd9-4168-a5f8-9241b93a0a1a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:23.556810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02694175-6bed-406a-aa87-a23f77cdb425 None None] Routers {'74764570-3bd9-4168-a5f8-9241b93a0a1a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:23.558636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-02694175-6bed-406a-aa87-a23f77cdb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['74764570-3bd9-4168-a5f8-9241b93a0a1a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:23.569899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.575493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2616e78a-e799-4cb4-bab9-b70548b065a6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7739880 Jul 30 02:04:23.576450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57724) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:23.587967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:23.654027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-02694175-6bed-406a-aa87-a23f77cdb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:23.673937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02694175-6bed-406a-aa87-a23f77cdb425 None None] Routers {'74764570-3bd9-4168-a5f8-9241b93a0a1a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:23.674571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-02694175-6bed-406a-aa87-a23f77cdb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['74764570-3bd9-4168-a5f8-9241b93a0a1a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:23.691625 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:23.696529 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bd2f9-7b9d-40ff-bc87-7a0099c4cd18 None None] Pushing event updated for resources: {'Port': ['ID=e6bf9ec5-9778-4dc3-ac34-3e51362da704,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:23.751998 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:23.755281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-02694175-6bed-406a-aa87-a23f77cdb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:23.755281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02694175-6bed-406a-aa87-a23f77cdb425 None None] The sync data for ids ['74764570-3bd9-4168-a5f8-9241b93a0a1a'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:23.829926 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4cf73f9-b3e0-4f0c-bf6e-1a60b8cdc953 req-85ec82c6-1832-4bee-9d08-ebd027c9286b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838580 Jul 30 02:04:23.959855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1288c3be-719b-4ae5-8c35-c19331a4f341 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:23.972999 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.001555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Transition to ACTIVE for port object 1288c3be-719b-4ae5-8c35-c19331a4f341 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:24.051341 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.051341 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68710ffe-90b2-43c8-ba29-933a42df4f02 x-openstack-request-id: req-68710ffe-90b2-43c8-ba29-933a42df4f02 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:24.051341 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e7212c-cdf3-4593-8926-fcc44927b704", "name": "network-vif-plugged", "status": "completed", "tag": "62f16952-42a9-4b39-a500-2f8b1704784a", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:24.051341 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-68710ffe-90b2-43c8-ba29-933a42df4f02 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:24.051341 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e7212c-cdf3-4593-8926-fcc44927b704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f16952-42a9-4b39-a500-2f8b1704784a', 'code': 200} Jul 30 02:04:24.069064 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.174491 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:19Z', 'revision_number': 3, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:24.229477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Pushing event updated for resources: {'Port': ['ID=1288c3be-719b-4ae5-8c35-c19331a4f341,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:24.257530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Allocated IP 172.20.0.1 (ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea/e3705cda-2921-4906-97b0-5a565bc7a30f/4ff81bdf-a1dc-4c82-82b1-e66fa96b5885) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:24.264526 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f4a01-d5a2-4bb1-bd24-1f0e338bd9dd None None] The sync data for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 is: [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:19Z', 'revision_number': 3, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:24.338346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549a9fd-776f-4c5a-8627-016cf5f6d2ed req-a4cd0dec-a8e0-42b8-b268-edebf45dbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:24.339936 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6549a9fd-776f-4c5a-8627-016cf5f6d2ed req-a4cd0dec-a8e0-42b8-b268-edebf45dbd46 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 1096 time: 0.1693311 Jul 30 02:04:24.370688 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.421760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.436316 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6549a9fd-776f-4c5a-8627-016cf5f6d2ed req-faf81bb9-2518-4c65-9e3c-857d0a35df7e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812364 Jul 30 02:04:24.474077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Attempting to bind port 1288c3be-719b-4ae5-8c35-c19331a4f341 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:24.474496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Attempting to bind port 1288c3be-719b-4ae5-8c35-c19331a4f341 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ba28d363-cd49-4cde-9813-b371a0baca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:24.474907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Attempting to bind port 1288c3be-719b-4ae5-8c35-c19331a4f341 on network a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:24.494897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832a5a1-f57a-4c3d-9183-e5ce31f86d9f req-05aaac2e-3781-4ba0-95cb-d7fa1d374208 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:24.497847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0832a5a1-f57a-4c3d-9183-e5ce31f86d9f req-05aaac2e-3781-4ba0-95cb-d7fa1d374208 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.2373152 Jul 30 02:04:24.502783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Port 1288c3be-719b-4ae5-8c35-c19331a4f341 on network a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:04:24.503225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Attempting to bind port 1288c3be-719b-4ae5-8c35-c19331a4f341 on network a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:24.535127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:24.535819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Checking segment: {'id': 'ba28d363-cd49-4cde-9813-b371a0baca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:24.536495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Bound using segment: {'id': 'ba28d363-cd49-4cde-9813-b371a0baca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:24.537246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Bound port: 1288c3be-719b-4ae5-8c35-c19331a4f341, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba28d363-cd49-4cde-9813-b371a0baca27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:24.537860 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.548655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Deleting port 29e5080d-c0bb-4285-8702-83cf0b729aa4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:24.549479 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.759690 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.788627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Calling delete_port for 29e5080d-c0bb-4285-8702-83cf0b729aa4 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:24.791157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] For port 1288c3be-719b-4ae5-8c35-c19331a4f341, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:24.797749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] For port 1288c3be-719b-4ae5-8c35-c19331a4f341, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1288c3be-719b-4ae5-8c35-c19331a4f341,segment=NetworkSegment(ba28d363-cd49-4cde-9813-b371a0baca27),segment_id=ba28d363-cd49-4cde-9813-b371a0baca27)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:24.806584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0832a5a1-f57a-4c3d-9183-e5ce31f86d9f req-2390c698-155e-4e94-8a8f-337b72047d82 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900023 Jul 30 02:04:24.811572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.818311 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.924775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:24.927573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:24.930830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] 10.222.0.22 "PUT /v2.0/ports/1288c3be-719b-4ae5-8c35-c19331a4f341 HTTP/1.1" status: 200 len: 1091 time: 3.0643370 Jul 30 02:04:24.942441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5', 'tag': '1288c3be-719b-4ae5-8c35-c19331a4f341'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:24.946493 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b50559-72b1-4aeb-b900-004427e466b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5", "tag": "1288c3be-719b-4ae5-8c35-c19331a4f341"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:24.963384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Transition to ACTIVE for port object 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:25.074427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c84cf8-784d-496c-ac89-efdd1b2213ff service neutron] Pushing event updated for resources: {'Port': ['ID=1288c3be-719b-4ae5-8c35-c19331a4f341,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:25.211754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-475638cf-5fdb-4574-9d1c-29a8d01fed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:25.214632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-475638cf-5fdb-4574-9d1c-29a8d01fed8d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c278d871311041fd9e5b4b4ff898de1f&device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 1094 time: 0.1986430 Jul 30 02:04:25.232040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625977-cbbe-4ae7-b5ee-3697906127b7 req-99e540a5-95d9-4029-a92b-15de94cc8259 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:25.241520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca625977-cbbe-4ae7-b5ee-3697906127b7 req-99e540a5-95d9-4029-a92b-15de94cc8259 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.2313809 Jul 30 02:04:25.251003 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.304951 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.405277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Pushing event deleted for resources: {'Port': ['ID=29e5080d-c0bb-4285-8702-83cf0b729aa4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:25.406277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-79d72102-5d6d-4506-a57b-3daaa7c73ee8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288c3be-719b-4ae5-8c35-c19331a4f341 HTTP/1.1" status: 200 len: 217 time: 0.1620202 Jul 30 02:04:25.456467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca625977-cbbe-4ae7-b5ee-3697906127b7 req-799c62f2-f203-45c1-932f-43e44b83c875 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134893 Jul 30 02:04:25.579769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:25.592152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:25.618247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff81bdf-a1dc-4c82-82b1-e66fa96b5885,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:25.702636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:25.720305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:25.869683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-4a65366b-4775-4349-9264-baf44d6968b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:25.873651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-4a65366b-4775-4349-9264-baf44d6968b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=67858d88-bf34-4739-85d5-3273609b51d6 HTTP/1.1" status: 200 len: 849 time: 0.4287179 Jul 30 02:04:26.071291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2ce89-ba73-49b1-86f7-6bddfe8c3b2c req-b83e8861-968f-4732-a676-50513dfc1257 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:26.076897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e2ce89-ba73-49b1-86f7-6bddfe8c3b2c req-b83e8861-968f-4732-a676-50513dfc1257 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 943 time: 0.5148211 Jul 30 02:04:26.085808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-50ded242-75ab-4ddd-b60b-8e324004e026 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1971204 Jul 30 02:04:26.116601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.123550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.167278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-56529a21-4f56-4d3c-81ba-e4982a85d6d1 None None] Provisioning for port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:26.180286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-56529a21-4f56-4d3c-81ba-e4982a85d6d1 None None] Provisioning complete for port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:26.181598 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56529a21-4f56-4d3c-81ba-e4982a85d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.217665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.267756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Router 74764570-3bd9-4168-a5f8-9241b93a0a1a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:04:26.300571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-56529a21-4f56-4d3c-81ba-e4982a85d6d1 None None] Port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:26.350784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e2ce89-ba73-49b1-86f7-6bddfe8c3b2c req-2536ca64-d3db-4e56-9e1e-4910df0bfd7f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/security-groups?id=15ed8ad8-d711-42c0-8a13-72fc6a10f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633803 Jul 30 02:04:26.362700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-313d3553-46f2-42e3-819f-c701f4c4f577 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432444 Jul 30 02:04:26.597325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e6bf9ec5-9778-4dc3-ac34-3e51362da704 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:26.747306 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.796400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port e6bf9ec5-9778-4dc3-ac34-3e51362da704 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:26.813425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e6bf9ec5-9778-4dc3-ac34-3e51362da704 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:26.815721 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:26.848927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e5018a0-03cf-4a20-a447-33bc39180768 req-b3031ce6-d776-4ad9-865d-f21fa12dac49 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920878 Jul 30 02:04:26.870548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91dd9a-12e1-4a50-87f8-fa858a289f64 req-2b3890d1-b118-4528-bfcd-0ac1b442560b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:26.882174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d91dd9a-12e1-4a50-87f8-fa858a289f64 req-2b3890d1-b118-4528-bfcd-0ac1b442560b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 945 time: 0.2097628 Jul 30 02:04:27.010504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:27.035243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d91dd9a-12e1-4a50-87f8-fa858a289f64 req-882399d8-1d82-4918-b35e-3b1fb97f9837 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530228 Jul 30 02:04:27.038320 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.042954 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-53de6879-cd4f-445c-8a02-958452ff42ff tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "PUT /v2.0/routers/74764570-3bd9-4168-a5f8-9241b93a0a1a HTTP/1.1" status: 200 len: 706 time: 3.4626951 Jul 30 02:04:27.059505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57740) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.079596 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ada5a-af0b-4377-9909-4acc2b94573a None None] Sync routers for ids ['74764570-3bd9-4168-a5f8-9241b93a0a1a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:27.099516 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.141035 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ada5a-af0b-4377-9909-4acc2b94573a None None] Routers {'74764570-3bd9-4168-a5f8-9241b93a0a1a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:27.164115 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ced3c1-bc6e-465e-b968-3efd8e908ec7 x-openstack-request-id: req-e4ced3c1-bc6e-465e-b968-3efd8e908ec7 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:27.164862 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5", "tag": "1288c3be-719b-4ae5-8c35-c19331a4f341", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:27.165503 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e4ced3c1-bc6e-465e-b968-3efd8e908ec7 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:27.168393 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5', 'tag': '1288c3be-719b-4ae5-8c35-c19331a4f341', 'status': 'completed', 'code': 200} Jul 30 02:04:27.182071 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f34ada5a-af0b-4377-9909-4acc2b94573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['74764570-3bd9-4168-a5f8-9241b93a0a1a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.206571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port e6bf9ec5-9778-4dc3-ac34-3e51362da704, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e6bf9ec5-9778-4dc3-ac34-3e51362da704,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:27.213797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.367776 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-554243c7-a7c4-4ecb-a5d6-00140a75b67d tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/routers/74764570-3bd9-4168-a5f8-9241b93a0a1a HTTP/1.1" status: 200 len: 741 time: 0.3177161 Jul 30 02:04:27.371901 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57744) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.400766 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.411084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=e6bf9ec5-9778-4dc3-ac34-3e51362da704,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:27.465411 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.478319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e036ddaa-c694-49b8-a4b8-470a739516ff tempest-RoutersAdminTest-929573892 tempest-RoutersAdminTest-929573892-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=74764570-3bd9-4168-a5f8-9241b93a0a1a HTTP/1.1" status: 200 len: 205 time: 0.0936291 Jul 30 02:04:27.479927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57748) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.548721 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f34ada5a-af0b-4377-9909-4acc2b94573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.570679 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ada5a-af0b-4377-9909-4acc2b94573a None None] Routers {'74764570-3bd9-4168-a5f8-9241b93a0a1a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:27.570679 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f34ada5a-af0b-4377-9909-4acc2b94573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['74764570-3bd9-4168-a5f8-9241b93a0a1a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.572786 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c1b3f965-a5d1-42be-b8c8-037ba30eac12 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=74764570-3bd9-4168-a5f8-9241b93a0a1a HTTP/1.1" status: 200 len: 205 time: 0.0911739 Jul 30 02:04:27.573685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57750) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:27.577101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0cc18-1185-481e-a8a9-d51eed4c034d req-9e8e6281-e255-428d-81b1-a2e333fe59a8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:27.593068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2f0cc18-1185-481e-a8a9-d51eed4c034d req-9e8e6281-e255-428d-81b1-a2e333fe59a8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.3045011 Jul 30 02:04:27.618692 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f34ada5a-af0b-4377-9909-4acc2b94573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:27.619657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34ada5a-af0b-4377-9909-4acc2b94573a None None] The sync data for ids ['74764570-3bd9-4168-a5f8-9241b93a0a1a'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:27.631518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b50559-72b1-4aeb-b900-004427e466b9 req-a7709a20-f763-4d71-85ef-02c8ab2673be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:27.634469 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71b50559-72b1-4aeb-b900-004427e466b9 req-a7709a20-f763-4d71-85ef-02c8ab2673be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c278d871311041fd9e5b4b4ff898de1f&device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 1094 time: 0.4295447 Jul 30 02:04:27.658726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.738595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d8a7da8-f0fb-481c-96f8-6fea7f15c842 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:27.739141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff81bdf-a1dc-4c82-82b1-e66fa96b5885,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:27.784501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2f0cc18-1185-481e-a8a9-d51eed4c034d req-a5cbce13-dc94-4de2-9742-ad9e49ed133e tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888769 Jul 30 02:04:27.955406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b50559-72b1-4aeb-b900-004427e466b9 req-a53b4d58-91a9-4d56-af98-bc511f0af2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:27.958585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71b50559-72b1-4aeb-b900-004427e466b9 req-a53b4d58-91a9-4d56-af98-bc511f0af2a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c HTTP/1.1" status: 200 len: 910 time: 0.3152072 Jul 30 02:04:28.064257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:28.072184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71b50559-72b1-4aeb-b900-004427e466b9 req-a4cdaf83-889a-4b4a-afd2-ca182b471c71 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1288c3be-719b-4ae5-8c35-c19331a4f341 HTTP/1.1" status: 200 len: 217 time: 0.0907638 Jul 30 02:04:28.076105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:28.101094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4ce02-4abc-4cba-a93e-93d2ea4db160 req-cbeba35e-afd1-4389-86b2-c8647f226ac0 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:28.103899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d8a7da8-f0fb-481c-96f8-6fea7f15c842 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.108543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d8a7da8-f0fb-481c-96f8-6fea7f15c842 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.118009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87c4ce02-4abc-4cba-a93e-93d2ea4db160 req-cbeba35e-afd1-4389-86b2-c8647f226ac0 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.2401414 Jul 30 02:04:28.215715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d8a7da8-f0fb-481c-96f8-6fea7f15c842 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.219419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8a7da8-f0fb-481c-96f8-6fea7f15c842 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Fanout notify agent at l3_agent the message router_deleted on router 74764570-3bd9-4168-a5f8-9241b93a0a1a {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:28.245638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b50559-72b1-4aeb-b900-004427e466b9 req-c8011edd-4fe1-45a2-abdf-c93324acc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:28.245933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d8a7da8-f0fb-481c-96f8-6fea7f15c842 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.246140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71b50559-72b1-4aeb-b900-004427e466b9 req-c8011edd-4fe1-45a2-abdf-c93324acc58c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=67858d88-bf34-4739-85d5-3273609b51d6 HTTP/1.1" status: 200 len: 849 time: 0.1156428 Jul 30 02:04:28.246528 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6d8a7da8-f0fb-481c-96f8-6fea7f15c842 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/74764570-3bd9-4168-a5f8-9241b93a0a1a HTTP/1.1" status: 204 len: 168 time: 0.6706951 Jul 30 02:04:28.255349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57754) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.320171 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e349baa1-2568-4cc9-a70b-da2a69a65737 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=74764570-3bd9-4168-a5f8-9241b93a0a1a HTTP/1.1" status: 200 len: 205 time: 0.0624814 Jul 30 02:04:28.326936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57756) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.449802 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-e602e395-4bf5-475f-ae7a-a905f4358faa tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] delete failed (client error): The resource could not be found. Jul 30 02:04:28.451220 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e602e395-4bf5-475f-ae7a-a905f4358faa tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/74764570-3bd9-4168-a5f8-9241b93a0a1a HTTP/1.1" status: 404 len: 336 time: 0.1225159 Jul 30 02:04:28.468027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e6bf9ec5-9778-4dc3-ac34-3e51362da704 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:28.469549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57758) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.522150 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e25a5d81-d80d-4974-b9a8-c451aa9a011f tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f73c5ee-dbc9-4dcb-b2a4-c0548024f537 HTTP/1.1" status: 200 len: 205 time: 0.0488832 Jul 30 02:04:28.522905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57760) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.539668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e6bf9ec5-9778-4dc3-ac34-3e51362da704 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:28.540287 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.571783 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-9f70cbcf-d847-4bb4-84c4-8f6293423d8e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] delete failed (client error): The resource could not be found. Jul 30 02:04:28.575849 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9f70cbcf-d847-4bb4-84c4-8f6293423d8e tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/7f73c5ee-dbc9-4dcb-b2a4-c0548024f537 HTTP/1.1" status: 404 len: 336 time: 0.0514045 Jul 30 02:04:28.576591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57762) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.615755 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3f1cb332-508a-4405-a3a6-814be637e5fc tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=ea98733c-1299-4097-9736-ab0124127cfd HTTP/1.1" status: 200 len: 205 time: 0.0378265 Jul 30 02:04:28.616545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57764) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.618060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:04:28.631416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-703dd94f-70b2-4f76-bbdf-18afec30b27b None None] Provisioning complete for port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:28.632568 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-703dd94f-70b2-4f76-bbdf-18afec30b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:28.669988 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-ebcf8815-0710-4152-8c81-34b7e859fe54 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] delete failed (client error): The resource could not be found. Jul 30 02:04:28.670289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71b50559-72b1-4aeb-b900-004427e466b9 req-5617b17b-4aaf-41a9-83de-bbf68d4f4846 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3860519 Jul 30 02:04:28.674364 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ebcf8815-0710-4152-8c81-34b7e859fe54 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/ea98733c-1299-4097-9736-ab0124127cfd HTTP/1.1" status: 404 len: 336 time: 0.0565088 Jul 30 02:04:28.680384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57766) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.690451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1288c3be-719b-4ae5-8c35-c19331a4f341 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:04:28.716291 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2e403e9b-8784-4dcf-a687-0c39d6fd5d33 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ed06b25-ab5b-4045-a23c-17b7bae9b690 HTTP/1.1" status: 200 len: 205 time: 0.0399349 Jul 30 02:04:28.716883 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57768) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.769905 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-dbe099dc-499c-4ff2-a8d3-d8bd89a3ec74 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] delete failed (client error): The resource could not be found. Jul 30 02:04:28.773954 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dbe099dc-499c-4ff2-a8d3-d8bd89a3ec74 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/6ed06b25-ab5b-4045-a23c-17b7bae9b690 HTTP/1.1" status: 404 len: 336 time: 0.0559311 Jul 30 02:04:28.774660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57770) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.820616 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8192c642-3e6b-4f6c-bb09-d79dba69bde6 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb9bc240-3845-4159-9afa-ca5d5083bbcd HTTP/1.1" status: 200 len: 205 time: 0.0440049 Jul 30 02:04:28.821614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57772) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.869880 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-fc12477b-fdfa-4b45-8570-2d0c6e4cdfae tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] delete failed (client error): The resource could not be found. Jul 30 02:04:28.874211 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fc12477b-fdfa-4b45-8570-2d0c6e4cdfae tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/bb9bc240-3845-4159-9afa-ca5d5083bbcd HTTP/1.1" status: 404 len: 336 time: 0.0513823 Jul 30 02:04:28.875019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57774) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.909493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f1d4b026-5e4f-4f64-8d6c-60cca9b68b61 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "GET /v2.0/ports?device_id=8a81d855-68e4-43ff-a81e-f495f6c1cf2f HTTP/1.1" status: 200 len: 205 time: 0.0331070 Jul 30 02:04:28.910560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57776) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:28.919212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:28.939470 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9e8ba431-8e49-40c6-aae5-9dc3575c08d7 admin admin] 10.222.0.84 "PUT /v2.0/routers/89dccaf5-8af3-46bf-a10b-37ecd889ee26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4015896 Jul 30 02:04:28.965078 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-afc344cb-b96b-45b4-a73b-04d2b661282f tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] delete failed (client error): The resource could not be found. Jul 30 02:04:28.968014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87c4ce02-4abc-4cba-a93e-93d2ea4db160 req-21c5eb2e-1c17-48de-92da-48a02a77559f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7204981 Jul 30 02:04:28.969608 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-afc344cb-b96b-45b4-a73b-04d2b661282f tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/routers/8a81d855-68e4-43ff-a81e-f495f6c1cf2f HTTP/1.1" status: 404 len: 336 time: 0.0578444 Jul 30 02:04:28.970305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57780) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:29.001135 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb88214-fe74-4f55-a96f-218b0326b8a9 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] DELETE failed (client error): The resource could not be found. Jul 30 02:04:29.001859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb88214-fe74-4f55-a96f-218b0326b8a9 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:04:29.017420 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1bb88214-fe74-4f55-a96f-218b0326b8a9 tempest-RoutersAdminTest-1513393942 tempest-RoutersAdminTest-1513393942-project] 10.222.0.84 "DELETE /v2.0/subnets/29650cb8-624e-4c86-9705-b70bbcbe3a3d HTTP/1.1" status: 404 len: 337 time: 0.0458703 Jul 30 02:04:29.269953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71b50559-72b1-4aeb-b900-004427e466b9 req-156fe298-2fa9-4f26-82b5-e7ca98b7dc88 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712531 Jul 30 02:04:29.281536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Sync routers for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:29.299861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-703dd94f-70b2-4f76-bbdf-18afec30b27b None None] Port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:29.330789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:29.332280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:29.381020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57788) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:29.528185 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-71b50559-72b1-4aeb-b900-004427e466b9 req-3c861dbb-d121-4ef7-8bda-68c632b57cb9 service neutron] 10.222.0.22 "GET /v2.0/networks/a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407789 Jul 30 02:04:29.542338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1288c3be-719b-4ae5-8c35-c19331a4f341, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1288c3be-719b-4ae5-8c35-c19331a4f341,segment=NetworkSegment(ba28d363-cd49-4cde-9813-b371a0baca27),segment_id=ba28d363-cd49-4cde-9813-b371a0baca27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:29.559578 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b0491db-8ca2-45e3-aa78-0db696423533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.637238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:29.767503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '1288c3be-719b-4ae5-8c35-c19331a4f341', 'network_id': 'a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c', 'port_id': '1288c3be-719b-4ae5-8c35-c19331a4f341', 'mac_address': 'fa:16:3e:b7:70:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67858d88-bf34-4739-85d5-3273609b51d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:04:29.883619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b0491db-8ca2-45e3-aa78-0db696423533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.895327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b0491db-8ca2-45e3-aa78-0db696423533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.898786 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:29.932298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1288c3be-719b-4ae5-8c35-c19331a4f341 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:29.969095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1288c3be-719b-4ae5-8c35-c19331a4f341, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1288c3be-719b-4ae5-8c35-c19331a4f341,segment=NetworkSegment(ba28d363-cd49-4cde-9813-b371a0baca27),segment_id=ba28d363-cd49-4cde-9813-b371a0baca27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:29.978786 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.003139 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7b0491db-8ca2-45e3-aa78-0db696423533 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aea08645d6b14ecbb9848e119f6d7459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206892 Jul 30 02:04:30.012366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57798) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:30.037188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0491db-8ca2-45e3-aa78-0db696423533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5c47e7-68c9-4d13-8e0b-c87f023d1dab,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:30.158925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1288c3be-719b-4ae5-8c35-c19331a4f341,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:30.199370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5173fde-feb2-495d-a908-71667a983ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.243851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5173fde-feb2-495d-a908-71667a983ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.346706 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5173fde-feb2-495d-a908-71667a983ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.354829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5173fde-feb2-495d-a908-71667a983ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.357097 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d5173fde-feb2-495d-a908-71667a983ae6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ca5c47e7-68c9-4d13-8e0b-c87f023d1dab HTTP/1.1" status: 204 len: 168 time: 0.3427060 Jul 30 02:04:30.367011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 2, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:30.395643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5173fde-feb2-495d-a908-71667a983ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5c47e7-68c9-4d13-8e0b-c87f023d1dab,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:30.426065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['1288c3be-719b-4ae5-8c35-c19331a4f341'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:04:30.437142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef635aa-f75e-42af-ae8b-432200a6827a req-48559252-1d82-4889-8870-f2da816dd755 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:30.465190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cef635aa-f75e-42af-ae8b-432200a6827a req-48559252-1d82-4889-8870-f2da816dd755 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 943 time: 0.9119678 Jul 30 02:04:30.483736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Checking router: 89dccaf5-8af3-46bf-a10b-37ecd889ee26 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:04:30.484120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Updating router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:04:30.509483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57810) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:30.514668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2125133970-network', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:30.549187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.563495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Made reservation on behalf of 9e8e806e6cf7492e901a62ca4e588bdf for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:30.566995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.586877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.614272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cef635aa-f75e-42af-ae8b-432200a6827a req-664a7d37-0d6a-4e57-a343-d0191e07f99b tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/security-groups?id=15ed8ad8-d711-42c0-8a13-72fc6a10f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477208 Jul 30 02:04:30.789085 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5c00-ec59-4386-a930-dfe6c8b5e6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.900849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.914518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.963190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:30.981776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc87b5a-09bb-426b-86fe-7eb91589b294,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:30.992457 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:30.992895 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Added segment a3d225aa-1466-42d9-9fa7-69e39b96862e of type vlan for network 53216894-49ee-49f8-ac84-426721bee474 Jul 30 02:04:31.059544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57816) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:31.091593 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.177610 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.178747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:31.179399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.186785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ce620-bc67-4bd6-902f-e79ed7e54358 req-68b8baa9-1b1c-4cd8-ac7a-6801fa585431 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:31.196763 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af9ce620-bc67-4bd6-902f-e79ed7e54358 req-68b8baa9-1b1c-4cd8-ac7a-6801fa585431 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.1030388 Jul 30 02:04:31.200464 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6897929 Jul 30 02:04:31.212854 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57818) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:31.219621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Request body: {'subnet': {'network_id': '53216894-49ee-49f8-ac84-426721bee474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2125133970-subnet', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:31.231621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5724662c-5419-49f8-8717-2f35426d6a0a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4df14afe6fe84b3d9ee85e71611745d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701307 Jul 30 02:04:31.238596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57820) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:31.294592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Made reservation on behalf of 9e8e806e6cf7492e901a62ca4e588bdf for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:31.297259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.368720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af9ce620-bc67-4bd6-902f-e79ed7e54358 req-b4de138d-ce05-440f-96bf-e796826d3cbc tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703863 Jul 30 02:04:31.421863 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-948a2bc4-93c6-4d41-a27d-10c4d74c029f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.543198 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-948a2bc4-93c6-4d41-a27d-10c4d74c029f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.587653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf30884-900a-4b73-a806-c6f079a37bef admin admin] Pushing event updated for resources: {'Network': ['ID=53216894-49ee-49f8-ac84-426721bee474,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:31.593222 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.620118 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.661213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Transition to ACTIVE for port object 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:31.672666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Checking segment: {'id': 'a3d225aa-1466-42d9-9fa7-69e39b96862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '53216894-49ee-49f8-ac84-426721bee474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:31.674035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Network hostable DHCP agents. Network: 53216894-49ee-49f8-ac84-426721bee474, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:31.701104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 53216894-49ee-49f8-ac84-426721bee474 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:31.705032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3888fc15-73a7-4c3e-8f46-02451ebd6e7e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:31.730931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-948a2bc4-93c6-4d41-a27d-10c4d74c029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.736791 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-948a2bc4-93c6-4d41-a27d-10c4d74c029f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.743739 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-948a2bc4-93c6-4d41-a27d-10c4d74c029f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4c7e4482-b14f-499f-bded-34b1fba8dd3b HTTP/1.1" status: 204 len: 168 time: 0.5033569 Jul 30 02:04:31.755709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a2bc4-93c6-4d41-a27d-10c4d74c029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7e4482-b14f-499f-bded-34b1fba8dd3b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:31.756555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Network 53216894-49ee-49f8-ac84-426721bee474 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:31.781683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 53216894-49ee-49f8-ac84-426721bee474) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:31.792474 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.801674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:31.802872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.832314 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ebeb86b1-052d-4311-8291-a72f11e45b09 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6171827 Jul 30 02:04:31.837642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57826) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:31.856763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:31.864303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230b0d5-bb9c-4b71-a33f-d99fdc9175fa req-6f68913a-e2c4-4761-82d4-37426b30af03 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:31.866683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4230b0d5-bb9c-4b71-a33f-d99fdc9175fa req-6f68913a-e2c4-4761-82d4-37426b30af03 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.0683346 Jul 30 02:04:31.867887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0516f726-be5f-43fa-bfd3-5d4645940dcf None None] Network 53216894-49ee-49f8-ac84-426721bee474 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:31.918825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.922661 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:31.983458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4230b0d5-bb9c-4b71-a33f-d99fdc9175fa req-58deb56b-423f-4d78-b49d-0330a5912faa tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993803 Jul 30 02:04:32.094259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.110037 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.427652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101aa1a-bc1e-4a93-97bd-724129d1ed9f req-fe9c9bfc-be21-4dd9-9fee-9a5ed32a9555 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:32.436822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1101aa1a-bc1e-4a93-97bd-724129d1ed9f req-fe9c9bfc-be21-4dd9-9fee-9a5ed32a9555 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 944 time: 0.1817029 Jul 30 02:04:32.458693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc53c3c-05b5-4e72-90b0-70047b26c261 None None] Pushing event updated for resources: {'Port': ['ID=4ff81bdf-a1dc-4c82-82b1-e66fa96b5885,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:32.606947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Attempting to bind port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:32.607708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Attempting to bind port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:32.608277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Attempting to bind port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:32.625737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:32.626478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:32.627051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.627737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Bound using segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:32.628590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Bound port: 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:32.629268 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.650535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1101aa1a-bc1e-4a93-97bd-724129d1ed9f req-8aecfece-dbe9-470b-95e9-0e26eb595b78 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/security-groups?id=15ed8ad8-d711-42c0-8a13-72fc6a10f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107580 Jul 30 02:04:32.651675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.659723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-53216894-49ee-49f8-ac84-426721bee474', 'network_id': '53216894-49ee-49f8-ac84-426721bee474', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'fixed_ips': [{'subnet_id': '3888fc15-73a7-4c3e-8f46-02451ebd6e7e'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:04:32.661234 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:32.897534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdcf49-68f9-4fc1-832f-36915e67b89c req-ac541be3-3445-4f36-a32f-d3a65f774c42 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:32.908385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abdcf49-68f9-4fc1-832f-36915e67b89c req-ac541be3-3445-4f36-a32f-d3a65f774c42 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.1183217 Jul 30 02:04:32.992742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abdcf49-68f9-4fc1-832f-36915e67b89c req-72117f88-7781-4b99-a3ab-0adb402548e5 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831971 Jul 30 02:04:33.018941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] For port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:33.036277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] For port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4ff81bdf-a1dc-4c82-82b1-e66fa96b5885,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:33.045433 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.181066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3b7bf-784f-4c4a-bb4f-eccdfce5f7d9 req-65fa1c0d-968f-459b-9fe2-9de120432cd7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:33.191607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85d3b7bf-784f-4c4a-bb4f-eccdfce5f7d9 req-65fa1c0d-968f-459b-9fe2-9de120432cd7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.1058228 Jul 30 02:04:33.201294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Allocated IP 172.20.0.2 (53216894-49ee-49f8-ac84-426721bee474/3888fc15-73a7-4c3e-8f46-02451ebd6e7e/0c1dc6fa-0d95-43f1-b317-3625dda10327) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:33.265389 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85d3b7bf-784f-4c4a-bb4f-eccdfce5f7d9 req-095354bb-5201-4f48-a662-daa1725e67e5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725672 Jul 30 02:04:33.287365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.373835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.394404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:33.395453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:33.404993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc53c3c-05b5-4e72-90b0-70047b26c261 None None] Pushing event updated for resources: {'Port': ['ID=4ff81bdf-a1dc-4c82-82b1-e66fa96b5885,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:33.460338 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffb80e33-2f2a-447d-beee-21d0e0ae330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.725274 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:33.781463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Allocated IP 172.25.7.88 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/619328b2-4371-44a7-b571-5dc107893f83) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:33.833690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Transition to ACTIVE for port object 0c1dc6fa-0d95-43f1-b317-3625dda10327 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:33.870741 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.010983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:34.080085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.116606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Transition to ACTIVE for port object 0c1dc6fa-0d95-43f1-b317-3625dda10327 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:34.132006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.156847 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:34.269792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:34.273549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:34.281076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:34.304591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Pushing event updated for resources: {'Port': ['ID=619328b2-4371-44a7-b571-5dc107893f83,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:34.502396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7361a-2114-4894-945f-467cea515a11 req-1ed27ab7-c63c-437e-bf58-76a1fcd88e8f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:34.515755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-edb7361a-2114-4894-945f-467cea515a11 req-1ed27ab7-c63c-437e-bf58-76a1fcd88e8f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 944 time: 0.1349030 Jul 30 02:04:34.606258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-edb7361a-2114-4894-945f-467cea515a11 req-027920de-020d-4018-8683-937c68b2a1f9 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/security-groups?id=15ed8ad8-d711-42c0-8a13-72fc6a10f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871105 Jul 30 02:04:34.768710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Pushing event updated for resources: {'Port': ['ID=0c1dc6fa-0d95-43f1-b317-3625dda10327,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:34.915184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402ebc-9dec-4559-9e22-894a76bb8486 req-a2778f80-167e-49fd-8e35-6c836bdc068d tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:34.919058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4402ebc-9dec-4559-9e22-894a76bb8486 req-a2778f80-167e-49fd-8e35-6c836bdc068d tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.1097851 Jul 30 02:04:34.938607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Network 53216894-49ee-49f8-ac84-426721bee474 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:34.941901 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1288c3be-719b-4ae5-8c35-c19331a4f341 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:34.999104 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4402ebc-9dec-4559-9e22-894a76bb8486 req-1c7cf76e-167a-421c-a2c1-e70e7363e55a tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711551 Jul 30 02:04:35.000377 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.012566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:35.102184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:35.211151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28286efc-b861-4343-afa0-2f937c99907d req-c6c0e66c-7e3f-4a3f-99e8-a71b9fbc393b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:35.214665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28286efc-b861-4343-afa0-2f937c99907d req-c6c0e66c-7e3f-4a3f-99e8-a71b9fbc393b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.1014900 Jul 30 02:04:35.261713 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.302994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28286efc-b861-4343-afa0-2f937c99907d req-372677e1-7eed-4928-9dc5-edb66320f2dc tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752311 Jul 30 02:04:35.304378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Attempting to bind port 0c1dc6fa-0d95-43f1-b317-3625dda10327 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:35.304989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Attempting to bind port 0c1dc6fa-0d95-43f1-b317-3625dda10327 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a3d225aa-1466-42d9-9fa7-69e39b96862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '53216894-49ee-49f8-ac84-426721bee474'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:35.305591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Attempting to bind port 0c1dc6fa-0d95-43f1-b317-3625dda10327 on network 53216894-49ee-49f8-ac84-426721bee474 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:35.364550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:35.364923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Checking segment: {'id': 'a3d225aa-1466-42d9-9fa7-69e39b96862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '53216894-49ee-49f8-ac84-426721bee474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:35.365592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.366257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Bound using segment: {'id': 'a3d225aa-1466-42d9-9fa7-69e39b96862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '53216894-49ee-49f8-ac84-426721bee474'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:35.367085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Bound port: 0c1dc6fa-0d95-43f1-b317-3625dda10327, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d225aa-1466-42d9-9fa7-69e39b96862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '53216894-49ee-49f8-ac84-426721bee474'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:35.367756 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.400982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 1288c3be-719b-4ae5-8c35-c19331a4f341 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:35.453084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 1288c3be-719b-4ae5-8c35-c19331a4f341 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:35.453720 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.491860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.582971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57902) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:35.621480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:32Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:35.628570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] For port 0c1dc6fa-0d95-43f1-b317-3625dda10327, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:35.634012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] For port 0c1dc6fa-0d95-43f1-b317-3625dda10327, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0c1dc6fa-0d95-43f1-b317-3625dda10327,segment=NetworkSegment(a3d225aa-1466-42d9-9fa7-69e39b96862e),segment_id=a3d225aa-1466-42d9-9fa7-69e39b96862e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:35.670194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.779111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf0f851-3579-4599-b6ca-cd30a976f5af None None] The sync data for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 is: [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:32Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:35.825719 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:35.872185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Router 97b90c85-9c69-43e5-9273-40aeda50cd47 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:35.886201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1554604469', 'router:external': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:35.954487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd32535-9ac2-465a-960d-fb56da090d2c None None] Pushing event updated for resources: {'Port': ['ID=0c1dc6fa-0d95-43f1-b317-3625dda10327,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:35.988629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1288c3be-719b-4ae5-8c35-c19331a4f341'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:35.991040 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db71f2d2-36d1-4ba9-b003-5ac71a1fc201" -d '{"events": [{"server_uuid": "7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5", "name": "network-vif-plugged", "status": "completed", "tag": "1288c3be-719b-4ae5-8c35-c19331a4f341"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:36.022967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1288c3be-719b-4ae5-8c35-c19331a4f341, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1288c3be-719b-4ae5-8c35-c19331a4f341,segment=NetworkSegment(ba28d363-cd49-4cde-9813-b371a0baca27),segment_id=ba28d363-cd49-4cde-9813-b371a0baca27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:36.030703 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.033294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb3881-3c53-4a73-a03f-d0a7f0f81b91 req-8538ce31-ea1c-42ac-ae00-d1d7771d5d09 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:36.043686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7cdb3881-3c53-4a73-a03f-d0a7f0f81b91 req-8538ce31-ea1c-42ac-ae00-d1d7771d5d09 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 944 time: 0.2524116 Jul 30 02:04:36.054379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Made reservation on behalf of b125e8f94e81417294641928c69d7953 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:36.056808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.061840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-eb859b6a-f460-4e26-8c34-5e221f761528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:36.063885 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-eb859b6a-f460-4e26-8c34-5e221f761528 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1097 time: 0.2464695 Jul 30 02:04:36.107231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.159291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1288c3be-719b-4ae5-8c35-c19331a4f341,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:36.190936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.296228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7cdb3881-3c53-4a73-a03f-d0a7f0f81b91 req-4857a044-4473-4a40-a572-6cf0c4111f58 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/security-groups?id=15ed8ad8-d711-42c0-8a13-72fc6a10f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482150 Jul 30 02:04:36.400713 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f7e93-8018-480e-9020-1100c9fe66da x-openstack-request-id: req-9b3f7e93-8018-480e-9020-1100c9fe66da {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:36.401381 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5", "name": "network-vif-plugged", "status": "completed", "tag": "1288c3be-719b-4ae5-8c35-c19331a4f341", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:36.401965 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b3f7e93-8018-480e-9020-1100c9fe66da {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:36.402565 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1288c3be-719b-4ae5-8c35-c19331a4f341', 'code': 200} Jul 30 02:04:36.478742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-1eccc981-cbff-4d3a-a576-f7226f9b768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:36.481568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-1eccc981-cbff-4d3a-a576-f7226f9b768e service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.3950002 Jul 30 02:04:36.630672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:36.714831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:36.718136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-8e94bff7-ee70-4f97-a35a-683e367f322c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 1002 time: 0.2171550 Jul 30 02:04:36.721841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:36.721841 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.763338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712f8fb-d5fe-4f43-a684-f38d96e37157 req-9c51c538-22fb-4868-844d-642d771eeda4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:36.766633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3712f8fb-d5fe-4f43-a684-f38d96e37157 req-9c51c538-22fb-4868-844d-642d771eeda4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.1377039 Jul 30 02:04:36.838584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.872596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419dfc6-2bcf-4bf1-a256-c35f9a46237a req-d3e3492b-b47f-4838-bb34-8cab3d9d0470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:36.874097 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6419dfc6-2bcf-4bf1-a256-c35f9a46237a req-d3e3492b-b47f-4838-bb34-8cab3d9d0470 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 1096 time: 0.1856179 Jul 30 02:04:36.919396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-c7720b87-3510-422a-9b80-4b3d87d30ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:36.922994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-c7720b87-3510-422a-9b80-4b3d87d30ef4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1843748 Jul 30 02:04:36.926781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4ff81bdf-a1dc-4c82-82b1-e66fa96b5885,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:36.936162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.939880 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.940512 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6419dfc6-2bcf-4bf1-a256-c35f9a46237a req-523163bd-d284-42b4-a7d6-d9754533d38f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=15ed8ad8-d711-42c0-8a13-72fc6a10f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521402 Jul 30 02:04:36.945265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c1dc6fa-0d95-43f1-b317-3625dda10327 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:36.947692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:36.968269 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Sync routers for ids ['97b90c85-9c69-43e5-9273-40aeda50cd47'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:36.973509 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:36.981115 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-79ce6354-179e-487b-853d-fb120bdca6fe admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1416109 Jul 30 02:04:36.981902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57916) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:36.989804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3712f8fb-d5fe-4f43-a684-f38d96e37157 req-b35e0739-8fbf-4376-a71f-8a01b7fbdfcb tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665335 Jul 30 02:04:37.018105 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Routers {'97b90c85-9c69-43e5-9273-40aeda50cd47'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:37.019351 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['97b90c85-9c69-43e5-9273-40aeda50cd47'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:37.040107 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.106442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:04:37.160963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.162681 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Added segment 68133f46-352f-4cd6-b5d0-51913fa6e2ce of type vlan for network 998d17a9-6e91-465e-86dd-726ebf30f635 Jul 30 02:04:37.277671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=4ff81bdf-a1dc-4c82-82b1-e66fa96b5885,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:37.308260 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.330047 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Set router 97b90c85-9c69-43e5-9273-40aeda50cd47 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:37.332349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 0c1dc6fa-0d95-43f1-b317-3625dda10327 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:37.411346 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.412793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:37.413415 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.499103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9135334 Jul 30 02:04:37.509623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57920) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:37.611728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'subnet': {'network_id': '998d17a9-6e91-465e-86dd-726ebf30f635', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:37.723723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Made reservation on behalf of b125e8f94e81417294641928c69d7953 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:37.727291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c359e6b-c415-4dcb-bcb5-b14641e12f9d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:37.745620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-ebf25f69-060d-498d-891b-5289cf0d021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:37.746548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:37.748555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-ebf25f69-060d-498d-891b-5289cf0d021e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8056669 Jul 30 02:04:37.766280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee4ec5-5309-4614-b6c8-590d63661fdc None None] Network 53216894-49ee-49f8-ac84-426721bee474 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:37.770612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63926ea-dce5-4e7b-a52f-2a7330006b3f tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event updated for resources: {'Network': ['ID=998d17a9-6e91-465e-86dd-726ebf30f635,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:37.795325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96add839-6bc4-4211-9ab8-b4555666c623 req-912b300e-25a6-4789-84ec-465004656a32 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:37.813458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96add839-6bc4-4211-9ab8-b4555666c623 req-912b300e-25a6-4789-84ec-465004656a32 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.4363644 Jul 30 02:04:37.866313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 998d17a9-6e91-465e-86dd-726ebf30f635 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:04:37.882168 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '619328b2-4371-44a7-b571-5dc107893f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:31Z', 'updated_at': '2021-07-30T02:04:34Z', 'revision_number': 3, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'gw_port': {'id': '619328b2-4371-44a7-b571-5dc107893f83', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:33Z', 'updated_at': '2021-07-30T02:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:37.939301 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Checking router: 97b90c85-9c69-43e5-9273-40aeda50cd47 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:04:37.940392 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Updating router 97b90c85-9c69-43e5-9273-40aeda50cd47 port 619328b2-4371-44a7-b571-5dc107893f83 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:04:37.973561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96add839-6bc4-4211-9ab8-b4555666c623 req-f9f6e3a5-f73c-4881-8123-c4a236716ad0 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588366 Jul 30 02:04:37.996570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1c34ca13-69f3-430b-b86d-1cbe653b5859 None None] Provisioning for port 0c1dc6fa-0d95-43f1-b317-3625dda10327 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:38.011647 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.081783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1c34ca13-69f3-430b-b86d-1cbe653b5859 None None] Provisioning complete for port 0c1dc6fa-0d95-43f1-b317-3625dda10327 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:38.088530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-81ef0e9d-8f9c-415b-9ed7-f394a3a2b876 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071551 Jul 30 02:04:38.089577 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c34ca13-69f3-430b-b86d-1cbe653b5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.538594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7033de3-cb3f-4ab0-a5bf-8222911ae276 req-f0d179ff-704f-4463-a124-82807b9dfa73 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298971 Jul 30 02:04:38.610182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:38.666339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b72e49-9a08-41a0-a5af-076e97f7ca4c req-f8674d6f-2934-43ec-be02-7cf2562db4fa tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:38.667614 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.672669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1b72e49-9a08-41a0-a5af-076e97f7ca4c req-f8674d6f-2934-43ec-be02-7cf2562db4fa tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 945 time: 0.1781571 Jul 30 02:04:38.688740 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Transition to ACTIVE for port object 619328b2-4371-44a7-b571-5dc107893f83 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:38.706713 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.741798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:38.771755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1b72e49-9a08-41a0-a5af-076e97f7ca4c req-290f0506-880d-4e0b-9dc3-b15981aab08f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/security-groups?id=15ed8ad8-d711-42c0-8a13-72fc6a10f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822849 Jul 30 02:04:38.798673 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c34ca13-69f3-430b-b86d-1cbe653b5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.848739 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Attempting to bind port 619328b2-4371-44a7-b571-5dc107893f83 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:38.848739 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Attempting to bind port 619328b2-4371-44a7-b571-5dc107893f83 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:38.849559 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Attempting to bind port 619328b2-4371-44a7-b571-5dc107893f83 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:38.855000 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Pushing event updated for resources: {'Port': ['ID=619328b2-4371-44a7-b571-5dc107893f83,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:38.883779 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.884349 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.884917 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.885500 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.886060 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.886620 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.887973 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.888813 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.889887 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.890634 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.891085 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.891675 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:38.912523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1c34ca13-69f3-430b-b86d-1cbe653b5859 None None] For port 0c1dc6fa-0d95-43f1-b317-3625dda10327, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0c1dc6fa-0d95-43f1-b317-3625dda10327,segment=NetworkSegment(a3d225aa-1466-42d9-9fa7-69e39b96862e),segment_id=a3d225aa-1466-42d9-9fa7-69e39b96862e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:38.924418 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:38.925110 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:38.925796 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.926460 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:38.927354 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Bound port: 619328b2-4371-44a7-b571-5dc107893f83, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:38.928103 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.929499 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c34ca13-69f3-430b-b86d-1cbe653b5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.951057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:38.958552 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:38.988349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.045638 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] For port 619328b2-4371-44a7-b571-5dc107893f83, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:39.067735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] For port 619328b2-4371-44a7-b571-5dc107893f83, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=619328b2-4371-44a7-b571-5dc107893f83,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:39.084068 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.107809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bba2ba-85d5-409d-829a-1d25def7095e req-60e7ad32-9d3f-4a21-99bb-34720841a45c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:39.124030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94bba2ba-85d5-409d-829a-1d25def7095e req-60e7ad32-9d3f-4a21-99bb-34720841a45c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.1430097 Jul 30 02:04:39.236581 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94bba2ba-85d5-409d-829a-1d25def7095e req-f4afcefb-4beb-4260-85db-d84810856fa7 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032836 Jul 30 02:04:39.242499 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f41851-7363-483a-8aa3-b35047a81494 None None] Pushing event updated for resources: {'Port': ['ID=619328b2-4371-44a7-b571-5dc107893f83,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:39.259326 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.259808 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:04:39.293881 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Routers {'97b90c85-9c69-43e5-9273-40aeda50cd47'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:39.295000 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['97b90c85-9c69-43e5-9273-40aeda50cd47'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:39.317481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34ca13-69f3-430b-b86d-1cbe653b5859 None None] Pushing event updated for resources: {'Port': ['ID=0c1dc6fa-0d95-43f1-b317-3625dda10327,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:39.347773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:39.353218 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9536298-029f-4cdd-9d8a-306ae0b68c27" -d '{"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:39.381155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:39.412706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.525924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0b70c160-ad16-4d3e-bd46-3962882ee69f None None] Provisioning complete for port 0c1dc6fa-0d95-43f1-b317-3625dda10327 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:39.526429 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b70c160-ad16-4d3e-bd46-3962882ee69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.555768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:04:39.557050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.565852 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] Set router 97b90c85-9c69-43e5-9273-40aeda50cd47 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:39.580208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:39.684627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Allocated IP 172.20.0.1 (53216894-49ee-49f8-ac84-426721bee474/3888fc15-73a7-4c3e-8f46-02451ebd6e7e/fab5a5c9-8e42-43a5-9826-6f268460f330) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:39.740462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb2a554f-3641-45e7-9c88-df9d2b967190,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:39.762215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Checking segment: {'id': '68133f46-352f-4cd6-b5d0-51913fa6e2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '998d17a9-6e91-465e-86dd-726ebf30f635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:39.762822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Network hostable DHCP agents. Network: 998d17a9-6e91-465e-86dd-726ebf30f635, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:04:39.818136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9ce4d-f365-4b39-891d-4d95643b12e9 req-77b90d3c-19e7-4aa0-a90c-d181c81b2a48 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:39.821331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48c9ce4d-f365-4b39-891d-4d95643b12e9 req-77b90d3c-19e7-4aa0-a90c-d181c81b2a48 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.1030653 Jul 30 02:04:39.877369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Network 998d17a9-6e91-465e-86dd-726ebf30f635 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:04:39.902533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48c9ce4d-f365-4b39-891d-4d95643b12e9 req-ce4b1699-a6c4-468e-b21c-46fad8f352d4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684948 Jul 30 02:04:39.912656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 998d17a9-6e91-465e-86dd-726ebf30f635) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:39.926536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:39.927545 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.930055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd801ef-9270-4a00-93df-9fd3c6f0405c None None] Network 998d17a9-6e91-465e-86dd-726ebf30f635 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:39.962615 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:39.975018 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '619328b2-4371-44a7-b571-5dc107893f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:31Z', 'updated_at': '2021-07-30T02:04:34Z', 'revision_number': 3, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'gw_port': {'id': '619328b2-4371-44a7-b571-5dc107893f83', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:33Z', 'updated_at': '2021-07-30T02:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:39.980233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-751855d6-38e0-4769-b866-0a73bc01095b tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4689713 Jul 30 02:04:39.985257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57934) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:39.992367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1560983710', 'network_id': '998d17a9-6e91-465e-86dd-726ebf30f635'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:40.002989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Transition to ACTIVE for port object fab5a5c9-8e42-43a5-9826-6f268460f330 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:40.041904 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40849e-5b9e-4b58-9f0d-d62b3ed166be None None] The sync data for ids ['97b90c85-9c69-43e5-9273-40aeda50cd47'] in n-d-715271-7 is: [{'id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '619328b2-4371-44a7-b571-5dc107893f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:31Z', 'updated_at': '2021-07-30T02:04:34Z', 'revision_number': 3, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'gw_port': {'id': '619328b2-4371-44a7-b571-5dc107893f83', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:33Z', 'updated_at': '2021-07-30T02:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:40.057268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Made reservation on behalf of b125e8f94e81417294641928c69d7953 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:40.062792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.079370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.109349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] device_id is not set on port 497efb12-bc33-4ebf-8860-278e9845b8f3 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:04:40.178669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Network 53216894-49ee-49f8-ac84-426721bee474 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:40.185127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:40.193171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:40.260662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Pushing event updated for resources: {'Port': ['ID=fab5a5c9-8e42-43a5-9826-6f268460f330,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:40.274455 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd08018-7ae1-4af8-996c-c9c96f3cd91f x-openstack-request-id: req-2bd08018-7ae1-4af8-996c-c9c96f3cd91f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:40.274455 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:40.274455 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2bd08018-7ae1-4af8-996c-c9c96f3cd91f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:40.275280 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'code': 200} Jul 30 02:04:40.297590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7503a8-56a1-416a-96a5-a35a44591125 None None] Network 998d17a9-6e91-465e-86dd-726ebf30f635 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:04:40.325783 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.461772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Allocated IP 2001:db8::10e (998d17a9-6e91-465e-86dd-726ebf30f635/fb2a554f-3641-45e7-9c88-df9d2b967190/497efb12-bc33-4ebf-8860-278e9845b8f3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:40.542922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c1dc6fa-0d95-43f1-b317-3625dda10327 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:40.716105 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.804844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0c1dc6fa-0d95-43f1-b317-3625dda10327 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:40.809785 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.872609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cf84-6c73-43d7-8a8c-9d347bbf5fc4 req-b293e2a1-0e9b-45e1-a64a-80c555e8f743 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:40.876946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db61cf84-6c73-43d7-8a8c-9d347bbf5fc4 req-b293e2a1-0e9b-45e1-a64a-80c555e8f743 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.3215666 Jul 30 02:04:40.915169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2bc65ba-aab4-4784-abea-4c154b4d3cc7 None None] Provisioning for port fab5a5c9-8e42-43a5-9826-6f268460f330 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:40.927548 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:40.970821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2bc65ba-aab4-4784-abea-4c154b4d3cc7 None None] Provisioning complete for port fab5a5c9-8e42-43a5-9826-6f268460f330 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:40.971626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2bc65ba-aab4-4784-abea-4c154b4d3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.049378 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.062546 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc65ba-aab4-4784-abea-4c154b4d3cc7 None None] Port fab5a5c9-8e42-43a5-9826-6f268460f330 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:41.121472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.129575 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.170808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db61cf84-6c73-43d7-8a8c-9d347bbf5fc4 req-5e1192d9-14be-47dd-b4a5-3f6f74e00357 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627936 Jul 30 02:04:41.177137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Network 998d17a9-6e91-465e-86dd-726ebf30f635 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:41.187992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event updated for resources: {'Port': ['ID=497efb12-bc33-4ebf-8860-278e9845b8f3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:41.192748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:41.195941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:41.197124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:41.197569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.233488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c239edac-19de-45a5-b5d1-cc917575dc33 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2466965 Jul 30 02:04:41.240393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57944) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:41.294340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.341276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Pushing event updated for resources: {'Port': ['ID=fab5a5c9-8e42-43a5-9826-6f268460f330,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:41.438655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-aa4228da-58ba-42b4-885f-e84e5d140574 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Deleting port 497efb12-bc33-4ebf-8860-278e9845b8f3 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:41.439414 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa4228da-58ba-42b4-885f-e84e5d140574 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.579470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Network 53216894-49ee-49f8-ac84-426721bee474 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:41.581476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:41.653793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb04b9f-0270-40c8-9f5b-6cc16a56492a req-ad6c7342-782b-4f70-9791-f0e599e2656d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:41.656306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cb04b9f-0270-40c8-9f5b-6cc16a56492a req-ad6c7342-782b-4f70-9791-f0e599e2656d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.1324127 Jul 30 02:04:41.692373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa4228da-58ba-42b4-885f-e84e5d140574 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:41.734732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-aa4228da-58ba-42b4-885f-e84e5d140574 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Calling delete_port for 497efb12-bc33-4ebf-8860-278e9845b8f3 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:41.786540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cb04b9f-0270-40c8-9f5b-6cc16a56492a req-23975657-5c98-4d2b-a72e-a1ff57052c39 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098192 Jul 30 02:04:41.865771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Router 97b90c85-9c69-43e5-9273-40aeda50cd47 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:04:42.046968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-818fd9d9-8172-468d-b02f-878bd1125ead None None] Provisioning complete for port fab5a5c9-8e42-43a5-9826-6f268460f330 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:42.047876 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-818fd9d9-8172-468d-b02f-878bd1125ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.065534 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa4228da-58ba-42b4-885f-e84e5d140574 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.133634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-818fd9d9-8172-468d-b02f-878bd1125ead None None] Port fab5a5c9-8e42-43a5-9826-6f268460f330 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:42.142647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4228da-58ba-42b4-885f-e84e5d140574 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event deleted for resources: {'Port': ['ID=497efb12-bc33-4ebf-8860-278e9845b8f3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:42.179250 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:42.185012 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa4228da-58ba-42b4-885f-e84e5d140574 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.192144 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aa4228da-58ba-42b4-885f-e84e5d140574 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "DELETE /v2.0/ports/497efb12-bc33-4ebf-8860-278e9845b8f3 HTTP/1.1" status: 204 len: 168 time: 0.9463818 Jul 30 02:04:42.192937 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cfe7fae5-c845-4c4f-a1e7-21bca2d4fe33 admin admin] 10.222.0.84 "PUT /v2.0/routers/97b90c85-9c69-43e5-9273-40aeda50cd47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2020233 Jul 30 02:04:42.193112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57954) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:42.202964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '998d17a9-6e91-465e-86dd-726ebf30f635', 'external_fixed_ips': [{'subnet_id': 'fb2a554f-3641-45e7-9c88-df9d2b967190', 'ip_address': '2001:db8::10e'}]}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:42.250167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.252288 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.383487 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.495244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 619328b2-4371-44a7-b571-5dc107893f83 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:42.621941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 619328b2-4371-44a7-b571-5dc107893f83 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:42.630965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 619328b2-4371-44a7-b571-5dc107893f83 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:42.631847 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.704818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.876478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:42.937918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 619328b2-4371-44a7-b571-5dc107893f83, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=619328b2-4371-44a7-b571-5dc107893f83,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:42.948561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.076075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=619328b2-4371-44a7-b571-5dc107893f83,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:43.139383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67b6a9-d012-4802-9a2f-7d4d03350329 req-422d0009-7629-477c-9f32-3807d074b895 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:43.150544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Sync routers for ids ['97b90c85-9c69-43e5-9273-40aeda50cd47'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:43.156444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd67b6a9-d012-4802-9a2f-7d4d03350329 req-422d0009-7629-477c-9f32-3807d074b895 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.1163080 Jul 30 02:04:43.167011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Routers {'97b90c85-9c69-43e5-9273-40aeda50cd47'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:43.168721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['97b90c85-9c69-43e5-9273-40aeda50cd47'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:43.206789 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.230034 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd67b6a9-d012-4802-9a2f-7d4d03350329 req-688a8a09-a65a-4d96-a0b6-3fe2b25c135b tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694568 Jul 30 02:04:43.250718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:43.422470 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Set router 97b90c85-9c69-43e5-9273-40aeda50cd47 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:43.667379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Allocated IP 2001:db8::10e (998d17a9-6e91-465e-86dd-726ebf30f635/fb2a554f-3641-45e7-9c88-df9d2b967190/d7b5e257-e956-41b0-9052-f43b51f2aad7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:43.931861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a13d60-9004-4a0a-80be-4e2bf48ca57e req-946c50e0-7f7c-4b41-a363-b16277beb632 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:43.947233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89a13d60-9004-4a0a-80be-4e2bf48ca57e req-946c50e0-7f7c-4b41-a363-b16277beb632 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.1357315 Jul 30 02:04:44.010573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89a13d60-9004-4a0a-80be-4e2bf48ca57e req-9d7bfac9-db31-4050-984b-8f322f9f52ec tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628610 Jul 30 02:04:44.069122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.165426 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.241440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Network 998d17a9-6e91-465e-86dd-726ebf30f635 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:44.250850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:44.258457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:44.391021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '619328b2-4371-44a7-b571-5dc107893f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:31Z', 'updated_at': '2021-07-30T02:04:40Z', 'revision_number': 4, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'gw_port': {'id': '619328b2-4371-44a7-b571-5dc107893f83', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:33Z', 'updated_at': '2021-07-30T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'fab5a5c9-8e42-43a5-9826-6f268460f330', 'name': '', 'network_id': '53216894-49ee-49f8-ac84-426721bee474', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'mac_address': 'fa:16:3e:ce:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '3888fc15-73a7-4c3e-8f46-02451ebd6e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:39Z', 'updated_at': '2021-07-30T02:04:40Z', 'revision_number': 2, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'subnets': [{'id': '3888fc15-73a7-4c3e-8f46-02451ebd6e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:44.446917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event updated for resources: {'Port': ['ID=d7b5e257-e956-41b0-9052-f43b51f2aad7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:44.479058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 619328b2-4371-44a7-b571-5dc107893f83 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:44.484513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Checking router: 97b90c85-9c69-43e5-9273-40aeda50cd47 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:04:44.485315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Updating router 97b90c85-9c69-43e5-9273-40aeda50cd47 port fab5a5c9-8e42-43a5-9826-6f268460f330 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:04:44.565368 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.592447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741f058-6623-4aea-87f4-ed48e25d3428 req-13c511bc-3ffd-47ec-b31b-8bacf39cb18d tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:44.608139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c741f058-6623-4aea-87f4-ed48e25d3428 req-13c511bc-3ffd-47ec-b31b-8bacf39cb18d tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.1296709 Jul 30 02:04:44.697121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c741f058-6623-4aea-87f4-ed48e25d3428 req-22e60455-c5d9-4c2b-8fce-4056ce92a04f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873926 Jul 30 02:04:44.772737 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-85de0ffb-708f-4100-b0fc-88003d78b44a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4383054 Jul 30 02:04:44.809337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:44.862229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:04:45.141249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 619328b2-4371-44a7-b571-5dc107893f83 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:45.141723 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.322388 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.357050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Transition to ACTIVE for port object fab5a5c9-8e42-43a5-9826-6f268460f330 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:45.369340 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.470649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290220a-43f5-4a25-b3e9-910b4d790a17 None None] Pushing event updated for resources: {'Port': ['ID=fab5a5c9-8e42-43a5-9826-6f268460f330,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:45.472685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8ebf-0118-4aca-8e70-6e14821d354b req-e1134d93-70a1-482f-bf02-119d09989bd2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:45.501274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcaf8ebf-0118-4aca-8e70-6e14821d354b req-e1134d93-70a1-482f-bf02-119d09989bd2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.1327362 Jul 30 02:04:45.656526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcaf8ebf-0118-4aca-8e70-6e14821d354b req-3cfb7f11-d48c-4b96-9934-813525f01419 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528583 Jul 30 02:04:45.703950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Attempting to bind port fab5a5c9-8e42-43a5-9826-6f268460f330 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:45.705070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Attempting to bind port fab5a5c9-8e42-43a5-9826-6f268460f330 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a3d225aa-1466-42d9-9fa7-69e39b96862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '53216894-49ee-49f8-ac84-426721bee474'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:45.706049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Attempting to bind port fab5a5c9-8e42-43a5-9826-6f268460f330 on network 53216894-49ee-49f8-ac84-426721bee474 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:45.719011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:45.719905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Checking segment: {'id': 'a3d225aa-1466-42d9-9fa7-69e39b96862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '53216894-49ee-49f8-ac84-426721bee474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:45.720595 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.721991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Bound using segment: {'id': 'a3d225aa-1466-42d9-9fa7-69e39b96862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '53216894-49ee-49f8-ac84-426721bee474'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:45.722285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Bound port: fab5a5c9-8e42-43a5-9826-6f268460f330, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d225aa-1466-42d9-9fa7-69e39b96862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '53216894-49ee-49f8-ac84-426721bee474'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:45.723051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:45.895249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] For port fab5a5c9-8e42-43a5-9826-6f268460f330, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:45.903344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] For port fab5a5c9-8e42-43a5-9826-6f268460f330, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fab5a5c9-8e42-43a5-9826-6f268460f330,segment=NetworkSegment(a3d225aa-1466-42d9-9fa7-69e39b96862e),segment_id=a3d225aa-1466-42d9-9fa7-69e39b96862e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:45.912315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.068587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.078444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290220a-43f5-4a25-b3e9-910b4d790a17 None None] Pushing event updated for resources: {'Port': ['ID=fab5a5c9-8e42-43a5-9826-6f268460f330,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:46.115211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Routers {'97b90c85-9c69-43e5-9273-40aeda50cd47'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:46.116150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['97b90c85-9c69-43e5-9273-40aeda50cd47'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:46.163919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424222-02bd-41b0-ad7e-6d22a965c4d8 req-221d64e0-44fe-4923-9292-9fc3dfee485a tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:46.167070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64424222-02bd-41b0-ad7e-6d22a965c4d8 req-221d64e0-44fe-4923-9292-9fc3dfee485a tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.1029932 Jul 30 02:04:46.306566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64424222-02bd-41b0-ad7e-6d22a965c4d8 req-f2b91c37-a782-4447-87b1-311d5c706589 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256540 Jul 30 02:04:46.486862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Router 61571c68-d5b8-421e-a3c7-bce48db93e28 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:46.528594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] Set router 97b90c85-9c69-43e5-9273-40aeda50cd47 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:46.787490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:46.806270 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Sync routers for ids ['61571c68-d5b8-421e-a3c7-bce48db93e28'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:46.842078 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Routers {'61571c68-d5b8-421e-a3c7-bce48db93e28'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:46.844907 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['61571c68-d5b8-421e-a3c7-bce48db93e28'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:46.852199 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:46.853825 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-846fb928-b9d5-4303-9249-87059c6ecc19 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6587691 Jul 30 02:04:46.858188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58048) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:47.010942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '619328b2-4371-44a7-b571-5dc107893f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:31Z', 'updated_at': '2021-07-30T02:04:40Z', 'revision_number': 4, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'gw_port': {'id': '619328b2-4371-44a7-b571-5dc107893f83', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:33Z', 'updated_at': '2021-07-30T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'fab5a5c9-8e42-43a5-9826-6f268460f330', 'name': '', 'network_id': '53216894-49ee-49f8-ac84-426721bee474', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'mac_address': 'fa:16:3e:ce:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '3888fc15-73a7-4c3e-8f46-02451ebd6e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:39Z', 'updated_at': '2021-07-30T02:04:45Z', 'revision_number': 4, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'subnets': [{'id': '3888fc15-73a7-4c3e-8f46-02451ebd6e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:47.050064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6735a0-48da-4103-a253-97488dc965e2 req-cfee841b-1be6-42fb-9e22-1fb379c09ea6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:47.057089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d6735a0-48da-4103-a253-97488dc965e2 req-cfee841b-1be6-42fb-9e22-1fb379c09ea6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1330743 Jul 30 02:04:47.107502 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Set router 61571c68-d5b8-421e-a3c7-bce48db93e28 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:04:47.109378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977925e-f819-42d0-b48b-3ed6a9117dce None None] The sync data for ids ['97b90c85-9c69-43e5-9273-40aeda50cd47'] in n-d-715271-7 is: [{'id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '619328b2-4371-44a7-b571-5dc107893f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:31Z', 'updated_at': '2021-07-30T02:04:40Z', 'revision_number': 4, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'gw_port': {'id': '619328b2-4371-44a7-b571-5dc107893f83', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:33Z', 'updated_at': '2021-07-30T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'fab5a5c9-8e42-43a5-9826-6f268460f330', 'name': '', 'network_id': '53216894-49ee-49f8-ac84-426721bee474', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'mac_address': 'fa:16:3e:ce:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '3888fc15-73a7-4c3e-8f46-02451ebd6e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:39Z', 'updated_at': '2021-07-30T02:04:45Z', 'revision_number': 4, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'subnets': [{'id': '3888fc15-73a7-4c3e-8f46-02451ebd6e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:47.161012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.190675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d6735a0-48da-4103-a253-97488dc965e2 req-4a0714c2-803a-4e5e-a726-ac2986df8596 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824776 Jul 30 02:04:47.460802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.478651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdcb1c-3e19-4268-953e-9397528b84a5 req-715bca85-b5b7-44a9-a0cf-f7487b742053 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:47.488522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13cdcb1c-3e19-4268-953e-9397528b84a5 req-715bca85-b5b7-44a9-a0cf-f7487b742053 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.1416643 Jul 30 02:04:47.603418 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61571c68-d5b8-421e-a3c7-bce48db93e28', 'name': '', 'tenant_id': 'b125e8f94e81417294641928c69d7953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '998d17a9-6e91-465e-86dd-726ebf30f635', 'external_fixed_ips': [{'subnet_id': 'fb2a554f-3641-45e7-9c88-df9d2b967190', 'ip_address': '2001:db8::10e'}], 'enable_snat': True}, 'gw_port_id': 'd7b5e257-e956-41b0-9052-f43b51f2aad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:42Z', 'updated_at': '2021-07-30T02:04:44Z', 'revision_number': 3, 'project_id': 'b125e8f94e81417294641928c69d7953', 'gw_port': {'id': 'd7b5e257-e956-41b0-9052-f43b51f2aad7', 'name': '', 'network_id': '998d17a9-6e91-465e-86dd-726ebf30f635', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61571c68-d5b8-421e-a3c7-bce48db93e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': 'fb2a554f-3641-45e7-9c88-df9d2b967190', 'ip_address': '2001:db8::10e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:43Z', 'updated_at': '2021-07-30T02:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb2a554f-3641-45e7-9c88-df9d2b967190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:47.617015 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13cdcb1c-3e19-4268-953e-9397528b84a5 req-6a89cb97-ac17-4185-ac30-d2d816b3160c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062670 Jul 30 02:04:47.627319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Deleting port d7b5e257-e956-41b0-9052-f43b51f2aad7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:47.628065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.680361 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Checking router: 61571c68-d5b8-421e-a3c7-bce48db93e28 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:04:47.681259 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Updating router 61571c68-d5b8-421e-a3c7-bce48db93e28 port d7b5e257-e956-41b0-9052-f43b51f2aad7 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:04:47.743368 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.817353 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:47.841012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Calling delete_port for d7b5e257-e956-41b0-9052-f43b51f2aad7 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:04:48.135345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-acd9d081-33dd-4044-8449-60c56fd60c88 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:48.140258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-acd9d081-33dd-4044-8449-60c56fd60c88 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.3011818 Jul 30 02:04:48.176271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-1bc57737-4192-48a0-a239-af8699b3d4a9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/quotas/8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 375 time: 0.0212100 Jul 30 02:04:48.262934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.315756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d7f28aea-6aad-4d01-b89b-57cf9797b75c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301212 Jul 30 02:04:48.328472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7b5e257-e956-41b0-9052-f43b51f2aad7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:48.358359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.489151 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.db.api [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:04:48.490033 n-d-715271-7 neutron-server[93821]: DEBUG oslo_db.api [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:04:48.567918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fab5a5c9-8e42-43a5-9826-6f268460f330 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:48.609165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.613364 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.651922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-867e7c6b-ec8d-4673-833d-9bade6be1d89 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315411 Jul 30 02:04:48.690959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port fab5a5c9-8e42-43a5-9826-6f268460f330 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:48.701885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fab5a5c9-8e42-43a5-9826-6f268460f330 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:48.703368 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.718593 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.719640 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61571c68-d5b8-421e-a3c7-bce48db93e28 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:48.729187 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.743313 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6da5cada-df0f-4b90-a55f-7affca543562 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "DELETE /v2.0/routers/61571c68-d5b8-421e-a3c7-bce48db93e28 HTTP/1.1" status: 204 len: 168 time: 1.8826842 Jul 30 02:04:48.744688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58058) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:48.833257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ba8aa8-b488-4e1e-a72a-23810b80d15a tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Deleting subnet fb2a554f-3641-45e7-9c88-df9d2b967190 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:04:48.840187 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ba8aa8-b488-4e1e-a72a-23810b80d15a tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.876104 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-1dec9213-1b99-42e0-902d-ab4d167faf70 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223167 Jul 30 02:04:48.927340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ba8aa8-b488-4e1e-a72a-23810b80d15a tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:48.951001 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.015673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ba8aa8-b488-4e1e-a72a-23810b80d15a tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.039205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port fab5a5c9-8e42-43a5-9826-6f268460f330, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fab5a5c9-8e42-43a5-9826-6f268460f330,segment=NetworkSegment(a3d225aa-1466-42d9-9fa7-69e39b96862e),segment_id=a3d225aa-1466-42d9-9fa7-69e39b96862e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:49.054217 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.084009 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Port d7b5e257-e956-41b0-9052-f43b51f2aad7 not found while updating agent binding for router 61571c68-d5b8-421e-a3c7-bce48db93e28. {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 30 02:04:49.110209 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Routers set() bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:49.113944 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Router IDs set() for agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 02:04:49.115174 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_agentschedulers_db [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'61571c68-d5b8-421e-a3c7-bce48db93e28'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent'). {{(pid=93821) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 02:04:49.116547 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73519f1f-e7db-47f7-a317-a34e8221fc86 None None] The sync data for ids ['61571c68-d5b8-421e-a3c7-bce48db93e28'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:49.144356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ba8aa8-b488-4e1e-a72a-23810b80d15a tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.198400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=fab5a5c9-8e42-43a5-9826-6f268460f330,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:49.215179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba8aa8-b488-4e1e-a72a-23810b80d15a tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2a554f-3641-45e7-9c88-df9d2b967190,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:49.223636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ba8aa8-b488-4e1e-a72a-23810b80d15a tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.231595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58062) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:49.232395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-01ba8aa8-b488-4e1e-a72a-23810b80d15a tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/fb2a554f-3641-45e7-9c88-df9d2b967190 HTTP/1.1" status: 204 len: 168 time: 0.4856946 Jul 30 02:04:49.391546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.555639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.576404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998d17a9-6e91-465e-86dd-726ebf30f635']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:49.599872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68133f46-352f-4cd6-b5d0-51913fa6e2ce') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:49.600649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68133f46-352f-4cd6-b5d0-51913fa6e2ce') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:49.625900 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.662354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.673662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:04:49.674188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:04:49.737726 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:04:49.853571 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.863674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 998d17a9-6e91-465e-86dd-726ebf30f635 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 02:04:49.889022 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:49.898348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "DELETE /v2.0/networks/998d17a9-6e91-465e-86dd-726ebf30f635 HTTP/1.1" status: 204 len: 168 time: 0.6581023 Jul 30 02:04:49.926588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f602cf-4766-4dc3-aea6-7fdb4cbfed0c req-85459473-cd34-4078-836c-5339f385807e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:49.935740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3f602cf-4766-4dc3-aea6-7fdb4cbfed0c req-85459473-cd34-4078-836c-5339f385807e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1953745 Jul 30 02:04:49.941063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac092941-4ca4-4c61-bc5d-d7f3d633d963 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event deleted for resources: {'Network': ['ID=998d17a9-6e91-465e-86dd-726ebf30f635,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:50.038749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3f602cf-4766-4dc3-aea6-7fdb4cbfed0c req-98411036-a9f0-47d0-9d0f-3f874f8a7951 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888939 Jul 30 02:04:50.466397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659fd01-0464-4115-9787-99f0e0f6b0b1 req-01437bf5-2ebf-42f4-94e6-69392a260263 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:50.469571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9659fd01-0464-4115-9787-99f0e0f6b0b1 req-01437bf5-2ebf-42f4-94e6-69392a260263 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.2462997 Jul 30 02:04:50.542195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fab5a5c9-8e42-43a5-9826-6f268460f330 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:50.579115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58088) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:50.587828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e1339d82-eb5b-4bf9-b54e-9e2a3b540b86 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'router': {'name': 'tempest-router--589352289', 'project_id': 'eefb00c4039a48d6ae3f84d675034d16'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:50.590835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9659fd01-0464-4115-9787-99f0e0f6b0b1 req-2425fc35-4eca-42e1-b303-ed7ca6f9e982 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074100 Jul 30 02:04:50.689934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1339d82-eb5b-4bf9-b54e-9e2a3b540b86 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.693629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1339d82-eb5b-4bf9-b54e-9e2a3b540b86 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.781857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fab5a5c9-8e42-43a5-9826-6f268460f330 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:50.782891 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.847928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1339d82-eb5b-4bf9-b54e-9e2a3b540b86 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.860995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1339d82-eb5b-4bf9-b54e-9e2a3b540b86 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.888267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1339d82-eb5b-4bf9-b54e-9e2a3b540b86 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:50.894580 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e1339d82-eb5b-4bf9-b54e-9e2a3b540b86 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3097134 Jul 30 02:04:50.894931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58090) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:50.930754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd81c00-1f34-47e2-9af0-c7e83ce07b70 req-7a9d0d41-8cf2-4a19-8d1d-f8100219604b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:50.934495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2fd81c00-1f34-47e2-9af0-c7e83ce07b70 req-7a9d0d41-8cf2-4a19-8d1d-f8100219604b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.1369641 Jul 30 02:04:51.020447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2fd81c00-1f34-47e2-9af0-c7e83ce07b70 req-ad99cc61-eaca-4d9a-9c86-b069eabf3509 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696952 Jul 30 02:04:51.036244 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f0e36b5-abdb-4c02-8e06-d6760b056cf4 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.163736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5af3baed-6a0d-4649-abce-9141bf5284f8 req-9ac61691-7eb9-4765-a7d1-62b565c9f213 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 210 time: 0.0590310 Jul 30 02:04:51.424285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f0e36b5-abdb-4c02-8e06-d6760b056cf4 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.432322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f0e36b5-abdb-4c02-8e06-d6760b056cf4 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.580475 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f0e36b5-abdb-4c02-8e06-d6760b056cf4 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.581467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0e36b5-abdb-4c02-8e06-d6760b056cf4 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 350bd107-ec23-4b7c-b3fb-847401e19c5c {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:04:51.601501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f0e36b5-abdb-4c02-8e06-d6760b056cf4 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:51.604798 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3f0e36b5-abdb-4c02-8e06-d6760b056cf4 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "DELETE /v2.0/routers/350bd107-ec23-4b7c-b3fb-847401e19c5c HTTP/1.1" status: 204 len: 168 time: 0.7082667 Jul 30 02:04:51.621700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-90d62ba6-b376-4bad-a6b3-b50e5450f5ce tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:51.624608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-90d62ba6-b376-4bad-a6b3-b50e5450f5ce tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.3810415 Jul 30 02:04:51.642469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'port': {'device_id': '0b2dc141-0e04-4f27-8273-3a274b7e95a1', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'admin_state_up': True, 'tenant_id': '8268d859b1b1494395346d8aba71dcee'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:51.841778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58102) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:52.028983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ae15-b5f8-466f-89da-78cbae206614 req-ce11cca3-6c9c-4966-97b6-9165fdea4e0f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:52.033013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0555ae15-b5f8-466f-89da-78cbae206614 req-ce11cca3-6c9c-4966-97b6-9165fdea4e0f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1718934 Jul 30 02:04:52.119245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Made reservation on behalf of 8268d859b1b1494395346d8aba71dcee for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:04:52.123856 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.291658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-831155868', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:52.352145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.20.0.11 (ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea/e3705cda-2921-4906-97b0-5a565bc7a30f/84f6fd6d-334e-4a71-81c5-bfee3480d991) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:52.369233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.370837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.396899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0555ae15-b5f8-466f-89da-78cbae206614 req-5ff53b3d-308e-41a4-9ce1-c63fed316ef8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510437 Jul 30 02:04:52.640839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.763487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.807848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Transition to ACTIVE for port object 84f6fd6d-334e-4a71-81c5-bfee3480d991 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:52.868875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c73de-1a26-46b3-a47b-e501dd811806 req-840c3fc5-a3c1-4e80-b59a-5755ee97b475 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:52.870852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc0c73de-1a26-46b3-a47b-e501dd811806 req-840c3fc5-a3c1-4e80-b59a-5755ee97b475 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.2165601 Jul 30 02:04:52.885261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:52.915308 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.008560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:53.024198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:53.027256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=84f6fd6d-334e-4a71-81c5-bfee3480d991,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:53.055487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc0c73de-1a26-46b3-a47b-e501dd811806 req-6a19a27f-190a-4b66-b253-8d2bc36235c4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653969 Jul 30 02:04:53.055821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:53.062868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.063347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.078181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.080511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.080511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.080511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.080511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.080511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.082207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.082207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.082207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.083095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:04:53.204556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:53.205348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.244396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-d9e2305e-5a30-4b41-b009-1ec5b7fe4a5d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6093581 Jul 30 02:04:53.263381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Request body: {'port': {'device_id': '0b2dc141-0e04-4f27-8273-3a274b7e95a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:53.400056 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.414393 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.453073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.606965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-106fb35b-a7ee-407d-acf5-aa35906db461 None None] Provisioning for port 84f6fd6d-334e-4a71-81c5-bfee3480d991 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:04:53.620760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-106fb35b-a7ee-407d-acf5-aa35906db461 None None] Provisioning complete for port 84f6fd6d-334e-4a71-81c5-bfee3480d991 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:53.621370 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-106fb35b-a7ee-407d-acf5-aa35906db461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:53.713689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Allocated IP 172.25.7.153 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/9b8db9df-285d-4d01-88ad-857f5ffb1b91) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:04:53.720010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-106fb35b-a7ee-407d-acf5-aa35906db461 None None] Port 84f6fd6d-334e-4a71-81c5-bfee3480d991 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:04:53.725956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17343f1-44ea-4658-8044-d055218aca1f req-4fc05751-2537-4807-b16a-6b9fc76f5369 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:53.728693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c17343f1-44ea-4658-8044-d055218aca1f req-4fc05751-2537-4807-b16a-6b9fc76f5369 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.2240336 Jul 30 02:04:53.878914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c17343f1-44ea-4658-8044-d055218aca1f req-35f6b34d-2224-4dd0-90c5-dd38f25f7c23 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369338 Jul 30 02:04:53.939376 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.038229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.107506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:04:54.125177 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.207245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f6fd6d-334e-4a71-81c5-bfee3480d991 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:54.230356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:04:54.237564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:04:54.239870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.252165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:04:54.264793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32995fb-1386-4a1d-a6b2-7b1c12dd36c9 req-2d2f4501-62c8-49fc-9a6a-f8286ce809ff tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:54.280009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f32995fb-1386-4a1d-a6b2-7b1c12dd36c9 req-2d2f4501-62c8-49fc-9a6a-f8286ce809ff tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 932 time: 0.2244658 Jul 30 02:04:54.335086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event updated for resources: {'Port': ['ID=9b8db9df-285d-4d01-88ad-857f5ffb1b91,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:54.340602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Transition to ACTIVE for port object 84f6fd6d-334e-4a71-81c5-bfee3480d991 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:54.404802 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f32995fb-1386-4a1d-a6b2-7b1c12dd36c9 req-c15f8219-4266-486a-b7a8-bbdb89308c4e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231058 Jul 30 02:04:54.406866 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.438190 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:54.500787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86', 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0', 'port_id': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86', 'mac_address': 'fa:16:3e:2d:37:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba372e-c03b-410b-be01-96b123dfa986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:04:54.640103 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.673813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:54.680749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Pushing event updated for resources: {'Port': ['ID=84f6fd6d-334e-4a71-81c5-bfee3480d991,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:54.755861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:54.768277 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.828260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Attempting to bind port 84f6fd6d-334e-4a71-81c5-bfee3480d991 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:54.829317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Attempting to bind port 84f6fd6d-334e-4a71-81c5-bfee3480d991 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:54.830111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Attempting to bind port 84f6fd6d-334e-4a71-81c5-bfee3480d991 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:54.838564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Port 84f6fd6d-334e-4a71-81c5-bfee3480d991 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:04:54.839581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Attempting to bind port 84f6fd6d-334e-4a71-81c5-bfee3480d991 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:54.853711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:54.854821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:54.855607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Bound using segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:54.856559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Bound port: 84f6fd6d-334e-4a71-81c5-bfee3480d991, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:54.859871 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:54.991678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:55.017084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:04:55.086183 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-8052e8b3-0450-4e4a-ba05-07b494bc797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:55.089008 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-8052e8b3-0450-4e4a-ba05-07b494bc797d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5&tenant_id=fbb6fbffb0764344abd81de6272aaee7 HTTP/1.1" status: 200 len: 1095 time: 0.2691967 Jul 30 02:04:55.148046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] For port 84f6fd6d-334e-4a71-81c5-bfee3480d991, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:55.169170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:04:55.182324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] For port 84f6fd6d-334e-4a71-81c5-bfee3480d991, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=84f6fd6d-334e-4a71-81c5-bfee3480d991,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:55.192576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.319749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d02607-96ee-4b87-ae2e-1691b5f5ab73 req-1ce4b4bc-2806-45f8-a8fb-c332779a6325 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:55.336095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7d02607-96ee-4b87-ae2e-1691b5f5ab73 req-1ce4b4bc-2806-45f8-a8fb-c332779a6325 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 944 time: 0.2551892 Jul 30 02:04:55.341194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:55.342229 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.344816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] 10.222.0.41 "PUT /v2.0/ports/84f6fd6d-334e-4a71-81c5-bfee3480d991 HTTP/1.1" status: 200 len: 1092 time: 2.0882728 Jul 30 02:04:55.381520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2dc141-0e04-4f27-8273-3a274b7e95a1', 'tag': '84f6fd6d-334e-4a71-81c5-bfee3480d991'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:55.384962 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68baf43c-5e62-418e-96b3-f98f338df8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2dc141-0e04-4f27-8273-3a274b7e95a1", "tag": "84f6fd6d-334e-4a71-81c5-bfee3480d991"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:55.437935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.447340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:55.627839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7d02607-96ee-4b87-ae2e-1691b5f5ab73 req-d1adf160-f030-4483-82af-d70886f44202 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904241 Jul 30 02:04:55.665614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f54f5-555d-423d-9d4b-4a5d33a6a321 service neutron] Pushing event updated for resources: {'Port': ['ID=84f6fd6d-334e-4a71-81c5-bfee3480d991,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:55.696828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-0f8d8bf3-967f-4b93-8970-0feaf3f057fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:55.699269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-0f8d8bf3-967f-4b93-8970-0feaf3f057fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 1095 time: 0.2829885 Jul 30 02:04:55.818775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-3e7574ad-dce6-4033-be6a-05f05787caed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f6fd6d-334e-4a71-81c5-bfee3480d991 HTTP/1.1" status: 200 len: 217 time: 0.1045451 Jul 30 02:04:55.925624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-1cbb6ac5-ed1c-4835-af72-3b74bc096d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:55.928470 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-1cbb6ac5-ed1c-4835-af72-3b74bc096d02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.0996549 Jul 30 02:04:56.045693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-64657f7f-92d3-4771-8a7c-e0b9a2a07b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:56.056414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-64657f7f-92d3-4771-8a7c-e0b9a2a07b82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107607 Jul 30 02:04:56.108406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:04:56.301181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:04:56.301774 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:56.323133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-62460b9f-2da7-464f-a934-70bb463e9956 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651849 Jul 30 02:04:56.556391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:56.612099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1d0a-6f0f-492b-8084-6123f6a1f6ee req-58e4ffbe-be20-47e7-a7d6-0ab7d87da798 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:56.615225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-880b1d0a-6f0f-492b-8084-6123f6a1f6ee req-58e4ffbe-be20-47e7-a7d6-0ab7d87da798 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 944 time: 0.2966011 Jul 30 02:04:56.642179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:56.646941 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99f1a09-99b1-4eb7-a3be-c721eb0dfd6d" -d '{"events": [{"server_uuid": "c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93", "name": "network-vif-plugged", "status": "completed", "tag": "bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:56.688271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:56.695670 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:56.705042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1d3c7f0-7f6c-4f5a-8cad-6182d34be1eb req-6007e547-b70d-4187-bb17-0ff9b12dc524 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630726 Jul 30 02:04:56.786777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-880b1d0a-6f0f-492b-8084-6123f6a1f6ee req-9d6c8462-25f8-4707-bf1a-5f6204eeafe5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197960 Jul 30 02:04:56.851224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:56.907570 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0490e7-a11d-48cc-b5be-d220d6d5fa5d x-openstack-request-id: req-5b0490e7-a11d-48cc-b5be-d220d6d5fa5d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:56.908339 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2dc141-0e04-4f27-8273-3a274b7e95a1", "tag": "84f6fd6d-334e-4a71-81c5-bfee3480d991", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:56.908699 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5b0490e7-a11d-48cc-b5be-d220d6d5fa5d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:56.909533 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2dc141-0e04-4f27-8273-3a274b7e95a1', 'tag': '84f6fd6d-334e-4a71-81c5-bfee3480d991', 'status': 'completed', 'code': 200} Jul 30 02:04:57.029679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:04:57.051043 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.056784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-a09345ed-ccd5-4dea-ba94-d63c5e89fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:57.059648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-a09345ed-ccd5-4dea-ba94-d63c5e89fcad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 1095 time: 0.1198423 Jul 30 02:04:57.182292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:57.249442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67c5ff-c038-4798-8b54-1b61c8880e74 req-7b9e29ff-507f-4be7-ac92-b997075307af tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:57.252407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f67c5ff-c038-4798-8b54-1b61c8880e74 req-7b9e29ff-507f-4be7-ac92-b997075307af tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 944 time: 0.1914430 Jul 30 02:04:57.313594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae454e4b-7a78-46bc-80f3-8dfa9ef554ca {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:04:57.333588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.377824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Transition to ACTIVE for port object ae454e4b-7a78-46bc-80f3-8dfa9ef554ca will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:04:57.396195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:57.611621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=9']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:57.622847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Router 7d81653c-4f0b-463c-8b0d-749b1e171619 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:04:57.769977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] No DVR routers for this DVR port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:04:57.797530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-31264d98-873e-42a0-a100-77f089190af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:57.800206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-31264d98-873e-42a0-a100-77f089190af5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.7255702 Jul 30 02:04:57.861493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f67c5ff-c038-4798-8b54-1b61c8880e74 req-fd28e69e-5ced-4032-a565-9eaf0ea4595b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954425 Jul 30 02:04:57.939164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-efd819a5-34e8-4cd6-9c0e-321d2f551775 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f6fd6d-334e-4a71-81c5-bfee3480d991 HTTP/1.1" status: 200 len: 217 time: 0.0991693 Jul 30 02:04:58.028599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:04:58.037572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-9a004b17-7e25-41d0-bcba-29f68276243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.040250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-9a004b17-7e25-41d0-bcba-29f68276243f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.0915780 Jul 30 02:04:58.045272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee23d4-7caf-49ac-9014-bf124339e873 None None] Sync routers for ids ['7d81653c-4f0b-463c-8b0d-749b1e171619'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:04:58.086673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee23d4-7caf-49ac-9014-bf124339e873 None None] Routers {'7d81653c-4f0b-463c-8b0d-749b1e171619'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:58.088366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ccee23d4-7caf-49ac-9014-bf124339e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7d81653c-4f0b-463c-8b0d-749b1e171619'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:58.128219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.130530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3f4e1f4b-e6e5-4166-b06e-6b8584e82347 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2874219 Jul 30 02:04:58.141129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58140) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:58.179125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ccee23d4-7caf-49ac-9014-bf124339e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:58.192839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-6c7d4cb0-2885-44dc-8cfd-823ca6e8650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.194020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee23d4-7caf-49ac-9014-bf124339e873 None None] Routers {'7d81653c-4f0b-463c-8b0d-749b1e171619'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:04:58.195366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ccee23d4-7caf-49ac-9014-bf124339e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:04:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7d81653c-4f0b-463c-8b0d-749b1e171619'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:58.195529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-6c7d4cb0-2885-44dc-8cfd-823ca6e8650c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400614 Jul 30 02:04:58.222230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Attempting to bind port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:04:58.222827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Attempting to bind port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:04:58.223395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Attempting to bind port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on network 67b32542-595e-4a72-ad66-90e338237799 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:58.240524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on network 67b32542-595e-4a72-ad66-90e338237799 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:04:58.241127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Attempting to bind port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on network 67b32542-595e-4a72-ad66-90e338237799 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:04:58.259672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:04:58.260244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Checking segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:04:58.260836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Bound using segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:04:58.261587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Bound port: ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:04:58.262192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.272590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ccee23d4-7caf-49ac-9014-bf124339e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:04:58.274072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee23d4-7caf-49ac-9014-bf124339e873 None None] The sync data for ids ['7d81653c-4f0b-463c-8b0d-749b1e171619'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:04:58.321593 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6ef107-ed21-4761-9abc-7c6fb930fce8 x-openstack-request-id: req-3e6ef107-ed21-4761-9abc-7c6fb930fce8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:04:58.322559 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93", "name": "network-vif-plugged", "status": "completed", "tag": "bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:04:58.323198 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3e6ef107-ed21-4761-9abc-7c6fb930fce8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:04:58.325160 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86', 'code': 200} Jul 30 02:04:58.447699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-2b67c879-b355-408f-a3aa-d6a972c6b183 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439260 Jul 30 02:04:58.468171 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-95b927f1-26a2-475a-8100-50c1bce49ca9 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/routers/7d81653c-4f0b-463c-8b0d-749b1e171619 HTTP/1.1" status: 200 len: 924 time: 0.3207448 Jul 30 02:04:58.469309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58144) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:58.523333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d0ccd032-b388-4ff7-acf1-4afa22291407 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d81653c-4f0b-463c-8b0d-749b1e171619 HTTP/1.1" status: 200 len: 205 time: 0.0520527 Jul 30 02:04:58.524232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:04:58.527501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58146) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:04:58.534566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:04:58.550568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.694988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.696250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.699055 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-5dabb410-e180-4088-9345-17897fb7840e service neutron] 10.222.0.41 "PUT /v2.0/ports/ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 1092 time: 3.5361960 Jul 30 02:04:58.700334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:04:58.705408 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854434e9-7473-4b27-8e98-bfe6ec2378d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:04:58.764790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874c3fc-ff53-4fc1-996c-fb192f8264c1 req-178d1863-8adc-404f-a9a1-d448fd59145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.767458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3874c3fc-ff53-4fc1-996c-fb192f8264c1 req-178d1863-8adc-404f-a9a1-d448fd59145e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 1096 time: 0.2423043 Jul 30 02:04:58.799271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416d48d-906b-4e12-bfc1-e18b8e6cd4c2 req-7af3c3c7-9edc-4075-a617-69939b9c22ee tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.812401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3416d48d-906b-4e12-bfc1-e18b8e6cd4c2 req-7af3c3c7-9edc-4075-a617-69939b9c22ee tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.2949479 Jul 30 02:04:58.860139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68baf43c-5e62-418e-96b3-f98f338df8cf req-e8ddc390-45ba-4900-89f8-c19f599d05aa service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044383 Jul 30 02:04:58.885782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3874c3fc-ff53-4fc1-996c-fb192f8264c1 req-af0fd534-d154-409d-a6b6-bbf47a7a7645 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011491 Jul 30 02:04:58.902777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabb410-e180-4088-9345-17897fb7840e service neutron] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:04:58.949341 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:58.956805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-b9a7905a-8f6f-4175-8076-e99d58017032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:58.959723 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-b9a7905a-8f6f-4175-8076-e99d58017032 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1096 time: 0.1528935 Jul 30 02:04:59.307359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-0b9a8376-c7be-4c3f-ab5d-65e7ae58cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:59.309586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-0b9a8376-c7be-4c3f-ab5d-65e7ae58cc62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.2897592 Jul 30 02:04:59.319026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.416114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3416d48d-906b-4e12-bfc1-e18b8e6cd4c2 req-d965f4a5-d9fd-4d8c-88e4-57ab999d1a89 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881386 Jul 30 02:04:59.475771 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-b03ed5b5-9fe3-4887-b170-b1e05d0e585f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 1000 time: 0.1533813 Jul 30 02:04:59.590351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Deleting port 9b8db9df-285d-4d01-88ad-857f5ffb1b91 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:04:59.590831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.603371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154873fb-6ce2-41a6-a131-fae5e837c83e req-6327e356-db60-4883-833b-48f9469c4908 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:59.606584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-154873fb-6ce2-41a6-a131-fae5e837c83e req-6327e356-db60-4883-833b-48f9469c4908 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.0837834 Jul 30 02:04:59.625232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-32df514e-7d74-4572-8a15-6283ff74bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:59.627593 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-32df514e-7d74-4572-8a15-6283ff74bc44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1260221 Jul 30 02:04:59.684850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-154873fb-6ce2-41a6-a131-fae5e837c83e req-cfb17a4b-4ad7-4194-b944-dba5df36d4a0 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675325 Jul 30 02:04:59.790454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-4f146ba7-f260-4b2a-a398-52325c566961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:59.793212 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-4f146ba7-f260-4b2a-a398-52325c566961 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088269 Jul 30 02:04:59.922846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:04:59.933626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c018c0-3902-47a1-ae86-2fd118c5d7fe req-10eb4d8a-f2f5-4689-9ba7-a5a8cc7bf3e0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:04:59.936239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1c018c0-3902-47a1-ae86-2fd118c5d7fe req-10eb4d8a-f2f5-4689-9ba7-a5a8cc7bf3e0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0921559 Jul 30 02:04:59.959708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Calling delete_port for 9b8db9df-285d-4d01-88ad-857f5ffb1b91 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:00.010642 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1c018c0-3902-47a1-ae86-2fd118c5d7fe req-510b311c-8558-4bfd-8ab2-99000c55e3a8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655797 Jul 30 02:05:00.102528 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-15018071-c1bb-4680-8784-a257c4044398 service neutron] 10.222.0.41 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964842 Jul 30 02:05:00.235635 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fd7fd4-cb6e-43e1-b610-1d293599bc23 x-openstack-request-id: req-c3fd7fd4-cb6e-43e1-b610-1d293599bc23 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:00.236214 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:00.236705 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c3fd7fd4-cb6e-43e1-b610-1d293599bc23 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:00.237744 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'status': 'completed', 'code': 200} Jul 30 02:05:00.472483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2973f-8ca3-4cfd-8999-39ad332ca261 req-27f1d97e-d686-4c50-b389-006874927526 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:00.475175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff2973f-8ca3-4cfd-8999-39ad332ca261 req-27f1d97e-d686-4c50-b389-006874927526 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 944 time: 0.1099725 Jul 30 02:05:00.496595 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9874dfb4-7e7c-46b1-972e-921d081c5077 req-0c1a5457-8bc9-46d3-b59e-92d99b79da6d service neutron] 10.222.0.41 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754160 Jul 30 02:05:00.501577 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.549622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event deleted for resources: {'Port': ['ID=9b8db9df-285d-4d01-88ad-857f5ffb1b91,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:00.590495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486774-29e7-4898-8384-91cd6d0c4423 req-156552d7-a0d1-44c5-9c20-3b36129e24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:00.593256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63486774-29e7-4898-8384-91cd6d0c4423 req-156552d7-a0d1-44c5-9c20-3b36129e24eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1095 time: 0.1163244 Jul 30 02:05:00.598784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff2973f-8ca3-4cfd-8999-39ad332ca261 req-b09498a2-099b-4d88-8e5b-1f7ac138f06c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069660 Jul 30 02:05:00.776581 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f95bece1-c067-412b-9225-fcc0111021f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.785632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486774-29e7-4898-8384-91cd6d0c4423 req-38c8deec-6465-432b-a92b-0eb7d29b4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:00.788324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63486774-29e7-4898-8384-91cd6d0c4423 req-38c8deec-6465-432b-a92b-0eb7d29b4dd5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.1565688 Jul 30 02:05:00.856667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:00.933361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63486774-29e7-4898-8384-91cd6d0c4423 req-43cb0e91-cd95-42c0-9591-a1d446dec6ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 999 time: 0.1351566 Jul 30 02:05:01.066537 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.072855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.079642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-8097dc48-4aef-41dd-b937-e12e6adb5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.081655 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-8097dc48-4aef-41dd-b937-e12e6adb5547 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1096 time: 0.5005543 Jul 30 02:05:01.094142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486774-29e7-4898-8384-91cd6d0c4423 req-e0b84d3d-db44-44f9-939e-2b78bd600fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.096146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63486774-29e7-4898-8384-91cd6d0c4423 req-e0b84d3d-db44-44f9-939e-2b78bd600fea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1558361 Jul 30 02:05:01.288482 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.301869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.303668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Fanout notify agent at l3_agent the message router_deleted on router 7d81653c-4f0b-463c-8b0d-749b1e171619 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:05:01.337803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21d003-f564-40ad-a308-69dee1e308ac req-110a25e4-2f98-420d-8924-71e475261335 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.340770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb21d003-f564-40ad-a308-69dee1e308ac req-110a25e4-2f98-420d-8924-71e475261335 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.1350482 Jul 30 02:05:01.345588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486774-29e7-4898-8384-91cd6d0c4423 req-6cae4040-2029-4f51-be25-babda390ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.348667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63486774-29e7-4898-8384-91cd6d0c4423 req-6cae4040-2029-4f51-be25-babda390ad6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2429647 Jul 30 02:05:01.357587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.368192 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9b263410-91db-49be-bb03-7862fd8ab771 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/7d81653c-4f0b-463c-8b0d-749b1e171619 HTTP/1.1" status: 204 len: 168 time: 2.8317645 Jul 30 02:05:01.369176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58176) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:01.383868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'router': {'name': 'tempest-snat-router-597391830', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': False}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:01.427099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-85b568b4-78cf-4818-9daf-a8c6549bfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.431516 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-85b568b4-78cf-4818-9daf-a8c6549bfe19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.3332784 Jul 30 02:05:01.452921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb21d003-f564-40ad-a308-69dee1e308ac req-0049387c-eaa3-4f75-819f-c964779ae1e4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980685 Jul 30 02:05:01.577818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.579797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.646728 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-fc84a1f4-abf4-45b1-b7d0-296cabc04c24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 1000 time: 0.2057238 Jul 30 02:05:01.685150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63486774-29e7-4898-8384-91cd6d0c4423 req-c14bcbd1-cb4b-4134-b00f-4c913de65ac4 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986927 Jul 30 02:05:01.922125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:01.962811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3848c-5ea2-40f9-b68a-0b9da6fa3684 req-1eb760e1-5a02-49e2-b393-ebb486d7b4e9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:01.979387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63f3848c-5ea2-40f9-b68a-0b9da6fa3684 req-1eb760e1-5a02-49e2-b393-ebb486d7b4e9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.2840867 Jul 30 02:05:02.134726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63f3848c-5ea2-40f9-b68a-0b9da6fa3684 req-31a17fc6-0dc2-4e06-aa1c-c0066c85eebb tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525459 Jul 30 02:05:02.142811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63486774-29e7-4898-8384-91cd6d0c4423 req-40a8817e-b6c5-4b29-aadd-87b5796b5635 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446261 Jul 30 02:05:02.150657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-94284bf1-36a6-4972-8a12-b46afe348865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:02.153328 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-94284bf1-36a6-4972-8a12-b46afe348865 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.4963257 Jul 30 02:05:02.578845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b960b-cac4-4506-8195-6c246c9afdbe req-800c98a3-a7d4-4abe-8dba-189fb98d6646 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:02.597190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f6b960b-cac4-4506-8195-6c246c9afdbe req-800c98a3-a7d4-4abe-8dba-189fb98d6646 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 945 time: 0.1583219 Jul 30 02:05:02.705526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f6b960b-cac4-4506-8195-6c246c9afdbe req-85bebcbc-96c7-4de5-8160-46bbcfcf1f61 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/security-groups?id=15ed8ad8-d711-42c0-8a13-72fc6a10f80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051817 Jul 30 02:05:02.793899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.011314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73aa7fb-ad90-4872-9bf0-f5d98be3ee64 req-78c38a8a-d78c-4f12-80ed-257b194a1356 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:03.020881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b73aa7fb-ad90-4872-9bf0-f5d98be3ee64 req-78c38a8a-d78c-4f12-80ed-257b194a1356 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1659136 Jul 30 02:05:03.146007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b73aa7fb-ad90-4872-9bf0-f5d98be3ee64 req-49866b98-aa10-426f-b8e0-4a61e1f77a18 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209755 Jul 30 02:05:03.392268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-18540030-7c47-4446-95c0-f750dc38b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:03.394992 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-18540030-7c47-4446-95c0-f750dc38b1bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024586 Jul 30 02:05:03.419936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.421151 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb755-1a29-4fd8-9a38-b1fab221b2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.473306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0afd3-88d6-4c1c-8caa-dd7a689170c7 req-60c2f4cf-0ac6-4bec-9d43-ac98203d9201 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:03.488370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.491508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42e0afd3-88d6-4c1c-8caa-dd7a689170c7 req-60c2f4cf-0ac6-4bec-9d43-ac98203d9201 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.2433083 Jul 30 02:05:03.595800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42e0afd3-88d6-4c1c-8caa-dd7a689170c7 req-fa12dac7-558c-4f2d-8d0e-decb617dfb36 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014082 Jul 30 02:05:03.814335 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:03.871522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc8caa-223a-4a3e-a6dd-439d51b309b6 req-ea78404d-7e54-4455-9c35-d48a06d43154 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:03.874908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ecc8caa-223a-4a3e-a6dd-439d51b309b6 req-ea78404d-7e54-4455-9c35-d48a06d43154 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 944 time: 0.1276305 Jul 30 02:05:03.889174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-8bfd6222-44ac-4c4a-a55e-bed7a366d813 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:03.892045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-8bfd6222-44ac-4c4a-a55e-bed7a366d813 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 945 time: 0.2120790 Jul 30 02:05:03.907465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Allocated IP 172.25.7.6 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/34c79aa2-b688-4a44-bae7-f930e7c30abd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:04.016768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ecc8caa-223a-4a3e-a6dd-439d51b309b6 req-cb4eae29-57dd-41c8-b65c-0dc302a3e3cd tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229041 Jul 30 02:05:04.167924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Deleting port 1288c3be-719b-4ae5-8c35-c19331a4f341 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:04.169024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.440181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ad3bf-2fe7-45b2-b503-20cc61169bd3 req-76acccf2-31ab-4b97-99e9-08717b4cf219 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:04.442241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a2ad3bf-2fe7-45b2-b503-20cc61169bd3 req-76acccf2-31ab-4b97-99e9-08717b4cf219 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.1422911 Jul 30 02:05:04.465730 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.492873 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.547127 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-b68a53bf-516d-4e75-88fe-4bbe17d78b4b service neutron] 10.222.0.41 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916712 Jul 30 02:05:04.553280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] For port 1288c3be-719b-4ae5-8c35-c19331a4f341, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1288c3be-719b-4ae5-8c35-c19331a4f341,segment=NetworkSegment(ba28d363-cd49-4cde-9813-b371a0baca27),segment_id=ba28d363-cd49-4cde-9813-b371a0baca27)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:04.553805 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.599041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a2ad3bf-2fe7-45b2-b503-20cc61169bd3 req-b2dc2934-2ebb-4c98-9791-b58554af5121 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078959 Jul 30 02:05:04.602273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:04.607707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Calling delete_port for 1288c3be-719b-4ae5-8c35-c19331a4f341 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:04.684145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:04.689697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:04.704606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:04.709348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event updated for resources: {'Port': ['ID=34c79aa2-b688-4a44-bae7-f930e7c30abd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:04.752828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.753317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.753742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.754000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.754345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.754949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.755302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.755846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.756520 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.756868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.757242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:04.757585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:05.158176 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.270755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Pushing event deleted for resources: {'Port': ['ID=1288c3be-719b-4ae5-8c35-c19331a4f341,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:05.426901 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.442638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] No DVR routers for this DVR port 1288c3be-719b-4ae5-8c35-c19331a4f341 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:05.447651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:05.452834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e315820-c939-4bd9-acd2-9127eaee7154 req-96d4bf3a-0d97-4393-ab34-efacfa42318f tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.22 "DELETE /v2.0/ports/1288c3be-719b-4ae5-8c35-c19331a4f341 HTTP/1.1" status: 204 len: 173 time: 1.5477369 Jul 30 02:05:05.454286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5', 'name': 'network-vif-deleted', 'tag': '1288c3be-719b-4ae5-8c35-c19331a4f341'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:05.460258 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40647f2-dfaa-49c9-8b5a-9f452154ae06" -d '{"events": [{"server_uuid": "7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5", "name": "network-vif-deleted", "tag": "1288c3be-719b-4ae5-8c35-c19331a4f341"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:05.496255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2cab4a8-d49c-40de-9d20-f2bb036ee9a3 req-6063e1e4-2168-4d28-8230-f2a0023e2464 tempest-ServerTagsTestJSON-8197675 tempest-ServerTagsTestJSON-8197675-project] 10.222.0.84 "GET /v2.0/ports?device_id=7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5 HTTP/1.1" status: 200 len: 210 time: 0.1496251 Jul 30 02:05:05.906088 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-854434e9-7473-4b27-8e98-bfe6ec2378d4 req-d6541b17-f5b9-476b-8fe1-133fc9356ec1 service neutron] 10.222.0.41 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534113 Jul 30 02:05:05.908267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3612a67-c6f8-4a8b-ac3e-3e9f08044d29 req-526ea300-cc61-45b2-8e5b-31f545284224 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:05.929824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3612a67-c6f8-4a8b-ac3e-3e9f08044d29 req-526ea300-cc61-45b2-8e5b-31f545284224 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1319647 Jul 30 02:05:06.039010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3612a67-c6f8-4a8b-ac3e-3e9f08044d29 req-ab2c5c6c-7259-4773-a747-59beaffe55f4 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076550 Jul 30 02:05:06.074999 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.175543 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.315013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b218ac4-68ab-4ddf-be3a-5519a92351b4 req-ded39dea-1ccd-431c-887b-18ce348445fc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:06.334927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b218ac4-68ab-4ddf-be3a-5519a92351b4 req-ded39dea-1ccd-431c-887b-18ce348445fc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 944 time: 0.1558621 Jul 30 02:05:06.395149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Router c0e517f6-aead-4067-a559-06903c862758 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:05:06.480384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b218ac4-68ab-4ddf-be3a-5519a92351b4 req-1aba628a-1fc7-4537-9a56-5a7365aa7fce tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442001 Jul 30 02:05:06.491869 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6617894d-a0ad-4d38-bbef-227850e428de req-9d1f41d7-6307-418d-acdb-19dfb88061a7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2222569 Jul 30 02:05:06.771665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:06.791602 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Sync routers for ids ['c0e517f6-aead-4067-a559-06903c862758'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:06.816965 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Routers {'c0e517f6-aead-4067-a559-06903c862758'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:06.819087 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c0e517f6-aead-4067-a559-06903c862758'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:06.822547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:06.823262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1288c3be-719b-4ae5-8c35-c19331a4f341 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:06.824374 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7ee49b80-0863-449f-abaf-a171d76d542d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.4531379 Jul 30 02:05:06.829702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58218) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:06.898243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 1288c3be-719b-4ae5-8c35-c19331a4f341 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:06.898820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1288c3be-719b-4ae5-8c35-c19331a4f341 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:06.913800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617894d-a0ad-4d38-bbef-227850e428de req-6207047a-545c-46bb-bb58-fc395b3f0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:06.917093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6617894d-a0ad-4d38-bbef-227850e428de req-6207047a-545c-46bb-bb58-fc395b3f0c02 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 1096 time: 0.2893546 Jul 30 02:05:07.022646 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Set router c0e517f6-aead-4067-a559-06903c862758 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:07.218101 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5860cb72-718e-4268-a9e3-a1e3aa93c777 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/routers/c0e517f6-aead-4067-a559-06903c862758 HTTP/1.1" status: 200 len: 906 time: 0.3854768 Jul 30 02:05:07.220510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-ef4ab164-b932-4084-83ef-fd27010f8f3e tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:07.223168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:07.233824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-ef4ab164-b932-4084-83ef-fd27010f8f3e tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/networks?id=97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 200 len: 815 time: 0.4954915 Jul 30 02:05:07.240041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'router': {'name': 'tempest-snat-router-597391830', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': True}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:07.290410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-5a449a36-75df-498d-a02a-b1fcad2efb5a tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/quotas/931f71b52a13470ab505c5ab52b66f90 HTTP/1.1" status: 200 len: 375 time: 0.0550823 Jul 30 02:05:07.334596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.337186 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.379003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617894d-a0ad-4d38-bbef-227850e428de req-306a8899-ffca-459f-b735-339da1aa8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:07.381699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6617894d-a0ad-4d38-bbef-227850e428de req-306a8899-ffca-459f-b735-339da1aa8887 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.3994238 Jul 30 02:05:07.424848 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-f7a64962-1c1f-4d2f-9958-2e0c06fde1a9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=931f71b52a13470ab505c5ab52b66f90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329329 Jul 30 02:05:07.512644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6617894d-a0ad-4d38-bbef-227850e428de req-8a9ff89c-6e76-4e30-b7fc-46ca5f8baacc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62f16952-42a9-4b39-a500-2f8b1704784a HTTP/1.1" status: 200 len: 217 time: 0.1094763 Jul 30 02:05:07.520416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.735304 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e517f6-aead-4067-a559-06903c862758', 'name': 'tempest-snat-router-597391830', 'tenant_id': 'b125e8f94e81417294641928c69d7953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.6'}], 'enable_snat': False}, 'gw_port_id': '34c79aa2-b688-4a44-bae7-f930e7c30abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:01Z', 'updated_at': '2021-07-30T02:05:04Z', 'revision_number': 3, 'project_id': 'b125e8f94e81417294641928c69d7953', 'gw_port': {'id': '34c79aa2-b688-4a44-bae7-f930e7c30abd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e517f6-aead-4067-a559-06903c862758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:07.821167 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Checking router: c0e517f6-aead-4067-a559-06903c862758 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:07.822542 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Updating router c0e517f6-aead-4067-a559-06903c862758 port 34c79aa2-b688-4a44-bae7-f930e7c30abd binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:05:07.856584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.880194 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:07.890274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-4c5ba8c0-0922-4961-ae59-aa29bb9c1588 service neutron] 10.222.0.84 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521079 Jul 30 02:05:08.169331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617894d-a0ad-4d38-bbef-227850e428de req-c078fc8c-62dc-4700-a121-752dbca88928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:08.173880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6617894d-a0ad-4d38-bbef-227850e428de req-c078fc8c-62dc-4700-a121-752dbca88928 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.6384208 Jul 30 02:05:08.179625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-162008e5-ee48-4daf-acf4-d625da4d269c service neutron] 10.222.0.84 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878656 Jul 30 02:05:08.288596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617894d-a0ad-4d38-bbef-227850e428de req-016c63df-1882-4c01-a434-ef68f8bf5c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:08.292566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6617894d-a0ad-4d38-bbef-227850e428de req-016c63df-1882-4c01-a434-ef68f8bf5c93 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065454 Jul 30 02:05:08.497357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6617894d-a0ad-4d38-bbef-227850e428de req-8ef83a52-2358-4057-b102-fd4236356a5f service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946185 Jul 30 02:05:08.688286 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.699685 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.705888 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b07efa-709b-4a49-9824-b14be272490d x-openstack-request-id: req-a6b07efa-709b-4a49-9824-b14be272490d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:08.708185 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5", "name": "network-vif-deleted", "tag": "1288c3be-719b-4ae5-8c35-c19331a4f341", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:08.712918 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6b07efa-709b-4a49-9824-b14be272490d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:08.714220 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af2a1c8-fbbb-4123-b7d4-ac27e05c6ab5', 'name': 'network-vif-deleted', 'tag': '1288c3be-719b-4ae5-8c35-c19331a4f341', 'status': 'completed', 'code': 200} Jul 30 02:05:08.723960 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Transition to ACTIVE for port object 34c79aa2-b688-4a44-bae7-f930e7c30abd will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:08.742495 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.789388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6617894d-a0ad-4d38-bbef-227850e428de req-0d89eda1-43da-4c18-b0ec-7d472f540efe service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817044 Jul 30 02:05:08.802633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.860795 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Attempting to bind port 34c79aa2-b688-4a44-bae7-f930e7c30abd on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:08.861350 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Attempting to bind port 34c79aa2-b688-4a44-bae7-f930e7c30abd by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:08.861691 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Attempting to bind port 34c79aa2-b688-4a44-bae7-f930e7c30abd on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:08.877204 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:08.877634 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:08.878167 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:08.878947 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:08.879495 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Bound port: 34c79aa2-b688-4a44-bae7-f930e7c30abd, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:08.880034 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.041831 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] For port 34c79aa2-b688-4a44-bae7-f930e7c30abd, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:09.053106 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] For port 34c79aa2-b688-4a44-bae7-f930e7c30abd, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=34c79aa2-b688-4a44-bae7-f930e7c30abd,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:09.062038 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.074484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df98422-62e8-49ee-8651-663a539ec85e req-fd9b5b13-d988-40f6-8aa6-e82da7f3096a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:09.078755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df98422-62e8-49ee-8651-663a539ec85e req-fd9b5b13-d988-40f6-8aa6-e82da7f3096a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.2331035 Jul 30 02:05:09.110123 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65400db-dbe1-4589-a5aa-7c2f330d92ec None None] Pushing event updated for resources: {'Port': ['ID=34c79aa2-b688-4a44-bae7-f930e7c30abd,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:09.221374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Allocated IP 172.25.7.147 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/cd9a005e-87c3-4770-b5e9-92e42882157b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:09.283365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2df98422-62e8-49ee-8651-663a539ec85e req-f9cecef2-f3ec-4781-a177-cec91872d4ef tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872518 Jul 30 02:05:09.288182 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Routers {'c0e517f6-aead-4067-a559-06903c862758'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:09.289572 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c0e517f6-aead-4067-a559-06903c862758'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:09.470807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58240) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:09.528828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.597716 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] Set router c0e517f6-aead-4067-a559-06903c862758 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:09.700808 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.750196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09805a2-6559-4747-9b23-ea65585025b1 admin admin] Deleting subnet 67858d88-bf34-4739-85d5-3273609b51d6 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:09.776548 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b09805a2-6559-4747-9b23-ea65585025b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:09.799138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:09.816920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:09.822122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:09.856792 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65400db-dbe1-4589-a5aa-7c2f330d92ec None None] Pushing event updated for resources: {'Port': ['ID=34c79aa2-b688-4a44-bae7-f930e7c30abd,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:09.973155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event updated for resources: {'Port': ['ID=cd9a005e-87c3-4770-b5e9-92e42882157b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:10.069332 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b09805a2-6559-4747-9b23-ea65585025b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.188400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-e8d96eac-1abb-4626-9ccb-c4f899a14f8f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:10.192185 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e517f6-aead-4067-a559-06903c862758', 'name': 'tempest-snat-router-597391830', 'tenant_id': 'b125e8f94e81417294641928c69d7953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.6'}], 'enable_snat': False}, 'gw_port_id': '34c79aa2-b688-4a44-bae7-f930e7c30abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:01Z', 'updated_at': '2021-07-30T02:05:04Z', 'revision_number': 3, 'project_id': 'b125e8f94e81417294641928c69d7953', 'gw_port': {'id': '34c79aa2-b688-4a44-bae7-f930e7c30abd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e517f6-aead-4067-a559-06903c862758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:10.198414 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-e8d96eac-1abb-4626-9ccb-c4f899a14f8f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93 HTTP/1.1" status: 200 len: 945 time: 0.3484855 Jul 30 02:05:10.207634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d60df-b789-4b51-8a40-3c0ca1e6ce31 req-a8a01025-9385-4324-bad5-d513ff700914 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:10.223257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-853d60df-b789-4b51-8a40-3c0ca1e6ce31 req-a8a01025-9385-4324-bad5-d513ff700914 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.4533429 Jul 30 02:05:10.294698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b09805a2-6559-4747-9b23-ea65585025b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.309316 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a410fd-f4ba-422b-8441-c6ce09711f05 None None] The sync data for ids ['c0e517f6-aead-4067-a559-06903c862758'] in n-d-715271-7 is: [{'id': 'c0e517f6-aead-4067-a559-06903c862758', 'name': 'tempest-snat-router-597391830', 'tenant_id': 'b125e8f94e81417294641928c69d7953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.6'}], 'enable_snat': False}, 'gw_port_id': '34c79aa2-b688-4a44-bae7-f930e7c30abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:01Z', 'updated_at': '2021-07-30T02:05:04Z', 'revision_number': 3, 'project_id': 'b125e8f94e81417294641928c69d7953', 'gw_port': {'id': '34c79aa2-b688-4a44-bae7-f930e7c30abd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e517f6-aead-4067-a559-06903c862758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:03Z', 'updated_at': '2021-07-30T02:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:10.451849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-853d60df-b789-4b51-8a40-3c0ca1e6ce31 req-6cf3ac4b-9905-4765-972d-7f5f77774f50 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240219 Jul 30 02:05:10.538514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b09805a2-6559-4747-9b23-ea65585025b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.717922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Deleting port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:10.718756 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.733464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09805a2-6559-4747-9b23-ea65585025b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67858d88-bf34-4739-85d5-3273609b51d6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:10.812063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b09805a2-6559-4747-9b23-ea65585025b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:10.826519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b09805a2-6559-4747-9b23-ea65585025b1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/67858d88-bf34-4739-85d5-3273609b51d6 HTTP/1.1" status: 204 len: 168 time: 1.3531466 Jul 30 02:05:10.844000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58246) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:11.066758 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.073515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041a540-45de-49ce-b900-b28f0ad71150 req-2fb37a17-b7a6-4608-972c-de15a9eec675 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:11.085448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5041a540-45de-49ce-b900-b28f0ad71150 req-2fb37a17-b7a6-4608-972c-de15a9eec675 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 944 time: 0.4128652 Jul 30 02:05:11.161865 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.356221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5041a540-45de-49ce-b900-b28f0ad71150 req-fb3aed9b-18f0-44a3-b805-09451252fff8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627084 Jul 30 02:05:11.563381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] For port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:11.565432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.675628 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.677817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Calling delete_port for bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:11.735616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:11.845552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b4c4234-dad0-4a54-a655-9b6375947b89 req-a6b9384c-e005-4c01-9663-f5e4b37562d3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 210 time: 0.1517913 Jul 30 02:05:11.856598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba28d363-cd49-4cde-9813-b371a0baca27') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:11.884448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba28d363-cd49-4cde-9813-b371a0baca27') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:11.929908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:11.978961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-f831dd1a-8171-4faa-9884-652ace93f651 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:11.981252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-f831dd1a-8171-4faa-9884-652ace93f651 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.22 "GET /v2.0/networks?id=97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 200 len: 815 time: 0.8277881 Jul 30 02:05:11.983521 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.001857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:05:12.002514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:05:12.007022 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:05:12.050144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.066811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:12.155134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Request body: {'port': {'device_id': '99a26e4e-7241-4b09-be40-097204002cff', 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0', 'admin_state_up': True, 'tenant_id': '931f71b52a13470ab505c5ab52b66f90'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:12.202376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Pushing event deleted for resources: {'Port': ['ID=bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:12.211414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] No DVR routers for this DVR port bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:12.217370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.221108 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b28d340d-d0fc-4fe9-a625-4b5242c3bf41 req-d097fdf2-c6ae-45ff-9e94-23ac0e9cdcea tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.41 "DELETE /v2.0/ports/bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 HTTP/1.1" status: 204 len: 173 time: 1.8657186 Jul 30 02:05:12.232635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'name': 'network-vif-deleted', 'tag': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:12.237009 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b37f00-8570-414d-98e2-54f27103f9a8" -d '{"events": [{"server_uuid": "c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93", "name": "network-vif-deleted", "tag": "bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:12.303263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.480242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e74233-516f-40da-973e-46b469c9ac08 req-fa780a1b-2081-45f9-b9cf-2a1b90c60fe1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:12.494695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62e74233-516f-40da-973e-46b469c9ac08 req-fa780a1b-2081-45f9-b9cf-2a1b90c60fe1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.3581653 Jul 30 02:05:12.507674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.548432 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.551928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] 10.222.0.84 "DELETE /v2.0/networks/a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c HTTP/1.1" status: 204 len: 168 time: 1.7047253 Jul 30 02:05:12.595022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed128ae-159b-47c7-b798-4c10cb9f4c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d7c3f3-f655-4f42-9d2b-96b8fd466e6c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:12.646123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 34c79aa2-b688-4a44-bae7-f930e7c30abd up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:12.665027 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62e74233-516f-40da-973e-46b469c9ac08 req-05728a16-e2db-4fd1-aca2-e65f5bdd203d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637304 Jul 30 02:05:12.724454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Made reservation on behalf of 931f71b52a13470ab505c5ab52b66f90 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:12.731097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:12.871488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 34c79aa2-b688-4a44-bae7-f930e7c30abd completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:12.896729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 34c79aa2-b688-4a44-bae7-f930e7c30abd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:12.903175 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.345240 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.431684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 34c79aa2-b688-4a44-bae7-f930e7c30abd, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=34c79aa2-b688-4a44-bae7-f930e7c30abd,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:13.449082 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:13.545539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Allocated IP 172.20.0.3 (97772b6d-f86e-42a9-889d-eeed81c73ce0/8eba372e-c03b-410b-be01-96b123dfa986/38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:13.584917 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208c719-ec27-43d6-9ad1-72ac2629e502 x-openstack-request-id: req-a208c719-ec27-43d6-9ad1-72ac2629e502 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:13.585566 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93", "name": "network-vif-deleted", "tag": "bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:13.585566 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a208c719-ec27-43d6-9ad1-72ac2629e502 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:13.585855 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84ac56a-89b8-40ca-b6a7-e1c15fb6bf93', 'name': 'network-vif-deleted', 'tag': 'bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86', 'status': 'completed', 'code': 200} Jul 30 02:05:13.596614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58258) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:13.598214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=34c79aa2-b688-4a44-bae7-f930e7c30abd,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:13.626004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.626984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.627860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.628585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.629413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.630131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.630961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.631744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.632333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.632912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.633492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.634040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:13.658770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a3d4c-bd79-4fa9-aeb3-342273678272 req-e124a84e-d85f-4a83-a559-1fc6d57d75a4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:13.666742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c1a3d4c-bd79-4fa9-aeb3-342273678272 req-e124a84e-d85f-4a83-a559-1fc6d57d75a4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 944 time: 0.2537942 Jul 30 02:05:13.731103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-7dd1e14e-b1f6-4faa-9e4e-224422d3967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:13.734813 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-7dd1e14e-b1f6-4faa-9e4e-224422d3967c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1095 time: 0.1478376 Jul 30 02:05:13.747524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9ab301b6-27a1-4ca6-8bf3-a02e0a031e0c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c278d871311041fd9e5b4b4ff898de1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516581 Jul 30 02:05:13.757964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:13.836143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Router 77087b7d-13fe-4413-bf08-fad0b8d2cdaf is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:05:13.875818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c1a3d4c-bd79-4fa9-aeb3-342273678272 req-b131e67a-75ea-4e7c-a273-9673c0f7b37c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989202 Jul 30 02:05:14.158193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:14.174879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 84f6fd6d-334e-4a71-81c5-bfee3480d991 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:05:14.177673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:14.194703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-137f70d9-5c64-445b-b3ff-65a1cb0a4fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.208572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.213075 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4d3a0119-8227-4c9e-984f-f8be1bc6fd59 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9881153 Jul 30 02:05:14.218307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58266) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:14.232107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:14.233331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device bf2ff98b-12ef-4ba3-b203-90d9dc7f1a86 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:14.235854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Sync routers for ids ['77087b7d-13fe-4413-bf08-fad0b8d2cdaf'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:14.287768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Routers {'77087b7d-13fe-4413-bf08-fad0b8d2cdaf'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:14.288969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['77087b7d-13fe-4413-bf08-fad0b8d2cdaf'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:14.339402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-137f70d9-5c64-445b-b3ff-65a1cb0a4fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.485193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-137f70d9-5c64-445b-b3ff-65a1cb0a4fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.508735 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-137f70d9-5c64-445b-b3ff-65a1cb0a4fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.514316 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-137f70d9-5c64-445b-b3ff-65a1cb0a4fce admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/15ed8ad8-d711-42c0-8a13-72fc6a10f80f HTTP/1.1" status: 204 len: 168 time: 0.7510223 Jul 30 02:05:14.573720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f70d9-5c64-445b-b3ff-65a1cb0a4fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed8ad8-d711-42c0-8a13-72fc6a10f80f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:14.673078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558905d7-0d6d-4ce6-95fd-b03890e799ab req-c182082b-f4a5-4efb-bd55-d5d46efadafc tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 210 time: 0.0411985 Jul 30 02:05:14.726174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58270) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:14.726578 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6dd55665-b3e9-4fc6-813f-911301f8d25e tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/routers/77087b7d-13fe-4413-bf08-fad0b8d2cdaf HTTP/1.1" status: 200 len: 907 time: 0.5062199 Jul 30 02:05:14.752187 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:14.852334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 34c79aa2-b688-4a44-bae7-f930e7c30abd up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:14.964322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-5d5ca649-f033-46d1-9123-561400abe8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:14.967085 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-5d5ca649-f033-46d1-9123-561400abe8cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.1969900 Jul 30 02:05:14.979179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 84f6fd6d-334e-4a71-81c5-bfee3480d991, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=84f6fd6d-334e-4a71-81c5-bfee3480d991,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:15.011668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Set router 77087b7d-13fe-4413-bf08-fad0b8d2cdaf gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:15.045582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.046554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '84f6fd6d-334e-4a71-81c5-bfee3480d991', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'port_id': '84f6fd6d-334e-4a71-81c5-bfee3480d991', 'mac_address': 'fa:16:3e:84:a4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:05:15.080516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc1414-51a1-41f8-9142-a2c33ee0d0f0 req-3b3b28f1-b30d-4cc1-bc90-be1bcc082ca3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:15.083715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31dc1414-51a1-41f8-9142-a2c33ee0d0f0 req-3b3b28f1-b30d-4cc1-bc90-be1bcc082ca3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.2603457 Jul 30 02:05:15.096575 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-df48cc63-ee4e-4e6c-87d9-8fb61463f8d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 999 time: 0.1210868 Jul 30 02:05:15.141704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 34c79aa2-b688-4a44-bae7-f930e7c30abd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:15.142477 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.216487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-d187f903-3e7c-435e-9ac0-8ec85efd589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:15.216487 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-d187f903-3e7c-435e-9ac0-8ec85efd589d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1051691 Jul 30 02:05:15.281878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-c7e407a2-9b63-4caa-b4bb-a2eaf2f4fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:15.283503 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-c7e407a2-9b63-4caa-b4bb-a2eaf2f4fdfc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646324 Jul 30 02:05:15.287828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31dc1414-51a1-41f8-9142-a2c33ee0d0f0 req-2c5b5e42-0ab9-419b-841b-87767a0a2f06 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305518 Jul 30 02:05:15.308619 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.314631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-7f7f3351-d103-47a7-8785-f0ed112ba4f1 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:05:15.314907 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.320132 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-7f7f3351-d103-47a7-8785-f0ed112ba4f1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231307 Jul 30 02:05:15.352814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f6fd6d-334e-4a71-81c5-bfee3480d991 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:05:15.377398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Network 97772b6d-f86e-42a9-889d-eeed81c73ce0 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:15.383097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:15.392618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:15.432468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 84f6fd6d-334e-4a71-81c5-bfee3480d991, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=84f6fd6d-334e-4a71-81c5-bfee3480d991,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:15.443732 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.472090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.513958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Pushing event updated for resources: {'Port': ['ID=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:15.538726 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-a9bec3f2-52e9-4877-a664-296034f265ea service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078719 Jul 30 02:05:15.582071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:15.583762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.620450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77087b7d-13fe-4413-bf08-fad0b8d2cdaf', 'name': 'tempest-snat-router-597391830', 'tenant_id': 'b125e8f94e81417294641928c69d7953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'cd9a005e-87c3-4770-b5e9-92e42882157b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:07Z', 'updated_at': '2021-07-30T02:05:10Z', 'revision_number': 3, 'project_id': 'b125e8f94e81417294641928c69d7953', 'gw_port': {'id': 'cd9a005e-87c3-4770-b5e9-92e42882157b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:05:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77087b7d-13fe-4413-bf08-fad0b8d2cdaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:05:08Z', 'updated_at': '2021-07-30T02:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:15.626345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=84f6fd6d-334e-4a71-81c5-bfee3480d991,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:15.662973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Checking router: 77087b7d-13fe-4413-bf08-fad0b8d2cdaf for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:05:15.663673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Updating router 77087b7d-13fe-4413-bf08-fad0b8d2cdaf port cd9a005e-87c3-4770-b5e9-92e42882157b binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:05:15.689397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86092ffb-2b05-4ae3-ba1b-a4be981507e5 req-31d40eef-792c-4ca6-8db3-b24534e93b00 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:15.697744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['84f6fd6d-334e-4a71-81c5-bfee3480d991'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:15.707156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86092ffb-2b05-4ae3-ba1b-a4be981507e5 req-31d40eef-792c-4ca6-8db3-b24534e93b00 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.2817359 Jul 30 02:05:15.722287 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f4571d56-f0b3-4749-b00d-360eb85caeab req-f54db740-380c-4965-bfe2-b2b84fe9d4b2 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742387 Jul 30 02:05:15.729853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-773f59d4-92bb-4e9d-95fd-8692f59bebe9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5921502 Jul 30 02:05:15.760565 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Request body: {'port': {'device_id': '99a26e4e-7241-4b09-be40-097204002cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:15.774661 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.917290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86092ffb-2b05-4ae3-ba1b-a4be981507e5 req-8dda8d36-70e3-4645-a9b3-bd9094727fb7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095726 Jul 30 02:05:15.928509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Deleting port cd9a005e-87c3-4770-b5e9-92e42882157b {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:15.929048 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:15.933821 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.257011 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:05:16.323567 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.366094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f5c68-437a-45a6-8172-62d525d68973 req-a5c0449b-93b2-4d35-8e8b-bdfbe74bd398 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:16.368759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c36f5c68-437a-45a6-8172-62d525d68973 req-a5c0449b-93b2-4d35-8e8b-bdfbe74bd398 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 945 time: 0.2804196 Jul 30 02:05:16.388646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Calling delete_port for cd9a005e-87c3-4770-b5e9-92e42882157b owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:16.444425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.468487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Transition to ACTIVE for port object cd9a005e-87c3-4770-b5e9-92e42882157b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:16.496864 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.567854 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c36f5c68-437a-45a6-8172-62d525d68973 req-a76e8f7e-aa68-431f-9c1e-275f322ebc2d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815293 Jul 30 02:05:16.593840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Attempting to bind port cd9a005e-87c3-4770-b5e9-92e42882157b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:16.594449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Attempting to bind port cd9a005e-87c3-4770-b5e9-92e42882157b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:16.595049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Attempting to bind port cd9a005e-87c3-4770-b5e9-92e42882157b on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:16.600568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ae78c-8e0a-4461-a3f1-c1c1090080f2 None None] Pushing event updated for resources: {'Port': ['ID=cd9a005e-87c3-4770-b5e9-92e42882157b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:16.610401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:16.611253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:16.612128 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.612789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:16.613614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Bound port: cd9a005e-87c3-4770-b5e9-92e42882157b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:16.614257 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.715978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] For port cd9a005e-87c3-4770-b5e9-92e42882157b, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:16.722411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] For port cd9a005e-87c3-4770-b5e9-92e42882157b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cd9a005e-87c3-4770-b5e9-92e42882157b,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:16.728471 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.834017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Routers {'77087b7d-13fe-4413-bf08-fad0b8d2cdaf'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:16.834983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['77087b7d-13fe-4413-bf08-fad0b8d2cdaf'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:16.882737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765968b-ff5c-45a2-bdc4-b744f16f67b7 req-79036b6b-673f-46e0-8f72-372bea88b564 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:16.884405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f765968b-ff5c-45a2-bdc4-b744f16f67b7 req-79036b6b-673f-46e0-8f72-372bea88b564 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 931 time: 0.1847155 Jul 30 02:05:16.900045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ae78c-8e0a-4461-a3f1-c1c1090080f2 None None] Pushing event updated for resources: {'Port': ['ID=cd9a005e-87c3-4770-b5e9-92e42882157b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:16.910577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:05:16.927100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.939544 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:16.976474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Transition to ACTIVE for port object 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:16.982959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd9a005e-87c3-4770-b5e9-92e42882157b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:16.986580 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.002559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] Set router 77087b7d-13fe-4413-bf08-fad0b8d2cdaf gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:05:17.058981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f765968b-ff5c-45a2-bdc4-b744f16f67b7 req-959fe110-abad-42fb-bbcf-a14e95065317 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604784 Jul 30 02:05:17.100824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77087b7d-13fe-4413-bf08-fad0b8d2cdaf', 'name': 'tempest-snat-router-597391830', 'tenant_id': 'b125e8f94e81417294641928c69d7953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:07Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'b125e8f94e81417294641928c69d7953', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:17.128505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Pushing event updated for resources: {'Port': ['ID=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:17.148737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fabdd4-25ec-4664-929c-71d422468e76 None None] The sync data for ids ['77087b7d-13fe-4413-bf08-fad0b8d2cdaf'] in n-d-715271-7 is: [{'id': '77087b7d-13fe-4413-bf08-fad0b8d2cdaf', 'name': 'tempest-snat-router-597391830', 'tenant_id': 'b125e8f94e81417294641928c69d7953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:05:07Z', 'updated_at': '2021-07-30T02:05:15Z', 'revision_number': 4, 'project_id': 'b125e8f94e81417294641928c69d7953', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:17.223732 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.362749 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.367602 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.432437 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Attempting to bind port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:17.432789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Attempting to bind port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:17.433149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Attempting to bind port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 on network 97772b6d-f86e-42a9-889d-eeed81c73ce0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:17.447277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77e6dc-1f1f-4a02-b25d-88fa278553cd req-351dd37f-311d-410b-8d67-232c2a5b2797 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:17.449000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b77e6dc-1f1f-4a02-b25d-88fa278553cd req-351dd37f-311d-410b-8d67-232c2a5b2797 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.2639377 Jul 30 02:05:17.452759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 on network 97772b6d-f86e-42a9-889d-eeed81c73ce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:05:17.453118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Attempting to bind port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 on network 97772b6d-f86e-42a9-889d-eeed81c73ce0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:17.467577 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.468147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77087b7d-13fe-4413-bf08-fad0b8d2cdaf {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:05:17.471612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:17.471959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Checking segment: {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:17.472344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Bound using segment: {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:17.472809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Bound port: 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:17.473186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.477833 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.479048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-285916d8-0c0b-4c7a-b77e-2fd62226d141 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "DELETE /v2.0/routers/77087b7d-13fe-4413-bf08-fad0b8d2cdaf HTTP/1.1" status: 204 len: 168 time: 2.7510722 Jul 30 02:05:17.483593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58306) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:17.551890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b77e6dc-1f1f-4a02-b25d-88fa278553cd req-8394511b-bf77-464a-82e6-227ed43d5946 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937698 Jul 30 02:05:17.617008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] For port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:17.625247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] For port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:17.632406 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.661236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.701449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:17.702519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.705058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] 10.222.0.22 "PUT /v2.0/ports/38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 HTTP/1.1" status: 200 len: 1091 time: 1.9516864 Jul 30 02:05:17.705798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a26e4e-7241-4b09-be40-097204002cff', 'tag': '38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:17.710008 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648" -d '{"events": [{"name": "network-changed", "server_uuid": "99a26e4e-7241-4b09-be40-097204002cff", "tag": "38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:17.768370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc935d-fd8e-4bb1-9bec-8e086b49314c service neutron] Pushing event updated for resources: {'Port': ['ID=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:17.855740 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:17.856332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-892e5c7f-724d-423b-b887-9deeb5ba563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:17.858533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-892e5c7f-724d-423b-b887-9deeb5ba563d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=931f71b52a13470ab505c5ab52b66f90&device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 1094 time: 0.0734379 Jul 30 02:05:17.939313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-59c58624-09a0-484e-aeac-bcae55158445 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 HTTP/1.1" status: 200 len: 217 time: 0.0670335 Jul 30 02:05:17.956316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Deleting port 34c79aa2-b688-4a44-bae7-f930e7c30abd {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:17.956905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.041687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-1b11beac-d0c3-4ade-89cb-f34c2ca66049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:18.046382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-1b11beac-d0c3-4ade-89cb-f34c2ca66049 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8eba372e-c03b-410b-be01-96b123dfa986 HTTP/1.1" status: 200 len: 855 time: 0.0940456 Jul 30 02:05:18.125389 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-b661d096-7a56-4b77-917e-12a2365c069b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97772b6d-f86e-42a9-889d-eeed81c73ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614629 Jul 30 02:05:18.126635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] For port 34c79aa2-b688-4a44-bae7-f930e7c30abd, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=34c79aa2-b688-4a44-bae7-f930e7c30abd,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:18.127076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.154535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Calling delete_port for 34c79aa2-b688-4a44-bae7-f930e7c30abd owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:18.184308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 84f6fd6d-334e-4a71-81c5-bfee3480d991 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:18.315273 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 84f6fd6d-334e-4a71-81c5-bfee3480d991 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:18.325030 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 84f6fd6d-334e-4a71-81c5-bfee3480d991 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:18.326147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.487105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f819a98-1b42-4205-be98-d4e8707424b9 req-428c5afc-770e-4682-b4e2-b7feab375ed2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:18.489174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f819a98-1b42-4205-be98-d4e8707424b9 req-428c5afc-770e-4682-b4e2-b7feab375ed2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.1755328 Jul 30 02:05:18.538536 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.543615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-f8e67c97-a234-4bd6-a2b0-adb4827ac058 service neutron] 10.222.0.22 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968830 Jul 30 02:05:18.558008 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.596374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event deleted for resources: {'Port': ['ID=34c79aa2-b688-4a44-bae7-f930e7c30abd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:18.598724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2dc141-0e04-4f27-8273-3a274b7e95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f6fd6d-334e-4a71-81c5-bfee3480d991'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:18.601849 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01275c6d-9045-4c30-a0dc-17ca76020f6c" -d '{"events": [{"server_uuid": "0b2dc141-0e04-4f27-8273-3a274b7e95a1", "name": "network-vif-plugged", "status": "completed", "tag": "84f6fd6d-334e-4a71-81c5-bfee3480d991"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:18.622060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 84f6fd6d-334e-4a71-81c5-bfee3480d991, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=84f6fd6d-334e-4a71-81c5-bfee3480d991,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:18.630601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.635918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f819a98-1b42-4205-be98-d4e8707424b9 req-3350abef-76ec-4838-90c3-9bec40786b23 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241872 Jul 30 02:05:18.709776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.739815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=84f6fd6d-334e-4a71-81c5-bfee3480d991,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:18.780843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27daa6af-e193-4edc-8d91-ce55f46ad2d3 req-9b3aa326-5c59-4753-8896-19c1807c5c13 service neutron] 10.222.0.22 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191286 Jul 30 02:05:18.860158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.863767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.883819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a1ccc-da80-4167-9431-e9d0d57ae39d req-986f397c-fce2-43a2-bf10-bb803ee6d71a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:18.886484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-374a1ccc-da80-4167-9431-e9d0d57ae39d req-986f397c-fce2-43a2-bf10-bb803ee6d71a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0850785 Jul 30 02:05:18.930140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.931066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0e517f6-aead-4067-a559-06903c862758 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:05:18.939076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:18.940957 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d3561b18-2d35-4c35-a6ce-c0745dd1ccd5 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "DELETE /v2.0/routers/c0e517f6-aead-4067-a559-06903c862758 HTTP/1.1" status: 204 len: 168 time: 1.4559197 Jul 30 02:05:18.947531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58338) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:18.959915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1622563663', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:18.964553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-374a1ccc-da80-4167-9431-e9d0d57ae39d req-b4ea97c2-2502-4288-b3a1-64b78f5c5849 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695302 Jul 30 02:05:19.035543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.035543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.189182 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.198414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec550a-f3e2-42a3-9227-00e63c3f101b req-2d99da76-3ef1-4ea0-a2f5-48c272a0c5a8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:19.208336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86ec550a-f3e2-42a3-9227-00e63c3f101b req-2d99da76-3ef1-4ea0-a2f5-48c272a0c5a8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 946 time: 0.1146564 Jul 30 02:05:19.286095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86ec550a-f3e2-42a3-9227-00e63c3f101b req-6983c922-be84-4e6a-bc78-12adc30a38ca tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730574 Jul 30 02:05:19.375777 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90471f9-5c6e-40d7-8e24-33a508ee8af8 x-openstack-request-id: req-a90471f9-5c6e-40d7-8e24-33a508ee8af8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:19.376273 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a26e4e-7241-4b09-be40-097204002cff", "tag": "38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:19.376700 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a90471f9-5c6e-40d7-8e24-33a508ee8af8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:19.377354 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a26e4e-7241-4b09-be40-097204002cff', 'tag': '38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8', 'status': 'completed', 'code': 200} Jul 30 02:05:19.461509 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.536250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-df055dcd-d37c-4c8a-958c-8534dc927ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:19.539190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-df055dcd-d37c-4c8a-958c-8534dc927ec3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=931f71b52a13470ab505c5ab52b66f90&device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 1094 time: 0.1415491 Jul 30 02:05:19.596572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd993228-a177-48a5-a220-d65a2d1f0c3c req-7a15f820-358a-444c-ad42-0e38735f0033 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:19.599513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd993228-a177-48a5-a220-d65a2d1f0c3c req-7a15f820-358a-444c-ad42-0e38735f0033 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 943 time: 0.1297610 Jul 30 02:05:19.760564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd993228-a177-48a5-a220-d65a2d1f0c3c req-cce78a54-8f42-4418-a62d-c064fd8fc982 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421435 Jul 30 02:05:19.826973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-2796130b-4d0b-4d63-aeee-42c81a623275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:19.829883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-2796130b-4d0b-4d63-aeee-42c81a623275 service neutron] 10.222.0.22 "GET /v2.0/networks?id=97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 200 len: 916 time: 0.2681365 Jul 30 02:05:19.855999 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.891278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:19.899899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-c7fbb3bd-f8ce-45a5-b2c7-d5c861db4fe1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 HTTP/1.1" status: 200 len: 217 time: 0.0595107 Jul 30 02:05:19.934013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-304d7786-9158-4f87-b8b2-3fac30722763 req-85773819-f647-4e46-9ccc-351532341d3c tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0369616 Jul 30 02:05:20.037496 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1092bd54-b7a8-45ed-b186-b33e39214d8d x-openstack-request-id: req-1092bd54-b7a8-45ed-b186-b33e39214d8d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:20.038146 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2dc141-0e04-4f27-8273-3a274b7e95a1", "name": "network-vif-plugged", "status": "completed", "tag": "84f6fd6d-334e-4a71-81c5-bfee3480d991", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:20.038525 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1092bd54-b7a8-45ed-b186-b33e39214d8d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:20.039973 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2dc141-0e04-4f27-8273-3a274b7e95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f6fd6d-334e-4a71-81c5-bfee3480d991', 'code': 200} Jul 30 02:05:20.055778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-93b4caac-6955-402d-99a8-4b8cd2892c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:20.061279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-93b4caac-6955-402d-99a8-4b8cd2892c0d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8eba372e-c03b-410b-be01-96b123dfa986 HTTP/1.1" status: 200 len: 855 time: 0.1306510 Jul 30 02:05:20.131322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-44f28023-2f6e-4a19-ab36-a0f77c647f8b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=97772b6d-f86e-42a9-889d-eeed81c73ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540893 Jul 30 02:05:20.141442 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Allocated IP 172.25.7.63 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/71a0020c-6080-4acf-9fe3-88e2d37424f3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:20.359630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d2d9-5ebd-4886-acdd-c19af7eb3055 req-042f1fef-4bbd-4590-b5c2-4b51874452e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:20.359959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-2c02da4a-f207-4569-a886-dc4150f2dd99 service neutron] 10.222.0.22 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144411 Jul 30 02:05:20.362665 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5290d2d9-5ebd-4886-acdd-c19af7eb3055 req-042f1fef-4bbd-4590-b5c2-4b51874452e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 1097 time: 0.2103007 Jul 30 02:05:20.461832 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5290d2d9-5ebd-4886-acdd-c19af7eb3055 req-7828ee5e-6ef8-4d20-b261-2fb29306eabb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879223 Jul 30 02:05:20.465996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:20.485499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 34c79aa2-b688-4a44-bae7-f930e7c30abd no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:20.529123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 34c79aa2-b688-4a44-bae7-f930e7c30abd {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:20.530101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 34c79aa2-b688-4a44-bae7-f930e7c30abd not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:20.537156 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:20.588803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:20.592378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:20.604267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:20.607640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae13e8-8710-456a-87a4-675308884b61 req-d8675269-1213-40f4-93c0-2d88c717ccaa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:20.610075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72ae13e8-8710-456a-87a4-675308884b61 req-d8675269-1213-40f4-93c0-2d88c717ccaa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.1535079 Jul 30 02:05:20.614390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event updated for resources: {'Port': ['ID=71a0020c-6080-4acf-9fe3-88e2d37424f3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:20.615286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c8994b9-dfa4-4c6b-a4af-7a21506c2648 req-1a57f814-29b8-46bb-be73-75d5ff2649d1 service neutron] 10.222.0.22 "GET /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379997 Jul 30 02:05:20.673524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72ae13e8-8710-456a-87a4-675308884b61 req-fcb5f778-565d-4f40-8971-fb5e122add9a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471747 Jul 30 02:05:20.838937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9725fd-9393-43ca-aa0b-261137d0aa61 req-84de6e1d-c7d2-4975-8be6-a8c8a1580b9b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:20.840109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f9725fd-9393-43ca-aa0b-261137d0aa61 req-84de6e1d-c7d2-4975-8be6-a8c8a1580b9b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 946 time: 0.0754704 Jul 30 02:05:20.912445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f9725fd-9393-43ca-aa0b-261137d0aa61 req-0599e9b9-26d1-405b-82cf-790c008e4339 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584998 Jul 30 02:05:21.015026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.069150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607c37c-26ab-4405-af5b-faa97277c2ec req-e97df1ef-114b-45dc-9128-68af0ed5ae00 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:21.070688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0607c37c-26ab-4405-af5b-faa97277c2ec req-e97df1ef-114b-45dc-9128-68af0ed5ae00 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0705972 Jul 30 02:05:21.142421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0607c37c-26ab-4405-af5b-faa97277c2ec req-4e8c04ef-4322-486f-a91a-01beba285492 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642333 Jul 30 02:05:21.335170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.346841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19e84-62cc-4f33-a83f-109cbd4149a8 req-19553443-dc1f-4a76-ab40-28f4f8237876 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:21.352136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9d19e84-62cc-4f33-a83f-109cbd4149a8 req-19553443-dc1f-4a76-ab40-28f4f8237876 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 943 time: 0.1020522 Jul 30 02:05:21.411019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9d19e84-62cc-4f33-a83f-109cbd4149a8 req-620490a2-5c20-41fe-b0a2-cfdce803add7 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496438 Jul 30 02:05:21.553355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa07ac67-c253-43c5-8739-552070e288f3 req-8eab5803-e73a-457c-b77e-3ea38d858d9a tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0439196 Jul 30 02:05:21.595183 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Router 221b1607-2582-4c2b-aeff-02daef4c5400 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:05:21.770492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:21.789767 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4d360-5af2-4ef3-b904-eb86f9466a53 None None] Sync routers for ids ['221b1607-2582-4c2b-aeff-02daef4c5400'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:21.798091 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:21.799634 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-29fff479-c329-4568-804c-a3448ee0bae3 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8485501 Jul 30 02:05:21.804114 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58358) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:21.811034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e070aadb-30bd-4a6f-baf0-862d1c30f18d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': False}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:21.831204 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4d360-5af2-4ef3-b904-eb86f9466a53 None None] Routers {'221b1607-2582-4c2b-aeff-02daef4c5400'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:21.833178 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-55f4d360-5af2-4ef3-b904-eb86f9466a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['221b1607-2582-4c2b-aeff-02daef4c5400'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:21.906514 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-55f4d360-5af2-4ef3-b904-eb86f9466a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:21.923398 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4d360-5af2-4ef3-b904-eb86f9466a53 None None] Routers {'221b1607-2582-4c2b-aeff-02daef4c5400'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:21.924787 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-55f4d360-5af2-4ef3-b904-eb86f9466a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['221b1607-2582-4c2b-aeff-02daef4c5400'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:21.972140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa8f3-87eb-4dc0-9791-4bda8a72d9dd req-07d1c7bf-b554-4b5c-9eb1-4ed3b67a8b33 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:21.980359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b6aa8f3-87eb-4dc0-9791-4bda8a72d9dd req-07d1c7bf-b554-4b5c-9eb1-4ed3b67a8b33 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1738074 Jul 30 02:05:21.990686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-637231c9-e7cd-4a5b-92af-d583d9dbefc7 req-20700aa3-7774-4c25-a574-d3bc82e17393 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.1025031 Jul 30 02:05:21.993087 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-55f4d360-5af2-4ef3-b904-eb86f9466a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:21.994154 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4d360-5af2-4ef3-b904-eb86f9466a53 None None] The sync data for ids ['221b1607-2582-4c2b-aeff-02daef4c5400'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:22.052019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b6aa8f3-87eb-4dc0-9791-4bda8a72d9dd req-e95cca6c-1cfc-445e-9806-e136a32ffc3e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592206 Jul 30 02:05:22.209466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22326772-f22e-49d6-aed7-8c382e264949 req-c5ed549d-458f-4878-9ace-24ac59cce63f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:22.213718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22326772-f22e-49d6-aed7-8c382e264949 req-c5ed549d-458f-4878-9ace-24ac59cce63f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 945 time: 0.0703909 Jul 30 02:05:22.214484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:05:22.304889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22326772-f22e-49d6-aed7-8c382e264949 req-abec2fb1-d111-4b39-983d-f107c73dcc4b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774374 Jul 30 02:05:22.412769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:22.438371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'port_id': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'mac_address': 'fa:16:3e:4c:be:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:05:22.522565 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.530415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d430ca5-c2cd-40f1-8822-26eb48563a46 req-a5b6929b-80b5-472d-a387-1a0a7924e339 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:22.533410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d430ca5-c2cd-40f1-8822-26eb48563a46 req-a5b6929b-80b5-472d-a387-1a0a7924e339 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 946 time: 0.0994425 Jul 30 02:05:22.554282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae454e4b-7a78-46bc-80f3-8dfa9ef554ca {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:05:22.598076 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:22.605248 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.621337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d430ca5-c2cd-40f1-8822-26eb48563a46 req-9238bec5-9ab5-4852-8186-20ca39f83e3a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761106 Jul 30 02:05:22.712037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:22.759634 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e070aadb-30bd-4a6f-baf0-862d1c30f18d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:22.809327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784e060-7468-435f-bab6-8d06ee577338 req-76bb8cdc-0396-4801-a87b-b304e0761f13 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:22.811791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c784e060-7468-435f-bab6-8d06ee577338 req-76bb8cdc-0396-4801-a87b-b304e0761f13 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 943 time: 0.0775080 Jul 30 02:05:22.836704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:22.891324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c784e060-7468-435f-bab6-8d06ee577338 req-bd51566b-8088-44f5-a0f1-1507a7eab398 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693538 Jul 30 02:05:22.893356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:05:23.060783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40adbf2f-012a-4044-a8e0-c518da60603d req-a4dc4b56-c17c-406b-86f4-d4128040b428 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0492384 Jul 30 02:05:23.219093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:23.262446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8', 'network_id': '97772b6d-f86e-42a9-889d-eeed81c73ce0', 'port_id': '38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8', 'mac_address': 'fa:16:3e:ed:ca:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba372e-c03b-410b-be01-96b123dfa986', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:05:23.365897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd831e8-11f9-4ad7-8e35-6e4cabfba4ed req-5e72db58-6aae-442c-b145-6edab5da8403 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.376419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-acd831e8-11f9-4ad7-8e35-6e4cabfba4ed req-5e72db58-6aae-442c-b145-6edab5da8403 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 946 time: 0.1724019 Jul 30 02:05:23.382584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.410807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:05:23.447033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-acd831e8-11f9-4ad7-8e35-6e4cabfba4ed req-8d3a62e0-c522-4d64-a33d-9323ee57a392 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690920 Jul 30 02:05:23.458431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:23.464614 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.567750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:23.628839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e070aadb-30bd-4a6f-baf0-862d1c30f18d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.634824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e070aadb-30bd-4a6f-baf0-862d1c30f18d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.671062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245202-9522-41eb-8c41-98a0c522a1b6 req-37ea21b9-b977-4424-9e94-566aa78dc50c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.673687 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06245202-9522-41eb-8c41-98a0c522a1b6 req-37ea21b9-b977-4424-9e94-566aa78dc50c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0880599 Jul 30 02:05:23.734587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06245202-9522-41eb-8c41-98a0c522a1b6 req-f103a424-ee10-4b30-accc-8ba5fea5ce1f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537145 Jul 30 02:05:23.845023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:23.854340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e070aadb-30bd-4a6f-baf0-862d1c30f18d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Router 221b1607-2582-4c2b-aeff-02daef4c5400 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:23.936522 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:23.941558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb875b-3460-4c77-8d1f-977aae75f9e4 req-263d703e-fca5-4f6e-8c24-ce742862e0fb tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:23.956383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecfb875b-3460-4c77-8d1f-977aae75f9e4 req-263d703e-fca5-4f6e-8c24-ce742862e0fb tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 946 time: 0.1147809 Jul 30 02:05:24.019084 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecfb875b-3460-4c77-8d1f-977aae75f9e4 req-38cc1576-88e9-432c-9566-9a3d00b5c2f0 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612452 Jul 30 02:05:24.095497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e070aadb-30bd-4a6f-baf0-862d1c30f18d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:24.110484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e070aadb-30bd-4a6f-baf0-862d1c30f18d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.115392 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e070aadb-30bd-4a6f-baf0-862d1c30f18d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "PUT /v2.0/routers/221b1607-2582-4c2b-aeff-02daef4c5400 HTTP/1.1" status: 200 len: 925 time: 2.3075366 Jul 30 02:05:24.117445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58380) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:24.121074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342b916-3966-49cc-b86a-2f0da1e72540 None None] Sync routers for ids ['221b1607-2582-4c2b-aeff-02daef4c5400'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:24.142942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342b916-3966-49cc-b86a-2f0da1e72540 None None] Routers {'221b1607-2582-4c2b-aeff-02daef4c5400'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:24.144575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8342b916-3966-49cc-b86a-2f0da1e72540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['221b1607-2582-4c2b-aeff-02daef4c5400'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:24.213418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8342b916-3966-49cc-b86a-2f0da1e72540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:24.229035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:24.233008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342b916-3966-49cc-b86a-2f0da1e72540 None None] Routers {'221b1607-2582-4c2b-aeff-02daef4c5400'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:24.233845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8342b916-3966-49cc-b86a-2f0da1e72540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['221b1607-2582-4c2b-aeff-02daef4c5400'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:24.242123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853b674-f1cf-4853-89a0-9931cf0bae0f req-53622c8c-77ee-467b-81bc-60d7d2ab2975 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:24.246344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b853b674-f1cf-4853-89a0-9931cf0bae0f req-53622c8c-77ee-467b-81bc-60d7d2ab2975 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 946 time: 0.1030777 Jul 30 02:05:24.317710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8342b916-3966-49cc-b86a-2f0da1e72540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:24.318566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8342b916-3966-49cc-b86a-2f0da1e72540 None None] The sync data for ids ['221b1607-2582-4c2b-aeff-02daef4c5400'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:24.345280 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4d41be24-477a-47d2-8eb4-b2b3e79164c1 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/routers/221b1607-2582-4c2b-aeff-02daef4c5400 HTTP/1.1" status: 200 len: 925 time: 0.2249427 Jul 30 02:05:24.349317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58382) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:24.377991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:24.386020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:24.386665 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.436004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b24ee-55a5-4280-b56d-42c4f55abc1d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:24.442973 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d78b24ee-55a5-4280-b56d-42c4f55abc1d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=221b1607-2582-4c2b-aeff-02daef4c5400&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0883884 Jul 30 02:05:24.445958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58384) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:24.568875 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.604666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee82cb-9c59-48a5-8cd0-d289fa3d55a3 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:24.607016 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-96ee82cb-9c59-48a5-8cd0-d289fa3d55a3 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 881 time: 0.1591024 Jul 30 02:05:24.610853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58386) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:24.627018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:24.631347 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0ec30f-8339-4939-a494-e35d6eb63234" -d '{"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-plugged", "status": "completed", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:24.660357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:24.663754 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8115589c-7f13-4e06-84db-778dfe1d4ee5 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=221b1607-2582-4c2b-aeff-02daef4c5400 HTTP/1.1" status: 200 len: 205 time: 0.0500493 Jul 30 02:05:24.666875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58390) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:24.668806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.758712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b853b674-f1cf-4853-89a0-9931cf0bae0f req-fa69a52a-a110-4b8f-8a99-c69245369718 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975455 Jul 30 02:05:24.772734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=12']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:24.876699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:24.912212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:25.023415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:25.031668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:25.032509 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.103941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.108439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd8990-6b49-4fa2-84a3-02618bc007d0 req-e1e4adc8-9b83-4353-82b6-bf3f90852fa8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:25.111457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3afd8990-6b49-4fa2-84a3-02618bc007d0 req-e1e4adc8-9b83-4353-82b6-bf3f90852fa8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 944 time: 0.0774791 Jul 30 02:05:25.206578 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.209944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Deleting port 71a0020c-6080-4acf-9fe3-88e2d37424f3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:25.210482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.212403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3afd8990-6b49-4fa2-84a3-02618bc007d0 req-99ede427-5551-4ec5-8cd7-63209be1b87e tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838201 Jul 30 02:05:25.267253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:25.282936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.379996 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:25.398037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.405333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aad60df0-6246-4447-9789-c39ee615e8ee req-197a0331-df1a-4de0-a54e-a35e02e3dc53 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0417116 Jul 30 02:05:25.421871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Calling delete_port for 71a0020c-6080-4acf-9fe3-88e2d37424f3 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:25.492238 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88bdc74-7c7a-4902-8a49-882debc22dcc x-openstack-request-id: req-a88bdc74-7c7a-4902-8a49-882debc22dcc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:25.492700 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-plugged", "status": "completed", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:25.493097 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a88bdc74-7c7a-4902-8a49-882debc22dcc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:25.493721 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'code': 200} Jul 30 02:05:25.776933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:25.799551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d4cca-9979-4a88-9d0a-41fd81966b36 req-3fb6adcb-27c2-4abb-91a5-495d025e5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:25.802245 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-114d4cca-9979-4a88-9d0a-41fd81966b36 req-3fb6adcb-27c2-4abb-91a5-495d025e5f42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1098 time: 0.1024704 Jul 30 02:05:25.847924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event deleted for resources: {'Port': ['ID=71a0020c-6080-4acf-9fe3-88e2d37424f3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:25.895163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f836-c6a7-4df2-98e9-b2c53ce621e4 req-b85531ad-536b-46b8-81ff-f8ba8379ae6c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:25.897446 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3912f836-c6a7-4df2-98e9-b2c53ce621e4 req-b85531ad-536b-46b8-81ff-f8ba8379ae6c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0825443 Jul 30 02:05:25.956341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3912f836-c6a7-4df2-98e9-b2c53ce621e4 req-3516040a-be8c-4de0-99e7-e5878498b155 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511351 Jul 30 02:05:25.989511 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-114d4cca-9979-4a88-9d0a-41fd81966b36 req-de012126-3b8f-4847-8ec5-30bb333e5240 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524749 Jul 30 02:05:25.999215 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.126345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23766674-3ffc-4797-b412-9dc2d73d6d11 req-d5f29ec0-e069-4d54-aca8-bcd4644e59a5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:26.129152 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23766674-3ffc-4797-b412-9dc2d73d6d11 req-d5f29ec0-e069-4d54-aca8-bcd4644e59a5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 947 time: 0.0894806 Jul 30 02:05:26.170429 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.174308 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.197920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23766674-3ffc-4797-b412-9dc2d73d6d11 req-a3445617-a287-4c85-912d-e925546b6dd6 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609803 Jul 30 02:05:26.252107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.252844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Fanout notify agent at l3_agent the message router_deleted on router 221b1607-2582-4c2b-aeff-02daef4c5400 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:05:26.260879 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.267848 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ab90867c-fd6b-4652-abe2-814ab6cfdc46 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/221b1607-2582-4c2b-aeff-02daef4c5400 HTTP/1.1" status: 204 len: 168 time: 1.5939658 Jul 30 02:05:26.271558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58406) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:26.280168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-831b6f3e-8a42-4c78-b98e-afbd53aec52a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-738929431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:26.325481 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-831b6f3e-8a42-4c78-b98e-afbd53aec52a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.327092 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-831b6f3e-8a42-4c78-b98e-afbd53aec52a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.423239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-831b6f3e-8a42-4c78-b98e-afbd53aec52a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.430708 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-831b6f3e-8a42-4c78-b98e-afbd53aec52a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.453643 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-831b6f3e-8a42-4c78-b98e-afbd53aec52a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.455096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-831b6f3e-8a42-4c78-b98e-afbd53aec52a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1818902 Jul 30 02:05:26.459705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58416) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:26.467003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:26.900462 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:26.938710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ea06-243e-4ffe-b6b1-261ec200a8a1 req-8668265c-4751-4053-bf4a-04b85b8e2885 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:26.941655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6f3ea06-243e-4ffe-b6b1-261ec200a8a1 req-8668265c-4751-4053-bf4a-04b85b8e2885 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 946 time: 0.2263904 Jul 30 02:05:27.086238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6f3ea06-243e-4ffe-b6b1-261ec200a8a1 req-7a0a22d0-51fd-42ae-aca9-18e70632c212 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247568 Jul 30 02:05:27.381753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5188c7a-6ade-43c2-a277-b722ba609cda req-3ea86293-4c3f-45b3-abad-677dd2f4a190 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:27.383818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5188c7a-6ade-43c2-a277-b722ba609cda req-3ea86293-4c3f-45b3-abad-677dd2f4a190 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1950574 Jul 30 02:05:27.437850 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.471865 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.480363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-7616f651-0a07-4c76-8e8e-de834748f7ca tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:27.482191 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-7616f651-0a07-4c76-8e8e-de834748f7ca tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 946 time: 0.0998132 Jul 30 02:05:27.494871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a26e4e-7241-4b09-be40-097204002cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:27.502459 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6876c541-9976-4fb1-bf9c-268f112ec78a" -d '{"events": [{"server_uuid": "99a26e4e-7241-4b09-be40-097204002cff", "name": "network-vif-plugged", "status": "completed", "tag": "38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:27.510061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5188c7a-6ade-43c2-a277-b722ba609cda req-92974d86-d10a-4663-84e6-73d83791e48a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125400 Jul 30 02:05:27.699482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port 84f6fd6d-334e-4a71-81c5-bfee3480d991 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:27.699482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.781161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Allocated IP 172.25.7.153 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/5364d70a-9c73-452a-8355-2b2f99b356ef) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:27.818694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18429d3d-af11-47b3-85ac-7b8edf91210e req-3d2b9d31-2466-4da3-b9c7-c5171970cf05 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:27.824387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18429d3d-af11-47b3-85ac-7b8edf91210e req-3d2b9d31-2466-4da3-b9c7-c5171970cf05 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.1496465 Jul 30 02:05:27.877651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] For port 84f6fd6d-334e-4a71-81c5-bfee3480d991, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=84f6fd6d-334e-4a71-81c5-bfee3480d991,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:27.878383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:27.897486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for 84f6fd6d-334e-4a71-81c5-bfee3480d991 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:27.981960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18429d3d-af11-47b3-85ac-7b8edf91210e req-32760419-0311-4f07-b6f9-7c54a8278fa5 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472917 Jul 30 02:05:28.088363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.117255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.130238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['84f6fd6d-334e-4a71-81c5-bfee3480d991'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:28.167842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.184298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=84f6fd6d-334e-4a71-81c5-bfee3480d991,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:28.287175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event updated for resources: {'Port': ['ID=5364d70a-9c73-452a-8355-2b2f99b356ef,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:28.310560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] No DVR routers for this DVR port 84f6fd6d-334e-4a71-81c5-bfee3480d991 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:28.316167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.318857 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77b2a569-03ce-4b6a-9f24-1819f7f2291f req-72755ce8-0346-4848-9bbb-309b2a3c81ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "DELETE /v2.0/ports/84f6fd6d-334e-4a71-81c5-bfee3480d991 HTTP/1.1" status: 204 len: 173 time: 0.8300114 Jul 30 02:05:28.319704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2dc141-0e04-4f27-8273-3a274b7e95a1', 'name': 'network-vif-deleted', 'tag': '84f6fd6d-334e-4a71-81c5-bfee3480d991'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:28.337252 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba937e10-9976-4ca2-95da-705e00299663" -d '{"events": [{"server_uuid": "0b2dc141-0e04-4f27-8273-3a274b7e95a1", "name": "network-vif-deleted", "tag": "84f6fd6d-334e-4a71-81c5-bfee3480d991"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:28.386046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:28.396324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57652bb7-9203-4738-b332-b48c8e62e95d req-38630aa0-0a68-48cb-a021-d2e5881d202c tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.1085081 Jul 30 02:05:28.398378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:28.401146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:28.681131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0dd13-b135-4d53-9f68-e86ba383b6fd req-98330806-b670-44d9-8f97-c67c38ce915a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:28.684253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14e0dd13-b135-4d53-9f68-e86ba383b6fd req-98330806-b670-44d9-8f97-c67c38ce915a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 947 time: 0.1187704 Jul 30 02:05:28.882966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14e0dd13-b135-4d53-9f68-e86ba383b6fd req-ef1019b2-bcc9-4e4f-b6e6-efc05b50a35d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905763 Jul 30 02:05:28.935939 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:28.996694 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4768c2c6-a689-412e-a35e-625cde6ccaa9 x-openstack-request-id: req-4768c2c6-a689-412e-a35e-625cde6ccaa9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:28.998099 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a26e4e-7241-4b09-be40-097204002cff", "name": "network-vif-plugged", "status": "completed", "tag": "38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:28.998099 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4768c2c6-a689-412e-a35e-625cde6ccaa9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:28.998751 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a26e4e-7241-4b09-be40-097204002cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8', 'code': 200} Jul 30 02:05:29.286850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180cd40-f990-4f38-a262-43412d3d1083 req-e682ed61-e7a1-4dfe-b712-1975e16309da tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:29.288515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f180cd40-f990-4f38-a262-43412d3d1083 req-e682ed61-e7a1-4dfe-b712-1975e16309da tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1803510 Jul 30 02:05:29.302324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75cd8a-1142-44be-b1b5-09176eb5b29a req-8251fad4-4bf3-4c57-8826-bb24d4529410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:29.304145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc75cd8a-1142-44be-b1b5-09176eb5b29a req-8251fad4-4bf3-4c57-8826-bb24d4529410 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 1096 time: 0.1819232 Jul 30 02:05:29.310867 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:29.333850 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:29.415668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f180cd40-f990-4f38-a262-43412d3d1083 req-8054f226-032e-4836-aea2-87090f98180d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086955 Jul 30 02:05:29.419861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc75cd8a-1142-44be-b1b5-09176eb5b29a req-473f15c9-012d-4bf6-bf09-c31d7c220747 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005228 Jul 30 02:05:29.552306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e58d482-e753-4d37-9d51-6b32f318ce7e req-d2b8b264-4638-4010-a805-13d23f14ee35 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 210 time: 0.0379510 Jul 30 02:05:29.589361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Router 92c7d8fb-2b0d-4870-bbb4-98b33ae07e46 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:05:29.623129 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed085681-df7b-43d5-a158-3d0af76ba268 x-openstack-request-id: req-ed085681-df7b-43d5-a158-3d0af76ba268 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:29.624223 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2dc141-0e04-4f27-8273-3a274b7e95a1", "name": "network-vif-deleted", "tag": "84f6fd6d-334e-4a71-81c5-bfee3480d991", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:29.624928 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ed085681-df7b-43d5-a158-3d0af76ba268 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:29.626106 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2dc141-0e04-4f27-8273-3a274b7e95a1', 'name': 'network-vif-deleted', 'tag': '84f6fd6d-334e-4a71-81c5-bfee3480d991', 'status': 'completed', 'code': 200} Jul 30 02:05:29.829715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:29.838994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:29.844401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-412fb9fa-cb1b-4018-9df8-041807cf0bb1 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "PUT /v2.0/routers/92c7d8fb-2b0d-4870-bbb4-98b33ae07e46 HTTP/1.1" status: 200 len: 883 time: 3.3789921 Jul 30 02:05:29.844401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58476) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:29.847924 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd81e8-ac7a-4ddb-b5d9-f61dcfe71cde None None] Sync routers for ids ['92c7d8fb-2b0d-4870-bbb4-98b33ae07e46'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:29.863980 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd81e8-ac7a-4ddb-b5d9-f61dcfe71cde None None] Routers {'92c7d8fb-2b0d-4870-bbb4-98b33ae07e46'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:29.864840 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-30dd81e8-ac7a-4ddb-b5d9-f61dcfe71cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['92c7d8fb-2b0d-4870-bbb4-98b33ae07e46'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:29.903402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb90ce6-710f-438b-b179-952f27ac3ed5 req-8fc68ceb-fa2d-4c7e-88c9-95bbaa8d83f8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:29.905419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5eb90ce6-710f-438b-b179-952f27ac3ed5 req-8fc68ceb-fa2d-4c7e-88c9-95bbaa8d83f8 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.1602798 Jul 30 02:05:29.917441 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-30dd81e8-ac7a-4ddb-b5d9-f61dcfe71cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:29.935048 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd81e8-ac7a-4ddb-b5d9-f61dcfe71cde None None] Routers {'92c7d8fb-2b0d-4870-bbb4-98b33ae07e46'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:29.935919 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-30dd81e8-ac7a-4ddb-b5d9-f61dcfe71cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['92c7d8fb-2b0d-4870-bbb4-98b33ae07e46'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:29.971743 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-30dd81e8-ac7a-4ddb-b5d9-f61dcfe71cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:29.972552 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd81e8-ac7a-4ddb-b5d9-f61dcfe71cde None None] The sync data for ids ['92c7d8fb-2b0d-4870-bbb4-98b33ae07e46'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:30.031291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5eb90ce6-710f-438b-b179-952f27ac3ed5 req-59b08391-9bc9-430d-98d9-0b352f2a32fb tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047919 Jul 30 02:05:30.038281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f95961e9-4834-415d-9c2a-11113510fc9d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/routers/92c7d8fb-2b0d-4870-bbb4-98b33ae07e46 HTTP/1.1" status: 200 len: 924 time: 0.1928127 Jul 30 02:05:30.042279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58478) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:30.112193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62d19ea-d572-42cb-a747-03919d18850d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:30.112671 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a62d19ea-d572-42cb-a747-03919d18850d tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=92c7d8fb-2b0d-4870-bbb4-98b33ae07e46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0689306 Jul 30 02:05:30.115933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58480) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:30.278542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 84f6fd6d-334e-4a71-81c5-bfee3480d991 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:30.315907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 84f6fd6d-334e-4a71-81c5-bfee3480d991 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:30.316309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 84f6fd6d-334e-4a71-81c5-bfee3480d991 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:30.329188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99821167-b053-41e6-b309-bbb026c7fa15 req-5ecbed3a-211e-4a19-8dc6-e58686f48473 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:30.331926 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99821167-b053-41e6-b309-bbb026c7fa15 req-5ecbed3a-211e-4a19-8dc6-e58686f48473 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1836050 Jul 30 02:05:30.368975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b27295-5506-4a28-bb00-6fa29dda06b7 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:30.377707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-94b27295-5506-4a28-bb00-6fa29dda06b7 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 881 time: 0.2535260 Jul 30 02:05:30.380482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58482) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:30.427152 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-04ea3a40-d560-4b13-a47a-869ee98cbe7a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=92c7d8fb-2b0d-4870-bbb4-98b33ae07e46 HTTP/1.1" status: 200 len: 205 time: 0.0472531 Jul 30 02:05:30.429042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99821167-b053-41e6-b309-bbb026c7fa15 req-a58dd2e7-99db-462a-a6dd-32992607d82a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805526 Jul 30 02:05:30.431320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:30.729035 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e91ec632-85e5-4fe8-b701-f8da4415626a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.047266 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cabd143a-bfd2-47e0-b062-8105dfcbe9e3 req-1a5e9655-4461-401e-81c0-fc1726ef51a0 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0513816 Jul 30 02:05:31.082629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.225967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-025c9662-5d71-4250-af65-cdb51b3916a8 req-21cbfe36-6977-4632-bd0f-65d25b5a6659 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 210 time: 0.0663769 Jul 30 02:05:31.277296 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.337807 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.485508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46481426-8777-406f-8475-ac9a6b0e8d68 req-932c5eed-e8cf-45f4-b649-33791ba8e1d4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:31.488300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46481426-8777-406f-8475-ac9a6b0e8d68 req-932c5eed-e8cf-45f4-b649-33791ba8e1d4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.1428695 Jul 30 02:05:31.542515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Deleting port 5364d70a-9c73-452a-8355-2b2f99b356ef {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:31.543062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.642593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46481426-8777-406f-8475-ac9a6b0e8d68 req-625496e5-a36c-4ceb-9660-f56feeed9307 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433117 Jul 30 02:05:31.714411 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:31.755178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Calling delete_port for 5364d70a-9c73-452a-8355-2b2f99b356ef owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:31.907536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d57f2-625f-4d93-8496-9e80d8fb8bf6 req-a15cbdfc-4315-4ac9-8e2e-308a59626b42 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:31.910142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d57d57f2-625f-4d93-8496-9e80d8fb8bf6 req-a15cbdfc-4315-4ac9-8e2e-308a59626b42 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.1776230 Jul 30 02:05:32.071560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d57d57f2-625f-4d93-8496-9e80d8fb8bf6 req-28b0259b-6811-43e0-bc06-0f0d82ebd83b tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498048 Jul 30 02:05:32.202099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.298569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-431d7c02-17c4-4164-9e69-439c1125d417 req-64c5f142-6b74-4e9f-9fdc-c6fd527fbb12 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0920899 Jul 30 02:05:32.300455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event deleted for resources: {'Port': ['ID=5364d70a-9c73-452a-8355-2b2f99b356ef,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:32.431038 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.645062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.650549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5010422e-7c33-4f0b-a4dd-6c3cf6d2e4f0 req-4af64b6d-eb67-40e9-838e-300af433f48d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 210 time: 0.0542912 Jul 30 02:05:32.652676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.732414 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.733317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Fanout notify agent at l3_agent the message router_deleted on router 92c7d8fb-2b0d-4870-bbb4-98b33ae07e46 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:05:32.745694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.748962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e4ddcac8-e5cc-42ae-bdec-cda35b53ce0b tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/92c7d8fb-2b0d-4870-bbb4-98b33ae07e46 HTTP/1.1" status: 204 len: 168 time: 2.3154283 Jul 30 02:05:32.754162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58502) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:32.761285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1b1e99b6-eefc-4005-8321-45a32c2e4d1c tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2122400761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:32.793167 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b1e99b6-eefc-4005-8321-45a32c2e4d1c tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.794554 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b1e99b6-eefc-4005-8321-45a32c2e4d1c tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.917124 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b1e99b6-eefc-4005-8321-45a32c2e4d1c tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.928032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d2543-fd51-4057-9f0e-436ec880992d req-c8946cde-c284-439c-a0c3-ee1f26641209 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:32.929940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-686d2543-fd51-4057-9f0e-436ec880992d req-c8946cde-c284-439c-a0c3-ee1f26641209 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.1307538 Jul 30 02:05:32.931914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b1e99b6-eefc-4005-8321-45a32c2e4d1c tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.985734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b1e99b6-eefc-4005-8321-45a32c2e4d1c tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:32.987740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1b1e99b6-eefc-4005-8321-45a32c2e4d1c tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2314246 Jul 30 02:05:32.998098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58504) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:33.005304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': True}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:33.018962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-686d2543-fd51-4057-9f0e-436ec880992d req-68b39af4-65db-43c9-b7c1-8524b9b8cc96 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785983 Jul 30 02:05:33.212746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea8354-ca90-48cb-aafc-54fa21821661 req-efe50fb8-4ad6-4ab9-b97e-a5d0e5cff064 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:33.216004 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aea8354-ca90-48cb-aafc-54fa21821661 req-efe50fb8-4ad6-4ab9-b97e-a5d0e5cff064 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.0923574 Jul 30 02:05:33.292395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aea8354-ca90-48cb-aafc-54fa21821661 req-9c87ed46-102e-43c4-8f0a-eb207b00e7d9 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674160 Jul 30 02:05:33.331799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.373199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-febed173-755a-4a71-8d38-d817dbf49aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.628628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c9f1b13-e013-4678-85d6-73a3daff0928 req-a15a4ca2-b8c4-43f5-8452-e3a9aa641322 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0508428 Jul 30 02:05:33.734880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.778964 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.792996 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:33.849808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ffe00-56e7-42d9-a308-ac4eaf1fe2f8 req-318748db-50c7-4dc7-af52-bc2fb53d2203 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:33.852670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-606ffe00-56e7-42d9-a308-ac4eaf1fe2f8 req-318748db-50c7-4dc7-af52-bc2fb53d2203 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.0954750 Jul 30 02:05:33.933899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-606ffe00-56e7-42d9-a308-ac4eaf1fe2f8 req-27b76161-79fc-4811-8187-ab31311d885f tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656524 Jul 30 02:05:33.992300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Allocated IP 172.25.7.170 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/516b20da-b5fc-4da8-acb0-798c09c55b72) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:34.122905 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-128ae29b-22cb-4748-8e60-26c956e73cec req-79103cc1-f5a6-4b35-a01f-eb0fc25df822 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b2dc141-0e04-4f27-8273-3a274b7e95a1 HTTP/1.1" status: 200 len: 210 time: 0.0579376 Jul 30 02:05:34.140939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:34.212769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:34.254291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:34.258331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:34.262364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:34.303976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event updated for resources: {'Port': ['ID=516b20da-b5fc-4da8-acb0-798c09c55b72,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:34.331196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9c10f-86bd-4555-87a7-593857adfa03 req-a92c2864-6e2a-4ff0-af84-a3268dcd4215 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:34.334228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6c9c10f-86bd-4555-87a7-593857adfa03 req-a92c2864-6e2a-4ff0-af84-a3268dcd4215 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.0929365 Jul 30 02:05:34.404819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6c9c10f-86bd-4555-87a7-593857adfa03 req-e0c62f8d-68ec-4c47-815a-6d953c7a0677 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617235 Jul 30 02:05:34.497684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:34.693724 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:34.899289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37de214c-bf69-4889-bce1-9d16d24231f8 req-c296a9d6-61aa-472b-9018-94cbd8f05cff tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0499253 Jul 30 02:05:35.029800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:35.035716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:35.077000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc3b14-6e37-4ee1-8d15-a933de941145 req-a6b1688e-b06c-432f-a559-5559ad8804e3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:35.078876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3fc3b14-6e37-4ee1-8d15-a933de941145 req-a6b1688e-b06c-432f-a559-5559ad8804e3 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.0892751 Jul 30 02:05:35.152939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3fc3b14-6e37-4ee1-8d15-a933de941145 req-a9e054e2-37ee-494c-99f0-1667bff6a1eb tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615993 Jul 30 02:05:35.705450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Router 1050fea0-686a-410f-9a13-1f4ebbe88f1d is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:05:35.897498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:35.903633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:35.904880 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8d217e1b-e150-4fb8-987d-2fa54adb61db tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "PUT /v2.0/routers/1050fea0-686a-410f-9a13-1f4ebbe88f1d HTTP/1.1" status: 200 len: 919 time: 2.9053493 Jul 30 02:05:35.909566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58532) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:35.913750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb0ec2-3447-4b98-96ab-bb50647db5d9 None None] Sync routers for ids ['1050fea0-686a-410f-9a13-1f4ebbe88f1d'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:35.932678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb0ec2-3447-4b98-96ab-bb50647db5d9 None None] Routers {'1050fea0-686a-410f-9a13-1f4ebbe88f1d'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:35.933661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a0fb0ec2-3447-4b98-96ab-bb50647db5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['1050fea0-686a-410f-9a13-1f4ebbe88f1d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:35.985784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a0fb0ec2-3447-4b98-96ab-bb50647db5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:36.002727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb0ec2-3447-4b98-96ab-bb50647db5d9 None None] Routers {'1050fea0-686a-410f-9a13-1f4ebbe88f1d'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:36.004173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a0fb0ec2-3447-4b98-96ab-bb50647db5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['1050fea0-686a-410f-9a13-1f4ebbe88f1d'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:36.069870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a0fb0ec2-3447-4b98-96ab-bb50647db5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:36.071353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb0ec2-3447-4b98-96ab-bb50647db5d9 None None] The sync data for ids ['1050fea0-686a-410f-9a13-1f4ebbe88f1d'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:36.102971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c87ed91-57a3-4ccc-8b8a-d417d8deaad9 req-f5e52d85-736a-40f8-9986-673ef50d31fa tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0519319 Jul 30 02:05:36.109566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-01901472-0842-4ddb-b3d8-d07dda4bbe89 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/routers/1050fea0-686a-410f-9a13-1f4ebbe88f1d HTTP/1.1" status: 200 len: 925 time: 0.1986139 Jul 30 02:05:36.113282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58538) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:36.157015 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.190496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffef3b7-2348-498e-8983-a8c93ebf86c9 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:36.196012 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6ffef3b7-2348-498e-8983-a8c93ebf86c9 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=1050fea0-686a-410f-9a13-1f4ebbe88f1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0806792 Jul 30 02:05:36.198564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58542) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:36.360434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61918b78-fc6f-4e28-ab78-5982d7d295d3 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:36.362651 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-61918b78-fc6f-4e28-ab78-5982d7d295d3 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 881 time: 0.1625121 Jul 30 02:05:36.367547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58544) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:36.371097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6d567-7d77-4c7e-a036-41291985d460 req-f29547ff-80b5-471e-8dda-7d55978988e4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:36.373610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24a6d567-7d77-4c7e-a036-41291985d460 req-f29547ff-80b5-471e-8dda-7d55978988e4 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.1085079 Jul 30 02:05:36.415733 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a79282b6-52fe-4fa1-b97c-8dae2f8e8510 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=1050fea0-686a-410f-9a13-1f4ebbe88f1d HTTP/1.1" status: 200 len: 205 time: 0.0461073 Jul 30 02:05:36.420462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:36.439285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24a6d567-7d77-4c7e-a036-41291985d460 req-0567434c-c501-4576-94a8-acbb9c13e513 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/security-groups?id=38882121-d0a0-4098-b7fb-a95dcf36f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499175 Jul 30 02:05:36.639822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.745340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-f078a4b3-672f-4fb7-b1a0-1c5726af4c1c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:36.747767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-f078a4b3-672f-4fb7-b1a0-1c5726af4c1c tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 945 time: 0.0664361 Jul 30 02:05:36.845023 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.896389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Deleting port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:36.897627 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:36.913179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Deleting port 516b20da-b5fc-4da8-acb0-798c09c55b72 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:36.913551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.013625 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.030570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Calling delete_port for 516b20da-b5fc-4da8-acb0-798c09c55b72 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:37.068540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] For port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,segment=NetworkSegment(ce8586e6-68e9-443b-9f0e-c05b179b5cfd),segment_id=ce8586e6-68e9-443b-9f0e-c05b179b5cfd)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:37.069410 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.087971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Calling delete_port for 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:37.301966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03091e3e-8112-4670-9c14-1115d99d3785 req-1673a0b2-07b1-47e9-9f62-884a75b8525e tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0519264 Jul 30 02:05:37.334225 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.354187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:37.375651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Pushing event deleted for resources: {'Port': ['ID=38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:37.413039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.431473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] No DVR routers for this DVR port 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:05:37.435554 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.437880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33af2d1e-de62-43f8-ac26-b0227f792a65 req-b956c013-18ec-4825-9047-4ba8e8929ff2 tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.22 "DELETE /v2.0/ports/38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 HTTP/1.1" status: 204 len: 173 time: 0.6825905 Jul 30 02:05:37.438686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a26e4e-7241-4b09-be40-097204002cff', 'name': 'network-vif-deleted', 'tag': '38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:37.443609 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc847014-aef9-40aa-9421-ed9e5b353656" -d '{"events": [{"server_uuid": "99a26e4e-7241-4b09-be40-097204002cff", "name": "network-vif-deleted", "tag": "38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:37.475718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event deleted for resources: {'Port': ['ID=516b20da-b5fc-4da8-acb0-798c09c55b72,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:37.559394 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93916b60-44f2-4401-8fe4-ccd908af095c x-openstack-request-id: req-93916b60-44f2-4401-8fe4-ccd908af095c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:37.560733 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a26e4e-7241-4b09-be40-097204002cff", "name": "network-vif-deleted", "tag": "38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:37.560733 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93916b60-44f2-4401-8fe4-ccd908af095c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:37.560733 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a26e4e-7241-4b09-be40-097204002cff', 'name': 'network-vif-deleted', 'tag': '38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8', 'status': 'completed', 'code': 200} Jul 30 02:05:37.615033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.794967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d183650f-4d70-491d-8ad9-a047190fc0cc req-de329f9f-bb50-44e0-865f-d90f1334c9ff tempest-ServerDiskConfigTestJSON-946775523 tempest-ServerDiskConfigTestJSON-946775523-project] 10.222.0.84 "GET /v2.0/ports?device_id=99a26e4e-7241-4b09-be40-097204002cff HTTP/1.1" status: 200 len: 210 time: 0.0559320 Jul 30 02:05:37.799641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.803129 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.895650 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.896717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Fanout notify agent at l3_agent the message router_deleted on router 1050fea0-686a-410f-9a13-1f4ebbe88f1d {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:05:37.909633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.914035 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bc04e92f-c22d-4d80-acc4-04064c2946b0 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/1050fea0-686a-410f-9a13-1f4ebbe88f1d HTTP/1.1" status: 204 len: 168 time: 1.4899862 Jul 30 02:05:37.916858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58558) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:37.924966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-77f4903f-4aaf-42ee-ad67-dc97307acc94 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2118802711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:37.972283 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77f4903f-4aaf-42ee-ad67-dc97307acc94 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:37.974177 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77f4903f-4aaf-42ee-ad67-dc97307acc94 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.064486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77f4903f-4aaf-42ee-ad67-dc97307acc94 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.071898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77f4903f-4aaf-42ee-ad67-dc97307acc94 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.102416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77f4903f-4aaf-42ee-ad67-dc97307acc94 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.105020 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-77f4903f-4aaf-42ee-ad67-dc97307acc94 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1863139 Jul 30 02:05:38.109244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58560) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:38.116135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'enable_snat': False}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:38.454151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4be142e7-000e-4377-be6a-ee1c58352875 req-11bea11b-1cdd-42f9-9d13-cf62f11efb52 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0345221 Jul 30 02:05:38.493240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.780375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:38.826356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.045971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Allocated IP 172.25.7.135 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/507e16a5-bf1d-4f16-800c-d71e855b41a1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:39.108672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58576) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:39.182151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94dc95b-c4da-4e97-a837-1d8df2f6ff55 admin admin] Deleting subnet 8eba372e-c03b-410b-be01-96b123dfa986 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:05:39.192038 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d94dc95b-c4da-4e97-a837-1d8df2f6ff55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.227520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.265653 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d94dc95b-c4da-4e97-a837-1d8df2f6ff55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.278481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.326295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:39.330179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:39.342243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:39.346065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Pushing event updated for resources: {'Port': ['ID=507e16a5-bf1d-4f16-800c-d71e855b41a1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:39.352550 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d94dc95b-c4da-4e97-a837-1d8df2f6ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.449449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d94dc95b-c4da-4e97-a837-1d8df2f6ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.480619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dc95b-c4da-4e97-a837-1d8df2f6ff55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eba372e-c03b-410b-be01-96b123dfa986,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:39.487076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d94dc95b-c4da-4e97-a837-1d8df2f6ff55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.501832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d94dc95b-c4da-4e97-a837-1d8df2f6ff55 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8eba372e-c03b-410b-be01-96b123dfa986 HTTP/1.1" status: 204 len: 168 time: 0.3911436 Jul 30 02:05:39.502749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58580) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:39.607601 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.632605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40a4fb33-0249-42e0-93ef-8297d939f6df req-ab1962d9-c225-46b5-a173-beae89e33110 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0503919 Jul 30 02:05:39.748046 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.767393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97772b6d-f86e-42a9-889d-eeed81c73ce0']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:39.789928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:39.790390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8586e6-68e9-443b-9f0e-c05b179b5cfd') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:39.815082 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.843571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.847375 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.861383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:05:39.862261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: items = [ Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:05:39.927880 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:05:39.958173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.979787 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:39.984245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] 10.222.0.84 "DELETE /v2.0/networks/97772b6d-f86e-42a9-889d-eeed81c73ce0 HTTP/1.1" status: 204 len: 168 time: 0.4798985 Jul 30 02:05:40.008312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596a3ce-77fe-4029-bb98-e203a6cdbccd admin admin] Pushing event deleted for resources: {'Network': ['ID=97772b6d-f86e-42a9-889d-eeed81c73ce0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:40.255754 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.262871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.310670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58620) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:40.388972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f42d3289-2fc3-4cbd-b3ff-951219bcf968 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=931f71b52a13470ab505c5ab52b66f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767279 Jul 30 02:05:40.399816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58626) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:40.483982 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8b4c3f7-967d-4ed6-a3af-69fbafd38d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.515736 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8b4c3f7-967d-4ed6-a3af-69fbafd38d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.527023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Router 7da8f9b5-aa02-4e6a-89ff-311509ef3e6d is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:05:40.606737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8b4c3f7-967d-4ed6-a3af-69fbafd38d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.610095 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8b4c3f7-967d-4ed6-a3af-69fbafd38d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.611319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d8b4c3f7-967d-4ed6-a3af-69fbafd38d0f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/38882121-d0a0-4098-b7fb-a95dcf36f30b HTTP/1.1" status: 204 len: 168 time: 0.2097898 Jul 30 02:05:40.620467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4c3f7-967d-4ed6-a3af-69fbafd38d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38882121-d0a0-4098-b7fb-a95dcf36f30b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:40.690757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:40.707614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:40.711286 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff8024-bf4c-4b5a-bc81-e991f86454ad None None] Sync routers for ids ['7da8f9b5-aa02-4e6a-89ff-311509ef3e6d'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:40.714200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58636) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:40.714838 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-89a38cf5-cc55-4a2c-87a8-f6ec99611f4c tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "PUT /v2.0/routers/7da8f9b5-aa02-4e6a-89ff-311509ef3e6d HTTP/1.1" status: 200 len: 920 time: 2.6035829 Jul 30 02:05:40.751844 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff8024-bf4c-4b5a-bc81-e991f86454ad None None] Routers {'7da8f9b5-aa02-4e6a-89ff-311509ef3e6d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:40.752617 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-45ff8024-bf4c-4b5a-bc81-e991f86454ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7da8f9b5-aa02-4e6a-89ff-311509ef3e6d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:40.826444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afb77605-32a7-48b4-a767-bafd84ba4a14 req-73182a75-3edc-4196-a9e5-a58b1d8fc134 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0354908 Jul 30 02:05:40.829651 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-45ff8024-bf4c-4b5a-bc81-e991f86454ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:40.844207 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff8024-bf4c-4b5a-bc81-e991f86454ad None None] Routers {'7da8f9b5-aa02-4e6a-89ff-311509ef3e6d'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:40.844829 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-45ff8024-bf4c-4b5a-bc81-e991f86454ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7da8f9b5-aa02-4e6a-89ff-311509ef3e6d'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:40.938694 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-45ff8024-bf4c-4b5a-bc81-e991f86454ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:40.940238 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff8024-bf4c-4b5a-bc81-e991f86454ad None None] The sync data for ids ['7da8f9b5-aa02-4e6a-89ff-311509ef3e6d'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:40.942636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2414d93b-ba70-42df-af39-7797bec01040 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/routers/7da8f9b5-aa02-4e6a-89ff-311509ef3e6d HTTP/1.1" status: 200 len: 926 time: 0.2259450 Jul 30 02:05:40.947190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58642) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:40.961910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:05:40.985320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:05:40.985992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 38dd1ecf-3f2c-4c89-b9fc-89c0bf0a73a8 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:05:41.032418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc849d-a901-4f77-89c9-9a6d7e501fc1 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:41.034389 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-13bc849d-a901-4f77-89c9-9a6d7e501fc1 tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=7da8f9b5-aa02-4e6a-89ff-311509ef3e6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0853696 Jul 30 02:05:41.038701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58646) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:41.171889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca0bbf-fc06-4f82-8b66-1852ade363bd tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:41.177191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ecca0bbf-fc06-4f82-8b66-1852ade363bd tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/networks/1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 881 time: 0.1374204 Jul 30 02:05:41.177635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58654) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:41.231029 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9df4e189-938a-4446-8169-fd102423c12a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=7da8f9b5-aa02-4e6a-89ff-311509ef3e6d HTTP/1.1" status: 200 len: 205 time: 0.0518246 Jul 30 02:05:41.234175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58668) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:41.791262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:41.959037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58700) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:42.046017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.086899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fcf47e23-05f9-4f08-88a3-7eaaa7b5e4a4 req-b396090a-40d0-4d16-b904-d5fe7f7c4593 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0725157 Jul 30 02:05:42.131358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-131733665-network', 'tenant_id': 'b1500e2e802a476fb9cf0689683ac620'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:42.166194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Made reservation on behalf of b1500e2e802a476fb9cf0689683ac620 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:42.171086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.175489 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Deleting port 507e16a5-bf1d-4f16-800c-d71e855b41a1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:42.176349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.187413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.310767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.327332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Calling delete_port for 507e16a5-bf1d-4f16-800c-d71e855b41a1 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:42.364258 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.370201 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.430608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:05:42.442106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5bab84-5e00-4ff3-9b49-55160d092f6d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:42.457793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.458355 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Added segment 622e4e99-e242-4c94-9422-3eace043515d of type vlan for network 36591c3e-9b0e-4151-a40f-33495ae25011 Jul 30 02:05:42.538914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.588512 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.590534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:42.603078 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.629651 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.665979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event deleted for resources: {'Port': ['ID=507e16a5-bf1d-4f16-800c-d71e855b41a1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:42.720111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7590566 Jul 30 02:05:42.724638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58708) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:42.732714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Request body: {'subnet': {'network_id': '36591c3e-9b0e-4151-a40f-33495ae25011', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-131733665-subnet', 'tenant_id': 'b1500e2e802a476fb9cf0689683ac620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:42.738723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d5e5f-15ed-4f61-bc21-f51154ff1075 admin admin] Pushing event updated for resources: {'Network': ['ID=36591c3e-9b0e-4151-a40f-33495ae25011,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:42.763099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 36591c3e-9b0e-4151-a40f-33495ae25011 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:42.767994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.777884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Made reservation on behalf of b1500e2e802a476fb9cf0689683ac620 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:42.782218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.927933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:42.930440 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.001524 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.002168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Fanout notify agent at l3_agent the message router_deleted on router 7da8f9b5-aa02-4e6a-89ff-311509ef3e6d {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:05:43.010880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.012176 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b9f0f512-7b9c-4001-843b-354dfe8f8856 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/7da8f9b5-aa02-4e6a-89ff-311509ef3e6d HTTP/1.1" status: 204 len: 168 time: 1.7768877 Jul 30 02:05:43.018272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58710) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:43.023555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-928890812', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:43.057189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.059820 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.074397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.165037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.167091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456afed5-245b-4ac4-8482-2bbf42cfe935,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:43.182472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Checking segment: {'id': '622e4e99-e242-4c94-9422-3eace043515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36591c3e-9b0e-4151-a40f-33495ae25011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:43.182990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Network hostable DHCP agents. Network: 36591c3e-9b0e-4151-a40f-33495ae25011, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:05:43.212846 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Network 36591c3e-9b0e-4151-a40f-33495ae25011 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:05:43.228585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 36591c3e-9b0e-4151-a40f-33495ae25011) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:43.239980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:43.240301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927d751-a41b-4921-9259-c1aa5523a8a1 None None] Network 36591c3e-9b0e-4151-a40f-33495ae25011 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:43.241401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.287963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1895507a-be58-401a-8b39-9a9d84aaf312 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5563481 Jul 30 02:05:43.368308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8425dcc-5d25-4243-970b-fec15f00d56b req-516970c9-a92a-4976-9266-b28430196d1a tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0761836 Jul 30 02:05:43.559148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499438b6-d931-4b7e-950b-959923bbb05d None None] Network 36591c3e-9b0e-4151-a40f-33495ae25011 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:05:43.580538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.937933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:43.968163 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.112018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2171aa33-a30e-40c9-9282-619783b15bd9 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:44.113609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2171aa33-a30e-40c9-9282-619783b15bd9 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/networks?id=36591c3e-9b0e-4151-a40f-33495ae25011 HTTP/1.1" status: 200 len: 813 time: 0.1327913 Jul 30 02:05:44.137523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-3f11a162-dc12-4612-8224-f9f2898c187e tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/quotas/b1500e2e802a476fb9cf0689683ac620 HTTP/1.1" status: 200 len: 375 time: 0.0111845 Jul 30 02:05:44.184968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Allocated IP 172.25.7.234 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/1c09152f-a2b2-4801-b592-771df671116d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:44.190366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-ef40fcff-cf87-4a7d-8c9e-e45f0c878e1f tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b1500e2e802a476fb9cf0689683ac620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464807 Jul 30 02:05:44.357544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-6a3e9f03-e9af-4934-85c1-ad043f4d54dd service neutron] 10.222.0.84 "GET /v2.0/networks/36591c3e-9b0e-4151-a40f-33495ae25011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582026 Jul 30 02:05:44.413288 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.478148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:44.544992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-d245d270-e7c7-4cce-9aa0-eeeace6e4616 service neutron] 10.222.0.84 "GET /v2.0/networks/36591c3e-9b0e-4151-a40f-33495ae25011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829181 Jul 30 02:05:44.563132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:44.569381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:44.577445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:44.591820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event updated for resources: {'Port': ['ID=1c09152f-a2b2-4801-b592-771df671116d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:44.932413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bac914b-0ab4-430f-9373-ad97a41eadb5 req-23f41a62-416a-4183-a59a-a1e9d1cf29e8 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0803831 Jul 30 02:05:45.079694 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.131625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-464acc35-e1d9-43d1-bb32-50a4b9ab472a req-e55f414b-3714-4fd7-bd24-cdc467452cbe tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 210 time: 0.0718937 Jul 30 02:05:45.489224 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.744657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Router 407b01e6-e939-4905-97a7-3f39caf8a60f is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:05:45.911762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:45.928780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fc606-7ec4-47e1-9891-73654ee804ce None None] Sync routers for ids ['407b01e6-e939-4905-97a7-3f39caf8a60f'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:45.943353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fc606-7ec4-47e1-9891-73654ee804ce None None] Routers {'407b01e6-e939-4905-97a7-3f39caf8a60f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:45.944797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-999fc606-7ec4-47e1-9891-73654ee804ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['407b01e6-e939-4905-97a7-3f39caf8a60f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:45.950994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:45.957835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58748) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:45.958821 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-17d38ed5-4719-45ff-837e-ab131226f535 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9389658 Jul 30 02:05:45.966208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:46.008925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-999fc606-7ec4-47e1-9891-73654ee804ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:46.027280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fc606-7ec4-47e1-9891-73654ee804ce None None] Routers {'407b01e6-e939-4905-97a7-3f39caf8a60f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:46.029052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-999fc606-7ec4-47e1-9891-73654ee804ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['407b01e6-e939-4905-97a7-3f39caf8a60f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:46.137414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-999fc606-7ec4-47e1-9891-73654ee804ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:46.138664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fc606-7ec4-47e1-9891-73654ee804ce None None] The sync data for ids ['407b01e6-e939-4905-97a7-3f39caf8a60f'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:46.193736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-217212f5-f47e-4b2b-8efd-8d46b321ad10 req-b0b410d0-05a2-43cc-b53b-350aeadd9e9e tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0656331 Jul 30 02:05:46.402163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-461d0e16-caf7-4cb0-bf04-56e1a9c09899 req-4a33c5f4-c431-40ef-abf1-55707f00c42b tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 210 time: 0.0587296 Jul 30 02:05:46.434601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-7b8724bc-4038-4601-bc17-28ae6cb63457 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:46.437607 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-7b8724bc-4038-4601-bc17-28ae6cb63457 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.41 "GET /v2.0/networks?id=36591c3e-9b0e-4151-a40f-33495ae25011 HTTP/1.1" status: 200 len: 813 time: 0.2565751 Jul 30 02:05:46.457851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Request body: {'port': {'device_id': '9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd', 'network_id': '36591c3e-9b0e-4151-a40f-33495ae25011', 'admin_state_up': True, 'tenant_id': 'b1500e2e802a476fb9cf0689683ac620'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:46.653022 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.664786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Made reservation on behalf of b1500e2e802a476fb9cf0689683ac620 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:46.670727 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.675737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.772918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Deleting port 1c09152f-a2b2-4801-b592-771df671116d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:05:46.774239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:46.840781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Allocated IP 172.20.0.13 (36591c3e-9b0e-4151-a40f-33495ae25011/456afed5-245b-4ac4-8482-2bbf42cfe935/6b590ded-ddb4-4771-a938-8134105bc4d5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:05:47.134234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.210087 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.278331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Network 36591c3e-9b0e-4151-a40f-33495ae25011 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:05:47.283558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:05:47.284558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.289144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:05:47.339205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Pushing event updated for resources: {'Port': ['ID=6b590ded-ddb4-4771-a938-8134105bc4d5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:47.340258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Calling delete_port for 1c09152f-a2b2-4801-b592-771df671116d owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:05:47.378070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:47.379181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.401912 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-967fcefd-700c-4c4e-af7b-0eb0ac89fcad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9538376 Jul 30 02:05:47.419911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Request body: {'port': {'device_id': '9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:47.446664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-778f76a0-bead-48d0-92c5-cee9ec91372c req-7cdca37a-95f9-463b-adfc-595d288ecdd8 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0783830 Jul 30 02:05:47.547527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.654851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.713546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Pushing event deleted for resources: {'Port': ['ID=1c09152f-a2b2-4801-b592-771df671116d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:47.743026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061d1f8-1568-45b5-ab1e-b8ae266bd146 req-b5445f85-deee-4b04-8730-186146a47230 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:47.744723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b061d1f8-1568-45b5-ab1e-b8ae266bd146 req-b5445f85-deee-4b04-8730-186146a47230 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 932 time: 0.1407938 Jul 30 02:05:47.856096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:47.865250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b061d1f8-1568-45b5-ab1e-b8ae266bd146 req-afd69322-2f68-4613-86fa-f98cb202b2f9 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844693 Jul 30 02:05:48.001275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b590ded-ddb4-4771-a938-8134105bc4d5 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:05:48.011800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.026607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Transition to ACTIVE for port object 6b590ded-ddb4-4771-a938-8134105bc4d5 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:05:48.033471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.090589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Pushing event updated for resources: {'Port': ['ID=6b590ded-ddb4-4771-a938-8134105bc4d5,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:48.202761 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.203921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Attempting to bind port 6b590ded-ddb4-4771-a938-8134105bc4d5 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:05:48.204255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Attempting to bind port 6b590ded-ddb4-4771-a938-8134105bc4d5 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '622e4e99-e242-4c94-9422-3eace043515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36591c3e-9b0e-4151-a40f-33495ae25011'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:05:48.204594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Attempting to bind port 6b590ded-ddb4-4771-a938-8134105bc4d5 on network 36591c3e-9b0e-4151-a40f-33495ae25011 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:48.208592 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.210534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Port 6b590ded-ddb4-4771-a938-8134105bc4d5 on network 36591c3e-9b0e-4151-a40f-33495ae25011 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:05:48.211210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Attempting to bind port 6b590ded-ddb4-4771-a938-8134105bc4d5 on network 36591c3e-9b0e-4151-a40f-33495ae25011 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:05:48.218075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:05:48.218545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Checking segment: {'id': '622e4e99-e242-4c94-9422-3eace043515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36591c3e-9b0e-4151-a40f-33495ae25011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:05:48.218907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Bound using segment: {'id': '622e4e99-e242-4c94-9422-3eace043515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36591c3e-9b0e-4151-a40f-33495ae25011'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:05:48.219868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Bound port: 6b590ded-ddb4-4771-a938-8134105bc4d5, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622e4e99-e242-4c94-9422-3eace043515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '36591c3e-9b0e-4151-a40f-33495ae25011'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:05:48.220804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.333460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] For port 6b590ded-ddb4-4771-a938-8134105bc4d5, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:05:48.335177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Router 407b01e6-e939-4905-97a7-3f39caf8a60f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:05:48.343210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] For port 6b590ded-ddb4-4771-a938-8134105bc4d5, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6b590ded-ddb4-4771-a938-8134105bc4d5,segment=NetworkSegment(622e4e99-e242-4c94-9422-3eace043515d),segment_id=622e4e99-e242-4c94-9422-3eace043515d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:05:48.350972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.422180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:48.423313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.430426 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] 10.222.0.41 "PUT /v2.0/ports/6b590ded-ddb4-4771-a938-8134105bc4d5 HTTP/1.1" status: 200 len: 1092 time: 1.0180111 Jul 30 02:05:48.430426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd', 'tag': '6b590ded-ddb4-4771-a938-8134105bc4d5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:48.443683 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606bc4c5-2816-4295-8f55-6044df6533fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd", "tag": "6b590ded-ddb4-4771-a938-8134105bc4d5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:48.446194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:05:48.457848 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.459950 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf6a75f-08d6-4d7e-a461-3bc48250d52b None None] Sync routers for ids ['407b01e6-e939-4905-97a7-3f39caf8a60f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:05:48.460531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-12b196ff-d45a-4a2c-8684-a7a2fef65e32 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "PUT /v2.0/routers/407b01e6-e939-4905-97a7-3f39caf8a60f HTTP/1.1" status: 200 len: 709 time: 2.5002451 Jul 30 02:05:48.465713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58764) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:48.481250 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf6a75f-08d6-4d7e-a461-3bc48250d52b None None] Routers {'407b01e6-e939-4905-97a7-3f39caf8a60f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:48.481907 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1bf6a75f-08d6-4d7e-a461-3bc48250d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['407b01e6-e939-4905-97a7-3f39caf8a60f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:48.530991 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1bf6a75f-08d6-4d7e-a461-3bc48250d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:48.542893 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf6a75f-08d6-4d7e-a461-3bc48250d52b None None] Routers {'407b01e6-e939-4905-97a7-3f39caf8a60f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:05:48.544530 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1bf6a75f-08d6-4d7e-a461-3bc48250d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:05:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['407b01e6-e939-4905-97a7-3f39caf8a60f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:48.572816 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd504b93-f69a-46c6-a09c-12411befae9d x-openstack-request-id: req-bd504b93-f69a-46c6-a09c-12411befae9d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:48.573397 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd", "tag": "6b590ded-ddb4-4771-a938-8134105bc4d5", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:48.573854 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bd504b93-f69a-46c6-a09c-12411befae9d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:48.574599 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd', 'tag': '6b590ded-ddb4-4771-a938-8134105bc4d5', 'status': 'completed', 'code': 200} Jul 30 02:05:48.617360 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1bf6a75f-08d6-4d7e-a461-3bc48250d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:48.618773 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf6a75f-08d6-4d7e-a461-3bc48250d52b None None] The sync data for ids ['407b01e6-e939-4905-97a7-3f39caf8a60f'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:05:48.649835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d2e5f82-f532-4af1-a489-20aceb7319ee req-e2c0a2e2-9ad7-4bb5-8553-1b5f8fae0d1d tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0428460 Jul 30 02:05:48.677089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194a54a-51f0-4fc0-9d98-a981b6569095 service neutron] Pushing event updated for resources: {'Port': ['ID=6b590ded-ddb4-4771-a938-8134105bc4d5,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:48.686018 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-52149577-bbb2-480f-a2fa-a61ba301a83e tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/routers/407b01e6-e939-4905-97a7-3f39caf8a60f HTTP/1.1" status: 200 len: 744 time: 0.2143667 Jul 30 02:05:48.686987 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58768) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:48.698516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-44caac79-ff84-4ec2-94c8-65e73337ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:48.700437 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-44caac79-ff84-4ec2-94c8-65e73337ab8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1500e2e802a476fb9cf0689683ac620&device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 1095 time: 0.2109258 Jul 30 02:05:48.757401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-58967730-2534-4361-b60a-2b7de5ea36fa tempest-RoutersIpV6AdminTest-1687275394 tempest-RoutersIpV6AdminTest-1687275394-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&device_id=407b01e6-e939-4905-97a7-3f39caf8a60f HTTP/1.1" status: 200 len: 205 time: 0.0636075 Jul 30 02:05:48.757401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58772) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:48.762140 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-bc8e1e89-a0ec-4848-b894-d3689d02f73a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b590ded-ddb4-4771-a938-8134105bc4d5 HTTP/1.1" status: 200 len: 217 time: 0.0450737 Jul 30 02:05:48.803845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4a5b1ec7-42a9-4d22-a97f-4fd4f224e819 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=407b01e6-e939-4905-97a7-3f39caf8a60f HTTP/1.1" status: 200 len: 205 time: 0.0460305 Jul 30 02:05:48.806136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58774) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:48.859930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-64e7bc52-a9ea-40ac-a660-42bd37a735d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:48.862404 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-64e7bc52-a9ea-40ac-a660-42bd37a735d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=456afed5-245b-4ac4-8482-2bbf42cfe935 HTTP/1.1" status: 200 len: 853 time: 0.0885892 Jul 30 02:05:48.916954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-206e1a3a-e3cb-40ab-89cf-b879c0ef265a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:48.926025 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-5c4e2bec-26c4-4e84-9cee-951c1c1a1dc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36591c3e-9b0e-4151-a40f-33495ae25011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540133 Jul 30 02:05:49.059646 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-baa31e7f-c757-4b63-b445-720a8688a371 service neutron] 10.222.0.41 "GET /v2.0/networks/36591c3e-9b0e-4151-a40f-33495ae25011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225157 Jul 30 02:05:49.190120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdcd8e-3bd4-4126-b647-733c4b84d92c req-24e0b0d5-a199-4fe5-894c-885b2b85b285 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:49.192113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13cdcd8e-3bd4-4126-b647-733c4b84d92c req-24e0b0d5-a199-4fe5-894c-885b2b85b285 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 944 time: 0.1874127 Jul 30 02:05:49.193961 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-206e1a3a-e3cb-40ab-89cf-b879c0ef265a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.197243 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-206e1a3a-e3cb-40ab-89cf-b879c0ef265a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.209250 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5edee48a-8cfa-4979-aef7-98096d86ef2e req-c011f9ad-7816-435f-b6ca-3f2b2051013d service neutron] 10.222.0.41 "GET /v2.0/networks/36591c3e-9b0e-4151-a40f-33495ae25011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416357 Jul 30 02:05:49.276378 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-206e1a3a-e3cb-40ab-89cf-b879c0ef265a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.277016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206e1a3a-e3cb-40ab-89cf-b879c0ef265a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Fanout notify agent at l3_agent the message router_deleted on router 407b01e6-e939-4905-97a7-3f39caf8a60f {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:05:49.287037 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-206e1a3a-e3cb-40ab-89cf-b879c0ef265a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:49.291991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-206e1a3a-e3cb-40ab-89cf-b879c0ef265a tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/407b01e6-e939-4905-97a7-3f39caf8a60f HTTP/1.1" status: 204 len: 168 time: 0.4841223 Jul 30 02:05:49.295074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58778) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.318372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13cdcd8e-3bd4-4126-b647-733c4b84d92c req-b99ffba2-f39d-4927-aa71-928cbbb376f3 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126280 Jul 30 02:05:49.343060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fda1e950-0fc2-4396-ae25-07f069cf73b4 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=407b01e6-e939-4905-97a7-3f39caf8a60f HTTP/1.1" status: 200 len: 205 time: 0.0467570 Jul 30 02:05:49.347290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58780) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.352086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bc4c5-2816-4295-8f55-6044df6533fb req-e5b14037-404a-450c-aecd-8b191f822357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:49.354637 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-606bc4c5-2816-4295-8f55-6044df6533fb req-e5b14037-404a-450c-aecd-8b191f822357 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1500e2e802a476fb9cf0689683ac620&device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 1095 time: 0.0850010 Jul 30 02:05:49.413892 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-df6363da-192c-48e3-8973-fab4be63f251 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] delete failed (client error): The resource could not be found. Jul 30 02:05:49.415835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-df6363da-192c-48e3-8973-fab4be63f251 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/407b01e6-e939-4905-97a7-3f39caf8a60f HTTP/1.1" status: 404 len: 336 time: 0.0670364 Jul 30 02:05:49.420713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58782) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.465088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3a4569bb-be85-4df9-9676-ff97775f2f93 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=7da8f9b5-aa02-4e6a-89ff-311509ef3e6d HTTP/1.1" status: 200 len: 205 time: 0.0408566 Jul 30 02:05:49.465697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58784) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.523723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bc4c5-2816-4295-8f55-6044df6533fb req-43a75ae4-0be7-42db-afb5-aa93c29ecfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:49.526987 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-606bc4c5-2816-4295-8f55-6044df6533fb req-43a75ae4-0be7-42db-afb5-aa93c29ecfe2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36591c3e-9b0e-4151-a40f-33495ae25011 HTTP/1.1" status: 200 len: 914 time: 0.1624312 Jul 30 02:05:49.529346 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-8ead5105-2d72-4925-a0c6-078ce9ad68a4 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] delete failed (client error): The resource could not be found. Jul 30 02:05:49.535167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8ead5105-2d72-4925-a0c6-078ce9ad68a4 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/7da8f9b5-aa02-4e6a-89ff-311509ef3e6d HTTP/1.1" status: 404 len: 336 time: 0.0641367 Jul 30 02:05:49.537032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58786) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.589298 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-606bc4c5-2816-4295-8f55-6044df6533fb req-cf413534-3839-4a82-9e4f-8d3bdac69c65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b590ded-ddb4-4771-a938-8134105bc4d5 HTTP/1.1" status: 200 len: 217 time: 0.0538931 Jul 30 02:05:49.591019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d9c46a37-067a-4523-946d-b2d05c88c0be tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=1050fea0-686a-410f-9a13-1f4ebbe88f1d HTTP/1.1" status: 200 len: 205 time: 0.0519350 Jul 30 02:05:49.593744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58788) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.662726 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-a95c133b-835e-40d8-95f0-afddb11e84e9 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] delete failed (client error): The resource could not be found. Jul 30 02:05:49.663977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bc4c5-2816-4295-8f55-6044df6533fb req-d6f26732-9a6e-46f1-a01a-77bd36455686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:49.665114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a95c133b-835e-40d8-95f0-afddb11e84e9 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/1050fea0-686a-410f-9a13-1f4ebbe88f1d HTTP/1.1" status: 404 len: 336 time: 0.0694265 Jul 30 02:05:49.667391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58790) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.669535 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-606bc4c5-2816-4295-8f55-6044df6533fb req-d6f26732-9a6e-46f1-a01a-77bd36455686 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=456afed5-245b-4ac4-8482-2bbf42cfe935 HTTP/1.1" status: 200 len: 853 time: 0.0718033 Jul 30 02:05:49.717655 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-606bc4c5-2816-4295-8f55-6044df6533fb req-18c1226c-484f-4606-9033-d0532600f885 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36591c3e-9b0e-4151-a40f-33495ae25011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407171 Jul 30 02:05:49.726301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c93636a1-cb40-425f-9b0a-cd99ddf30d95 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=92c7d8fb-2b0d-4870-bbb4-98b33ae07e46 HTTP/1.1" status: 200 len: 205 time: 0.0499692 Jul 30 02:05:49.727117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58794) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.834654 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-175acfc7-8a15-4797-8d3a-06bae9d21b12 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] delete failed (client error): The resource could not be found. Jul 30 02:05:49.835714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-175acfc7-8a15-4797-8d3a-06bae9d21b12 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/92c7d8fb-2b0d-4870-bbb4-98b33ae07e46 HTTP/1.1" status: 404 len: 336 time: 0.1069722 Jul 30 02:05:49.841410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:49.864737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-add6ef6d-e3d3-4d90-a747-4d971284c851 req-b4ce35b4-aeb9-4398-8fd5-1a264fe46d12 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0536385 Jul 30 02:05:50.304718 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-60d49357-5ae7-46d9-a626-76df737f6782 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=221b1607-2582-4c2b-aeff-02daef4c5400 HTTP/1.1" status: 200 len: 205 time: 0.4588954 Jul 30 02:05:50.305094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58804) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:50.317467 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-606bc4c5-2816-4295-8f55-6044df6533fb req-f735eeca-370d-42d0-ae09-37165855ca2c service neutron] 10.222.0.41 "GET /v2.0/networks/36591c3e-9b0e-4151-a40f-33495ae25011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905530 Jul 30 02:05:50.363915 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-d804ee2a-50f0-4ff8-b351-9062ab81e082 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] delete failed (client error): The resource could not be found. Jul 30 02:05:50.365382 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d804ee2a-50f0-4ff8-b351-9062ab81e082 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/221b1607-2582-4c2b-aeff-02daef4c5400 HTTP/1.1" status: 404 len: 336 time: 0.0588782 Jul 30 02:05:50.371886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58808) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:50.436588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-662a4700-5731-40f1-8571-2e4253915a23 tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d81653c-4f0b-463c-8b0d-749b1e171619 HTTP/1.1" status: 200 len: 205 time: 0.0628657 Jul 30 02:05:50.443261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58810) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:50.510700 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-41ff00f0-6120-46f1-a191-f33a516a8c5c tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] delete failed (client error): The resource could not be found. Jul 30 02:05:50.512436 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-41ff00f0-6120-46f1-a191-f33a516a8c5c tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/routers/7d81653c-4f0b-463c-8b0d-749b1e171619 HTTP/1.1" status: 404 len: 336 time: 0.0694098 Jul 30 02:05:50.515309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58812) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:50.534545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb75-fd79-45f5-9bf9-cf16a1bdcb7d req-43706505-9fb0-4b75-a3b2-4adee2e259ee tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:50.536811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4828bb75-fd79-45f5-9bf9-cf16a1bdcb7d req-43706505-9fb0-4b75-a3b2-4adee2e259ee tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 944 time: 0.0986083 Jul 30 02:05:50.568634 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f87e1ba-0902-492d-89be-a04ec983af5f tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] DELETE failed (client error): The resource could not be found. Jul 30 02:05:50.569367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f87e1ba-0902-492d-89be-a04ec983af5f tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:05:50.572184 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9f87e1ba-0902-492d-89be-a04ec983af5f tempest-RoutersIpV6AdminTest-730592932 tempest-RoutersIpV6AdminTest-730592932-project] 10.222.0.84 "DELETE /v2.0/subnets/fb2a554f-3641-45e7-9c88-df9d2b967190 HTTP/1.1" status: 404 len: 337 time: 0.0553787 Jul 30 02:05:50.602408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4828bb75-fd79-45f5-9bf9-cf16a1bdcb7d req-fa30d655-5a04-451a-b7ce-4d2c537e4114 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568514 Jul 30 02:05:50.616588 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-606bc4c5-2816-4295-8f55-6044df6533fb req-59f1e09f-fb10-4d9a-b4b1-b2e204e015a4 service neutron] 10.222.0.41 "GET /v2.0/networks/36591c3e-9b0e-4151-a40f-33495ae25011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621331 Jul 30 02:05:50.957001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58822) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:51.032630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abce79eb-97f8-4e87-9ff8-ac80edd46b6a req-72ef93c5-741e-4962-ac6e-1e0dadac4671 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0352514 Jul 30 02:05:51.151681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-597d15bc-ea07-47b5-a51f-465d62e11e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.303128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-597d15bc-ea07-47b5-a51f-465d62e11e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.309599 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-597d15bc-ea07-47b5-a51f-465d62e11e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.371933 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-597d15bc-ea07-47b5-a51f-465d62e11e6d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=650e197cc5e6498c9b091f0300fe753c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124169 Jul 30 02:05:51.373479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d15bc-ea07-47b5-a51f-465d62e11e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d36d787-6976-4339-93a9-607e3afe1820,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:51.375293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58826) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:51.452084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-507c8ffb-6e74-40a5-abac-42cf16aeedf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.484647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-507c8ffb-6e74-40a5-abac-42cf16aeedf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.560202 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-507c8ffb-6e74-40a5-abac-42cf16aeedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.564309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-507c8ffb-6e74-40a5-abac-42cf16aeedf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:51.565766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-507c8ffb-6e74-40a5-abac-42cf16aeedf3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2d36d787-6976-4339-93a9-607e3afe1820 HTTP/1.1" status: 204 len: 168 time: 0.1890759 Jul 30 02:05:51.575752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c8ffb-6e74-40a5-abac-42cf16aeedf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d36d787-6976-4339-93a9-607e3afe1820,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:52.079615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e65e70-29d8-44e7-a452-168255c84025 req-73e16d04-ead4-4805-91fd-b0047410867c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:52.099816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61e65e70-29d8-44e7-a452-168255c84025 req-73e16d04-ead4-4805-91fd-b0047410867c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 944 time: 0.0713522 Jul 30 02:05:52.128466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58838) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:52.141882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61e65e70-29d8-44e7-a452-168255c84025 req-3b1203d8-0701-44a8-bfaf-f51cd602be6f tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527689 Jul 30 02:05:52.212701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-581926de-05a6-4342-b66d-39305daa9e8c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b125e8f94e81417294641928c69d7953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823476 Jul 30 02:05:52.217101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58840) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:52.303986 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49af46f4-27bc-4d8d-90a0-173462bf7927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.311758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4642f2a7-6f4e-40a7-a724-aa99c70cf2e4 req-5b28070d-fe2e-4199-a80c-bae8e11579ae tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0526893 Jul 30 02:05:52.345501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49af46f4-27bc-4d8d-90a0-173462bf7927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.392583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6b590ded-ddb4-4771-a938-8134105bc4d5 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:05:52.438195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49af46f4-27bc-4d8d-90a0-173462bf7927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.443526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49af46f4-27bc-4d8d-90a0-173462bf7927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.450986 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-49af46f4-27bc-4d8d-90a0-173462bf7927 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0c359e6b-c415-4dcb-bcb5-b14641e12f9d HTTP/1.1" status: 204 len: 168 time: 0.2316706 Jul 30 02:05:52.467351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af46f4-27bc-4d8d-90a0-173462bf7927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c359e6b-c415-4dcb-bcb5-b14641e12f9d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:52.593455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6b590ded-ddb4-4771-a938-8134105bc4d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6b590ded-ddb4-4771-a938-8134105bc4d5,segment=NetworkSegment(622e4e99-e242-4c94-9422-3eace043515d),segment_id=622e4e99-e242-4c94-9422-3eace043515d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:52.609988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '6b590ded-ddb4-4771-a938-8134105bc4d5', 'network_id': '36591c3e-9b0e-4151-a40f-33495ae25011', 'port_id': '6b590ded-ddb4-4771-a938-8134105bc4d5', 'mac_address': 'fa:16:3e:b9:98:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456afed5-245b-4ac4-8482-2bbf42cfe935', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:05:52.690231 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.731001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b590ded-ddb4-4771-a938-8134105bc4d5 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:05:52.774006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6b590ded-ddb4-4771-a938-8134105bc4d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6b590ded-ddb4-4771-a938-8134105bc4d5,segment=NetworkSegment(622e4e99-e242-4c94-9422-3eace043515d),segment_id=622e4e99-e242-4c94-9422-3eace043515d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:52.781001 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:52.908914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6b590ded-ddb4-4771-a938-8134105bc4d5,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:53.069625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6b590ded-ddb4-4771-a938-8134105bc4d5'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:05:53.258317 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:05:53.338448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d8608-76cb-4d01-ba40-ee40c7095574 req-bbd535a5-d000-4808-b30c-673a448df813 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:53.341262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d29d8608-76cb-4d01-ba40-ee40c7095574 req-bbd535a5-d000-4808-b30c-673a448df813 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 945 time: 0.0760229 Jul 30 02:05:53.416723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d29d8608-76cb-4d01-ba40-ee40c7095574 req-c7f4c37c-1235-441e-b8c7-fdb33fe79c34 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638900 Jul 30 02:05:53.568879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-977f1aab-382c-4d51-85d1-24441f0756a2 req-bd18843f-22c5-435e-8c0c-b9112b36cd07 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0474546 Jul 30 02:05:53.913835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58868) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:53.944867 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:54.108390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f5de7e6d-dd14-40bf-87eb-e87ffdee0a5d tempest-AgentManagementNegativeTest-490720124 tempest-AgentManagementNegativeTest-490720124-project] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1931162 Jul 30 02:05:54.419720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6b590ded-ddb4-4771-a938-8134105bc4d5 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:05:54.504234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 6b590ded-ddb4-4771-a938-8134105bc4d5 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:05:54.510522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 6b590ded-ddb4-4771-a938-8134105bc4d5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:05:54.511196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:54.578809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58880) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:54.609331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda4024-760f-47c5-84a5-080c04ad3da1 req-4ca9d3e0-dca4-4452-8b8d-1d8093e61bad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:54.617482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cda4024-760f-47c5-84a5-080c04ad3da1 req-4ca9d3e0-dca4-4452-8b8d-1d8093e61bad tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 945 time: 0.0905938 Jul 30 02:05:54.647839 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:54.668995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cda4024-760f-47c5-84a5-080c04ad3da1 req-1673c94b-0c53-4438-b5c4-1ec9ea38ce91 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474672 Jul 30 02:05:54.699489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b590ded-ddb4-4771-a938-8134105bc4d5'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:05:54.705416 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3679dc9-81ec-495c-883a-fa7ece0d1433" -d '{"events": [{"server_uuid": "9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd", "name": "network-vif-plugged", "status": "completed", "tag": "6b590ded-ddb4-4771-a938-8134105bc4d5"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:05:54.741746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6b590ded-ddb4-4771-a938-8134105bc4d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6b590ded-ddb4-4771-a938-8134105bc4d5,segment=NetworkSegment(622e4e99-e242-4c94-9422-3eace043515d),segment_id=622e4e99-e242-4c94-9422-3eace043515d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:05:54.749922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:54.775227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f91f6c6d-2c22-4c79-bf65-cbd734e7b76a req-2711b93d-2bb7-49f0-91ab-11da919f6d26 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0322576 Jul 30 02:05:54.790491 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16d5678c-0af7-492c-bb27-5f2c594735e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:54.854016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6b590ded-ddb4-4771-a938-8134105bc4d5,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:54.874543 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d20699b-fbf8-4834-addb-3cd739f2d592 x-openstack-request-id: req-2d20699b-fbf8-4834-addb-3cd739f2d592 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:05:54.874840 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd", "name": "network-vif-plugged", "status": "completed", "tag": "6b590ded-ddb4-4771-a938-8134105bc4d5", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:05:54.875096 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2d20699b-fbf8-4834-addb-3cd739f2d592 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:05:54.875570 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b590ded-ddb4-4771-a938-8134105bc4d5', 'code': 200} Jul 30 02:05:55.010078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16d5678c-0af7-492c-bb27-5f2c594735e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.019410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16d5678c-0af7-492c-bb27-5f2c594735e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.031337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4fd2e-9764-4ef2-b346-20eadb5c06f5 req-5612f3cb-08de-4805-be7d-455da5208818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:55.033603 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-54a4fd2e-9764-4ef2-b346-20eadb5c06f5 req-5612f3cb-08de-4805-be7d-455da5208818 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 1097 time: 0.0807116 Jul 30 02:05:55.092556 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-16d5678c-0af7-492c-bb27-5f2c594735e7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ae347f1c2cef4e1da6e4879f0671ce0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080163 Jul 30 02:05:55.093806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58888) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:55.096287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5678c-0af7-492c-bb27-5f2c594735e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d285627d-5b45-416a-87a3-6626860b2de2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:55.113277 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-54a4fd2e-9764-4ef2-b346-20eadb5c06f5 req-32ea1992-e613-450d-ad08-a33022da7349 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659261 Jul 30 02:05:55.213062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.253817 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.358603 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.361763 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:55.364226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d285627d-5b45-416a-87a3-6626860b2de2 HTTP/1.1" status: 204 len: 168 time: 0.2684538 Jul 30 02:05:55.376151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d285627d-5b45-416a-87a3-6626860b2de2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:55.389246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.389612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.390141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.390614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.391096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.391671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.392019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.392361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.392864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.393197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.393852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.394443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acbfbca-112c-4a73-a65b-c62e67edde2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:05:55.874029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29d4cb-0e94-45fe-a652-bf8807911720 req-d962f4c6-4b65-4a6a-b6fc-2fe01ce89466 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:55.882451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d29d4cb-0e94-45fe-a652-bf8807911720 req-d962f4c6-4b65-4a6a-b6fc-2fe01ce89466 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 946 time: 0.1234643 Jul 30 02:05:55.951913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d29d4cb-0e94-45fe-a652-bf8807911720 req-bac9a33b-9bcb-4107-bffe-3e6fe4be6b95 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678337 Jul 30 02:05:56.162014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af67f4d3-28c4-45c4-8d49-d12a3d111d4d req-3a2f6dae-95c1-4532-909c-4e88978d20b0 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0432639 Jul 30 02:05:56.531305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58924) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:56.673456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'networks': [{'name': 'tempest-network--1573407861'}, {'name': 'tempest-network--478446884'}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:56.673918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'network': {'name': 'tempest-network--1573407861'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:56.674493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'network': {'name': 'tempest-network--478446884'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:56.708476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Made reservation on behalf of ca87381c938f455cb66070c875ed80ba for: {'network': 2} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:05:56.716744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.731386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.913335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.920308 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.922065 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:56.984705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:05:57.011015 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.011651 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Added segment 011cf230-f233-4290-b5a2-1bf8fc0e0141 of type vlan for network 3f7e82a5-e392-41f1-b5c4-358dd9a547f7 Jul 30 02:05:57.154312 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.170778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfba7d8-a2e3-4017-8e95-5a3901c79fbb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:57.192056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-ccb6bb23-eb6a-4c27-b97c-707bf1b4671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.194701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-ccb6bb23-eb6a-4c27-b97c-707bf1b4671b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1095 time: 0.1898401 Jul 30 02:05:57.269890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2858c8-e9b4-4666-b909-81125a670d14 req-7d6ba2ca-84f6-41c1-a1b7-f8009de3fae5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.272678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e2858c8-e9b4-4666-b909-81125a670d14 req-7d6ba2ca-84f6-41c1-a1b7-f8009de3fae5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1857433 Jul 30 02:05:57.287076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:05:57.328052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.330365 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Added segment d48875fc-e538-4686-aabc-8574a3be1584 of type vlan for network 56b0713d-1a42-40f9-bab7-8f62db721ddc Jul 30 02:05:57.384191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-f427a3f5-c0c1-4c42-8df1-a6e395abeadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.387050 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-f427a3f5-c0c1-4c42-8df1-a6e395abeadd service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.1799068 Jul 30 02:05:57.403871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e2858c8-e9b4-4666-b909-81125a670d14 req-6cbedbf0-cc65-4b28-a5f6-ccac0fc7ab2b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212709 Jul 30 02:05:57.422200 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.496511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.497551 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.535480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.541775 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-19a0ed08-f8b9-42c7-bc22-4b5394f4d66b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 999 time: 0.1465604 Jul 30 02:05:57.561339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.562706 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:57.635104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-e2023adf-3b5f-4ab8-b9aa-d708f1c664a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.637571 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-e2023adf-3b5f-4ab8-b9aa-d708f1c664a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.0884731 Jul 30 02:05:57.709696 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-a3138094-75b5-49b9-a3a9-cbf3ab17efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.713077 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-a3138094-75b5-49b9-a3a9-cbf3ab17efbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671802 Jul 30 02:05:57.767263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2307029 Jul 30 02:05:57.779980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58940) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:57.842705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Network': ['ID=3f7e82a5-e392-41f1-b5c4-358dd9a547f7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:57.860659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 3f7e82a5-e392-41f1-b5c4-358dd9a547f7 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:57.896396 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-4a12a9ed-40b0-4ce3-a41c-9305cb94ecb1 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748679 Jul 30 02:05:57.896723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2b62e-044a-435f-a54b-f97a29408eaa req-578576bf-d7f0-4a6e-b62d-01ea96005abf tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:57.898183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74f2b62e-044a-435f-a54b-f97a29408eaa req-578576bf-d7f0-4a6e-b62d-01ea96005abf tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 946 time: 0.3279450 Jul 30 02:05:58.109768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c0eb2-4f84-43b8-ada9-f453b95abfd6 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Network': ['ID=56b0713d-1a42-40f9-bab7-8f62db721ddc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:58.119999 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7e801a-7422-409a-8657-bab8bb27d555 req-de2adcdc-3874-475f-b125-00c0da615aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144587 Jul 30 02:05:58.127235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 56b0713d-1a42-40f9-bab7-8f62db721ddc details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:05:58.159236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74f2b62e-044a-435f-a54b-f97a29408eaa req-5f937ae0-b0dc-406a-9a23-fbf12f485942 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451921 Jul 30 02:05:58.170895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd84709-0a80-4ac9-a5ff-07377fd5615b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:58.177245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd84709-0a80-4ac9-a5ff-07377fd5615b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:58.184725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd84709-0a80-4ac9-a5ff-07377fd5615b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:58.193683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd84709-0a80-4ac9-a5ff-07377fd5615b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:58.200267 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7dd84709-0a80-4ac9-a5ff-07377fd5615b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4149921 Jul 30 02:05:58.202061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58942) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:58.338405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6fde926-0dcb-4f0c-9554-cd43fb0f8bd4 req-82707ad0-391c-4464-bdf0-505689802d54 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0558295 Jul 30 02:05:58.397683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.537027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.557450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7e82a5-e392-41f1-b5c4-358dd9a547f7']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:58.576301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011cf230-f233-4290-b5a2-1bf8fc0e0141') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:58.576719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011cf230-f233-4290-b5a2-1bf8fc0e0141') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:58.588924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.597932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f480e7-5c60-496b-8438-861127e16f7c req-c53a02ed-04ae-4143-a4ea-d39e1fc13a5a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:58.599835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20f480e7-5c60-496b-8438-861127e16f7c req-c53a02ed-04ae-4143-a4ea-d39e1fc13a5a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0717726 Jul 30 02:05:58.609936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.621118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:05:58.621498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:05:58.627566 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:05:58.646255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20f480e7-5c60-496b-8438-861127e16f7c req-b1e74887-d1f5-4099-9786-7a0e5b863f0c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398834 Jul 30 02:05:58.818971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.834697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:58.841720 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/networks/3f7e82a5-e392-41f1-b5c4-358dd9a547f7 HTTP/1.1" status: 204 len: 168 time: 0.6331272 Jul 30 02:05:58.842625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58960) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:58.873562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe24b32-f1a0-419f-ad54-9d565656f970 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Network': ['ID=3f7e82a5-e392-41f1-b5c4-358dd9a547f7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:59.032397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.052472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-b306f508-0bdb-40e3-be0d-40c2f5b381d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:59.054146 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-b306f508-0bdb-40e3-be0d-40c2f5b381d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1500e2e802a476fb9cf0689683ac620&device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 1097 time: 0.0781059 Jul 30 02:05:59.091231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fef76-0536-4270-8b85-7d144007e6d3 req-0a580af3-1c1c-44aa-b49e-c12adfef1b48 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:59.094206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-850fef76-0536-4270-8b85-7d144007e6d3 req-0a580af3-1c1c-44aa-b49e-c12adfef1b48 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 946 time: 0.1033707 Jul 30 02:05:59.254760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.276516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b0713d-1a42-40f9-bab7-8f62db721ddc']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:59.303285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48875fc-e538-4686-aabc-8574a3be1584') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:59.303654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48875fc-e538-4686-aabc-8574a3be1584') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:05:59.322121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.345787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-57e22f3c-1038-4756-aecc-17057e1f9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:59.347624 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-57e22f3c-1038-4756-aecc-17057e1f9765 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36591c3e-9b0e-4151-a40f-33495ae25011 HTTP/1.1" status: 200 len: 914 time: 0.2602067 Jul 30 02:05:59.355214 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.411815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:05:59.412250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:05:59.416498 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:05:59.435675 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-9c1962da-07d0-4735-88ef-a84db9c68e4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b590ded-ddb4-4771-a938-8134105bc4d5 HTTP/1.1" status: 200 len: 217 time: 0.0766280 Jul 30 02:05:59.561316 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.561600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-850fef76-0536-4270-8b85-7d144007e6d3 req-8c592ef0-1ad5-4f5d-bae5-98de37b690d6 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528222 Jul 30 02:05:59.584139 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:05:59.589190 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/networks/56b0713d-1a42-40f9-bab7-8f62db721ddc HTTP/1.1" status: 204 len: 168 time: 0.7443814 Jul 30 02:05:59.591826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58974) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:59.611064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-180e08cb-45f3-4416-82c9-7953ed1d8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:59.612729 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-180e08cb-45f3-4416-82c9-7953ed1d8d52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=456afed5-245b-4ac4-8482-2bbf42cfe935 HTTP/1.1" status: 200 len: 853 time: 0.1318913 Jul 30 02:05:59.614484 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b43966-2f53-4ff8-883a-a33300cc8585 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Network': ['ID=56b0713d-1a42-40f9-bab7-8f62db721ddc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:05:59.673688 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-2d052f6b-89d2-4fb1-a171-fbe820359e00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36591c3e-9b0e-4151-a40f-33495ae25011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482593 Jul 30 02:05:59.765973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a73551c-8bc2-4edd-a2a5-7dce936091a8 req-bfde63fc-9065-4330-bdba-31df181da02f tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0659120 Jul 30 02:05:59.869395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-9290d292-0e0e-473c-91b2-578d21361cba service neutron] 10.222.0.41 "GET /v2.0/networks/36591c3e-9b0e-4151-a40f-33495ae25011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874149 Jul 30 02:05:59.889701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081e33d-1e2b-4435-967e-c2aab735b455 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:59.902478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081e33d-1e2b-4435-967e-c2aab735b455 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:05:59.909088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c081e33d-1e2b-4435-967e-c2aab735b455 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3109195 Jul 30 02:05:59.911327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58980) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:05:59.921108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-985950932'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:05:59.989953 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-671cb36f-c7c5-43f6-8677-b21f1947baf3 req-e51a56b4-1daa-4470-b0f1-32013f9b1d3a service neutron] 10.222.0.41 "GET /v2.0/networks/36591c3e-9b0e-4151-a40f-33495ae25011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128683 Jul 30 02:06:00.017445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Made reservation on behalf of ca87381c938f455cb66070c875ed80ba for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:00.023178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.054593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf39d-f935-4c44-ae15-0ccb6dd94d3d req-e7ec6f6e-08f6-41c6-902c-667ba8117bff tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:00.057557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abfbf39d-f935-4c44-ae15-0ccb6dd94d3d req-e7ec6f6e-08f6-41c6-902c-667ba8117bff tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1506569 Jul 30 02:06:00.122816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:00.163611 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.164220 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Added segment 21564354-675c-40d6-b742-db50a7256bb1 of type vlan for network 0df0d193-bc6f-4f1f-9344-21df8ebff47d Jul 30 02:06:00.188492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-abfbf39d-f935-4c44-ae15-0ccb6dd94d3d req-097a2001-0b04-4da7-8e47-30c265c60743 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176143 Jul 30 02:06:00.252718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.301231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.308945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:00.309660 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.385103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4712205 Jul 30 02:06:00.388494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58982) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:00.394776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-9508578'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:00.416715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5aed1-7226-4146-a685-f2a8bce82bd2 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Network': ['ID=0df0d193-bc6f-4f1f-9344-21df8ebff47d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:00.437486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 0df0d193-bc6f-4f1f-9344-21df8ebff47d details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:00.441510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Made reservation on behalf of ca87381c938f455cb66070c875ed80ba for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:00.447513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.535581 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-120266e0-4f64-4b59-8b11-b1196d1bf13d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135211 Jul 30 02:06:00.548295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:00.567883 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.568381 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Added segment e32e08d7-bb46-46f7-8d9c-870ef9bd115a of type vlan for network 78a42328-0b37-45c9-a62b-59594f562ff5 Jul 30 02:06:00.663890 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.684678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-831057aa-6e6d-443a-8c7c-74868a3d8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:00.686308 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-831057aa-6e6d-443a-8c7c-74868a3d8b7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 1098 time: 0.1159406 Jul 30 02:06:00.744617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-de8f0b0d-f1f6-4af8-9b3e-fcddd4289143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.794591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab97547-884d-49bf-befa-4da0a4f0c3d0 req-8dea8f85-cf71-43f4-b59a-1baf20458b7d tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:00.804196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ab97547-884d-49bf-befa-4da0a4f0c3d0 req-8dea8f85-cf71-43f4-b59a-1baf20458b7d tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 946 time: 0.1167214 Jul 30 02:06:00.816378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.826481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:00.827679 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:00.889621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ab97547-884d-49bf-befa-4da0a4f0c3d0 req-74eb58a9-9a4a-48cc-a2ce-6fda3e5c41f1 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714395 Jul 30 02:06:00.983857 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5940516 Jul 30 02:06:00.987929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58994) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:00.997861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'ports': [{'network_id': '0df0d193-bc6f-4f1f-9344-21df8ebff47d', 'name': 'tempest-port--731966539', 'admin_state_up': True}, {'network_id': '78a42328-0b37-45c9-a62b-59594f562ff5', 'admin_state_up': False}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:00.998349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'port': {'network_id': '0df0d193-bc6f-4f1f-9344-21df8ebff47d', 'name': 'tempest-port--731966539', 'admin_state_up': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:00.999932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'port': {'network_id': '78a42328-0b37-45c9-a62b-59594f562ff5', 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:01.004422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dc153-f8f2-44ac-8317-15fc73439762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Network': ['ID=78a42328-0b37-45c9-a62b-59594f562ff5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:01.009303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-9684d23e-41fe-4caf-a2a8-b0b7e079dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:01.011329 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-9684d23e-41fe-4caf-a2a8-b0b7e079dada service neutron] 10.222.0.41 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.3017118 Jul 30 02:06:01.020749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 78a42328-0b37-45c9-a62b-59594f562ff5 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:01.146037 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-5c0a120a-5888-4310-bd3a-fbe300564544 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 200 len: 1002 time: 0.1244833 Jul 30 02:06:01.188461 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-465c40e9-6f74-470b-bdfe-c15eabfb040f req-1d988cc8-3539-491e-865c-b0210f173e2c tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0715077 Jul 30 02:06:01.269235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-f5b53ed9-b353-4529-9487-f2f93fd1faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:01.272010 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-f5b53ed9-b353-4529-9487-f2f93fd1faa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1147416 Jul 30 02:06:01.289627 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:01.373084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-3abf6ea8-0fff-402e-a51b-f9f642e11c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:01.375521 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-3abf6ea8-0fff-402e-a51b-f9f642e11c6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921814 Jul 30 02:06:01.461382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Made reservation on behalf of ca87381c938f455cb66070c875ed80ba for: {'port': 2} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:01.468187 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:01.484900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6abc3-7c53-4afa-be8b-6351a8ad595c req-c90d5bdb-d2e7-4cd3-b862-96460884ad7a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:01.487139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0be6abc3-7c53-4afa-be8b-6351a8ad595c req-c90d5bdb-d2e7-4cd3-b862-96460884ad7a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1206901 Jul 30 02:06:01.505958 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-a7f096e4-1bd4-45a0-b753-cdaccaa52e50 service neutron] 10.222.0.41 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227357 Jul 30 02:06:01.519655 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:01.640755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0be6abc3-7c53-4afa-be8b-6351a8ad595c req-1c2856e7-78e7-4c1d-a2d7-0e0e0119b282 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363201 Jul 30 02:06:01.661441 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09590b3c-efbe-4866-bab1-4c610a05d34a req-338df772-f2df-4abd-a67b-bbe4d2533f18 service neutron] 10.222.0.41 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473765 Jul 30 02:06:01.670821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] device_id is not set on port 3841ecf6-8bb9-4b27-826f-0ee34ec618b4 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:06:01.894650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.068132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] device_id is not set on port dd1cc1ed-b9f2-4e7a-9e70-54ba909bdc7e yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:06:02.304354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.386700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.524487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Port': ['ID=3841ecf6-8bb9-4b27-826f-0ee34ec618b4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:02.539110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Checking segment: {'id': '21564354-675c-40d6-b742-db50a7256bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0df0d193-bc6f-4f1f-9344-21df8ebff47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:02.539110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Network hostable DHCP agents. Network: 0df0d193-bc6f-4f1f-9344-21df8ebff47d, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:02.565451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f853b-f3f8-4fa0-8312-e9d73e0cf626 req-0449a2d5-bd9d-4916-83c1-88e3c504d04a tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:02.567932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-378f853b-f3f8-4fa0-8312-e9d73e0cf626 req-0449a2d5-bd9d-4916-83c1-88e3c504d04a tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 946 time: 0.1085241 Jul 30 02:06:02.587329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Network 0df0d193-bc6f-4f1f-9344-21df8ebff47d is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:02.621222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 0df0d193-bc6f-4f1f-9344-21df8ebff47d) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:02.629338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:02.630212 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:02.634553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ab0f1d-e3d5-469f-b8de-79363ba51617 None None] Network 0df0d193-bc6f-4f1f-9344-21df8ebff47d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:02.657421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-378f853b-f3f8-4fa0-8312-e9d73e0cf626 req-5e4bbb43-98ad-44e6-942d-67d14132c3a6 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806196 Jul 30 02:06:02.860536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Port': ['ID=dd1cc1ed-b9f2-4e7a-9e70-54ba909bdc7e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:02.897190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1288a90f-388f-43e2-82a9-b7ce5285d166 req-13d18662-8f5a-42e5-94fc-6b3f5cdbb627 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0642197 Jul 30 02:06:02.901965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Checking segment: {'id': 'e32e08d7-bb46-46f7-8d9c-870ef9bd115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '78a42328-0b37-45c9-a62b-59594f562ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:02.902590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Network hostable DHCP agents. Network: 78a42328-0b37-45c9-a62b-59594f562ff5, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:02.935640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Network 78a42328-0b37-45c9-a62b-59594f562ff5 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:02.952043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 78a42328-0b37-45c9-a62b-59594f562ff5) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:02.975457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:02.976799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f900a0b-f7cb-476b-8dfe-8f409c76081d None None] Network 78a42328-0b37-45c9-a62b-59594f562ff5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:02.991801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:03.002293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:03.003939 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.033212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ebfac2bd-9c15-4ca4-84bc-71a8a36c8ac7 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0428429 Jul 30 02:06:03.036754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59026) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:03.196947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303a8ff4-31d4-499f-a1f6-5e18fe5b8030 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:03.212091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303a8ff4-31d4-499f-a1f6-5e18fe5b8030 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:03.217985 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-303a8ff4-31d4-499f-a1f6-5e18fe5b8030 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1798983 Jul 30 02:06:03.222653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59030) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:03.372607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7636a7f4-9779-44e9-9c55-096be4aff82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.408260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-274bdafb-4a7a-448e-8a09-bfb3a3deafdb tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Deleting port 3841ecf6-8bb9-4b27-826f-0ee34ec618b4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:03.408681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-274bdafb-4a7a-448e-8a09-bfb3a3deafdb tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.617518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-274bdafb-4a7a-448e-8a09-bfb3a3deafdb tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.626931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb54e94-3000-4a9e-bdc4-dfb692c96746 req-d5310cd7-6b5a-482e-9314-59812cf462ff tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:03.651309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-274bdafb-4a7a-448e-8a09-bfb3a3deafdb tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Calling delete_port for 3841ecf6-8bb9-4b27-826f-0ee34ec618b4 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:03.655183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4eb54e94-3000-4a9e-bdc4-dfb692c96746 req-d5310cd7-6b5a-482e-9314-59812cf462ff tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1704638 Jul 30 02:06:03.682536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-2909f464-b402-4849-96e5-5abd1790614c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:03.685564 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-2909f464-b402-4849-96e5-5abd1790614c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 946 time: 0.2014670 Jul 30 02:06:03.768112 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4eb54e94-3000-4a9e-bdc4-dfb692c96746 req-e2b7f83e-3271-4572-a61f-c29cfcc378a2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113367 Jul 30 02:06:03.805945 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:03.995030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-274bdafb-4a7a-448e-8a09-bfb3a3deafdb tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.002963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10251c-43a2-4ee0-b700-17282012020d req-956b95f1-41f8-4240-8697-91926d1b7089 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:04.006323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad10251c-43a2-4ee0-b700-17282012020d req-956b95f1-41f8-4240-8697-91926d1b7089 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 946 time: 0.1015778 Jul 30 02:06:04.032032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Deleting port 6b590ded-ddb4-4771-a938-8134105bc4d5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:04.032954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.096041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad10251c-43a2-4ee0-b700-17282012020d req-116f9cc6-e51d-4bfd-8ff1-8fc261c0f5b5 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e5bab84-5e00-4ff3-9b49-55160d092f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741646 Jul 30 02:06:04.176164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bdafb-4a7a-448e-8a09-bfb3a3deafdb tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Port': ['ID=3841ecf6-8bb9-4b27-826f-0ee34ec618b4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:04.195168 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-274bdafb-4a7a-448e-8a09-bfb3a3deafdb tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.199500 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-274bdafb-4a7a-448e-8a09-bfb3a3deafdb tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/ports/3841ecf6-8bb9-4b27-826f-0ee34ec618b4 HTTP/1.1" status: 204 len: 168 time: 0.9743965 Jul 30 02:06:04.202694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59040) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:04.325472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cf2025b-3490-4eef-8c25-d78699a4cd45 req-3ac418c7-e38a-46c5-a281-2931ba84e1c5 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.1037078 Jul 30 02:06:04.396933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] For port 6b590ded-ddb4-4771-a938-8134105bc4d5, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6b590ded-ddb4-4771-a938-8134105bc4d5,segment=NetworkSegment(622e4e99-e242-4c94-9422-3eace043515d),segment_id=622e4e99-e242-4c94-9422-3eace043515d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:04.396933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.431406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Calling delete_port for 6b590ded-ddb4-4771-a938-8134105bc4d5 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:04.475975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-588cdfdc-df54-4d3d-8348-9a61f4821830 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Deleting port dd1cc1ed-b9f2-4e7a-9e70-54ba909bdc7e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:04.476852 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-588cdfdc-df54-4d3d-8348-9a61f4821830 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.513058 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.633613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-588cdfdc-df54-4d3d-8348-9a61f4821830 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.663497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-588cdfdc-df54-4d3d-8348-9a61f4821830 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Calling delete_port for dd1cc1ed-b9f2-4e7a-9e70-54ba909bdc7e owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:04.816972 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-588cdfdc-df54-4d3d-8348-9a61f4821830 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.864039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.912057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-588cdfdc-df54-4d3d-8348-9a61f4821830 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:04.916626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-588cdfdc-df54-4d3d-8348-9a61f4821830 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/ports/dd1cc1ed-b9f2-4e7a-9e70-54ba909bdc7e HTTP/1.1" status: 204 len: 168 time: 0.7119391 Jul 30 02:06:04.918517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cdfdc-df54-4d3d-8348-9a61f4821830 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Port': ['ID=dd1cc1ed-b9f2-4e7a-9e70-54ba909bdc7e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:04.935770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59048) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:04.972682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Pushing event deleted for resources: {'Port': ['ID=6b590ded-ddb4-4771-a938-8134105bc4d5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:05.052575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-afefa4e0-4d86-4017-8e77-39ad9ed2ec7d tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1128197 Jul 30 02:06:05.053558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59050) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:05.080754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1515267659'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:05.084537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] No DVR routers for this DVR port 6b590ded-ddb4-4771-a938-8134105bc4d5 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:05.094054 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.097573 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7cf8de40-cca9-4492-bc94-809b4cd4d5ea req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.41 "DELETE /v2.0/ports/6b590ded-ddb4-4771-a938-8134105bc4d5 HTTP/1.1" status: 204 len: 173 time: 1.4038749 Jul 30 02:06:05.098739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd', 'name': 'network-vif-deleted', 'tag': '6b590ded-ddb4-4771-a938-8134105bc4d5'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:05.101578 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be334ba-c015-42de-9bbf-efb0bdcd0347" -d '{"events": [{"server_uuid": "9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd", "name": "network-vif-deleted", "tag": "6b590ded-ddb4-4771-a938-8134105bc4d5"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:05.108557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.109098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.109653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.110222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.110783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.111333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.111904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.112446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.112995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.113534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.114085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.114635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b31aa-9ff9-477f-b2f4-7abfe65f2b6c tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:05.174320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Made reservation on behalf of ca87381c938f455cb66070c875ed80ba for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:05.180945 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.244884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaa648-e03c-4784-ba61-9e6d690c4a29 req-751eb0f9-4827-4b73-bbf6-3083f5188431 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:05.248405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aeaa648-e03c-4784-ba61-9e6d690c4a29 req-751eb0f9-4827-4b73-bbf6-3083f5188431 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1933711 Jul 30 02:06:05.266424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:05.321152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.321709 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Added segment ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3 of type vlan for network a9c6eaa1-19aa-4e72-899a-9572cefc9aef Jul 30 02:06:05.384517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aeaa648-e03c-4784-ba61-9e6d690c4a29 req-2476d640-c209-49f3-9278-9b2d13bb4fa1 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216006 Jul 30 02:06:05.457328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.532486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.548459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:05.549472 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.617847 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40ebda2-2d4b-4aff-8cde-6361ef485bb4 x-openstack-request-id: req-a40ebda2-2d4b-4aff-8cde-6361ef485bb4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:05.618720 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd", "name": "network-vif-deleted", "tag": "6b590ded-ddb4-4771-a938-8134105bc4d5", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:05.618720 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a40ebda2-2d4b-4aff-8cde-6361ef485bb4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:05.619290 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd', 'name': 'network-vif-deleted', 'tag': '6b590ded-ddb4-4771-a938-8134105bc4d5', 'status': 'completed', 'code': 200} Jul 30 02:06:05.700503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6280460 Jul 30 02:06:05.708489 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59068) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:05.720916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2053281094'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:05.724022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251de01-882e-46e2-8898-2480ab4797ff tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Network': ['ID=a9c6eaa1-19aa-4e72-899a-9572cefc9aef,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:05.757562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network a9c6eaa1-19aa-4e72-899a-9572cefc9aef details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:05.790314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Made reservation on behalf of ca87381c938f455cb66070c875ed80ba for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:05.795811 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.820438 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0d6f480-5485-414c-82f4-f797d3750ff4 req-6f1096ae-69ce-4db3-94ab-96a261b8b476 tempest-InstanceActionsTestJSON-1797800856 tempest-InstanceActionsTestJSON-1797800856-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec5e68d-2955-457a-a1d8-c7eca6c7b8fd HTTP/1.1" status: 200 len: 210 time: 0.0657525 Jul 30 02:06:05.866618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:05.887830 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.888581 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Added segment 8497e63c-4794-4e9f-9d1a-1dd2f26b99f3 of type vlan for network 08719488-a329-44df-b878-779b8fa692ed Jul 30 02:06:05.969736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:05.987519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29a63b9f-973d-45e6-b3ba-64642b8ca365 req-d2b06f8d-b24a-47ef-8c2f-208f5c46a671 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0889215 Jul 30 02:06:06.049372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.057191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:06.057887 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.139571 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4290497 Jul 30 02:06:06.147686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c326b7-e0f1-4fca-b4f0-d8b3d5739e94 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Network': ['ID=08719488-a329-44df-b878-779b8fa692ed,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:06.164920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 08719488-a329-44df-b878-779b8fa692ed details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:06.167051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:06.450725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6b590ded-ddb4-4771-a938-8134105bc4d5 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:06.474952 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 6b590ded-ddb4-4771-a938-8134105bc4d5 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:06.475984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6b590ded-ddb4-4771-a938-8134105bc4d5 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:06.935499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59078) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:07.041728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b87524b-c9ff-4b9d-bd27-c5ea1b5f3328 admin admin] Deleting subnet 456afed5-245b-4ac4-8482-2bbf42cfe935 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:07.051003 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b87524b-c9ff-4b9d-bd27-c5ea1b5f3328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.132981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b87524b-c9ff-4b9d-bd27-c5ea1b5f3328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.190743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2eef83d4-53b7-44ea-b19b-460923d4a842 req-b082ef2a-53a0-4558-8e2a-4e505edf9f07 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0533154 Jul 30 02:06:07.251281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b87524b-c9ff-4b9d-bd27-c5ea1b5f3328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.323918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b87524b-c9ff-4b9d-bd27-c5ea1b5f3328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.382338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87524b-c9ff-4b9d-bd27-c5ea1b5f3328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456afed5-245b-4ac4-8482-2bbf42cfe935,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:07.386101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b87524b-c9ff-4b9d-bd27-c5ea1b5f3328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.388962 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5b87524b-c9ff-4b9d-bd27-c5ea1b5f3328 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/456afed5-245b-4ac4-8482-2bbf42cfe935 HTTP/1.1" status: 204 len: 168 time: 0.4516482 Jul 30 02:06:07.394602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59084) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:07.508946 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.762425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.780318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36591c3e-9b0e-4151-a40f-33495ae25011']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:07.798392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622e4e99-e242-4c94-9422-3eace043515d') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:07.802942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622e4e99-e242-4c94-9422-3eace043515d') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:07.824975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.847711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.858322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:07.859093 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:07.942687 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:07.950028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.959492 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:07.963263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] 10.222.0.84 "DELETE /v2.0/networks/36591c3e-9b0e-4151-a40f-33495ae25011 HTTP/1.1" status: 204 len: 168 time: 0.5668931 Jul 30 02:06:08.000878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a29dd-da30-490d-b8bf-a6b38eb83aff admin admin] Pushing event deleted for resources: {'Network': ['ID=36591c3e-9b0e-4151-a40f-33495ae25011,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:08.313254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59092) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:08.406987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc1e5c96-397f-4f27-a0f9-49c8bccf2c49 req-6d654dcb-351f-4bdd-b4ea-f1708cebd45d tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.1058726 Jul 30 02:06:08.431126 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ae5e174a-03e8-4373-9693-5f7fa55e7030 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b1500e2e802a476fb9cf0689683ac620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1156433 Jul 30 02:06:08.436059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59098) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:08.510299 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b33cf89-44b7-4c04-ba24-cf05302b0dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.549223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b33cf89-44b7-4c04-ba24-cf05302b0dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.663598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b33cf89-44b7-4c04-ba24-cf05302b0dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.668811 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b33cf89-44b7-4c04-ba24-cf05302b0dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:08.671277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3b33cf89-44b7-4c04-ba24-cf05302b0dd8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6e5bab84-5e00-4ff3-9b49-55160d092f6d HTTP/1.1" status: 204 len: 168 time: 0.2337890 Jul 30 02:06:08.694814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33cf89-44b7-4c04-ba24-cf05302b0dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5bab84-5e00-4ff3-9b49-55160d092f6d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:09.047276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-e6e4d1b8-786b-422f-8ee2-0884a908ec89 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:09.050135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-e6e4d1b8-786b-422f-8ee2-0884a908ec89 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.1979578 Jul 30 02:06:09.070597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-89688a13-c0cb-47af-bb59-b20081104a4b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/quotas/8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 375 time: 0.0136909 Jul 30 02:06:09.164203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-f07c2627-44e7-494a-83bd-4727e988b9b1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829518 Jul 30 02:06:09.468626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-0b294ed8-d7ff-4650-a8ba-2bc715f35634 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028154 Jul 30 02:06:09.635787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-77dec6f0-314a-4376-adc6-b6ddb73921c8 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496384 Jul 30 02:06:10.066473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59138) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:10.075835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'subnets': [{'network_id': 'a9c6eaa1-19aa-4e72-899a-9572cefc9aef', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2112679998', 'ip_version': 6}, {'network_id': '08719488-a329-44df-b878-779b8fa692ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:10.076196 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'subnet': {'network_id': 'a9c6eaa1-19aa-4e72-899a-9572cefc9aef', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2112679998', 'ip_version': 6}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:10.077057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Request body: {'subnet': {'network_id': '08719488-a329-44df-b878-779b8fa692ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:10.084868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a88ffe09-bf64-4dad-92cd-ed188032fd60 req-3affb21f-d360-44e0-af9a-27a6c2084c01 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0448284 Jul 30 02:06:10.190985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1fc9d70-cb2f-4919-a3a0-ed2a63442a73 req-76ed53f0-8a04-4891-b947-29e5daeb99fe tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0337341 Jul 30 02:06:10.256035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59144) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:10.447666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Made reservation on behalf of ca87381c938f455cb66070c875ed80ba for: {'subnet': 2} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:10.455285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.456444 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.506468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-778750794-network', 'tenant_id': 'c94ee2d0e7df4d33872e30c94978a632'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:10.554321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Made reservation on behalf of c94ee2d0e7df4d33872e30c94978a632 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:10.560671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.579326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.738252 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.743057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.780361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:10.800754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9603b5-e72c-4680-bccc-c828cf0b5368,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:10.819354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.819746 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Added segment e9325658-23e3-4518-92fe-768ae8fbf785 of type vlan for network 84400217-4b8d-41c6-9513-b2b187a733e9 Jul 30 02:06:10.884272 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.949593 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:10.951694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:10.952970 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.007253 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.058202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8002019 Jul 30 02:06:11.062660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59152) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:11.071977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Request body: {'subnet': {'network_id': '84400217-4b8d-41c6-9513-b2b187a733e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-778750794-subnet', 'tenant_id': 'c94ee2d0e7df4d33872e30c94978a632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:11.088455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca70d6-a43c-4eda-86f0-de3b4113bccf admin admin] Pushing event updated for resources: {'Network': ['ID=84400217-4b8d-41c6-9513-b2b187a733e9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:11.097395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Subnet': ['ID=652824be-558d-4b83-8602-f60b3b09bf8e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:11.102938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Checking segment: {'id': 'ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a9c6eaa1-19aa-4e72-899a-9572cefc9aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:11.103446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Network hostable DHCP agents. Network: a9c6eaa1-19aa-4e72-899a-9572cefc9aef, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:11.114814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Made reservation on behalf of c94ee2d0e7df4d33872e30c94978a632 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:11.116830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 84400217-4b8d-41c6-9513-b2b187a733e9 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:11.118140 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.127341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Network a9c6eaa1-19aa-4e72-899a-9572cefc9aef is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:11.144363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, a9c6eaa1-19aa-4e72-899a-9572cefc9aef) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:11.167781 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.187545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3579cc-316c-4f84-838d-2606382e7474 None None] Network a9c6eaa1-19aa-4e72-899a-9572cefc9aef requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:11.365096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d02bc80-be18-4e74-9144-06ded010a652 req-bec7fc9b-4152-4fcc-b9d0-4ceb8f875dfb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.2992115 Jul 30 02:06:11.376105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Checking segment: {'id': '8497e63c-4794-4e9f-9d1a-1dd2f26b99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '08719488-a329-44df-b878-779b8fa692ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:11.378230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Network hostable DHCP agents. Network: 08719488-a329-44df-b878-779b8fa692ed, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:11.385295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event updated for resources: {'Subnet': ['ID=64a32f5d-c3d2-435d-a45b-55724f877d78,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:11.406696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09b33d72-f25f-44cf-b162-7ae8ffd6b70e req-85b80676-9816-4caa-9924-ef5125598397 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.1306419 Jul 30 02:06:11.436280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Network 08719488-a329-44df-b878-779b8fa692ed is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:11.513439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 08719488-a329-44df-b878-779b8fa692ed) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:11.526971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-a9c6eaa1-19aa-4e72-899a-9572cefc9aef', 'network_id': 'a9c6eaa1-19aa-4e72-899a-9572cefc9aef', 'tenant_id': 'ca87381c938f455cb66070c875ed80ba', 'fixed_ips': [{'subnet_id': '652824be-558d-4b83-8602-f60b3b09bf8e'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:11.529068 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.569305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f2980-df80-4fd3-bd03-e43c0fb81938 None None] Network 08719488-a329-44df-b878-779b8fa692ed requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:11.624132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.632296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.633610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.634887 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:11.676596 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d03dd995-0ca7-40df-88ca-cba0e95674b1 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6083989 Jul 30 02:06:11.683564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59162) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:11.812863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-f6ee25f5-54c2-4b6d-a25a-44c4c1443665 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.815423 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-f6ee25f5-54c2-4b6d-a25a-44c4c1443665 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.3710704 Jul 30 02:06:11.817576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94b6f9cf-e89c-4bcd-a2b5-529e9c25190e req-e310fe0c-fec8-4aa0-8011-0f291fbc10aa tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0927813 Jul 30 02:06:11.827118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40732fbc-c494-4bd2-baac-51004ee11bef tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.829402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40732fbc-c494-4bd2-baac-51004ee11bef tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.831612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40732fbc-c494-4bd2-baac-51004ee11bef tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:11.847696 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-40732fbc-c494-4bd2-baac-51004ee11bef tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1483994 Jul 30 02:06:11.847989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=194168d7-bbae-4799-bda8-489f41dd4896,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:11.848088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'port': {'device_id': 'ad2205fb-03a1-4dfa-bc87-d3b77150b6b9', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'admin_state_up': True, 'tenant_id': '8268d859b1b1494395346d8aba71dcee'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:11.864581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59166) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:11.950288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Checking segment: {'id': 'e9325658-23e3-4518-92fe-768ae8fbf785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '84400217-4b8d-41c6-9513-b2b187a733e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:11.951494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Network hostable DHCP agents. Network: 84400217-4b8d-41c6-9513-b2b187a733e9, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:12.004110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-f720619b-65fa-4036-9b90-dedd19cb72c5 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Deleting subnet 652824be-558d-4b83-8602-f60b3b09bf8e {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:12.016440 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Network 84400217-4b8d-41c6-9513-b2b187a733e9 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:12.049912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 84400217-4b8d-41c6-9513-b2b187a733e9) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:12.066137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:12.067712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.111783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7453560a-bb1c-4ae4-a045-beb937e63d18 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0385048 Jul 30 02:06:12.154051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcc2826-5a3a-483c-a9f5-f8ad6247af7a None None] Network 84400217-4b8d-41c6-9513-b2b187a733e9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:12.199106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Made reservation on behalf of 8268d859b1b1494395346d8aba71dcee for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:12.203239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.414100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e093-3edd-4ed5-a034-0dfabbc4ae68 req-acb935a7-1d39-45d1-8f52-3b53b2dd3637 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:12.417187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a82e093-3edd-4ed5-a034-0dfabbc4ae68 req-acb935a7-1d39-45d1-8f52-3b53b2dd3637 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 947 time: 0.1806715 Jul 30 02:06:12.441501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Allocated IP 2001:db8::1 (a9c6eaa1-19aa-4e72-899a-9572cefc9aef/652824be-558d-4b83-8602-f60b3b09bf8e/f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:12.521996 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-08719488-a329-44df-b878-779b8fa692ed', 'network_id': '08719488-a329-44df-b878-779b8fa692ed', 'tenant_id': 'ca87381c938f455cb66070c875ed80ba', 'fixed_ips': [{'subnet_id': '64a32f5d-c3d2-435d-a45b-55724f877d78'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:12.523245 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:12.546432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a82e093-3edd-4ed5-a034-0dfabbc4ae68 req-4925d140-406e-4199-9c6a-82f3826c8539 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164725 Jul 30 02:06:12.594974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.20.0.4 (ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea/e3705cda-2921-4906-97b0-5a565bc7a30f/1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:12.785553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2af94e-0080-458d-9ed2-8d1e325fada5 None None] Network 84400217-4b8d-41c6-9513-b2b187a733e9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:12.978027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.049591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Transition to ACTIVE for port object 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:13.088326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Allocated IP 2001:db8:0:1::1 (08719488-a329-44df-b878-779b8fa692ed/64a32f5d-c3d2-435d-a45b-55724f877d78/965e150b-88cc-4740-ad2d-b42bc509c530) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:13.147411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.173605 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.226782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:13.231040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:13.234204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:13.247643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80bee1de-ab6d-435a-91f4-c085404e7f5c req-2a107cad-cc5c-4991-bf44-0b1c65ce7ccb tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0569985 Jul 30 02:06:13.300745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:13.324393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Transition to ACTIVE for port object f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:13.332351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:13.333460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.354725 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b97e7265-a593-4717-af93-edfd84e8acd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5198622 Jul 30 02:06:13.377236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Request body: {'port': {'device_id': 'ad2205fb-03a1-4dfa-bc87-d3b77150b6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:13.411073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Transition to ACTIVE for port object f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:13.426369 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f720619b-65fa-4036-9b90-dedd19cb72c5 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.429045 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.460676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82073c-ed76-4673-9f01-f6a0ba747fca req-0f8c29c3-9348-4452-a3e2-15350c5ae3b3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:13.462734 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a82073c-ed76-4673-9f01-f6a0ba747fca req-0f8c29c3-9348-4452-a3e2-15350c5ae3b3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 931 time: 0.1046906 Jul 30 02:06:13.529519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Network a9c6eaa1-19aa-4e72-899a-9572cefc9aef is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:13.543164 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.558816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:13.570825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a82073c-ed76-4673-9f01-f6a0ba747fca req-0b723fd8-956f-41b8-ad40-72ba313a1dea tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006505 Jul 30 02:06:13.575520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:13.630596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Pushing event updated for resources: {'Port': ['ID=f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:13.714527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f720619b-65fa-4036-9b90-dedd19cb72c5 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.801906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-88d19a7f-7bfb-43a1-89d6-af5b7392056a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:13.805227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-88d19a7f-7bfb-43a1-89d6-af5b7392056a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 947 time: 0.1223860 Jul 30 02:06:13.826521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Attempting to bind port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:13.827195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Attempting to bind port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a9c6eaa1-19aa-4e72-899a-9572cefc9aef'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:13.827994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Attempting to bind port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a on network a9c6eaa1-19aa-4e72-899a-9572cefc9aef {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:13.856745 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:13.857481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Checking segment: {'id': 'ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a9c6eaa1-19aa-4e72-899a-9572cefc9aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:13.858285 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.858991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Bound using segment: {'id': 'ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a9c6eaa1-19aa-4e72-899a-9572cefc9aef'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:13.859902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Bound port: f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a9c6eaa1-19aa-4e72-899a-9572cefc9aef'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:13.860619 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.898280 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:13.930068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Transition to ACTIVE for port object 965e150b-88cc-4740-ad2d-b42bc509c530 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:13.982058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-70746509-773c-46bf-b9a9-c05b3acf53b0 None None] Provisioning for port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:14.004359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-70746509-773c-46bf-b9a9-c05b3acf53b0 None None] Provisioning complete for port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:14.005138 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70746509-773c-46bf-b9a9-c05b3acf53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.125829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Deleting port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:14.126386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.154188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Transition to ACTIVE for port object 965e150b-88cc-4740-ad2d-b42bc509c530 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:14.197688 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.262693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Pushing event updated for resources: {'Port': ['ID=965e150b-88cc-4740-ad2d-b42bc509c530,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:14.283175 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] For port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:14.285659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-70746509-773c-46bf-b9a9-c05b3acf53b0 None None] Port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:14.317537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.317944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.318225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.318563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.319863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.319863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.319863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.319863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.320350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.320773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.321101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.321424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:14.326900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Network 08719488-a329-44df-b878-779b8fa692ed is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:14.329520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] For port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a,segment=NetworkSegment(ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3),segment_id=ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:14.332364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:14.335323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:14.341279 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.413361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c2720e3-a2d8-4aa7-b021-c0934d851572 req-f860d5a4-e936-4766-995b-b95f09b83cb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc655163497b4bcba80c4dd7ee1cef91&device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.2502534 Jul 30 02:06:14.446557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Attempting to bind port 965e150b-88cc-4740-ad2d-b42bc509c530 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:14.446848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Attempting to bind port 965e150b-88cc-4740-ad2d-b42bc509c530 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8497e63c-4794-4e9f-9d1a-1dd2f26b99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '08719488-a329-44df-b878-779b8fa692ed'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:14.447167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Attempting to bind port 965e150b-88cc-4740-ad2d-b42bc509c530 on network 08719488-a329-44df-b878-779b8fa692ed {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:14.469637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:14.470023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Checking segment: {'id': '8497e63c-4794-4e9f-9d1a-1dd2f26b99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '08719488-a329-44df-b878-779b8fa692ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:14.470434 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.470834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Bound using segment: {'id': '8497e63c-4794-4e9f-9d1a-1dd2f26b99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '08719488-a329-44df-b878-779b8fa692ed'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:14.471328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Bound port: 965e150b-88cc-4740-ad2d-b42bc509c530, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8497e63c-4794-4e9f-9d1a-1dd2f26b99f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '08719488-a329-44df-b878-779b8fa692ed'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:14.471755 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.485028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3d83d-a75d-4828-898d-32df6969fead None None] Pushing event updated for resources: {'Port': ['ID=f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:14.576753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] For port 965e150b-88cc-4740-ad2d-b42bc509c530, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:14.582545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] For port 965e150b-88cc-4740-ad2d-b42bc509c530, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=965e150b-88cc-4740-ad2d-b42bc509c530,segment=NetworkSegment(8497e63c-4794-4e9f-9d1a-1dd2f26b99f3),segment_id=8497e63c-4794-4e9f-9d1a-1dd2f26b99f3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:14.588195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c2720e3-a2d8-4aa7-b021-c0934d851572 req-e089b497-2052-4457-9973-18c5b009ce38 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=fc655163497b4bcba80c4dd7ee1cef91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1546755 Jul 30 02:06:14.591781 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:14.655260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7317b-c7bc-4818-92ca-8018a8a9afba req-e3e0acd2-ce5e-4204-9143-5de2ac515ad1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:14.669689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8d7317b-c7bc-4818-92ca-8018a8a9afba req-e3e0acd2-ce5e-4204-9143-5de2ac515ad1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 947 time: 0.4146593 Jul 30 02:06:14.690952 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6fabf-1330-4e81-bf3d-a13683f227ad None None] Pushing event updated for resources: {'Port': ['ID=965e150b-88cc-4740-ad2d-b42bc509c530,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:14.910244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2720e3-a2d8-4aa7-b021-c0934d851572 req-cedfc9e5-0a7c-4cc1-a801-0ebd415b1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:14.912635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c2720e3-a2d8-4aa7-b021-c0934d851572 req-cedfc9e5-0a7c-4cc1-a801-0ebd415b1cea service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2935121 Jul 30 02:06:14.998827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8d7317b-c7bc-4818-92ca-8018a8a9afba req-b890124f-8e82-4a5a-a6c1-1c3038ce2d0e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177938 Jul 30 02:06:15.003521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] For port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:15.004698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.224152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f720619b-65fa-4036-9b90-dedd19cb72c5 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.428032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f720619b-65fa-4036-9b90-dedd19cb72c5 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.496465 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.497364 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.498762 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Floating IP 9a4aa842-5045-4b6a-a1bb-5539955353f3 disassociated. External IP: 172.25.7.236, port: ae454e4b-7a78-46bc-80f3-8dfa9ef554ca. Jul 30 02:06:15.498762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Calling delete_port for ae454e4b-7a78-46bc-80f3-8dfa9ef554ca owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:15.521654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720619b-65fa-4036-9b90-dedd19cb72c5 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Subnet': ['ID=652824be-558d-4b83-8602-f60b3b09bf8e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:15.528614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58ecec7e-a8e0-4e57-a1f7-12bbdea47349 req-a02a49cf-e6f0-4dde-b01f-d790bc0d4703 tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0573077 Jul 30 02:06:15.541236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f720619b-65fa-4036-9b90-dedd19cb72c5 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.548670 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f720619b-65fa-4036-9b90-dedd19cb72c5 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/subnets/652824be-558d-4b83-8602-f60b3b09bf8e HTTP/1.1" status: 204 len: 168 time: 3.6789541 Jul 30 02:06:15.552050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59198) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:15.694672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:15.710686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcc8f82-652c-4a5a-a95f-db4c6cd3778b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Deleting subnet 64a32f5d-c3d2-435d-a45b-55724f877d78 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:15.717644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.720932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8f82-652c-4a5a-a95f-db4c6cd3778b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.777833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Transition to ACTIVE for port object 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:15.786981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.790907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8f82-652c-4a5a-a95f-db4c6cd3778b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.811625 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:15.899898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event deleted for resources: {'Port': ['ID=ae454e4b-7a78-46bc-80f3-8dfa9ef554ca,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:15.908783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:15.959917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e305e8f-0e43-455b-b57e-31ff55edbc49 req-41f938cb-d0de-4aad-8bd9-0d64354dde0a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:15.974517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e305e8f-0e43-455b-b57e-31ff55edbc49 req-41f938cb-d0de-4aad-8bd9-0d64354dde0a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 931 time: 0.2566295 Jul 30 02:06:16.048786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8f82-652c-4a5a-a95f-db4c6cd3778b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.254952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Attempting to bind port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:16.259063 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Attempting to bind port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:16.259971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Attempting to bind port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:16.264269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8f82-652c-4a5a-a95f-db4c6cd3778b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.343354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc8f82-652c-4a5a-a95f-db4c6cd3778b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Subnet': ['ID=64a32f5d-c3d2-435d-a45b-55724f877d78,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:16.348378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8f82-652c-4a5a-a95f-db4c6cd3778b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.355571 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cbcc8f82-652c-4a5a-a95f-db4c6cd3778b tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/subnets/64a32f5d-c3d2-435d-a45b-55724f877d78 HTTP/1.1" status: 204 len: 168 time: 0.8018167 Jul 30 02:06:16.357295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:06:16.358130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Attempting to bind port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:16.362558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59202) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.375347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e305e8f-0e43-455b-b57e-31ff55edbc49 req-94c5961e-eb6c-444e-a6d7-be0f4e1b85e0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992822 Jul 30 02:06:16.505458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Router b975494b-bda8-4e4b-b578-976e179c3e1c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:16.511111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:16.532059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:16.532654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:16.541507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Bound using segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:16.542782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Bound port: 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:16.565456 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:16.606360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: ae454e4b-7a78-46bc-80f3-8dfa9ef554ca {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:16.615118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ae454e4b-7a78-46bc-80f3-8dfa9ef554ca not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:16.743917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d20150-c051-41ec-9675-bccee2faf8b9 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:16.746950 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-28d20150-c051-41ec-9675-bccee2faf8b9 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3806021 Jul 30 02:06:16.751773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59208) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:16.887032 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:17.057774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.079424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] For port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:17.086748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] For port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:17.090469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fcd505-1dd2-4a55-b41e-53863ef01d73 None None] Network a9c6eaa1-19aa-4e72-899a-9572cefc9aef requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:17.102869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.126511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f799d99-dedd-4c14-b446-5d33aeb6f7ec req-40461277-c66a-4ff1-ae3c-eda565a0fbda tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a9cca39-44a2-4145-8baa-8b9c05df94e5 HTTP/1.1" status: 200 len: 210 time: 0.2285788 Jul 30 02:06:17.137970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c2720e3-a2d8-4aa7-b021-c0934d851572 req-32e2da85-b58e-43b5-bf78-a03d973c041f tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.22 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.1993885 Jul 30 02:06:17.171126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:17.326541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] No DVR routers for this DVR port ae454e4b-7a78-46bc-80f3-8dfa9ef554ca on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:17.350586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.366255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] Sync routers for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:17.366554 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-182714fb-5508-4c6c-abff-08d3cee845c4 req-86771ab5-3575-40ca-a6e7-1a6760741d68 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.41 "DELETE /v2.0/ports/ae454e4b-7a78-46bc-80f3-8dfa9ef554ca HTTP/1.1" status: 204 len: 173 time: 3.5513308 Jul 30 02:06:17.366554 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-deleted', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:17.380503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:17.396504 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57b379d-d684-4d2c-9380-e2a972594092" -d '{"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-deleted", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:17.408660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:17.412588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.425783 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] 10.222.0.41 "PUT /v2.0/ports/1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 HTTP/1.1" status: 200 len: 1091 time: 4.0611460 Jul 30 02:06:17.434150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2205fb-03a1-4dfa-bc87-d3b77150b6b9', 'tag': '1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:17.439179 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b258705-5e99-42cd-aa2a-081900b9f5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2205fb-03a1-4dfa-bc87-d3b77150b6b9", "tag": "1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:17.450291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 965e150b-88cc-4740-ad2d-b42bc509c530 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:17.615866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c282c7b-aaf7-418e-bd59-217413303354 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:17.647226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:17.648409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:06:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:17.685478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-43eb0c83-e093-446c-a453-85ab71daeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:17.688710 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-43eb0c83-e093-446c-a453-85ab71daeb38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 1094 time: 0.1441371 Jul 30 02:06:17.689738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-845a7898-9d0d-455a-b64c-af3d37a2769c req-b65f6406-12e1-4ad8-9535-e0f0c133acce tempest-ServerShowV257Test-697231802 tempest-ServerShowV257Test-697231802-project] 10.222.0.84 "GET /v2.0/ports?device_id=83ee59f6-d70b-4599-84aa-21a3b3f1373a HTTP/1.1" status: 200 len: 210 time: 0.0832415 Jul 30 02:06:17.692677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Deleting port 965e150b-88cc-4740-ad2d-b42bc509c530 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:17.693670 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.770930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e228d-6661-4b77-bd45-0dc3cb8fcd2f None None] Network 08719488-a329-44df-b878-779b8fa692ed requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:17.786060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6314353e-f2ad-44f4-b73a-e888921da834 None None] Provisioning for port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:17.833067 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-42dc0cd4-c3a1-4f16-8ca9-60b23cb65381 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 HTTP/1.1" status: 200 len: 217 time: 0.1323235 Jul 30 02:06:17.927500 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defd479e-55ba-4651-929c-c0f7bb787b68 x-openstack-request-id: req-defd479e-55ba-4651-929c-c0f7bb787b68 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:17.927790 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9cca39-44a2-4145-8baa-8b9c05df94e5", "name": "network-vif-deleted", "tag": "ae454e4b-7a78-46bc-80f3-8dfa9ef554ca", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:17.928366 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-defd479e-55ba-4651-929c-c0f7bb787b68 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:17.928966 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9cca39-44a2-4145-8baa-8b9c05df94e5', 'name': 'network-vif-deleted', 'tag': 'ae454e4b-7a78-46bc-80f3-8dfa9ef554ca', 'status': 'completed', 'code': 200} Jul 30 02:06:17.932900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6314353e-f2ad-44f4-b73a-e888921da834 None None] Provisioning complete for port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:17.933738 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6314353e-f2ad-44f4-b73a-e888921da834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:17.997123 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] For port 965e150b-88cc-4740-ad2d-b42bc509c530, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=965e150b-88cc-4740-ad2d-b42bc509c530,segment=NetworkSegment(8497e63c-4794-4e9f-9d1a-1dd2f26b99f3),segment_id=8497e63c-4794-4e9f-9d1a-1dd2f26b99f3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:17.997914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.050460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Calling delete_port for 965e150b-88cc-4740-ad2d-b42bc509c530 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:18.067795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-f124e467-b537-4d80-a200-f4639d543358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:18.075631 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-f124e467-b537-4d80-a200-f4639d543358 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.2212822 Jul 30 02:06:18.120929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee99ae1-09d5-4783-a984-cb6f3f7592d6 None None] DHCP port deletion for a9c6eaa1-19aa-4e72-899a-9572cefc9aef request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:18.313249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e876-6dd7-40c8-af69-a2e7ea7da622 req-2c50ea8f-7563-447d-9df4-7944b20fb0e0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:18.315542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa71e876-6dd7-40c8-af69-a2e7ea7da622 req-2c50ea8f-7563-447d-9df4-7944b20fb0e0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1588073 Jul 30 02:06:18.343403 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.386680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] No DVR routers for this DVR port 965e150b-88cc-4740-ad2d-b42bc509c530 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:18.474493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-c4d1e644-eaf2-4f0c-aac8-7ec702ca6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:18.490920 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-c4d1e644-eaf2-4f0c-aac8-7ec702ca6012 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3990593 Jul 30 02:06:18.532149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Port': ['ID=965e150b-88cc-4740-ad2d-b42bc509c530,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:18.590325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 965e150b-88cc-4740-ad2d-b42bc509c530 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:18.648590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 965e150b-88cc-4740-ad2d-b42bc509c530 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:18.649601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.703995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:18.708191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Port 965e150b-88cc-4740-ad2d-b42bc509c530 was deleted so its status cannot be updated. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:06:18.824574 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:18.875936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7feff7-ed4e-43c0-b69b-73d18cc8280f None None] DHCP port deletion for 08719488-a329-44df-b878-779b8fa692ed request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:06:18.897656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08719488-a329-44df-b878-779b8fa692ed']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:18.904340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa71e876-6dd7-40c8-af69-a2e7ea7da622 req-95062262-1499-4b46-9b0a-3ee92f368f77 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690746 Jul 30 02:06:18.951255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8497e63c-4794-4e9f-9d1a-1dd2f26b99f3') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:18.951733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8497e63c-4794-4e9f-9d1a-1dd2f26b99f3') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:18.981181 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-b5bfcd5c-8ca2-4d3b-b8b4-6c8ae21b6414 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815924 Jul 30 02:06:18.984094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.037995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.070549 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89ba759-202c-402c-ab64-3a1def93ad51 x-openstack-request-id: req-c89ba759-202c-402c-ab64-3a1def93ad51 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:19.071040 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2205fb-03a1-4dfa-bc87-d3b77150b6b9", "tag": "1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:19.071457 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c89ba759-202c-402c-ab64-3a1def93ad51 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:19.073236 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2205fb-03a1-4dfa-bc87-d3b77150b6b9', 'tag': '1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077', 'status': 'completed', 'code': 200} Jul 30 02:06:19.085882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:19.086532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.089072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:19.092137 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:19.149769 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6314353e-f2ad-44f4-b73a-e888921da834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.191074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7ee99ae1-09d5-4783-a984-cb6f3f7592d6 None None] Deleting port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:19.191923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee99ae1-09d5-4783-a984-cb6f3f7592d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.260778 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.284529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.301192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59232) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:19.315268 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/networks/08719488-a329-44df-b878-779b8fa692ed HTTP/1.1" status: 204 len: 168 time: 2.5614886 Jul 30 02:06:19.379120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6314353e-f2ad-44f4-b73a-e888921da834 None None] For port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a,segment=NetworkSegment(ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3),segment_id=ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:19.392477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7ee99ae1-09d5-4783-a984-cb6f3f7592d6 None None] For port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a,segment=NetworkSegment(ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3),segment_id=ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:19.393234 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee99ae1-09d5-4783-a984-cb6f3f7592d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.432478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6314353e-f2ad-44f4-b73a-e888921da834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.442641 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d51d578b-d057-4313-a7be-20074b4b2cd3 req-562be962-f294-4b4c-a038-8f316644a9c8 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348838 Jul 30 02:06:19.443792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b727a2-4fcc-4842-be2d-28303313ff6f tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Network': ['ID=08719488-a329-44df-b878-779b8fa692ed,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:19.490696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7ee99ae1-09d5-4783-a984-cb6f3f7592d6 None None] Calling delete_port for f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:19.561933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.671898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59236) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:19.714871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Deleting port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:19.715378 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.769431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-e7664438-3f26-4a56-811a-91aecd6181ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:19.772243 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-e7664438-3f26-4a56-811a-91aecd6181ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 1094 time: 0.1717157 Jul 30 02:06:19.829463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] For port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a,segment=NetworkSegment(ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3),segment_id=ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:19.829843 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.854998 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8395f56b-ded7-4808-b2f1-1079530a1a49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.859981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Calling delete_port for f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:19.925665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8395f56b-ded7-4808-b2f1-1079530a1a49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:19.991686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314353e-f2ad-44f4-b73a-e888921da834 None None] Pushing event updated for resources: {'Port': ['ID=f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:20.037735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-575dae1a-51d4-4ad9-9a54-3444c25fb7a9 None None] Could not find standard attr ID for object 965e150b-88cc-4740-ad2d-b42bc509c530. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:06:20.040454 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7ee99ae1-09d5-4783-a984-cb6f3f7592d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.112325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:20.127970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee99ae1-09d5-4783-a984-cb6f3f7592d6 None None] Pushing event deleted for resources: {'Port': ['ID=f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:20.154732 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.205389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee99ae1-09d5-4783-a984-cb6f3f7592d6 None None] No DVR routers for this DVR port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:20.208097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] Checking router: b975494b-bda8-4e4b-b578-976e179c3e1c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:06:20.231017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-fa6261d9-6306-46cc-b7b2-a10b010e0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:20.232494 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-fa6261d9-6306-46cc-b7b2-a10b010e0770 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.4524009 Jul 30 02:06:20.234008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:20.235412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:06:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:20.247003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Port': ['ID=f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:20.262991 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8395f56b-ded7-4808-b2f1-1079530a1a49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.267862 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8395f56b-ded7-4808-b2f1-1079530a1a49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.278065 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8395f56b-ded7-4808-b2f1-1079530a1a49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "DELETE /v2.0/security-groups/8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314 HTTP/1.1" status: 204 len: 168 time: 0.5964396 Jul 30 02:06:20.279230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59246) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:20.279930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] No DVR routers for this DVR port f8c1bcc3-3b8c-4cf4-95a3-b84ce0a5e02a on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:20.309608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395f56b-ded7-4808-b2f1-1079530a1a49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:20.413569 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-900454e6-9575-4e8b-b031-56b50e7fbea3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 HTTP/1.1" status: 200 len: 217 time: 0.1722717 Jul 30 02:06:20.414041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59250) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:20.435393 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-dbb7d6a1-ea33-49c8-9e42-89d55f5b2b59 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] show failed (client error): The resource could not be found. Jul 30 02:06:20.439988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dbb7d6a1-ea33-49c8-9e42-89d55f5b2b59 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups/8dc08dc6-7b6e-4aa1-96ba-71eaa4bca314 HTTP/1.1" status: 404 len: 347 time: 0.1380448 Jul 30 02:06:20.440568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59254) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:20.516328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-218c8f3c-9211-405e-980a-c75442eff8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:20.521882 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-218c8f3c-9211-405e-980a-c75442eff8ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.0996020 Jul 30 02:06:20.537697 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.593047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c6eaa1-19aa-4e72-899a-9572cefc9aef']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:20.618749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:20.619041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc6d1df-e8b8-4a1f-a423-1b4978ccc9b3') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:20.630019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130ddf1-67e0-4af4-9b48-44f9aa0d0cb5 req-551efb5c-c184-42a1-96c5-dc623fc6b608 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:20.641634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0130ddf1-67e0-4af4-9b48-44f9aa0d0cb5 req-551efb5c-c184-42a1-96c5-dc623fc6b608 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.2341349 Jul 30 02:06:20.678823 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.684515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-b4142924-d856-498d-b310-b41c5bc12fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:20.688267 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-b4142924-d856-498d-b310-b41c5bc12fbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559925 Jul 30 02:06:20.723110 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.761286 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff06fc0-eb5b-4e0e-9858-abadfd06669b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.781541 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0130ddf1-67e0-4af4-9b48-44f9aa0d0cb5 req-9bf914ef-a763-42c6-904a-2f28f256bfa3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424892 Jul 30 02:06:20.787885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:20.788494 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:20.802487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:20.803706 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:20.942253 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-46f1a546-541e-40ed-b684-4aef47e1ac44 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420723 Jul 30 02:06:20.954286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 965e150b-88cc-4740-ad2d-b42bc509c530 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:20.998324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Deleting port b8a6d805-e10f-4c49-9ac3-81d392683aad {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:21.000981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.030066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 965e150b-88cc-4740-ad2d-b42bc509c530 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:21.030690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 965e150b-88cc-4740-ad2d-b42bc509c530 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:21.160145 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.181714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.188702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/networks/a9c6eaa1-19aa-4e72-899a-9572cefc9aef HTTP/1.1" status: 204 len: 168 time: 1.8844407 Jul 30 02:06:21.191768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59262) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:21.205868 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff06fc0-eb5b-4e0e-9858-abadfd06669b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.212070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9852e-386c-4f0f-84cb-b9ff831cb762 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Network': ['ID=a9c6eaa1-19aa-4e72-899a-9572cefc9aef,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:21.242285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.242850 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.261812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Calling delete_port for b8a6d805-e10f-4c49-9ac3-81d392683aad owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:21.291960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:21.305472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff06fc0-eb5b-4e0e-9858-abadfd06669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.368022 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eff06fc0-eb5b-4e0e-9858-abadfd06669b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fc655163497b4bcba80c4dd7ee1cef91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9524665 Jul 30 02:06:21.377314 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b258705-5e99-42cd-aa2a-081900b9f5d0 req-0537e635-cdf7-44c7-bc72-cc14d51c3f47 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005597 Jul 30 02:06:21.398663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d05bfb-e69e-4436-9014-6c605ea09b37 None None] The sync data for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 is: [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:21.410018 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59272) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:21.522890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.534171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff06fc0-eb5b-4e0e-9858-abadfd06669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9b66d4-4ca8-4024-92ad-705fb4871f1c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:21.540075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.636886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event deleted for resources: {'Port': ['ID=b8a6d805-e10f-4c49-9ac3-81d392683aad,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:21.637155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1e7af13-a337-4cc3-8ee7-ce53f441f9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.736677 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1e7af13-a337-4cc3-8ee7-ce53f441f9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.741471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-0b6cd1b9-ed94-49ae-a970-8e778f1b0145 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:21.744587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-0b6cd1b9-ed94-49ae-a970-8e778f1b0145 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/networks?id=84400217-4b8d-41c6-9513-b2b187a733e9 HTTP/1.1" status: 200 len: 809 time: 0.2931631 Jul 30 02:06:21.747342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.771177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a42328-0b37-45c9-a62b-59594f562ff5']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:21.809100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-6b20cac5-a526-49e6-96b3-782e21a76738 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/quotas/c94ee2d0e7df4d33872e30c94978a632 HTTP/1.1" status: 200 len: 375 time: 0.0412707 Jul 30 02:06:21.810112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.810344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32e08d7-bb46-46f7-8d9c-870ef9bd115a') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:21.810761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32e08d7-bb46-46f7-8d9c-870ef9bd115a') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:21.824159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.842541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.843157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5301e70c-0d49-475b-b800-491c4b893d49 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "DELETE /v2.0/floatingips/9a4aa842-5045-4b6a-a1bb-5539955353f3 HTTP/1.1" status: 204 len: 168 time: 1.3822296 Jul 30 02:06:21.899362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.945351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:21.947552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-1b578b34-ee57-4d92-ba0c-791893da4f9d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c94ee2d0e7df4d33872e30c94978a632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112812 Jul 30 02:06:21.948624 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:21.956869 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:22.041606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1e7af13-a337-4cc3-8ee7-ce53f441f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.044586 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e1e7af13-a337-4cc3-8ee7-ce53f441f9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.045819 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e1e7af13-a337-4cc3-8ee7-ce53f441f9d3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ec9b66d4-4ca8-4024-92ad-705fb4871f1c HTTP/1.1" status: 204 len: 168 time: 0.6295221 Jul 30 02:06:22.083154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7af13-a337-4cc3-8ee7-ce53f441f9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9b66d4-4ca8-4024-92ad-705fb4871f1c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:22.106069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.117937 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccff305-48f1-49c7-89a8-dcf8a9b8566a None None] New status for floating IP 9a4aa842-5045-4b6a-a1bb-5539955353f3: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:06:22.120406 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.126233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59280) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:22.127079 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/networks/78a42328-0b37-45c9-a62b-59594f562ff5 HTTP/1.1" status: 204 len: 168 time: 0.9341207 Jul 30 02:06:22.138130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b2582-cf50-4b5f-95a0-29581fbf4a8c tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Network': ['ID=78a42328-0b37-45c9-a62b-59594f562ff5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:22.226973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-4351a081-f0e7-4b78-b9e0-7ccd73874732 service neutron] 10.222.0.84 "GET /v2.0/networks/84400217-4b8d-41c6-9513-b2b187a733e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677438 Jul 30 02:06:22.361083 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.515032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-ed88ad77-6494-4b1e-9300-d9727ec98a8c service neutron] 10.222.0.84 "GET /v2.0/networks/84400217-4b8d-41c6-9513-b2b187a733e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641127 Jul 30 02:06:22.529316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.546444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df0d193-bc6f-4f1f-9344-21df8ebff47d']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:22.560804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21564354-675c-40d6-b742-db50a7256bb1') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:22.561525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21564354-675c-40d6-b742-db50a7256bb1') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:22.583944 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.616141 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.630952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:22.631168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:22.639070 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:22.749657 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.761182 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:22.769908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] 10.222.0.84 "DELETE /v2.0/networks/0df0d193-bc6f-4f1f-9344-21df8ebff47d HTTP/1.1" status: 204 len: 168 time: 0.6369374 Jul 30 02:06:22.790384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbcce5-ee6d-461a-a98f-f6c866f55840 tempest-BulkNetworkOpsIpV6Test-511160552 tempest-BulkNetworkOpsIpV6Test-511160552-project] Pushing event deleted for resources: {'Network': ['ID=0df0d193-bc6f-4f1f-9344-21df8ebff47d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:23.240360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00f530-b398-4afd-85a2-315567565204 req-05b351ae-e234-421d-9000-8edecec31fe7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:23.256644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce00f530-b398-4afd-85a2-315567565204 req-05b351ae-e234-421d-9000-8edecec31fe7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1760418 Jul 30 02:06:23.333161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce00f530-b398-4afd-85a2-315567565204 req-29a0087e-fc6f-472f-8221-63f78a7cce83 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751309 Jul 30 02:06:23.354584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59306) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:23.805222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e174557f-06f1-4b66-946e-e13fd586395a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ca87381c938f455cb66070c875ed80ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489605 Jul 30 02:06:23.809512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59318) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:23.892926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59320) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:23.965586 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.011672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7df0-2b24-40aa-94d2-6c4e984b24d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.085622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7df0-2b24-40aa-94d2-6c4e984b24d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.174092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59324) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:24.183118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ea977bfd-2105-4c8d-aecc-389ee8c65065 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352401816', 'description': 'tempest-description--1201530592'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:24.214877 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-629031155-network', 'tenant_id': '001766f1c05b4285bd11690888d44c32'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:24.230180 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7df0-2b24-40aa-94d2-6c4e984b24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.233758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fbfc7df0-2b24-40aa-94d2-6c4e984b24d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.235291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fbfc7df0-2b24-40aa-94d2-6c4e984b24d2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9bfba7d8-a2e3-4017-8e95-5a3901c79fbb HTTP/1.1" status: 204 len: 168 time: 0.4167850 Jul 30 02:06:24.258902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:06:24.258902 n-d-715271-7 neutron-server[93818]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 02:06:24.258902 n-d-715271-7 neutron-server[93818]: [parameters: {'project_id': '001766f1c05b4285bd11690888d44c32', 'id': 'db58634c-468c-46e6-9dd0-9e46e9215091', 'expiration': datetime.datetime(2021, 7, 30, 2, 8, 24, 241830)}] Jul 30 02:06:24.258902 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:06:24.260217 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:06:24.261632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc7df0-2b24-40aa-94d2-6c4e984b24d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfba7d8-a2e3-4017-8e95-5a3901c79fbb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:24.272937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea977bfd-2105-4c8d-aecc-389ee8c65065 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.379651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-750f13d7-2df8-4954-88d1-9584faca6015 req-bf0faa49-f338-47b1-adfb-59e3c8d9647c tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 210 time: 0.0781434 Jul 30 02:06:24.481512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea977bfd-2105-4c8d-aecc-389ee8c65065 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.493833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea977bfd-2105-4c8d-aecc-389ee8c65065 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.531481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea8f05-9c38-43b9-b212-9f12457d52f4 req-02c24a3b-3a0b-4de8-b870-538164cd96fd tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:24.533571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eaea8f05-9c38-43b9-b212-9f12457d52f4 req-02c24a3b-3a0b-4de8-b870-538164cd96fd tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0697639 Jul 30 02:06:24.538080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ea977bfd-2105-4c8d-aecc-389ee8c65065 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.540406 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ea977bfd-2105-4c8d-aecc-389ee8c65065 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3651707 Jul 30 02:06:24.544561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59332) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:24.565029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-59b90f85-1463-47d4-9790-1a863035a13b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'security_group_rule': {'security_group_id': '790200f2-2d56-49f8-81b7-0204a7d6e41e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:24.567546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea977bfd-2105-4c8d-aecc-389ee8c65065 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790200f2-2d56-49f8-81b7-0204a7d6e41e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:24.633718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eaea8f05-9c38-43b9-b212-9f12457d52f4 req-250eb389-ca8a-4ff1-b7a0-f70b1e0bfe4d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902045 Jul 30 02:06:24.646210 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59b90f85-1463-47d4-9790-1a863035a13b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.735607 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59b90f85-1463-47d4-9790-1a863035a13b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.751245 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59b90f85-1463-47d4-9790-1a863035a13b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.783292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b90f85-1463-47d4-9790-1a863035a13b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138dfbd8-a147-479c-ae37-14954cbf398e,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:24.819714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Made reservation on behalf of 001766f1c05b4285bd11690888d44c32 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:24.821535 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59b90f85-1463-47d4-9790-1a863035a13b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.824342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-59b90f85-1463-47d4-9790-1a863035a13b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2784843 Jul 30 02:06:24.827898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59338) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:24.831777 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.839252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3b44af2c-74fc-42c4-9ede-11b3b9ffb4ee tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'security_group_rule': {'security_group_id': '790200f2-2d56-49f8-81b7-0204a7d6e41e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:24.858446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:24.931929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b44af2c-74fc-42c4-9ede-11b3b9ffb4ee tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.067468 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.076138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.115283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:25.125729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b44af2c-74fc-42c4-9ede-11b3b9ffb4ee tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.136437 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b44af2c-74fc-42c4-9ede-11b3b9ffb4ee tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.161956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ec35de-bd7d-47ad-af66-cee8a912c85f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:25.184114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44af2c-74fc-42c4-9ede-11b3b9ffb4ee tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2422fbab-da58-4a35-a632-1801a785d5ce,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:25.195487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b44af2c-74fc-42c4-9ede-11b3b9ffb4ee tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.199838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3b44af2c-74fc-42c4-9ede-11b3b9ffb4ee tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679974 Jul 30 02:06:25.203119 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.203767 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Added segment 5da8cecf-fda2-4ec3-86ec-633a3e9eda73 of type vlan for network 8775f881-4162-4f7d-a42f-3d3366a3ed44 Jul 30 02:06:25.205437 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59344) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:25.220826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:25.283450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.304345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.399551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.400569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:25.401165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.438191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-0d40e659-b630-4a4a-9f9f-937909342212 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:25.441956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-0d40e659-b630-4a4a-9f9f-937909342212 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.22 "GET /v2.0/networks?id=84400217-4b8d-41c6-9513-b2b187a733e9 HTTP/1.1" status: 200 len: 809 time: 0.2513349 Jul 30 02:06:25.473929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Request body: {'port': {'device_id': 'f3f7ec06-abaf-4dd9-92d0-33bd17525d0d', 'network_id': '84400217-4b8d-41c6-9513-b2b187a733e9', 'admin_state_up': True, 'tenant_id': 'c94ee2d0e7df4d33872e30c94978a632'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:25.547991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] Pushing event updated for resources: {'Network': ['ID=8775f881-4162-4f7d-a42f-3d3366a3ed44,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:25.579631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 8775f881-4162-4f7d-a42f-3d3366a3ed44 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:25.602607 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-658d82e2-fbcb-472f-8ab3-5112913a328b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7074857 Jul 30 02:06:25.745727 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:25.763363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-92eccf64-45ec-47bd-8770-02922f0dc966 req-297864b9-dfd6-40d3-8736-a07998af7858 service neutron] (93818) timed out ('10.222.0.22', 58495) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:06:25.776790 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-930ece42-da7a-46c8-bfd2-5b0551da49eb req-f69ff307-ad9f-4045-95aa-b793190b2d58 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 210 time: 0.1657627 Jul 30 02:06:25.943144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Made reservation on behalf of c94ee2d0e7df4d33872e30c94978a632 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:25.949437 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.052568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59364) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:26.062464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Allocated IP 172.25.7.168 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/139c68d4-3acc-45d8-b590-47f06e4cbe0a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:26.159693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83860b-98e1-4b3e-9cc4-21afb94cf31b req-de1ffb4f-de40-4d49-8cba-481672316e01 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:26.162313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a83860b-98e1-4b3e-9cc4-21afb94cf31b req-de1ffb4f-de40-4d49-8cba-481672316e01 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1869195 Jul 30 02:06:26.309699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.314111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-517178860'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:26.348698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Allocated IP 172.20.0.10 (84400217-4b8d-41c6-9513-b2b187a733e9/194168d7-bbae-4799-bda8-489f41dd4896/63eeafd8-a51b-4c40-9576-cd081065b0cd) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:26.366526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a83860b-98e1-4b3e-9cc4-21afb94cf31b req-3b51f3f3-8376-470c-afdd-7cd8f6685133 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917553 Jul 30 02:06:26.373971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.404227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:26.408434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.427063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.445077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:26.451478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:26.457755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:26.555568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'Port': ['ID=139c68d4-3acc-45d8-b590-47f06e4cbe0a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:26.706464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.710217 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.719929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.753835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.801721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:26.826836 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.850197 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.850693 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment 58905b4e-e847-4431-a0a5-0ee1ddb4aba8 of type vlan for network 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 Jul 30 02:06:26.856871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d90fd7-5f71-4013-b952-ac2399d0d60e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:26.958764 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:26.977733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3670e1-01de-416b-b3c1-ee46e87f0d3a req-ea6bff50-08da-43c8-959a-2f63a4cf790b tempest-ComputeTenantNetworksTest-1142801899 tempest-ComputeTenantNetworksTest-1142801899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:26.983805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3670e1-01de-416b-b3c1-ee46e87f0d3a req-ea6bff50-08da-43c8-959a-2f63a4cf790b tempest-ComputeTenantNetworksTest-1142801899 tempest-ComputeTenantNetworksTest-1142801899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:26.989759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3670e1-01de-416b-b3c1-ee46e87f0d3a req-ea6bff50-08da-43c8-959a-2f63a4cf790b tempest-ComputeTenantNetworksTest-1142801899 tempest-ComputeTenantNetworksTest-1142801899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:26.991624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd3670e1-01de-416b-b3c1-ee46e87f0d3a req-ea6bff50-08da-43c8-959a-2f63a4cf790b tempest-ComputeTenantNetworksTest-1142801899 tempest-ComputeTenantNetworksTest-1142801899-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2657855 Jul 30 02:06:26.995887 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.069472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Network 84400217-4b8d-41c6-9513-b2b187a733e9 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:27.073723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:27.089888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:27.092866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Pushing event updated for resources: {'Port': ['ID=63eeafd8-a51b-4c40-9576-cd081065b0cd,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:27.095313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.101249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:27.102062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.196888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.204763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.247671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1916599 Jul 30 02:06:27.250094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d97bf-9380-453a-867d-5651a5e8f4bc tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:27.262021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:27.262713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.280750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:27.295705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'Port': ['ID=139c68d4-3acc-45d8-b590-47f06e4cbe0a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:27.319080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.328033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-145712a7-b3a5-4fc9-a7c1-f448aef4155d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8595364 Jul 30 02:06:27.339358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b051733-c1ac-4b14-99e6-4fd07f3a9f1d req-1bb8ced5-6cf2-4878-9d16-23758458b1b1 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:27.349192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.350873 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3a2ef22e-7501-453e-b898-0d3b2891b122 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1437223 Jul 30 02:06:27.362120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b051733-c1ac-4b14-99e6-4fd07f3a9f1d req-1bb8ced5-6cf2-4878-9d16-23758458b1b1 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 932 time: 0.1825335 Jul 30 02:06:27.377716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-3dbcd7ef-d736-4f3c-8d54-2571b1074de5 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:06:27.379262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-3dbcd7ef-d736-4f3c-8d54-2571b1074de5 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139167 Jul 30 02:06:27.426001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Request body: {'port': {'device_id': 'f3f7ec06-abaf-4dd9-92d0-33bd17525d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:27.514741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b051733-c1ac-4b14-99e6-4fd07f3a9f1d req-74f347ae-e37b-405e-9fd6-50e59076991f tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513329 Jul 30 02:06:27.721977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:27.782844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9a5b2-efca-44f2-96c7-3705bbf52e19 req-764f89f4-daf6-4848-ae46-d1b2f8396eb9 tempest-ComputeTenantNetworksTest-1142801899 tempest-ComputeTenantNetworksTest-1142801899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:27.797979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59380) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:27.801737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8d9a5b2-efca-44f2-96c7-3705bbf52e19 req-764f89f4-daf6-4848-ae46-d1b2f8396eb9 tempest-ComputeTenantNetworksTest-1142801899 tempest-ComputeTenantNetworksTest-1142801899-project] 10.222.0.84 "GET /v2.0/networks/8775f881-4162-4f7d-a42f-3d3366a3ed44 HTTP/1.1" status: 200 len: 768 time: 0.2218428 Jul 30 02:06:28.018822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.206894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b509d-1293-4476-9d1c-9c45dae97261 req-653d4138-4fd1-4a6b-83be-e1ec1e393fc2 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:28.208358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b2b509d-1293-4476-9d1c-9c45dae97261 req-653d4138-4fd1-4a6b-83be-e1ec1e393fc2 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1775527 Jul 30 02:06:28.231343 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.247792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8775f881-4162-4f7d-a42f-3d3366a3ed44']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:28.267939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da8cecf-fda2-4ec3-86ec-633a3e9eda73') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:28.268264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da8cecf-fda2-4ec3-86ec-633a3e9eda73') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:28.288062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.312261 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b2b509d-1293-4476-9d1c-9c45dae97261 req-2b4ada29-0fef-47ee-82da-ba9f7b0ba3e0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765731 Jul 30 02:06:28.322957 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.345358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:28.345680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:28.348999 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:28.447290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.455811 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.467628 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] 10.222.0.84 "DELETE /v2.0/networks/8775f881-4162-4f7d-a42f-3d3366a3ed44 HTTP/1.1" status: 204 len: 168 time: 0.6673038 Jul 30 02:06:28.528653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63eeafd8-a51b-4c40-9576-cd081065b0cd {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:28.530723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d2f9e-7fe8-4c09-a49a-c86780511e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=8775f881-4162-4f7d-a42f-3d3366a3ed44,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:28.560549 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.636142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Transition to ACTIVE for port object 63eeafd8-a51b-4c40-9576-cd081065b0cd will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:28.665159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:28.794807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-fc8201c8-cb6c-480a-bbcf-b2af2841ffe4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--352401816&fields=id&tenant_id=fbb6fbffb0764344abd81de6272aaee7 HTTP/1.1" status: 200 len: 267 time: 0.1496692 Jul 30 02:06:28.809755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Pushing event updated for resources: {'Port': ['ID=63eeafd8-a51b-4c40-9576-cd081065b0cd,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:28.862629 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59394) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:28.937506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2f25a073-dbe1-4ac9-915c-a65038f53123 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=001766f1c05b4285bd11690888d44c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697701 Jul 30 02:06:28.938777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59396) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:29.027992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Attempting to bind port 63eeafd8-a51b-4c40-9576-cd081065b0cd on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:29.028573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Attempting to bind port 63eeafd8-a51b-4c40-9576-cd081065b0cd by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e9325658-23e3-4518-92fe-768ae8fbf785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '84400217-4b8d-41c6-9513-b2b187a733e9'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:29.029004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Attempting to bind port 63eeafd8-a51b-4c40-9576-cd081065b0cd on network 84400217-4b8d-41c6-9513-b2b187a733e9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:29.047318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Port 63eeafd8-a51b-4c40-9576-cd081065b0cd on network 84400217-4b8d-41c6-9513-b2b187a733e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:06:29.047819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Attempting to bind port 63eeafd8-a51b-4c40-9576-cd081065b0cd on network 84400217-4b8d-41c6-9513-b2b187a733e9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:29.055608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:29.056098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Checking segment: {'id': 'e9325658-23e3-4518-92fe-768ae8fbf785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '84400217-4b8d-41c6-9513-b2b187a733e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:29.056873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Bound using segment: {'id': 'e9325658-23e3-4518-92fe-768ae8fbf785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '84400217-4b8d-41c6-9513-b2b187a733e9'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:29.057435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Bound port: 63eeafd8-a51b-4c40-9576-cd081065b0cd, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9325658-23e3-4518-92fe-768ae8fbf785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '84400217-4b8d-41c6-9513-b2b187a733e9'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:29.057926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.066348 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ea8bcec-6851-4ec9-a576-2c2e1542b09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.118697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ea8bcec-6851-4ec9-a576-2c2e1542b09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.140975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-dce6b7aa-948d-47a7-8ed2-8a372c96d7aa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:29.143195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-dce6b7aa-948d-47a7-8ed2-8a372c96d7aa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 817 time: 0.3216684 Jul 30 02:06:29.144808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] For port 63eeafd8-a51b-4c40-9576-cd081065b0cd, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:29.149179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] For port 63eeafd8-a51b-4c40-9576-cd081065b0cd, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=63eeafd8-a51b-4c40-9576-cd081065b0cd,segment=NetworkSegment(e9325658-23e3-4518-92fe-768ae8fbf785),segment_id=e9325658-23e3-4518-92fe-768ae8fbf785)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:29.158076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.239061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Pushing event updated for resources: {'Port': ['ID=63eeafd8-a51b-4c40-9576-cd081065b0cd,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:29.249480 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ea8bcec-6851-4ec9-a576-2c2e1542b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.249967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-c43e1172-785b-4b55-90c1-c11c9186d0da tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/quotas/fbb6fbffb0764344abd81de6272aaee7 HTTP/1.1" status: 200 len: 375 time: 0.0194559 Jul 30 02:06:29.253958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:29.254745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.256780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-20c2de92-1388-4938-ad39-03ca33483bff service neutron] 10.222.0.22 "PUT /v2.0/ports/63eeafd8-a51b-4c40-9576-cd081065b0cd HTTP/1.1" status: 200 len: 1092 time: 1.8389101 Jul 30 02:06:29.258181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f7ec06-abaf-4dd9-92d0-33bd17525d0d', 'tag': '63eeafd8-a51b-4c40-9576-cd081065b0cd'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:29.262594 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f7ec06-abaf-4dd9-92d0-33bd17525d0d", "tag": "63eeafd8-a51b-4c40-9576-cd081065b0cd"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:29.279804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ea8bcec-6851-4ec9-a576-2c2e1542b09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:29.287528 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5ea8bcec-6851-4ec9-a576-2c2e1542b09f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a0ec35de-bd7d-47ad-af66-cee8a912c85f HTTP/1.1" status: 204 len: 168 time: 0.3465159 Jul 30 02:06:29.334084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8bcec-6851-4ec9-a576-2c2e1542b09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ec35de-bd7d-47ad-af66-cee8a912c85f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:29.461182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-2aa2d0b7-6172-4e1e-9559-62a5b315e5fb tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1784468 Jul 30 02:06:29.488954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-6c0ff94e-5cbe-41f3-b55b-bdbf0ee62cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:29.491099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-6c0ff94e-5cbe-41f3-b55b-bdbf0ee62cd5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94ee2d0e7df4d33872e30c94978a632&device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 1095 time: 0.1322491 Jul 30 02:06:29.599650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-9d547080-ec3a-400e-a983-df1bf58f5d20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eeafd8-a51b-4c40-9576-cd081065b0cd HTTP/1.1" status: 200 len: 217 time: 0.0851536 Jul 30 02:06:29.768808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-96032531-9e88-41df-ae1c-ed845c65167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:29.771031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-96032531-9e88-41df-ae1c-ed845c65167b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=194168d7-bbae-4799-bda8-489f41dd4896 HTTP/1.1" status: 200 len: 849 time: 0.1491525 Jul 30 02:06:29.781558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-3899dccf-3076-4cc5-8ad7-8ae60f7513a9 service neutron] 10.222.0.84 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890642 Jul 30 02:06:29.859938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-f1c57165-e1d2-41d5-84a6-96680a0c320f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=84400217-4b8d-41c6-9513-b2b187a733e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743551 Jul 30 02:06:30.108255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-c3b3277f-578f-4218-8024-8edabf04b55f service neutron] 10.222.0.22 "GET /v2.0/networks/84400217-4b8d-41c6-9513-b2b187a733e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249470 Jul 30 02:06:30.146828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-4113c89f-f280-4fbc-9593-c347ab4d7165 service neutron] 10.222.0.84 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361585 Jul 30 02:06:30.251538 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:06:30.308776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05cb95c3-da21-43b2-9b72-253f7d262aa9 req-3236e344-f7bd-42a9-8308-fd028f1c23be service neutron] 10.222.0.22 "GET /v2.0/networks/84400217-4b8d-41c6-9513-b2b187a733e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837225 Jul 30 02:06:30.765559 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-751dd811-df82-4587-bdab-717afd2e8e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:30.811885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbda36-f174-4bea-b1eb-b1a4ca6f1650 req-5e37426f-9fb0-4382-adae-6fd3e773fa44 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:30.825970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56cbda36-f174-4bea-b1eb-b1a4ca6f1650 req-5e37426f-9fb0-4382-adae-6fd3e773fa44 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 944 time: 0.1467056 Jul 30 02:06:30.910161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59428) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:30.919867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56cbda36-f174-4bea-b1eb-b1a4ca6f1650 req-fd3d6eab-e541-43da-adcf-8706b89d7ecc tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902488 Jul 30 02:06:31.114904 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415ea5f6-3e2c-4d81-b3b9-06086f9ba0a8 x-openstack-request-id: req-415ea5f6-3e2c-4d81-b3b9-06086f9ba0a8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:31.115580 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f7ec06-abaf-4dd9-92d0-33bd17525d0d", "tag": "63eeafd8-a51b-4c40-9576-cd081065b0cd", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:31.116850 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-415ea5f6-3e2c-4d81-b3b9-06086f9ba0a8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:31.118036 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f7ec06-abaf-4dd9-92d0-33bd17525d0d', 'tag': '63eeafd8-a51b-4c40-9576-cd081065b0cd', 'status': 'completed', 'code': 200} Jul 30 02:06:31.136444 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1406467543-network', 'tenant_id': 'ea899590df1f491db8d651e16693fa51'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:31.213314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Made reservation on behalf of ea899590df1f491db8d651e16693fa51 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:31.220361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.258607 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.309872 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.387460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-325d91f5-afb3-4f21-a5f3-090d7138eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:31.390282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-325d91f5-afb3-4f21-a5f3-090d7138eea1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c94ee2d0e7df4d33872e30c94978a632&device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 1095 time: 0.2332251 Jul 30 02:06:31.426531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69615435-bb8c-4301-ac64-85b6e3acbf98 req-d3cab9b1-25f1-4b02-9590-005a55605a18 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:31.429895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69615435-bb8c-4301-ac64-85b6e3acbf98 req-d3cab9b1-25f1-4b02-9590-005a55605a18 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1208391 Jul 30 02:06:31.575833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.583154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.598439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69615435-bb8c-4301-ac64-85b6e3acbf98 req-fcdf8920-c806-42fb-a404-bd75f3ca1025 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333954 Jul 30 02:06:31.634415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:31.664140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0ba774-516e-4ab5-bd31-023fde1be236,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:31.697211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.699474 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Added segment 29141adc-c3ae-4b28-8831-cf910e39cfac of type vlan for network a03524a8-a090-4758-a33d-aa0b5da80e59 Jul 30 02:06:31.791396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-c6155126-db5b-4391-97dc-81d86eb6c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:31.793773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-c6155126-db5b-4391-97dc-81d86eb6c8dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=84400217-4b8d-41c6-9513-b2b187a733e9 HTTP/1.1" status: 200 len: 910 time: 0.3850679 Jul 30 02:06:31.821144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:31.898095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59436) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:31.907707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': '78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:32.023405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.025753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:32.026718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.176513 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] Pushing event updated for resources: {'Network': ['ID=a03524a8-a090-4758-a33d-aa0b5da80e59,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:32.197915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network a03524a8-a090-4758-a33d-aa0b5da80e59 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:32.208567 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-62164d8c-3c6b-4a5f-8dd4-88d3ef7f8316 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2922497 Jul 30 02:06:32.220478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59440) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:32.229212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Request body: {'subnet': {'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1406467543-subnet', 'tenant_id': 'ea899590df1f491db8d651e16693fa51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:32.299844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Made reservation on behalf of ea899590df1f491db8d651e16693fa51 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:32.299844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.367163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-71341ded-b36d-48ff-beb9-ab98170d027c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63eeafd8-a51b-4c40-9576-cd081065b0cd HTTP/1.1" status: 200 len: 217 time: 0.5494549 Jul 30 02:06:32.418660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddac8504-6a62-4819-acf1-2556bc33ac2a req-01ac044c-058a-470e-b821-796a65160472 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 210 time: 0.0549278 Jul 30 02:06:32.458158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:32.462886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.482767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-26bb7dc5-18bf-4a1c-a2ee-20045202467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:32.482767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-26bb7dc5-18bf-4a1c-a2ee-20045202467d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=194168d7-bbae-4799-bda8-489f41dd4896 HTTP/1.1" status: 200 len: 849 time: 0.0967827 Jul 30 02:06:32.559638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-51cadabd-b5ed-4b1e-a48d-7b45ce23c91a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=84400217-4b8d-41c6-9513-b2b187a733e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680194 Jul 30 02:06:32.816371 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:32.835589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-c1be2b2b-c91c-4051-92a0-8f98bd132bac service neutron] 10.222.0.22 "GET /v2.0/networks/84400217-4b8d-41c6-9513-b2b187a733e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482562 Jul 30 02:06:32.977673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eda04b-1117-4221-9b39-7f2df564872c req-ecfde16c-413a-470d-b355-0a3beeeea665 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:32.981064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83eda04b-1117-4221-9b39-7f2df564872c req-ecfde16c-413a-470d-b355-0a3beeeea665 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 944 time: 0.3751857 Jul 30 02:06:33.042278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-69cc55e2-9227-4b70-9fe2-9d9d78439629 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:33.045370 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-69cc55e2-9227-4b70-9fe2-9d9d78439629 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 817 time: 0.3577304 Jul 30 02:06:33.081677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54ec80bd-6c67-4cca-8ca7-c5e12a9928cc req-0c149a86-34ff-4207-9805-6b763edc2036 service neutron] 10.222.0.22 "GET /v2.0/networks/84400217-4b8d-41c6-9513-b2b187a733e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311239 Jul 30 02:06:33.091952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83eda04b-1117-4221-9b39-7f2df564872c req-8a7afd4b-2271-44a3-a217-f8c460b6ee65 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891523 Jul 30 02:06:33.095681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d11469-3bec-4b50-b849-fbf84901a507,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:33.214223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Checking segment: {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:33.214813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Network hostable DHCP agents. Network: a03524a8-a090-4758-a33d-aa0b5da80e59, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:33.230603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 63eeafd8-a51b-4c40-9576-cd081065b0cd details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:06:33.248918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.279472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3faee-5210-4bc1-bbec-f40b1889e829 req-850d48e2-c6d7-44a9-8797-a124887c0f54 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:33.284215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ae3faee-5210-4bc1-bbec-f40b1889e829 req-850d48e2-c6d7-44a9-8797-a124887c0f54 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1187096 Jul 30 02:06:33.284413 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-8a9ae673-9b55-4864-aebd-3e5cb2204d8a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb6fbffb0764344abd81de6272aaee7 HTTP/1.1" status: 200 len: 379 time: 0.2164688 Jul 30 02:06:33.344345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ae3faee-5210-4bc1-bbec-f40b1889e829 req-15964bf9-422c-4d77-bba7-e7b27654548c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583293 Jul 30 02:06:33.344563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'port': {'device_id': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'admin_state_up': True, 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'security_groups': ['790200f2-2d56-49f8-81b7-0204a7d6e41e']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:33.416285 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d46f6ce1-e86e-4006-bd5c-28213ae1ec37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.476947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 63eeafd8-a51b-4c40-9576-cd081065b0cd, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=63eeafd8-a51b-4c40-9576-cd081065b0cd,segment=NetworkSegment(e9325658-23e3-4518-92fe-768ae8fbf785),segment_id=e9325658-23e3-4518-92fe-768ae8fbf785)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:33.507864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '63eeafd8-a51b-4c40-9576-cd081065b0cd', 'network_id': '84400217-4b8d-41c6-9513-b2b187a733e9', 'port_id': '63eeafd8-a51b-4c40-9576-cd081065b0cd', 'mac_address': 'fa:16:3e:4f:23:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194168d7-bbae-4799-bda8-489f41dd4896', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:06:33.601446 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.628039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eeafd8-a51b-4c40-9576-cd081065b0cd {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:33.660468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 63eeafd8-a51b-4c40-9576-cd081065b0cd, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=63eeafd8-a51b-4c40-9576-cd081065b0cd,segment=NetworkSegment(e9325658-23e3-4518-92fe-768ae8fbf785),segment_id=e9325658-23e3-4518-92fe-768ae8fbf785)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:33.667451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.677535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe07afad-91ba-41ae-ba08-3ba246732336 req-e4a582cb-8907-420c-91da-f3f8ca9d9878 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 210 time: 0.0595968 Jul 30 02:06:33.746559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=63eeafd8-a51b-4c40-9576-cd081065b0cd,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:33.799107 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:33.954641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Network a03524a8-a090-4758-a33d-aa0b5da80e59 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:33.981919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=06aa3740-d2ee-4d60-938e-5b318934f843,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:34.003664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, a03524a8-a090-4758-a33d-aa0b5da80e59) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:34.018510 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f7bea3-d64e-44a6-9782-92f4ff7f448e None None] Network a03524a8-a090-4758-a33d-aa0b5da80e59 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:34.023574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:34.024564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.027390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['63eeafd8-a51b-4c40-9576-cd081065b0cd'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:34.061283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking segment: {'id': '58905b4e-e847-4431-a0a5-0ee1ddb4aba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:34.062411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network hostable DHCP agents. Network: 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:34.077175 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0767331f-8519-4797-8e29-74666e466bd4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8549986 Jul 30 02:06:34.153856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:34.176314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:34.189882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Made reservation on behalf of fbb6fbffb0764344abd81de6272aaee7 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:34.201544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb27fe47-582a-4189-b134-d935c5f616d4 None None] Network 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:34.202453 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.241760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:34.242846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.363904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59450) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:34.364571 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4e44c668-7785-477a-8c27-465e05545247 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4645071 Jul 30 02:06:34.371091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-663230686'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:34.470937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:34.480910 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.511720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:34.525844 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.526484 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment fcd01af2-0cd2-496c-b02c-57dd5d96cbed of type vlan for network d9f2c009-931f-4d2b-a34a-7b56cc5f0744 Jul 30 02:06:34.536010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Allocated IP 172.20.0.10 (67b32542-595e-4a72-ad66-90e338237799/e39deee9-dd38-4adb-8959-bce6454ac032/30000c7b-691f-405b-ab40-25a0dac19292) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:34.564815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56844e14-7139-48ab-9b91-c0a372cd80c7 req-6e80ed89-3765-4c78-9cc9-d07c3a98eef6 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:34.573604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56844e14-7139-48ab-9b91-c0a372cd80c7 req-6e80ed89-3765-4c78-9cc9-d07c3a98eef6 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 945 time: 0.2719195 Jul 30 02:06:34.630991 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.676653 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.684032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:34.684993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.685921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63264ad-9505-4400-b398-7adbe104f913 None None] Network a03524a8-a090-4758-a33d-aa0b5da80e59 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:34.713323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56844e14-7139-48ab-9b91-c0a372cd80c7 req-168d3d9c-9882-474c-b832-be026547d6d0 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381083 Jul 30 02:06:34.814693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.834015 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Transition to ACTIVE for port object 30000c7b-691f-405b-ab40-25a0dac19292 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:34.862074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4926088 Jul 30 02:06:34.862444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59460) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:34.877444 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.882942 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:34.885885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': 'd9f2c009-931f-4d2b-a34a-7b56cc5f0744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:34.955267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da5758-df04-4bfb-aeed-01c2851949f7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=d9f2c009-931f-4d2b-a34a-7b56cc5f0744,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:34.981844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network d9f2c009-931f-4d2b-a34a-7b56cc5f0744 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:34.992306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Network 67b32542-595e-4a72-ad66-90e338237799 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:34.996892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbecb1-f7c7-4ae3-aeef-0d8f9179038d req-1e1c1d62-4418-4ceb-8020-65d83bfc0a73 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:35.004054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:35.005333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8dbecb1-f7c7-4ae3-aeef-0d8f9179038d req-1e1c1d62-4418-4ceb-8020-65d83bfc0a73 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1754501 Jul 30 02:06:35.005551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6', 'network_id': '78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6', 'tenant_id': '471dce8b8cef4b408385a2d4e1f5a33f', 'fixed_ips': [{'subnet_id': '06aa3740-d2ee-4d60-938e-5b318934f843'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:35.006296 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.025291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:35.071811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:35.096810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8dbecb1-f7c7-4ae3-aeef-0d8f9179038d req-f4836000-32ce-4065-8028-ecfcb7a6d967 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906665 Jul 30 02:06:35.128681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:35.134020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.226878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:35.233347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.274268 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-842aa3a5-5992-46ae-b3a9-096cece438c8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9405260 Jul 30 02:06:35.304572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Request body: {'port': {'device_id': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:35.440296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.482513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.626179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=d5f5d6ca-a059-4dc7-80c6-e908f5656696,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:35.709736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking segment: {'id': 'fcd01af2-0cd2-496c-b02c-57dd5d96cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'd9f2c009-931f-4d2b-a34a-7b56cc5f0744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:35.711699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network hostable DHCP agents. Network: d9f2c009-931f-4d2b-a34a-7b56cc5f0744, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:35.794531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network d9f2c009-931f-4d2b-a34a-7b56cc5f0744 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:35.824706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, d9f2c009-931f-4d2b-a34a-7b56cc5f0744) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:35.825862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-64aa5c01-ba9f-4c9c-a6ca-63994267d15e None None] Provisioning for port 30000c7b-691f-405b-ab40-25a0dac19292 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:35.844598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:35.845645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:35.859752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab150793-ee79-46d0-a9e5-3396903fc4c8 None None] Network d9f2c009-931f-4d2b-a34a-7b56cc5f0744 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:35.868811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a925d0-2824-4492-845d-407e9159852e req-2f81ee39-a5bf-4c8b-80aa-353a53d1c9d0 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:35.870733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-2f81ee39-a5bf-4c8b-80aa-353a53d1c9d0 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 815 time: 0.2642186 Jul 30 02:06:35.889957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e94b3404-deea-43c0-9d2f-16ab44863c94 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0262434 Jul 30 02:06:35.894405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59474) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:35.910660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-0bb7d55b-0a0c-4075-8bc1-961503f17e97 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/quotas/ea899590df1f491db8d651e16693fa51 HTTP/1.1" status: 200 len: 375 time: 0.0321188 Jul 30 02:06:36.009662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-00f4ccc0-f100-4089-97be-6641c1e9e20f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841119 Jul 30 02:06:36.049302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-64aa5c01-ba9f-4c9c-a6ca-63994267d15e None None] Provisioning complete for port 30000c7b-691f-405b-ab40-25a0dac19292 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:36.050712 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-64aa5c01-ba9f-4c9c-a6ca-63994267d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.126596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.148249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30000c7b-691f-405b-ab40-25a0dac19292 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:36.162388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Allocated IP 2001:db8:0:ffff::2 (78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6/06aa3740-d2ee-4d60-938e-5b318934f843/9de07fd7-48f9-4d04-88ae-72f85627d5ff) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:36.166096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-b5f25029-e914-43da-9ff6-8488f6585f23 service neutron] 10.222.0.84 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457024 Jul 30 02:06:36.168208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.199518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Transition to ACTIVE for port object 30000c7b-691f-405b-ab40-25a0dac19292 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:36.207600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.216041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-64aa5c01-ba9f-4c9c-a6ca-63994267d15e None None] Port 30000c7b-691f-405b-ab40-25a0dac19292 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:36.277099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.299659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:36.398889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.467842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.481193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0167c82d-1747-4872-afd1-e276aae91620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-d9f2c009-931f-4d2b-a34a-7b56cc5f0744', 'network_id': 'd9f2c009-931f-4d2b-a34a-7b56cc5f0744', 'tenant_id': '471dce8b8cef4b408385a2d4e1f5a33f', 'fixed_ips': [{'subnet_id': 'd5f5d6ca-a059-4dc7-80c6-e908f5656696'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:36.482220 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0167c82d-1747-4872-afd1-e276aae91620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.505511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-64de76f4-d6af-4013-9321-a4b780553e89 service neutron] 10.222.0.84 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101230 Jul 30 02:06:36.554893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f5d6ca-a059-4dc7-80c6-e908f5656696,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:36.571289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Attempting to bind port 30000c7b-691f-405b-ab40-25a0dac19292 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:36.572998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Attempting to bind port 30000c7b-691f-405b-ab40-25a0dac19292 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:36.573646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Attempting to bind port 30000c7b-691f-405b-ab40-25a0dac19292 on network 67b32542-595e-4a72-ad66-90e338237799 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:36.596767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Port 30000c7b-691f-405b-ab40-25a0dac19292 on network 67b32542-595e-4a72-ad66-90e338237799 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:06:36.597096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Attempting to bind port 30000c7b-691f-405b-ab40-25a0dac19292 on network 67b32542-595e-4a72-ad66-90e338237799 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:36.617587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:36.617990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Checking segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:36.618325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Bound using segment: {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:36.619339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Bound port: 30000c7b-691f-405b-ab40-25a0dac19292, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '67b32542-595e-4a72-ad66-90e338237799'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:36.619731 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.689282 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.694316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.711055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Transition to ACTIVE for port object 9de07fd7-48f9-4d04-88ae-72f85627d5ff will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:36.727371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df9715-9b9b-46a8-b5b7-a1d41128acc7 None None] Network d9f2c009-931f-4d2b-a34a-7b56cc5f0744 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:36.730965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f2c009-931f-4d2b-a34a-7b56cc5f0744']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:36.759771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd01af2-0cd2-496c-b02c-57dd5d96cbed') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:36.760089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd01af2-0cd2-496c-b02c-57dd5d96cbed') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:36.783081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.807282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:36.814333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:36.822909 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.828664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.846644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:36.847357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:36.850790 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:36.889614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:36.890711 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:36.893345 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] 10.222.0.22 "PUT /v2.0/ports/30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 200 len: 1092 time: 1.6038678 Jul 30 02:06:36.894119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:36.898386 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f8f894-17fa-483a-b6f2-c0474c0df913" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "tag": "30000c7b-691f-405b-ab40-25a0dac19292"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:37.009936 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.015771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Transition to ACTIVE for port object 9de07fd7-48f9-4d04-88ae-72f85627d5ff will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:37.019672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.021905 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/d9f2c009-931f-4d2b-a34a-7b56cc5f0744 HTTP/1.1" status: 204 len: 168 time: 1.1253912 Jul 30 02:06:37.022242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d691f5-ebc4-409f-9221-63992101e0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:37.035584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:37.043537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-804932839'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:37.045993 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.049978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36237d-edfa-4b42-9c08-1c7416d79212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=d9f2c009-931f-4d2b-a34a-7b56cc5f0744,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:37.077180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b1d2-3e45-4b95-8e48-bad3a0a051b0 req-7c13db24-d42e-47cf-ba6c-c9f55788a2b4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.089524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c224b1d2-3e45-4b95-8e48-bad3a0a051b0 req-7c13db24-d42e-47cf-ba6c-c9f55788a2b4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1545050 Jul 30 02:06:37.102560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-0209e059-c5d7-4b41-9104-b1131bdc33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.107059 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-0209e059-c5d7-4b41-9104-b1131bdc33c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1354744 Jul 30 02:06:37.149164 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Network 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:37.159158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:37.163929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:37.165869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:37.169877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Pushing event updated for resources: {'Port': ['ID=9de07fd7-48f9-4d04-88ae-72f85627d5ff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:37.173942 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.218965 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-4a8e91b8-a876-49a4-a4cd-602307dbbd70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 200 len: 217 time: 0.0954883 Jul 30 02:06:37.249414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Attempting to bind port 9de07fd7-48f9-4d04-88ae-72f85627d5ff on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:37.249887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Attempting to bind port 9de07fd7-48f9-4d04-88ae-72f85627d5ff by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '58905b4e-e847-4431-a0a5-0ee1ddb4aba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:37.250184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Attempting to bind port 9de07fd7-48f9-4d04-88ae-72f85627d5ff on network 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:37.258297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:37.258739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Checking segment: {'id': '58905b4e-e847-4431-a0a5-0ee1ddb4aba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:37.259383 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.259724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Bound using segment: {'id': '58905b4e-e847-4431-a0a5-0ee1ddb4aba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:37.260154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Bound port: 9de07fd7-48f9-4d04-88ae-72f85627d5ff, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58905b4e-e847-4431-a0a5-0ee1ddb4aba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:37.260626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.267215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 63eeafd8-a51b-4c40-9576-cd081065b0cd up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:37.269273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c224b1d2-3e45-4b95-8e48-bad3a0a051b0 req-37ce1b4a-d5d3-4d6a-9e3a-f9a5bb197cdb tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771336 Jul 30 02:06:37.303157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:37.307565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-55d9d44a-8712-44aa-ba60-43c0c661b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.309226 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-55d9d44a-8712-44aa-ba60-43c0c661b958 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.0768461 Jul 30 02:06:37.327575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.328551 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8 of type vlan for network 2e19a665-65b4-40e4-92a4-e663a61ce2b1 Jul 30 02:06:37.397132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-f5aa25dc-4370-41fd-aa27-cb91700639f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.403346 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-f5aa25dc-4370-41fd-aa27-cb91700639f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802896 Jul 30 02:06:37.429928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 63eeafd8-a51b-4c40-9576-cd081065b0cd completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:37.437778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] For port 9de07fd7-48f9-4d04-88ae-72f85627d5ff, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:37.441054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 63eeafd8-a51b-4c40-9576-cd081065b0cd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:37.441333 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.444356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] For port 9de07fd7-48f9-4d04-88ae-72f85627d5ff, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9de07fd7-48f9-4d04-88ae-72f85627d5ff,segment=NetworkSegment(58905b4e-e847-4431-a0a5-0ee1ddb4aba8),segment_id=58905b4e-e847-4431-a0a5-0ee1ddb4aba8)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:37.478467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.517832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.571406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12004ceb-deb1-4000-8042-c1eb66d93722 None None] Pushing event updated for resources: {'Port': ['ID=9de07fd7-48f9-4d04-88ae-72f85627d5ff,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:37.585699 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-09f9604e-d9f0-41bd-9705-17d9850560a8 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677592 Jul 30 02:06:37.588072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e3076-5a38-4d12-9cb0-e566cf60a12c req-28c7fd0c-3800-49e4-806f-1c6207caf476 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.601115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-163e3076-5a38-4d12-9cb0-e566cf60a12c req-28c7fd0c-3800-49e4-806f-1c6207caf476 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 945 time: 0.1444745 Jul 30 02:06:37.640754 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.669984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.684399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:37.685588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.688237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f7ec06-abaf-4dd9-92d0-33bd17525d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eeafd8-a51b-4c40-9576-cd081065b0cd'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:37.690726 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f45c2b-ddde-46df-846c-5d7b1b978e45" -d '{"events": [{"server_uuid": "f3f7ec06-abaf-4dd9-92d0-33bd17525d0d", "name": "network-vif-plugged", "status": "completed", "tag": "63eeafd8-a51b-4c40-9576-cd081065b0cd"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:37.707644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 63eeafd8-a51b-4c40-9576-cd081065b0cd, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=63eeafd8-a51b-4c40-9576-cd081065b0cd,segment=NetworkSegment(e9325658-23e3-4518-92fe-768ae8fbf785),segment_id=e9325658-23e3-4518-92fe-768ae8fbf785)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:37.714721 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:37.803074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=63eeafd8-a51b-4c40-9576-cd081065b0cd,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:37.826450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-163e3076-5a38-4d12-9cb0-e566cf60a12c req-45a61944-1eb7-43da-83b0-631911b52b96 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232218 Jul 30 02:06:37.842042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-88aa7e4b-ead8-4d1c-b797-3f031a31c446 req-c4ad121b-7201-4253-98a1-636407ee7434 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383928 Jul 30 02:06:37.878709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8399770 Jul 30 02:06:37.889754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59496) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:37.910497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': '2e19a665-65b4-40e4-92a4-e663a61ce2b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:37.983784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08203f32-cfb0-48e3-8565-c72734f1e1d2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=2e19a665-65b4-40e4-92a4-e663a61ce2b1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:37.995937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 2e19a665-65b4-40e4-92a4-e663a61ce2b1 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:38.097664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03a574-b24f-4110-8b4d-01c57870577c req-01a0d0ea-8f6f-431b-abaf-9b756357fe18 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:38.105705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd03a574-b24f-4110-8b4d-01c57870577c req-01a0d0ea-8f6f-431b-abaf-9b756357fe18 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1259487 Jul 30 02:06:38.141061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:38.145393 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.208091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd03a574-b24f-4110-8b4d-01c57870577c req-9521fb2c-3a02-48c6-bcbd-5d2fa3bb07c8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015575 Jul 30 02:06:38.349504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12e6fccc-a093-4c80-8b13-663802e2ff7a req-7bf2cc70-311d-4071-8e48-cd6da615fe16 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 210 time: 0.0430992 Jul 30 02:06:38.441598 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eeeb08-6cbf-4871-97f9-fc2a1b26c9da x-openstack-request-id: req-73eeeb08-6cbf-4871-97f9-fc2a1b26c9da {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:38.445535 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "tag": "30000c7b-691f-405b-ab40-25a0dac19292", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:38.452159 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-73eeeb08-6cbf-4871-97f9-fc2a1b26c9da {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:38.461900 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292', 'status': 'completed', 'code': 200} Jul 30 02:06:38.516342 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.681606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c797b0-5a3a-4ca2-b483-d1f78ee0fd83 req-243dff03-3f65-4495-8ab8-333438497f83 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:38.689476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-99eab550-02de-40c8-8fa0-970d69f6ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:38.691047 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-99eab550-02de-40c8-8fa0-970d69f6ec94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1095 time: 0.2018018 Jul 30 02:06:38.696242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12c797b0-5a3a-4ca2-b483-d1f78ee0fd83 req-243dff03-3f65-4495-8ab8-333438497f83 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1764002 Jul 30 02:06:38.721412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=5c695578-4839-47f2-84eb-8d3228fbb252,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:38.782895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking segment: {'id': 'c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2e19a665-65b4-40e4-92a4-e663a61ce2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:38.783524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network hostable DHCP agents. Network: 2e19a665-65b4-40e4-92a4-e663a61ce2b1, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:38.823827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12c797b0-5a3a-4ca2-b483-d1f78ee0fd83 req-0de54c23-8db6-433f-9fb5-0d16d23ab6d2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257980 Jul 30 02:06:38.850221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a925d0-2824-4492-845d-407e9159852e req-f68fd13e-804d-4e45-8e13-106d534520eb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:38.853723 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-f68fd13e-804d-4e45-8e13-106d534520eb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 815 time: 0.3630600 Jul 30 02:06:38.877062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Request body: {'port': {'device_id': '23f097a3-3732-485b-88c5-2173cfc40389', 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59', 'admin_state_up': True, 'tenant_id': 'ea899590df1f491db8d651e16693fa51'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:38.882536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network 2e19a665-65b4-40e4-92a4-e663a61ce2b1 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:38.904461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 2e19a665-65b4-40e4-92a4-e663a61ce2b1) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:38.912667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd66c0-98ba-4115-a9fd-40ab59d5a0ce None None] Network 2e19a665-65b4-40e4-92a4-e663a61ce2b1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:38.920656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:38.932349 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:38.982847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1a4a2982-d968-4dab-abf0-b9953f5f7b55 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0795147 Jul 30 02:06:38.987336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59506) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:39.002862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617993308'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:39.066285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:39.074362 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.086550 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5fd0c7-3879-4a4c-9f54-702da9ebbd8f x-openstack-request-id: req-5b5fd0c7-3879-4a4c-9f54-702da9ebbd8f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:39.086810 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f7ec06-abaf-4dd9-92d0-33bd17525d0d", "name": "network-vif-plugged", "status": "completed", "tag": "63eeafd8-a51b-4c40-9576-cd081065b0cd", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:39.087125 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5b5fd0c7-3879-4a4c-9f54-702da9ebbd8f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:39.088237 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f7ec06-abaf-4dd9-92d0-33bd17525d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eeafd8-a51b-4c40-9576-cd081065b0cd', 'code': 200} Jul 30 02:06:39.091579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9de07fd7-48f9-4d04-88ae-72f85627d5ff up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:39.096843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-af76e736-a419-4965-ad13-b32a76a8cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:39.097153 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-af76e736-a419-4965-ad13-b32a76a8cb83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.3903642 Jul 30 02:06:39.174609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70754ec-ed4f-4642-9b22-242c062b59ac None None] Network 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:39.211658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:39.220518 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-50d2fedd-72ca-48a2-931f-d3d07d68e658 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 200 len: 217 time: 0.0705802 Jul 30 02:06:39.226070 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.227124 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment c26bafa3-551a-4ffc-9032-135eb64584fb of type vlan for network 7cb479aa-7b87-4aec-8c28-5a528e9eada5 Jul 30 02:06:39.284758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f8969f9e-e512-412b-9e09-4203df4db427 None None] Provisioning for port 9de07fd7-48f9-4d04-88ae-72f85627d5ff completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:39.297784 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.317335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Made reservation on behalf of ea899590df1f491db8d651e16693fa51 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:39.325090 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.349608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9de07fd7-48f9-4d04-88ae-72f85627d5ff completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:39.355768 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.362786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9de07fd7-48f9-4d04-88ae-72f85627d5ff triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:39.363112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-12857cd8-34ba-46ca-b45b-5cdd5a61ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:39.363284 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.364884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-12857cd8-34ba-46ca-b45b-5cdd5a61ad9e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1305299 Jul 30 02:06:39.368063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:39.369583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.404236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10b011-1612-4122-8950-b3436b176b94 req-fee6ed0c-d68f-4b5f-99fa-96a5f08c4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:39.410534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d10b011-1612-4122-8950-b3436b176b94 req-fee6ed0c-d68f-4b5f-99fa-96a5f08c4b63 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 1097 time: 0.3209264 Jul 30 02:06:39.414715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-2e19a665-65b4-40e4-92a4-e663a61ce2b1', 'network_id': '2e19a665-65b4-40e4-92a4-e663a61ce2b1', 'tenant_id': '471dce8b8cef4b408385a2d4e1f5a33f', 'fixed_ips': [{'subnet_id': '5c695578-4839-47f2-84eb-8d3228fbb252'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:39.415337 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.478480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4846847 Jul 30 02:06:39.479620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59512) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:39.488078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': '7cb479aa-7b87-4aec-8c28-5a528e9eada5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:39.504853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420a396-e803-4abf-9908-c2f012a96a9f req-0548806e-ecf3-4cc7-a1dc-cb8919aa5b5a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:39.507619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f420a396-e803-4abf-9908-c2f012a96a9f req-0548806e-ecf3-4cc7-a1dc-cb8919aa5b5a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.4285283 Jul 30 02:06:39.561151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-94f0c5c3-24c9-4e5e-8972-4e840f7c4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:39.562982 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-94f0c5c3-24c9-4e5e-8972-4e840f7c4875 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793742 Jul 30 02:06:39.576350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe3353-5f01-4de7-8838-399123a69bd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=7cb479aa-7b87-4aec-8c28-5a528e9eada5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:39.585889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d10b011-1612-4122-8950-b3436b176b94 req-d6441408-c478-4524-9a9f-aadcf77dd0e1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327207 Jul 30 02:06:39.611719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 7cb479aa-7b87-4aec-8c28-5a528e9eada5 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:39.626552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f420a396-e803-4abf-9908-c2f012a96a9f req-17da636f-94fb-43ae-9e5d-fc8b99d3a4db tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076908 Jul 30 02:06:39.804193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bf61a-0615-4922-8fd0-6cbb1c8df806 req-ee0ef0b8-af27-421a-bb22-c9bdb0709697 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:39.808796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea4bf61a-0615-4922-8fd0-6cbb1c8df806 req-ee0ef0b8-af27-421a-bb22-c9bdb0709697 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0934188 Jul 30 02:06:39.818011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Allocated IP 172.20.0.8 (a03524a8-a090-4758-a33d-aa0b5da80e59/68d11469-3bec-4b50-b849-fbf84901a507/116f34ab-398b-4354-a9b9-023b4c529f4a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:39.853004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:39.859046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:39.868900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea4bf61a-0615-4922-8fd0-6cbb1c8df806 req-9a8c4b3c-cf75-4c9b-a85c-abff3c931553 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507562 Jul 30 02:06:39.928091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.026699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Allocated IP 2001:db8::3 (2e19a665-65b4-40e4-92a4-e663a61ce2b1/5c695578-4839-47f2-84eb-8d3228fbb252/889271e2-0c2d-4ffa-b0d5-a260c87c7900) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:40.038765 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-f96557bd-9238-4fbb-bca9-69fd37a0c866 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593401 Jul 30 02:06:40.066998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 9de07fd7-48f9-4d04-88ae-72f85627d5ff, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9de07fd7-48f9-4d04-88ae-72f85627d5ff,segment=NetworkSegment(58905b4e-e847-4431-a0a5-0ee1ddb4aba8),segment_id=58905b4e-e847-4431-a0a5-0ee1ddb4aba8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:40.096816 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.115829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1810ad-a24b-4e58-9628-c77342aa3ff6 req-413f9c0f-654e-42b5-b96f-9312ef381940 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:40.124435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b1810ad-a24b-4e58-9628-c77342aa3ff6 req-413f9c0f-654e-42b5-b96f-9312ef381940 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 946 time: 0.1347814 Jul 30 02:06:40.189690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Performing IP validity checks on allocation pools {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:06:40.191031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:06:40.252847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b1810ad-a24b-4e58-9628-c77342aa3ff6 req-0e159058-a112-49e0-bc77-3e82d2624ce3 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138859 Jul 30 02:06:40.333565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=9de07fd7-48f9-4d04-88ae-72f85627d5ff,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:40.471057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147f9f2-23ec-47d5-8173-fbb34a0b1fba req-7e447a26-6790-43db-8b25-80394f315780 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:40.473253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f147f9f2-23ec-47d5-8173-fbb34a0b1fba req-7e447a26-6790-43db-8b25-80394f315780 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0834742 Jul 30 02:06:40.484843 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.504014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Transition to ACTIVE for port object 889271e2-0c2d-4ffa-b0d5-a260c87c7900 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:40.507250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3538ae0a-de2e-4e4b-8682-239a2a3db747 None None] Provisioning complete for port 9de07fd7-48f9-4d04-88ae-72f85627d5ff triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:40.507861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3538ae0a-de2e-4e4b-8682-239a2a3db747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.537861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f147f9f2-23ec-47d5-8173-fbb34a0b1fba req-273d792c-6ff5-41a1-ae13-2782a9ef5a1b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522358 Jul 30 02:06:40.596288 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.626170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Transition to ACTIVE for port object 889271e2-0c2d-4ffa-b0d5-a260c87c7900 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:40.639938 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.643395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.655215 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b1f8f894-17fa-483a-b6f2-c0474c0df913 req-71b5ba37-9d43-4dd6-95db-182e602e5cf1 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172653 Jul 30 02:06:40.749107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d1fd195-2a6e-4e00-9a83-4afba3049276 req-c5272cc3-7d8b-48f0-8105-3c757f1541cc tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 210 time: 0.1088529 Jul 30 02:06:40.757161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Network 2e19a665-65b4-40e4-92a4-e663a61ce2b1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:40.766376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:40.773692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:40.834601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Pushing event updated for resources: {'Port': ['ID=889271e2-0c2d-4ffa-b0d5-a260c87c7900,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:40.859035 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.907313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Attempting to bind port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:40.907679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Attempting to bind port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2e19a665-65b4-40e4-92a4-e663a61ce2b1'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:40.908048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Attempting to bind port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 on network 2e19a665-65b4-40e4-92a4-e663a61ce2b1 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:40.912154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9de07fd7-48f9-4d04-88ae-72f85627d5ff up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:40.921471 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=7ef813fa-6b28-4c2e-913f-26728962158a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:40.941120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:40.941918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Checking segment: {'id': 'c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2e19a665-65b4-40e4-92a4-e663a61ce2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:40.942306 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:40.942661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Bound using segment: {'id': 'c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2e19a665-65b4-40e4-92a4-e663a61ce2b1'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:40.943378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Bound port: 889271e2-0c2d-4ffa-b0d5-a260c87c7900, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2e19a665-65b4-40e4-92a4-e663a61ce2b1'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:40.943931 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.028939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking segment: {'id': 'c26bafa3-551a-4ffc-9032-135eb64584fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cb479aa-7b87-4aec-8c28-5a528e9eada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:41.029438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network hostable DHCP agents. Network: 7cb479aa-7b87-4aec-8c28-5a528e9eada5, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:41.037683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9de07fd7-48f9-4d04-88ae-72f85627d5ff triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:41.038141 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.046544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Network a03524a8-a090-4758-a33d-aa0b5da80e59 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:41.050016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Pushing event updated for resources: {'Port': ['ID=116f34ab-398b-4354-a9b9-023b4c529f4a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:41.059955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:41.067963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:41.078837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] For port 889271e2-0c2d-4ffa-b0d5-a260c87c7900, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:41.102087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] For port 889271e2-0c2d-4ffa-b0d5-a260c87c7900, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=889271e2-0c2d-4ffa-b0d5-a260c87c7900,segment=NetworkSegment(c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8),segment_id=c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:41.110504 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.143040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network 7cb479aa-7b87-4aec-8c28-5a528e9eada5 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:41.176901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:41.178101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.185029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 7cb479aa-7b87-4aec-8c28-5a528e9eada5) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:41.200011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:41.201809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.205306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469a59dc-d2d4-4344-bfa1-6536eeb6994c None None] Network 7cb479aa-7b87-4aec-8c28-5a528e9eada5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:41.214671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-4e0dcec8-0b25-4121-87c2-128bf9f1ad77 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:41.218222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-4e0dcec8-0b25-4121-87c2-128bf9f1ad77 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.2476799 Jul 30 02:06:41.242240 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-0b814a7a-aff9-44b7-b922-2684717bf6cb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3735712 Jul 30 02:06:41.245197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-716cf8b8-3f4b-4adb-ae1e-421ebc70de1d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/quotas/6bc428516dcd4b1ea1d9b25f29c18687 HTTP/1.1" status: 200 len: 375 time: 0.0257142 Jul 30 02:06:41.246190 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-981c7e56-b7da-430c-8442-c6528f2cf30b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7653518 Jul 30 02:06:41.251807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59528) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:41.256423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Request body: {'port': {'device_id': '23f097a3-3732-485b-88c5-2173cfc40389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:41.281059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:06:41.348632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189a89f-c76e-4a75-9dfe-0e9c503f993e None None] Pushing event updated for resources: {'Port': ['ID=889271e2-0c2d-4ffa-b0d5-a260c87c7900,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:41.362003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-06ef66b8-33bf-4a11-bdb0-0b9d842cea05 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1105471 Jul 30 02:06:41.543929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-89d90b4b-f249-47a6-b879-ac8b56d9788c service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549304 Jul 30 02:06:41.545183 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.672126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:41.806845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-edbb6275-8cef-4f10-97f4-f3220e38e9f9 service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527769 Jul 30 02:06:41.905954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:41.954963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '30000c7b-691f-405b-ab40-25a0dac19292', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'port_id': '30000c7b-691f-405b-ab40-25a0dac19292', 'mac_address': 'fa:16:3e:3f:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:06:42.006722 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.100937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5157a-542c-46c4-9651-947ac9635969 req-6e657acf-fcaf-4684-9066-b0c490f96939 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:42.103356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19a5157a-542c-46c4-9651-947ac9635969 req-6e657acf-fcaf-4684-9066-b0c490f96939 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1007452 Jul 30 02:06:42.111554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e37371-c1ca-494d-b714-cf40c76cb674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-7cb479aa-7b87-4aec-8c28-5a528e9eada5', 'network_id': '7cb479aa-7b87-4aec-8c28-5a528e9eada5', 'tenant_id': '471dce8b8cef4b408385a2d4e1f5a33f', 'fixed_ips': [{'subnet_id': '7ef813fa-6b28-4c2e-913f-26728962158a'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:42.112437 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40e37371-c1ca-494d-b714-cf40c76cb674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.128515 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.138872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.153678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30000c7b-691f-405b-ab40-25a0dac19292 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:42.182710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:42.189848 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19a5157a-542c-46c4-9651-947ac9635969 req-9f72f213-8436-499c-8f53-681e69bd865d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712481 Jul 30 02:06:42.230036 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.251140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef813fa-6b28-4c2e-913f-26728962158a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:42.311218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa598a-0914-4772-a2ac-c6c2fe98fd44 None None] Network 7cb479aa-7b87-4aec-8c28-5a528e9eada5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:42.472894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116f34ab-398b-4354-a9b9-023b4c529f4a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:42.490931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.499654 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.500933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:42.516814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673707ed-e473-486d-bf82-43369db6a380 req-a7ede87f-cc61-44a5-8fc3-2b987cdd9713 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:42.519072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-673707ed-e473-486d-bf82-43369db6a380 req-a7ede87f-cc61-44a5-8fc3-2b987cdd9713 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 946 time: 0.1760473 Jul 30 02:06:42.522554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb479aa-7b87-4aec-8c28-5a528e9eada5']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:42.551178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26bafa3-551a-4ffc-9032-135eb64584fb') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:42.551693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26bafa3-551a-4ffc-9032-135eb64584fb') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:42.555391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Transition to ACTIVE for port object 116f34ab-398b-4354-a9b9-023b4c529f4a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:42.571106 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.578035 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.628397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30000c7b-691f-405b-ab40-25a0dac19292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:42.628619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-673707ed-e473-486d-bf82-43369db6a380 req-8c804c7f-94a6-4021-951e-4afe4f46f09d tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000617 Jul 30 02:06:42.641639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.649764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:42.650489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:42.715796 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:42.771843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Pushing event updated for resources: {'Port': ['ID=116f34ab-398b-4354-a9b9-023b4c529f4a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:42.778893 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.798006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:42.801260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/7cb479aa-7b87-4aec-8c28-5a528e9eada5 HTTP/1.1" status: 204 len: 168 time: 1.5411265 Jul 30 02:06:42.810170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59550) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:42.833667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415085517'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:42.844871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84def54-8b4c-4c8a-829a-461428eae789 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=7cb479aa-7b87-4aec-8c28-5a528e9eada5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:42.920337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca83678-f4e7-4f1a-b780-64d89d8a8b0d req-2a57730e-ff5a-4170-99f6-ca18b890401d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:42.935530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ca83678-f4e7-4f1a-b780-64d89d8a8b0d req-2a57730e-ff5a-4170-99f6-ca18b890401d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.1648026 Jul 30 02:06:42.999518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Attempting to bind port 116f34ab-398b-4354-a9b9-023b4c529f4a on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:43.000098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Attempting to bind port 116f34ab-398b-4354-a9b9-023b4c529f4a by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:43.000865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Attempting to bind port 116f34ab-398b-4354-a9b9-023b4c529f4a on network a03524a8-a090-4758-a33d-aa0b5da80e59 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:43.008258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Port 116f34ab-398b-4354-a9b9-023b4c529f4a on network a03524a8-a090-4758-a33d-aa0b5da80e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:06:43.008595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Attempting to bind port 116f34ab-398b-4354-a9b9-023b4c529f4a on network a03524a8-a090-4758-a33d-aa0b5da80e59 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:43.026051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:43.036148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 889271e2-0c2d-4ffa-b0d5-a260c87c7900 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:43.042015 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.042213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ca83678-f4e7-4f1a-b780-64d89d8a8b0d req-43fc681c-d624-4aae-9826-7d6a06cdd239 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048841 Jul 30 02:06:43.048803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:43.049138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Checking segment: {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:43.049524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Bound using segment: {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:43.049980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Bound port: 116f34ab-398b-4354-a9b9-023b4c529f4a, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:43.050345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.104005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:43.114173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad83b4dc-b9ec-4ee8-82aa-9a126e11bad8 None None] Network 2e19a665-65b4-40e4-92a4-e663a61ce2b1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:43.165841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.165841 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment 3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9 of type vlan for network a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0 Jul 30 02:06:43.249114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e22d0f-7c90-40cf-a777-ae0305e03212 req-9f77220e-7128-40f6-9e96-fa66859de64e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:43.261982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e22d0f-7c90-40cf-a777-ae0305e03212 req-9f77220e-7128-40f6-9e96-fa66859de64e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 943 time: 0.1170948 Jul 30 02:06:43.269221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aacc6864-3aae-4493-9d0e-f7f4313c3a17 None None] Provisioning for port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:43.276025 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.286574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] For port 116f34ab-398b-4354-a9b9-023b4c529f4a, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:43.297394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] For port 116f34ab-398b-4354-a9b9-023b4c529f4a, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=116f34ab-398b-4354-a9b9-023b4c529f4a,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:43.328247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e22d0f-7c90-40cf-a777-ae0305e03212 req-162bb397-1b1e-4829-8f1a-2e426e4ad8db tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645359 Jul 30 02:06:43.333072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.370952 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:43.389384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:43.390424 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.412370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:43.413070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.415759 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] 10.222.0.41 "PUT /v2.0/ports/116f34ab-398b-4354-a9b9-023b4c529f4a HTTP/1.1" status: 200 len: 1091 time: 2.1652577 Jul 30 02:06:43.416573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f097a3-3732-485b-88c5-2173cfc40389', 'tag': '116f34ab-398b-4354-a9b9-023b4c529f4a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:43.420033 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "23f097a3-3732-485b-88c5-2173cfc40389", "tag": "116f34ab-398b-4354-a9b9-023b4c529f4a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:43.429407 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.444295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:43.444958 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.474410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dbc49b3d-3865-43b6-b2a1-64b9fc379e18 req-775d1cf4-08f3-4606-aa92-d420f44583d0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 210 time: 0.0488412 Jul 30 02:06:43.487372 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6735280 Jul 30 02:06:43.501721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59558) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:43.560163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': 'a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:43.724828 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.780011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad4c39-98ab-4b10-8820-bae97d8f9d66 service neutron] Pushing event updated for resources: {'Port': ['ID=116f34ab-398b-4354-a9b9-023b4c529f4a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:43.786959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e65067-abf8-499a-8fcb-5a2df1c5e56a req-64062c62-de9f-4ed8-9af2-b995053b4529 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:43.792915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38e65067-abf8-499a-8fcb-5a2df1c5e56a req-64062c62-de9f-4ed8-9af2-b995053b4529 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 945 time: 0.1130826 Jul 30 02:06:43.801295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 889271e2-0c2d-4ffa-b0d5-a260c87c7900, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=889271e2-0c2d-4ffa-b0d5-a260c87c7900,segment=NetworkSegment(c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8),segment_id=c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:43.805860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e853e5e-1b3c-44f8-8f9c-40db7d81f84b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:43.811612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.836155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:43.847472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:43.854959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:43.867251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a925d0-2824-4492-845d-407e9159852e req-fdd6d6d8-58b1-4e43-8651-a76daed01160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:43.869411 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-fdd6d6d8-58b1-4e43-8651-a76daed01160 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 1094 time: 0.3020070 Jul 30 02:06:43.938803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38e65067-abf8-499a-8fcb-5a2df1c5e56a req-73d6678c-2fb4-46ee-8fd9-f373ec46a125 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332114 Jul 30 02:06:44.001640 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-e888d7f4-b44b-44d6-95fb-50badf08ebe0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=116f34ab-398b-4354-a9b9-023b4c529f4a HTTP/1.1" status: 200 len: 217 time: 0.1068192 Jul 30 02:06:44.066481 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827d0e56-ae8e-4f96-a369-f5b4287dadd3 x-openstack-request-id: req-827d0e56-ae8e-4f96-a369-f5b4287dadd3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:44.066947 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f097a3-3732-485b-88c5-2173cfc40389", "tag": "116f34ab-398b-4354-a9b9-023b4c529f4a", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:44.067356 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-827d0e56-ae8e-4f96-a369-f5b4287dadd3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:44.068041 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f097a3-3732-485b-88c5-2173cfc40389', 'tag': '116f34ab-398b-4354-a9b9-023b4c529f4a', 'status': 'completed', 'code': 200} Jul 30 02:06:44.069900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=889271e2-0c2d-4ffa-b0d5-a260c87c7900,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:44.139487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a925d0-2824-4492-845d-407e9159852e req-f33b6e89-f064-497e-9980-12fe4c61b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:44.142580 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-f33b6e89-f064-497e-9980-12fe4c61b13b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 200 len: 855 time: 0.1318974 Jul 30 02:06:44.212920 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-43bcb2bc-7340-4282-93e3-fe9d5d5c23c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a03524a8-a090-4758-a33d-aa0b5da80e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610366 Jul 30 02:06:44.364396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0ea0a637-6c18-41e9-8318-494fdebed204 None None] Provisioning complete for port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:44.365254 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a637-6c18-41e9-8318-494fdebed204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.473640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5ca90-ffb0-4378-bd92-d600876331bb req-10ed0560-3896-4b7c-9676-79f38158f461 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:44.476345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94c5ca90-ffb0-4378-bd92-d600876331bb req-10ed0560-3896-4b7c-9676-79f38158f461 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 943 time: 0.0939038 Jul 30 02:06:44.573003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94c5ca90-ffb0-4378-bd92-d600876331bb req-0f6f416a-d57a-4fca-9558-da6253f6b71e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819490 Jul 30 02:06:44.625611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:06:44.641082 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:44.723089 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-10ea15ff-e79f-415d-8bf4-e39bfd1beb71 service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958432 Jul 30 02:06:44.805488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc0faa-8eec-439a-9fae-23f91856362d req-ac3bacec-c09b-4640-a3e0-425f4b14b127 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:44.811025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00dc0faa-8eec-439a-9fae-23f91856362d req-ac3bacec-c09b-4640-a3e0-425f4b14b127 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 946 time: 0.1074750 Jul 30 02:06:44.864385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 889271e2-0c2d-4ffa-b0d5-a260c87c7900 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:44.868271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:44.892578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00dc0faa-8eec-439a-9fae-23f91856362d req-8232f679-77ba-4d50-81e8-3f17ea6f7284 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621309 Jul 30 02:06:44.917487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'port_id': '1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077', 'mac_address': 'fa:16:3e:27:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:06:44.951959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=3a189e7f-cbbc-4c9e-b5a2-ab3ed92d87ee,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:45.000383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-01feb646-d872-472d-916d-ea6c880a5449 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:45.001278 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.004628 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-01feb646-d872-472d-916d-ea6c880a5449 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.5341926 Jul 30 02:06:45.006170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:45.006771 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.016432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking segment: {'id': '3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:45.016432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network hostable DHCP agents. Network: a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:45.045236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'port': {'device_id': '878a72ee-204b-4328-a24f-87b4b434d60f', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'admin_state_up': True, 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:45.054732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:45.087878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c22ebe-41ff-4d0a-b94f-74e734161c6a req-8788539e-def2-4058-8c23-a18a47ec0e07 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:45.093330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70c22ebe-41ff-4d0a-b94f-74e734161c6a req-8788539e-def2-4058-8c23-a18a47ec0e07 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 943 time: 0.0853941 Jul 30 02:06:45.095855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:45.103383 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.159545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70c22ebe-41ff-4d0a-b94f-74e734161c6a req-2e9175e0-3107-494f-a514-beae030ac5d2 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 Jul 30 02:06:45.224093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:45.293166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90616b4d-47e8-4a90-b43a-402d8ec54571 req-ac84cc3b-107c-4e07-93ea-977e8b5947f0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 210 time: 0.0501997 Jul 30 02:06:45.299861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:45.339264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:45.460602 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 30000c7b-691f-405b-ab40-25a0dac19292 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:45.476465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 30000c7b-691f-405b-ab40-25a0dac19292 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:45.477489 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.521427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1964519-864c-4198-a9c8-d463d3356909 req-8e0a9523-bb75-4df8-be1c-3883900aae61 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:45.528234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1964519-864c-4198-a9c8-d463d3356909 req-8e0a9523-bb75-4df8-be1c-3883900aae61 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 945 time: 0.1066947 Jul 30 02:06:45.594196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1964519-864c-4198-a9c8-d463d3356909 req-ce48cce4-8c2d-4744-9e67-e62fb599c1ad tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569241 Jul 30 02:06:45.717180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:45.725779 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e7a925d0-2824-4492-845d-407e9159852e req-9918863c-761c-4c06-989b-6325d64c2506 service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9905164 Jul 30 02:06:45.739394 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.756359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:45.781228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4700b-bc1f-41df-a9cf-196bd49ae261 None None] Network a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:45.787058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:45.788233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.854233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a8575-f383-4ca4-a44f-75c55b74986a req-37484cce-4d30-4436-be62-bd4a6ae869f9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:45.857214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-574a8575-f383-4ca4-a44f-75c55b74986a req-37484cce-4d30-4436-be62-bd4a6ae869f9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 944 time: 0.1164143 Jul 30 02:06:45.871219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:45.876165 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab24b7bc-c410-41bc-85e8-44cedcd78088" -d '{"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-plugged", "status": "completed", "tag": "30000c7b-691f-405b-ab40-25a0dac19292"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:45.887714 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-87e5b8b9-80f3-45ba-95c7-5b0c0eca4744 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3821833 Jul 30 02:06:45.888005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59576) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:45.914164 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:45.922075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-9da2381c-82a6-4c44-b5cc-b46c997e8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:45.923083 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:45.924105 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-9da2381c-82a6-4c44-b5cc-b46c997e8ef5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 1094 time: 0.1146321 Jul 30 02:06:46.043908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Made reservation on behalf of 6bc428516dcd4b1ea1d9b25f29c18687 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:46.051238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-574a8575-f383-4ca4-a44f-75c55b74986a req-da782358-1a16-470d-8346-1ed36af23b16 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744602 Jul 30 02:06:46.051629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.135658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:46.147597 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.160619 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb64c3e-c0d4-4d71-9006-dab89a6c6416 x-openstack-request-id: req-1eb64c3e-c0d4-4d71-9006-dab89a6c6416 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:46.160948 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-plugged", "status": "completed", "tag": "30000c7b-691f-405b-ab40-25a0dac19292", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:46.161226 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1eb64c3e-c0d4-4d71-9006-dab89a6c6416 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:46.161664 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292', 'code': 200} Jul 30 02:06:46.196735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68364214-aedb-43b6-8389-e211525929eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0', 'network_id': 'a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0', 'tenant_id': '471dce8b8cef4b408385a2d4e1f5a33f', 'fixed_ips': [{'subnet_id': '3a189e7f-cbbc-4c9e-b5a2-ab3ed92d87ee'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:46.196735 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68364214-aedb-43b6-8389-e211525929eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.349163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-cd5ed75c-f025-44d0-bf5c-934e35d73307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:46.351881 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-cd5ed75c-f025-44d0-bf5c-934e35d73307 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 916 time: 0.4163027 Jul 30 02:06:46.402598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.441513 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-36e1017b-0fbe-428b-8c49-6547e3ded8a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=116f34ab-398b-4354-a9b9-023b4c529f4a HTTP/1.1" status: 200 len: 217 time: 0.0767372 Jul 30 02:06:46.472497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Allocated IP 172.20.0.14 (72cb1547-7ac6-4b6a-9436-7b05bc348f74/1c4e07a1-0b60-4901-a9d9-e9bcc041dd37/6ee290a5-72c0-4948-91f0-86de821269b6) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:46.481425 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.22', 59004) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:46.511919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-68364214-aedb-43b6-8389-e211525929eb None None] Allocated IP 2001:db8::1 (a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0/3a189e7f-cbbc-4c9e-b5a2-ab3ed92d87ee/e725d984-c886-4d78-bada-25e03b446e94) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:46.540372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-401aeea6-c3e1-4eff-bc41-1eda2eb523af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:46.542527 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-401aeea6-c3e1-4eff-bc41-1eda2eb523af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 200 len: 855 time: 0.0938261 Jul 30 02:06:46.561160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fefcd-e560-4eeb-a3f1-ab8d7ba88948 req-11426402-4087-4475-a8cd-18acac943a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:46.564121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a03fefcd-e560-4eeb-a3f1-ab8d7ba88948 req-11426402-4087-4475-a8cd-18acac943a7a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1097 time: 0.2664220 Jul 30 02:06:46.585530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-6fe08b50-a685-477a-bcdd-cca1b364fb68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a03524a8-a090-4758-a33d-aa0b5da80e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308087 Jul 30 02:06:46.587847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b5cb-9e8d-4fde-9ccd-54e2ea8f3943 req-984448cc-a7f1-4d05-8103-58cd0ff9a379 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:46.600278 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d042b5cb-9e8d-4fde-9ccd-54e2ea8f3943 req-984448cc-a7f1-4d05-8103-58cd0ff9a379 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 946 time: 0.3294244 Jul 30 02:06:46.625046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:46.753839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:46.773839 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-5de624fc-46d1-4dcc-8be8-6b86b5bd19fd service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792300 Jul 30 02:06:46.774168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:46.774511 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.861676 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.888066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Transition to ACTIVE for port object 6ee290a5-72c0-4948-91f0-86de821269b6 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:46.929049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68364214-aedb-43b6-8389-e211525929eb None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:46.945043 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdce1bc3-62f7-4578-bcdd-5fbccc753ab7 req-4280a312-fb0e-42a9-95b8-d56c58795c2f service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617880 Jul 30 02:06:46.950530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-68364214-aedb-43b6-8389-e211525929eb None None] Transition to ACTIVE for port object e725d984-c886-4d78-bada-25e03b446e94 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:46.980895 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.005781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d3c6d190-96a0-4c9f-bdcd-1fc14be201db'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:47.012189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['62f16952-42a9-4b39-a500-2f8b1704784a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:47.040965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:47.045121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:47.050891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:47.104376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a03fefcd-e560-4eeb-a3f1-ab8d7ba88948 req-f0d75a7b-7646-4205-aab7-116d22a40a79 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4989719 Jul 30 02:06:47.107229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'Port': ['ID=6ee290a5-72c0-4948-91f0-86de821269b6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:47.136503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d042b5cb-9e8d-4fde-9ccd-54e2ea8f3943 req-faf9dec7-d190-46a9-816f-e5586abe4bc4 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a9603b5-e72c-4680-bccc-c828cf0b5368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337195 Jul 30 02:06:47.164867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-5b7ab57f-a107-49c4-84ac-e82ed9e7149e tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:47.165681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:47.166389 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.169525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-5b7ab57f-a107-49c4-84ac-e82ed9e7149e tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 946 time: 0.6809604 Jul 30 02:06:47.198436 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-3e33ccd6-de1c-4773-8ae2-a68390d7f5b3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1773710 Jul 30 02:06:47.231532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Request body: {'port': {'device_id': '878a72ee-204b-4328-a24f-87b4b434d60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:47.340696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-68364214-aedb-43b6-8389-e211525929eb None None] Transition to ACTIVE for port object e725d984-c886-4d78-bada-25e03b446e94 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:47.374878 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.375191 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68364214-aedb-43b6-8389-e211525929eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.394704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.437873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ef74f-f162-4671-b07d-53e80074dbe8 req-09453e09-d2e7-4fc7-b0a8-2adcf8d69ca8 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:47.441073 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba2ef74f-f162-4671-b07d-53e80074dbe8 req-09453e09-d2e7-4fc7-b0a8-2adcf8d69ca8 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 943 time: 0.1493549 Jul 30 02:06:47.458315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Deleting port 63eeafd8-a51b-4c40-9576-cd081065b0cd {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:47.458912 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.488472 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.494471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68364214-aedb-43b6-8389-e211525929eb None None] Network a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:47.532906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-68364214-aedb-43b6-8389-e211525929eb None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:47.536933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fc1c4fe5-9994-4b67-b207-9b35db53f899 None None] Provisioning for port 6ee290a5-72c0-4948-91f0-86de821269b6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:47.555261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68364214-aedb-43b6-8389-e211525929eb None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:47.583917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=3a189e7f-cbbc-4c9e-b5a2-ab3ed92d87ee,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:47.616442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68364214-aedb-43b6-8389-e211525929eb None None] Pushing event updated for resources: {'Port': ['ID=e725d984-c886-4d78-bada-25e03b446e94,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:47.621480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fc1c4fe5-9994-4b67-b207-9b35db53f899 None None] Provisioning complete for port 6ee290a5-72c0-4948-91f0-86de821269b6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:47.621480 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc1c4fe5-9994-4b67-b207-9b35db53f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.697981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:47.736978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba2ef74f-f162-4671-b07d-53e80074dbe8 req-d530668f-f503-4820-8c42-6ad37e53305a tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709179 Jul 30 02:06:47.783793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.803792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] For port 63eeafd8-a51b-4c40-9576-cd081065b0cd, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=63eeafd8-a51b-4c40-9576-cd081065b0cd,segment=NetworkSegment(e9325658-23e3-4518-92fe-768ae8fbf785),segment_id=e9325658-23e3-4518-92fe-768ae8fbf785)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:47.804647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.807561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.823048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:47.846688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Calling delete_port for 63eeafd8-a51b-4c40-9576-cd081065b0cd owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:47.852241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:47.852241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:47.881227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.913655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-68364214-aedb-43b6-8389-e211525929eb None None] Attempting to bind port e725d984-c886-4d78-bada-25e03b446e94 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:47.914312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-68364214-aedb-43b6-8389-e211525929eb None None] Attempting to bind port e725d984-c886-4d78-bada-25e03b446e94 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:47.915692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68364214-aedb-43b6-8389-e211525929eb None None] Attempting to bind port e725d984-c886-4d78-bada-25e03b446e94 on network a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:47.958008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68364214-aedb-43b6-8389-e211525929eb None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:47.958570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68364214-aedb-43b6-8389-e211525929eb None None] Checking segment: {'id': '3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:47.959133 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68364214-aedb-43b6-8389-e211525929eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.959822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68364214-aedb-43b6-8389-e211525929eb None None] Bound using segment: {'id': '3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:47.960635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-68364214-aedb-43b6-8389-e211525929eb None None] Bound port: e725d984-c886-4d78-bada-25e03b446e94, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:47.961270 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68364214-aedb-43b6-8389-e211525929eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.985516 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:47.988841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c4fe5-9994-4b67-b207-9b35db53f899 None None] Port 6ee290a5-72c0-4948-91f0-86de821269b6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:06:48.011561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee290a5-72c0-4948-91f0-86de821269b6 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:48.028270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:48.029000 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:48.036743 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:48.039213 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.068844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Transition to ACTIVE for port object 6ee290a5-72c0-4948-91f0-86de821269b6 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:48.074733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.082909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:48.172331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2205fb-03a1-4dfa-bc87-d3b77150b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:48.176931 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2b31ec-b6c5-4860-97b8-6e3633f2addb" -d '{"events": [{"server_uuid": "ad2205fb-03a1-4dfa-bc87-d3b77150b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:48.202890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e142cbd-b0fd-4abb-a6ca-b3e4fea391ea req-35b60135-694d-4d4c-a088-d907c6629871 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:48.215959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee290a5-72c0-4948-91f0-86de821269b6,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:48.216246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e142cbd-b0fd-4abb-a6ca-b3e4fea391ea req-35b60135-694d-4d4c-a088-d907c6629871 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 932 time: 0.2482481 Jul 30 02:06:48.230358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:06:48.230358 n-d-715271-7 neutron-server[93819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:06:48.230358 n-d-715271-7 neutron-server[93819]: [parameters: {'id': 'a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0'}] Jul 30 02:06:48.230358 n-d-715271-7 neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:06:48.231095 n-d-715271-7 neutron-server[93819]: DEBUG oslo_db.api [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:06:48.301418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-68364214-aedb-43b6-8389-e211525929eb None None] For port e725d984-c886-4d78-bada-25e03b446e94, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:48.310785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-68364214-aedb-43b6-8389-e211525929eb None None] For port e725d984-c886-4d78-bada-25e03b446e94, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e725d984-c886-4d78-bada-25e03b446e94,segment=NetworkSegment(3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9),segment_id=3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:48.339800 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68364214-aedb-43b6-8389-e211525929eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.354289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e142cbd-b0fd-4abb-a6ca-b3e4fea391ea req-390b47e0-3978-443f-9b2f-ef212b30713b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217563 Jul 30 02:06:48.467454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Attempting to bind port 6ee290a5-72c0-4948-91f0-86de821269b6 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:48.468137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Attempting to bind port 6ee290a5-72c0-4948-91f0-86de821269b6 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:48.468746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Attempting to bind port 6ee290a5-72c0-4948-91f0-86de821269b6 on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:48.480103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Port 6ee290a5-72c0-4948-91f0-86de821269b6 on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:06:48.480779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Attempting to bind port 6ee290a5-72c0-4948-91f0-86de821269b6 on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:48.490666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:48.492050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Checking segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:48.492308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Bound using segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:48.493816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Bound port: 6ee290a5-72c0-4948-91f0-86de821269b6, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:48.494508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.534789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68364214-aedb-43b6-8389-e211525929eb None None] Pushing event updated for resources: {'Port': ['ID=e725d984-c886-4d78-bada-25e03b446e94,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:48.579049 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.634648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427deaf6-146f-48a5-ba2d-98b2c7c27b28 None None] Network a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:48.641156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5abf67-abe8-48f9-87ba-3d46c332dd88 req-65d63ae2-b646-4377-b67b-e03fca18d184 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:48.646542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d5abf67-abe8-48f9-87ba-3d46c332dd88 req-65d63ae2-b646-4377-b67b-e03fca18d184 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1614614 Jul 30 02:06:48.653522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Pushing event deleted for resources: {'Port': ['ID=63eeafd8-a51b-4c40-9576-cd081065b0cd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:48.665443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 116f34ab-398b-4354-a9b9-023b4c529f4a details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:06:48.677712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] For port 6ee290a5-72c0-4948-91f0-86de821269b6, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:48.686399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] For port 6ee290a5-72c0-4948-91f0-86de821269b6, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6ee290a5-72c0-4948-91f0-86de821269b6,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:48.694271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.735880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.736873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['63eeafd8-a51b-4c40-9576-cd081065b0cd'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:48.740442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] No DVR routers for this DVR port 63eeafd8-a51b-4c40-9576-cd081065b0cd on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:48.748434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.751108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca2f8185-de6e-47b3-bc9c-d30056757199 req-3520f104-a00b-4474-94ce-f3fa58d63ece tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.22 "DELETE /v2.0/ports/63eeafd8-a51b-4c40-9576-cd081065b0cd HTTP/1.1" status: 204 len: 173 time: 1.5306995 Jul 30 02:06:48.752224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f7ec06-abaf-4dd9-92d0-33bd17525d0d', 'name': 'network-vif-deleted', 'tag': '63eeafd8-a51b-4c40-9576-cd081065b0cd'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:48.754480 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08596d90-eeeb-4704-a264-2ce2b227055d" -d '{"events": [{"server_uuid": "f3f7ec06-abaf-4dd9-92d0-33bd17525d0d", "name": "network-vif-deleted", "tag": "63eeafd8-a51b-4c40-9576-cd081065b0cd"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:48.762171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:48.763242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:48.765784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] 10.222.0.22 "PUT /v2.0/ports/6ee290a5-72c0-4948-91f0-86de821269b6 HTTP/1.1" status: 200 len: 1092 time: 1.5447295 Jul 30 02:06:48.766768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878a72ee-204b-4328-a24f-87b4b434d60f', 'tag': '6ee290a5-72c0-4948-91f0-86de821269b6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:48.771198 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9624242-6ebf-49a7-a513-6bc3f42ceb91" -d '{"events": [{"name": "network-changed", "server_uuid": "878a72ee-204b-4328-a24f-87b4b434d60f", "tag": "6ee290a5-72c0-4948-91f0-86de821269b6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:48.797771 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d5abf67-abe8-48f9-87ba-3d46c332dd88 req-80daf1fe-0b2f-4235-b795-2b85d096b99b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398571 Jul 30 02:06:48.925342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952543d-9501-4769-99d2-c9e0c12a0ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee290a5-72c0-4948-91f0-86de821269b6,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:48.986388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting port e725d984-c886-4d78-bada-25e03b446e94 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:48.986945 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.006980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-4bf4c4d1-8b22-423d-99fb-448d23e39772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:49.013168 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-4bf4c4d1-8b22-423d-99fb-448d23e39772 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 1095 time: 0.1594567 Jul 30 02:06:49.126507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 116f34ab-398b-4354-a9b9-023b4c529f4a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=116f34ab-398b-4354-a9b9-023b4c529f4a,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:49.142998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '116f34ab-398b-4354-a9b9-023b4c529f4a', 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59', 'port_id': '116f34ab-398b-4354-a9b9-023b4c529f4a', 'mac_address': 'fa:16:3e:25:c6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d11469-3bec-4b50-b849-fbf84901a507', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:06:49.168776 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-2ba70540-3852-4e22-83f2-45c7cadc69b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ee290a5-72c0-4948-91f0-86de821269b6 HTTP/1.1" status: 200 len: 217 time: 0.1127827 Jul 30 02:06:49.194406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] For port e725d984-c886-4d78-bada-25e03b446e94, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e725d984-c886-4d78-bada-25e03b446e94,segment=NetworkSegment(3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9),segment_id=3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:49.196035 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.206020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8bac51-139c-467a-8503-e8dc1c821f9c None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:06:49.240660 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.259858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Calling delete_port for e725d984-c886-4d78-bada-25e03b446e94 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:49.265632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-51cc6426-85f0-4b17-972d-4633c3852474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:49.268013 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-51cc6426-85f0-4b17-972d-4633c3852474 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.0837855 Jul 30 02:06:49.274712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116f34ab-398b-4354-a9b9-023b4c529f4a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:49.343889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 116f34ab-398b-4354-a9b9-023b4c529f4a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=116f34ab-398b-4354-a9b9-023b4c529f4a,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:49.357088 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.370492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d504f-1995-4616-ab3c-70e7894e73ce req-8530cea2-2fe4-4171-bbf5-5ae78510db74 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:49.373351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-189d504f-1995-4616-ab3c-70e7894e73ce req-8530cea2-2fe4-4171-bbf5-5ae78510db74 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 945 time: 0.2241640 Jul 30 02:06:49.374770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-02c01619-6aab-4c99-96ae-1eab7b962b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:49.387769 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-02c01619-6aab-4c99-96ae-1eab7b962b96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960746 Jul 30 02:06:49.475141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-189d504f-1995-4616-ab3c-70e7894e73ce req-9c1ad7a4-70ed-408a-8e52-37cf50cc8edc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940824 Jul 30 02:06:49.487213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8bac51-139c-467a-8503-e8dc1c821f9c None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:06:49.491724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=116f34ab-398b-4354-a9b9-023b4c529f4a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:49.520518 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.576945 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-ed1aae7c-2779-4b3a-82d4-2f18234bf5c9 service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876540 Jul 30 02:06:49.580502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Port': ['ID=e725d984-c886-4d78-bada-25e03b446e94,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:49.589510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No DVR routers for this DVR port e725d984-c886-4d78-bada-25e03b446e94 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:49.622426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['116f34ab-398b-4354-a9b9-023b4c529f4a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:49.793006 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3693fdcb-2a1c-4c46-9762-5d7660fe44cf req-3b946d73-6bc2-46e0-abc2-ab0ef0090855 tempest-ServerGroupTestJSON-1023965141 tempest-ServerGroupTestJSON-1023965141-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3f7ec06-abaf-4dd9-92d0-33bd17525d0d HTTP/1.1" status: 200 len: 210 time: 0.1160305 Jul 30 02:06:49.823735 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.824751 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49f8a15a-3168-47e8-a161-b6edb3059e2d req-7eef846f-87de-4edc-9509-1fa469eea2ba service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211108 Jul 30 02:06:49.868796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:49.889843 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea6b32-b6bc-4b88-a8e8-26b8e68a3726 x-openstack-request-id: req-c5ea6b32-b6bc-4b88-a8e8-26b8e68a3726 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:49.890266 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2205fb-03a1-4dfa-bc87-d3b77150b6b9", "name": "network-vif-plugged", "status": "completed", "tag": "1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:49.890667 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c5ea6b32-b6bc-4b88-a8e8-26b8e68a3726 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:49.891301 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2205fb-03a1-4dfa-bc87-d3b77150b6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077', 'code': 200} Jul 30 02:06:49.915109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:49.915696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3895f7cd-80a8-4fb7-b3db-93a0f4f5bee9') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:49.942741 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:49.964056 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f1b087-63c0-430e-ac40-723ec9770d51 x-openstack-request-id: req-29f1b087-63c0-430e-ac40-723ec9770d51 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:49.964659 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f7ec06-abaf-4dd9-92d0-33bd17525d0d", "name": "network-vif-deleted", "tag": "63eeafd8-a51b-4c40-9576-cd081065b0cd", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:49.965065 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29f1b087-63c0-430e-ac40-723ec9770d51 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:49.965883 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f7ec06-abaf-4dd9-92d0-33bd17525d0d', 'name': 'network-vif-deleted', 'tag': '63eeafd8-a51b-4c40-9576-cd081065b0cd', 'status': 'completed', 'code': 200} Jul 30 02:06:49.977992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.002835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:50.003572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:50.012611 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:50.031319 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e945bd14-f047-456d-b47f-8248cc1ee303 x-openstack-request-id: req-e945bd14-f047-456d-b47f-8248cc1ee303 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:50.031934 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878a72ee-204b-4328-a24f-87b4b434d60f", "tag": "6ee290a5-72c0-4948-91f0-86de821269b6", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:50.032436 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e945bd14-f047-456d-b47f-8248cc1ee303 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:50.033172 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878a72ee-204b-4328-a24f-87b4b434d60f', 'tag': '6ee290a5-72c0-4948-91f0-86de821269b6', 'status': 'completed', 'code': 200} Jul 30 02:06:50.124315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c9a5b-6b5d-41aa-b924-113384e5b7dc req-cc6cabbf-a291-457d-9011-0ef853818568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:50.126941 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f23c9a5b-6b5d-41aa-b924-113384e5b7dc req-cc6cabbf-a291-457d-9011-0ef853818568 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 1096 time: 0.1643536 Jul 30 02:06:50.175501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-ea068e3b-8341-4792-82a3-a15775157920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:50.179945 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-ea068e3b-8341-4792-82a3-a15775157920 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 1095 time: 0.1254995 Jul 30 02:06:50.205880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.220191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.223668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0 HTTP/1.1" status: 204 len: 168 time: 4.3320832 Jul 30 02:06:50.232792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59602) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:50.241243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84911878-b403-43fd-8c1a-526843719449 req-c94271c5-bc5f-4487-af4d-f16347dfcf59 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:50.244207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-409338535'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:50.250036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84911878-b403-43fd-8c1a-526843719449 req-c94271c5-bc5f-4487-af4d-f16347dfcf59 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 944 time: 0.1466763 Jul 30 02:06:50.289220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24b80a-a151-4f47-8e97-92b618f3c6d1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:50.316217 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f23c9a5b-6b5d-41aa-b924-113384e5b7dc req-ef789dc2-4939-47c4-bd52-567f403b0b1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773555 Jul 30 02:06:50.357756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84911878-b403-43fd-8c1a-526843719449 req-e20d67f1-e973-4f39-ba5a-64b794935cf9 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899777 Jul 30 02:06:50.370632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:50.377132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.452637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-ebe84ed5-d562-44b3-80d3-11cc289a8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:50.454562 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-ebe84ed5-d562-44b3-80d3-11cc289a8251 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.2590959 Jul 30 02:06:50.459419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:50.535947 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.536486 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment 8b3e3baf-e1d6-4422-b061-af6d9832ffa3 of type vlan for network e09accff-2031-49f7-8e4c-3c3f0f57bc75 Jul 30 02:06:50.540684 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-a126a21e-fe58-4d3e-9b94-c931bfe77866 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ee290a5-72c0-4948-91f0-86de821269b6 HTTP/1.1" status: 200 len: 217 time: 0.0698032 Jul 30 02:06:50.585420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681dfc8-f6eb-4d92-842b-d9b848ed00a3 req-9ca67a32-7178-468b-8233-67dc421f1ef3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:50.589306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9681dfc8-f6eb-4d92-842b-d9b848ed00a3 req-9ca67a32-7178-468b-8233-67dc421f1ef3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1227419 Jul 30 02:06:50.600307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59606) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:50.608861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5365d8f0-3ca8-499f-aa06-8a9ad9eb25c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Request body: {'floatingip': {'port_id': '30000c7b-691f-405b-ab40-25a0dac19292'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:50.672248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.691297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-8283fa52-1519-46a4-bbd7-3cb541cb7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:50.693668 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-8283fa52-1519-46a4-bbd7-3cb541cb7aca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1343358 Jul 30 02:06:50.706106 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5365d8f0-3ca8-499f-aa06-8a9ad9eb25c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.768824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.775740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:50.776541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:50.878413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-cfc9fe67-49dd-4a74-b071-c6acca8a15da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:50.880883 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-cfc9fe67-49dd-4a74-b071-c6acca8a15da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663802 Jul 30 02:06:50.887344 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6503592 Jul 30 02:06:50.892291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59610) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:50.904075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': 'e09accff-2031-49f7-8e4c-3c3f0f57bc75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:50.947608 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86294da0-3293-4e31-bb93-b0f8e100583c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=e09accff-2031-49f7-8e4c-3c3f0f57bc75,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:50.966466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network e09accff-2031-49f7-8e4c-3c3f0f57bc75 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:50.972543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8885e-ec76-4118-b06f-7b4f6183e33c req-d642d32e-a5ac-463a-8605-a36f8545b3d7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:50.975341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bd8885e-ec76-4118-b06f-7b4f6183e33c req-d642d32e-a5ac-463a-8605-a36f8545b3d7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 944 time: 0.2625482 Jul 30 02:06:51.147844 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-5bac1140-5f60-4ac0-95dc-4c3bb227f7aa service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381036 Jul 30 02:06:51.149502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:51.154903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.176328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bd8885e-ec76-4118-b06f-7b4f6183e33c req-088e8429-b7f5-4a0c-b978-c0f9c2f3a1cc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787634 Jul 30 02:06:51.337102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 63eeafd8-a51b-4c40-9576-cd081065b0cd no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:06:51.376153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 63eeafd8-a51b-4c40-9576-cd081065b0cd {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:06:51.377135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 63eeafd8-a51b-4c40-9576-cd081065b0cd not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:06:51.436115 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9624242-6ebf-49a7-a513-6bc3f42ceb91 req-79959f8c-1035-46e0-8e20-fb83c2b72dec service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735977 Jul 30 02:06:51.514014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b16b6d-55a2-4e69-973a-137e6110ac39 req-867e0977-9fd4-4753-b0ba-a81bb6f042ba tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:51.515960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9b16b6d-55a2-4e69-973a-137e6110ac39 req-867e0977-9fd4-4753-b0ba-a81bb6f042ba tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 945 time: 0.1890979 Jul 30 02:06:51.625297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.673575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9b16b6d-55a2-4e69-973a-137e6110ac39 req-937fc0e4-1694-45b5-9171-f1085e1b4df0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447918 Jul 30 02:06:51.751012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=8ab193ff-852c-4aab-9e3a-ec78c9769b18,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:51.754763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking segment: {'id': '8b3e3baf-e1d6-4422-b061-af6d9832ffa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e09accff-2031-49f7-8e4c-3c3f0f57bc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:51.755464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network hostable DHCP agents. Network: e09accff-2031-49f7-8e4c-3c3f0f57bc75, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:51.787350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network e09accff-2031-49f7-8e4c-3c3f0f57bc75 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:51.802919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, e09accff-2031-49f7-8e4c-3c3f0f57bc75) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:51.811094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:51.812124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.825931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca51e26c-36a7-4249-a372-d5a28fbfdf65 None None] Network e09accff-2031-49f7-8e4c-3c3f0f57bc75 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:51.840650 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dffaa05f-dc1b-4a56-bf79-f9fa007083c1 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9466281 Jul 30 02:06:51.843812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59618) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:51.961183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5365d8f0-3ca8-499f-aa06-8a9ad9eb25c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:51.968438 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5365d8f0-3ca8-499f-aa06-8a9ad9eb25c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.034959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.075315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3267f5d-6f8e-4947-be1f-f9c61c8f41c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-e09accff-2031-49f7-8e4c-3c3f0f57bc75', 'network_id': 'e09accff-2031-49f7-8e4c-3c3f0f57bc75', 'tenant_id': '471dce8b8cef4b408385a2d4e1f5a33f', 'fixed_ips': [{'subnet_id': '8ab193ff-852c-4aab-9e3a-ec78c9769b18'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:52.076958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d3267f5d-6f8e-4947-be1f-f9c61c8f41c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.092524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f62684-0a0f-42c8-9bd3-5ec8baa1413b req-cf35de6a-8cb9-4594-b4d5-d754bca414f8 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:52.094862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9f62684-0a0f-42c8-9bd3-5ec8baa1413b req-cf35de6a-8cb9-4594-b4d5-d754bca414f8 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 944 time: 0.2034953 Jul 30 02:06:52.153974 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.258350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9f62684-0a0f-42c8-9bd3-5ec8baa1413b req-eb424087-7a99-484e-9300-be2acd3725de tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489551 Jul 30 02:06:52.260352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.271881 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-5365d8f0-3ca8-499f-aa06-8a9ad9eb25c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Floating IP aaeedf6b-26ca-4869-9e4a-12cf9ae60745 associated. External IP: 172.25.7.168, port: 30000c7b-691f-405b-ab40-25a0dac19292. Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server [None req-d3267f5d-6f8e-4947-be1f-f9c61c8f41c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ab193ff-852c-4aab-9e3a-ec78c9769b18: This subnet is being modified by another concurrent operation. Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ab193ff-852c-4aab-9e3a-ec78c9769b18: This subnet is being modified by another concurrent operation. Jul 30 02:06:52.345684 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server Jul 30 02:06:52.364582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab193ff-852c-4aab-9e3a-ec78c9769b18,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:52.419769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735a6ec-4c37-4ec8-b23a-c66c55f10e83 None None] Network e09accff-2031-49f7-8e4c-3c3f0f57bc75 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:52.455579 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.470281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09accff-2031-49f7-8e4c-3c3f0f57bc75']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:52.485222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3e3baf-e1d6-4422-b061-af6d9832ffa3') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:52.486054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3e3baf-e1d6-4422-b061-af6d9832ffa3') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:52.498760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.521425 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.534674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:06:52.535971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.540538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a3b08-48f3-430c-9f1f-40d7956257f7 req-fd4b6d78-b667-4034-ad93-32801dfb316d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:06:52.542829 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:06:52.546791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c4a3b08-48f3-430c-9f1f-40d7956257f7 req-fd4b6d78-b667-4034-ad93-32801dfb316d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 945 time: 0.1866188 Jul 30 02:06:52.618140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db889dbd-ac4a-47ad-bfbb-97065b302bab None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:06:52.664384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 116f34ab-398b-4354-a9b9-023b4c529f4a up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:52.667048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.677357 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.682358 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/e09accff-2031-49f7-8e4c-3c3f0f57bc75 HTTP/1.1" status: 204 len: 168 time: 0.8365276 Jul 30 02:06:52.688648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59622) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:52.700333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-172873799'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:52.708131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c4a3b08-48f3-430c-9f1f-40d7956257f7 req-ccda3d12-16aa-45d3-9365-15d865b3d2f9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462984 Jul 30 02:06:52.713505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4859b-a1e3-46a0-b260-0430525ff772 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=e09accff-2031-49f7-8e4c-3c3f0f57bc75,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:52.826396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:52.832385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.885835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 116f34ab-398b-4354-a9b9-023b4c529f4a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:52.892711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:52.901505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 116f34ab-398b-4354-a9b9-023b4c529f4a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:52.902093 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.915005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5365d8f0-3ca8-499f-aa06-8a9ad9eb25c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Router b975494b-bda8-4e4b-b578-976e179c3e1c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:06:52.920242 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:52.920668 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment 8883387e-4b77-4ca4-874e-89de32d846d5 of type vlan for network d2d3c007-9191-4c70-9ad1-7597adce01dd Jul 30 02:06:52.966897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db889dbd-ac4a-47ad-bfbb-97065b302bab None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:06:53.021055 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.090011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cd5d8-7c44-413a-b4a5-6057b87cdfbb req-1393ecf4-be0a-4705-b95a-14a5b3308bb5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:53.091612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-005cd5d8-7c44-413a-b4a5-6057b87cdfbb req-1393ecf4-be0a-4705-b95a-14a5b3308bb5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 944 time: 0.1794956 Jul 30 02:06:53.181640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.187414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:53.188226 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.223232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.307713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6154397 Jul 30 02:06:53.313580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59630) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:53.317770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5365d8f0-3ca8-499f-aa06-8a9ad9eb25c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:06:53.322935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f097a3-3732-485b-88c5-2173cfc40389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116f34ab-398b-4354-a9b9-023b4c529f4a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:53.323223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-005cd5d8-7c44-413a-b4a5-6057b87cdfbb req-02574225-9746-4c2f-b725-8f444bf96bd4 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180781 Jul 30 02:06:53.327284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': 'd2d3c007-9191-4c70-9ad1-7597adce01dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:53.328309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae31a2-01d9-48fc-877d-d6d97b882a5c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=d2d3c007-9191-4c70-9ad1-7597adce01dd,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:53.329171 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82df2940-a23f-413d-88f7-9612dafecc9a" -d '{"events": [{"server_uuid": "23f097a3-3732-485b-88c5-2173cfc40389", "name": "network-vif-plugged", "status": "completed", "tag": "116f34ab-398b-4354-a9b9-023b4c529f4a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:53.338484 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5365d8f0-3ca8-499f-aa06-8a9ad9eb25c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.382222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] Sync routers for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:06:53.400901 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6ee290a5-72c0-4948-91f0-86de821269b6 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:06:53.404586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network d2d3c007-9191-4c70-9ad1-7597adce01dd details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:53.417465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5365d8f0-3ca8-499f-aa06-8a9ad9eb25c7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "PUT /v2.0/floatingips/aaeedf6b-26ca-4869-9e4a-12cf9ae60745 HTTP/1.1" status: 200 len: 992 time: 2.8114974 Jul 30 02:06:53.417465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:53.421104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 116f34ab-398b-4354-a9b9-023b4c529f4a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=116f34ab-398b-4354-a9b9-023b4c529f4a,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:53.426915 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1139c738-1d22-454d-bb6a-991a36bb85f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "tag": "30000c7b-691f-405b-ab40-25a0dac19292"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:53.525789 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.545713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea68f-efb3-4d04-afbe-074b7d50129d req-ff08544f-17a8-4a37-b5a6-b1a5dece25e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:53.554511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c39ea68f-efb3-4d04-afbe-074b7d50129d req-ff08544f-17a8-4a37-b5a6-b1a5dece25e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 945 time: 0.0670874 Jul 30 02:06:53.591932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:53.600432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.616854 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c39ea68f-efb3-4d04-afbe-074b7d50129d req-a5670ded-1b7e-42f2-b26b-e526c4856cbe tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600424 Jul 30 02:06:53.894047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e439a0-07e6-45a3-90fa-8b457d67ac4b req-a134950a-26b4-418b-896f-8d1612a50f5d tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:53.906090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:53.907198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:06:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:53.910057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76e439a0-07e6-45a3-90fa-8b457d67ac4b req-a134950a-26b4-418b-896f-8d1612a50f5d tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 945 time: 0.1095855 Jul 30 02:06:53.961224 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:53.982631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76e439a0-07e6-45a3-90fa-8b457d67ac4b req-f6a15a75-4362-4657-8b9d-fa16dda6a530 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709441 Jul 30 02:06:54.044864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=a9e661ba-5673-4c19-915c-42348fbf5ab7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:54.050989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking segment: {'id': '8883387e-4b77-4ca4-874e-89de32d846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2d3c007-9191-4c70-9ad1-7597adce01dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:54.051389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network hostable DHCP agents. Network: d2d3c007-9191-4c70-9ad1-7597adce01dd, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:54.061401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 02:06:54.072313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network d2d3c007-9191-4c70-9ad1-7597adce01dd is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:54.086726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, d2d3c007-9191-4c70-9ad1-7597adce01dd) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:54.096520 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:54.097694 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.120756 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-484a8f00-de22-480e-a87a-f2cb011608d4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8043983 Jul 30 02:06:54.125359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59646) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:54.135262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': 'd2d3c007-9191-4c70-9ad1-7597adce01dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:54.196373 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.277676 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad16e3-c1bb-4d1f-9e6a-618525231561 x-openstack-request-id: req-61ad16e3-c1bb-4d1f-9e6a-618525231561 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:54.277676 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f097a3-3732-485b-88c5-2173cfc40389", "name": "network-vif-plugged", "status": "completed", "tag": "116f34ab-398b-4354-a9b9-023b4c529f4a", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:54.277676 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-61ad16e3-c1bb-4d1f-9e6a-618525231561 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:54.277676 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f097a3-3732-485b-88c5-2173cfc40389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116f34ab-398b-4354-a9b9-023b4c529f4a', 'code': 200} Jul 30 02:06:54.325783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=116f34ab-398b-4354-a9b9-023b4c529f4a,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:54.385678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:54.389597 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.403672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:54.447612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8616501-a305-4016-82ad-6492794218bb req-e1c16d6c-9c7a-4a07-950a-bf95f60a8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:54.450850 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8616501-a305-4016-82ad-6492794218bb req-e1c16d6c-9c7a-4a07-950a-bf95f60a8995 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 1096 time: 0.1096380 Jul 30 02:06:54.468446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6ee290a5-72c0-4948-91f0-86de821269b6, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6ee290a5-72c0-4948-91f0-86de821269b6,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:54.487594 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e431199-af7d-4b5a-a6a0-61dbb321957a x-openstack-request-id: req-7e431199-af7d-4b5a-a6a0-61dbb321957a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:54.487594 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "tag": "30000c7b-691f-405b-ab40-25a0dac19292", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:54.487933 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7e431199-af7d-4b5a-a6a0-61dbb321957a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:54.488493 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292', 'status': 'completed', 'code': 200} Jul 30 02:06:54.508799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '6ee290a5-72c0-4948-91f0-86de821269b6', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'port_id': '6ee290a5-72c0-4948-91f0-86de821269b6', 'mac_address': 'fa:16:3e:4a:a5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:06:54.569577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8baa255-7bad-42a2-a2cc-dd49ae68c8fe None None] Network d2d3c007-9191-4c70-9ad1-7597adce01dd requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:54.589688 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e8616501-a305-4016-82ad-6492794218bb req-af767fa9-18fe-4af4-93a3-d8d9cb9d12ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285086 Jul 30 02:06:54.649553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-5ef9214e-e56d-42cd-87dc-4a323b10e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:54.651767 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-5ef9214e-e56d-42cd-87dc-4a323b10e99f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0914867 Jul 30 02:06:54.661096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:54.741401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee290a5-72c0-4948-91f0-86de821269b6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:06:54.848382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6ee290a5-72c0-4948-91f0-86de821269b6, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6ee290a5-72c0-4948-91f0-86de821269b6,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:54.876967 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.021529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd1a52-c647-4422-9b4f-107e2574f33c req-b961a55d-2a95-4968-8d8e-85dc29b3cac6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.032217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fadd1a52-c647-4422-9b4f-107e2574f33c req-b961a55d-2a95-4968-8d8e-85dc29b3cac6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 945 time: 0.1135867 Jul 30 02:06:55.058070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-30f3d658-feb1-4d66-b5a8-aa7033a0d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.060748 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-30f3d658-feb1-4d66-b5a8-aa7033a0d5e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.3948150 Jul 30 02:06:55.124621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fadd1a52-c647-4422-9b4f-107e2574f33c req-6bc1fc6c-2beb-4055-b807-cecc645d4dcf tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908120 Jul 30 02:06:55.140027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-d2d3c007-9191-4c70-9ad1-7597adce01dd', 'network_id': 'd2d3c007-9191-4c70-9ad1-7597adce01dd', 'tenant_id': '471dce8b8cef4b408385a2d4e1f5a33f', 'fixed_ips': [{'subnet_id': 'a9e661ba-5673-4c19-915c-42348fbf5ab7'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:55.142200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.155603 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.276726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network d2d3c007-9191-4c70-9ad1-7597adce01dd is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:55.288496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-4d2423b5-0dd0-4862-ba37-22d282dd069c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 200 len: 1000 time: 0.2128968 Jul 30 02:06:55.291508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:55.309377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.310318 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.323629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['6ee290a5-72c0-4948-91f0-86de821269b6'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:55.343527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6ee290a5-72c0-4948-91f0-86de821269b6,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:55.388116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=b0f78a2d-be93-444e-828f-843c0be0270d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:55.418269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7487e-20f0-4e34-8d51-dbee4d0b1acd req-2f39b82d-d9bb-49d5-909f-5ebe8c0f6ae3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.427584 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-02ca8bf3-212d-4be8-b5b9-58e2754482f3 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2982116 Jul 30 02:06:55.428256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-2ee97051-a810-4a21-8bc1-7d4c381e30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.428410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83c7487e-20f0-4e34-8d51-dbee4d0b1acd req-2f39b82d-d9bb-49d5-909f-5ebe8c0f6ae3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 945 time: 0.1564147 Jul 30 02:06:55.429056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59662) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:55.432059 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-2ee97051-a810-4a21-8bc1-7d4c381e30f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1166270 Jul 30 02:06:55.537733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-1215cd27-172a-4001-be8d-6afd6df09967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.542159 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-1215cd27-172a-4001-be8d-6afd6df09967 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994532 Jul 30 02:06:55.630066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83c7487e-20f0-4e34-8d51-dbee4d0b1acd req-368652d3-8f5a-488b-a1c3-7c6469cac5fb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822476 Jul 30 02:06:55.635944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b06c1f-42d2-4368-a949-3ca106733e32 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.637748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b06c1f-42d2-4368-a949-3ca106733e32 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.639538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b06c1f-42d2-4368-a949-3ca106733e32 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.641300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b06c1f-42d2-4368-a949-3ca106733e32 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.643344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b06c1f-42d2-4368-a949-3ca106733e32 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:55.645482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b6b06c1f-42d2-4368-a949-3ca106733e32 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2145174 Jul 30 02:06:55.647409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'aaeedf6b-26ca-4869-9e4a-12cf9ae60745', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'port_id': '30000c7b-691f-405b-ab40-25a0dac19292', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'mac_address': 'fa:16:3e:3f:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:06:26Z', 'updated_at': '2021-07-30T02:06:51Z', 'revision_number': 1, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:55.651923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59664) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:55.669235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1742854435'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:55.745098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:55.750176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] Checking router: b975494b-bda8-4e4b-b578-976e179c3e1c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:06:55.753497 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.779327 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-8bccaedd-d5d5-4f86-a6c2-b671068c7803 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272825 Jul 30 02:06:55.793824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:06:55.794757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:06:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:55.812439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:06:55.834856 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.835583 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment c14c16bb-91d6-4567-8027-f835b632e4d9 of type vlan for network 88b1745b-8166-47e7-8251-cbb0709c0dcf Jul 30 02:06:55.880793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Allocated IP 2001:db8::2 (d2d3c007-9191-4c70-9ad1-7597adce01dd/a9e661ba-5673-4c19-915c-42348fbf5ab7/3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:55.927935 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:55.992830 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1139c738-1d22-454d-bb6a-991a36bb85f2 req-2d05c274-ac06-48ee-a95a-4a3f6dfb3ae7 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052038 Jul 30 02:06:56.010007 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.019045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:56.020248 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.109074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59666) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:56.110407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4568112 Jul 30 02:06:56.115321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a2656b04-a716-4a5c-bd23-8f1dc423b212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:56.206293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:06:56.286572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc655a1-f306-4ba4-af5a-5c149670e0c0 req-aac7c157-6a22-4247-8b65-b27fd7155e27 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:56.303582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cc655a1-f306-4ba4-af5a-5c149670e0c0 req-aac7c157-6a22-4247-8b65-b27fd7155e27 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 945 time: 0.3166554 Jul 30 02:06:56.358537 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2656b04-a716-4a5c-bd23-8f1dc423b212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.386358 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2656b04-a716-4a5c-bd23-8f1dc423b212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.406319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=88b1745b-8166-47e7-8251-cbb0709c0dcf,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:56.426924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.427928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.428862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.429931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.431356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.432472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.433360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.434255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.435163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.436183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.437056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.437970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8562ceef-e338-4ebe-b778-29788d403f2e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:06:56.465634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cc655a1-f306-4ba4-af5a-5c149670e0c0 req-74b0735a-1bdb-4990-8a92-dd547e271821 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602156 Jul 30 02:06:56.473482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 88b1745b-8166-47e7-8251-cbb0709c0dcf details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:56.516908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2656b04-a716-4a5c-bd23-8f1dc423b212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network 88b1745b-8166-47e7-8251-cbb0709c0dcf is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:06:56.523482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2656b04-a716-4a5c-bd23-8f1dc423b212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:56.525172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2656b04-a716-4a5c-bd23-8f1dc423b212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.527619 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a2656b04-a716-4a5c-bd23-8f1dc423b212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "PUT /v2.0/networks/88b1745b-8166-47e7-8251-cbb0709c0dcf HTTP/1.1" status: 200 len: 723 time: 0.4171972 Jul 30 02:06:56.531122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59674) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:56.541128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': '88b1745b-8166-47e7-8251-cbb0709c0dcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:56.584532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2656b04-a716-4a5c-bd23-8f1dc423b212 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=88b1745b-8166-47e7-8251-cbb0709c0dcf,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:56.656464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-e89b4ec5-33cc-4d15-9024-fc27e2982844 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:56.659640 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-e89b4ec5-33cc-4d15-9024-fc27e2982844 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 945 time: 0.1895547 Jul 30 02:06:56.885100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:06:56.891517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:56.899963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:06:56.900882 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.056272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 88b1745b-8166-47e7-8251-cbb0709c0dcf details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:06:57.065365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f106564-7910-4112-90cf-67cfe944a084 req-42325042-f90a-4ed0-9334-8297cab2ff4f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:57.078809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f106564-7910-4112-90cf-67cfe944a084 req-42325042-f90a-4ed0-9334-8297cab2ff4f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 945 time: 0.2744753 Jul 30 02:06:57.129204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.172899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Transition to ACTIVE for port object 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:57.188283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f106564-7910-4112-90cf-67cfe944a084 req-525bafd7-6aee-456f-9062-7e72affb0e10 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078076 Jul 30 02:06:57.251150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Transition to ACTIVE for port object 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:57.301689 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.422448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6ee290a5-72c0-4948-91f0-86de821269b6 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:57.500910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Network d2d3c007-9191-4c70-9ad1-7597adce01dd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:57.507844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:57.512094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Pushing event updated for resources: {'Port': ['ID=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:57.521142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:57.533681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.612272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb2308-3159-4844-9352-f36f03bd56cb req-e6efacd4-863e-4f8d-aa73-a263ad9f8404 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:57.615228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9deb2308-3159-4844-9352-f36f03bd56cb req-e6efacd4-863e-4f8d-aa73-a263ad9f8404 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 945 time: 0.1725142 Jul 30 02:06:57.649854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Attempting to bind port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:57.650344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Attempting to bind port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8883387e-4b77-4ca4-874e-89de32d846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2d3c007-9191-4c70-9ad1-7597adce01dd'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:57.650626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Attempting to bind port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 on network d2d3c007-9191-4c70-9ad1-7597adce01dd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:57.655397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'aaeedf6b-26ca-4869-9e4a-12cf9ae60745', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'port_id': '30000c7b-691f-405b-ab40-25a0dac19292', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'mac_address': 'fa:16:3e:3f:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:06:26Z', 'updated_at': '2021-07-30T02:06:51Z', 'revision_number': 1, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:06:57.681863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=e4694e62-b830-47a9-8989-7e07da35bd85,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:57.691716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 6ee290a5-72c0-4948-91f0-86de821269b6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:57.699030 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 6ee290a5-72c0-4948-91f0-86de821269b6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:06:57.699668 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.720527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:57.721233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Checking segment: {'id': '8883387e-4b77-4ca4-874e-89de32d846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2d3c007-9191-4c70-9ad1-7597adce01dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:57.721860 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.722449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Bound using segment: {'id': '8883387e-4b77-4ca4-874e-89de32d846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2d3c007-9191-4c70-9ad1-7597adce01dd'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:57.722958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Bound port: 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8883387e-4b77-4ca4-874e-89de32d846d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2d3c007-9191-4c70-9ad1-7597adce01dd'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:57.723473 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.728548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e595b-2077-4c32-aa4f-ce69c868e9f1 None None] The sync data for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 is: [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'aaeedf6b-26ca-4869-9e4a-12cf9ae60745', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'port_id': '30000c7b-691f-405b-ab40-25a0dac19292', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'mac_address': 'fa:16:3e:3f:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:06:26Z', 'updated_at': '2021-07-30T02:06:51Z', 'revision_number': 1, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:06:57.809686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9deb2308-3159-4844-9352-f36f03bd56cb req-30e457f0-6a7c-4a25-af9e-bdf3883f5d06 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695182 Jul 30 02:06:57.811197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking segment: {'id': 'c14c16bb-91d6-4567-8027-f835b632e4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '88b1745b-8166-47e7-8251-cbb0709c0dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:57.811843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network hostable DHCP agents. Network: 88b1745b-8166-47e7-8251-cbb0709c0dcf, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:06:57.869887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] For port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:57.870926 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.892745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network 88b1745b-8166-47e7-8251-cbb0709c0dcf is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:06:57.901561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] For port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:57.920370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:06:57.923586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 88b1745b-8166-47e7-8251-cbb0709c0dcf) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:57.932396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:57.937027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] For port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,segment=NetworkSegment(8883387e-4b77-4ca4-874e-89de32d846d5),segment_id=8883387e-4b77-4ca4-874e-89de32d846d5)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:57.938169 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.938482 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.942739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fa8e4-5110-419a-9c8f-27a190f06bf0 None None] Network 88b1745b-8166-47e7-8251-cbb0709c0dcf requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:06:57.969033 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:57.990599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-79277f79-5435-4f5c-aa35-44b2b02cbb9b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4572971 Jul 30 02:06:57.993894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59690) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:58.012608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-22d0cabe-f544-4b3d-b476-f0397b7ad475 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:06:58.144624 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.156970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e92ce4-aacc-4b52-bf29-2fb9e1ae0948 None None] Pushing event updated for resources: {'Port': ['ID=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:58.173223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:06:58.242304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59696) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:06:58.252996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:58.265011 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b93af9-184f-41bc-8d55-029e21c6ffbd None None] New status for floating IP aaeedf6b-26ca-4869-9e4a-12cf9ae60745: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:06:58.281315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 6ee290a5-72c0-4948-91f0-86de821269b6, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6ee290a5-72c0-4948-91f0-86de821269b6,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:06:58.291678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a72ee-204b-4328-a24f-87b4b434d60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee290a5-72c0-4948-91f0-86de821269b6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:58.296036 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2926dd8-cc8b-40a1-a183-c23c5393eb4e" -d '{"events": [{"server_uuid": "878a72ee-204b-4328-a24f-87b4b434d60f", "name": "network-vif-plugged", "status": "completed", "tag": "6ee290a5-72c0-4948-91f0-86de821269b6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:58.303410 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.338809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] No DVR routers for this DVR port 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:06:58.348249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.353565 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c0fd4996-b896-46f5-9ba9-a3237c424b35 req-f05c686e-e886-4e50-8c89-74e0c7f641a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "DELETE /v2.0/ports/1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 HTTP/1.1" status: 204 len: 173 time: 1.6874244 Jul 30 02:06:58.354056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2205fb-03a1-4dfa-bc87-d3b77150b6b9', 'name': 'network-vif-deleted', 'tag': '1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:06:58.400709 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ff748e-46f5-4f1b-9bb7-f3020978963a" -d '{"events": [{"server_uuid": "ad2205fb-03a1-4dfa-bc87-d3b77150b6b9", "name": "network-vif-deleted", "tag": "1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:06:58.429712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=6ee290a5-72c0-4948-91f0-86de821269b6,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:58.699382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-88b1745b-8166-47e7-8251-cbb0709c0dcf', 'network_id': '88b1745b-8166-47e7-8251-cbb0709c0dcf', 'tenant_id': '471dce8b8cef4b408385a2d4e1f5a33f', 'fixed_ips': [{'subnet_id': 'e4694e62-b830-47a9-8989-7e07da35bd85'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:06:58.700884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:58.891806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a24c449-156f-4bb3-b9be-e88765c4d706 admin admin] Deleting subnet 194168d7-bbae-4799-bda8-489f41dd4896 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:06:58.896720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a24c449-156f-4bb3-b9be-e88765c4d706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.016102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:06:59.123470 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Allocated IP 2001:db8::2 (88b1745b-8166-47e7-8251-cbb0709c0dcf/e4694e62-b830-47a9-8989-7e07da35bd85/945c6506-173a-4c7e-a3da-0d2651c1a787) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:06:59.153578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:06:59.355394 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.365236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Transition to ACTIVE for port object 945c6506-173a-4c7e-a3da-0d2651c1a787 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:59.386481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Transition to ACTIVE for port object 945c6506-173a-4c7e-a3da-0d2651c1a787 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:06:59.394916 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.422960 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22d0cabe-f544-4b3d-b476-f0397b7ad475 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29458422'] for subnet, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.457753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Network 88b1745b-8166-47e7-8251-cbb0709c0dcf is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:06:59.466196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:06:59.470468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:06:59.488749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f262a07-56d2-4df0-bc14-06d7f60b9b62 req-5da285ce-3c5c-4937-9ed8-a662573e4809 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:06:59.493573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f262a07-56d2-4df0-bc14-06d7f60b9b62 req-5da285ce-3c5c-4937-9ed8-a662573e4809 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 946 time: 1.0695834 Jul 30 02:06:59.532289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a24c449-156f-4bb3-b9be-e88765c4d706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.534671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Pushing event updated for resources: {'Port': ['ID=945c6506-173a-4c7e-a3da-0d2651c1a787,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:59.588874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Attempting to bind port 945c6506-173a-4c7e-a3da-0d2651c1a787 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:06:59.589446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Attempting to bind port 945c6506-173a-4c7e-a3da-0d2651c1a787 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c14c16bb-91d6-4567-8027-f835b632e4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '88b1745b-8166-47e7-8251-cbb0709c0dcf'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:06:59.590012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Attempting to bind port 945c6506-173a-4c7e-a3da-0d2651c1a787 on network 88b1745b-8166-47e7-8251-cbb0709c0dcf {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:06:59.598929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:06:59.599963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Checking segment: {'id': 'c14c16bb-91d6-4567-8027-f835b632e4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '88b1745b-8166-47e7-8251-cbb0709c0dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:06:59.600631 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.601268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Bound using segment: {'id': 'c14c16bb-91d6-4567-8027-f835b632e4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '88b1745b-8166-47e7-8251-cbb0709c0dcf'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:06:59.602547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Bound port: 945c6506-173a-4c7e-a3da-0d2651c1a787, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14c16bb-91d6-4567-8027-f835b632e4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '88b1745b-8166-47e7-8251-cbb0709c0dcf'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:06:59.603195 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.683989 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a24c449-156f-4bb3-b9be-e88765c4d706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.709966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f262a07-56d2-4df0-bc14-06d7f60b9b62 req-6edf2b7b-9cef-4187-93bf-60e9e23638b9 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178789 Jul 30 02:06:59.775409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] For port 945c6506-173a-4c7e-a3da-0d2651c1a787, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:06:59.793176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] For port 945c6506-173a-4c7e-a3da-0d2651c1a787, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=945c6506-173a-4c7e-a3da-0d2651c1a787,segment=NetworkSegment(c14c16bb-91d6-4567-8027-f835b632e4d9),segment_id=c14c16bb-91d6-4567-8027-f835b632e4d9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:06:59.815787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.853169 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d8b895-7413-4860-b976-08bf0652b9bc x-openstack-request-id: req-03d8b895-7413-4860-b976-08bf0652b9bc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:59.854034 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a72ee-204b-4328-a24f-87b4b434d60f", "name": "network-vif-plugged", "status": "completed", "tag": "6ee290a5-72c0-4948-91f0-86de821269b6", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:59.854034 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-03d8b895-7413-4860-b976-08bf0652b9bc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:59.854846 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878a72ee-204b-4328-a24f-87b4b434d60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee290a5-72c0-4948-91f0-86de821269b6', 'code': 200} Jul 30 02:06:59.900435 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a24c449-156f-4bb3-b9be-e88765c4d706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:06:59.917687 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef82d5e4-5819-4707-95ed-662565f2a95b x-openstack-request-id: req-ef82d5e4-5819-4707-95ed-662565f2a95b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:06:59.918280 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2205fb-03a1-4dfa-bc87-d3b77150b6b9", "name": "network-vif-deleted", "tag": "1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:06:59.919510 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ef82d5e4-5819-4707-95ed-662565f2a95b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:06:59.919510 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2205fb-03a1-4dfa-bc87-d3b77150b6b9', 'name': 'network-vif-deleted', 'tag': '1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077', 'status': 'completed', 'code': 200} Jul 30 02:06:59.986947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24c449-156f-4bb3-b9be-e88765c4d706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194168d7-bbae-4799-bda8-489f41dd4896,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:06:59.993233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22d0cabe-f544-4b3d-b476-f0397b7ad475 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742691368488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24670888'] for subnet, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.012842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a24c449-156f-4bb3-b9be-e88765c4d706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.025947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0a24c449-156f-4bb3-b9be-e88765c4d706 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/194168d7-bbae-4799-bda8-489f41dd4896 HTTP/1.1" status: 204 len: 168 time: 1.7705128 Jul 30 02:07:00.052584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59714) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:00.096604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309d134-3fbf-4a00-a243-74b51f9d5eb8 None None] Pushing event updated for resources: {'Port': ['ID=945c6506-173a-4c7e-a3da-0d2651c1a787,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:00.134893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89f9d128-5356-4d64-a7e7-8c504b6cbab3 req-1db08947-cd69-46ad-902e-d107931dab8a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0612388 Jul 30 02:07:00.136527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d0cabe-f544-4b3d-b476-f0397b7ad475 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:00.137233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22d0cabe-f544-4b3d-b476-f0397b7ad475 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.142861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-22d0cabe-f544-4b3d-b476-f0397b7ad475 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "PUT /v2.0/subnets/e4694e62-b830-47a9-8989-7e07da35bd85 HTTP/1.1" status: 200 len: 826 time: 2.1433284 Jul 30 02:07:00.144589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59716) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:00.190815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2774aed0-d3d6-40ec-a2a6-f80dac38bb63 None None] Network d2d3c007-9191-4c70-9ad1-7597adce01dd requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:00.225599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0cabe-f544-4b3d-b476-f0397b7ad475 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=e4694e62-b830-47a9-8989-7e07da35bd85,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:00.248870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.315053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18105bc5-aab1-4d21-82d4-34c61802ae32 req-a4893d30-e438-4b47-8b21-976889537bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:00.319495 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-18105bc5-aab1-4d21-82d4-34c61802ae32 req-a4893d30-e438-4b47-8b21-976889537bb6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 1097 time: 0.3829412 Jul 30 02:07:00.334246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.449671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-79d6476a-0b7d-42fa-a1d8-a0b953e56470 None None] Provisioning for port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:00.450802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting port 945c6506-173a-4c7e-a3da-0d2651c1a787 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:00.451771 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.474524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-79d6476a-0b7d-42fa-a1d8-a0b953e56470 None None] Provisioning complete for port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:00.474901 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79d6476a-0b7d-42fa-a1d8-a0b953e56470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.681835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79d6476a-0b7d-42fa-a1d8-a0b953e56470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.687042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.691100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] For port 945c6506-173a-4c7e-a3da-0d2651c1a787, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=945c6506-173a-4c7e-a3da-0d2651c1a787,segment=NetworkSegment(c14c16bb-91d6-4567-8027-f835b632e4d9),segment_id=c14c16bb-91d6-4567-8027-f835b632e4d9)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:00.694297 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.738681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84400217-4b8d-41c6-9513-b2b187a733e9']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:00.745310 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-18105bc5-aab1-4d21-82d4-34c61802ae32 req-84900d36-0d47-4987-8302-91b13dedfa98 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265085 Jul 30 02:07:00.748855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Calling delete_port for 945c6506-173a-4c7e-a3da-0d2651c1a787 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:00.767322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9325658-23e3-4518-92fe-768ae8fbf785') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:00.772226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9325658-23e3-4518-92fe-768ae8fbf785') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:00.799692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.818621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:00.831736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.866291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:00.869458 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:00.904624 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:01.034284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:01.034612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1ea0bc39-cdd9-4e2d-ae31-41d8bdd79077 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:01.043655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712ce1d-5851-4c30-85e6-632d17076ec6 None None] Update dhcp port {'port': {'network_id': 'd2d3c007-9191-4c70-9ad1-7597adce01dd', 'fixed_ips': [{'subnet_id': 'a9e661ba-5673-4c19-915c-42348fbf5ab7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b0f78a2d-be93-444e-828f-843c0be0270d'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:07:01.063310 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.065468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-79d6476a-0b7d-42fa-a1d8-a0b953e56470 None None] For port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,segment=NetworkSegment(8883387e-4b77-4ca4-874e-89de32d846d5),segment_id=8883387e-4b77-4ca4-874e-89de32d846d5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:01.080995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.104274 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] 10.222.0.84 "DELETE /v2.0/networks/84400217-4b8d-41c6-9513-b2b187a733e9 HTTP/1.1" status: 204 len: 168 time: 1.0492609 Jul 30 02:07:01.146696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aec23733-15ba-4f90-a5ad-7542f63e1fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.156062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.173964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 945c6506-173a-4c7e-a3da-0d2651c1a787 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:01.193434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d314e0-e6aa-4602-956e-fed2e301b572 admin admin] Pushing event deleted for resources: {'Network': ['ID=84400217-4b8d-41c6-9513-b2b187a733e9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:01.231916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Port': ['ID=945c6506-173a-4c7e-a3da-0d2651c1a787,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:01.255072 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79d6476a-0b7d-42fa-a1d8-a0b953e56470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.259967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 945c6506-173a-4c7e-a3da-0d2651c1a787 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:01.260665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 945c6506-173a-4c7e-a3da-0d2651c1a787 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 02:07:01.403152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Port 945c6506-173a-4c7e-a3da-0d2651c1a787 not found, will not notify nova. {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 02:07:01.428914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6476a-0b7d-42fa-a1d8-a0b953e56470 None None] Pushing event updated for resources: {'Port': ['ID=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:01.436254 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0712ce1d-5851-4c30-85e6-632d17076ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.495359 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.532000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No DVR routers for this DVR port 945c6506-173a-4c7e-a3da-0d2651c1a787 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:01.534717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59734) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:01.593684 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f456402-8154-4621-8e21-756f0be20f3f req-ba4468dd-8586-4769-81e4-ccf3aa681b8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1399269 Jul 30 02:07:01.796444 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456402-8154-4621-8e21-756f0be20f3f req-89f3d629-eff5-48ef-8d0e-38b2ac86d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:01.801851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89152814-0976-453a-b0c7-a781f7d7ab34 req-3a0840e6-6e52-4b8b-91ac-bb697b6565de tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:01.805271 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f456402-8154-4621-8e21-756f0be20f3f req-89f3d629-eff5-48ef-8d0e-38b2ac86d0d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 1096 time: 0.1642866 Jul 30 02:07:01.812893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89152814-0976-453a-b0c7-a781f7d7ab34 req-3a0840e6-6e52-4b8b-91ac-bb697b6565de tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 946 time: 0.5649655 Jul 30 02:07:01.855024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:01.862777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c1cb3a16-6ac7-4f4e-b327-2366c6f82646 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c94ee2d0e7df4d33872e30c94978a632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243184 Jul 30 02:07:01.866818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59736) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:01.906010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0712ce1d-5851-4c30-85e6-632d17076ec6 None None] Allocated IP 172.20.0.1 (d2d3c007-9191-4c70-9ad1-7597adce01dd/b0f78a2d-be93-444e-828f-843c0be0270d/3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:02.151184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89152814-0976-453a-b0c7-a781f7d7ab34 req-e33fc9df-984d-40d2-b01f-483d66214ceb tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842181 Jul 30 02:07:02.158586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0712ce1d-5851-4c30-85e6-632d17076ec6 None None] For port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,segment=NetworkSegment(8883387e-4b77-4ca4-874e-89de32d846d5),segment_id=8883387e-4b77-4ca4-874e-89de32d846d5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:02.167631 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.258499 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0712ce1d-5851-4c30-85e6-632d17076ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.337378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0712ce1d-5851-4c30-85e6-632d17076ec6 None None] Transition to ACTIVE for port object 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:02.346931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b0968-5acd-4df8-b337-4d3657b89d2a None None] Network 88b1745b-8166-47e7-8251-cbb0709c0dcf requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:02.349215 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0712ce1d-5851-4c30-85e6-632d17076ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.361522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=e4694e62-b830-47a9-8989-7e07da35bd85,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:02.454413 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03550822-f9cd-4bbb-8cd0-7a59815d68c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.506971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03550822-f9cd-4bbb-8cd0-7a59815d68c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.539966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-229c0790-59f4-4c8b-a178-3ddb2b18a366 None None] Could not find standard attr ID for object 945c6506-173a-4c7e-a3da-0d2651c1a787. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:07:02.619723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9cec0ae-e754-4dae-9c5c-ea59adb1c7da req-c2db4278-0ed1-4472-963d-950fe9499ee7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0817924 Jul 30 02:07:02.688824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456402-8154-4621-8e21-756f0be20f3f req-212b2743-afdd-409a-91e2-3f4ea30ac699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:02.701506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f456402-8154-4621-8e21-756f0be20f3f req-212b2743-afdd-409a-91e2-3f4ea30ac699 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.8201022 Jul 30 02:07:02.711204 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.734501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03550822-f9cd-4bbb-8cd0-7a59815d68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.750649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-03550822-f9cd-4bbb-8cd0-7a59815d68c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.767634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b1745b-8166-47e7-8251-cbb0709c0dcf']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:02.777240 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-03550822-f9cd-4bbb-8cd0-7a59815d68c0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0a9603b5-e72c-4680-bccc-c828cf0b5368 HTTP/1.1" status: 204 len: 168 time: 0.9085519 Jul 30 02:07:02.837833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14c16bb-91d6-4567-8027-f835b632e4d9') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:02.838330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14c16bb-91d6-4567-8027-f835b632e4d9') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:02.880515 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.889416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712ce1d-5851-4c30-85e6-632d17076ec6 None None] Pushing event updated for resources: {'Port': ['ID=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:02.939993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.981374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:02.982268 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:02.993834 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:02.998321 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f456402-8154-4621-8e21-756f0be20f3f req-92770149-c13a-49ed-be1c-0ea322bf7269 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3c6d190-96a0-4c9f-bdcd-1fc14be201db HTTP/1.1" status: 200 len: 217 time: 0.2880924 Jul 30 02:07:02.999107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03550822-f9cd-4bbb-8cd0-7a59815d68c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9603b5-e72c-4680-bccc-c828cf0b5368,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:03.069736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1b5c5-788b-40ad-8fc7-5aa318b42b80 None None] DHCP port deletion for 88b1745b-8166-47e7-8251-cbb0709c0dcf request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:03.119351 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2239b07-c70a-4d07-90c8-d70d6f27523c None None] Network 88b1745b-8166-47e7-8251-cbb0709c0dcf requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:03.252872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456402-8154-4621-8e21-756f0be20f3f req-e7da4764-70fd-4dbc-8f71-c42cf8f2c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:03.264741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f456402-8154-4621-8e21-756f0be20f3f req-e7da4764-70fd-4dbc-8f71-c42cf8f2c4a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.2585526 Jul 30 02:07:03.288852 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.398489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:03.418951 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.432198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/88b1745b-8166-47e7-8251-cbb0709c0dcf HTTP/1.1" status: 204 len: 168 time: 3.2819245 Jul 30 02:07:03.434686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bfe54-07f2-45bb-98d2-760b18942199 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=88b1745b-8166-47e7-8251-cbb0709c0dcf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:03.434971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59744) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:03.481445 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3df106-6924-4220-aa7b-f208ce182cd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:03.483794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3df106-6924-4220-aa7b-f208ce182cd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:03.488409 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-db3df106-6924-4220-aa7b-f208ce182cd2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/88b1745b-8166-47e7-8251-cbb0709c0dcf HTTP/1.1" status: 404 len: 339 time: 0.0491743 Jul 30 02:07:03.500780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59746) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:03.513240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1745123868', 'description': 'd1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:03.533171 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38dbc111-321f-4ba4-91c7-c0aa0427efa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.542521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f456402-8154-4621-8e21-756f0be20f3f req-6ac23000-01db-4620-a0dc-f0779be360c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:03.544590 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f456402-8154-4621-8e21-756f0be20f3f req-6ac23000-01db-4620-a0dc-f0779be360c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526743 Jul 30 02:07:03.649970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f79145-be3a-4bf0-b280-1917c398538b req-aa32c58c-727a-4fb8-a49c-08ee556199d2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:03.663191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05f79145-be3a-4bf0-b280-1917c398538b req-aa32c58c-727a-4fb8-a49c-08ee556199d2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 946 time: 0.2217982 Jul 30 02:07:03.699909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:03.709734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.740786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05f79145-be3a-4bf0-b280-1917c398538b req-b4266014-5241-4b62-9f85-1ea3be8830ec tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745137 Jul 30 02:07:03.816615 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.842950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:03.892175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:03.892773 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment 40f5bef0-be3f-4b0b-a3c5-ec95c66b0e41 of type vlan for network bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc Jul 30 02:07:04.009672 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f456402-8154-4621-8e21-756f0be20f3f req-7fd9a56e-3088-4877-84a1-8687f78d1c88 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553633 Jul 30 02:07:04.020451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8abedd1c-d7ed-4ca5-abdb-953cf22b884f req-1597b79e-a2fd-46fe-8404-df487a05845c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0644767 Jul 30 02:07:04.069188 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.205868 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.214127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:04.215460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.259772 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7547390 Jul 30 02:07:04.260860 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59764) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:04.279641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3007be4-0d06-4062-8b46-3c5372fba95f None None] Network d2d3c007-9191-4c70-9ad1-7597adce01dd requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:04.314529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-631c667c-3b36-46d8-88de-a0e1a505f3b1 None None] Provisioning for port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:04.369278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-631c667c-3b36-46d8-88de-a0e1a505f3b1 None None] Provisioning complete for port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:04.369657 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-631c667c-3b36-46d8-88de-a0e1a505f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.413491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355d43d-e3e7-4312-af27-2578d4dd725c tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:04.421767 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f456402-8154-4621-8e21-756f0be20f3f req-f966567f-62aa-424b-9cb8-3d7173fa9027 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990409 Jul 30 02:07:04.434772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-994db714-72c0-4242-975a-c7c015aa2a0c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6bc428516dcd4b1ea1d9b25f29c18687 HTTP/1.1" status: 200 len: 267 time: 0.2588882 Jul 30 02:07:04.447551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:04.458063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444b8752-f89e-4c97-8bff-a1caa57e8f74 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:04.464044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-444b8752-f89e-4c97-8bff-a1caa57e8f74 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/networks?id=bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc HTTP/1.1" status: 200 len: 765 time: 0.1750717 Jul 30 02:07:04.464650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59768) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:04.474626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'description': 'd2'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:04.588382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-c843b1c1-1a84-419c-aee5-62ded676da20 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:04.591207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-c843b1c1-1a84-419c-aee5-62ded676da20 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 946 time: 0.1086216 Jul 30 02:07:04.613309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-f137eb2a-4c12-414c-9a54-bb241830b450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'port': {'security_groups': []}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:04.726332 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.838690 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.883969 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.902045 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-f137eb2a-4c12-414c-9a54-bb241830b450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.918634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:07:04.931718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:04.932646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:04.938524 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "PUT /v2.0/networks/bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc HTTP/1.1" status: 200 len: 762 time: 0.4685216 Jul 30 02:07:04.940226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59776) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:04.954861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:05.146180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59780) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:05.335033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:05.355296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87027c7-e9f6-47f9-aa31-491a08081108 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:05.366467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59784) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:05.366787 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e87027c7-e9f6-47f9-aa31-491a08081108 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/networks?id=bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc HTTP/1.1" status: 200 len: 765 time: 0.4256229 Jul 30 02:07:05.381171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.381588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.382330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.383478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.384053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.384792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.385190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.385766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.386333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.386901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.387847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.388893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80300ed9-6c38-4290-985f-a53632ac355f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:05.423602 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:05.503425 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1862847205-network', 'tenant_id': 'dfa59a48c5384410b520a8e09c7b4473'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:05.539409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-32d160be-248b-422e-a0de-9a9e48e5fac4 None None] Provisioning complete for port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:05.539937 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32d160be-248b-422e-a0de-9a9e48e5fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.610089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-f137eb2a-4c12-414c-9a54-bb241830b450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] For port 6ee290a5-72c0-4948-91f0-86de821269b6, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6ee290a5-72c0-4948-91f0-86de821269b6,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:05.619251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:05.619251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.674630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Made reservation on behalf of dfa59a48c5384410b520a8e09c7b4473 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:05.676997 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.735471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.762459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-f137eb2a-4c12-414c-9a54-bb241830b450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.776967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266ff82-4f27-4e77-b08d-eaff6052f7b0 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:05.783054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5266ff82-4f27-4e77-b08d-eaff6052f7b0 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4114747 Jul 30 02:07:05.783920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59786) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:05.797587 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-f137eb2a-4c12-414c-9a54-bb241830b450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:05.822345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d3c6d190-96a0-4c9f-bdcd-1fc14be201db'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:05.826675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['62f16952-42a9-4b39-a500-2f8b1704784a', '6ee290a5-72c0-4948-91f0-86de821269b6'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:05.884808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b91a6488-a059-4415-8954-3dade4e9c168 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 207 time: 0.0978901 Jul 30 02:07:05.889881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59788) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:06.037062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-f137eb2a-4c12-414c-9a54-bb241830b450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.038216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-f137eb2a-4c12-414c-9a54-bb241830b450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.068049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67c9cf7a-0fce-4165-b954-1b092dd0774c req-f137eb2a-4c12-414c-9a54-bb241830b450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "PUT /v2.0/ports/6ee290a5-72c0-4948-91f0-86de821269b6 HTTP/1.1" status: 200 len: 905 time: 1.4635885 Jul 30 02:07:06.069446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 945c6506-173a-4c7e-a3da-0d2651c1a787 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:06.076942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878a72ee-204b-4328-a24f-87b4b434d60f', 'tag': '6ee290a5-72c0-4948-91f0-86de821269b6'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:06.089368 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcdc4bf-7179-4356-b341-5a9c82819526" -d '{"events": [{"name": "network-changed", "server_uuid": "878a72ee-204b-4328-a24f-87b4b434d60f", "tag": "6ee290a5-72c0-4948-91f0-86de821269b6"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:06.156449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137eb2a-4c12-414c-9a54-bb241830b450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'Port': ['ID=6ee290a5-72c0-4948-91f0-86de821269b6,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:06.202761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 945c6506-173a-4c7e-a3da-0d2651c1a787 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:06.203174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 945c6506-173a-4c7e-a3da-0d2651c1a787 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:06.207346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['6ee290a5-72c0-4948-91f0-86de821269b6'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:06.262242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15733917-d1a3-4ee5-9a76-bd5c5e7ae7a4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.293938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15733917-d1a3-4ee5-9a76-bd5c5e7ae7a4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.304401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15733917-d1a3-4ee5-9a76-bd5c5e7ae7a4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.327324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15733917-d1a3-4ee5-9a76-bd5c5e7ae7a4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.328514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.336253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.344292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15733917-d1a3-4ee5-9a76-bd5c5e7ae7a4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.361704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15733917-d1a3-4ee5-9a76-bd5c5e7ae7a4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.372994 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-15733917-d1a3-4ee5-9a76-bd5c5e7ae7a4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4813368 Jul 30 02:07:06.374496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:06.395981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd98ba34-75a8-44fe-ab64-845017f1d815,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:06.444647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:06.491125 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.493481 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.494065 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Added segment 98f5727e-bfe0-4888-b9d6-24c99a250206 of type vlan for network 468d495b-3380-4495-a2d4-9849b309f681 Jul 30 02:07:06.628239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e28b7068-d0a2-4859-8627-78f5532dcbe8 req-4f113558-d1ce-4eb6-ab43-64c2ed467d73 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0993741 Jul 30 02:07:06.675189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.798373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59796) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:06.799842 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-271f432c-79e7-4944-b6bd-5a85955875ec tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4227099 Jul 30 02:07:06.811109 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8286445c-0a66-469e-9d3a-022539879d8f None None] Provisioning complete for port 6ee290a5-72c0-4948-91f0-86de821269b6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:06.811920 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8286445c-0a66-469e-9d3a-022539879d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.817707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.819560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:06.821416 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:06.998219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8504059 Jul 30 02:07:07.003404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59798) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:07.014688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Request body: {'subnet': {'network_id': '468d495b-3380-4495-a2d4-9849b309f681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1862847205-subnet', 'tenant_id': 'dfa59a48c5384410b520a8e09c7b4473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:07.040390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2918524-0222-4c12-aa5b-bd1e41c7146b admin admin] Pushing event updated for resources: {'Network': ['ID=468d495b-3380-4495-a2d4-9849b309f681,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:07.069970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 468d495b-3380-4495-a2d4-9849b309f681 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:07.070805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b0e71-091a-4eb3-abfe-f16f90230128 req-9005f8ac-6bbe-40d8-a77b-3f114b51f5a6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.071565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Made reservation on behalf of dfa59a48c5384410b520a8e09c7b4473 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:07.073125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df1b0e71-091a-4eb3-abfe-f16f90230128 req-9005f8ac-6bbe-40d8-a77b-3f114b51f5a6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 908 time: 0.3009348 Jul 30 02:07:07.077578 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.082481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35760d48-f59c-4a6e-8021-31d226512657 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.084956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35760d48-f59c-4a6e-8021-31d226512657 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.088542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35760d48-f59c-4a6e-8021-31d226512657 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.092742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35760d48-f59c-4a6e-8021-31d226512657 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.099134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35760d48-f59c-4a6e-8021-31d226512657 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.108134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-35760d48-f59c-4a6e-8021-31d226512657 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3003154 Jul 30 02:07:07.108841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59800) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:07.208946 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72122efa-f021-4e1e-9ce3-0160df67f3b3 x-openstack-request-id: req-72122efa-f021-4e1e-9ce3-0160df67f3b3 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:07.209399 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878a72ee-204b-4328-a24f-87b4b434d60f", "tag": "6ee290a5-72c0-4948-91f0-86de821269b6", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:07.209787 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-72122efa-f021-4e1e-9ce3-0160df67f3b3 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:07.210427 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878a72ee-204b-4328-a24f-87b4b434d60f', 'tag': '6ee290a5-72c0-4948-91f0-86de821269b6', 'status': 'completed', 'code': 200} Jul 30 02:07:07.257830 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:07:07.281288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73308b-f67f-490b-8bd1-df40cb9e7cee tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.284855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73308b-f67f-490b-8bd1-df40cb9e7cee tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.286833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73308b-f67f-490b-8bd1-df40cb9e7cee tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.290252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73308b-f67f-490b-8bd1-df40cb9e7cee tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.293397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73308b-f67f-490b-8bd1-df40cb9e7cee tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.296217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4c73308b-f67f-490b-8bd1-df40cb9e7cee tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1856990 Jul 30 02:07:07.302536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59806) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:07.380762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-8dca798b-26cb-4053-8b19-cceaea821d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.382659 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-8dca798b-26cb-4053-8b19-cceaea821d2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 1059 time: 0.1208839 Jul 30 02:07:07.521508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab129-fdfd-44c6-bc89-f8a4f226715b req-1d9b32de-08a3-4739-a9e5-41909a5ace00 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.524007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad0ab129-fdfd-44c6-bc89-f8a4f226715b req-1d9b32de-08a3-4739-a9e5-41909a5ace00 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1947877 Jul 30 02:07:07.601722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ffb10-6483-4409-a2b7-07758fb7681a tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.606254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dd6ffb10-6483-4409-a2b7-07758fb7681a tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/networks/78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 HTTP/1.1" status: 200 len: 803 time: 0.3008964 Jul 30 02:07:07.610694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59808) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:07.694730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad0ab129-fdfd-44c6-bc89-f8a4f226715b req-ce4e3545-5cd7-4a09-8e97-5b58ee056a27 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865819 Jul 30 02:07:07.719198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:07.730863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-07dca41a-b772-48b7-a999-4266c57986ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:07.732493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-07dca41a-b772-48b7-a999-4266c57986ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.3364439 Jul 30 02:07:07.923492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-96435425-f4d7-4bf4-8ccb-b4ec70f84a6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ee290a5-72c0-4948-91f0-86de821269b6 HTTP/1.1" status: 200 len: 217 time: 0.1755502 Jul 30 02:07:08.063140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57e659c4-5b5d-400c-b349-fdb664877894 req-f1462a80-0a3c-461c-b839-107ea9818331 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad2205fb-03a1-4dfa-bc87-d3b77150b6b9 HTTP/1.1" status: 200 len: 210 time: 0.0529549 Jul 30 02:07:08.073521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa8494a-ef08-447f-8790-d33385ab24c6,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:08.108327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Checking segment: {'id': '98f5727e-bfe0-4888-b9d6-24c99a250206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '468d495b-3380-4495-a2d4-9849b309f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:08.110007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Network hostable DHCP agents. Network: 468d495b-3380-4495-a2d4-9849b309f681, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:08.133318 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cffeea07-bef9-4a96-b2b6-cfa9dbbc858e tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/networks/78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5097389 Jul 30 02:07:08.138827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59814) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.166788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-c620606e-a66f-443a-b222-f762a1e95ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:08.172065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-c620606e-a66f-443a-b222-f762a1e95ae1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.2094913 Jul 30 02:07:08.208991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Network 468d495b-3380-4495-a2d4-9849b309f681 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:08.263207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 468d495b-3380-4495-a2d4-9849b309f681) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:08.284520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3607e0-4d9e-4a60-83f8-a4bad487d2d8 None None] Network 468d495b-3380-4495-a2d4-9849b309f681 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:08.286478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:08.287553 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.335060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-25e224a9-a9b5-4620-82c6-538ea528062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:08.338313 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-25e224a9-a9b5-4620-82c6-538ea528062d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502087 Jul 30 02:07:08.351532 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-54494298-40af-4360-a3b6-0b9b057fc84e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3363111 Jul 30 02:07:08.351868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49394162-7b39-4c37-8292-dd737aea0470 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:08.351868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-49394162-7b39-4c37-8292-dd737aea0470 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/subnets/06aa3740-d2ee-4d60-938e-5b318934f843 HTTP/1.1" status: 200 len: 843 time: 0.2100115 Jul 30 02:07:08.363945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59818) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.368499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652a88f-d763-4671-9452-2b4207519bdf req-a1ed866e-2416-4dc9-a254-109774c32112 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:08.381933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f652a88f-d763-4671-9452-2b4207519bdf req-a1ed866e-2416-4dc9-a254-109774c32112 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1689651 Jul 30 02:07:08.495958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f652a88f-d763-4671-9452-2b4207519bdf req-397ea0ab-b82b-42e0-b049-383e5cf6c54d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092222 Jul 30 02:07:08.618695 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-89b20360-4b10-498e-95b4-a4fe39e00e4f service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565455 Jul 30 02:07:08.784743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c385c3-bb99-4d3f-9ebc-a1f0f02c292e None None] Network 468d495b-3380-4495-a2d4-9849b309f681 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:08.786644 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5bcdc4bf-7179-4356-b341-5a9c82819526 req-45bee13e-7e15-4a66-b31a-d925b3a17de0 service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514645 Jul 30 02:07:08.804720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe1a591-1dd5-4565-adfe-07aec1f17aed tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:08.812585 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1fe1a591-1dd5-4565-adfe-07aec1f17aed tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "GET /v2.0/subnets/06aa3740-d2ee-4d60-938e-5b318934f843?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4416661 Jul 30 02:07:08.813610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59830) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:08.824967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-536538532'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:08.879525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:08.884239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.945819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:08.966715 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:08.967807 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Added segment 20670b3a-39ee-4081-8358-6d24b12f21c2 of type vlan for network 5bbc2c7d-46f2-488e-a414-48ec1c59e68e Jul 30 02:07:09.065941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.125908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.136116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:09.137292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.270377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4549603 Jul 30 02:07:09.276513 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59846) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:09.285558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'network_id': '5bbc2c7d-46f2-488e-a414-48ec1c59e68e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:09.365012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5039f60-1267-4004-b657-d57f5cd1ebc7 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Network': ['ID=5bbc2c7d-46f2-488e-a414-48ec1c59e68e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:09.387424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5bbc2c7d-46f2-488e-a414-48ec1c59e68e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:09.447455 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-d5ef9256-2a5a-4706-9db8-731141e60f43 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1943748 Jul 30 02:07:09.487557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-b35b8b4f-f29f-4d0d-885b-a609e1118935 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:09.500420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-b35b8b4f-f29f-4d0d-885b-a609e1118935 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/networks?id=468d495b-3380-4495-a2d4-9849b309f681 HTTP/1.1" status: 200 len: 821 time: 0.2639477 Jul 30 02:07:09.529335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-111302e2-80f7-44e0-8674-c94a9af05ca4 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/quotas/dfa59a48c5384410b520a8e09c7b4473 HTTP/1.1" status: 200 len: 375 time: 0.0273061 Jul 30 02:07:09.532657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Made reservation on behalf of 471dce8b8cef4b408385a2d4e1f5a33f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:09.547812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:09.595943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-a8d123d9-f11c-4086-8b94-3a2aec93a633 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=dfa59a48c5384410b520a8e09c7b4473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623136 Jul 30 02:07:09.612746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-102da4df-b934-40ac-b54d-97afe1d5b89f service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:07:09.615300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-102da4df-b934-40ac-b54d-97afe1d5b89f service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097470 Jul 30 02:07:09.720787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Performing IP validity checks on allocation pools {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:07:09.721835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:07:09.755273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-b02b8a8f-5aa7-4977-b3ae-87d793dca1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:09.757453 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-b02b8a8f-5aa7-4977-b3ae-87d793dca1bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 1096 time: 0.2003798 Jul 30 02:07:09.806616 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-4c3dc639-b631-495b-be41-39d2067a12ce service neutron] 10.222.0.84 "GET /v2.0/networks/468d495b-3380-4495-a2d4-9849b309f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774023 Jul 30 02:07:09.978860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-d293e478-e007-4be0-a66b-617cfaaa601a service neutron] 10.222.0.84 "GET /v2.0/networks/468d495b-3380-4495-a2d4-9849b309f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607490 Jul 30 02:07:10.092002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-a047b753-0013-407d-ae20-c5b203a412ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:10.095133 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-a047b753-0013-407d-ae20-c5b203a412ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.2959707 Jul 30 02:07:10.097484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.219416 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-ee914d4d-8af2-4869-ac35-a4e2b00cadba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62f16952-42a9-4b39-a500-2f8b1704784a HTTP/1.1" status: 200 len: 217 time: 0.1108031 Jul 30 02:07:10.333565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=6ef50866-204b-4579-a5d8-c08eda7129de,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:10.348593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Checking segment: {'id': '20670b3a-39ee-4081-8358-6d24b12f21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5bbc2c7d-46f2-488e-a414-48ec1c59e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:10.349134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network hostable DHCP agents. Network: 5bbc2c7d-46f2-488e-a414-48ec1c59e68e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:10.371455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-62230546-ff8f-4965-9c3c-3bc2f6830006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:10.373809 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-62230546-ff8f-4965-9c3c-3bc2f6830006 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1409800 Jul 30 02:07:10.445600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Network 5bbc2c7d-46f2-488e-a414-48ec1c59e68e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:10.465459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5bbc2c7d-46f2-488e-a414-48ec1c59e68e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:10.476975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba619ce1-0ae7-4ed5-b68b-3b51633249c7 None None] Network 5bbc2c7d-46f2-488e-a414-48ec1c59e68e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:10.494863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-b7b0243b-c245-4b01-90b8-368aac8d56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:10.497513 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-b7b0243b-c245-4b01-90b8-368aac8d56c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096578 Jul 30 02:07:10.499885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:10.500920 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.621007 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ef28faf2-0ad3-40db-86a1-96d6c2446a2b tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3426831 Jul 30 02:07:10.622898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59866) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:10.673327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f4fb43be-38a2-4c1b-8d6b-7451956eaeed tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:10.719178 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-4b7086ff-41d9-49cc-bbce-19ee92cb6166 service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000945 Jul 30 02:07:10.825988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-5bbc2c7d-46f2-488e-a414-48ec1c59e68e', 'network_id': '5bbc2c7d-46f2-488e-a414-48ec1c59e68e', 'tenant_id': '471dce8b8cef4b408385a2d4e1f5a33f', 'fixed_ips': [{'subnet_id': '6ef50866-204b-4579-a5d8-c08eda7129de'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:10.827481 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.831832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-1ebb59fd-7a80-4960-a347-65bbe1aafaa1 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:10.835491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-1ebb59fd-7a80-4960-a347-65bbe1aafaa1 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.4188716 Jul 30 02:07:10.897361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-c4e3b5a8-5995-41a3-9b5c-c5a2f22704ad tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/quotas/6bc428516dcd4b1ea1d9b25f29c18687 HTTP/1.1" status: 200 len: 375 time: 0.0351732 Jul 30 02:07:10.912772 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4fb43be-38a2-4c1b-8d6b-7451956eaeed tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29458422'] for subnet, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:10.958103 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f8b01c90-4509-4a9b-8485-b818e767f67d req-a7368168-6d3e-4503-9c7f-dd7cdacecc25 service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265840 Jul 30 02:07:11.121443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-beb1b2e5-e8e7-4414-9c5e-ab0e431f2062 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2025445 Jul 30 02:07:11.200744 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:07:11.200744 n-d-715271-7 neutron-server[93820]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 30 02:07:11.200744 n-d-715271-7 neutron-server[93820]: [parameters: {'in_use': 1, 'id_1': '6ef50866-204b-4579-a5d8-c08eda7129de'}] Jul 30 02:07:11.200744 n-d-715271-7 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:07:11.200744 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:07:11.482599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-ae1ed77b-1af9-41c9-a03b-94525bda9883 service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276203 Jul 30 02:07:11.573142 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4fb43be-38a2-4c1b-8d6b-7451956eaeed tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742691368488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24670888'] for subnet, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.651067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fb43be-38a2-4c1b-8d6b-7451956eaeed tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:11.651827 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4fb43be-38a2-4c1b-8d6b-7451956eaeed tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.652950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f4fb43be-38a2-4c1b-8d6b-7451956eaeed tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "PUT /v2.0/subnets/6ef50866-204b-4579-a5d8-c08eda7129de HTTP/1.1" status: 200 len: 900 time: 1.0267417 Jul 30 02:07:11.656915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59874) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:11.663512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb43be-38a2-4c1b-8d6b-7451956eaeed tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event updated for resources: {'Subnet': ['ID=6ef50866-204b-4579-a5d8-c08eda7129de,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:11.699594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-80f60834-9b01-4751-9831-2c2c3145436c service neutron] 10.222.0.84 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970539 Jul 30 02:07:11.702892 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:11.831580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.093650 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.114836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Allocated IP 2001:db8::3 (5bbc2c7d-46f2-488e-a414-48ec1c59e68e/6ef50866-204b-4579-a5d8-c08eda7129de/f0f7b514-1ef5-494d-8788-54ae1c2c6be8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:12.377186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-3c88f5db-77a2-4d8c-a264-12ec4b0f7663 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:12.379541 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-3c88f5db-77a2-4d8c-a264-12ec4b0f7663 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.41 "GET /v2.0/networks?id=468d495b-3380-4495-a2d4-9849b309f681 HTTP/1.1" status: 200 len: 821 time: 0.4166746 Jul 30 02:07:12.407609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Request body: {'port': {'device_id': '99162e2f-1c6d-47d0-b21d-e3080414dcd9', 'network_id': '468d495b-3380-4495-a2d4-9849b309f681', 'admin_state_up': True, 'tenant_id': 'dfa59a48c5384410b520a8e09c7b4473'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:12.475972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-026cd033-98bd-4561-8e47-82585125fa3a req-b3aa949f-9685-42fc-9605-37c4818f78fd tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 210 time: 0.0886142 Jul 30 02:07:12.723580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Made reservation on behalf of dfa59a48c5384410b520a8e09c7b4473 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:12.724596 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.731693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.742332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Transition to ACTIVE for port object f0f7b514-1ef5-494d-8788-54ae1c2c6be8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:12.774032 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Transition to ACTIVE for port object f0f7b514-1ef5-494d-8788-54ae1c2c6be8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:12.800712 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.889086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Network 5bbc2c7d-46f2-488e-a414-48ec1c59e68e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:12.914248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:12.934988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Pushing event updated for resources: {'Port': ['ID=f0f7b514-1ef5-494d-8788-54ae1c2c6be8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:12.938788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb2943cf-d12b-4d99-ae79-0ebad9684484 req-581afc01-9ab4-4b20-bdc9-4477e0b4965c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 210 time: 0.1195855 Jul 30 02:07:12.945466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:12.950094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:13.009734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef50866-204b-4579-a5d8-c08eda7129de,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:13.110962 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Attempting to bind port f0f7b514-1ef5-494d-8788-54ae1c2c6be8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:13.112784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Attempting to bind port f0f7b514-1ef5-494d-8788-54ae1c2c6be8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '20670b3a-39ee-4081-8358-6d24b12f21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5bbc2c7d-46f2-488e-a414-48ec1c59e68e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:13.112784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Attempting to bind port f0f7b514-1ef5-494d-8788-54ae1c2c6be8 on network 5bbc2c7d-46f2-488e-a414-48ec1c59e68e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:13.126801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:13.127723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Checking segment: {'id': '20670b3a-39ee-4081-8358-6d24b12f21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5bbc2c7d-46f2-488e-a414-48ec1c59e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:13.128675 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.130165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Bound using segment: {'id': '20670b3a-39ee-4081-8358-6d24b12f21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5bbc2c7d-46f2-488e-a414-48ec1c59e68e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:13.131622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Bound port: f0f7b514-1ef5-494d-8788-54ae1c2c6be8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20670b3a-39ee-4081-8358-6d24b12f21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '5bbc2c7d-46f2-488e-a414-48ec1c59e68e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:13.133640 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.204962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.235124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbc2c7d-46f2-488e-a414-48ec1c59e68e']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:13.254510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Allocated IP 172.20.0.13 (468d495b-3380-4495-a2d4-9849b309f681/aaa8494a-ef08-447f-8790-d33385ab24c6/f708ae95-3a19-4bf7-8429-0052764e01ff) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:13.266986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20670b3a-39ee-4081-8358-6d24b12f21c2') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:13.267511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20670b3a-39ee-4081-8358-6d24b12f21c2') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:13.293684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.340689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.355863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] For port f0f7b514-1ef5-494d-8788-54ae1c2c6be8, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:13.367457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:13.368155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:13.375044 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:13.511996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:07:13.511996 n-d-715271-7 neutron-server[93818]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:07:13.511996 n-d-715271-7 neutron-server[93818]: [parameters: {'id': '5bbc2c7d-46f2-488e-a414-48ec1c59e68e'}] Jul 30 02:07:13.511996 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:07:13.514106 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:07:13.521670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] For port f0f7b514-1ef5-494d-8788-54ae1c2c6be8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f0f7b514-1ef5-494d-8788-54ae1c2c6be8,segment=NetworkSegment(20670b3a-39ee-4081-8358-6d24b12f21c2),segment_id=20670b3a-39ee-4081-8358-6d24b12f21c2)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:13.529204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:13.791789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69419a97-d8f8-4713-a023-1e47b47e3fc4 req-adb0a029-415d-4816-a7df-ff80a5cd186a tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 210 time: 0.0669913 Jul 30 02:07:13.849074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1292fd-31f2-47fc-b899-e357f87702fb None None] Pushing event updated for resources: {'Port': ['ID=f0f7b514-1ef5-494d-8788-54ae1c2c6be8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:13.883222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8544d292-801d-4716-b643-016f99ed0b11 None None] Network 5bbc2c7d-46f2-488e-a414-48ec1c59e68e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:13.951048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.054514 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.062254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:14.140064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d8dda6-c451-443b-91d7-d68d4b79b2d8 None None] Network 5bbc2c7d-46f2-488e-a414-48ec1c59e68e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:14.242401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09ad170b-d0a0-4714-aef2-6472b6fe1f3e req-b3b37776-a52f-4a91-aeb3-d0b847819841 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 210 time: 0.1469710 Jul 30 02:07:14.265801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Network 468d495b-3380-4495-a2d4-9849b309f681 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:14.302118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Pushing event updated for resources: {'Port': ['ID=f708ae95-3a19-4bf7-8429-0052764e01ff,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:14.316626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:14.332556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:14.448707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd755de1-f3d1-4cb1-8f7a-96ecf684d018 None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:07:14.784640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd755de1-f3d1-4cb1-8f7a-96ecf684d018 None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:07:15.199270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a4f80-7b01-4b8b-9437-823d596582a1 req-a8a9a881-ead1-46a2-b962-3cd5fdad30c7 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:15.212105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-160a4f80-7b01-4b8b-9437-823d596582a1 req-a8a9a881-ead1-46a2-b962-3cd5fdad30c7 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 932 time: 0.1946921 Jul 30 02:07:15.320951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-160a4f80-7b01-4b8b-9437-823d596582a1 req-7235707b-ba8c-4e01-bd0a-e8a2a4851ef1 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062579 Jul 30 02:07:15.364084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-390d623f-9d64-423d-a48b-77c2e8f13d3c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:15.366310 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-390d623f-9d64-423d-a48b-77c2e8f13d3c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 812 time: 0.9489143 Jul 30 02:07:15.400263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:15.401372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.422057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Request body: {'port': {'device_id': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'admin_state_up': True, 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:15.647132 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-6bcf19f7-4884-4f15-8b77-137388566441 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2525716 Jul 30 02:07:15.654094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting port f0f7b514-1ef5-494d-8788-54ae1c2c6be8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:15.654649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.718281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e00b72b6-09a2-4a0e-9b0b-93799547f7b2 req-9b20724f-a740-4a2f-8ea9-e50c0aaf7f17 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 210 time: 0.0745909 Jul 30 02:07:15.794181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Request body: {'port': {'device_id': '99162e2f-1c6d-47d0-b21d-e3080414dcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:15.814295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] For port f0f7b514-1ef5-494d-8788-54ae1c2c6be8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f0f7b514-1ef5-494d-8788-54ae1c2c6be8,segment=NetworkSegment(20670b3a-39ee-4081-8358-6d24b12f21c2),segment_id=20670b3a-39ee-4081-8358-6d24b12f21c2)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:15.814849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.846938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Made reservation on behalf of 6bc428516dcd4b1ea1d9b25f29c18687 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:15.853733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:15.970207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Calling delete_port for f0f7b514-1ef5-494d-8788-54ae1c2c6be8 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:16.028991 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.521291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Allocated IP 172.20.0.9 (72cb1547-7ac6-4b6a-9436-7b05bc348f74/1c4e07a1-0b60-4901-a9d9-e9bcc041dd37/ca238404-9d2e-47c8-8cb2-4644aff7382e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:16.535149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:16.567648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a4729-4a12-4914-bb43-fc04486e202b req-d3c85ff6-c3da-44f1-9ab1-716697d0dbb3 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:16.569257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a85a4729-4a12-4914-bb43-fc04486e202b req-d3c85ff6-c3da-44f1-9ab1-716697d0dbb3 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 932 time: 0.0873785 Jul 30 02:07:16.626553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Port': ['ID=f0f7b514-1ef5-494d-8788-54ae1c2c6be8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:16.641215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No DVR routers for this DVR port f0f7b514-1ef5-494d-8788-54ae1c2c6be8 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:16.655378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a85a4729-4a12-4914-bb43-fc04486e202b req-90a14485-b519-4eaa-a04e-281d3ae3e59b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668705 Jul 30 02:07:16.946625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-316ee9f2-8b6e-42ec-b1fc-88c216d15770 req-04f80e7e-6f04-4661-a5c7-4d77f6ff99c1 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 210 time: 0.0510652 Jul 30 02:07:16.977690 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.049253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbc2c7d-46f2-488e-a414-48ec1c59e68e']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:17.105549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20670b3a-39ee-4081-8358-6d24b12f21c2') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:17.106038 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20670b3a-39ee-4081-8358-6d24b12f21c2') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:17.141692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.215126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.261090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:17.261090 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:17.266806 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:17.434061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.475399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f708ae95-3a19-4bf7-8429-0052764e01ff {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:17.493265 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.500729 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.508210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Transition to ACTIVE for port object ca238404-9d2e-47c8-8cb2-4644aff7382e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:17.520533 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.530344 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/5bbc2c7d-46f2-488e-a414-48ec1c59e68e HTTP/1.1" status: 204 len: 168 time: 5.8654549 Jul 30 02:07:17.531401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59934) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:17.559806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Transition to ACTIVE for port object f708ae95-3a19-4bf7-8429-0052764e01ff will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:17.565329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.565638 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad774e0-156b-42e5-a0b4-67c34d4cbca9 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:17.565897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad774e0-156b-42e5-a0b4-67c34d4cbca9 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:17.568075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6ad774e0-156b-42e5-a0b4-67c34d4cbca9 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/6ef50866-204b-4579-a5d8-c08eda7129de HTTP/1.1" status: 404 len: 337 time: 0.0360827 Jul 30 02:07:17.572598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59936) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:17.574142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa25e22-667d-4e08-a9f1-d30b296cf5c4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=5bbc2c7d-46f2-488e-a414-48ec1c59e68e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:17.609285 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaebed2-d31e-40d3-973a-acc561f9d9d6 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:17.610194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaebed2-d31e-40d3-973a-acc561f9d9d6 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:17.615501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ffaebed2-d31e-40d3-973a-acc561f9d9d6 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/5bbc2c7d-46f2-488e-a414-48ec1c59e68e HTTP/1.1" status: 404 len: 339 time: 0.0354595 Jul 30 02:07:17.618179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59938) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:17.708544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.712526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Pushing event updated for resources: {'Port': ['ID=f708ae95-3a19-4bf7-8429-0052764e01ff,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:17.726993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d3c6d190-96a0-4c9f-bdcd-1fc14be201db'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:17.745747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['62f16952-42a9-4b39-a500-2f8b1704784a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:17.786659 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:17.869675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:17.881638 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:17.893824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:17.950405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event updated for resources: {'Port': ['ID=ca238404-9d2e-47c8-8cb2-4644aff7382e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:17.996959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Attempting to bind port f708ae95-3a19-4bf7-8429-0052764e01ff on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:17.997603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Attempting to bind port f708ae95-3a19-4bf7-8429-0052764e01ff by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '98f5727e-bfe0-4888-b9d6-24c99a250206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '468d495b-3380-4495-a2d4-9849b309f681'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:17.998166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Attempting to bind port f708ae95-3a19-4bf7-8429-0052764e01ff on network 468d495b-3380-4495-a2d4-9849b309f681 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:18.014499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:18.015828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.020407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Port f708ae95-3a19-4bf7-8429-0052764e01ff on network 468d495b-3380-4495-a2d4-9849b309f681 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:07:18.021347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Attempting to bind port f708ae95-3a19-4bf7-8429-0052764e01ff on network 468d495b-3380-4495-a2d4-9849b309f681 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:18.036218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:18.036755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Checking segment: {'id': '98f5727e-bfe0-4888-b9d6-24c99a250206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '468d495b-3380-4495-a2d4-9849b309f681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:18.037374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Bound using segment: {'id': '98f5727e-bfe0-4888-b9d6-24c99a250206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '468d495b-3380-4495-a2d4-9849b309f681'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:18.038166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Bound port: f708ae95-3a19-4bf7-8429-0052764e01ff, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f5727e-bfe0-4888-b9d6-24c99a250206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '468d495b-3380-4495-a2d4-9849b309f681'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:18.039405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.096160 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-b4994b11-bccf-43b9-8410-8299aeca0d32 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6812265 Jul 30 02:07:18.223609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] For port f708ae95-3a19-4bf7-8429-0052764e01ff, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:18.237225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] For port f708ae95-3a19-4bf7-8429-0052764e01ff, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f708ae95-3a19-4bf7-8429-0052764e01ff,segment=NetworkSegment(98f5727e-bfe0-4888-b9d6-24c99a250206),segment_id=98f5727e-bfe0-4888-b9d6-24c99a250206)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:18.260411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Request body: {'port': {'device_id': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:18.273717 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.448076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:18.449582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.451596 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] 10.222.0.41 "PUT /v2.0/ports/f708ae95-3a19-4bf7-8429-0052764e01ff HTTP/1.1" status: 200 len: 1092 time: 2.6833997 Jul 30 02:07:18.452259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99162e2f-1c6d-47d0-b21d-e3080414dcd9', 'tag': 'f708ae95-3a19-4bf7-8429-0052764e01ff'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:18.456140 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa09c45-37b2-400f-9458-5283b7e0b811" -d '{"events": [{"name": "network-changed", "server_uuid": "99162e2f-1c6d-47d0-b21d-e3080414dcd9", "tag": "f708ae95-3a19-4bf7-8429-0052764e01ff"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:18.542000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3a2f385d-2d02-46b7-b254-26feaf03ef14 None None] Provisioning for port ca238404-9d2e-47c8-8cb2-4644aff7382e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:18.551638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3a2f385d-2d02-46b7-b254-26feaf03ef14 None None] Provisioning complete for port ca238404-9d2e-47c8-8cb2-4644aff7382e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:18.552112 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a2f385d-2d02-46b7-b254-26feaf03ef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.559120 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.625062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f385d-2d02-46b7-b254-26feaf03ef14 None None] Port ca238404-9d2e-47c8-8cb2-4644aff7382e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:07:18.654526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912343-a3bd-4d4b-9e73-1b61c31b4692 service neutron] Pushing event updated for resources: {'Port': ['ID=f708ae95-3a19-4bf7-8429-0052764e01ff,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:18.722464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2532dc-b06c-445c-b499-40f82f6b19a4 req-3ed64f16-1912-4db2-99f8-0dfe90ac06f6 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:18.725618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f2532dc-b06c-445c-b499-40f82f6b19a4 req-3ed64f16-1912-4db2-99f8-0dfe90ac06f6 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 944 time: 0.9153306 Jul 30 02:07:18.781105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.828313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:18.859553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-9f130167-3a86-4862-a9cd-46c94159c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:18.861882 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-9f130167-3a86-4862-a9cd-46c94159c355 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfa59a48c5384410b520a8e09c7b4473&device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 1095 time: 0.3208094 Jul 30 02:07:18.873022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f5bef0-be3f-4b0b-a3c5-ec95c66b0e41') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:18.873522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f5bef0-be3f-4b0b-a3c5-ec95c66b0e41') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:18.914559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.928629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f2532dc-b06c-445c-b499-40f82f6b19a4 req-64445296-f51a-47cd-933f-8ee3bfcab997 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675210 Jul 30 02:07:18.951564 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-23bf0e52-6f26-4c93-9626-7e2fe4abf129 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f708ae95-3a19-4bf7-8429-0052764e01ff HTTP/1.1" status: 200 len: 217 time: 0.0647418 Jul 30 02:07:18.952708 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:18.967171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:18.968063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:19.068961 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:19.079729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.121424 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.127376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc HTTP/1.1" status: 204 len: 168 time: 1.5053790 Jul 30 02:07:19.127376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320a849-e185-4724-905f-c01a7d503133 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=bb58c1d5-cfb7-4e1a-a20f-a4478dc38cbc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:19.129814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59952) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:19.177269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-c7f4fc58-3acb-4ea1-80bd-1ba88531bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:19.181095 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-c7f4fc58-3acb-4ea1-80bd-1ba88531bbfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaa8494a-ef08-447f-8790-d33385ab24c6 HTTP/1.1" status: 200 len: 861 time: 0.2161257 Jul 30 02:07:19.187730 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae340ce0-3b63-4362-bb55-8fd241a80ac4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:19.188495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae340ce0-3b63-4362-bb55-8fd241a80ac4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:19.194842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ae340ce0-3b63-4362-bb55-8fd241a80ac4 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/e4694e62-b830-47a9-8989-7e07da35bd85 HTTP/1.1" status: 404 len: 337 time: 0.0611370 Jul 30 02:07:19.198648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59954) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:19.252342 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-e1ef1bcf-1fca-4ccb-9648-e82dcea9809f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=468d495b-3380-4495-a2d4-9849b309f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607545 Jul 30 02:07:19.278271 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0392f73-6b41-44c5-a6cc-2a4809ffc57f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:19.279161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0392f73-6b41-44c5-a6cc-2a4809ffc57f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:19.285503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a0392f73-6b41-44c5-a6cc-2a4809ffc57f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/88b1745b-8166-47e7-8251-cbb0709c0dcf HTTP/1.1" status: 404 len: 339 time: 0.0813286 Jul 30 02:07:19.286831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59956) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:19.400336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e6356-2670-46cb-b891-3c325fee2bc5 req-9681b1c0-3aac-4aa8-98f8-3954fb2b360a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:19.403697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee6e6356-2670-46cb-b891-3c325fee2bc5 req-9681b1c0-3aac-4aa8-98f8-3954fb2b360a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 931 time: 0.2080059 Jul 30 02:07:19.429649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef78583-ac8b-4307-bd46-103a8c31fb98 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting subnet b0f78a2d-be93-444e-828f-843c0be0270d {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:19.434700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ef78583-ac8b-4307-bd46-103a8c31fb98 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.530245 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-a373abf4-9796-415b-bb22-ca93b6b503b4 service neutron] 10.222.0.41 "GET /v2.0/networks/468d495b-3380-4495-a2d4-9849b309f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681026 Jul 30 02:07:19.540230 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ef78583-ac8b-4307-bd46-103a8c31fb98 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.559945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca238404-9d2e-47c8-8cb2-4644aff7382e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:19.605815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.672406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee6e6356-2670-46cb-b891-3c325fee2bc5 req-e5c880eb-c407-4cef-b23a-e6067d877c99 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593629 Jul 30 02:07:19.674873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Transition to ACTIVE for port object ca238404-9d2e-47c8-8cb2-4644aff7382e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:19.684289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.781490 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6efbaa2-c88c-4e89-a256-4f05dfa16007 x-openstack-request-id: req-b6efbaa2-c88c-4e89-a256-4f05dfa16007 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:19.781962 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99162e2f-1c6d-47d0-b21d-e3080414dcd9", "tag": "f708ae95-3a19-4bf7-8429-0052764e01ff", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:19.782356 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b6efbaa2-c88c-4e89-a256-4f05dfa16007 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:19.782963 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99162e2f-1c6d-47d0-b21d-e3080414dcd9', 'tag': 'f708ae95-3a19-4bf7-8429-0052764e01ff', 'status': 'completed', 'code': 200} Jul 30 02:07:19.807024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ef78583-ac8b-4307-bd46-103a8c31fb98 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:19.932535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Pushing event updated for resources: {'Port': ['ID=ca238404-9d2e-47c8-8cb2-4644aff7382e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:19.940930 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64ec8436-0f29-4f39-bf5a-f4a73cea2c60 req-eb8c3f25-c3c6-4bab-ae73-b7c164a32a31 service neutron] 10.222.0.41 "GET /v2.0/networks/468d495b-3380-4495-a2d4-9849b309f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892622 Jul 30 02:07:19.950677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ef78583-ac8b-4307-bd46-103a8c31fb98 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.027786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef78583-ac8b-4307-bd46-103a8c31fb98 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f78a2d-be93-444e-828f-843c0be0270d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:20.031840 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ef78583-ac8b-4307-bd46-103a8c31fb98 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.035390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0ef78583-ac8b-4307-bd46-103a8c31fb98 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/b0f78a2d-be93-444e-828f-843c0be0270d HTTP/1.1" status: 204 len: 168 time: 0.7462308 Jul 30 02:07:20.039218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59968) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:20.039804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15fa76c-be1d-414b-b29f-6a5070f84a7d None None] Network d2d3c007-9191-4c70-9ad1-7597adce01dd requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:20.040555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Attempting to bind port ca238404-9d2e-47c8-8cb2-4644aff7382e on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:20.040555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Attempting to bind port ca238404-9d2e-47c8-8cb2-4644aff7382e by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:20.040884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Attempting to bind port ca238404-9d2e-47c8-8cb2-4644aff7382e on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:20.052418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Port ca238404-9d2e-47c8-8cb2-4644aff7382e on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:07:20.053014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Attempting to bind port ca238404-9d2e-47c8-8cb2-4644aff7382e on network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:20.129255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:20.130018 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Checking segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:20.130768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Bound using segment: {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:20.132475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Bound port: ca238404-9d2e-47c8-8cb2-4644aff7382e, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:20.133244 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.187693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-3026af91-642e-46e5-9b4f-defdd050c9a8 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting subnet a9e661ba-5673-4c19-915c-42348fbf5ab7 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:20.193601 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3026af91-642e-46e5-9b4f-defdd050c9a8 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.292262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:20.307149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-0ca51696-84a5-482e-a934-c828b1dd20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.311660 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-0ca51696-84a5-482e-a934-c828b1dd20ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dfa59a48c5384410b520a8e09c7b4473&device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 1095 time: 0.2504072 Jul 30 02:07:20.315271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:20.336176 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3026af91-642e-46e5-9b4f-defdd050c9a8 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.346138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.392858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba30d2e-15a2-4711-9187-c733e804fde6 req-a3e81580-7f95-4531-81ca-4abfc640241c tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.395630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cba30d2e-15a2-4711-9187-c733e804fde6 req-a3e81580-7f95-4531-81ca-4abfc640241c tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 944 time: 0.1491079 Jul 30 02:07:20.402761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.403861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.406578 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] 10.222.0.22 "PUT /v2.0/ports/ca238404-9d2e-47c8-8cb2-4644aff7382e HTTP/1.1" status: 200 len: 1091 time: 2.1619954 Jul 30 02:07:20.514547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cba30d2e-15a2-4711-9187-c733e804fde6 req-512b5380-5b17-4e19-9b58-bbdfcbe09c87 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005204 Jul 30 02:07:20.608635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3026af91-642e-46e5-9b4f-defdd050c9a8 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.850230 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3026af91-642e-46e5-9b4f-defdd050c9a8 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.882650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3026af91-642e-46e5-9b4f-defdd050c9a8 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:20.886689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3026af91-642e-46e5-9b4f-defdd050c9a8 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/a9e661ba-5673-4c19-915c-42348fbf5ab7 HTTP/1.1" status: 204 len: 168 time: 0.8456943 Jul 30 02:07:20.950921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59978) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:20.957563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026af91-642e-46e5-9b4f-defdd050c9a8 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e661ba-5673-4c19-915c-42348fbf5ab7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:20.961126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-ff49bd93-f5b4-46ec-b080-250896e87f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:20.964301 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-ff49bd93-f5b4-46ec-b080-250896e87f55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=468d495b-3380-4495-a2d4-9849b309f681 HTTP/1.1" status: 200 len: 922 time: 0.6453586 Jul 30 02:07:21.046284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfe69-f571-4c73-b8c2-d96541ad0441 req-53ff5b92-3fec-4391-a86c-d67832f672a2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.048378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9aabfe69-f571-4c73-b8c2-d96541ad0441 req-53ff5b92-3fec-4391-a86c-d67832f672a2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 943 time: 0.1164520 Jul 30 02:07:21.133141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9aabfe69-f571-4c73-b8c2-d96541ad0441 req-25fd1035-383e-43e4-8f4f-f3364cd5ae18 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675755 Jul 30 02:07:21.170350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-db7b30c2-49f7-4345-bf9f-3fb1864ffd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.173140 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-db7b30c2-49f7-4345-bf9f-3fb1864ffd0e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 1094 time: 0.5740039 Jul 30 02:07:21.182132 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-b9458446-14a9-4ed9-b2a6-91f22dad1b12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f708ae95-3a19-4bf7-8429-0052764e01ff HTTP/1.1" status: 200 len: 217 time: 0.2005603 Jul 30 02:07:21.187772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af995f-9f9c-498b-aec1-51fa37547085 service neutron] Pushing event updated for resources: {'Port': ['ID=ca238404-9d2e-47c8-8cb2-4644aff7382e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:21.310446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.314385 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-551173bd-6e72-490c-a526-f402eae43a8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e HTTP/1.1" status: 200 len: 217 time: 0.1211591 Jul 30 02:07:21.394826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-304d1111-ae59-4c8d-8672-ac375bfc34de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.397333 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-304d1111-ae59-4c8d-8672-ac375bfc34de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaa8494a-ef08-447f-8790-d33385ab24c6 HTTP/1.1" status: 200 len: 861 time: 0.1873765 Jul 30 02:07:21.487355 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-cef45af6-80a4-4710-9e85-06f89d25ee6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=468d495b-3380-4495-a2d4-9849b309f681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564222 Jul 30 02:07:21.520472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-0febd066-1ad9-4153-90dd-dabe7a218bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.524143 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-0febd066-1ad9-4153-90dd-dabe7a218bce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1897914 Jul 30 02:07:21.584457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c8b8ca-41b1-48fc-bf3b-ac72411b94cf None None] Network d2d3c007-9191-4c70-9ad1-7597adce01dd requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:21.795916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:21.801540 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:21.823967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:21.829322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.838216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a649ee-df4f-4356-855b-c31ed98ca44d req-dbe8b8bc-9e77-44b4-ab04-802a38803151 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:21.854742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5a649ee-df4f-4356-855b-c31ed98ca44d req-dbe8b8bc-9e77-44b4-ab04-802a38803151 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 944 time: 0.1568325 Jul 30 02:07:21.875765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6b2abd49-3822-442b-ae3a-bd979d91cc5b None None] Provisioning complete for port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:21.875765 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6b2abd49-3822-442b-ae3a-bd979d91cc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:21.997528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-bdd4f59d-b787-4f1a-813c-45df25db2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:22.002675 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-bdd4f59d-b787-4f1a-813c-45df25db2f76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4481859 Jul 30 02:07:22.011422 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-a2cf4cbc-c79a-477e-a3de-223ff9c7b9af service neutron] 10.222.0.41 "GET /v2.0/networks/468d495b-3380-4495-a2d4-9849b309f681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132744 Jul 30 02:07:22.021447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5a649ee-df4f-4356-855b-c31ed98ca44d req-83865469-fe5e-441b-a7e4-96b252eac2ad tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625531 Jul 30 02:07:22.218644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] For port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,segment=NetworkSegment(8883387e-4b77-4ca4-874e-89de32d846d5),segment_id=8883387e-4b77-4ca4-874e-89de32d846d5)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:22.219459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.246377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Calling delete_port for 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:22.305161 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f5aa08-3f93-49dc-bb66-8d6da0f86ac4 x-openstack-request-id: req-05f5aa08-3f93-49dc-bb66-8d6da0f86ac4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:22.305858 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:22.306212 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-05f5aa08-3f93-49dc-bb66-8d6da0f86ac4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:22.306800 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e', 'status': 'completed', 'code': 200} Jul 30 02:07:22.393269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] DHCP port deletion for d2d3c007-9191-4c70-9ad1-7597adce01dd request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:22.497620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Deleting port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:22.498176 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.523167 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-6e309934-4f30-4535-bc86-4655ea28b0bb service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898586 Jul 30 02:07:22.539164 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0fa09c45-37b2-400f-9458-5283b7e0b811 req-ae1684a0-11e0-47cb-af1e-e80cdcf00fc9 service neutron] 10.222.0.41 "GET /v2.0/networks/468d495b-3380-4495-a2d4-9849b309f681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031743 Jul 30 02:07:22.598221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] For port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,segment=NetworkSegment(8883387e-4b77-4ca4-874e-89de32d846d5),segment_id=8883387e-4b77-4ca4-874e-89de32d846d5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:22.599128 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:22.623402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Calling delete_port for 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:22.723595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-72dc4a4f-99ec-4213-a195-68ca3750a804 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:22.739214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-72dc4a4f-99ec-4213-a195-68ca3750a804 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 815 time: 0.2852790 Jul 30 02:07:22.782168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-c41f6029-975f-4c37-9d46-63ae077b4e67 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/quotas/ea899590df1f491db8d651e16693fa51 HTTP/1.1" status: 200 len: 375 time: 0.0346799 Jul 30 02:07:22.972926 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ad0e28d8-ad9b-4c5b-bf57-3d94db8e0bf4 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1855035 Jul 30 02:07:22.986972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f708ae95-3a19-4bf7-8429-0052764e01ff details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:07:22.990985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:23.035791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:23.036425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:23.046128 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.164727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-58acd284-77e6-435a-9b0a-16f8a387d0cd service neutron] 10.222.0.84 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845572 Jul 30 02:07:23.187980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Pushing event deleted for resources: {'Port': ['ID=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:23.220781 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 02:07:23.232082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] No DVR routers for this DVR port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:23.269605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.270198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.270791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.271361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.277137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.277783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.278331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.279007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.279746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.281081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.281081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.281580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74753-f07b-4d62-8242-610e4884b08e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:23.421539 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0f9e2201-79f7-4726-a99d-e97e9d90cd03 req-972c2a18-caac-41c3-9049-5d3ae0e6811e service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8806441 Jul 30 02:07:23.428202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.478654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-2d201517-b90b-44dd-be6e-78234eab8c0d service neutron] 10.222.0.84 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998166 Jul 30 02:07:23.482266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f708ae95-3a19-4bf7-8429-0052764e01ff, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f708ae95-3a19-4bf7-8429-0052764e01ff,segment=NetworkSegment(98f5727e-bfe0-4888-b9d6-24c99a250206),segment_id=98f5727e-bfe0-4888-b9d6-24c99a250206)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:23.522916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f708ae95-3a19-4bf7-8429-0052764e01ff', 'network_id': '468d495b-3380-4495-a2d4-9849b309f681', 'port_id': 'f708ae95-3a19-4bf7-8429-0052764e01ff', 'mac_address': 'fa:16:3e:e7:79:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa8494a-ef08-447f-8790-d33385ab24c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:07:23.528819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Port': ['ID=3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:23.540207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No DVR routers for this DVR port 3f310b62-c42b-48d4-ae8f-a0bcb3ebeb66 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:23.591015 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.619732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f708ae95-3a19-4bf7-8429-0052764e01ff {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:23.662054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f708ae95-3a19-4bf7-8429-0052764e01ff, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f708ae95-3a19-4bf7-8429-0052764e01ff,segment=NetworkSegment(98f5727e-bfe0-4888-b9d6-24c99a250206),segment_id=98f5727e-bfe0-4888-b9d6-24c99a250206)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:23.673231 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.907007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-b78f22b3-40ea-4dfa-a4fd-c51043450c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:23.915131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f708ae95-3a19-4bf7-8429-0052764e01ff,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:23.922022 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-b78f22b3-40ea-4dfa-a4fd-c51043450c31 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 1094 time: 0.3643687 Jul 30 02:07:23.927589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:23.947031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f708ae95-3a19-4bf7-8429-0052764e01ff'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:24.045885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d3c007-9191-4c70-9ad1-7597adce01dd']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:24.072153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd1d34-b54d-4715-8038-60f29072d1e6 req-a10c268c-0283-4677-bc8b-71b80893b7b8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:24.075224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96fd1d34-b54d-4715-8038-60f29072d1e6 req-a10c268c-0283-4677-bc8b-71b80893b7b8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 943 time: 0.1229694 Jul 30 02:07:24.112155 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.224376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96fd1d34-b54d-4715-8038-60f29072d1e6 req-e28cbc2c-e691-4a7b-9301-a12a909835c2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319087 Jul 30 02:07:24.343924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8883387e-4b77-4ca4-874e-89de32d846d5') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:24.344402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8883387e-4b77-4ca4-874e-89de32d846d5') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:24.395991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-f18e1fb7-baa1-4df0-b9e9-5103e694c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:24.398986 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-f18e1fb7-baa1-4df0-b9e9-5103e694c9c1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.4574842 Jul 30 02:07:24.415276 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.523835 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-1af0c3b1-8394-4f34-93ff-795af8eeec0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e HTTP/1.1" status: 200 len: 217 time: 0.1026411 Jul 30 02:07:24.551738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.579613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf0ae5-ea9b-4641-b6d8-bea57235d7c0 req-6d484ec7-b533-4f4d-80b0-385593ac50c2 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:24.600020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ddf0ae5-ea9b-4641-b6d8-bea57235d7c0 req-6d484ec7-b533-4f4d-80b0-385593ac50c2 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 945 time: 0.1888731 Jul 30 02:07:24.605818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:24.606375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:24.639114 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:24.744781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-7876ffde-ff6d-42b1-8441-0af33e0b68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:24.747480 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-7876ffde-ff6d-42b1-8441-0af33e0b68cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.2071459 Jul 30 02:07:24.764231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.774220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ddf0ae5-ea9b-4641-b6d8-bea57235d7c0 req-960e2f69-3662-4279-8295-54458a09fada tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778212 Jul 30 02:07:24.812209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:24.824574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60068) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:24.824854 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/d2d3c007-9191-4c70-9ad1-7597adce01dd HTTP/1.1" status: 204 len: 168 time: 3.8587017 Jul 30 02:07:24.878755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c168018-d3cc-43fd-90be-ba6d6e039667 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=d2d3c007-9191-4c70-9ad1-7597adce01dd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:24.911818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-7d4f6ebd-f387-42c5-8170-cdb9b1a60baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:24.914609 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-7d4f6ebd-f387-42c5-8170-cdb9b1a60baf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542354 Jul 30 02:07:24.980921 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d52a75-4fd6-4399-8d05-b271b299dd31 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:24.981662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d52a75-4fd6-4399-8d05-b271b299dd31 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:24.984892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a3d52a75-4fd6-4399-8d05-b271b299dd31 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/8ab193ff-852c-4aab-9e3a-ec78c9769b18 HTTP/1.1" status: 404 len: 337 time: 0.1573443 Jul 30 02:07:24.988639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60078) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.060814 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5614cb-1566-4607-9034-0c0332869d70 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:25.060814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5614cb-1566-4607-9034-0c0332869d70 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:25.064488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-de5614cb-1566-4607-9034-0c0332869d70 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/e09accff-2031-49f7-8e4c-3c3f0f57bc75 HTTP/1.1" status: 404 len: 339 time: 0.0735497 Jul 30 02:07:25.070624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60088) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.141415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8752be0-e1e9-445d-833c-5a872a51ec42 req-f9941e56-6217-49d8-a264-d581543d1b5d tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 210 time: 0.0541244 Jul 30 02:07:25.149118 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30f00e9-9b57-42c8-a017-f21d3fe658b2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:25.149832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30f00e9-9b57-42c8-a017-f21d3fe658b2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:25.153865 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f30f00e9-9b57-42c8-a017-f21d3fe658b2 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/3a189e7f-cbbc-4c9e-b5a2-ab3ed92d87ee HTTP/1.1" status: 404 len: 337 time: 0.0797787 Jul 30 02:07:25.157225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60094) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.199547 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-77876c8e-95bf-46ed-af76-31259ace94de service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679722 Jul 30 02:07:25.214117 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadd0418-f131-4d47-b393-73e60ac0a14a tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:25.215021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eadd0418-f131-4d47-b393-73e60ac0a14a tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:25.218120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eadd0418-f131-4d47-b393-73e60ac0a14a tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/a35dbc5c-2500-4b5f-98c7-8a6f007d3cd0 HTTP/1.1" status: 404 len: 339 time: 0.0589380 Jul 30 02:07:25.222416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60100) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.302514 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-746e334f-9c6c-442d-ad90-b25536becce5 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:25.304465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746e334f-9c6c-442d-ad90-b25536becce5 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:25.314527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-746e334f-9c6c-442d-ad90-b25536becce5 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/7ef813fa-6b28-4c2e-913f-26728962158a HTTP/1.1" status: 404 len: 337 time: 0.0901351 Jul 30 02:07:25.317545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60104) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.348533 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2469b32-67ff-4ce0-b259-87e49665654f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:25.350122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2469b32-67ff-4ce0-b259-87e49665654f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:25.354003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d2469b32-67ff-4ce0-b259-87e49665654f tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/7cb479aa-7b87-4aec-8c28-5a528e9eada5 HTTP/1.1" status: 404 len: 339 time: 0.0348649 Jul 30 02:07:25.360021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60106) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:25.477667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eaf497c-8add-436e-8a79-bfa0ae4f1d47 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting subnet 5c695578-4839-47f2-84eb-8d3228fbb252 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:25.483068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177542e-8e67-4805-93ec-c1552733789f req-609ec058-d5c8-4cac-b0e8-4f792a0a8690 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:25.485106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6177542e-8e67-4805-93ec-c1552733789f req-609ec058-d5c8-4cac-b0e8-4f792a0a8690 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 943 time: 0.1288776 Jul 30 02:07:25.485716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eaf497c-8add-436e-8a79-bfa0ae4f1d47 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.524562 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5a3a429d-dc55-46b6-8c0d-4dc70983ca6c req-6f6e2f84-d784-42f6-bfd0-2da883d9a380 service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025076 Jul 30 02:07:25.560293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6177542e-8e67-4805-93ec-c1552733789f req-7868c13e-e922-43c3-b54a-fa05ac31be54 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645676 Jul 30 02:07:25.575656 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eaf497c-8add-436e-8a79-bfa0ae4f1d47 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.736963 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eaf497c-8add-436e-8a79-bfa0ae4f1d47 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.886296 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eaf497c-8add-436e-8a79-bfa0ae4f1d47 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.968190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf497c-8add-436e-8a79-bfa0ae4f1d47 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=5c695578-4839-47f2-84eb-8d3228fbb252,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:25.992040 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5eaf497c-8add-436e-8a79-bfa0ae4f1d47 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:25.997950 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5eaf497c-8add-436e-8a79-bfa0ae4f1d47 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/5c695578-4839-47f2-84eb-8d3228fbb252 HTTP/1.1" status: 204 len: 168 time: 0.6326225 Jul 30 02:07:25.998189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3369ce9b-d11c-4df4-901f-a87eadd6cbbf None None] Network 2e19a665-65b4-40e4-92a4-e663a61ce2b1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:26.011053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910fe0b-1b17-4028-9b88-b9d4a5f7676d req-297d06ec-5942-4483-97f5-12c3c2e9399a tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:26.025483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f910fe0b-1b17-4028-9b88-b9d4a5f7676d req-297d06ec-5942-4483-97f5-12c3c2e9399a tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 945 time: 0.1166358 Jul 30 02:07:26.026711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60114) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:26.216746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-03ee498e-9745-43fe-b540-f3f3a659c781 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:26.219336 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-03ee498e-9745-43fe-b540-f3f3a659c781 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 815 time: 0.2682118 Jul 30 02:07:26.220458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f910fe0b-1b17-4028-9b88-b9d4a5f7676d req-f4f16cbe-7f73-4655-88ae-89f1e30cbeea tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693709 Jul 30 02:07:26.237455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Request body: {'port': {'device_id': '21e83f8d-d5f5-4068-bfc8-6137e44870bc', 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59', 'admin_state_up': True, 'tenant_id': 'ea899590df1f491db8d651e16693fa51'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:26.283464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.469442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167827f7-2cdc-4979-a7be-0ada17771344 None None] DHCP port deletion for 2e19a665-65b4-40e4-92a4-e663a61ce2b1 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:26.480551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:26.482824 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.488145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Made reservation on behalf of ea899590df1f491db8d651e16693fa51 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:26.499041 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.600885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-167827f7-2cdc-4979-a7be-0ada17771344 None None] Deleting port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:26.600885 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-167827f7-2cdc-4979-a7be-0ada17771344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.664682 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc7fd204-d402-4c2c-8a47-3fbdf51c7ae3 req-1c7ce058-fb39-43d8-8862-f5ddb0246378 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 210 time: 0.0880158 Jul 30 02:07:26.689958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] For port 889271e2-0c2d-4ffa-b0d5-a260c87c7900, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=889271e2-0c2d-4ffa-b0d5-a260c87c7900,segment=NetworkSegment(c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8),segment_id=c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:26.690113 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.728570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Calling delete_port for 889271e2-0c2d-4ffa-b0d5-a260c87c7900 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:26.773343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-167827f7-2cdc-4979-a7be-0ada17771344 None None] For port 889271e2-0c2d-4ffa-b0d5-a260c87c7900, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=889271e2-0c2d-4ffa-b0d5-a260c87c7900,segment=NetworkSegment(c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8),segment_id=c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:26.774008 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-167827f7-2cdc-4979-a7be-0ada17771344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:26.823850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-167827f7-2cdc-4979-a7be-0ada17771344 None None] Calling delete_port for 889271e2-0c2d-4ffa-b0d5-a260c87c7900 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:26.911894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Allocated IP 172.20.0.2 (a03524a8-a090-4758-a33d-aa0b5da80e59/68d11469-3bec-4b50-b849-fbf84901a507/00e0ee8d-8a96-4b35-900c-f4c10f6e938c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:26.938535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f708ae95-3a19-4bf7-8429-0052764e01ff up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:26.986785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 889271e2-0c2d-4ffa-b0d5-a260c87c7900 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:27.053091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a8995-e3a4-4d90-b685-2e89ea33d043 req-4f682d4a-9085-4621-a99a-877c5fa1ae64 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:27.056659 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d46a8995-e3a4-4d90-b685-2e89ea33d043 req-4f682d4a-9085-4621-a99a-877c5fa1ae64 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 943 time: 0.1844435 Jul 30 02:07:27.127204 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.129569 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-167827f7-2cdc-4979-a7be-0ada17771344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.149048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d46a8995-e3a4-4d90-b685-2e89ea33d043 req-e5f4fd1b-566f-4436-a7cd-8458fb387ca0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743091 Jul 30 02:07:27.186467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No active binding found for port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 {{(pid=93820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 02:07:27.187128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 889271e2-0c2d-4ffa-b0d5-a260c87c7900 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:27.189897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167827f7-2cdc-4979-a7be-0ada17771344 None None] No DVR routers for this DVR port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:27.198814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167827f7-2cdc-4979-a7be-0ada17771344 None None] Pushing event deleted for resources: {'Port': ['ID=889271e2-0c2d-4ffa-b0d5-a260c87c7900,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:27.220455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Port': ['ID=889271e2-0c2d-4ffa-b0d5-a260c87c7900,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:27.223078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port f708ae95-3a19-4bf7-8429-0052764e01ff completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:27.230979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No DVR routers for this DVR port 889271e2-0c2d-4ffa-b0d5-a260c87c7900 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:27.242237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f708ae95-3a19-4bf7-8429-0052764e01ff triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:27.242866 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.365738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.438479 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.454276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['116f34ab-398b-4354-a9b9-023b4c529f4a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:27.474522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.499617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e19a665-65b4-40e4-92a4-e663a61ce2b1']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:27.527062 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.527586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:27.528083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ae7bf2-8fe7-453c-9c74-d79b98c0d6d8') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:27.539088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdc46-3663-4eb5-8be5-e960ba328695 req-85d1411b-7d64-42cf-8399-f9763e0c48ca tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:27.549063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb5bdc46-3663-4eb5-8be5-e960ba328695 req-85d1411b-7d64-42cf-8399-f9763e0c48ca tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 945 time: 0.1562159 Jul 30 02:07:27.565239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Network a03524a8-a090-4758-a33d-aa0b5da80e59 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:27.567931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:27.572122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Pushing event updated for resources: {'Port': ['ID=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:27.576064 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.588652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:27.606958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ca238404-9d2e-47c8-8cb2-4644aff7382e details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:07:27.611171 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.616339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99162e2f-1c6d-47d0-b21d-e3080414dcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f708ae95-3a19-4bf7-8429-0052764e01ff'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:27.619101 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd8bf29-f058-4452-892e-539d42f464a4" -d '{"events": [{"server_uuid": "99162e2f-1c6d-47d0-b21d-e3080414dcd9", "name": "network-vif-plugged", "status": "completed", "tag": "f708ae95-3a19-4bf7-8429-0052764e01ff"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:27.624578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb5bdc46-3663-4eb5-8be5-e960ba328695 req-f1e0c6f4-c11c-4c1b-baa3-d3c806737f6b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756745 Jul 30 02:07:27.630618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f708ae95-3a19-4bf7-8429-0052764e01ff, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f708ae95-3a19-4bf7-8429-0052764e01ff,segment=NetworkSegment(98f5727e-bfe0-4888-b9d6-24c99a250206),segment_id=98f5727e-bfe0-4888-b9d6-24c99a250206)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:27.637079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:27.637772 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:27.646944 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:27.681696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.732526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:27.733552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.777253 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-1d852cfa-a382-41bb-8469-09a2c4df19da tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5466025 Jul 30 02:07:27.794178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.799799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Request body: {'port': {'device_id': '21e83f8d-d5f5-4068-bfc8-6137e44870bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:27.800779 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.resource_extend [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 02:07:27.815833 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:27.821540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/2e19a665-65b4-40e4-92a4-e663a61ce2b1 HTTP/1.1" status: 204 len: 168 time: 1.7894890 Jul 30 02:07:27.825194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60130) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:27.871346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4dae0-4cbc-46d5-a686-2a90777f2718 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=2e19a665-65b4-40e4-92a4-e663a61ce2b1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:27.951627 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-b707439f-f820-492b-a4bb-2bf76980e412 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:27.956433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b707439f-f820-492b-a4bb-2bf76980e412 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:27.965115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b707439f-f820-492b-a4bb-2bf76980e412 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/d5f5d6ca-a059-4dc7-80c6-e908f5656696 HTTP/1.1" status: 404 len: 337 time: 0.1384337 Jul 30 02:07:27.971971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60134) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:28.009799 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc9dcff-7a3f-4956-aa0d-2255842410dd tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] DELETE failed (client error): The resource could not be found. Jul 30 02:07:28.010846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc9dcff-7a3f-4956-aa0d-2255842410dd tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:07:28.015619 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-afc9dcff-7a3f-4956-aa0d-2255842410dd tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/d9f2c009-931f-4d2b-a34a-7b56cc5f0744 HTTP/1.1" status: 404 len: 339 time: 0.0415001 Jul 30 02:07:28.017427 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.019361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60136) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:28.030650 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b039dc7-9ffd-4970-8830-57364b0d9f9a x-openstack-request-id: req-6b039dc7-9ffd-4970-8830-57364b0d9f9a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:28.034543 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99162e2f-1c6d-47d0-b21d-e3080414dcd9", "name": "network-vif-plugged", "status": "completed", "tag": "f708ae95-3a19-4bf7-8429-0052764e01ff", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:28.036392 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6b039dc7-9ffd-4970-8830-57364b0d9f9a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:28.038485 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99162e2f-1c6d-47d0-b21d-e3080414dcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f708ae95-3a19-4bf7-8429-0052764e01ff', 'code': 200} Jul 30 02:07:28.128750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f708ae95-3a19-4bf7-8429-0052764e01ff,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:28.196329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:28.253949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'ca238404-9d2e-47c8-8cb2-4644aff7382e', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'port_id': 'ca238404-9d2e-47c8-8cb2-4644aff7382e', 'mac_address': 'fa:16:3e:24:62:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:07:28.290829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ca4ec-3188-4b4b-a5ca-d477b354c04c req-90c4ae42-4492-4c9e-ac67-549b8eb37d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:28.292596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a55ca4ec-3188-4b4b-a5ca-d477b354c04c req-90c4ae42-4492-4c9e-ac67-549b8eb37d16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 1097 time: 0.1565883 Jul 30 02:07:28.304625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7b6817-d0be-4488-9b3c-53c3b9162246 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting subnet 06aa3740-d2ee-4d60-938e-5b318934f843 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:28.309777 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6817-d0be-4488-9b3c-53c3b9162246 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.378915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0d385-b6ef-4156-a39d-ec7377614bcf req-dbb5b946-8a77-48be-9865-6170675d6938 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:28.385342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fd0d385-b6ef-4156-a39d-ec7377614bcf req-dbb5b946-8a77-48be-9865-6170675d6938 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 931 time: 0.2512231 Jul 30 02:07:28.385633 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.405249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca238404-9d2e-47c8-8cb2-4644aff7382e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:28.443787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:28.451549 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.513090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6817-d0be-4488-9b3c-53c3b9162246 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.567752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ca238404-9d2e-47c8-8cb2-4644aff7382e,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:28.596599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fd0d385-b6ef-4156-a39d-ec7377614bcf req-f5227fdb-864f-4c36-bb4c-6ce28d97b747 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074616 Jul 30 02:07:28.608752 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a55ca4ec-3188-4b4b-a5ca-d477b354c04c req-33567b8f-f36f-436d-8eeb-489511ceb386 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659857 Jul 30 02:07:28.716934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e0ee8d-8a96-4b35-900c-f4c10f6e938c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:28.737386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.768873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Transition to ACTIVE for port object 00e0ee8d-8a96-4b35-900c-f4c10f6e938c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:28.775873 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.793189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6817-d0be-4488-9b3c-53c3b9162246 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:28.888622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ca238404-9d2e-47c8-8cb2-4644aff7382e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:28.939611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18580401-90d5-427c-9fac-dbbedfa0dc1e req-9a722a11-efee-418a-a718-f9c22582a5d6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:28.941956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18580401-90d5-427c-9fac-dbbedfa0dc1e req-9a722a11-efee-418a-a718-f9c22582a5d6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 944 time: 0.1752729 Jul 30 02:07:28.977758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Pushing event updated for resources: {'Port': ['ID=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:29.011161 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6817-d0be-4488-9b3c-53c3b9162246 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.052875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18580401-90d5-427c-9fac-dbbedfa0dc1e req-299e4be9-c8e3-4ffa-b5f7-acc7e0e7d7cc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937150 Jul 30 02:07:29.085000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Attempting to bind port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:29.085929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Attempting to bind port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:29.086731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Attempting to bind port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c on network a03524a8-a090-4758-a33d-aa0b5da80e59 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:29.107970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c on network a03524a8-a090-4758-a33d-aa0b5da80e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:07:29.108471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b6817-d0be-4488-9b3c-53c3b9162246 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Subnet': ['ID=06aa3740-d2ee-4d60-938e-5b318934f843,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:29.109156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Attempting to bind port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c on network a03524a8-a090-4758-a33d-aa0b5da80e59 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:29.115290 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6817-d0be-4488-9b3c-53c3b9162246 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.119722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cc7b6817-d0be-4488-9b3c-53c3b9162246 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/subnets/06aa3740-d2ee-4d60-938e-5b318934f843 HTTP/1.1" status: 204 len: 168 time: 1.0984080 Jul 30 02:07:29.132736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60146) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:29.133003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c1e4be-19ea-4092-a9f9-767986a9539b None None] Network 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:29.148981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:29.155248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Checking segment: {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:29.156187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Bound using segment: {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:29.157195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Bound port: 00e0ee8d-8a96-4b35-900c-f4c10f6e938c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:29.160448 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.327641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.364381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] For port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:29.370500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] For port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:29.379730 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.470082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:29.471380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.473600 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] 10.222.0.41 "PUT /v2.0/ports/00e0ee8d-8a96-4b35-900c-f4c10f6e938c HTTP/1.1" status: 200 len: 1091 time: 1.6866555 Jul 30 02:07:29.474306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e83f8d-d5f5-4068-bfc8-6137e44870bc', 'tag': '00e0ee8d-8a96-4b35-900c-f4c10f6e938c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:29.482637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee6198f-a417-48b4-a3b9-fb91cc1f4c4a None None] DHCP port deletion for 78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:07:29.488158 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "21e83f8d-d5f5-4068-bfc8-6137e44870bc", "tag": "00e0ee8d-8a96-4b35-900c-f4c10f6e938c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:29.524993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837e6b6-f9d6-4a83-ab87-95e44e13101a req-4be5d95f-ce95-421d-8d30-d3dadf8e0526 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:29.533824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c837e6b6-f9d6-4a83-ab87-95e44e13101a req-4be5d95f-ce95-421d-8d30-d3dadf8e0526 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 946 time: 0.1772616 Jul 30 02:07:29.565797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Deleting port 9de07fd7-48f9-4d04-88ae-72f85627d5ff {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:29.571574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.636099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cee6198f-a417-48b4-a3b9-fb91cc1f4c4a None None] Deleting port 9de07fd7-48f9-4d04-88ae-72f85627d5ff {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:29.636691 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cee6198f-a417-48b4-a3b9-fb91cc1f4c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.653445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ead5d-29a9-40e6-a7b4-223d0951cee3 service neutron] Pushing event updated for resources: {'Port': ['ID=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:29.690602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-52c6cc83-095b-42f7-aade-bf5557cf94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:29.694430 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-52c6cc83-095b-42f7-aade-bf5557cf94ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 1094 time: 0.1338782 Jul 30 02:07:29.765354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c837e6b6-f9d6-4a83-ab87-95e44e13101a req-fec9125a-7383-456b-82a0-e80e5331b25b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062221 Jul 30 02:07:29.774177 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-0b72d97c-3118-49a9-aea5-0adadc84645e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00e0ee8d-8a96-4b35-900c-f4c10f6e938c HTTP/1.1" status: 200 len: 217 time: 0.0704572 Jul 30 02:07:29.803171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] For port 9de07fd7-48f9-4d04-88ae-72f85627d5ff, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9de07fd7-48f9-4d04-88ae-72f85627d5ff,segment=NetworkSegment(58905b4e-e847-4431-a0a5-0ee1ddb4aba8),segment_id=58905b4e-e847-4431-a0a5-0ee1ddb4aba8)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:29.803987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.806016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cee6198f-a417-48b4-a3b9-fb91cc1f4c4a None None] For port 9de07fd7-48f9-4d04-88ae-72f85627d5ff, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9de07fd7-48f9-4d04-88ae-72f85627d5ff,segment=NetworkSegment(58905b4e-e847-4431-a0a5-0ee1ddb4aba8),segment_id=58905b4e-e847-4431-a0a5-0ee1ddb4aba8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:29.806797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cee6198f-a417-48b4-a3b9-fb91cc1f4c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:29.863964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Calling delete_port for 9de07fd7-48f9-4d04-88ae-72f85627d5ff owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:29.867654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cee6198f-a417-48b4-a3b9-fb91cc1f4c4a None None] Calling delete_port for 9de07fd7-48f9-4d04-88ae-72f85627d5ff owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:29.880911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-8b1d166d-5f2a-490e-8ca1-9f64fec1c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:29.890555 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-8b1d166d-5f2a-490e-8ca1-9f64fec1c2da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 200 len: 855 time: 0.1026559 Jul 30 02:07:29.952488 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-5653ae53-9177-46bd-a5fd-7123d28abba3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a03524a8-a090-4758-a33d-aa0b5da80e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596652 Jul 30 02:07:30.002629 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7788b0c-53de-484c-a92c-6d66b2407289 x-openstack-request-id: req-b7788b0c-53de-484c-a92c-6d66b2407289 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:30.007255 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e83f8d-d5f5-4068-bfc8-6137e44870bc", "tag": "00e0ee8d-8a96-4b35-900c-f4c10f6e938c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:30.008016 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7788b0c-53de-484c-a92c-6d66b2407289 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:30.008877 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e83f8d-d5f5-4068-bfc8-6137e44870bc', 'tag': '00e0ee8d-8a96-4b35-900c-f4c10f6e938c', 'status': 'completed', 'code': 200} Jul 30 02:07:30.131097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.156040 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cee6198f-a417-48b4-a3b9-fb91cc1f4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.210721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Port': ['ID=9de07fd7-48f9-4d04-88ae-72f85627d5ff,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:30.214654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] No DVR routers for this DVR port 9de07fd7-48f9-4d04-88ae-72f85627d5ff on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:30.231862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6198f-a417-48b4-a3b9-fb91cc1f4c4a None None] Pushing event deleted for resources: {'Port': ['ID=9de07fd7-48f9-4d04-88ae-72f85627d5ff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:30.232643 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-fccf4b38-5d12-42c8-ae1d-e8af79c392f2 service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704427 Jul 30 02:07:30.235849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee6198f-a417-48b4-a3b9-fb91cc1f4c4a None None] No DVR routers for this DVR port 9de07fd7-48f9-4d04-88ae-72f85627d5ff on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:30.360454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1922c-6a9d-4cdf-956a-16b935ab2815 req-779f720b-5168-4d46-89e2-5c038191b6bc tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:30.362476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bfe1922c-6a9d-4cdf-956a-16b935ab2815 req-779f720b-5168-4d46-89e2-5c038191b6bc tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 943 time: 0.2601497 Jul 30 02:07:30.402651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.423102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:30.436365 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1b46a4e5-0721-4095-9c41-6b53b6c53297 req-5f3ea19b-4e8a-49bd-8e52-fe2c52f40bfd service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920741 Jul 30 02:07:30.453388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58905b4e-e847-4431-a0a5-0ee1ddb4aba8') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:30.453950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58905b4e-e847-4431-a0a5-0ee1ddb4aba8') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:30.480329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bfe1922c-6a9d-4cdf-956a-16b935ab2815 req-cbe5fd43-596d-40bc-a2c5-dfc02caab368 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037502 Jul 30 02:07:30.487159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.515822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.531051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:30.531681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:30.538148 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:30.608379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-e3d8e0df-31a9-4328-aa79-7e8f89cbe4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:30.611091 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-e3d8e0df-31a9-4328-aa79-7e8f89cbe4da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 1094 time: 0.1101093 Jul 30 02:07:30.713603 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.742099 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd6e12b4-52eb-462e-87bf-bd934e5a8e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.750184 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:30.751390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] 10.222.0.84 "DELETE /v2.0/networks/78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6 HTTP/1.1" status: 204 len: 168 time: 1.6166480 Jul 30 02:07:30.762706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f7244-5dae-49d0-a781-005cce736107 req-9b1adde4-d502-49d0-89de-5fbdd946e88f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:30.764448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b3f7244-5dae-49d0-a781-005cce736107 req-9b1adde4-d502-49d0-89de-5fbdd946e88f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 944 time: 0.1432045 Jul 30 02:07:30.766220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197daf2-831e-4fe4-8aff-13a281bace26 tempest-NetworksIpV6Test-2104162931 tempest-NetworksIpV6Test-2104162931-project] Pushing event deleted for resources: {'Network': ['ID=78ec6e7c-80a9-46ad-be6d-2e3ad9bba7d6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:30.826447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-70d1a506-d455-42cf-bd81-f4a42ff500d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:30.830557 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-70d1a506-d455-42cf-bd81-f4a42ff500d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 916 time: 0.2111473 Jul 30 02:07:30.871623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b3f7244-5dae-49d0-a781-005cce736107 req-be2bd9d4-e580-406e-9478-dfd3d29ffa31 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919211 Jul 30 02:07:30.952886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9de07fd7-48f9-4d04-88ae-72f85627d5ff no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:30.968866 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-1bf4de7e-5902-4dcc-b1be-bf99643943eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00e0ee8d-8a96-4b35-900c-f4c10f6e938c HTTP/1.1" status: 200 len: 217 time: 0.1292303 Jul 30 02:07:31.003404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9de07fd7-48f9-4d04-88ae-72f85627d5ff {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:31.003817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9de07fd7-48f9-4d04-88ae-72f85627d5ff not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:31.096712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-0b46e39d-bbe8-4daa-9a9a-24da738c3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:31.101023 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-0b46e39d-bbe8-4daa-9a9a-24da738c3da9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 200 len: 855 time: 0.1225584 Jul 30 02:07:31.107391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a243de-d555-4f73-8663-e18b2270151d req-2995c9cf-564b-4884-8a89-acbed938cf3e tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:31.120744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79a243de-d555-4f73-8663-e18b2270151d req-2995c9cf-564b-4884-8a89-acbed938cf3e tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 946 time: 0.1024752 Jul 30 02:07:31.158051 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-01810c32-f947-46f5-9186-dab63b6272e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a03524a8-a090-4758-a33d-aa0b5da80e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500979 Jul 30 02:07:31.189840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79a243de-d555-4f73-8663-e18b2270151d req-e1661a11-ac1a-4fd1-a656-575398b8a756 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678074 Jul 30 02:07:31.297382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60166) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:31.394176 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-4ba03b7b-990a-4ff7-b725-ee162288a32d service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253878 Jul 30 02:07:31.470916 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.565218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ca238404-9d2e-47c8-8cb2-4644aff7382e up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:31.643495 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2a3a41ac-bb66-4c7b-8264-6db9eadfb1fc req-e6165698-02a2-47c9-96a6-9100ca4eb888 service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388330 Jul 30 02:07:31.702936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port ca238404-9d2e-47c8-8cb2-4644aff7382e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:31.711759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0a69dd85-cd98-4c90-a43b-ad604da08576 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=471dce8b8cef4b408385a2d4e1f5a33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098501 Jul 30 02:07:31.713763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60182) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:31.716430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port ca238404-9d2e-47c8-8cb2-4644aff7382e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:31.716996 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.729349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591862-4d2c-4677-8fac-1b9f95b6d5c0 req-5694ac24-1af8-47a5-a485-43d053ddf6b5 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:31.731924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5591862-4d2c-4677-8fac-1b9f95b6d5c0 req-5694ac24-1af8-47a5-a485-43d053ddf6b5 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 943 time: 0.1102824 Jul 30 02:07:31.808206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5591862-4d2c-4677-8fac-1b9f95b6d5c0 req-0e3a4782-4527-4424-9c0c-41c68f95cf79 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666630 Jul 30 02:07:31.846595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3312e09c-cb77-45e4-9d0d-6609c7592ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.902941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3312e09c-cb77-45e4-9d0d-6609c7592ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.910311 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:31.964861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:31.969730 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8cce63-e740-4a02-9b09-b3016dd32869" -d '{"events": [{"server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "name": "network-vif-plugged", "status": "completed", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:31.999692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:32.006124 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.016695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3312e09c-cb77-45e4-9d0d-6609c7592ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.019570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3312e09c-cb77-45e4-9d0d-6609c7592ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:32.020790 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3312e09c-cb77-45e4-9d0d-6609c7592ebd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/11d90fd7-5f71-4013-b952-ac2399d0d60e HTTP/1.1" status: 204 len: 168 time: 0.3053868 Jul 30 02:07:32.045562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312e09c-cb77-45e4-9d0d-6609c7592ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d90fd7-5f71-4013-b952-ac2399d0d60e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:32.111914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ca238404-9d2e-47c8-8cb2-4644aff7382e,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:32.201737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f535b00-b9dd-4569-b1a3-14ecaba48a93 req-e6e74371-02a9-4af7-837d-faaf862566da tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:32.205491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f535b00-b9dd-4569-b1a3-14ecaba48a93 req-e6e74371-02a9-4af7-837d-faaf862566da tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.1257756 Jul 30 02:07:32.292813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f535b00-b9dd-4569-b1a3-14ecaba48a93 req-9ff13899-ecd3-49bc-afe6-777d8ba73619 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793552 Jul 30 02:07:32.410635 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f9e39b-83f7-48ad-86b0-91b8f259f6f8 x-openstack-request-id: req-86f9e39b-83f7-48ad-86b0-91b8f259f6f8 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:32.411383 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "name": "network-vif-plugged", "status": "completed", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:32.412104 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-86f9e39b-83f7-48ad-86b0-91b8f259f6f8 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:32.413880 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e', 'code': 200} Jul 30 02:07:32.676090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c42525-254e-4ea8-83af-a6a6f745b371 req-348dec70-8bcf-4bc6-a259-fbad8071af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:32.686969 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-40c42525-254e-4ea8-83af-a6a6f745b371 req-348dec70-8bcf-4bc6-a259-fbad8071af1f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 1096 time: 0.1373775 Jul 30 02:07:32.738962 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-40c42525-254e-4ea8-83af-a6a6f745b371 req-b42a4635-5c5c-40d5-9ba5-5f66ee43db6e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447443 Jul 30 02:07:32.927560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 00e0ee8d-8a96-4b35-900c-f4c10f6e938c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:07:33.150680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61ad3b-a902-4555-a6e8-8c6d45217392 req-2b5b0038-6453-47ac-86b4-f16971312c8f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:33.155549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a61ad3b-a902-4555-a6e8-8c6d45217392 req-2b5b0038-6453-47ac-86b4-f16971312c8f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 943 time: 0.1358960 Jul 30 02:07:33.170339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:33.196233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '00e0ee8d-8a96-4b35-900c-f4c10f6e938c', 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59', 'port_id': '00e0ee8d-8a96-4b35-900c-f4c10f6e938c', 'mac_address': 'fa:16:3e:d5:82:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d11469-3bec-4b50-b849-fbf84901a507', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:07:33.234429 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a61ad3b-a902-4555-a6e8-8c6d45217392 req-2edae8d5-c68a-4b0b-9b2c-1fc980c22567 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673823 Jul 30 02:07:33.304255 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.330585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e0ee8d-8a96-4b35-900c-f4c10f6e938c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:33.395038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:33.398893 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c99b2dd-fbdb-44fc-b666-7c10a067c9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.405573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.477516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877850a-83f0-4695-85d9-e06095e67a57 req-b9c912fe-1071-4151-a445-82b5149c07ba tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:33.480527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7877850a-83f0-4695-85d9-e06095e67a57 req-b9c912fe-1071-4151-a445-82b5149c07ba tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 946 time: 0.1073828 Jul 30 02:07:33.528866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:33.565768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7877850a-83f0-4695-85d9-e06095e67a57 req-8a9942a9-8f8e-4693-beec-567fdf0902d5 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715685 Jul 30 02:07:33.660841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['00e0ee8d-8a96-4b35-900c-f4c10f6e938c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:33.675665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:33.806342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd34c7-8af1-4577-b032-f24db054bdb3 req-6c073ce2-7291-46b6-966d-168b01898d8b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:33.808489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebdd34c7-8af1-4577-b032-f24db054bdb3 req-6c073ce2-7291-46b6-966d-168b01898d8b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.1347790 Jul 30 02:07:33.873390 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:33.885746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebdd34c7-8af1-4577-b032-f24db054bdb3 req-25e8e238-f323-4d71-919d-592bf01f03c4 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681002 Jul 30 02:07:33.979076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1767602698'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:34.036282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:34.042807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.067724 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.342940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.352640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.431055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:34.479041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-8d0643ee-40a9-4007-bd3d-130214561a0a tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:34.481985 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-8d0643ee-40a9-4007-bd3d-130214561a0a tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.41 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 946 time: 0.2119548 Jul 30 02:07:34.488742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef603511-ccdd-4c06-85a3-94ec6af03304,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:34.497950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.498492 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment a480e56c-9f5d-4370-84e2-d30ac62e5ced of type vlan for network 78c16e5a-5e70-4d7c-aa4f-764601dd17a0 Jul 30 02:07:34.520166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0bdfa-ac67-4f1d-bbbc-2e09547a1ad3 req-ec3c298f-5555-47da-aaaa-ade1b2b85601 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:34.524417 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.526371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9e0bdfa-ac67-4f1d-bbbc-2e09547a1ad3 req-ec3c298f-5555-47da-aaaa-ade1b2b85601 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 944 time: 0.1330476 Jul 30 02:07:34.611993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9e0bdfa-ac67-4f1d-bbbc-2e09547a1ad3 req-882f5356-325f-438f-854d-3a0cbd8bd0a0 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719557 Jul 30 02:07:34.704781 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.782019 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.794940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:34.795989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.854178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747615-fa1f-40da-96d0-03af799abefe req-50d66334-ff8c-42b6-aaaa-9fd344b49b33 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:34.864378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52747615-fa1f-40da-96d0-03af799abefe req-50d66334-ff8c-42b6-aaaa-9fd344b49b33 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 946 time: 0.1329410 Jul 30 02:07:34.920929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Deleting port f708ae95-3a19-4bf7-8429-0052764e01ff {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:07:34.921630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:34.924428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 00e0ee8d-8a96-4b35-900c-f4c10f6e938c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:34.966371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52747615-fa1f-40da-96d0-03af799abefe req-4b43ce49-0d92-490a-bfa6-828c6683d9b5 tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/security-groups?id=bd98ba34-75a8-44fe-ab64-845017f1d815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990977 Jul 30 02:07:35.042725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:35.047650 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3694732 Jul 30 02:07:35.065712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05869bcf-aa6a-4073-807d-cf272a3a5094 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=78c16e5a-5e70-4d7c-aa4f-764601dd17a0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:35.071163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:35.072498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.116671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 78c16e5a-5e70-4d7c-aa4f-764601dd17a0 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:35.244931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] For port f708ae95-3a19-4bf7-8429-0052764e01ff, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f708ae95-3a19-4bf7-8429-0052764e01ff,segment=NetworkSegment(98f5727e-bfe0-4888-b9d6-24c99a250206),segment_id=98f5727e-bfe0-4888-b9d6-24c99a250206)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:35.245745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.277079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae3136-21bb-4b65-ab4f-0d7699422105 req-7902b3e6-4c57-49e1-be90-40dda6eae544 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:35.290106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4ae3136-21bb-4b65-ab4f-0d7699422105 req-7902b3e6-4c57-49e1-be90-40dda6eae544 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.1470993 Jul 30 02:07:35.304630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Calling delete_port for f708ae95-3a19-4bf7-8429-0052764e01ff owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:07:35.352754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60252) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:35.354524 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.361199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': '78c16e5a-5e70-4d7c-aa4f-764601dd17a0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:35.416834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4ae3136-21bb-4b65-ab4f-0d7699422105 req-b8c7903e-0c2f-4892-994a-e99a71cdcae0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075473 Jul 30 02:07:35.418328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:35.420477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e83f8d-d5f5-4068-bfc8-6137e44870bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e0ee8d-8a96-4b35-900c-f4c10f6e938c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:35.426659 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7079c-828b-4eea-a5cb-6107f795a5b9" -d '{"events": [{"server_uuid": "21e83f8d-d5f5-4068-bfc8-6137e44870bc", "name": "network-vif-plugged", "status": "completed", "tag": "00e0ee8d-8a96-4b35-900c-f4c10f6e938c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:35.433670 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.551633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:35.657537 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd520fc-b050-49d4-9187-255dbf927805 x-openstack-request-id: req-1fd520fc-b050-49d4-9187-255dbf927805 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:35.658479 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e83f8d-d5f5-4068-bfc8-6137e44870bc", "name": "network-vif-plugged", "status": "completed", "tag": "00e0ee8d-8a96-4b35-900c-f4c10f6e938c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:35.659948 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1fd520fc-b050-49d4-9187-255dbf927805 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:35.661353 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e83f8d-d5f5-4068-bfc8-6137e44870bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e0ee8d-8a96-4b35-900c-f4c10f6e938c', 'code': 200} Jul 30 02:07:35.779837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.861090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Pushing event deleted for resources: {'Port': ['ID=f708ae95-3a19-4bf7-8429-0052764e01ff,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:35.876464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b131d-fb54-4f29-8ce8-3a26e0192050 req-3718fdac-7659-4776-a07d-bf8975efc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:35.879148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f30b131d-fb54-4f29-8ce8-3a26e0192050 req-3718fdac-7659-4776-a07d-bf8975efc5aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 1096 time: 0.1206911 Jul 30 02:07:35.899993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:35.907157 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:35.989630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f30b131d-fb54-4f29-8ce8-3a26e0192050 req-30e4a27b-e81f-4aeb-bd5e-25b28e51a491 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923986 Jul 30 02:07:36.067050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] No DVR routers for this DVR port f708ae95-3a19-4bf7-8429-0052764e01ff on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:07:36.075242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.077590 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-afc2f804-e33e-4a80-a474-71dc5c392358 req-dd9ab068-ca23-4377-827d-2014ad6a721b tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.41 "DELETE /v2.0/ports/f708ae95-3a19-4bf7-8429-0052764e01ff HTTP/1.1" status: 204 len: 173 time: 1.5822744 Jul 30 02:07:36.078093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99162e2f-1c6d-47d0-b21d-e3080414dcd9', 'name': 'network-vif-deleted', 'tag': 'f708ae95-3a19-4bf7-8429-0052764e01ff'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:36.080884 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d9b8e6-c3cd-499c-857b-19cc9b9a2b87" -d '{"events": [{"server_uuid": "99162e2f-1c6d-47d0-b21d-e3080414dcd9", "name": "network-vif-deleted", "tag": "f708ae95-3a19-4bf7-8429-0052764e01ff"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:36.139566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a9866-31e8-4de0-bfde-4c86da3b060f req-c3dbc260-2879-4fb1-862d-8d6c7a4ea2ac tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:36.142461 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-967a9866-31e8-4de0-bfde-4c86da3b060f req-c3dbc260-2879-4fb1-862d-8d6c7a4ea2ac tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 945 time: 0.1330531 Jul 30 02:07:36.185595 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.314102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-967a9866-31e8-4de0-bfde-4c86da3b060f req-0639bbd7-d1a6-4a54-a2d4-6c902a713971 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469336 Jul 30 02:07:36.424033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.513071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35913f35-f07e-457c-bbd2-ad9233048b6c req-7032f9b9-6167-4d2a-a42a-0a03e094d4b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:36.515218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35913f35-f07e-457c-bbd2-ad9233048b6c req-7032f9b9-6167-4d2a-a42a-0a03e094d4b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.0836196 Jul 30 02:07:36.550408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=ab593c80-60c0-4014-b99c-6c54cf1db89c,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:36.564948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': 'a480e56c-9f5d-4370-84e2-d30ac62e5ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '78c16e5a-5e70-4d7c-aa4f-764601dd17a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:36.565311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: 78c16e5a-5e70-4d7c-aa4f-764601dd17a0, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:36.606603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35913f35-f07e-457c-bbd2-ad9233048b6c req-1adf2ee4-d642-45ed-bddb-c414992c068e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784881 Jul 30 02:07:36.610423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network 78c16e5a-5e70-4d7c-aa4f-764601dd17a0 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:36.628799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 78c16e5a-5e70-4d7c-aa4f-764601dd17a0) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:36.649121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:36.651755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.703837 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3d54ef54-0a75-4f2f-957d-8d3da3d5511d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3491235 Jul 30 02:07:36.710980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60272) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:36.726856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1111382326'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:36.728355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d90e8-a1aa-4e71-9be5-df864b2fc64c None None] Network 78c16e5a-5e70-4d7c-aa4f-764601dd17a0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:36.797440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:36.804480 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.883552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:36.910373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b33098c9-f053-4aff-bf0e-effb466aaf15 req-7ce2bed7-88e5-4e9e-bf7e-d9b21b70800d tempest-ServerMetadataNegativeTestJSON-2086603592 tempest-ServerMetadataNegativeTestJSON-2086603592-project] 10.222.0.84 "GET /v2.0/ports?device_id=99162e2f-1c6d-47d0-b21d-e3080414dcd9 HTTP/1.1" status: 200 len: 210 time: 0.1252959 Jul 30 02:07:36.912838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:36.913261 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment dc726530-14ca-4514-a262-12b964f07043 of type vlan for network 96089680-d22f-4151-bd0e-f90a6de3a7e2 Jul 30 02:07:36.972810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f708ae95-3a19-4bf7-8429-0052764e01ff no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:07:37.015897 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bac5141-450f-4134-9f1f-1c1d4cebed66 x-openstack-request-id: req-1bac5141-450f-4134-9f1f-1c1d4cebed66 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:37.020439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: f708ae95-3a19-4bf7-8429-0052764e01ff {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:07:37.020439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f708ae95-3a19-4bf7-8429-0052764e01ff not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:07:37.023156 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99162e2f-1c6d-47d0-b21d-e3080414dcd9", "name": "network-vif-deleted", "tag": "f708ae95-3a19-4bf7-8429-0052764e01ff", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:37.023921 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1bac5141-450f-4134-9f1f-1c1d4cebed66 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:37.025308 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99162e2f-1c6d-47d0-b21d-e3080414dcd9', 'name': 'network-vif-deleted', 'tag': 'f708ae95-3a19-4bf7-8429-0052764e01ff', 'status': 'completed', 'code': 200} Jul 30 02:07:37.049981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:37.158113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-78c16e5a-5e70-4d7c-aa4f-764601dd17a0', 'network_id': '78c16e5a-5e70-4d7c-aa4f-764601dd17a0', 'tenant_id': '5fdd742a14f6469abfe6ea6248735d1f', 'fixed_ips': [{'subnet_id': 'ab593c80-60c0-4014-b99c-6c54cf1db89c'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:37.160187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:37.170029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:37.198265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:37.199021 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:37.349280 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6359758 Jul 30 02:07:37.354797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60278) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:37.363883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': '96089680-d22f-4151-bd0e-f90a6de3a7e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:37.377080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7621ce2-b512-4bc1-a506-c32874d88df0 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=96089680-d22f-4151-bd0e-f90a6de3a7e2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:37.411204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 96089680-d22f-4151-bd0e-f90a6de3a7e2 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:37.561372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:37.562402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Allocated IP 172.20.255.242 (78c16e5a-5e70-4d7c-aa4f-764601dd17a0/ab593c80-60c0-4014-b99c-6c54cf1db89c/1de09906-837d-400f-ab41-6adaff11f3e9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:37.568406 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.020104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b939979-11c2-48fe-8e5a-1051c2e51789 req-21cbfda9-5866-4592-bcd6-8b15fcda916a tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:38.023190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b939979-11c2-48fe-8e5a-1051c2e51789 req-21cbfda9-5866-4592-bcd6-8b15fcda916a tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 945 time: 0.1523635 Jul 30 02:07:38.025743 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.175160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=4c9cebf7-4950-4f9d-a667-33b02e17e635,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:38.178530 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.207092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Transition to ACTIVE for port object 1de09906-837d-400f-ab41-6adaff11f3e9 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:38.223020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b939979-11c2-48fe-8e5a-1051c2e51789 req-6af48191-6288-4edb-8ecf-bebcafa983c8 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425581 Jul 30 02:07:38.237322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': 'dc726530-14ca-4514-a262-12b964f07043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '96089680-d22f-4151-bd0e-f90a6de3a7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:38.238117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: 96089680-d22f-4151-bd0e-f90a6de3a7e2, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:38.246574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Transition to ACTIVE for port object 1de09906-837d-400f-ab41-6adaff11f3e9 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:38.265598 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.283351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network 96089680-d22f-4151-bd0e-f90a6de3a7e2 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:38.326929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 96089680-d22f-4151-bd0e-f90a6de3a7e2) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:38.335802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:38.337607 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.373829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598d5a3-c7ff-449c-a340-b448de6fd64b None None] Network 96089680-d22f-4151-bd0e-f90a6de3a7e2 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:38.384722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60298) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:38.390649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-09b44cd1-3227-4dd6-8b91-b3232b0c88c7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0295830 Jul 30 02:07:38.484649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Network 78c16e5a-5e70-4d7c-aa4f-764601dd17a0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:38.508904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:38.516234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:38.520039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Pushing event updated for resources: {'Port': ['ID=1de09906-837d-400f-ab41-6adaff11f3e9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:38.632557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b323b-4d57-4051-aa0e-8051c11026bf req-af88efe0-81bc-47ba-9bf4-8801eb0a5361 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:38.638048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe2b323b-4d57-4051-aa0e-8051c11026bf req-af88efe0-81bc-47ba-9bf4-8801eb0a5361 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.1354854 Jul 30 02:07:38.683281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.690761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Attempting to bind port 1de09906-837d-400f-ab41-6adaff11f3e9 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:38.691417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Attempting to bind port 1de09906-837d-400f-ab41-6adaff11f3e9 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a480e56c-9f5d-4370-84e2-d30ac62e5ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '78c16e5a-5e70-4d7c-aa4f-764601dd17a0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:38.692165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Attempting to bind port 1de09906-837d-400f-ab41-6adaff11f3e9 on network 78c16e5a-5e70-4d7c-aa4f-764601dd17a0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:38.708438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:38.710151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Checking segment: {'id': 'a480e56c-9f5d-4370-84e2-d30ac62e5ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '78c16e5a-5e70-4d7c-aa4f-764601dd17a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:38.710948 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.711972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Bound using segment: {'id': 'a480e56c-9f5d-4370-84e2-d30ac62e5ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '78c16e5a-5e70-4d7c-aa4f-764601dd17a0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:38.712641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Bound port: 1de09906-837d-400f-ab41-6adaff11f3e9, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a480e56c-9f5d-4370-84e2-d30ac62e5ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '78c16e5a-5e70-4d7c-aa4f-764601dd17a0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:38.713394 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.738096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe2b323b-4d57-4051-aa0e-8051c11026bf req-022ba1f6-aa8a-4101-93c4-c589cd03e07c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893865 Jul 30 02:07:38.799951 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.842709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60300) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:38.941745 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbcd072-e939-4da6-8000-1a76c4b3c4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-96089680-d22f-4151-bd0e-f90a6de3a7e2', 'network_id': '96089680-d22f-4151-bd0e-f90a6de3a7e2', 'tenant_id': '5fdd742a14f6469abfe6ea6248735d1f', 'fixed_ips': [{'subnet_id': '4c9cebf7-4950-4f9d-a667-33b02e17e635'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:38.943198 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd072-e939-4da6-8000-1a76c4b3c4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:38.980603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dfb066-1094-4bae-99ff-61bd37e6d526 admin admin] Deleting subnet aaa8494a-ef08-447f-8790-d33385ab24c6 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:07:38.992280 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92dfb066-1094-4bae-99ff-61bd37e6d526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.000146 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.061902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] For port 1de09906-837d-400f-ab41-6adaff11f3e9, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:39.070249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] For port 1de09906-837d-400f-ab41-6adaff11f3e9, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1de09906-837d-400f-ab41-6adaff11f3e9,segment=NetworkSegment(a480e56c-9f5d-4370-84e2-d30ac62e5ced),segment_id=a480e56c-9f5d-4370-84e2-d30ac62e5ced)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:39.082695 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.123395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92dfb066-1094-4bae-99ff-61bd37e6d526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.168375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9cebf7-4950-4f9d-a667-33b02e17e635,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:39.242053 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92dfb066-1094-4bae-99ff-61bd37e6d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.295005 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.329378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022df44-3769-45e1-96df-0fef39a425d2 None None] Pushing event updated for resources: {'Port': ['ID=1de09906-837d-400f-ab41-6adaff11f3e9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:39.335396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96089680-d22f-4151-bd0e-f90a6de3a7e2']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:39.376107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc726530-14ca-4514-a262-12b964f07043') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:39.380425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc726530-14ca-4514-a262-12b964f07043') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:39.414040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623697fb-0a8f-4a34-aa97-e792d3de5542 None None] Network 96089680-d22f-4151-bd0e-f90a6de3a7e2 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:39.424536 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.460340 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92dfb066-1094-4bae-99ff-61bd37e6d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.491753 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.529987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92dfb066-1094-4bae-99ff-61bd37e6d526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.536195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:39.537518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.550543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-92dfb066-1094-4bae-99ff-61bd37e6d526 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/aaa8494a-ef08-447f-8790-d33385ab24c6 HTTP/1.1" status: 204 len: 168 time: 0.7063870 Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:39.604510 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:39.615909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60310) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:39.619906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfb066-1094-4bae-99ff-61bd37e6d526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa8494a-ef08-447f-8790-d33385ab24c6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:39.664586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ca238404-9d2e-47c8-8cb2-4644aff7382e details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:07:39.869443 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.899837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:39.916419 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/96089680-d22f-4151-bd0e-f90a6de3a7e2 HTTP/1.1" status: 204 len: 168 time: 1.5168905 Jul 30 02:07:39.919621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60316) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:39.926493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-992993484'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:39.931683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70e4eb-439b-4a12-96dc-27082e579abb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=96089680-d22f-4151-bd0e-f90a6de3a7e2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:40.008185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:40.016534 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.022626 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.092817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:40.111038 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.111977 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment 69ddc5a8-1b0f-44ee-b2fa-c9629059b70f of type vlan for network cd37bb47-866c-4ded-985e-9eed8c0f1f46 Jul 30 02:07:40.127897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:40.220274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'ca238404-9d2e-47c8-8cb2-4644aff7382e', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'port_id': 'ca238404-9d2e-47c8-8cb2-4644aff7382e', 'mac_address': 'fa:16:3e:24:62:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:07:40.253963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.354236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.377619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:40.378702 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.424573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.439540 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.468857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca238404-9d2e-47c8-8cb2-4644aff7382e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:07:40.472405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468d495b-3380-4495-a2d4-9849b309f681']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:40.503047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f5727e-bfe0-4888-b9d6-24c99a250206') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:40.504331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:40.504781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f5727e-bfe0-4888-b9d6-24c99a250206') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:40.510724 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.531049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.546511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6332858 Jul 30 02:07:40.553493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60324) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:40.562910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': 'cd37bb47-866c-4ded-985e-9eed8c0f1f46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:40.603814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ca238404-9d2e-47c8-8cb2-4644aff7382e,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:40.613187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fbe18-f101-480f-b773-db83e91c33ba tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=cd37bb47-866c-4ded-985e-9eed8c0f1f46,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:40.634531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network cd37bb47-866c-4ded-985e-9eed8c0f1f46 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:40.644045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295782-2378-412c-aee5-13e97a34f126 req-d4e80fab-1e6a-40a6-a120-a5571d57199e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:40.668494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a295782-2378-412c-aee5-13e97a34f126 req-d4e80fab-1e6a-40a6-a120-a5571d57199e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.2603800 Jul 30 02:07:40.686976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.723886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:40.726048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:40.728545 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:40.751397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a295782-2378-412c-aee5-13e97a34f126 req-36fb673e-f5fd-48fe-8583-e274fd463f85 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797715 Jul 30 02:07:40.784474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ca238404-9d2e-47c8-8cb2-4644aff7382e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:40.948764 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.967382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:40.971186 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] 10.222.0.84 "DELETE /v2.0/networks/468d495b-3380-4495-a2d4-9849b309f681 HTTP/1.1" status: 204 len: 168 time: 1.2118754 Jul 30 02:07:41.052367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcaecf-bbe0-4caf-a6dc-451d577f8429 admin admin] Pushing event deleted for resources: {'Network': ['ID=468d495b-3380-4495-a2d4-9849b309f681,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:41.157124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:41.158955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1de09906-837d-400f-ab41-6adaff11f3e9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:41.175718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.530158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Performing IP validity checks on allocation pools {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:07:41.531533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:07:41.547246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1de09906-837d-400f-ab41-6adaff11f3e9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:41.572562 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60338) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.604573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f06e0b-aa97-4338-8f80-623e1b310b68 None None] Network 78c16e5a-5e70-4d7c-aa4f-764601dd17a0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:41.734202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a6f1cb75-6b7a-4645-9ccd-96d921bd569b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dfa59a48c5384410b520a8e09c7b4473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601598 Jul 30 02:07:41.738215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60342) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:41.773680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed3a6ec7-bc66-4800-8f37-0c10d810ecc0 None None] Provisioning for port 1de09906-837d-400f-ab41-6adaff11f3e9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:07:41.837020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed3a6ec7-bc66-4800-8f37-0c10d810ecc0 None None] Provisioning complete for port 1de09906-837d-400f-ab41-6adaff11f3e9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:41.837424 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6ec7-bc66-4800-8f37-0c10d810ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.882883 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:41.920265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd95e766-bf09-42e1-862e-cc7c5923ad5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.016572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd95e766-bf09-42e1-862e-cc7c5923ad5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.103977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=4265e161-aca1-49d3-a0cf-a54cc39bcc1e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:42.103977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': '69ddc5a8-1b0f-44ee-b2fa-c9629059b70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'cd37bb47-866c-4ded-985e-9eed8c0f1f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:42.103977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: cd37bb47-866c-4ded-985e-9eed8c0f1f46, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:42.159658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network cd37bb47-866c-4ded-985e-9eed8c0f1f46 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:42.184147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, cd37bb47-866c-4ded-985e-9eed8c0f1f46) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:42.199581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:42.200585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.209517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c95edb-fc4f-4360-9e92-14bf4d02fe3d req-55c6caa7-6aef-49a7-acdf-3e7c964fc85a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:42.212772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03c95edb-fc4f-4360-9e92-14bf4d02fe3d req-55c6caa7-6aef-49a7-acdf-3e7c964fc85a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 944 time: 0.1991866 Jul 30 02:07:42.235169 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6d713bda-bef9-4e28-9357-5df03f8b3c88 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6809716 Jul 30 02:07:42.238861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60356) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:42.250006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ab18f-dcd6-40e4-8c13-43c619ceae12 None None] Network cd37bb47-866c-4ded-985e-9eed8c0f1f46 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:42.341237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd95e766-bf09-42e1-862e-cc7c5923ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.359421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd95e766-bf09-42e1-862e-cc7c5923ad5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.362957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bd95e766-bf09-42e1-862e-cc7c5923ad5b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bd98ba34-75a8-44fe-ab64-845017f1d815 HTTP/1.1" status: 204 len: 168 time: 0.6137097 Jul 30 02:07:42.453597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03c95edb-fc4f-4360-9e92-14bf4d02fe3d req-0dc08838-6558-47dc-b000-ea0e59dba23e tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248225 Jul 30 02:07:42.455759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95e766-bf09-42e1-862e-cc7c5923ad5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd98ba34-75a8-44fe-ab64-845017f1d815,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:42.546118 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6ec7-bc66-4800-8f37-0c10d810ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.605997 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.678544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ed3a6ec7-bc66-4800-8f37-0c10d810ecc0 None None] For port 1de09906-837d-400f-ab41-6adaff11f3e9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1de09906-837d-400f-ab41-6adaff11f3e9,segment=NetworkSegment(a480e56c-9f5d-4370-84e2-d30ac62e5ced),segment_id=a480e56c-9f5d-4370-84e2-d30ac62e5ced)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:42.693621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed3a6ec7-bc66-4800-8f37-0c10d810ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.960503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:42.986140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a6ec7-bc66-4800-8f37-0c10d810ecc0 None None] Pushing event updated for resources: {'Port': ['ID=1de09906-837d-400f-ab41-6adaff11f3e9,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:43.078737 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.090578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdc0ad9-bdb8-4bc9-9741-ed953cfd5108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-cd37bb47-866c-4ded-985e-9eed8c0f1f46', 'network_id': 'cd37bb47-866c-4ded-985e-9eed8c0f1f46', 'tenant_id': '5fdd742a14f6469abfe6ea6248735d1f', 'fixed_ips': [{'subnet_id': '4265e161-aca1-49d3-a0cf-a54cc39bcc1e'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:43.092081 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fdc0ad9-bdb8-4bc9-9741-ed953cfd5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.364469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e1e0d-f9f4-42b5-bfb4-4d0014628cb6 None None] Network cd37bb47-866c-4ded-985e-9eed8c0f1f46 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:43.487040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-18c62572-3f56-4c82-ade9-dc162007763a None None] Provisioning complete for port 1de09906-837d-400f-ab41-6adaff11f3e9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:43.487704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-18c62572-3f56-4c82-ade9-dc162007763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:43.639804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ca238404-9d2e-47c8-8cb2-4644aff7382e up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:43.949755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f3fa3-7643-49ba-bbf7-5dc64f6f4eb4 req-77fa5a8e-8a2e-4ff2-87d7-bbd201b94171 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:43.972698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c04f3fa3-7643-49ba-bbf7-5dc64f6f4eb4 req-77fa5a8e-8a2e-4ff2-87d7-bbd201b94171 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 944 time: 0.1721716 Jul 30 02:07:44.152398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c04f3fa3-7643-49ba-bbf7-5dc64f6f4eb4 req-90cad1dd-b363-4547-93a8-1107d6525fb3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776395 Jul 30 02:07:44.170530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port ca238404-9d2e-47c8-8cb2-4644aff7382e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:44.171254 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.267865 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:07:44.500422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.580367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=4265e161-aca1-49d3-a0cf-a54cc39bcc1e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:44.648703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:07:44.653001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:07:44.665011 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d5baea-d76b-43d2-a0ab-9ef49a5422e3" -d '{"events": [{"server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "name": "network-vif-plugged", "status": "completed", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:07:44.682954 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.861216 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:44.863507 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1248b5a-7689-473c-ac88-d6a033176913 x-openstack-request-id: req-b1248b5a-7689-473c-ac88-d6a033176913 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:07:44.865802 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "name": "network-vif-plugged", "status": "completed", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:07:44.866774 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b1248b5a-7689-473c-ac88-d6a033176913 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:07:44.867370 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e', 'code': 200} Jul 30 02:07:44.896919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd37bb47-866c-4ded-985e-9eed8c0f1f46']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:44.932101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ddc5a8-1b0f-44ee-b2fa-c9629059b70f') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:44.933515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ddc5a8-1b0f-44ee-b2fa-c9629059b70f') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:44.953948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ca238404-9d2e-47c8-8cb2-4644aff7382e,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:44.975631 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.018555 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.047707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:45.052353 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:45.056805 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:45.097699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1de09906-837d-400f-ab41-6adaff11f3e9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:07:45.221527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60410) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:45.316011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1de09906-837d-400f-ab41-6adaff11f3e9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:07:45.316655 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.362598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.395361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.405413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60416) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:45.410855 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/cd37bb47-866c-4ded-985e-9eed8c0f1f46 HTTP/1.1" status: 204 len: 168 time: 3.1700230 Jul 30 02:07:45.417251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1851849418'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:45.479480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fe67b-3195-4510-b2d5-e45cc37a336d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=cd37bb47-866c-4ded-985e-9eed8c0f1f46,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:45.564746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:45.572565 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.602825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4720b69-3c91-420a-81c4-c99cd7acd207 req-a9cd7fbc-72e2-4244-9679-03d1d415c559 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:45.605693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4720b69-3c91-420a-81c4-c99cd7acd207 req-a9cd7fbc-72e2-4244-9679-03d1d415c559 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.1585367 Jul 30 02:07:45.615888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-822352995-network', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:45.706531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:45.730156 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.730917 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment 1f1b9939-8f1b-494c-b753-cbf4dc0947bf of type vlan for network 6bdf48db-969b-44eb-bc79-faeb973d1a9a Jul 30 02:07:45.842043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4720b69-3c91-420a-81c4-c99cd7acd207 req-f37c5055-e9ff-4fb9-bb01-2ee758b4442d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170877 Jul 30 02:07:45.861148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.941010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Made reservation on behalf of 8e7a5b78969b4b82b8c73bb8182817a6 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:45.949360 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.962535 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.976302 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:45.984818 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:45.986219 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.134282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=6bdf48db-969b-44eb-bc79-faeb973d1a9a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:46.154258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 6bdf48db-969b-44eb-bc79-faeb973d1a9a details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:46.352683 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.365921 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.452190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abd6db8-bb1d-458a-b704-816c62b3e321,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:46.472853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60422) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:46.485329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': '6bdf48db-969b-44eb-bc79-faeb973d1a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:46.487556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bed8cad9-79b8-437d-9117-9e0f9fc5ba30 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0804646 Jul 30 02:07:46.510344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:46.543344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.543755 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Added segment df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c of type vlan for network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 Jul 30 02:07:46.620908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.709860 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.711613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:46.712467 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.866367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] Pushing event updated for resources: {'Network': ['ID=623d2b84-caf9-42a9-a58e-55e2c7aaa067,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:46.871046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b671b001-6273-4820-bbc9-0c502d78134b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6474452 Jul 30 02:07:46.876719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60426) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:46.882935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:46.903273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Request body: {'subnet': {'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-822352995-subnet', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:46.953229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:46.964675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:46.991456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Made reservation on behalf of 8e7a5b78969b4b82b8c73bb8182817a6 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:47.007625 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.232301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d3b7d-7bc6-4f23-905d-89075af86cd0 req-4f72f0d0-6fa3-4927-aeb3-5269a555c95b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:47.241116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c36d3b7d-7bc6-4f23-905d-89075af86cd0 req-4f72f0d0-6fa3-4927-aeb3-5269a555c95b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.2170949 Jul 30 02:07:47.330804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c36d3b7d-7bc6-4f23-905d-89075af86cd0 req-b368ddd4-8fc5-4af2-bac6-3da06063deb3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884142 Jul 30 02:07:47.633089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.763016 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:47.897793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=6fc12b45-4359-4a30-9822-90fbff571194,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:47.941105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': '1f1b9939-8f1b-494c-b753-cbf4dc0947bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '6bdf48db-969b-44eb-bc79-faeb973d1a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:47.947006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: 6bdf48db-969b-44eb-bc79-faeb973d1a9a, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:47.956520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0646f3b0-c96f-4976-afe1-dabd69932590,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:47.984887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Checking segment: {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:47.984887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Network hostable DHCP agents. Network: 623d2b84-caf9-42a9-a58e-55e2c7aaa067, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:48.005816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network 6bdf48db-969b-44eb-bc79-faeb973d1a9a is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:48.023473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:48.028713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 6bdf48db-969b-44eb-bc79-faeb973d1a9a) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:48.034103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 623d2b84-caf9-42a9-a58e-55e2c7aaa067) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:48.041257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:48.041548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:48.042150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.042355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.042926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c28a77-f1d8-48b5-bb13-2a649d9b652f None None] Network 6bdf48db-969b-44eb-bc79-faeb973d1a9a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:48.057528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68610cf3-cae0-47d0-9a33-41917104dfe0 None None] Network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:48.077859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4d6c2693-5313-4970-8348-ea67a110d96d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1989679 Jul 30 02:07:48.080680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60436) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:48.105995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:48.106975 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e7202634-5e15-476a-9c60-68e453513739 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6282535 Jul 30 02:07:48.110987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60438) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:48.213131 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.214226 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.350090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.480847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.766404 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:48.922366 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.023027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc12b45-4359-4a30-9822-90fbff571194,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:49.214181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.248725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdf48db-969b-44eb-bc79-faeb973d1a9a']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:49.284863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1b9939-8f1b-494c-b753-cbf4dc0947bf') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:49.286187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1b9939-8f1b-494c-b753-cbf4dc0947bf') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:49.318875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.362213 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.393494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:49.394516 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.395184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c906741-2633-4ab0-851b-570b44887240 None None] Network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:49.405109 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:49.635138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.695772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.697913 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/6bdf48db-969b-44eb-bc79-faeb973d1a9a HTTP/1.1" status: 204 len: 168 time: 1.5786176 Jul 30 02:07:49.700424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151e6f1-9aec-4030-b56e-e514a1fde05d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=6bdf48db-969b-44eb-bc79-faeb973d1a9a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:49.703847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60448) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:49.721812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-174824833'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:49.726182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda3fac-37d1-4256-936b-8b14b0116f1e None None] Network 6bdf48db-969b-44eb-bc79-faeb973d1a9a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:49.803763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda3fac-37d1-4256-936b-8b14b0116f1e None None] Network 6bdf48db-969b-44eb-bc79-faeb973d1a9a could not be found, it might have been deleted concurrently. {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 02:07:49.816389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:49.822745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.929107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:49.966168 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:49.967384 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment 67eb4120-c31f-4776-92d3-0c34b26910a2 of type vlan for network d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6 Jul 30 02:07:50.078269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd28bac-2cd7-4bf6-a466-866e016dc5ff req-48a3da35-3649-4bce-b567-a48c2193ffd0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:50.095132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4cd28bac-2cd7-4bf6-a466-866e016dc5ff req-48a3da35-3649-4bce-b567-a48c2193ffd0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 1.5186543 Jul 30 02:07:50.134347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.149769 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.212889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.237412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:50.238502 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.348001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4cd28bac-2cd7-4bf6-a466-866e016dc5ff req-12cce2fd-8547-4164-9ad6-fb6054b01614 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360089 Jul 30 02:07:50.546958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:50.554935 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-11f3df30-12f0-4f0c-97b8-02883a5e551e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8456583 Jul 30 02:07:50.559472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60454) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:50.571998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:50.576029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': 'd9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:50.733231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:50.738355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.883847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:50.924426 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.144896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Allocated IP 172.25.7.141 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/22e0fa33-2ad5-4c8f-aa48-8ccb583cf387) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:51.399275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.523134 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.548397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.720977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:51.733120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:51.735944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Pushing event updated for resources: {'Port': ['ID=22e0fa33-2ad5-4c8f-aa48-8ccb583cf387,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:51.742956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:51.767726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=c7aa48c8-35fe-457a-88bf-fba144f7c38f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:51.773490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': '67eb4120-c31f-4776-92d3-0c34b26910a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:51.774117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:51.820125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:51.832602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e462ca-408b-41d2-a792-207064d5ca50 req-263f3428-2767-43fa-a513-9eddeabedd40 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:51.835332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52e462ca-408b-41d2-a792-207064d5ca50 req-263f3428-2767-43fa-a513-9eddeabedd40 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.2520306 Jul 30 02:07:51.844134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:51.855770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e0f10-97ac-475e-ad74-8ae4cbbf4c7b None None] Network d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:51.857833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:51.858939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:51.899746 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-28187eb3-ed66-4066-9b4e-00f53e6dbf1c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3398759 Jul 30 02:07:51.903599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60468) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:52.074767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.119410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52e462ca-408b-41d2-a792-207064d5ca50 req-0dcb6321-15e7-42bf-ab09-9099aefc657b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966391 Jul 30 02:07:52.188092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.343251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.437744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bf57e3-2ff8-4795-8a63-a0eb388a20e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6', 'network_id': 'd9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6', 'tenant_id': '5fdd742a14f6469abfe6ea6248735d1f', 'fixed_ips': [{'subnet_id': 'c7aa48c8-35fe-457a-88bf-fba144f7c38f'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:07:52.439078 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23bf57e3-2ff8-4795-8a63-a0eb388a20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.469248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=c7aa48c8-35fe-457a-88bf-fba144f7c38f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:52.570020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.670432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.695371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:52.729729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5033f6-e1c4-4f55-b350-a089693940cf None None] Network d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:52.738593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67eb4120-c31f-4776-92d3-0c34b26910a2') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:52.739535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67eb4120-c31f-4776-92d3-0c34b26910a2') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:52.796596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.842743 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.865670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:52.866122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:52.889812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-06e51ab9-5495-4929-a33a-0aca7253a6c6 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:52.899688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-06e51ab9-5495-4929-a33a-0aca7253a6c6 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 815 time: 0.3680246 Jul 30 02:07:52.962242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-5b721296-7ced-4314-8281-abb8a4dd35a5 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/quotas/ea899590df1f491db8d651e16693fa51 HTTP/1.1" status: 200 len: 375 time: 0.0613782 Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:53.019576 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:53.025062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.066588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.079404 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6 HTTP/1.1" status: 204 len: 168 time: 1.1682668 Jul 30 02:07:53.098562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60492) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:53.108098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1805646018'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:53.116702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f24e0-5fab-4f09-8349-0a4135e57ce8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:53.181500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:53.189489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-43e264c2-68dc-4f7a-9da2-22a9254c5a6a tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2081754 Jul 30 02:07:53.190502 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.265010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:53.323890 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.325131 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment 37be6fa5-e2ff-44dc-85bf-21352378d626 of type vlan for network 9bff0be2-d44c-4835-94ce-4cc6aa7dd655 Jul 30 02:07:53.377191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.434831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.547320 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.548470 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-38bfe997-5735-48f1-bc28-5e6d5f04726c service neutron] 10.222.0.84 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410549 Jul 30 02:07:53.582451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:53.596396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:53.676389 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5745008 Jul 30 02:07:53.711017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60508) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:53.789547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': '9bff0be2-d44c-4835-94ce-4cc6aa7dd655', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:53.912357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f67f7-b659-4d48-8b4e-622a09989e05 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=9bff0be2-d44c-4835-94ce-4cc6aa7dd655,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:53.952834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 9bff0be2-d44c-4835-94ce-4cc6aa7dd655 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:53.983756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:53.999940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.102567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-65d293cf-0f95-45e9-932d-14e128594fd4 service neutron] 10.222.0.84 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077362 Jul 30 02:07:54.114633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Router c4b2d4a6-403d-473f-bfc5-54640705ee4f is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:07:54.253108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.274280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Performing IP validity checks on allocation pools {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:07:54.275212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:07:54.579807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:07:54.613545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Sync routers for ids ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:07:54.638731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Routers {'c4b2d4a6-403d-473f-bfc5-54640705ee4f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:54.641035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:07:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:54.657248 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.675365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eb43e39e-eef7-409d-9362-37817123574d admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5879714 Jul 30 02:07:54.676499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60512) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:54.714768 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:54.981674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=e45e2aa9-f861-4167-b0da-6424df4273ae,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:54.998735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': '37be6fa5-e2ff-44dc-85bf-21352378d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9bff0be2-d44c-4835-94ce-4cc6aa7dd655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:54.999827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: 9bff0be2-d44c-4835-94ce-4cc6aa7dd655, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:55.032908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Set router c4b2d4a6-403d-473f-bfc5-54640705ee4f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:55.035108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network 9bff0be2-d44c-4835-94ce-4cc6aa7dd655 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:07:55.038141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ea2f4-cc82-404e-b32e-a5f23e10cb38 req-d4e6cb32-ebb3-49cd-b8c4-7ab2469a4929 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:55.040037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba9ea2f4-cc82-404e-b32e-a5f23e10cb38 req-d4e6cb32-ebb3-49cd-b8c4-7ab2469a4929 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.2332935 Jul 30 02:07:55.074569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 9bff0be2-d44c-4835-94ce-4cc6aa7dd655) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:55.081385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:55.081385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.119496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-423bc406-e97d-4b96-a41e-21216e319d4e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3363585 Jul 30 02:07:55.123808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60518) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:55.217039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba9ea2f4-cc82-404e-b32e-a5f23e10cb38 req-5770d9f2-9f4a-4857-9944-6d7c3eb28d27 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280670 Jul 30 02:07:55.326021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f869a405-a032-42e2-9c02-7ee435df5b42 None None] Network 9bff0be2-d44c-4835-94ce-4cc6aa7dd655 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:55.404723 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.596791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-492b3ee6-ee6d-42ae-abc4-68246c6f6be1 req-e34e3c51-7b70-473f-8080-09ffa377703d tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 210 time: 0.0327430 Jul 30 02:07:55.629006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.859241 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:55.970154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=e45e2aa9-f861-4167-b0da-6424df4273ae,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:56.024906 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.136346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.177271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bff0be2-d44c-4835-94ce-4cc6aa7dd655']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:56.205586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37be6fa5-e2ff-44dc-85bf-21352378d626') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:56.205893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37be6fa5-e2ff-44dc-85bf-21352378d626') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:56.219278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c5123c-d7a7-4338-b6be-f8016109ad31 None None] Network 9bff0be2-d44c-4835-94ce-4cc6aa7dd655 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:07:56.240640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.321168 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.351765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:07:56.357899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.382384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:48Z', 'updated_at': '2021-07-30T02:07:52Z', 'revision_number': 3, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'gw_port': {'id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:50Z', 'updated_at': '2021-07-30T02:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:56.462757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Checking router: c4b2d4a6-403d-473f-bfc5-54640705ee4f for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:07:56.463104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Updating router c4b2d4a6-403d-473f-bfc5-54640705ee4f port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:07:56.600900 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.685237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Allocated IP 172.20.0.1 (623d2b84-caf9-42a9-a58e-55e2c7aaa067/0646f3b0-c96f-4976-afe1-dabd69932590/b3ad34df-41db-4b03-a0fd-c731effa138e) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:07:56.703945 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:07:56.720086 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.738351 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.744507 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/9bff0be2-d44c-4835-94ce-4cc6aa7dd655 HTTP/1.1" status: 204 len: 168 time: 1.6183512 Jul 30 02:07:56.760132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60542) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:56.772556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606088213'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:56.777330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45162628-03a5-4ed5-a68a-dadc8f8d9fd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=9bff0be2-d44c-4835-94ce-4cc6aa7dd655,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:56.855307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:56.859795 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:56.987269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7f6f-ced5-4a68-94fe-84b5c79d68d2 req-61ca6527-e320-4301-a2cf-b6a0dd70c450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:57.003779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e79f7f6f-ced5-4a68-94fe-84b5c79d68d2 req-61ca6527-e320-4301-a2cf-b6a0dd70c450 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.3058138 Jul 30 02:07:57.081194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:07:57.142952 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.143474 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment 2c2481a1-1143-4476-97b1-5c25aa1ed6e4 of type vlan for network 17786005-f66e-4bd4-816c-75026928922a Jul 30 02:07:57.156632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d9c78244-279a-41a2-bd3e-2ea6d4e6a2c7 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:57.158244 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d9c78244-279a-41a2-bd3e-2ea6d4e6a2c7 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 815 time: 0.3470755 Jul 30 02:07:57.173264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Request body: {'port': {'device_id': '13816f47-1817-4f42-8edc-fe559edec2bf', 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59', 'admin_state_up': True, 'tenant_id': 'ea899590df1f491db8d651e16693fa51'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:57.246807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e79f7f6f-ced5-4a68-94fe-84b5c79d68d2 req-b9493b76-f21c-40b2-9383-9420b87b174b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417703 Jul 30 02:07:57.322859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.385482 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.411843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Transition to ACTIVE for port object 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:07:57.428842 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.583643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Made reservation on behalf of ea899590df1f491db8d651e16693fa51 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:57.592828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.616532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Attempting to bind port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:07:57.617471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Attempting to bind port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:07:57.618325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Attempting to bind port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:07:57.623500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.628710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa78ee1-64b8-47c6-ad8f-16d55c2f2944 None None] Pushing event updated for resources: {'Port': ['ID=22e0fa33-2ad5-4c8f-aa48-8ccb583cf387,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:57.663977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:07:57.664565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:57.674631 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.675090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:07:57.675679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Bound port: 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:07:57.676167 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.745843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-786988e2-b631-46c7-a54b-ef9f5240e15a req-a20b35ea-fd56-4241-ae2f-4014b36fda2a tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 210 time: 0.1663508 Jul 30 02:07:57.767471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.818105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] For port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:07:57.822660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] For port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=22e0fa33-2ad5-4c8f-aa48-8ccb583cf387,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:07:57.833761 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:57.947821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Routers {'c4b2d4a6-403d-473f-bfc5-54640705ee4f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:07:57.949023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:07:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:57.962039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ad34df-41db-4b03-a0fd-c731effa138e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:57.966649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.resource_extend [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 02:07:57.995672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:57.998369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:57.998843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:57.999281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:57.999758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:58.000184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:58.000600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:58.001052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:58.001493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:58.001923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:58.002260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:58.002590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:58.002923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:07:58.010110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:58.013892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:58.028014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.039877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:58.040533 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.073435 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Allocated IP 172.20.0.11 (a03524a8-a090-4758-a33d-aa0b5da80e59/68d11469-3bec-4b50-b849-fbf84901a507/176c24f0-6a0f-4685-9bc9-953fc1bd3bd2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:07:58.104363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] Set router c4b2d4a6-403d-473f-bfc5-54640705ee4f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:07:58.193061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4274974 Jul 30 02:07:58.193702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:07:58.197217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee841a-ea0f-4e25-a9e1-920ac5458f87 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=17786005-f66e-4bd4-816c-75026928922a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:58.203401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.215460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': '17786005-f66e-4bd4-816c-75026928922a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:58.240142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa78ee1-64b8-47c6-ad8f-16d55c2f2944 None None] Pushing event updated for resources: {'Port': ['ID=22e0fa33-2ad5-4c8f-aa48-8ccb583cf387,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:58.243049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 17786005-f66e-4bd4-816c-75026928922a details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:07:58.615162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.674976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.715659 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.759214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Network a03524a8-a090-4758-a33d-aa0b5da80e59 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:07:58.773659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['116f34ab-398b-4354-a9b9-023b4c529f4a', '00e0ee8d-8a96-4b35-900c-f4c10f6e938c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:07:58.781045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:07:58.785756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Pushing event updated for resources: {'Port': ['ID=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:58.800466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:07:58.806540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:07:58.818660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:58.976266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b3a1-8149-4235-accb-2e4cfdfd892d req-f09af9f2-99cd-4550-8098-0b8027fc7c81 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:58.982538 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1b0b3a1-8149-4235-accb-2e4cfdfd892d req-f09af9f2-99cd-4550-8098-0b8027fc7c81 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.4692423 Jul 30 02:07:59.169631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1b0b3a1-8149-4235-accb-2e4cfdfd892d req-fa63783f-3dd4-4484-8ecd-bbb031bb0aa8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362574 Jul 30 02:07:59.192800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:48Z', 'updated_at': '2021-07-30T02:07:52Z', 'revision_number': 3, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'gw_port': {'id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:50Z', 'updated_at': '2021-07-30T02:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:07:59.426666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.541607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:59.542612 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.553258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d439bc-7e95-41aa-8e36-faa40b6ba2c6 None None] The sync data for ids ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'] in n-d-715271-7 is: [{'id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:48Z', 'updated_at': '2021-07-30T02:07:52Z', 'revision_number': 3, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'gw_port': {'id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:50Z', 'updated_at': '2021-07-30T02:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:07:59.583077 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-f64bcf5c-151e-435a-aec8-069d3459917f tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4139683 Jul 30 02:07:59.610873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Request body: {'port': {'device_id': '13816f47-1817-4f42-8edc-fe559edec2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:07:59.737221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=b74a3e10-8246-422c-986d-7a55b94ca8f1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:07:59.776758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.788009 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:07:59.823208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fa504-487c-432c-aeab-01fcd54200b3 req-48963162-f18e-4e50-bcb9-8e4ba02067e2 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:07:59.835787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad3fa504-487c-432c-aeab-01fcd54200b3 req-48963162-f18e-4e50-bcb9-8e4ba02067e2 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 932 time: 0.3011701 Jul 30 02:07:59.850339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': '2c2481a1-1143-4476-97b1-5c25aa1ed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17786005-f66e-4bd4-816c-75026928922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:07:59.851049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: 17786005-f66e-4bd4-816c-75026928922a, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:07:59.897075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.035568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network 17786005-f66e-4bd4-816c-75026928922a is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:00.154574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ad34df-41db-4b03-a0fd-c731effa138e,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:00.166005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.227782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad3fa504-487c-432c-aeab-01fcd54200b3 req-80005e2f-be43-439c-89fe-c661867be644 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756869 Jul 30 02:08:00.296184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 17786005-f66e-4bd4-816c-75026928922a) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:00.310877 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:00.316386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.320759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88828aa2-bee9-4a3b-bae8-7773a56c42d1 None None] Network 17786005-f66e-4bd4-816c-75026928922a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:00.389681 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1b3547e9-ccf2-46e7-825b-8d2eef0c23be tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1947610 Jul 30 02:08:00.405636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60562) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:00.766705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-17786005-f66e-4bd4-816c-75026928922a', 'network_id': '17786005-f66e-4bd4-816c-75026928922a', 'tenant_id': '5fdd742a14f6469abfe6ea6248735d1f', 'fixed_ips': [{'subnet_id': 'b74a3e10-8246-422c-986d-7a55b94ca8f1'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:00.768520 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.851607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e6934baf-f6ac-4a9e-972f-4927848b8c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:00.864564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:01.256527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:01.293840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:01.326150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Allocated IP 172.20.0.1 (17786005-f66e-4bd4-816c-75026928922a/b74a3e10-8246-422c-986d-7a55b94ca8f1/f66afbb7-8ae6-4069-b05c-a4bad57fbb6d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:01.391760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Transition to ACTIVE for port object 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:01.394658 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:01.415174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:01.623096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:01.653244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Transition to ACTIVE for port object f66afbb7-8ae6-4069-b05c-a4bad57fbb6d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:01.701468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Pushing event updated for resources: {'Port': ['ID=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:01.716921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Transition to ACTIVE for port object f66afbb7-8ae6-4069-b05c-a4bad57fbb6d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:01.735541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:01.760030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:01.923765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6615ba4-05de-4838-9452-81ebec3a1b53 req-2c506398-2a41-434e-9c17-4a527a36090d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:01.940284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6615ba4-05de-4838-9452-81ebec3a1b53 req-2c506398-2a41-434e-9c17-4a527a36090d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.2145610 Jul 30 02:08:01.952122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:01.957879 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:01.997347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Network 17786005-f66e-4bd4-816c-75026928922a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:02.010469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:02.030697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:02.043378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Pushing event updated for resources: {'Port': ['ID=f66afbb7-8ae6-4069-b05c-a4bad57fbb6d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:02.089283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6615ba4-05de-4838-9452-81ebec3a1b53 req-99a13e15-241e-4389-878a-a83ce2400804 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419384 Jul 30 02:08:02.093785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:02.099376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:02.101357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:02.101917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:02.102049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.195515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Attempting to bind port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:02.196241 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Attempting to bind port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:02.197788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Attempting to bind port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 on network a03524a8-a090-4758-a33d-aa0b5da80e59 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:02.207091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=b74a3e10-8246-422c-986d-7a55b94ca8f1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:02.215040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 on network a03524a8-a090-4758-a33d-aa0b5da80e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:08:02.215850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Attempting to bind port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 on network a03524a8-a090-4758-a33d-aa0b5da80e59 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:02.243030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:02.243823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Checking segment: {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:02.244575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Bound using segment: {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:02.245498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Bound port: 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:02.246198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.250178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Attempting to bind port f66afbb7-8ae6-4069-b05c-a4bad57fbb6d on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:02.250544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Attempting to bind port f66afbb7-8ae6-4069-b05c-a4bad57fbb6d by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '2c2481a1-1143-4476-97b1-5c25aa1ed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17786005-f66e-4bd4-816c-75026928922a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:02.251182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Attempting to bind port f66afbb7-8ae6-4069-b05c-a4bad57fbb6d on network 17786005-f66e-4bd4-816c-75026928922a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:02.271045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:02.271509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Checking segment: {'id': '2c2481a1-1143-4476-97b1-5c25aa1ed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17786005-f66e-4bd4-816c-75026928922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:02.271902 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.272299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Bound using segment: {'id': '2c2481a1-1143-4476-97b1-5c25aa1ed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17786005-f66e-4bd4-816c-75026928922a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:02.272795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Bound port: f66afbb7-8ae6-4069-b05c-a4bad57fbb6d, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2481a1-1143-4476-97b1-5c25aa1ed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '17786005-f66e-4bd4-816c-75026928922a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:02.273179 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.307905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.438195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] For port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:02.444595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] For port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:02.449249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17786005-f66e-4bd4-816c-75026928922a']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:02.455744 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.471794 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.484967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Router c4b2d4a6-403d-473f-bfc5-54640705ee4f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:08:02.531876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2481a1-1143-4476-97b1-5c25aa1ed6e4') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:02.532562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2481a1-1143-4476-97b1-5c25aa1ed6e4') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:02.534694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=22e0fa33-2ad5-4c8f-aa48-8ccb583cf387,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:02.546733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.568332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.573589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:02.575456 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.578213 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] 10.222.0.41 "PUT /v2.0/ports/176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 HTTP/1.1" status: 200 len: 1092 time: 2.9782422 Jul 30 02:08:02.582551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13816f47-1817-4f42-8edc-fe559edec2bf', 'tag': '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:02.597088 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ab3677-8bf5-4592-b157-0ff78dc3584d" -d '{"events": [{"name": "network-changed", "server_uuid": "13816f47-1817-4f42-8edc-fe559edec2bf", "tag": "176c24f0-6a0f-4685-9bc9-953fc1bd3bd2"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:02.651271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] For port f66afbb7-8ae6-4069-b05c-a4bad57fbb6d, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:02.738078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=22e0fa33-2ad5-4c8f-aa48-8ccb583cf387,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:02.784885 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.799031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a7381-2140-4126-ac31-5467cc1af95b service neutron] Pushing event updated for resources: {'Port': ['ID=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:02.811798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:02.812447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:02.820175 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:02.902881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:08:02.941327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-9e45f88d-0c25-40d0-8dcf-91168bfa49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:02.944470 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-9e45f88d-0c25-40d0-8dcf-91168bfa49c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 1095 time: 0.2763724 Jul 30 02:08:02.959021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4fd99fe6-0c82-4a2f-9d85-9ceb988f3269 admin admin] 10.222.0.84 "PUT /v2.0/routers/c4b2d4a6-403d-473f-bfc5-54640705ee4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2801478 Jul 30 02:08:03.027270 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-bf9314a9-b087-4737-88f5-52bcf7cec06b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 HTTP/1.1" status: 200 len: 217 time: 0.0693686 Jul 30 02:08:03.046916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:03.077705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76191133-f08b-4dc6-b16a-d9cffe7dfdf9 req-ded80667-3ba9-4401-a76b-1a540e4490ef tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:03.094995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76191133-f08b-4dc6-b16a-d9cffe7dfdf9 req-ded80667-3ba9-4401-a76b-1a540e4490ef tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 944 time: 0.4135592 Jul 30 02:08:03.117117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:08:03.117117 n-d-715271-7 neutron-server[93818]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:08:03.117117 n-d-715271-7 neutron-server[93818]: [parameters: {'id': '17786005-f66e-4bd4-816c-75026928922a'}] Jul 30 02:08:03.117117 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:08:03.120590 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Sync routers for ids ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:08:03.131451 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:08:03.136177 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Routers {'c4b2d4a6-403d-473f-bfc5-54640705ee4f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:08:03.136820 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:07:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:03.149634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-7f82042e-cc6d-4852-86e0-25ef0762a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:03.159351 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-7f82042e-cc6d-4852-86e0-25ef0762a22c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 200 len: 855 time: 0.1206875 Jul 30 02:08:03.221035 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-03e06f5c-bcc7-42e8-ba30-ebab39de46e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a03524a8-a090-4758-a33d-aa0b5da80e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533185 Jul 30 02:08:03.235895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] For port f66afbb7-8ae6-4069-b05c-a4bad57fbb6d, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f66afbb7-8ae6-4069-b05c-a4bad57fbb6d,segment=NetworkSegment(2c2481a1-1143-4476-97b1-5c25aa1ed6e4),segment_id=2c2481a1-1143-4476-97b1-5c25aa1ed6e4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:03.260316 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.383106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76191133-f08b-4dc6-b16a-d9cffe7dfdf9 req-68b8b574-4a54-45cb-9ac0-cced8e54086a tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805431 Jul 30 02:08:03.485333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19150176-221c-445b-9df0-881ad583a9f7 None None] Pushing event updated for resources: {'Port': ['ID=f66afbb7-8ae6-4069-b05c-a4bad57fbb6d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:03.569228 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-8bd6fd39-20bf-436a-9a69-61d3ca9e7815 service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359296 Jul 30 02:08:03.569533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:03.571881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.579162 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e899bcf8-32dd-421c-adf0-c36ae1dff979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.590612 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Set router c4b2d4a6-403d-473f-bfc5-54640705ee4f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:08:03.609885 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb30284c-1829-43db-ab24-87cd504b6aa3 x-openstack-request-id: req-eb30284c-1829-43db-ab24-87cd504b6aa3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:03.610692 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13816f47-1817-4f42-8edc-fe559edec2bf", "tag": "176c24f0-6a0f-4685-9bc9-953fc1bd3bd2", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:03.610950 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eb30284c-1829-43db-ab24-87cd504b6aa3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:03.611378 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13816f47-1817-4f42-8edc-fe559edec2bf', 'tag': '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2', 'status': 'completed', 'code': 200} Jul 30 02:08:03.649647 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:03.752541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e07fe3b-7c8a-4495-88f2-061b2eeadccd None None] Network 17786005-f66e-4bd4-816c-75026928922a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:03.962257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e47a09-f529-42ec-b64f-5f7b096d2a6e req-952a0d6f-0e10-4acf-8839-76ea14944e94 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:03.988991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53e47a09-f529-42ec-b64f-5f7b096d2a6e req-952a0d6f-0e10-4acf-8839-76ea14944e94 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.2395301 Jul 30 02:08:03.998480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Deleting port f66afbb7-8ae6-4069-b05c-a4bad57fbb6d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:03.998906 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.027178 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.065977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53e47a09-f529-42ec-b64f-5f7b096d2a6e req-f71ec557-c527-46d5-9d5f-7f01e7505574 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742123 Jul 30 02:08:04.107743 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-58d4269f-d61b-49e1-bc3e-8333df2c0ea2 req-207e16cd-4c56-4004-b11a-e975976b9779 service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317397 Jul 30 02:08:04.140657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] For port f66afbb7-8ae6-4069-b05c-a4bad57fbb6d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f66afbb7-8ae6-4069-b05c-a4bad57fbb6d,segment=NetworkSegment(2c2481a1-1143-4476-97b1-5c25aa1ed6e4),segment_id=2c2481a1-1143-4476-97b1-5c25aa1ed6e4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:04.141253 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.165108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Calling delete_port for f66afbb7-8ae6-4069-b05c-a4bad57fbb6d owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:04.252134 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:48Z', 'updated_at': '2021-07-30T02:07:58Z', 'revision_number': 4, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'gw_port': {'id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:50Z', 'updated_at': '2021-07-30T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b3ad34df-41db-4b03-a0fd-c731effa138e', 'name': '', 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'mac_address': 'fa:16:3e:e4:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0646f3b0-c96f-4976-afe1-dabd69932590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:56Z', 'updated_at': '2021-07-30T02:07:59Z', 'revision_number': 2, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'subnets': [{'id': '0646f3b0-c96f-4976-afe1-dabd69932590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:04.258661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1090d24-e893-4930-80d4-9f12904128cc None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:08:04.364288 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Checking router: c4b2d4a6-403d-473f-bfc5-54640705ee4f for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:08:04.365336 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Updating router c4b2d4a6-403d-473f-bfc5-54640705ee4f port b3ad34df-41db-4b03-a0fd-c731effa138e binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:08:04.376547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.421299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Port': ['ID=f66afbb7-8ae6-4069-b05c-a4bad57fbb6d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:04.433621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No DVR routers for this DVR port f66afbb7-8ae6-4069-b05c-a4bad57fbb6d on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:04.464338 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.541578 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.557726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17786005-f66e-4bd4-816c-75026928922a']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:04.574443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2481a1-1143-4476-97b1-5c25aa1ed6e4') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:04.574922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2481a1-1143-4476-97b1-5c25aa1ed6e4') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:04.582019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-1a01eb07-38b0-4230-bceb-4aaa04fc1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:04.585536 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-1a01eb07-38b0-4230-bceb-4aaa04fc1cab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 1095 time: 0.2771223 Jul 30 02:08:04.604164 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.650475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1090d24-e893-4930-80d4-9f12904128cc None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:08:04.669830 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.687604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:04.688030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:04.694240 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:04.711747 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.819076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-e947d6d1-95fe-471a-91d5-5092fa61ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:04.821570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-e947d6d1-95fe-471a-91d5-5092fa61ef90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 916 time: 0.2285523 Jul 30 02:08:04.862628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.934360 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:04.936909 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/17786005-f66e-4bd4-816c-75026928922a HTTP/1.1" status: 204 len: 168 time: 4.5142286 Jul 30 02:08:04.938208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8b2db-5eaf-476f-93ec-373ea92e685e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=17786005-f66e-4bd4-816c-75026928922a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:04.943263 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-667fff8d-f46b-4e52-9046-34f89eb3d04e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 HTTP/1.1" status: 200 len: 217 time: 0.1115093 Jul 30 02:08:04.945244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60608) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:04.954722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1153777324'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:05.045772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-03775a91-e13e-4353-b3b2-9d4c4a671485 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.049502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:05.056315 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.060099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-03775a91-e13e-4353-b3b2-9d4c4a671485 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/networks?id=623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 200 len: 810 time: 0.3412125 Jul 30 02:08:05.090565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:05.097415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-2606a086-c88f-42b0-a04d-7999bcf9ef5a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/quotas/8e7a5b78969b4b82b8c73bb8182817a6 HTTP/1.1" status: 200 len: 375 time: 0.0352459 Jul 30 02:08:05.101770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-d783e647-0f7a-44c7-98fb-a738ec28afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.103938 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-d783e647-0f7a-44c7-98fb-a738ec28afa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 200 len: 855 time: 0.1438398 Jul 30 02:08:05.112208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.113637 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.114792 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment 2b706c91-0700-46df-a1d2-dbc124b19618 of type vlan for network efb81515-4cca-437e-aea3-7f16a7f4eaf3 Jul 30 02:08:05.142891 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Transition to ACTIVE for port object b3ad34df-41db-4b03-a0fd-c731effa138e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:05.156643 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.185555 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.225691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-41f53c58-570f-4318-8c04-c7e3d33b70ba tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272871 Jul 30 02:08:05.257468 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-2cc5ed0f-e790-47dd-9606-f74c6f4c327a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a03524a8-a090-4758-a33d-aa0b5da80e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294771 Jul 30 02:08:05.259268 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.266381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:05.267705 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.343415 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Pushing event updated for resources: {'Port': ['ID=b3ad34df-41db-4b03-a0fd-c731effa138e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:05.355599 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.367299 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.367939 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.368397 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.368945 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.369368 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.369794 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.370354 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.372431 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.372952 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.373361 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.373759 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:05.420675 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4679699 Jul 30 02:08:05.435895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-33e2dc8d-07d2-435f-835b-d19f247be833 service neutron] 10.222.0.84 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090209 Jul 30 02:08:05.437853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60614) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:05.451492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': 'efb81515-4cca-437e-aea3-7f16a7f4eaf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:05.453098 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Attempting to bind port b3ad34df-41db-4b03-a0fd-c731effa138e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:05.454144 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Attempting to bind port b3ad34df-41db-4b03-a0fd-c731effa138e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:05.455013 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Attempting to bind port b3ad34df-41db-4b03-a0fd-c731effa138e on network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:05.469305 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:05.470496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Checking segment: {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:05.471384 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.472311 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Bound using segment: {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:05.474316 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Bound port: b3ad34df-41db-4b03-a0fd-c731effa138e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:05.475220 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.641910 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] For port b3ad34df-41db-4b03-a0fd-c731effa138e, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:05.649253 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] For port b3ad34df-41db-4b03-a0fd-c731effa138e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b3ad34df-41db-4b03-a0fd-c731effa138e,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:05.658390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:05.666993 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.668803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:05.775114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-3ab50731-707d-4a5a-a58f-c97e4c252c82 service neutron] 10.222.0.84 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368115 Jul 30 02:08:05.942877 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd276e0c-315d-40e4-b0a5-15b07cd9311b None None] Pushing event updated for resources: {'Port': ['ID=b3ad34df-41db-4b03-a0fd-c731effa138e,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:06.041559 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Routers {'c4b2d4a6-403d-473f-bfc5-54640705ee4f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:08:06.043245 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:08:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:06.130636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=efb81515-4cca-437e-aea3-7f16a7f4eaf3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:06.146562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.147242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.147795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.148408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.149009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.149594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.150137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.150690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.151280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.151834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.152388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.152913 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a4b336-e9ff-4cc6-95c7-f89cf3c303f8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:06.169245 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.175261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network efb81515-4cca-437e-aea3-7f16a7f4eaf3 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:06.177395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.221301 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-554b6f7a-41a1-4ace-a4d4-001130ab0ba0 service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9430747 Jul 30 02:08:06.328757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=b012bee1-8f82-4428-9a69-436159ea94bf,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:06.376295 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] Set router c4b2d4a6-403d-473f-bfc5-54640705ee4f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:08:06.498233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9ab3677-8bf5-4592-b157-0ff78dc3584d req-4ed1de97-67cd-4287-b868-d85b4221e1d4 service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680185 Jul 30 02:08:06.500437 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': '2b706c91-0700-46df-a1d2-dbc124b19618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'efb81515-4cca-437e-aea3-7f16a7f4eaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:06.500885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: efb81515-4cca-437e-aea3-7f16a7f4eaf3, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:06.565687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372a4c5-fcf0-4f4e-a296-086a1fd4e2ce req-674d9e3b-5e73-4f82-b95e-ce6beae8ae63 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.569241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7372a4c5-fcf0-4f4e-a296-086a1fd4e2ce req-674d9e3b-5e73-4f82-b95e-ce6beae8ae63 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 944 time: 0.1699910 Jul 30 02:08:06.570525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network efb81515-4cca-437e-aea3-7f16a7f4eaf3 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:06.605764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, efb81515-4cca-437e-aea3-7f16a7f4eaf3) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:06.616581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f322d-e61f-4554-8d1f-70ad04544dee None None] Network efb81515-4cca-437e-aea3-7f16a7f4eaf3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:06.640345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:06.641890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:06.707246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0f442280-9b97-4c9f-86d5-032369a9b0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2589021 Jul 30 02:08:06.709711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60626) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:06.749052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7372a4c5-fcf0-4f4e-a296-086a1fd4e2ce req-f8aaac97-8c89-4334-9bf5-c051dbb51850 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709146 Jul 30 02:08:06.780074 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:48Z', 'updated_at': '2021-07-30T02:07:58Z', 'revision_number': 4, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'gw_port': {'id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:50Z', 'updated_at': '2021-07-30T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b3ad34df-41db-4b03-a0fd-c731effa138e', 'name': '', 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'mac_address': 'fa:16:3e:e4:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0646f3b0-c96f-4976-afe1-dabd69932590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:56Z', 'updated_at': '2021-07-30T02:08:05Z', 'revision_number': 4, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'subnets': [{'id': '0646f3b0-c96f-4976-afe1-dabd69932590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:06.816084 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066dd365-8e55-40e6-9293-41dbc33660c6 None None] The sync data for ids ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'] in n-d-715271-7 is: [{'id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:48Z', 'updated_at': '2021-07-30T02:07:58Z', 'revision_number': 4, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'gw_port': {'id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:50Z', 'updated_at': '2021-07-30T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b3ad34df-41db-4b03-a0fd-c731effa138e', 'name': '', 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'mac_address': 'fa:16:3e:e4:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '0646f3b0-c96f-4976-afe1-dabd69932590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:56Z', 'updated_at': '2021-07-30T02:08:05Z', 'revision_number': 4, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'subnets': [{'id': '0646f3b0-c96f-4976-afe1-dabd69932590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:08:07.065553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:08:07.092924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fb55a-68f4-4410-bd38-f172560b492a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-efb81515-4cca-437e-aea3-7f16a7f4eaf3', 'network_id': 'efb81515-4cca-437e-aea3-7f16a7f4eaf3', 'tenant_id': '5fdd742a14f6469abfe6ea6248735d1f', 'fixed_ips': [{'subnet_id': 'b012bee1-8f82-4428-9a69-436159ea94bf'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:07.094034 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-068fb55a-68f4-4410-bd38-f172560b492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.206185 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.329926 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.506960 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.553624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:07.570009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2', 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59', 'port_id': '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2', 'mac_address': 'fa:16:3e:5a:00:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d11469-3bec-4b50-b849-fbf84901a507', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:08:07.593301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=b012bee1-8f82-4428-9a69-436159ea94bf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:07.702662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-4756ff3b-d998-4699-b9b6-ab57bf2bc722 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:07.705310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-4756ff3b-d998-4699-b9b6-ab57bf2bc722 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.4242110 Jul 30 02:08:07.727361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-a90064e4-2632-457d-81fb-d636f1a9cf2e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/quotas/8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 375 time: 0.0113404 Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server [None req-068fb55a-68f4-4410-bd38-f172560b492a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b012bee1-8f82-4428-9a69-436159ea94bf: This subnet is being modified by another concurrent operation. Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b012bee1-8f82-4428-9a69-436159ea94bf: This subnet is being modified by another concurrent operation. Jul 30 02:08:07.741540 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server Jul 30 02:08:07.773132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de69af97-a45b-48e6-9caa-2ce111c04078 None None] Network efb81515-4cca-437e-aea3-7f16a7f4eaf3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:07.781212 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.815345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb81515-4cca-437e-aea3-7f16a7f4eaf3']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:07.854307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b706c91-0700-46df-a1d2-dbc124b19618') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:07.854307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b706c91-0700-46df-a1d2-dbc124b19618') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:07.882791 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.884595 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-9c7c8a97-5efa-41c8-9e27-fc73bb8f9b84 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234808 Jul 30 02:08:07.898564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.936587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:07.948885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:07.959476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:07.959476 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:08.010747 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:08.035897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:08.043331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.090492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28477cba-b85d-4f65-be27-169711f70d3f None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:08:08.204609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-f653b585-4731-4433-95ea-b71bbd5e174b service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190279 Jul 30 02:08:08.205183 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.262514 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.267142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/efb81515-4cca-437e-aea3-7f16a7f4eaf3 HTTP/1.1" status: 204 len: 168 time: 1.5552449 Jul 30 02:08:08.269247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddc5bd-64e6-44cc-8a18-7b24faf55e83 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=efb81515-4cca-437e-aea3-7f16a7f4eaf3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:08.288649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60634) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:08.298667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-873157483'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:08.327077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:08.347347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:08.357202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.419651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28477cba-b85d-4f65-be27-169711f70d3f None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:08:08.431413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:08.447374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.447895 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment 05316bda-9c56-4112-aeaf-d8b1d8caf5cb of type vlan for network 1de64cd3-43e3-4f4b-a478-9603ac195baf Jul 30 02:08:08.469662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-5d1dcaff-5725-4bb4-ac06-56947deeebb9 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629693 Jul 30 02:08:08.811917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.939477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:08.965091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:08.968380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.072560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['176c24f0-6a0f-4685-9bc9-953fc1bd3bd2'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:09.211739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=1de64cd3-43e3-4f4b-a478-9603ac195baf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:09.215868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b3ad34df-41db-4b03-a0fd-c731effa138e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:09.268218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1de64cd3-43e3-4f4b-a478-9603ac195baf details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:09.345159 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-953da219-220c-499f-bf82-ed94f5a23e69 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0519745 Jul 30 02:08:09.346522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60646) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:09.368998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d8db4d96-5b18-435a-b804-a1204ddf8dd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:09.441151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-17b40905-2117-4688-a538-34ac4e3c144a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:09.447675 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-17b40905-2117-4688-a538-34ac4e3c144a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.22 "GET /v2.0/networks?id=623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 200 len: 810 time: 0.8716283 Jul 30 02:08:09.472389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Request body: {'port': {'device_id': 'bad559f8-f998-4e6d-bd95-e093802bbf21', 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067', 'admin_state_up': True, 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:09.526422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port b3ad34df-41db-4b03-a0fd-c731effa138e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:09.542828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b3ad34df-41db-4b03-a0fd-c731effa138e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:09.543196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.709584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94799a0-da01-439d-8ae1-7332ee75a856 req-cc43d812-6c36-419c-a3ef-ab3c15739cd8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:09.710572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Made reservation on behalf of 8e7a5b78969b4b82b8c73bb8182817a6 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:09.715880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.723502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d94799a0-da01-439d-8ae1-7332ee75a856 req-cc43d812-6c36-419c-a3ef-ab3c15739cd8 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.1866179 Jul 30 02:08:09.858506 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:09.936794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d94799a0-da01-439d-8ae1-7332ee75a856 req-fcb83aa4-dc35-4bc5-9152-213f50e3ff93 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067318 Jul 30 02:08:09.982629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port b3ad34df-41db-4b03-a0fd-c731effa138e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b3ad34df-41db-4b03-a0fd-c731effa138e,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:09.992553 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.050939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Allocated IP 172.20.0.2 (623d2b84-caf9-42a9-a58e-55e2c7aaa067/0646f3b0-c96f-4976-afe1-dabd69932590/025bdce5-44ef-4bfa-aafc-6fe9492423f7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:10.103634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=b3ad34df-41db-4b03-a0fd-c731effa138e,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:10.248369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8db4d96-5b18-435a-b804-a1204ddf8dd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.379350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8db4d96-5b18-435a-b804-a1204ddf8dd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.451709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8db4d96-5b18-435a-b804-a1204ddf8dd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network 1de64cd3-43e3-4f4b-a478-9603ac195baf is not hosted by any dhcp agent {{(pid=93819) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:08:10.462897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8db4d96-5b18-435a-b804-a1204ddf8dd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:10.464435 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d8db4d96-5b18-435a-b804-a1204ddf8dd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.467048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d8db4d96-5b18-435a-b804-a1204ddf8dd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "PUT /v2.0/networks/1de64cd3-43e3-4f4b-a478-9603ac195baf HTTP/1.1" status: 200 len: 723 time: 1.1172428 Jul 30 02:08:10.470631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60654) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:10.485641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': '1de64cd3-43e3-4f4b-a478-9603ac195baf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:10.490622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46b4e263-61b0-4f41-ac90-a2b2e79c1171 req-ecc69f38-4e72-4c47-8e75-f8d93b3face0 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 210 time: 0.1051230 Jul 30 02:08:10.587666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.680778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-f8497fe7-1626-4555-86ea-8794eccb9f8b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4108472 Jul 30 02:08:10.684321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:10.698623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db4d96-5b18-435a-b804-a1204ddf8dd5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=1de64cd3-43e3-4f4b-a478-9603ac195baf,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:10.699477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.735583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1de64cd3-43e3-4f4b-a478-9603ac195baf details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:10.816938 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:10.925683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb78e4-3264-44f6-8b52-db5aad4ea124 req-9ff3955b-fcee-4413-8e31-2a921aff17e1 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:10.931105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91cb78e4-3264-44f6-8b52-db5aad4ea124 req-9ff3955b-fcee-4413-8e31-2a921aff17e1 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 945 time: 0.1937861 Jul 30 02:08:10.942720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-7b0ddfc7-4c17-49b7-8e76-1db1c9dc6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:10.944363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:10.944605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-7b0ddfc7-4c17-49b7-8e76-1db1c9dc6c4f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1097 time: 0.2079704 Jul 30 02:08:10.959087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:10.978831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:11.051905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b3ad34df-41db-4b03-a0fd-c731effa138e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:11.061534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Pushing event updated for resources: {'Port': ['ID=025bdce5-44ef-4bfa-aafc-6fe9492423f7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:11.088148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:11.105408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91cb78e4-3264-44f6-8b52-db5aad4ea124 req-f022c642-9884-46c8-be8d-a2dc62213237 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581926 Jul 30 02:08:11.166066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b3ad34df-41db-4b03-a0fd-c731effa138e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:11.166617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.179845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:11.181231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.227306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-96a6d380-d9d0-4885-8231-838d538c8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:11.228970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-96a6d380-d9d0-4885-8231-838d538c8a61 service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.2190361 Jul 30 02:08:11.230436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:11.263876 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:11.266496 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.344399 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-e99389d5-ac82-4c69-86db-97644639103e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8789232 Jul 30 02:08:11.372598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Request body: {'port': {'device_id': 'bad559f8-f998-4e6d-bd95-e093802bbf21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:11.373317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-03eb69d2-f972-42f8-b427-cb7dfef7ded7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 200 len: 1002 time: 0.1208494 Jul 30 02:08:11.448073 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78b4eb5d-8873-45c9-bc21-fb8e6af82c2b req-845d43da-e941-440b-9441-58714aece36f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 210 time: 0.0940857 Jul 30 02:08:11.521157 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.564730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-52a9e96e-34f8-44db-b83c-94f39d450083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:11.577535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:11.578101 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-52a9e96e-34f8-44db-b83c-94f39d450083 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1567779 Jul 30 02:08:11.578880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13816f47-1817-4f42-8edc-fe559edec2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:11.582962 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d32532-5988-46d1-810d-8bbf3a82affb" -d '{"events": [{"server_uuid": "13816f47-1817-4f42-8edc-fe559edec2bf", "name": "network-vif-plugged", "status": "completed", "tag": "176c24f0-6a0f-4685-9bc9-953fc1bd3bd2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:11.590108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.688147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:11.697898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-b4e11740-f558-4dea-88de-f0d3aed306d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:11.699523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-b4e11740-f558-4dea-88de-f0d3aed306d6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184473 Jul 30 02:08:11.728930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c481d1-b73a-40ef-bf3a-4825d570baeb req-f5b75ef2-5581-474c-8a32-2f0874aad1f2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:11.731293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9c481d1-b73a-40ef-bf3a-4825d570baeb req-f5b75ef2-5581-474c-8a32-2f0874aad1f2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.1268091 Jul 30 02:08:11.734495 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.744043 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:11.870690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9c481d1-b73a-40ef-bf3a-4825d570baeb req-a9e1b7f2-a6c3-438e-a646-a24946e587ce tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633333 Jul 30 02:08:11.934352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-9f78c426-67d1-40fb-b18c-0712843403ab service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014220 Jul 30 02:08:12.063934 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90290c1-4208-4bcf-b251-f3cbf700f481 x-openstack-request-id: req-d90290c1-4208-4bcf-b251-f3cbf700f481 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:12.064500 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13816f47-1817-4f42-8edc-fe559edec2bf", "name": "network-vif-plugged", "status": "completed", "tag": "176c24f0-6a0f-4685-9bc9-953fc1bd3bd2", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:12.064858 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d90290c1-4208-4bcf-b251-f3cbf700f481 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:12.065367 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13816f47-1817-4f42-8edc-fe559edec2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2', 'code': 200} Jul 30 02:08:12.114725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=63cc3e7e-8926-4d6e-8700-fa7ee1a69ddf,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:12.157432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-5c4b7816-6cc8-42cc-898f-3c340cb9c3c0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:12.162610 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-5c4b7816-6cc8-42cc-898f-3c340cb9c3c0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.6926579 Jul 30 02:08:12.187572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'port': {'device_id': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'admin_state_up': True, 'tenant_id': '8268d859b1b1494395346d8aba71dcee'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:12.229401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f785ec9-e2c3-4892-b395-b803bb309c46 req-939fa96c-cbc4-415c-a582-199dc5aac7dd service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813609 Jul 30 02:08:12.288241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa7e8-2467-440c-847f-0e9ea3c5ce2e req-7adfb380-19b6-4b6c-9ead-3a0d26c5442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:12.291946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c54aa7e8-2467-440c-847f-0e9ea3c5ce2e req-7adfb380-19b6-4b6c-9ead-3a0d26c5442c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 1097 time: 0.1542373 Jul 30 02:08:12.311796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd63d6e-bd75-47ad-b86e-d6ae599793f9 req-f8c94839-2517-4c2f-806e-43e907790836 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:12.339092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddd63d6e-bd75-47ad-b86e-d6ae599793f9 req-f8c94839-2517-4c2f-806e-43e907790836 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 931 time: 0.1548140 Jul 30 02:08:12.372301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': '05316bda-9c56-4112-aeaf-d8b1d8caf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1de64cd3-43e3-4f4b-a478-9603ac195baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:12.372674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: 1de64cd3-43e3-4f4b-a478-9603ac195baf, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:12.485410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network 1de64cd3-43e3-4f4b-a478-9603ac195baf is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:12.486710 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ddd63d6e-bd75-47ad-b86e-d6ae599793f9 req-ad349b63-d00d-4f83-a58f-460359a952df tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373446 Jul 30 02:08:12.492571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c54aa7e8-2467-440c-847f-0e9ea3c5ce2e req-9336a19e-0300-410c-a586-13c33d0e3914 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274772 Jul 30 02:08:12.585620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1de64cd3-43e3-4f4b-a478-9603ac195baf) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:12.591856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:12.593508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.603008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7011a-3aed-4b1c-8294-dbf2bcbe5400 None None] Network 1de64cd3-43e3-4f4b-a478-9603ac195baf requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:12.648459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Made reservation on behalf of 8268d859b1b1494395346d8aba71dcee for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:12.654053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.720471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-aad4f6c7-9cb4-4b91-869c-bb6f71734693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2428033 Jul 30 02:08:12.726220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60668) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:12.737787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d49a5-1fed-4a17-835b-520296fd9753 req-35664f3f-25fa-433e-853c-345fece81567 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:12.740089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-511d49a5-1fed-4a17-835b-520296fd9753 req-35664f3f-25fa-433e-853c-345fece81567 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 946 time: 0.1217370 Jul 30 02:08:12.745324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5ae4f41e-8086-456d-a201-31bf2c95112c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:12.893895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-511d49a5-1fed-4a17-835b-520296fd9753 req-f8004813-c374-4a14-96de-0f3864ffbcbc tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434011 Jul 30 02:08:12.975698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f41e-8086-456d-a201-31bf2c95112c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29458422'] for subnet, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:12.994990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-1de64cd3-43e3-4f4b-a478-9603ac195baf', 'network_id': '1de64cd3-43e3-4f4b-a478-9603ac195baf', 'tenant_id': '5fdd742a14f6469abfe6ea6248735d1f', 'fixed_ips': [{'subnet_id': '63cc3e7e-8926-4d6e-8700-fa7ee1a69ddf'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:12.996228 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.005645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025bdce5-44ef-4bfa-aafc-6fe9492423f7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:13.020545 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.084169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Transition to ACTIVE for port object 025bdce5-44ef-4bfa-aafc-6fe9492423f7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:13.100988 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.181994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5e4e80f-0f11-4803-ae93-b198fe146f22 req-fc3a71d6-2232-4bca-9cb9-22e667e2b5ae tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 210 time: 0.0902064 Jul 30 02:08:13.183205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.20.0.14 (ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea/e3705cda-2921-4906-97b0-5a565bc7a30f/ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:13.241183 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Pushing event updated for resources: {'Port': ['ID=025bdce5-44ef-4bfa-aafc-6fe9492423f7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:13.375561 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f41e-8086-456d-a201-31bf2c95112c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742691368488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24670888'] for subnet, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.489395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4f41e-8086-456d-a201-31bf2c95112c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=63cc3e7e-8926-4d6e-8700-fa7ee1a69ddf,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:13.518765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Allocated IP 172.20.0.2 (1de64cd3-43e3-4f4b-a478-9603ac195baf/63cc3e7e-8926-4d6e-8700-fa7ee1a69ddf/a23c1e27-03af-4c4f-97ce-9cb22105eb10) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:13.527456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae4f41e-8086-456d-a201-31bf2c95112c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:13.528196 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f41e-8086-456d-a201-31bf2c95112c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.532609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5ae4f41e-8086-456d-a201-31bf2c95112c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "PUT /v2.0/subnets/63cc3e7e-8926-4d6e-8700-fa7ee1a69ddf HTTP/1.1" status: 200 len: 806 time: 0.8045247 Jul 30 02:08:13.533360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60680) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:13.627713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Attempting to bind port 025bdce5-44ef-4bfa-aafc-6fe9492423f7 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:13.628126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Attempting to bind port 025bdce5-44ef-4bfa-aafc-6fe9492423f7 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:13.628552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Attempting to bind port 025bdce5-44ef-4bfa-aafc-6fe9492423f7 on network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:13.661063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81af5a-f807-48ea-8299-83e16cb016e4 req-d0f1f2fd-410c-4ff4-bae6-5779a44c1571 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:13.676987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Port 025bdce5-44ef-4bfa-aafc-6fe9492423f7 on network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:08:13.677312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Attempting to bind port 025bdce5-44ef-4bfa-aafc-6fe9492423f7 on network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:13.678070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a81af5a-f807-48ea-8299-83e16cb016e4 req-d0f1f2fd-410c-4ff4-bae6-5779a44c1571 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.2124157 Jul 30 02:08:13.728457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:13.728814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Checking segment: {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:13.729221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Bound using segment: {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:13.729693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Bound port: 025bdce5-44ef-4bfa-aafc-6fe9492423f7, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:13.730125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.739958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.760220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Transition to ACTIVE for port object a23c1e27-03af-4c4f-97ce-9cb22105eb10 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:13.796610 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.798036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Transition to ACTIVE for port object a23c1e27-03af-4c4f-97ce-9cb22105eb10 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:13.807726 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.823998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a81af5a-f807-48ea-8299-83e16cb016e4 req-2c443892-5367-4fcb-b1cc-64371ad323a0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426301 Jul 30 02:08:13.834146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Transition to ACTIVE for port object ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:13.867699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Network 1de64cd3-43e3-4f4b-a478-9603ac195baf is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:13.871929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:13.876660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:13.929527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Pushing event updated for resources: {'Port': ['ID=a23c1e27-03af-4c4f-97ce-9cb22105eb10,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:13.975204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:13.978801 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.025117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Attempting to bind port a23c1e27-03af-4c4f-97ce-9cb22105eb10 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:14.049155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Attempting to bind port a23c1e27-03af-4c4f-97ce-9cb22105eb10 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '05316bda-9c56-4112-aeaf-d8b1d8caf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1de64cd3-43e3-4f4b-a478-9603ac195baf'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:14.049621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Attempting to bind port a23c1e27-03af-4c4f-97ce-9cb22105eb10 on network 1de64cd3-43e3-4f4b-a478-9603ac195baf {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:14.065795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:14.066176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Checking segment: {'id': '05316bda-9c56-4112-aeaf-d8b1d8caf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1de64cd3-43e3-4f4b-a478-9603ac195baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:14.075965 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.076610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Bound using segment: {'id': '05316bda-9c56-4112-aeaf-d8b1d8caf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1de64cd3-43e3-4f4b-a478-9603ac195baf'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:14.077232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Bound port: a23c1e27-03af-4c4f-97ce-9cb22105eb10, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05316bda-9c56-4112-aeaf-d8b1d8caf5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1de64cd3-43e3-4f4b-a478-9603ac195baf'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:14.077739 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.186880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] For port a23c1e27-03af-4c4f-97ce-9cb22105eb10, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:14.191116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] For port a23c1e27-03af-4c4f-97ce-9cb22105eb10, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a23c1e27-03af-4c4f-97ce-9cb22105eb10,segment=NetworkSegment(05316bda-9c56-4112-aeaf-d8b1d8caf5cb),segment_id=05316bda-9c56-4112-aeaf-d8b1d8caf5cb)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:14.209798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.214375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] For port 025bdce5-44ef-4bfa-aafc-6fe9492423f7, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:14.235314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] For port 025bdce5-44ef-4bfa-aafc-6fe9492423f7, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=025bdce5-44ef-4bfa-aafc-6fe9492423f7,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:14.243827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Deleting port a23c1e27-03af-4c4f-97ce-9cb22105eb10 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:14.245054 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.250006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:14.265001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:14.276039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.280930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:14.353551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8230bf8-c506-41d2-80c6-36391fae322b req-db3037a9-914c-4ce4-a05c-ca3d1dc4a16b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.361053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8230bf8-c506-41d2-80c6-36391fae322b req-db3037a9-914c-4ce4-a05c-ca3d1dc4a16b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 943 time: 0.2648201 Jul 30 02:08:14.414853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.418349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.433640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523434d2-33e7-4cca-9895-42b316ed86b3 None None] Pushing event updated for resources: {'Port': ['ID=a23c1e27-03af-4c4f-97ce-9cb22105eb10,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:14.509169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.509925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.511543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] 10.222.0.22 "PUT /v2.0/ports/025bdce5-44ef-4bfa-aafc-6fe9492423f7 HTTP/1.1" status: 200 len: 1091 time: 3.1510391 Jul 30 02:08:14.512641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8230bf8-c506-41d2-80c6-36391fae322b req-456f823a-ced2-4a50-b51a-2edfc9c71071 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480210 Jul 30 02:08:14.564308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad559f8-f998-4e6d-bd95-e093802bbf21', 'tag': '025bdce5-44ef-4bfa-aafc-6fe9492423f7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:14.572644 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d035df68-387a-4cc0-9071-d000f05b9b94" -d '{"events": [{"name": "network-changed", "server_uuid": "bad559f8-f998-4e6d-bd95-e093802bbf21", "tag": "025bdce5-44ef-4bfa-aafc-6fe9492423f7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:14.591849 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4127517 Jul 30 02:08:14.597905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] For port a23c1e27-03af-4c4f-97ce-9cb22105eb10, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a23c1e27-03af-4c4f-97ce-9cb22105eb10,segment=NetworkSegment(05316bda-9c56-4112-aeaf-d8b1d8caf5cb),segment_id=05316bda-9c56-4112-aeaf-d8b1d8caf5cb)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:14.603014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.603208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33193d61-82a8-4974-ab95-946f256ee4e4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:14.628284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Request body: {'port': {'device_id': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:14.664769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Calling delete_port for a23c1e27-03af-4c4f-97ce-9cb22105eb10 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:14.839140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-117d0b33-4b48-45e5-813a-a07db207ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.840739 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-117d0b33-4b48-45e5-813a-a07db207ee30 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 1094 time: 0.2046096 Jul 30 02:08:14.844583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f60d6-03ee-4279-be11-6d852e50655c service neutron] Pushing event updated for resources: {'Port': ['ID=025bdce5-44ef-4bfa-aafc-6fe9492423f7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:14.888737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f267c-30e3-4003-ab03-1e60ac7a9b88 req-5e5d210c-e249-4b64-865e-c9d6da7839d5 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:14.897486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c8f267c-30e3-4003-ab03-1e60ac7a9b88 req-5e5d210c-e249-4b64-865e-c9d6da7839d5 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 946 time: 0.0986853 Jul 30 02:08:14.919366 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:14.996241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5b67d646-c613-404a-9010-3defe991b2bc None None] Provisioning for port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:15.015114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c8f267c-30e3-4003-ab03-1e60ac7a9b88 req-0d139799-6f2d-4189-9797-6738f19a4bfc tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164806 Jul 30 02:08:15.015386 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5b67d646-c613-404a-9010-3defe991b2bc None None] Provisioning complete for port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:15.016184 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b67d646-c613-404a-9010-3defe991b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:15.042425 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-2ec85e89-ae9d-4bb8-9f9f-c971b8003e5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=025bdce5-44ef-4bfa-aafc-6fe9492423f7 HTTP/1.1" status: 200 len: 217 time: 0.1710396 Jul 30 02:08:15.145656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:15.205822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5b67d646-c613-404a-9010-3defe991b2bc None None] Port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:08:15.226907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Port': ['ID=a23c1e27-03af-4c4f-97ce-9cb22105eb10,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:15.365618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-54c45603-6527-490d-89cd-9dbd1b02eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:15.368939 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-54c45603-6527-490d-89cd-9dbd1b02eb5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0646f3b0-c96f-4976-afe1-dabd69932590 HTTP/1.1" status: 200 len: 850 time: 0.2266543 Jul 30 02:08:15.423829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No DVR routers for this DVR port a23c1e27-03af-4c4f-97ce-9cb22105eb10 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:15.484535 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-c9004c36-d81b-4d33-9619-a4eae8e6c617 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=623d2b84-caf9-42a9-a58e-55e2c7aaa067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956330 Jul 30 02:08:15.516066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53e0fa-43fa-4559-95bc-f21ae46eb447 req-2a3c7e4e-3c9f-4728-8f9e-024c6b30c570 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:15.529825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c53e0fa-43fa-4559-95bc-f21ae46eb447 req-2a3c7e4e-3c9f-4728-8f9e-024c6b30c570 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 932 time: 0.3059046 Jul 30 02:08:15.600557 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:15.631124 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c53e0fa-43fa-4559-95bc-f21ae46eb447 req-3a2f8f32-d2ab-4c01-bbff-3d5e9d37d9cb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000037 Jul 30 02:08:15.751079 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bdae3a-48b7-48bd-b1cf-2719b87c6425 x-openstack-request-id: req-f1bdae3a-48b7-48bd-b1cf-2719b87c6425 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:15.751680 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad559f8-f998-4e6d-bd95-e093802bbf21", "tag": "025bdce5-44ef-4bfa-aafc-6fe9492423f7", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:15.752364 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1bdae3a-48b7-48bd-b1cf-2719b87c6425 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:15.756039 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad559f8-f998-4e6d-bd95-e093802bbf21', 'tag': '025bdce5-44ef-4bfa-aafc-6fe9492423f7', 'status': 'completed', 'code': 200} Jul 30 02:08:15.962658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:15.972537 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:15.979221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-22343232-8a30-4411-8b9f-86557691c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:15.982607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-22343232-8a30-4411-8b9f-86557691c69d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 1096 time: 0.2681260 Jul 30 02:08:15.992259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Transition to ACTIVE for port object ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:15.998499 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.061341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:16.070677 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-12c4f55c-887d-4f20-861e-36a5fff86996 service neutron] 10.222.0.22 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688255 Jul 30 02:08:16.129627 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.179200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430080-63f7-476a-8f69-9d3f137f71f4 req-2d2dc9fc-a887-4ca6-9f9f-c880da68837d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:16.190997 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35430080-63f7-476a-8f69-9d3f137f71f4 req-2d2dc9fc-a887-4ca6-9f9f-c880da68837d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.3343382 Jul 30 02:08:16.221967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=63cc3e7e-8926-4d6e-8700-fa7ee1a69ddf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:16.265624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35430080-63f7-476a-8f69-9d3f137f71f4 req-67b58115-cf79-4ce4-a1a9-863a76253625 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736520 Jul 30 02:08:16.540232 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e04fddfd-a46b-4185-beb4-cd6db547fb3a req-dc7004af-2f2b-4025-91e6-9d2ae876e3ef service neutron] 10.222.0.22 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558511 Jul 30 02:08:16.549251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Attempting to bind port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:16.549766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Attempting to bind port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:16.550249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Attempting to bind port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:16.567405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:08:16.567890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Attempting to bind port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:16.581778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:16.581778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:16.583168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Bound using segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:16.587172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Bound port: ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:16.587172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.602449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.685082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de64cd3-43e3-4f4b-a478-9603ac195baf']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:16.724212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05316bda-9c56-4112-aeaf-d8b1d8caf5cb') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:16.724524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05316bda-9c56-4112-aeaf-d8b1d8caf5cb') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:16.743145 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.763027 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.770758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47279d-76b7-4f60-9030-2f2abfac1179 None None] Network 1de64cd3-43e3-4f4b-a478-9603ac195baf requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:16.776097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:16.777025 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:16.814126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] For port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:16.822473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] For port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:16.834797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-1bd01a40-2be8-4941-baa4-f4609fe17f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:16.848616 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-1bd01a40-2be8-4941-baa4-f4609fe17f55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 1094 time: 0.1794939 Jul 30 02:08:16.863210 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.051977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.053118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.055960 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] 10.222.0.41 "PUT /v2.0/ports/ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c HTTP/1.1" status: 200 len: 1092 time: 2.4399807 Jul 30 02:08:17.096590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-080c137b-9869-4917-b62f-bfa69c1bd392 None None] Could not find standard attr ID for object a23c1e27-03af-4c4f-97ce-9cb22105eb10. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:17.109685 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:17.143133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-9cb3b308-e423-43f6-810f-7ca5f9291fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.151546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-9cb3b308-e423-43f6-810f-7ca5f9291fd0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 1.1470888 Jul 30 02:08:17.319855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f769d2-4a1d-4680-93f0-bd81ece3331b None None] DHCP port deletion for 1de64cd3-43e3-4f4b-a478-9603ac195baf request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:08:17.365246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d652a4-b933-49a4-bd06-1ed6230312a7 None None] Network 1de64cd3-43e3-4f4b-a478-9603ac195baf requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:17.389023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d652a4-b933-49a4-bd06-1ed6230312a7 None None] Network 1de64cd3-43e3-4f4b-a478-9603ac195baf could not be found, it might have been deleted concurrently. {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 02:08:17.443547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a535e-0b55-4bdd-9ba8-083ae3035f65 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:17.496499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-73b6c902-83c0-46b6-9833-e88a8479afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.498926 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-73b6c902-83c0-46b6-9833-e88a8479afb3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 200 len: 911 time: 0.6378703 Jul 30 02:08:17.510455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-0cc274b5-762a-4d3d-983b-c9c7482fa147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.512674 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-0cc274b5-762a-4d3d-983b-c9c7482fa147 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 1095 time: 0.2481771 Jul 30 02:08:17.596451 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-fbd578e8-e26f-43f1-b1cd-626c2228014e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c HTTP/1.1" status: 200 len: 217 time: 0.0721045 Jul 30 02:08:17.651995 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-1f96531e-2198-4756-be9b-6eda2974d949 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=025bdce5-44ef-4bfa-aafc-6fe9492423f7 HTTP/1.1" status: 200 len: 217 time: 0.1346779 Jul 30 02:08:17.756310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-ca17dcc7-daac-4d77-8492-5473ce495634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.758087 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-ca17dcc7-daac-4d77-8492-5473ce495634 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1198165 Jul 30 02:08:17.761219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'tag': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:17.763472 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e863a01-2724-4a49-8bd9-b6267134df6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea6835d-5fdb-42d6-900c-8e6920500290", "tag": "ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:17.772183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.775129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-05fccc6d-c680-4106-a03a-c24d9d419fe7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e HTTP/1.1" status: 200 len: 217 time: 0.6089268 Jul 30 02:08:17.786752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-0b37f76a-e200-42c6-b999-77089b4c5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.788473 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-0b37f76a-e200-42c6-b999-77089b4c5e30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0646f3b0-c96f-4976-afe1-dabd69932590 HTTP/1.1" status: 200 len: 850 time: 0.1055775 Jul 30 02:08:17.789339 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:17.797509 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/1de64cd3-43e3-4f4b-a478-9603ac195baf HTTP/1.1" status: 204 len: 168 time: 4.2556982 Jul 30 02:08:17.801846 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60728) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.846612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2cd5b-486a-4d9e-879f-f7cfbd21bd24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=1de64cd3-43e3-4f4b-a478-9603ac195baf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:17.854035 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-79547a5a-380e-456d-bc8d-bef68ecd8b1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=623d2b84-caf9-42a9-a58e-55e2c7aaa067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472877 Jul 30 02:08:17.857584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b2910-d800-4887-bbfc-7f4168f94039 req-df4904cb-6b51-424c-91b9-90694803fa2e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.859187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c2b2910-d800-4887-bbfc-7f4168f94039 req-df4904cb-6b51-424c-91b9-90694803fa2e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 943 time: 1.3159552 Jul 30 02:08:17.867454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-692de853-2023-4166-87dd-b503b769ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.869252 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-692de853-2023-4166-87dd-b503b769ba85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997188 Jul 30 02:08:17.903328 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2e377d-be78-4b72-85b4-107465139650 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:17.904105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2e377d-be78-4b72-85b4-107465139650 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:17.905932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9e2e377d-be78-4b72-85b4-107465139650 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/1de64cd3-43e3-4f4b-a478-9603ac195baf HTTP/1.1" status: 404 len: 339 time: 0.0892751 Jul 30 02:08:17.912025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60730) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:17.919889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-945014189', 'description': 'd1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:17.979715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-66408484-eda7-424c-99f8-55443873654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:17.981564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-66408484-eda7-424c-99f8-55443873654f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1781032 Jul 30 02:08:17.998736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c2b2910-d800-4887-bbfc-7f4168f94039 req-aa7ba90c-6bde-4644-86a9-b498521d03b4 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040432 Jul 30 02:08:17.999101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:18.003139 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.089706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:18.119886 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.120923 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment a7d329c8-74e3-4fd0-bffb-31f89b7cba01 of type vlan for network c670c1e0-a1f1-4599-b7d2-e72010f296e2 Jul 30 02:08:18.226615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-1065da5d-afd8-476b-b1e2-39e2b4a13a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:18.228569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-1065da5d-afd8-476b-b1e2-39e2b4a13a8b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207263 Jul 30 02:08:18.231608 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.349041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a8af7-cef1-4872-a4a4-43d0dbfc6eff req-c4594b60-4e84-4acc-94ec-9fe6c67d00a0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:18.352105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-755a8af7-cef1-4872-a4a4-43d0dbfc6eff req-c4594b60-4e84-4acc-94ec-9fe6c67d00a0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 944 time: 0.2263362 Jul 30 02:08:18.359262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.369934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:18.370691 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:18.495880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5825200 Jul 30 02:08:18.502052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60738) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.573402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4910b4a-efa1-45f4-84c0-634d357873e8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=c670c1e0-a1f1-4599-b7d2-e72010f296e2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:18.586653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c670c1e0-a1f1-4599-b7d2-e72010f296e2 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:18.630380 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-b47b4edc-6c73-4596-a32b-ceb210764c80 service neutron] 10.222.0.22 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598686 Jul 30 02:08:18.633437 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-58b60744-817f-411c-a88b-61109860c17d service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550542 Jul 30 02:08:18.638815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-755a8af7-cef1-4872-a4a4-43d0dbfc6eff req-b284ff53-d4de-4626-b20e-0de1e5e90809 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628207 Jul 30 02:08:18.641852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-f9fd9cab-5ee3-4fe9-b6a4-e2aded7fa8aa service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977034 Jul 30 02:08:18.651515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea065f6-bf7a-41a9-9833-02016d439518 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:18.656721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9ea065f6-bf7a-41a9-9833-02016d439518 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/networks?id=c670c1e0-a1f1-4599-b7d2-e72010f296e2 HTTP/1.1" status: 200 len: 760 time: 0.1507294 Jul 30 02:08:18.657528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60740) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:18.698612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f3ed4717-211b-4e7e-ade2-cc9cab37ea0f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'description': 'd2'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:18.848514 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d035df68-387a-4cc0-9071-d000f05b9b94 req-9183317b-45a5-438d-8f9a-0eae9baccb50 service neutron] 10.222.0.22 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072752 Jul 30 02:08:18.892427 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c0276af-b85b-48cc-b256-d8c8f6f328e5 req-7c5fd12a-6392-4559-bf2f-3c610f4faef1 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271538 Jul 30 02:08:18.949521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a23c1e27-03af-4c4f-97ce-9cb22105eb10 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:08:18.978531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a23c1e27-03af-4c4f-97ce-9cb22105eb10 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:08:18.978987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a23c1e27-03af-4c4f-97ce-9cb22105eb10 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:08:19.135244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248565e9-0ca8-4c84-966b-30890bb73e05 req-0daf3678-90aa-4790-9de2-042daaba2529 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:19.136486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-248565e9-0ca8-4c84-966b-30890bb73e05 req-0daf3678-90aa-4790-9de2-042daaba2529 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 945 time: 0.3428428 Jul 30 02:08:19.148328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-432e99da-e916-489c-974c-ea3ac4d2d21a req-03d02070-a5b0-429f-a59c-e8ad48a3a2d7 service neutron] 10.222.0.22 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851177 Jul 30 02:08:19.250503 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4717-211b-4e7e-ade2-cc9cab37ea0f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.282385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-248565e9-0ca8-4c84-966b-30890bb73e05 req-d0be8f27-c2cf-475a-b2c5-c6a4699a6197 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322074 Jul 30 02:08:19.284947 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4717-211b-4e7e-ade2-cc9cab37ea0f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.316225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3ed4717-211b-4e7e-ade2-cc9cab37ea0f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network c670c1e0-a1f1-4599-b7d2-e72010f296e2 is not hosted by any dhcp agent {{(pid=93819) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:08:19.325947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed4717-211b-4e7e-ade2-cc9cab37ea0f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:19.327010 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4717-211b-4e7e-ade2-cc9cab37ea0f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.332877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f3ed4717-211b-4e7e-ade2-cc9cab37ea0f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "PUT /v2.0/networks/c670c1e0-a1f1-4599-b7d2-e72010f296e2 HTTP/1.1" status: 200 len: 757 time: 0.6587546 Jul 30 02:08:19.333476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60744) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.437446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed4717-211b-4e7e-ade2-cc9cab37ea0f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=c670c1e0-a1f1-4599-b7d2-e72010f296e2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:19.461822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c670c1e0-a1f1-4599-b7d2-e72010f296e2 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:19.507158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8657e29d-ee40-4f3a-bb2f-d5fb14dca0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:19.510510 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8657e29d-ee40-4f3a-bb2f-d5fb14dca0df tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/networks?id=c670c1e0-a1f1-4599-b7d2-e72010f296e2 HTTP/1.1" status: 200 len: 760 time: 0.1753254 Jul 30 02:08:19.518758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60746) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.530006 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c69c6d-1edf-419e-98bb-af16e5dbaccd x-openstack-request-id: req-e6c69c6d-1edf-419e-98bb-af16e5dbaccd {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:19.530645 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea6835d-5fdb-42d6-900c-8e6920500290", "tag": "ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:19.531056 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e6c69c6d-1edf-419e-98bb-af16e5dbaccd {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:19.531937 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'tag': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c', 'status': 'completed', 'code': 200} Jul 30 02:08:19.532878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073795866'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:19.581459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:19.588617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.643612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:19.655507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-6ab14d12-b284-4e39-af5e-3d6ee19e976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:19.662288 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-6ab14d12-b284-4e39-af5e-3d6ee19e976e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 1095 time: 0.1090341 Jul 30 02:08:19.664575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.665284 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment 00075ffc-ed5e-48f8-b072-bdb5e132f544 of type vlan for network 237ff25e-d08c-4e29-a4ae-83921a6ff138 Jul 30 02:08:19.769566 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.818307 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.830585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:19.831729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:19.853144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 025bdce5-44ef-4bfa-aafc-6fe9492423f7 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:08:19.854950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-09c062da-6e29-4d9b-9429-bbf060ccbe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:19.857793 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-09c062da-6e29-4d9b-9429-bbf060ccbe69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.1870589 Jul 30 02:08:19.859360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ca238404-9d2e-47c8-8cb2-4644aff7382e no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:08:19.951952 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-06529d5e-c57f-4c53-be42-349c79233d95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c HTTP/1.1" status: 200 len: 217 time: 0.0866570 Jul 30 02:08:19.961737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4406905 Jul 30 02:08:19.969661 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60756) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:19.978830 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': '237ff25e-d08c-4e29-a4ae-83921a6ff138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:20.028223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e464d-8542-4711-9138-53b77d7bb494 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=237ff25e-d08c-4e29-a4ae-83921a6ff138,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:20.038831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-19f33904-4fe7-4a9d-9240-89cfa6b1eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:20.041160 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-19f33904-4fe7-4a9d-9240-89cfa6b1eeab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.0764396 Jul 30 02:08:20.133581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 237ff25e-d08c-4e29-a4ae-83921a6ff138 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:20.143920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-96a2f85a-98b2-4431-8c1b-cad0aeb7486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:20.146649 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-96a2f85a-98b2-4431-8c1b-cad0aeb7486b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960212 Jul 30 02:08:20.338193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 025bdce5-44ef-4bfa-aafc-6fe9492423f7, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=025bdce5-44ef-4bfa-aafc-6fe9492423f7,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:20.351075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:20.377504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '025bdce5-44ef-4bfa-aafc-6fe9492423f7', 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067', 'port_id': '025bdce5-44ef-4bfa-aafc-6fe9492423f7', 'mac_address': 'fa:16:3e:67:77:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646f3b0-c96f-4976-afe1-dabd69932590', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:08:20.388481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:20.390861 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81744917-2084-4c75-a255-a73195a64f01" -d '{"events": [{"server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "name": "network-vif-unplugged", "status": "completed", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:20.437600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:20.448289 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:20.459276 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-a6ee3385-545d-4af7-b526-f949d821a81f service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011568 Jul 30 02:08:20.488198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5480e96-b7e5-48c0-be63-455752ef9285 req-af702b7a-39df-4277-ba61-2a419b4f2a51 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:20.503059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5480e96-b7e5-48c0-be63-455752ef9285 req-af702b7a-39df-4277-ba61-2a419b4f2a51 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 943 time: 0.3025441 Jul 30 02:08:20.503395 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:20.536516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:20.543416 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:20.615856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5480e96-b7e5-48c0-be63-455752ef9285 req-3541f840-9cf8-4538-a4ab-5b315860d23f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123652 Jul 30 02:08:20.683338 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8e863a01-2724-4a49-8bd9-b6267134df6c req-04e9e356-8015-4cea-b7e9-f9473e9f8128 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155790 Jul 30 02:08:20.732833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025bdce5-44ef-4bfa-aafc-6fe9492423f7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:20.757789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ca238404-9d2e-47c8-8cb2-4644aff7382e,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:20.773500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 025bdce5-44ef-4bfa-aafc-6fe9492423f7, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=025bdce5-44ef-4bfa-aafc-6fe9492423f7,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:20.779697 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:20.886064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=025bdce5-44ef-4bfa-aafc-6fe9492423f7,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:20.981667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43e31-5985-49ce-9fb3-ca4214fbaf42 req-a1a4f269-fd3f-421b-8d23-3040ca3fca3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:20.984622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fd43e31-5985-49ce-9fb3-ca4214fbaf42 req-a1a4f269-fd3f-421b-8d23-3040ca3fca3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 944 time: 0.1941285 Jul 30 02:08:21.092730 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.109976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fd43e31-5985-49ce-9fb3-ca4214fbaf42 req-d8cd20e8-7b84-4b7b-98c1-d04bea7ab5e3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137888 Jul 30 02:08:21.158618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['025bdce5-44ef-4bfa-aafc-6fe9492423f7'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:21.217811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=565b4ad2-1d08-416e-a399-47082dc7663c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:21.224320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': '00075ffc-ed5e-48f8-b072-bdb5e132f544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '237ff25e-d08c-4e29-a4ae-83921a6ff138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:21.224706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: 237ff25e-d08c-4e29-a4ae-83921a6ff138, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:21.249106 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:08:21.288740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network 237ff25e-d08c-4e29-a4ae-83921a6ff138 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:21.345012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 237ff25e-d08c-4e29-a4ae-83921a6ff138) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:21.358417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49018a96-349f-436f-9e26-902ae5d7a64d None None] Network 237ff25e-d08c-4e29-a4ae-83921a6ff138 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:21.362536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:21.363614 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.420699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fc347-7a34-4107-bb0b-bbfc6a119147 req-8c3d0cf6-53c0-4d99-abdc-1574125bf7a5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:21.423899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f63fc347-7a34-4107-bb0b-bbfc6a119147 req-8c3d0cf6-53c0-4d99-abdc-1574125bf7a5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 943 time: 0.1587808 Jul 30 02:08:21.440999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2a2a880a-540f-4d3c-b0a1-36c55c18bb60 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4666407 Jul 30 02:08:21.442725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60768) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:21.508220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f63fc347-7a34-4107-bb0b-bbfc6a119147 req-f12cd4a5-7c8a-4942-9075-d82b6a96977c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675507 Jul 30 02:08:21.585949 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67edd1b4-3e20-4970-bfbf-f89ad5c40830 x-openstack-request-id: req-67edd1b4-3e20-4970-bfbf-f89ad5c40830 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:21.586386 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "name": "network-vif-unplugged", "status": "completed", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:21.586769 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-67edd1b4-3e20-4970-bfbf-f89ad5c40830 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:21.587668 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e', 'code': 200} Jul 30 02:08:21.647638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.767414 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.768410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4668d08-fed5-4557-99e7-d7ea48573e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-237ff25e-d08c-4e29-a4ae-83921a6ff138', 'network_id': '237ff25e-d08c-4e29-a4ae-83921a6ff138', 'tenant_id': '5fdd742a14f6469abfe6ea6248735d1f', 'fixed_ips': [{'subnet_id': '565b4ad2-1d08-416e-a399-47082dc7663c'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:21.770020 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4668d08-fed5-4557-99e7-d7ea48573e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.879556 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:21.917271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87435c3-a3df-4580-9e60-a89d89aef723 req-99cb5b80-6c4e-48b9-877b-9bc619a3476b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:21.920303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b87435c3-a3df-4580-9e60-a89d89aef723 req-99cb5b80-6c4e-48b9-877b-9bc619a3476b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 944 time: 0.0907066 Jul 30 02:08:21.958208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=565b4ad2-1d08-416e-a399-47082dc7663c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server [None req-d4668d08-fed5-4557-99e7-d7ea48573e43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 565b4ad2-1d08-416e-a399-47082dc7663c: This subnet is being modified by another concurrent operation. Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server raise exception Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 565b4ad2-1d08-416e-a399-47082dc7663c: This subnet is being modified by another concurrent operation. Jul 30 02:08:21.959415 n-d-715271-7 neutron-server[93820]: ERROR oslo_messaging.rpc.server Jul 30 02:08:22.006081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b618c5-52b8-46ec-8b1f-c24e8442b7bf None None] Network 237ff25e-d08c-4e29-a4ae-83921a6ff138 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:22.022981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b87435c3-a3df-4580-9e60-a89d89aef723 req-4f18d3b9-a907-48f6-847a-44b1b98f7047 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894742 Jul 30 02:08:22.105863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.128398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237ff25e-d08c-4e29-a4ae-83921a6ff138']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:22.148091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00075ffc-ed5e-48f8-b072-bdb5e132f544') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:22.148613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00075ffc-ed5e-48f8-b072-bdb5e132f544') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:22.173378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.207764 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.223767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:22.224731 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:22.233959 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:22.245911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a681e62-f2f7-43a8-b55a-5e8179f0371e None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:08:22.362139 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.367380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1d9cf-38a0-4bf3-a98f-919c9e36009e req-14e4b49a-cc96-424e-89da-dc169fe729c8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:22.369079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7a1d9cf-38a0-4bf3-a98f-919c9e36009e req-14e4b49a-cc96-424e-89da-dc169fe729c8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 944 time: 0.0900893 Jul 30 02:08:22.374305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:22.381972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60774) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:22.388308 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/237ff25e-d08c-4e29-a4ae-83921a6ff138 HTTP/1.1" status: 204 len: 168 time: 0.9445605 Jul 30 02:08:22.422207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cc9f7-3c1c-4c50-b6c7-9621dfa7a276 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=237ff25e-d08c-4e29-a4ae-83921a6ff138,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:22.442316 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff8fb1c-e072-4c09-9d6b-d2d4d6cadd61 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] GET failed (client error): The resource could not be found. Jul 30 02:08:22.448275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1ff8fb1c-e072-4c09-9d6b-d2d4d6cadd61 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/subnets/565b4ad2-1d08-416e-a399-47082dc7663c HTTP/1.1" status: 404 len: 337 time: 0.0640140 Jul 30 02:08:22.449741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60778) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:22.502937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7a1d9cf-38a0-4bf3-a98f-919c9e36009e req-49a69a0e-fa31-4122-8c4e-e35a5af0e291 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199055 Jul 30 02:08:22.503284 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a4149d-8dba-4b4c-99d5-9e5ddd1567b2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:22.510107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a4149d-8dba-4b4c-99d5-9e5ddd1567b2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:22.513716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a681e62-f2f7-43a8-b55a-5e8179f0371e None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:08:22.514081 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f4a4149d-8dba-4b4c-99d5-9e5ddd1567b2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/237ff25e-d08c-4e29-a4ae-83921a6ff138 HTTP/1.1" status: 404 len: 339 time: 0.0624080 Jul 30 02:08:22.530631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60780) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:22.744301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2358732-04d7-415d-89f2-6dda72be2f8f req-7c1ad0ec-9a2b-492c-849b-ab84482b5866 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:22.747271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2358732-04d7-415d-89f2-6dda72be2f8f req-7c1ad0ec-9a2b-492c-849b-ab84482b5866 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 943 time: 0.1166475 Jul 30 02:08:22.775479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ec953-5c48-4445-9f33-000d2659989d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:22.780926 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a72ec953-5c48-4445-9f33-000d2659989d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2453332 Jul 30 02:08:22.783141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60786) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:22.847382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2358732-04d7-415d-89f2-6dda72be2f8f req-e5884c45-fab3-4beb-855e-ccda40b31103 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910063 Jul 30 02:08:22.930627 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-417a4469-9b12-45ee-b5a5-fdb833e9514e tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 207 time: 0.1452992 Jul 30 02:08:22.935244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60790) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:23.097823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b96be-e7dd-4177-a4b0-2768c906c2e6 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.105840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b96be-e7dd-4177-a4b0-2768c906c2e6 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.113723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b96be-e7dd-4177-a4b0-2768c906c2e6 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.120041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b96be-e7dd-4177-a4b0-2768c906c2e6 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.126675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7f1b96be-e7dd-4177-a4b0-2768c906c2e6 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1891959 Jul 30 02:08:23.127353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:23.193913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93e05b-81ae-4364-b048-e4f42e3fe61b req-d272ca87-cac6-45fc-8226-6734ebec4d59 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.197358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b93e05b-81ae-4364-b048-e4f42e3fe61b req-d272ca87-cac6-45fc-8226-6734ebec4d59 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0682812 Jul 30 02:08:23.258225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b93e05b-81ae-4364-b048-e4f42e3fe61b req-ec9b6a43-03a3-4119-a995-83124fd80130 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480273 Jul 30 02:08:23.350519 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e938094d-33b8-49d3-b3a6-92b32517d26d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2214892 Jul 30 02:08:23.354884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60798) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:23.454488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9110fd7-00d5-473c-bb46-3e786d8df22b tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.457851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9110fd7-00d5-473c-bb46-3e786d8df22b tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.460890 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e9110fd7-00d5-473c-bb46-3e786d8df22b tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1042945 Jul 30 02:08:23.465805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:23.478468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e6663-6ab2-4f9f-ba90-0ca0d2308560 req-88190110-b623-41b0-9a6d-c95fdbd5a98a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.480985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d6e6663-6ab2-4f9f-ba90-0ca0d2308560 req-88190110-b623-41b0-9a6d-c95fdbd5a98a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 944 time: 0.1008193 Jul 30 02:08:23.529669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d6e6663-6ab2-4f9f-ba90-0ca0d2308560 req-9de8363b-a0f4-4be5-aa08-77b15c4e34be tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Jul 30 02:08:23.586833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067de496-f62c-4109-9a73-a15ca3a5a87c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.586833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067de496-f62c-4109-9a73-a15ca3a5a87c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['shared'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.593944 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-067de496-f62c-4109-9a73-a15ca3a5a87c tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1247091 Jul 30 02:08:23.598023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60806) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:23.750821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab775ea-2319-4f78-8662-8296de580b47 req-a1cea679-0c7b-4c07-81fb-43f840ffc6b2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.752551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ab775ea-2319-4f78-8662-8296de580b47 req-a1cea679-0c7b-4c07-81fb-43f840ffc6b2 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0913265 Jul 30 02:08:23.792130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fcc2ee-b6bd-48d4-9345-b436c2e653b1 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:23.793526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-01fcc2ee-b6bd-48d4-9345-b436c2e653b1 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/networks/78c16e5a-5e70-4d7c-aa4f-764601dd17a0 HTTP/1.1" status: 200 len: 800 time: 0.1943250 Jul 30 02:08:23.800141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60808) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:23.819462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ab775ea-2319-4f78-8662-8296de580b47 req-f8a70f15-9a4c-4c21-8669-bb812d107f51 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574508 Jul 30 02:08:23.878572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 025bdce5-44ef-4bfa-aafc-6fe9492423f7 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:23.973551 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bfbed12c-88c6-4367-a820-84cea556858d tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/networks/78c16e5a-5e70-4d7c-aa4f-764601dd17a0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1701579 Jul 30 02:08:23.981481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60812) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:23.986709 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:23.993349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 025bdce5-44ef-4bfa-aafc-6fe9492423f7 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:24.005913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 025bdce5-44ef-4bfa-aafc-6fe9492423f7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:24.006552 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.018444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34849-a5fa-4f77-bb5d-e66bbe9718da req-cf18a881-e93d-4e90-88df-73214205c1aa tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:24.020503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16b34849-a5fa-4f77-bb5d-e66bbe9718da req-cf18a881-e93d-4e90-88df-73214205c1aa tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 944 time: 0.1087949 Jul 30 02:08:24.091035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16b34849-a5fa-4f77-bb5d-e66bbe9718da req-1a861625-a57a-4b19-9a8a-b6d931208c68 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577512 Jul 30 02:08:24.107478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf56a8fd-886a-4e93-9003-7937e4881fff tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:24.115800 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bf56a8fd-886a-4e93-9003-7937e4881fff tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/subnets/ab593c80-60c0-4014-b99c-6c54cf1db89c HTTP/1.1" status: 200 len: 811 time: 0.1254952 Jul 30 02:08:24.116713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60816) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:24.169922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.203755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c641f70-0a8c-48c4-87f1-c6b2d17dc31b tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['shared'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:24.211592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8c641f70-0a8c-48c4-87f1-c6b2d17dc31b tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "GET /v2.0/subnets/ab593c80-60c0-4014-b99c-6c54cf1db89c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0871832 Jul 30 02:08:24.211930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad559f8-f998-4e6d-bd95-e093802bbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025bdce5-44ef-4bfa-aafc-6fe9492423f7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:24.212848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60818) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:24.220988 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7a6874-6383-4b1d-bd7c-98fabcde8deb" -d '{"events": [{"server_uuid": "bad559f8-f998-4e6d-bd95-e093802bbf21", "name": "network-vif-plugged", "status": "completed", "tag": "025bdce5-44ef-4bfa-aafc-6fe9492423f7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:24.221745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-907582818'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:24.229609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 025bdce5-44ef-4bfa-aafc-6fe9492423f7, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=025bdce5-44ef-4bfa-aafc-6fe9492423f7,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:24.240763 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.273915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:24.284043 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.334742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=025bdce5-44ef-4bfa-aafc-6fe9492423f7,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:24.339891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:08:24.352404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.353015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.353958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.354334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.354978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.355666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.356386 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.357039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.357719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.358388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.359083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.360793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:24.363926 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.364914 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Added segment ff5de8be-90cb-4b39-b316-ac009f7380f5 of type vlan for network b028370d-9e62-4dd0-becd-132c9d65cd34 Jul 30 02:08:24.429643 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.474621 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f089067b-ad63-4d23-9bb9-366da4285b87 x-openstack-request-id: req-f089067b-ad63-4d23-9bb9-366da4285b87 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:24.475544 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad559f8-f998-4e6d-bd95-e093802bbf21", "name": "network-vif-plugged", "status": "completed", "tag": "025bdce5-44ef-4bfa-aafc-6fe9492423f7", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:24.476339 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f089067b-ad63-4d23-9bb9-366da4285b87 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:24.477997 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad559f8-f998-4e6d-bd95-e093802bbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025bdce5-44ef-4bfa-aafc-6fe9492423f7', 'code': 200} Jul 30 02:08:24.489331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.496116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:24.496995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.565601 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3515787 Jul 30 02:08:24.573242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60824) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:24.582745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'network_id': 'b028370d-9e62-4dd0-becd-132c9d65cd34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:24.636392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817d242-f456-44b0-9cdc-ef118e2870de tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Network': ['ID=b028370d-9e62-4dd0-becd-132c9d65cd34,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:24.652166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network b028370d-9e62-4dd0-becd-132c9d65cd34 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:08:24.658856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295168d-0c3f-423d-acb9-bafc843a2fd7 req-70a87dfe-3a1e-4fca-9fd0-6cd8d5685355 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:24.661185 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a295168d-0c3f-423d-acb9-bafc843a2fd7 req-70a87dfe-3a1e-4fca-9fd0-6cd8d5685355 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1287327 Jul 30 02:08:24.671060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f07969-f39a-4cb3-8fee-c9af41b395b4 req-17a351c6-47a5-40df-bb06-236a6c7beda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:24.672723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2f07969-f39a-4cb3-8fee-c9af41b395b4 req-17a351c6-47a5-40df-bb06-236a6c7beda2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 1096 time: 0.0772130 Jul 30 02:08:24.722294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Made reservation on behalf of 5fdd742a14f6469abfe6ea6248735d1f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:24.741326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:24.796529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a295168d-0c3f-423d-acb9-bafc843a2fd7 req-75afbdd6-40ce-4d35-a1b5-3d4ea205b3e0 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189060 Jul 30 02:08:24.798819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2f07969-f39a-4cb3-8fee-c9af41b395b4 req-1db4ec24-1daf-4824-9b29-c9bfb6140d91 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864787 Jul 30 02:08:24.822258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Performing IP validity checks on allocation pools {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:08:24.823005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:08:25.010126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9ce63-6e4c-4793-a3fc-2e42988ce2f0 req-21c0036b-1421-48af-8567-e7b6e62908dd tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:25.013620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9d9ce63-6e4c-4793-a3fc-2e42988ce2f0 req-21c0036b-1421-48af-8567-e7b6e62908dd tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0921209 Jul 30 02:08:25.051775 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.099150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9d9ce63-6e4c-4793-a3fc-2e42988ce2f0 req-044290ac-f221-4012-9ce0-a44648327640 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721800 Jul 30 02:08:25.144503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=4556c8d0-9341-4d92-9cfd-40726063dbdc,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:25.154086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Checking segment: {'id': 'ff5de8be-90cb-4b39-b316-ac009f7380f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b028370d-9e62-4dd0-becd-132c9d65cd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:25.154625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network hostable DHCP agents. Network: b028370d-9e62-4dd0-becd-132c9d65cd34, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:08:25.178229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Network b028370d-9e62-4dd0-becd-132c9d65cd34 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:08:25.192752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, b028370d-9e62-4dd0-becd-132c9d65cd34) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:25.201404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:25.202694 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33284695'] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.211389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61817d9a-12e0-4059-b176-dacc13c1a3f5 None None] Network b028370d-9e62-4dd0-becd-132c9d65cd34 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:25.236209 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f78d8298-ed3b-46f2-84a3-d82152165a58 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6612301 Jul 30 02:08:25.240289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:25.253887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f3387b5a-6e93-4bc1-a0fd-baef7edc39d2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:25.342511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a760-4ac1-4c63-b4ad-4cbaee0ab99f req-103c4790-c208-4621-997b-e88055cdc744 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:25.346202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8686a760-4ac1-4c63-b4ad-4cbaee0ab99f req-103c4790-c208-4621-997b-e88055cdc744 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 944 time: 0.1218553 Jul 30 02:08:25.428209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8686a760-4ac1-4c63-b4ad-4cbaee0ab99f req-df0a1bfa-76f1-4709-8002-e08ebf11e469 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705953 Jul 30 02:08:25.462492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3387b5a-6e93-4bc1-a0fd-baef7edc39d2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30015551'] for subnet, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.543399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-b028370d-9e62-4dd0-becd-132c9d65cd34', 'network_id': 'b028370d-9e62-4dd0-becd-132c9d65cd34', 'tenant_id': '5fdd742a14f6469abfe6ea6248735d1f', 'fixed_ips': [{'subnet_id': '4556c8d0-9341-4d92-9cfd-40726063dbdc'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:08:25.544539 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.827721 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3387b5a-6e93-4bc1-a0fd-baef7edc39d2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742691368488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30797924'] for subnet, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.899603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ca238404-9d2e-47c8-8cb2-4644aff7382e no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:08:25.924262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3387b5a-6e93-4bc1-a0fd-baef7edc39d2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:25.925249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3387b5a-6e93-4bc1-a0fd-baef7edc39d2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:25.932839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60840) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:25.935331 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f3387b5a-6e93-4bc1-a0fd-baef7edc39d2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "PUT /v2.0/subnets/4556c8d0-9341-4d92-9cfd-40726063dbdc HTTP/1.1" status: 200 len: 877 time: 0.6871712 Jul 30 02:08:25.960280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3387b5a-6e93-4bc1-a0fd-baef7edc39d2 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event updated for resources: {'Subnet': ['ID=4556c8d0-9341-4d92-9cfd-40726063dbdc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:26.018381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Allocated IP 172.20.0.3 (b028370d-9e62-4dd0-becd-132c9d65cd34/4556c8d0-9341-4d92-9cfd-40726063dbdc/3dbd19e1-b289-4220-90f4-f8f2bd9b8f50) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:26.207758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.228150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0afa4f-2681-4cc3-829f-194a867cf6f5 req-cdb57dd4-4555-4abf-b21f-27ab3da75930 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:26.230875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c0afa4f-2681-4cc3-829f-194a867cf6f5 req-cdb57dd4-4555-4abf-b21f-27ab3da75930 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1702278 Jul 30 02:08:26.339794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c0afa4f-2681-4cc3-829f-194a867cf6f5 req-0b1081c2-321c-4e8b-af9c-e82a5081f09d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975835 Jul 30 02:08:26.361077 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.364358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.380639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Transition to ACTIVE for port object 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:26.416808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Transition to ACTIVE for port object 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:26.433597 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.517771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Network b028370d-9e62-4dd0-becd-132c9d65cd34 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:26.527173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.528908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:26.531582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Pushing event updated for resources: {'Port': ['ID=3dbd19e1-b289-4220-90f4-f8f2bd9b8f50,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:26.536481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:26.569549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=4556c8d0-9341-4d92-9cfd-40726063dbdc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:26.624543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Attempting to bind port 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:26.625133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Attempting to bind port 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'ff5de8be-90cb-4b39-b316-ac009f7380f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b028370d-9e62-4dd0-becd-132c9d65cd34'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:26.625828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Attempting to bind port 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50 on network b028370d-9e62-4dd0-becd-132c9d65cd34 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:26.635870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:26.636515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Checking segment: {'id': 'ff5de8be-90cb-4b39-b316-ac009f7380f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b028370d-9e62-4dd0-becd-132c9d65cd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:26.637358 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.638005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Bound using segment: {'id': 'ff5de8be-90cb-4b39-b316-ac009f7380f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b028370d-9e62-4dd0-becd-132c9d65cd34'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:26.638885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Bound port: 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5de8be-90cb-4b39-b316-ac009f7380f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'b028370d-9e62-4dd0-becd-132c9d65cd34'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:26.639572 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.640593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbcf7f-120b-4ac8-bd48-7f14dac323fb req-c189e711-ce52-449f-b7d2-801a234a43ae tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:26.642236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9dbcf7f-120b-4ac8-bd48-7f14dac323fb req-c189e711-ce52-449f-b7d2-801a234a43ae tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1666322 Jul 30 02:08:26.670049 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.698590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b028370d-9e62-4dd0-becd-132c9d65cd34']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:26.718982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5de8be-90cb-4b39-b316-ac009f7380f5') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:26.719727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5de8be-90cb-4b39-b316-ac009f7380f5') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:26.738227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9dbcf7f-120b-4ac8-bd48-7f14dac323fb req-56d91155-8106-427a-8a4f-cde4fc3135c7 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846603 Jul 30 02:08:26.740602 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.757870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.775351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:26.775966 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.776177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] For port 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:26.781613 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:26.878163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] For port 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3dbd19e1-b289-4220-90f4-f8f2bd9b8f50,segment=NetworkSegment(ff5de8be-90cb-4b39-b316-ac009f7380f5),segment_id=ff5de8be-90cb-4b39-b316-ac009f7380f5)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:26.885249 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:26.916460 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 02:08:26.916460 n-d-715271-7 neutron-server[93819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 02:08:26.916460 n-d-715271-7 neutron-server[93819]: [parameters: {'id': 'b028370d-9e62-4dd0-becd-132c9d65cd34'}] Jul 30 02:08:26.916460 n-d-715271-7 neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:08:26.916460 n-d-715271-7 neutron-server[93819]: DEBUG oslo_db.api [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:08:26.964070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d56a0b-de6c-4bfb-8222-d609cf23d020 req-20281813-ab40-47d5-8d99-b7e719e76a98 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:26.967873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70d56a0b-de6c-4bfb-8222-d609cf23d020 req-20281813-ab40-47d5-8d99-b7e719e76a98 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 944 time: 0.1220732 Jul 30 02:08:27.064791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70d56a0b-de6c-4bfb-8222-d609cf23d020 req-c33caba6-ff05-48a9-8aee-36a5d2f816b0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844817 Jul 30 02:08:27.078089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bff67a-722e-4871-b0ff-76421f8866f3 None None] Pushing event updated for resources: {'Port': ['ID=3dbd19e1-b289-4220-90f4-f8f2bd9b8f50,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:27.082946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a8fd96-ea4e-4860-a505-95d245641f69 None None] Network b028370d-9e62-4dd0-becd-132c9d65cd34 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:27.174818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:08:27.320838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dee4f7-9a8b-4724-b209-8411a8fc3bca None None] Network b028370d-9e62-4dd0-becd-132c9d65cd34 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:27.418236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:27.442088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:27.475487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'port_id': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c', 'mac_address': 'fa:16:3e:46:61:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:08:27.550187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:27.566777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7354c88d-c53d-466f-86ae-51d07b11da77 None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:08:27.599941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:27.633988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:27.643333 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:27.663862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-a1b4d717-d345-41ac-acd1-1739766ca6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:27.666434 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-a1b4d717-d345-41ac-acd1-1739766ca6cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 1096 time: 0.1598628 Jul 30 02:08:27.672403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Deleting port 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:27.672852 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:27.743885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:27.756445 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7354c88d-c53d-466f-86ae-51d07b11da77 None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:08:27.778607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc60c22-abf0-411b-a4da-79d57b1b7032 req-8d8b3d9d-c7e8-40c8-9a9d-b571296bf09c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:27.781486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bc60c22-abf0-411b-a4da-79d57b1b7032 req-8d8b3d9d-c7e8-40c8-9a9d-b571296bf09c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.2197325 Jul 30 02:08:27.939805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] For port 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3dbd19e1-b289-4220-90f4-f8f2bd9b8f50,segment=NetworkSegment(ff5de8be-90cb-4b39-b316-ac009f7380f5),segment_id=ff5de8be-90cb-4b39-b316-ac009f7380f5)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:27.940326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:27.946739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:27.997847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Calling delete_port for 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:28.004015 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bc60c22-abf0-411b-a4da-79d57b1b7032 req-8ddad543-0331-4759-8995-a1a92bc0c987 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908324 Jul 30 02:08:28.047108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-e719a4f2-94c2-4fa2-b4b5-ae3900487ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:28.057168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-e719a4f2-94c2-4fa2-b4b5-ae3900487ec6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 200 len: 911 time: 0.3682847 Jul 30 02:08:28.220952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-d69c4599-f7dd-4980-aabf-ad49618c0a10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=025bdce5-44ef-4bfa-aafc-6fe9492423f7 HTTP/1.1" status: 200 len: 217 time: 0.0956047 Jul 30 02:08:28.285913 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.328423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9db150-7c05-474c-9c60-7e61fba1085a req-f05539c5-0eb3-45e8-b7ac-9c23ab79a78a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:28.330038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f9db150-7c05-474c-9c60-7e61fba1085a req-f05539c5-0eb3-45e8-b7ac-9c23ab79a78a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.2068486 Jul 30 02:08:28.336135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Port': ['ID=3dbd19e1-b289-4220-90f4-f8f2bd9b8f50,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:28.343394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No DVR routers for this DVR port 3dbd19e1-b289-4220-90f4-f8f2bd9b8f50 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:28.346560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-915acfd0-4b1f-478d-9fbe-e8cf83fa978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:28.349823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-915acfd0-4b1f-478d-9fbe-e8cf83fa978e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0646f3b0-c96f-4976-afe1-dabd69932590 HTTP/1.1" status: 200 len: 850 time: 0.1076818 Jul 30 02:08:28.434725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-d3351f09-4a8e-496f-b843-19deac921dad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=623d2b84-caf9-42a9-a58e-55e2c7aaa067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600133 Jul 30 02:08:28.559588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.564537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f9db150-7c05-474c-9c60-7e61fba1085a req-6fe85b55-1088-4083-85b8-4bbca7ac059b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093439 Jul 30 02:08:28.576921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b028370d-9e62-4dd0-becd-132c9d65cd34']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:28.595918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5de8be-90cb-4b39-b316-ac009f7380f5') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:28.596224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5de8be-90cb-4b39-b316-ac009f7380f5') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:28.610464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.639630 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.655738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:28.656159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:28.659895 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:28.662159 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-f6d6e7e1-4cd3-4bd2-af8e-6605888a6b79 service neutron] 10.222.0.22 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854582 Jul 30 02:08:28.807239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.818812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:28.821102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/b028370d-9e62-4dd0-becd-132c9d65cd34 HTTP/1.1" status: 204 len: 168 time: 2.8863242 Jul 30 02:08:28.825943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60864) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:28.853587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd046c7c-b575-41e7-a20f-0590740e517f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=b028370d-9e62-4dd0-becd-132c9d65cd34,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:28.869972 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a1af43-1ec8-496a-9ad7-f28fcc957700 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:28.870809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a1af43-1ec8-496a-9ad7-f28fcc957700 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:28.874264 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-84a1af43-1ec8-496a-9ad7-f28fcc957700 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/4556c8d0-9341-4d92-9cfd-40726063dbdc HTTP/1.1" status: 404 len: 337 time: 0.0466487 Jul 30 02:08:28.874782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54890e-fbd8-4419-8a37-94954f30e7eb req-d0ee900c-7c41-4178-95bc-2dcff2c902b2 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:28.876453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d54890e-fbd8-4419-8a37-94954f30e7eb req-d0ee900c-7c41-4178-95bc-2dcff2c902b2 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 945 time: 0.2133884 Jul 30 02:08:28.879557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60866) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:28.896163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0ecfebf-4fc4-49ce-b069-eb73ccfc0e22 req-ae9e07e0-34be-4283-8459-a60607d2d551 service neutron] 10.222.0.22 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204258 Jul 30 02:08:28.913051 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4131e1a6-289e-4ea1-b153-e759dce51578 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:28.913660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4131e1a6-289e-4ea1-b153-e759dce51578 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:28.915463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4131e1a6-289e-4ea1-b153-e759dce51578 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/b028370d-9e62-4dd0-becd-132c9d65cd34 HTTP/1.1" status: 404 len: 339 time: 0.0349097 Jul 30 02:08:28.921327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60868) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:28.954878 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d54890e-fbd8-4419-8a37-94954f30e7eb req-b66e4a1c-8a99-4b84-842b-60989a4ee0ef tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643122 Jul 30 02:08:28.989788 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4022d0-bd95-463c-b1c9-122ccfacb9b7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:28.990509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4022d0-bd95-463c-b1c9-122ccfacb9b7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:28.994003 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0e4022d0-bd95-463c-b1c9-122ccfacb9b7 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/565b4ad2-1d08-416e-a399-47082dc7663c HTTP/1.1" status: 404 len: 337 time: 0.0682874 Jul 30 02:08:29.002147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60874) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.032186 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2ac2cc-ea1e-44f3-bab0-145fbe4ddc45 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.033210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2ac2cc-ea1e-44f3-bab0-145fbe4ddc45 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.036569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cc2ac2cc-ea1e-44f3-bab0-145fbe4ddc45 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/237ff25e-d08c-4e29-a4ae-83921a6ff138 HTTP/1.1" status: 404 len: 339 time: 0.0330241 Jul 30 02:08:29.040801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60878) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.141405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.182899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f58c7-adce-4130-bc16-e3fd8038fae9 req-675356a9-1ced-4555-b3e6-31f5c4d6adbe tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:29.185212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-197f58c7-adce-4130-bc16-e3fd8038fae9 req-675356a9-1ced-4555-b3e6-31f5c4d6adbe tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0655735 Jul 30 02:08:29.192432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:08:29.277087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:29.281683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.281956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:29.282079 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.304079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-197f58c7-adce-4130-bc16-e3fd8038fae9 req-d384d84a-6ac4-4042-ad0f-1e9893d3c48b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856156 Jul 30 02:08:29.309245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c670c1e0-a1f1-4599-b7d2-e72010f296e2']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:29.324490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d329c8-74e3-4fd0-bffb-31f89b7cba01') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:29.324830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d329c8-74e3-4fd0-bffb-31f89b7cba01') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:29.335647 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.355322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.364135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:29.364135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:29.368042 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:29.442075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.452097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.455636 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/c670c1e0-a1f1-4599-b7d2-e72010f296e2 HTTP/1.1" status: 204 len: 168 time: 0.4134016 Jul 30 02:08:29.463025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60882) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.487344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32252476-e3fc-4c1a-a6c2-a28750e4eb78 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=c670c1e0-a1f1-4599-b7d2-e72010f296e2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:29.509050 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e3b90b-782e-4fc4-bde5-ff4891a5f5b8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.509510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e3b90b-782e-4fc4-bde5-ff4891a5f5b8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.511368 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e1e3b90b-782e-4fc4-bde5-ff4891a5f5b8 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/63cc3e7e-8926-4d6e-8700-fa7ee1a69ddf HTTP/1.1" status: 404 len: 337 time: 0.0476544 Jul 30 02:08:29.515966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60884) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.538792 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b35266-3758-4e1a-87aa-8c38d96b4798 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.538792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b35266-3758-4e1a-87aa-8c38d96b4798 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.540361 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f7b35266-3758-4e1a-87aa-8c38d96b4798 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/1de64cd3-43e3-4f4b-a478-9603ac195baf HTTP/1.1" status: 404 len: 339 time: 0.0232997 Jul 30 02:08:29.544350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60886) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.562813 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.577228 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-082605e8-0f20-44c6-9186-21a881447a11 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.577686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082605e8-0f20-44c6-9186-21a881447a11 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.579516 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-082605e8-0f20-44c6-9186-21a881447a11 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/b012bee1-8f82-4428-9a69-436159ea94bf HTTP/1.1" status: 404 len: 337 time: 0.0340898 Jul 30 02:08:29.582429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60888) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.596382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:29.600381 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c599edf-c1b1-4352-af7c-0d6f053f4273" -d '{"events": [{"server_uuid": "8ea6835d-5fdb-42d6-900c-8e6920500290", "name": "network-vif-plugged", "status": "completed", "tag": "ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:29.602824 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d802ab-2c4d-4e79-ad78-2a693127fd01 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.603718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d802ab-2c4d-4e79-ad78-2a693127fd01 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.605588 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-70d802ab-2c4d-4e79-ad78-2a693127fd01 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/efb81515-4cca-437e-aea3-7f16a7f4eaf3 HTTP/1.1" status: 404 len: 339 time: 0.0220456 Jul 30 02:08:29.609904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60894) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.623134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:29.629229 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:29.657026 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fb30d5-606a-401f-9625-953c4c1c0dc5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.659025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fb30d5-606a-401f-9625-953c4c1c0dc5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.663024 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-98fb30d5-606a-401f-9625-953c4c1c0dc5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/b74a3e10-8246-422c-986d-7a55b94ca8f1 HTTP/1.1" status: 404 len: 337 time: 0.0518517 Jul 30 02:08:29.666951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60896) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.692017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:29.711511 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a2a7bd-94ab-4e1d-b81d-cc5781949ddb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.712245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a2a7bd-94ab-4e1d-b81d-cc5781949ddb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.714209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d4a2a7bd-94ab-4e1d-b81d-cc5781949ddb tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/17786005-f66e-4bd4-816c-75026928922a HTTP/1.1" status: 404 len: 339 time: 0.0457418 Jul 30 02:08:29.717464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60898) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.754893 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cad90d-5985-4dd1-95a9-6328dcac5fa4 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.755630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cad90d-5985-4dd1-95a9-6328dcac5fa4 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.757881 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-91cad90d-5985-4dd1-95a9-6328dcac5fa4 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/e45e2aa9-f861-4167-b0da-6424df4273ae HTTP/1.1" status: 404 len: 337 time: 0.0387888 Jul 30 02:08:29.761858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60900) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.767611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a710a89-2d2c-4ca9-8192-7f80bc1f51ca req-950cbd18-f265-45e5-ac93-f1da9fd44fed tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:29.769978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a710a89-2d2c-4ca9-8192-7f80bc1f51ca req-950cbd18-f265-45e5-ac93-f1da9fd44fed tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0880187 Jul 30 02:08:29.782882 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6106395a-777d-4cdc-83d4-1d63fdfdc81f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.783482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6106395a-777d-4cdc-83d4-1d63fdfdc81f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.785884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6106395a-777d-4cdc-83d4-1d63fdfdc81f tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/9bff0be2-d44c-4835-94ce-4cc6aa7dd655 HTTP/1.1" status: 404 len: 339 time: 0.0228937 Jul 30 02:08:29.789059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60902) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.816574 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-26df8556-b9e9-4745-81f0-f65fe93fe191 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.817084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26df8556-b9e9-4745-81f0-f65fe93fe191 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.818831 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-26df8556-b9e9-4745-81f0-f65fe93fe191 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/c7aa48c8-35fe-457a-88bf-fba144f7c38f HTTP/1.1" status: 404 len: 337 time: 0.0288098 Jul 30 02:08:29.821797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60904) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.841148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a710a89-2d2c-4ca9-8192-7f80bc1f51ca req-c52e22a6-7c7d-475c-8b79-d5b429f83d62 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591598 Jul 30 02:08:29.841377 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a86d88f-9966-4f89-a39f-3d3dcc2b83ca tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.841961 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a86d88f-9966-4f89-a39f-3d3dcc2b83ca tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.843761 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4a86d88f-9966-4f89-a39f-3d3dcc2b83ca tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/d9ca5c41-be18-48b6-b4f3-b1cbfa4bd0f6 HTTP/1.1" status: 404 len: 339 time: 0.0210056 Jul 30 02:08:29.848582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60906) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.890002 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf74486-cc91-473e-9bd6-ef2f20f7b693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.890759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf74486-cc91-473e-9bd6-ef2f20f7b693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.894611 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-abf74486-cc91-473e-9bd6-ef2f20f7b693 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/6fc12b45-4359-4a30-9822-90fbff571194 HTTP/1.1" status: 404 len: 337 time: 0.0443220 Jul 30 02:08:29.897506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60908) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.929019 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97faa5b-5dc1-4a0a-85d5-8d1063f544e5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.930585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97faa5b-5dc1-4a0a-85d5-8d1063f544e5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.933030 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f28bd5e-b278-4250-8e93-ac1c089e5816 x-openstack-request-id: req-4f28bd5e-b278-4250-8e93-ac1c089e5816 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:29.933435 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f97faa5b-5dc1-4a0a-85d5-8d1063f544e5 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/6bdf48db-969b-44eb-bc79-faeb973d1a9a HTTP/1.1" status: 404 len: 339 time: 0.0343153 Jul 30 02:08:29.933647 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea6835d-5fdb-42d6-900c-8e6920500290", "name": "network-vif-plugged", "status": "completed", "tag": "ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:29.933912 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4f28bd5e-b278-4250-8e93-ac1c089e5816 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:29.934384 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c', 'code': 200} Jul 30 02:08:29.937297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60910) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:29.970260 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cf8b36-628d-466a-9b00-2a5be15f0f72 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:29.970917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30cf8b36-628d-466a-9b00-2a5be15f0f72 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:29.973564 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-30cf8b36-628d-466a-9b00-2a5be15f0f72 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/4265e161-aca1-49d3-a0cf-a54cc39bcc1e HTTP/1.1" status: 404 len: 337 time: 0.0350811 Jul 30 02:08:29.976596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60912) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:30.002380 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b65c03-4cdf-4f1f-9585-ccaff65a8a24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:30.003386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b65c03-4cdf-4f1f-9585-ccaff65a8a24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:30.006735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e3b65c03-4cdf-4f1f-9585-ccaff65a8a24 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/cd37bb47-866c-4ded-985e-9eed8c0f1f46 HTTP/1.1" status: 404 len: 339 time: 0.0285597 Jul 30 02:08:30.010206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60916) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:30.061197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252b454-44b4-49f8-906d-58d5ab72be19 req-2f75dba5-8cc0-4c94-8f1d-9c061bde2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:30.062990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a252b454-44b4-49f8-906d-58d5ab72be19 req-2f75dba5-8cc0-4c94-8f1d-9c061bde2033 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 1097 time: 0.0536671 Jul 30 02:08:30.068659 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-57058115-f71f-4cb4-a509-9cda60202b21 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:30.069982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57058115-f71f-4cb4-a509-9cda60202b21 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:30.077044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-57058115-f71f-4cb4-a509-9cda60202b21 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/4c9cebf7-4950-4f9d-a667-33b02e17e635 HTTP/1.1" status: 404 len: 337 time: 0.0608306 Jul 30 02:08:30.078063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60920) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:30.112571 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a252b454-44b4-49f8-906d-58d5ab72be19 req-0e3835bb-3b85-4a49-9491-30151ac3196b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Jul 30 02:08:30.122655 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0353c3b7-047e-41ce-9c6d-4e3b5feed295 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:30.122655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0353c3b7-047e-41ce-9c6d-4e3b5feed295 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:30.123547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0353c3b7-047e-41ce-9c6d-4e3b5feed295 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/96089680-d22f-4151-bd0e-f90a6de3a7e2 HTTP/1.1" status: 404 len: 339 time: 0.0439177 Jul 30 02:08:30.126386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60922) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:30.166983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3141a6-29a2-4c54-abb0-126f8ab3b1da req-3e42505c-84df-4930-9fe3-584689a8e2fe tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:30.168619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a3141a6-29a2-4c54-abb0-126f8ab3b1da req-3e42505c-84df-4930-9fe3-584689a8e2fe tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 946 time: 0.0759015 Jul 30 02:08:30.197562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e42820f-7304-43ce-a95e-c7ed45232319 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Deleting subnet ab593c80-60c0-4014-b99c-6c54cf1db89c {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:08:30.201992 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42820f-7304-43ce-a95e-c7ed45232319 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.217812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a3141a6-29a2-4c54-abb0-126f8ab3b1da req-201c3cb3-a6a1-4a8f-9da8-fa0150cfeb15 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Jul 30 02:08:30.262071 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42820f-7304-43ce-a95e-c7ed45232319 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.397797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42820f-7304-43ce-a95e-c7ed45232319 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.474203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9509f-eb0e-4cae-8a05-471f16411d3b req-3210ed69-ad88-4a0d-9f32-dd959894eabe tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:30.475587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59c9509f-eb0e-4cae-8a05-471f16411d3b req-3210ed69-ad88-4a0d-9f32-dd959894eabe tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0647166 Jul 30 02:08:30.506840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42820f-7304-43ce-a95e-c7ed45232319 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.540151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59c9509f-eb0e-4cae-8a05-471f16411d3b req-d3f5b9c6-1cc1-4069-993b-60783286fd82 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525579 Jul 30 02:08:30.561470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42820f-7304-43ce-a95e-c7ed45232319 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Subnet': ['ID=ab593c80-60c0-4014-b99c-6c54cf1db89c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:30.565217 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e42820f-7304-43ce-a95e-c7ed45232319 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.569822 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3e42820f-7304-43ce-a95e-c7ed45232319 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/subnets/ab593c80-60c0-4014-b99c-6c54cf1db89c HTTP/1.1" status: 204 len: 168 time: 0.4410412 Jul 30 02:08:30.571980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60928) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:30.576804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e510820e-7341-464a-9cc3-865f05700848 None None] Network 78c16e5a-5e70-4d7c-aa4f-764601dd17a0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:08:30.711794 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.738380 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2187a64-4fc8-458f-a926-d0b6b871ce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.787238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Deleting port 1de09906-837d-400f-ab41-6adaff11f3e9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:30.787591 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.809736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546660ad-a9bd-414f-9cc5-46d4fea6f57f None None] DHCP port deletion for 78c16e5a-5e70-4d7c-aa4f-764601dd17a0 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:08:30.889187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] For port 1de09906-837d-400f-ab41-6adaff11f3e9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1de09906-837d-400f-ab41-6adaff11f3e9,segment=NetworkSegment(a480e56c-9f5d-4370-84e2-d30ac62e5ced),segment_id=a480e56c-9f5d-4370-84e2-d30ac62e5ced)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:30.890210 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.905952 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-546660ad-a9bd-414f-9cc5-46d4fea6f57f None None] Deleting port 1de09906-837d-400f-ab41-6adaff11f3e9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:30.907010 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-546660ad-a9bd-414f-9cc5-46d4fea6f57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:30.919924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Calling delete_port for 1de09906-837d-400f-ab41-6adaff11f3e9 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:31.080267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1de09906-837d-400f-ab41-6adaff11f3e9 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:08:31.107524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec02f1-e5ae-4a34-bbfa-894e49e84c70 req-060260a3-89aa-46d3-b6b5-49d6def6a0f2 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:31.109820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8cec02f1-e5ae-4a34-bbfa-894e49e84c70 req-060260a3-89aa-46d3-b6b5-49d6def6a0f2 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0869627 Jul 30 02:08:31.125694 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.129468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-546660ad-a9bd-414f-9cc5-46d4fea6f57f None None] For port 1de09906-837d-400f-ab41-6adaff11f3e9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1de09906-837d-400f-ab41-6adaff11f3e9,segment=NetworkSegment(a480e56c-9f5d-4370-84e2-d30ac62e5ced),segment_id=a480e56c-9f5d-4370-84e2-d30ac62e5ced)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:31.130273 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-546660ad-a9bd-414f-9cc5-46d4fea6f57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.160676 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Port': ['ID=1de09906-837d-400f-ab41-6adaff11f3e9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:31.163038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-546660ad-a9bd-414f-9cc5-46d4fea6f57f None None] Calling delete_port for 1de09906-837d-400f-ab41-6adaff11f3e9 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:31.166020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] No DVR routers for this DVR port 1de09906-837d-400f-ab41-6adaff11f3e9 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:31.177101 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8cec02f1-e5ae-4a34-bbfa-894e49e84c70 req-66a53209-f00e-47e1-ad0d-44b52cac9c04 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557296 Jul 30 02:08:31.193298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No active binding found for port 1de09906-837d-400f-ab41-6adaff11f3e9 {{(pid=93820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 02:08:31.193854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1de09906-837d-400f-ab41-6adaff11f3e9 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:08:31.265051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.282578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c16e5a-5e70-4d7c-aa4f-764601dd17a0']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:31.300862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a480e56c-9f5d-4370-84e2-d30ac62e5ced') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:31.302103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a480e56c-9f5d-4370-84e2-d30ac62e5ced') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:08:31.314492 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.315371 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-546660ad-a9bd-414f-9cc5-46d4fea6f57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.318181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.339344 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.355823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546660ad-a9bd-414f-9cc5-46d4fea6f57f None None] Pushing event deleted for resources: {'Port': ['ID=1de09906-837d-400f-ab41-6adaff11f3e9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:31.356520 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:08:31.357198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.362030 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546660ad-a9bd-414f-9cc5-46d4fea6f57f None None] No DVR routers for this DVR port 1de09906-837d-400f-ab41-6adaff11f3e9 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:08:31.362810 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:08:31.450317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91c616-f887-4d7c-a914-dd350994bc07 req-33cd5e25-686c-4253-b985-2906fd48f6be tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:31.453830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e91c616-f887-4d7c-a914-dd350994bc07 req-33cd5e25-686c-4253-b985-2906fd48f6be tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 946 time: 0.1233325 Jul 30 02:08:31.481586 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.488169 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:31.499606 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] 10.222.0.84 "DELETE /v2.0/networks/78c16e5a-5e70-4d7c-aa4f-764601dd17a0 HTTP/1.1" status: 204 len: 168 time: 0.9173431 Jul 30 02:08:31.523983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b09f6-2251-4605-9acf-4227d70bc863 tempest-NetworksTest-745943846 tempest-NetworksTest-745943846-project] Pushing event deleted for resources: {'Network': ['ID=78c16e5a-5e70-4d7c-aa4f-764601dd17a0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:31.526163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e91c616-f887-4d7c-a914-dd350994bc07 req-f40dd0a6-ac92-46c1-b4eb-b675a3dc31c7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Jul 30 02:08:31.772919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010663bf-db56-4284-bd27-8e41a5a5f3c4 req-46fffdc7-8a0f-4f96-bfd6-8b33df96438b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:31.775541 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-010663bf-db56-4284-bd27-8e41a5a5f3c4 req-46fffdc7-8a0f-4f96-bfd6-8b33df96438b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 946 time: 0.0799172 Jul 30 02:08:31.842369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60946) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:31.850083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-010663bf-db56-4284-bd27-8e41a5a5f3c4 req-ac90f32e-a295-4e54-9d1a-9e8b2e992e52 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640094 Jul 30 02:08:32.033632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbb224-a6b6-401e-88b9-28b5fb04b984 req-42e3a983-f61e-4f65-be0b-ea431e20c5c3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:32.035971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bddbb224-a6b6-401e-88b9-28b5fb04b984 req-42e3a983-f61e-4f65-be0b-ea431e20c5c3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0672960 Jul 30 02:08:32.105260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-557c4044-5ea5-455d-8722-9c37ceff7aee admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5fdd742a14f6469abfe6ea6248735d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605460 Jul 30 02:08:32.109233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60952) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:32.172136 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7278235-8c28-4baf-8c00-c47bfa1eed42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.207019 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7278235-8c28-4baf-8c00-c47bfa1eed42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.284202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7278235-8c28-4baf-8c00-c47bfa1eed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.287506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7278235-8c28-4baf-8c00-c47bfa1eed42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:32.288868 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7278235-8c28-4baf-8c00-c47bfa1eed42 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ef603511-ccdd-4c06-85a3-94ec6af03304 HTTP/1.1" status: 204 len: 168 time: 0.1782527 Jul 30 02:08:32.315262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7278235-8c28-4baf-8c00-c47bfa1eed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef603511-ccdd-4c06-85a3-94ec6af03304,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:32.589841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bddbb224-a6b6-401e-88b9-28b5fb04b984 req-326e1e7b-1e65-432d-a083-06563bab91aa tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5461195 Jul 30 02:08:32.619835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-2fec692f-0153-4627-8fc8-70225a0df7a0 req-9e9c0628-d859-4a87-9f43-0fca533afcfe service neutron] (93818) timed out ('10.222.0.84', 42266) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:08:33.363204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60994) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.384232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a97c2796-743c-4e06-87be-e952590de64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.543303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cc30c321-4953-4b2f-a192-73c779650d19 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] Request body: {'port': {'network_id': '244e9766-78a9-46bc-8b25-3fa37c4efb55', 'name': 'tempest-NetworksNegativeTestJSON-884486917'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:33.576071 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc30c321-4953-4b2f-a192-73c779650d19 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] POST failed (client error): The resource could not be found. Jul 30 02:08:33.576697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc30c321-4953-4b2f-a192-73c779650d19 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:33.587399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32774) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.587722 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cc30c321-4953-4b2f-a192-73c779650d19 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2229276 Jul 30 02:08:33.626345 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-657a0b32-a083-4930-90ba-868d0b5c43a3 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:33.632458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657a0b32-a083-4930-90ba-868d0b5c43a3 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:33.634982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-657a0b32-a083-4930-90ba-868d0b5c43a3 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "DELETE /v2.0/networks/64f34e15-4274-48c6-96af-d778678df323 HTTP/1.1" status: 404 len: 339 time: 0.0454614 Jul 30 02:08:33.641034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32782) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.682689 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9a7d05-4a73-4fa6-911e-8a0c33d4ee26 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:33.683493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9a7d05-4a73-4fa6-911e-8a0c33d4ee26 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:33.685375 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ea9a7d05-4a73-4fa6-911e-8a0c33d4ee26 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "DELETE /v2.0/ports/cfa0c0e0-9ccc-4a3d-867c-ecc78187956d HTTP/1.1" status: 404 len: 333 time: 0.0430050 Jul 30 02:08:33.690454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32786) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.736641 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae0db5a-eabd-4201-9483-570a93992cc4 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] DELETE failed (client error): The resource could not be found. Jul 30 02:08:33.737103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae0db5a-eabd-4201-9483-570a93992cc4 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:33.739881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8ae0db5a-eabd-4201-9483-570a93992cc4 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "DELETE /v2.0/subnets/90cd7f07-788c-4371-b5ef-24b814d95060 HTTP/1.1" status: 404 len: 337 time: 0.0467799 Jul 30 02:08:33.745005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32788) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.786624 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d6e3c1-9d3d-4ecf-ace1-301a8cba330d tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] GET failed (client error): The resource could not be found. Jul 30 02:08:33.786624 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97d6e3c1-9d3d-4ecf-ace1-301a8cba330d tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "GET /v2.0/networks/79157bbf-4b38-4443-99f5-e5d82664fab8 HTTP/1.1" status: 404 len: 339 time: 0.0395482 Jul 30 02:08:33.792100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32792) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.819529 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:33.841950 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b34ec7c-244a-4dc5-8d9c-51e2c9cb31c3 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] GET failed (client error): The resource could not be found. Jul 30 02:08:33.844850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0b34ec7c-244a-4dc5-8d9c-51e2c9cb31c3 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "GET /v2.0/ports/07eb11ae-51b5-492a-b8fe-ed859e31e899 HTTP/1.1" status: 404 len: 333 time: 0.0510018 Jul 30 02:08:33.849407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.900070 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21661fd-fbcf-4fb9-9e29-94e522f869bc tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] GET failed (client error): The resource could not be found. Jul 30 02:08:33.905961 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b21661fd-fbcf-4fb9-9e29-94e522f869bc tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "GET /v2.0/subnets/c774e3e8-0b43-4899-9278-a239297fc222 HTTP/1.1" status: 404 len: 337 time: 0.0514653 Jul 30 02:08:33.906989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32796) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.916824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2586b334-b6d3-4699-a3a4-9e8a13aacd0a tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:33.942390 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-2586b334-b6d3-4699-a3a4-9e8a13aacd0a tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] PUT failed (client error): The resource could not be found. Jul 30 02:08:33.943329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2586b334-b6d3-4699-a3a4-9e8a13aacd0a tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:33.951754 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2586b334-b6d3-4699-a3a4-9e8a13aacd0a tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "PUT /v2.0/networks/6db3ed96-39cd-4318-9bcb-5ecc50c51823 HTTP/1.1" status: 404 len: 339 time: 0.0369146 Jul 30 02:08:33.953216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32800) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.958387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f119ca7e-f8b9-46ec-8e40-fff915008820 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:33.981151 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f119ca7e-f8b9-46ec-8e40-fff915008820 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] PUT failed (client error): The resource could not be found. Jul 30 02:08:33.982591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f119ca7e-f8b9-46ec-8e40-fff915008820 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:33.984409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f119ca7e-f8b9-46ec-8e40-fff915008820 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "PUT /v2.0/ports/81b72ec7-5dec-4af4-94b9-e45eec29887f HTTP/1.1" status: 404 len: 333 time: 0.0308888 Jul 30 02:08:33.991114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32804) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:33.997912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-de2cad7c-ab05-4072-a18f-b36599ad2c51 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:34.027178 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2cad7c-ab05-4072-a18f-b36599ad2c51 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] PUT failed (client error): The resource could not be found. Jul 30 02:08:34.027637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2cad7c-ab05-4072-a18f-b36599ad2c51 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:08:34.028936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-de2cad7c-ab05-4072-a18f-b36599ad2c51 tempest-NetworksNegativeTestJSON-1008332120 tempest-NetworksNegativeTestJSON-1008332120-project] 10.222.0.84 "PUT /v2.0/subnets/8a6eeefc-42d8-407b-9fb3-c53fe2b3ad9a HTTP/1.1" status: 404 len: 337 time: 0.0362179 Jul 30 02:08:34.532091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32828) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:34.539701 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.721892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478a40d-adfe-4c07-9dd4-4e7494bdfc58 req-a7b7ebae-9d17-4e93-bf28-7d19b2ac6dad tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:34.724962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f478a40d-adfe-4c07-9dd4-4e7494bdfc58 req-a7b7ebae-9d17-4e93-bf28-7d19b2ac6dad tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0876772 Jul 30 02:08:34.779698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d04c0374-13fd-41b8-a5cb-94a3aae7f9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.834676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f478a40d-adfe-4c07-9dd4-4e7494bdfc58 req-bd8b6397-b3ac-4099-86d1-0a57dd9e9cd6 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032090 Jul 30 02:08:34.990143 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d04c0374-13fd-41b8-a5cb-94a3aae7f9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:34.995653 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d04c0374-13fd-41b8-a5cb-94a3aae7f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.047679 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d04c0374-13fd-41b8-a5cb-94a3aae7f9fe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=caca8838e497474ea83a61385a093c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5101523 Jul 30 02:08:35.047955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32838) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:35.055681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c0374-13fd-41b8-a5cb-94a3aae7f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c442eea1-6987-4167-9035-eeb6a1478873,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:35.157681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b602880-791d-466e-8edd-1387068c4415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.168844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7984c-cfe9-43ea-89eb-66cb806e7b3d req-dbb56c34-a35c-46a5-83a0-9f05edc083e4 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:35.170443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8b7984c-cfe9-43ea-89eb-66cb806e7b3d req-dbb56c34-a35c-46a5-83a0-9f05edc083e4 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0985622 Jul 30 02:08:35.205061 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b602880-791d-466e-8edd-1387068c4415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.262665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8b7984c-cfe9-43ea-89eb-66cb806e7b3d req-ed0e0ed7-f095-4c5a-ab80-f2e440a76d91 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801165 Jul 30 02:08:35.310690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b602880-791d-466e-8edd-1387068c4415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.316166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b602880-791d-466e-8edd-1387068c4415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:35.317668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9b602880-791d-466e-8edd-1387068c4415 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c442eea1-6987-4167-9035-eeb6a1478873 HTTP/1.1" status: 204 len: 168 time: 0.2687891 Jul 30 02:08:35.333308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b602880-791d-466e-8edd-1387068c4415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c442eea1-6987-4167-9035-eeb6a1478873,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:35.825755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-aa8dab35-b66b-41ef-9ae1-d62e222bd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:35.828642 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-aa8dab35-b66b-41ef-9ae1-d62e222bd603 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1095 time: 0.1048968 Jul 30 02:08:36.061064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-e563b045-17ce-4620-ac3f-dd4dd9b33514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:36.063780 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-e563b045-17ce-4620-ac3f-dd4dd9b33514 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.2225003 Jul 30 02:08:36.144513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0180ee5-61cc-4c2e-a22d-9b7ad9d111ec req-17fa822c-033e-4d66-9f19-08ac125ec61c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:36.146146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0180ee5-61cc-4c2e-a22d-9b7ad9d111ec req-17fa822c-033e-4d66-9f19-08ac125ec61c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0696814 Jul 30 02:08:36.167102 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.168043 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-b646602a-2556-470e-84f9-515b53518814 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 999 time: 0.0939996 Jul 30 02:08:36.216417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0180ee5-61cc-4c2e-a22d-9b7ad9d111ec req-9ab22c1f-3808-4a64-9f60-606c0aae6f7d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628476 Jul 30 02:08:36.244167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-f1da35d4-30c1-4b75-8691-d5600fc7869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:36.244167 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-f1da35d4-30c1-4b75-8691-d5600fc7869a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.0671818 Jul 30 02:08:36.331988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-cbe09254-08b2-44b9-9670-b83ce36e0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:36.334690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-cbe09254-08b2-44b9-9670-b83ce36e0ce2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799143 Jul 30 02:08:36.375126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cca5bb-acbc-4476-bc27-8b279be39490 req-1e024201-1bec-4ef5-b468-4c6cde055620 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:36.377719 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66cca5bb-acbc-4476-bc27-8b279be39490 req-1e024201-1bec-4ef5-b468-4c6cde055620 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0782225 Jul 30 02:08:36.446349 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66cca5bb-acbc-4476-bc27-8b279be39490 req-e3fbefa9-efe9-47f8-a2f8-b775e16735d0 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556729 Jul 30 02:08:36.517063 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-50d905e9-8c87-4ea8-af03-e168496027f5 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735096 Jul 30 02:08:36.546998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32886) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:36.704843 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8c7009f4-4845-4664-bd1f-e5e6245ebcd3 req-3d87d11e-775f-486a-9644-9d05ba701c58 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806622 Jul 30 02:08:36.771673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group': {'name': 'tempest-secgroup--309774470'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:36.848063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.863231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:36.940110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-32c6cf80-efe9-4294-a5e3-c89c5f8d14d1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:36.942934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-32c6cf80-efe9-4294-a5e3-c89c5f8d14d1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.1905401 Jul 30 02:08:36.984556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-fd49e2e1-07cf-436e-9324-4fc929802bdb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/quotas/8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 375 time: 0.0298650 Jul 30 02:08:37.098411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-443bc7a4-0433-4a7b-8552-14e33b9ee178 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976145 Jul 30 02:08:37.154315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.171994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.213417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc68bc-e530-4e6c-a410-7057c9276273,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:37.489732 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.497719 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-b31317f3-ddba-4925-bd90-d1e788a40ba0 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651834 Jul 30 02:08:37.499845 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.637060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dc1347-cb14-468d-84e0-48cb0ec1be21,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:37.644926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.650310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2f49f9f7-5fbf-4c50-a148-f8c545023bc7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0987365 Jul 30 02:08:37.652252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32908) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:37.822382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-685952d4-2d7f-44cb-b0f2-19280c6bb0b2 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976773 Jul 30 02:08:37.836611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-29792e44-a6af-4c38-80ae-d3304c3ed20c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1796257 Jul 30 02:08:37.837072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32910) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:37.845680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-63fff98a-c5f1-40eb-94b9-718209cad469 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group': {'name': 'tempest-security--296377049', 'description': 'tempest-security-description-846857425'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:37.895722 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63fff98a-c5f1-40eb-94b9-718209cad469 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:37.998072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63fff98a-c5f1-40eb-94b9-718209cad469 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.006418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63fff98a-c5f1-40eb-94b9-718209cad469 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.013686 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63fff98a-c5f1-40eb-94b9-718209cad469 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.016829 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-63fff98a-c5f1-40eb-94b9-718209cad469 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "PUT /v2.0/security-groups/e0dc1347-cb14-468d-84e0-48cb0ec1be21 HTTP/1.1" status: 200 len: 1778 time: 0.1777642 Jul 30 02:08:38.020782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32914) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:38.081968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fff98a-c5f1-40eb-94b9-718209cad469 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dc1347-cb14-468d-84e0-48cb0ec1be21,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:38.124002 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-559264c4-e902-463e-92c0-63ed2cb1a627 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups/e0dc1347-cb14-468d-84e0-48cb0ec1be21 HTTP/1.1" status: 200 len: 1778 time: 0.1009548 Jul 30 02:08:38.127509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32918) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:38.326503 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a85f87b9-2153-4773-a737-45cc15cdbe35 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.373654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8745a-caa0-4881-98e4-0de5a6c9c7a7 req-fa822370-c3c7-448c-8090-0fe21a10008c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:38.376917 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c6e8745a-caa0-4881-98e4-0de5a6c9c7a7 req-fa822370-c3c7-448c-8090-0fe21a10008c tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1544900 Jul 30 02:08:38.411803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a85f87b9-2153-4773-a737-45cc15cdbe35 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.513816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c6e8745a-caa0-4881-98e4-0de5a6c9c7a7 req-b3a4a84c-7744-4038-ab06-95c2f3e6e049 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145992 Jul 30 02:08:38.541032 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a85f87b9-2153-4773-a737-45cc15cdbe35 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.544911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a85f87b9-2153-4773-a737-45cc15cdbe35 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.546325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a85f87b9-2153-4773-a737-45cc15cdbe35 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-groups/e0dc1347-cb14-468d-84e0-48cb0ec1be21 HTTP/1.1" status: 204 len: 168 time: 0.4166303 Jul 30 02:08:38.550650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32928) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:38.580038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f87b9-2153-4773-a737-45cc15cdbe35 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dc1347-cb14-468d-84e0-48cb0ec1be21,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:38.672843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32932) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:38.676098 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8a0c2fa0-52b6-4051-866a-2217bbf8fbc8 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185169 Jul 30 02:08:38.740262 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-5eb67703-5556-43c1-afe7-790d545bc26a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] delete failed (client error): The resource could not be found. Jul 30 02:08:38.747125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5eb67703-5556-43c1-afe7-790d545bc26a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-groups/e0dc1347-cb14-468d-84e0-48cb0ec1be21 HTTP/1.1" status: 404 len: 347 time: 0.0674343 Jul 30 02:08:38.747778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32936) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:38.757385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-73ef9b57-f7d6-46ab-a8dc-f974d5b15e44 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group': {'name': 'tempest-secgroup--161665036'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:38.785016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a25b-0a51-4927-89d4-781d7defcc39 req-6a7cd341-e23c-4857-b25a-06a31e3e54c0 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:38.798565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f543a25b-0a51-4927-89d4-781d7defcc39 req-6a7cd341-e23c-4857-b25a-06a31e3e54c0 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1293406 Jul 30 02:08:38.808306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73ef9b57-f7d6-46ab-a8dc-f974d5b15e44 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:38.899911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f543a25b-0a51-4927-89d4-781d7defcc39 req-16d96cd3-d851-40d0-8904-f8fc4211c0d3 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972586 Jul 30 02:08:39.039208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73ef9b57-f7d6-46ab-a8dc-f974d5b15e44 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.045794 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73ef9b57-f7d6-46ab-a8dc-f974d5b15e44 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.095713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef9b57-f7d6-46ab-a8dc-f974d5b15e44 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc752844-0622-4cd1-80d0-062196346056,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:39.114320 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73ef9b57-f7d6-46ab-a8dc-f974d5b15e44 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.120458 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-73ef9b57-f7d6-46ab-a8dc-f974d5b15e44 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3699210 Jul 30 02:08:39.124082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32938) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:39.133592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-56d6dc2c-b0ab-4c5d-b419-c8a26a776ca4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': 'dc752844-0622-4cd1-80d0-062196346056', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:39.162601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-acd0fa3e-d62f-4d92-8584-2cfde0dd92f8 req-abf18b0c-8ab4-49f0-809b-ed8a7fc0c366 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.0516500 Jul 30 02:08:39.217862 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56d6dc2c-b0ab-4c5d-b419-c8a26a776ca4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.334366 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56d6dc2c-b0ab-4c5d-b419-c8a26a776ca4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.341973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56d6dc2c-b0ab-4c5d-b419-c8a26a776ca4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.400324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6dc2c-b0ab-4c5d-b419-c8a26a776ca4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109c1428-0285-4965-870a-f96a8be1c9f0,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:39.415852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56d6dc2c-b0ab-4c5d-b419-c8a26a776ca4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.426690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-56d6dc2c-b0ab-4c5d-b419-c8a26a776ca4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929041 Jul 30 02:08:39.428440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32944) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:39.476353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa966251-9ed5-4fa3-be62-1833e464c46b req-a0ac65be-b35a-450c-a8da-6c2c69b65045 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:39.480079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa966251-9ed5-4fa3-be62-1833e464c46b req-a0ac65be-b35a-450c-a8da-6c2c69b65045 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.2121027 Jul 30 02:08:39.484681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30e05edd-bad8-4c86-84ff-50f8d119380c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.503263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30e05edd-bad8-4c86-84ff-50f8d119380c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.565674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa966251-9ed5-4fa3-be62-1833e464c46b req-b71861b5-c5e7-43e9-906f-d1f0b2f1086d tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666447 Jul 30 02:08:39.572507 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30e05edd-bad8-4c86-84ff-50f8d119380c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.584369 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30e05edd-bad8-4c86-84ff-50f8d119380c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.586524 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-30e05edd-bad8-4c86-84ff-50f8d119380c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/109c1428-0285-4965-870a-f96a8be1c9f0 HTTP/1.1" status: 204 len: 168 time: 0.1558068 Jul 30 02:08:39.592017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32946) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:39.633554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e05edd-bad8-4c86-84ff-50f8d119380c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=109c1428-0285-4965-870a-f96a8be1c9f0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:39.717166 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c2ecb0ea-a7f1-4f3e-b31a-898489e9d63f tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1233010 Jul 30 02:08:39.723637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:39.809240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dc665-0b8e-4c06-be75-70fb8bd0dba9 req-c90b056a-6e6d-47a8-b822-82631a52df0b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:39.812747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db4dc665-0b8e-4c06-be75-70fb8bd0dba9 req-c90b056a-6e6d-47a8-b822-82631a52df0b tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.0911269 Jul 30 02:08:39.834085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34c0a5ce-f1bd-43eb-a8b4-c5575a5def17 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.876698 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34c0a5ce-f1bd-43eb-a8b4-c5575a5def17 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.881312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db4dc665-0b8e-4c06-be75-70fb8bd0dba9 req-0011d660-0147-457d-bdc2-5bb5bf0920f6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604672 Jul 30 02:08:39.985373 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34c0a5ce-f1bd-43eb-a8b4-c5575a5def17 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.992150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34c0a5ce-f1bd-43eb-a8b4-c5575a5def17 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:39.994656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-34c0a5ce-f1bd-43eb-a8b4-c5575a5def17 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-groups/dc752844-0622-4cd1-80d0-062196346056 HTTP/1.1" status: 204 len: 168 time: 0.2696195 Jul 30 02:08:40.005577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32956) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:40.017126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0a5ce-f1bd-43eb-a8b4-c5575a5def17 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc752844-0622-4cd1-80d0-062196346056,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:40.157974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d223a4b7-12e5-4390-af90-e2f434c5d782 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1460018 Jul 30 02:08:40.160323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32960) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:40.168441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-45440d6e-d0f1-4516-9c89-04b7c151cbaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004795782'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:40.176681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84632b-e5fd-4912-8906-e0f1260b3aaa req-4540dfca-2ed7-4cc0-a8e3-1161f403e9ec tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:40.179853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f84632b-e5fd-4912-8906-e0f1260b3aaa req-4540dfca-2ed7-4cc0-a8e3-1161f403e9ec tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1485236 Jul 30 02:08:40.217546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45440d6e-d0f1-4516-9c89-04b7c151cbaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.250988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f84632b-e5fd-4912-8906-e0f1260b3aaa req-2ba993ea-943c-48bc-ae28-2bf18d601120 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Jul 30 02:08:40.405692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45440d6e-d0f1-4516-9c89-04b7c151cbaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.416626 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45440d6e-d0f1-4516-9c89-04b7c151cbaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.468146 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45440d6e-d0f1-4516-9c89-04b7c151cbaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.477662 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-45440d6e-d0f1-4516-9c89-04b7c151cbaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3152268 Jul 30 02:08:40.479640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32964) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:40.491936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0e895f95-b3cd-468b-8ca9-15a565a84018 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': '4f1f9185-dfa1-49d7-93c5-5cb8e403df6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:40.498480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45440d6e-d0f1-4516-9c89-04b7c151cbaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1f9185-dfa1-49d7-93c5-5cb8e403df6f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:40.659621 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e895f95-b3cd-468b-8ca9-15a565a84018 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.824938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-e94fb1b3-0f00-4603-bb01-2d45dee2bfa5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:40.826725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-e94fb1b3-0f00-4603-bb01-2d45dee2bfa5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.2904508 Jul 30 02:08:40.858678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-032e3fc3-598b-4df4-bced-5ecdb8aa8e79 req-2a84dd8f-b46d-4e94-82d0-fd3e1b36647f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.0900865 Jul 30 02:08:40.869776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'port': {'device_id': '1728c211-18f7-4e9e-bcfc-90068c3a1b3b', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'admin_state_up': True, 'tenant_id': '8268d859b1b1494395346d8aba71dcee'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:40.886924 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e895f95-b3cd-468b-8ca9-15a565a84018 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:40.959703 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e895f95-b3cd-468b-8ca9-15a565a84018 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.011907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e895f95-b3cd-468b-8ca9-15a565a84018 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9712c9b3-3b56-41d4-bed9-5ed4675f94c4,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:41.019013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e895f95-b3cd-468b-8ca9-15a565a84018 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.023711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:41.024497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0e895f95-b3cd-468b-8ca9-15a565a84018 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5418456 Jul 30 02:08:41.028686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5600fee5-a328-46b4-b43e-3340399f1aaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': '4f1f9185-dfa1-49d7-93c5-5cb8e403df6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:41.085151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5600fee5-a328-46b4-b43e-3340399f1aaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.198049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffd86d-7855-4fcc-bd46-486c6baabbbc req-a64a560f-1189-43af-b3ea-1475e3661dc1 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:41.200721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3ffd86d-7855-4fcc-bd46-486c6baabbbc req-a64a560f-1189-43af-b3ea-1475e3661dc1 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1571403 Jul 30 02:08:41.272500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Made reservation on behalf of 8268d859b1b1494395346d8aba71dcee for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:41.283310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.289165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5600fee5-a328-46b4-b43e-3340399f1aaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.296588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5600fee5-a328-46b4-b43e-3340399f1aaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.342303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600fee5-a328-46b4-b43e-3340399f1aaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fad9e1-8cf9-4bc9-b215-483a5ffd4075,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:41.358250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5600fee5-a328-46b4-b43e-3340399f1aaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.361747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5600fee5-a328-46b4-b43e-3340399f1aaf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3364995 Jul 30 02:08:41.365820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32974) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:41.373382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3ffd86d-7855-4fcc-bd46-486c6baabbbc req-5aa6b04c-f000-4a47-acaa-86eee3831831 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562643 Jul 30 02:08:41.378411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ca23d27f-c845-4601-9756-604a8cfde072 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': '4f1f9185-dfa1-49d7-93c5-5cb8e403df6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:41.461740 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca23d27f-c845-4601-9756-604a8cfde072 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.724162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca23d27f-c845-4601-9756-604a8cfde072 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.733085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca23d27f-c845-4601-9756-604a8cfde072 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.745268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7871a85-c8f4-412d-ba3f-196d948e6550 req-9e5a2ee7-b8c2-42ac-b733-23504cb143e8 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:41.758833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7871a85-c8f4-412d-ba3f-196d948e6550 req-9e5a2ee7-b8c2-42ac-b733-23504cb143e8 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.2209210 Jul 30 02:08:41.773432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23d27f-c845-4601-9756-604a8cfde072 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada3cabc-e3ea-451f-8a78-c76e125e7f8b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:41.782653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.20.0.7 (ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea/e3705cda-2921-4906-97b0-5a565bc7a30f/f9687145-2e4c-4d52-9da9-0347222d05b9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:41.797209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca23d27f-c845-4601-9756-604a8cfde072 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:41.802429 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca23d27f-c845-4601-9756-604a8cfde072 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4317279 Jul 30 02:08:41.803093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32982) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:41.812897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2cbdab56-1e21-4faf-a35b-f9819370aa34 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': '4f1f9185-dfa1-49d7-93c5-5cb8e403df6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:41.882717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7871a85-c8f4-412d-ba3f-196d948e6550 req-f9710688-ec64-4f4b-93af-db50118979df tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222954 Jul 30 02:08:41.908070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cbdab56-1e21-4faf-a35b-f9819370aa34 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.100112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cbdab56-1e21-4faf-a35b-f9819370aa34 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.109906 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cbdab56-1e21-4faf-a35b-f9819370aa34 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.173548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdab56-1e21-4faf-a35b-f9819370aa34 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f83035-b391-465d-8baf-824de33cbbe6,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:42.201025 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cbdab56-1e21-4faf-a35b-f9819370aa34 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.204694 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2cbdab56-1e21-4faf-a35b-f9819370aa34 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3996048 Jul 30 02:08:42.209036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:42.227706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-18a214a7-89c8-4def-b5fa-a3201650c8f5 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': '4f1f9185-dfa1-49d7-93c5-5cb8e403df6f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:42.302397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.322093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18a214a7-89c8-4def-b5fa-a3201650c8f5 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.366365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dabb1c61-c5e0-4a1d-8935-11131ba5ba87 req-d7589cc8-48d0-40f6-89fb-9fc3b55d46fe tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.1086178 Jul 30 02:08:42.386792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Transition to ACTIVE for port object f9687145-2e4c-4d52-9da9-0347222d05b9 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:42.448065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18a214a7-89c8-4def-b5fa-a3201650c8f5 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.454805 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18a214a7-89c8-4def-b5fa-a3201650c8f5 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.497769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-18a214a7-89c8-4def-b5fa-a3201650c8f5 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.500042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-18a214a7-89c8-4def-b5fa-a3201650c8f5 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2893467 Jul 30 02:08:42.509805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32992) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:42.530268 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.537676 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a214a7-89c8-4def-b5fa-a3201650c8f5 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec9569b-8e1f-4085-81b1-72be361d871e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:42.544260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:42.571063 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-792ad209-7fad-4d98-aa69-5644e570564a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.593007 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-792ad209-7fad-4d98-aa69-5644e570564a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.658402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-792ad209-7fad-4d98-aa69-5644e570564a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.671990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-792ad209-7fad-4d98-aa69-5644e570564a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.677856 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-792ad209-7fad-4d98-aa69-5644e570564a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/5ec9569b-8e1f-4085-81b1-72be361d871e HTTP/1.1" status: 204 len: 168 time: 0.1623192 Jul 30 02:08:42.678148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32994) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:42.694422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ad209-7fad-4d98-aa69-5644e570564a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ec9569b-8e1f-4085-81b1-72be361d871e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:42.695006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=f9687145-2e4c-4d52-9da9-0347222d05b9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:42.729630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:42.735975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:42.751902 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5b2b12d-a0f8-40c5-b2bf-8d43f58a360a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0699854 Jul 30 02:08:42.754094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32996) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:42.754302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:42.789752 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac8c8-1617-43f3-8823-d0e3b143703a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.802978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac8c8-1617-43f3-8823-d0e3b143703a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.848969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f66e2-c4de-44f1-848c-720966de4cc1 req-eece1981-5f7b-4f15-9713-ff8907882cd1 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:42.854771 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-856f66e2-c4de-44f1-848c-720966de4cc1 req-eece1981-5f7b-4f15-9713-ff8907882cd1 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.3575349 Jul 30 02:08:42.880475 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac8c8-1617-43f3-8823-d0e3b143703a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.896898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac8c8-1617-43f3-8823-d0e3b143703a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:42.900641 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-aa2ac8c8-1617-43f3-8823-d0e3b143703a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/96f83035-b391-465d-8baf-824de33cbbe6 HTTP/1.1" status: 204 len: 168 time: 0.1428943 Jul 30 02:08:42.904970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33000) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:42.929927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac8c8-1617-43f3-8823-d0e3b143703a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96f83035-b391-465d-8baf-824de33cbbe6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:42.931463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:42.933001 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.007040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-56f8d096-4660-42c5-a889-58dba0c0ddf3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1526732 Jul 30 02:08:43.015495 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-00b680c4-56e2-4e29-be95-be1515279317 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1076028 Jul 30 02:08:43.019088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33004) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:43.025690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-856f66e2-c4de-44f1-848c-720966de4cc1 req-5b7b0b30-33d5-4a2b-910b-d0031461a9d5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504097 Jul 30 02:08:43.059274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Request body: {'port': {'device_id': '1728c211-18f7-4e9e-bcfc-90068c3a1b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:43.083185 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97dd2c99-a983-4d6f-9fc5-e787d173fcbb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.110345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97dd2c99-a983-4d6f-9fc5-e787d173fcbb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.201481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97dd2c99-a983-4d6f-9fc5-e787d173fcbb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.234816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97dd2c99-a983-4d6f-9fc5-e787d173fcbb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.242402 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97dd2c99-a983-4d6f-9fc5-e787d173fcbb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ada3cabc-e3ea-451f-8a78-c76e125e7f8b HTTP/1.1" status: 204 len: 168 time: 0.2209446 Jul 30 02:08:43.244465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd2c99-a983-4d6f-9fc5-e787d173fcbb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ada3cabc-e3ea-451f-8a78-c76e125e7f8b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:43.247297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33012) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:43.296181 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.358923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7777113d-7461-44ea-bf27-c93bdef79d96 None None] Provisioning for port f9687145-2e4c-4d52-9da9-0347222d05b9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:08:43.367552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcb214-00b3-4352-afcb-a05f402f49d2 req-462f6173-2359-4c04-9d76-35f377a13922 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:43.375951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0fcb214-00b3-4352-afcb-a05f402f49d2 req-462f6173-2359-4c04-9d76-35f377a13922 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1486723 Jul 30 02:08:43.379663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7777113d-7461-44ea-bf27-c93bdef79d96 None None] Provisioning complete for port f9687145-2e4c-4d52-9da9-0347222d05b9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:08:43.380466 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7777113d-7461-44ea-bf27-c93bdef79d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.431002 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-83bb4ec1-e411-4b78-aa38-377a23c6a3bf tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1815989 Jul 30 02:08:43.432461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33016) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:43.462297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7777113d-7461-44ea-bf27-c93bdef79d96 None None] Port f9687145-2e4c-4d52-9da9-0347222d05b9 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:08:43.479400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e37891e-e4c5-4cab-84d2-11614c3b8c69 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.496052 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e37891e-e4c5-4cab-84d2-11614c3b8c69 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.524353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0fcb214-00b3-4352-afcb-a05f402f49d2 req-56c42926-a7de-4af0-87e3-d4fe627405aa tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465065 Jul 30 02:08:43.580640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e37891e-e4c5-4cab-84d2-11614c3b8c69 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.604440 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5e37891e-e4c5-4cab-84d2-11614c3b8c69 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.607669 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5e37891e-e4c5-4cab-84d2-11614c3b8c69 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/18fad9e1-8cf9-4bc9-b215-483a5ffd4075 HTTP/1.1" status: 204 len: 168 time: 0.1740294 Jul 30 02:08:43.618146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33020) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:43.623849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37891e-e4c5-4cab-84d2-11614c3b8c69 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18fad9e1-8cf9-4bc9-b215-483a5ffd4075,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:43.713884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cd60d7a1-6253-4203-8e1f-5c66db1aa1a9 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0932856 Jul 30 02:08:43.719644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:43.774751 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-949b6fe9-4af1-44db-8d00-9b49fa83b340 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.793594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-949b6fe9-4af1-44db-8d00-9b49fa83b340 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.866729 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-949b6fe9-4af1-44db-8d00-9b49fa83b340 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.882873 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-949b6fe9-4af1-44db-8d00-9b49fa83b340 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:43.887090 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-949b6fe9-4af1-44db-8d00-9b49fa83b340 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/9712c9b3-3b56-41d4-bed9-5ed4675f94c4 HTTP/1.1" status: 204 len: 168 time: 0.1652644 Jul 30 02:08:43.890354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33026) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:43.934070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b6fe9-4af1-44db-8d00-9b49fa83b340 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9712c9b3-3b56-41d4-bed9-5ed4675f94c4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:44.016543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-7e6a906c-cc6a-4fdf-b9e6-96bf57d7b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:44.019168 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-7e6a906c-cc6a-4fdf-b9e6-96bf57d7b6d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1095 time: 0.1272790 Jul 30 02:08:44.084210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-61439b72-0cd8-4fe6-b3e2-1bef27282ae6 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1849837 Jul 30 02:08:44.112117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33028) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:44.217115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462532-4d7f-4d7a-8545-759446ef87a8 req-921773c8-2db0-4e9d-9e74-f36a8d1ef42c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:44.218787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d462532-4d7f-4d7a-8545-759446ef87a8 req-921773c8-2db0-4e9d-9e74-f36a8d1ef42c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 931 time: 0.1626775 Jul 30 02:08:44.226945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9687145-2e4c-4d52-9da9-0347222d05b9 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:44.241990 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.292989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29bbded4-c9ed-4b0d-ba08-6a7ec3f49902 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.298668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-2e5a4a52-27dc-4156-888d-228aba65ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:44.301583 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-2e5a4a52-27dc-4156-888d-228aba65ff07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.2753863 Jul 30 02:08:44.346864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Transition to ACTIVE for port object f9687145-2e4c-4d52-9da9-0347222d05b9 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:44.358972 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.378713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d462532-4d7f-4d7a-8545-759446ef87a8 req-23b8de24-7947-480c-a51a-3eeb800b82dd tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328261 Jul 30 02:08:44.416067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29bbded4-c9ed-4b0d-ba08-6a7ec3f49902 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.511869 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-ba61f2a7-370f-4336-8602-aaa127e481fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 999 time: 0.1932983 Jul 30 02:08:44.636070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29bbded4-c9ed-4b0d-ba08-6a7ec3f49902 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.647026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29bbded4-c9ed-4b0d-ba08-6a7ec3f49902 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:44.649301 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-29bbded4-c9ed-4b0d-ba08-6a7ec3f49902 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-groups/4f1f9185-dfa1-49d7-93c5-5cb8e403df6f HTTP/1.1" status: 204 len: 168 time: 0.5354879 Jul 30 02:08:44.656045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33040) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:44.674347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbded4-c9ed-4b0d-ba08-6a7ec3f49902 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1f9185-dfa1-49d7-93c5-5cb8e403df6f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:44.679897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-6efe042d-fbba-4732-9809-6a500e4c61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:44.682581 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-6efe042d-fbba-4732-9809-6a500e4c61b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1562159 Jul 30 02:08:44.766428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-110d4a7d-e748-4c97-ad94-d6fcbbe3deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:44.769320 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-110d4a7d-e748-4c97-ad94-d6fcbbe3deec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775433 Jul 30 02:08:44.808481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Pushing event updated for resources: {'Port': ['ID=f9687145-2e4c-4d52-9da9-0347222d05b9,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:44.876988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Attempting to bind port f9687145-2e4c-4d52-9da9-0347222d05b9 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:44.877318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Attempting to bind port f9687145-2e4c-4d52-9da9-0347222d05b9 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:44.878466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Attempting to bind port f9687145-2e4c-4d52-9da9-0347222d05b9 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:44.976821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Port f9687145-2e4c-4d52-9da9-0347222d05b9 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:08:44.978255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Attempting to bind port f9687145-2e4c-4d52-9da9-0347222d05b9 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:45.005475 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-441c5037-cec3-41fa-88ae-6310d038a487 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143707 Jul 30 02:08:45.011097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:45.011896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:45.013164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Bound using segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:45.013992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Bound port: f9687145-2e4c-4d52-9da9-0347222d05b9, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:45.014610 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.106333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250e87a-266a-4818-ac0d-edcf27994cae req-ec6dfc2b-def4-4883-a837-2e0834c4e217 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:45.109601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-ec6dfc2b-def4-4883-a837-2e0834c4e217 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 815 time: 0.4841089 Jul 30 02:08:45.132169 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-61e2dbdc-09dd-4926-88f4-e57ff5e1c486 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3628497 Jul 30 02:08:45.133989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33044) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:45.145331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-489971cc-9ce6-4ec9-9e36-f25b2d3f2f0f tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352007760'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:45.152764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-f827a21a-5a97-448e-9e18-924d6e72796e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/quotas/ea899590df1f491db8d651e16693fa51 HTTP/1.1" status: 200 len: 375 time: 0.0250790 Jul 30 02:08:45.228652 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-489971cc-9ce6-4ec9-9e36-f25b2d3f2f0f tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.249691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] For port f9687145-2e4c-4d52-9da9-0347222d05b9, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:45.283151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] For port f9687145-2e4c-4d52-9da9-0347222d05b9, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f9687145-2e4c-4d52-9da9-0347222d05b9,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:45.284670 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e40e8ef3-adab-4e4b-9b0f-206f1309d824 req-c84135b3-8ac2-4cc4-b478-84d74094d3a2 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676189 Jul 30 02:08:45.299272 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.356418 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-34c2cd26-2229-4283-8c3e-5e014d3c6eee tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1865139 Jul 30 02:08:45.419371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:45.420545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.425578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] 10.222.0.22 "PUT /v2.0/ports/f9687145-2e4c-4d52-9da9-0347222d05b9 HTTP/1.1" status: 200 len: 1091 time: 2.3959031 Jul 30 02:08:45.425578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1728c211-18f7-4e9e-bcfc-90068c3a1b3b', 'tag': 'f9687145-2e4c-4d52-9da9-0347222d05b9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:45.428412 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d" -d '{"events": [{"name": "network-changed", "server_uuid": "1728c211-18f7-4e9e-bcfc-90068c3a1b3b", "tag": "f9687145-2e4c-4d52-9da9-0347222d05b9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:45.483968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-489971cc-9ce6-4ec9-9e36-f25b2d3f2f0f tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.497174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-489971cc-9ce6-4ec9-9e36-f25b2d3f2f0f tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.552401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebc01b-9259-42ac-b5d4-6e0ed6f096db service neutron] Pushing event updated for resources: {'Port': ['ID=f9687145-2e4c-4d52-9da9-0347222d05b9,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:45.576034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489971cc-9ce6-4ec9-9e36-f25b2d3f2f0f tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091d8d59-8884-4f4a-b9dd-2c3c1f6a7da2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:45.582736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-489971cc-9ce6-4ec9-9e36-f25b2d3f2f0f tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.592407 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-489971cc-9ce6-4ec9-9e36-f25b2d3f2f0f tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4564109 Jul 30 02:08:45.593332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33050) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:45.604207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5098319f-bca5-4524-bd70-38f3557e7005 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': '091d8d59-8884-4f4a-b9dd-2c3c1f6a7da2', 'direction': 'ingress', 'protocol': 17}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:45.669756 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5098319f-bca5-4524-bd70-38f3557e7005 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.748863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-87d26e8f-9907-40ba-877d-f41a6f1ea39d service neutron] 10.222.0.84 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774014 Jul 30 02:08:45.756468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-42f9cea8-a838-4d4c-bb6b-aa265e382d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:45.758403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-42f9cea8-a838-4d4c-bb6b-aa265e382d4e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 1094 time: 0.1865468 Jul 30 02:08:45.802045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5098319f-bca5-4524-bd70-38f3557e7005 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.808459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5098319f-bca5-4524-bd70-38f3557e7005 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.845485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098319f-bca5-4524-bd70-38f3557e7005 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bed52e-56fa-455e-9ace-5920c7252d72,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:45.857613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5098319f-bca5-4524-bd70-38f3557e7005 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:45.863594 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5098319f-bca5-4524-bd70-38f3557e7005 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2619352 Jul 30 02:08:45.864096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33052) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:45.886344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-e55591ce-436a-480a-b50c-1d86244cbf72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9687145-2e4c-4d52-9da9-0347222d05b9 HTTP/1.1" status: 200 len: 217 time: 0.1065061 Jul 30 02:08:45.980138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f022dfad-c70a-4972-b908-530f8cebe270 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.020539 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f022dfad-c70a-4972-b908-530f8cebe270 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.084087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-db319435-5900-4788-9bf1-3f8ed26ed60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:46.087804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-db319435-5900-4788-9bf1-3f8ed26ed60e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1465211 Jul 30 02:08:46.129061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f022dfad-c70a-4972-b908-530f8cebe270 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.136738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f022dfad-c70a-4972-b908-530f8cebe270 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.139504 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f022dfad-c70a-4972-b908-530f8cebe270 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-groups/091d8d59-8884-4f4a-b9dd-2c3c1f6a7da2 HTTP/1.1" status: 204 len: 168 time: 0.2726822 Jul 30 02:08:46.148158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33054) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:46.184978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022dfad-c70a-4972-b908-530f8cebe270 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091d8d59-8884-4f4a-b9dd-2c3c1f6a7da2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:46.259513 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-92050bbc-eaa0-4359-afde-e0863a72ee8d tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1079333 Jul 30 02:08:46.260935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33056) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:46.266207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0d3f6802-ce75-416f-8d31-c35302a06ed0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group': {'name': 'tempest-secgroup--840431622'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:46.276474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-2f6688aa-0746-4af6-b6cf-524a39073533 service neutron] 10.222.0.84 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118051 Jul 30 02:08:46.321125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-88f90ca1-beae-4015-878b-5c66b05bfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:46.323858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6802-ce75-416f-8d31-c35302a06ed0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.325192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-88f90ca1-beae-4015-878b-5c66b05bfd85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930244 Jul 30 02:08:46.532222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-50a9b187-92c8-4134-a65b-dd649eb9bdcd service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868494 Jul 30 02:08:46.607513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6802-ce75-416f-8d31-c35302a06ed0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.616076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6802-ce75-416f-8d31-c35302a06ed0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.730484 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f6802-ce75-416f-8d31-c35302a06ed0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4f78f8-33b5-4797-afc5-d43af5e2d5f6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:46.738014 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6802-ce75-416f-8d31-c35302a06ed0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:46.740322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0d3f6802-ce75-416f-8d31-c35302a06ed0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4780171 Jul 30 02:08:46.754513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33064) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:46.781094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4aaa1c35-2bbb-4f89-b397-46971d659d11 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693508297'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:46.822134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50048e56-ccdf-43f9-9093-bb8be18fe5c2 req-b92e58f0-7432-4851-a273-a93c2ebd1bdb service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761879 Jul 30 02:08:46.852813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1c35-2bbb-4f89-b397-46971d659d11 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.082698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1c35-2bbb-4f89-b397-46971d659d11 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.092398 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1c35-2bbb-4f89-b397-46971d659d11 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.158317 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1c35-2bbb-4f89-b397-46971d659d11 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.166692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4aaa1c35-2bbb-4f89-b397-46971d659d11 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4067109 Jul 30 02:08:47.167640 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33070) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:47.178836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa1c35-2bbb-4f89-b397-46971d659d11 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2567ae-1edd-495f-b54e-70e8b51cafe1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:47.197964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f53d6730-9a27-46ce-bbe3-5e4351615e8d tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': '9e4f78f8-33b5-4797-afc5-d43af5e2d5f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'de2567ae-1edd-495f-b54e-70e8b51cafe1', 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:47.291056 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f53d6730-9a27-46ce-bbe3-5e4351615e8d tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.535772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff02728-1eb7-404c-bcac-4c1f3b47b9ec req-07928eaf-99c1-4e08-81c9-066a929b9c40 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:47.548695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f53d6730-9a27-46ce-bbe3-5e4351615e8d tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.549189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ff02728-1eb7-404c-bcac-4c1f3b47b9ec req-07928eaf-99c1-4e08-81c9-066a929b9c40 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1217682 Jul 30 02:08:47.559402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f53d6730-9a27-46ce-bbe3-5e4351615e8d tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.594862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d6730-9a27-46ce-bbe3-5e4351615e8d tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca442772-517f-4e21-b8bd-05758a1c9ae7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:47.610771 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f53d6730-9a27-46ce-bbe3-5e4351615e8d tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.618259 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f53d6730-9a27-46ce-bbe3-5e4351615e8d tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4482841 Jul 30 02:08:47.619545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33074) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:47.634611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ff02728-1eb7-404c-bcac-4c1f3b47b9ec req-f0306992-e177-4ec7-b4a0-8e79ca4fd132 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839329 Jul 30 02:08:47.669124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a03901-33be-47f8-a164-a3667a9ef7ef tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.690541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a03901-33be-47f8-a164-a3667a9ef7ef tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.762012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a03901-33be-47f8-a164-a3667a9ef7ef tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.777980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a2a03901-33be-47f8-a164-a3667a9ef7ef tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:47.787831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33078) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:47.788408 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a2a03901-33be-47f8-a164-a3667a9ef7ef tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ca442772-517f-4e21-b8bd-05758a1c9ae7 HTTP/1.1" status: 204 len: 168 time: 0.1662264 Jul 30 02:08:47.797821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a03901-33be-47f8-a164-a3667a9ef7ef tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca442772-517f-4e21-b8bd-05758a1c9ae7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:47.943318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d52387a8-35e6-4225-8d21-22482f489f11 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1547127 Jul 30 02:08:47.949092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33080) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:47.998914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54d2d2-55bb-4fb0-9eb8-35e83f7102c0 req-e8f34f71-5d11-44b0-9506-c656b15bd6f2 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:48.000549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff54d2d2-55bb-4fb0-9eb8-35e83f7102c0 req-e8f34f71-5d11-44b0-9506-c656b15bd6f2 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1400423 Jul 30 02:08:48.080069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff54d2d2-55bb-4fb0-9eb8-35e83f7102c0 req-c066dc10-bd6a-464d-ba9c-1b4c47696a4c tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684342 Jul 30 02:08:48.123715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1948-2bdc-4225-ad8d-c15ffef090fb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.175069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1948-2bdc-4225-ad8d-c15ffef090fb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.287099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1948-2bdc-4225-ad8d-c15ffef090fb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.296226 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1948-2bdc-4225-ad8d-c15ffef090fb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.300887 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d5ab1948-2bdc-4225-ad8d-c15ffef090fb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-groups/de2567ae-1edd-495f-b54e-70e8b51cafe1 HTTP/1.1" status: 204 len: 168 time: 0.3471260 Jul 30 02:08:48.305791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33082) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:48.329114 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab1948-2bdc-4225-ad8d-c15ffef090fb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2567ae-1edd-495f-b54e-70e8b51cafe1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:48.499820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-541aa11f-500a-4058-a2a2-a6061ba58db2 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1870120 Jul 30 02:08:48.501600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33084) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:48.574837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f14b18-b690-45a4-9197-bc493f1fe7cc req-64986139-8099-49ab-97bc-f6e73ad0f7d2 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:48.581653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73f14b18-b690-45a4-9197-bc493f1fe7cc req-64986139-8099-49ab-97bc-f6e73ad0f7d2 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1896465 Jul 30 02:08:48.822978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73f14b18-b690-45a4-9197-bc493f1fe7cc req-3bace3a1-6f90-4f90-8853-84618f53eb2e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133801 Jul 30 02:08:48.889587 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1bff903-2c0b-4be5-a544-eec4fabfc3b7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:48.952593 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386f735e-a178-4e47-adb5-c49067a86a5e x-openstack-request-id: req-386f735e-a178-4e47-adb5-c49067a86a5e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:48.953249 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1728c211-18f7-4e9e-bcfc-90068c3a1b3b", "tag": "f9687145-2e4c-4d52-9da9-0347222d05b9", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:48.954429 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-386f735e-a178-4e47-adb5-c49067a86a5e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:48.958204 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1728c211-18f7-4e9e-bcfc-90068c3a1b3b', 'tag': 'f9687145-2e4c-4d52-9da9-0347222d05b9', 'status': 'completed', 'code': 200} Jul 30 02:08:49.020028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1bff903-2c0b-4be5-a544-eec4fabfc3b7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.045694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-7fc2ed2b-cdba-4a2b-ad6b-49e97048553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:49.054231 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-7fc2ed2b-cdba-4a2b-ad6b-49e97048553c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 1094 time: 0.0819602 Jul 30 02:08:49.069606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250e87a-266a-4818-ac0d-edcf27994cae req-e3159c5f-82ea-4be8-9e41-d8030c209cee tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:49.072325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-e3159c5f-82ea-4be8-9e41-d8030c209cee tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.22 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 815 time: 0.4063373 Jul 30 02:08:49.104168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Request body: {'port': {'device_id': 'a098d9f5-c336-4f0a-a216-f07913b3e417', 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59', 'admin_state_up': True, 'tenant_id': 'ea899590df1f491db8d651e16693fa51'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:49.215319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8b12672-d968-4493-8fe2-11ecef3f65d9 req-16e0dfc4-303e-4b47-bbaa-624015738d1e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 210 time: 0.1008279 Jul 30 02:08:49.231698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1bff903-2c0b-4be5-a544-eec4fabfc3b7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.239246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e1bff903-2c0b-4be5-a544-eec4fabfc3b7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.240707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e1bff903-2c0b-4be5-a544-eec4fabfc3b7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-groups/9e4f78f8-33b5-4797-afc5-d43af5e2d5f6 HTTP/1.1" status: 204 len: 168 time: 0.7364345 Jul 30 02:08:49.246749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33088) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:49.273768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bff903-2c0b-4be5-a544-eec4fabfc3b7 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4f78f8-33b5-4797-afc5-d43af5e2d5f6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:49.316465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-37e381ef-77c0-44c8-bfa2-1703095a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:49.319191 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-37e381ef-77c0-44c8-bfa2-1703095a3ecc service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.2564893 Jul 30 02:08:49.397032 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-162df6ef-efba-4076-bac6-9f11e994fd3b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9687145-2e4c-4d52-9da9-0347222d05b9 HTTP/1.1" status: 200 len: 217 time: 0.0541697 Jul 30 02:08:49.475951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Made reservation on behalf of ea899590df1f491db8d651e16693fa51 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:08:49.482019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.532486 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2e435b03-7f5c-4768-98b8-296dff29d157 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2286859 Jul 30 02:08:49.532802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512f581-9d3c-4d1f-a293-3f34da8bbfef req-f6ee7835-e653-497e-b26a-b3f5bec801bc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:49.535134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9512f581-9d3c-4d1f-a293-3f34da8bbfef req-f6ee7835-e653-497e-b26a-b3f5bec801bc tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1581059 Jul 30 02:08:49.544546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-1517e7e7-6262-4c59-9062-557db9542344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:49.548039 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-1517e7e7-6262-4c59-9062-557db9542344 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1396229 Jul 30 02:08:49.549533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33092) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:49.558925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5f968aac-b785-4de7-add0-09d03cde0b95 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349441070'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:49.634996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f968aac-b785-4de7-add0-09d03cde0b95 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.649242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-0a02c2ae-e647-4bc9-92da-65f72b817520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:49.650943 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-0a02c2ae-e647-4bc9-92da-65f72b817520 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861230 Jul 30 02:08:49.726827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9512f581-9d3c-4d1f-a293-3f34da8bbfef req-3644b4f8-f012-40a5-80c6-d086a84a4f63 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628301 Jul 30 02:08:49.853359 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-16466c54-fff3-4fa5-8b6b-4e30d3b5d7da service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873808 Jul 30 02:08:49.872504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Allocated IP 172.20.0.6 (a03524a8-a090-4758-a33d-aa0b5da80e59/68d11469-3bec-4b50-b849-fbf84901a507/97682c5f-194c-4550-a515-ebed6733ecdb) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:08:49.939269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f968aac-b785-4de7-add0-09d03cde0b95 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:49.960780 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f968aac-b785-4de7-add0-09d03cde0b95 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.062463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0c39c-80e2-4433-b010-0fdbd7d95041 req-08a75980-171e-475d-9a92-3bc7d53c6066 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:50.064522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45d0c39c-80e2-4433-b010-0fdbd7d95041 req-08a75980-171e-475d-9a92-3bc7d53c6066 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1587794 Jul 30 02:08:50.084181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f968aac-b785-4de7-add0-09d03cde0b95 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.090541 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5f968aac-b785-4de7-add0-09d03cde0b95 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5348701 Jul 30 02:08:50.094325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f968aac-b785-4de7-add0-09d03cde0b95 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b5921f-d409-4560-8a93-892357c01a4d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:50.108955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33098) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:50.121449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-470203c1-b36e-40de-b400-fa4f437d8960 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': '09b5921f-d409-4560-8a93-892357c01a4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:50.151721 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b8d6bcf3-6e69-4bdb-b72e-62ac2c75d89d req-b98bfba6-df49-4eb1-af29-3e744ef29107 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823176 Jul 30 02:08:50.172811 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-470203c1-b36e-40de-b400-fa4f437d8960 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.209826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45d0c39c-80e2-4433-b010-0fdbd7d95041 req-e73b587c-d915-49a4-bd09-4a1783b88fea tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215084 Jul 30 02:08:50.301320 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.328476 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-470203c1-b36e-40de-b400-fa4f437d8960 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.343241 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-470203c1-b36e-40de-b400-fa4f437d8960 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.380308 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.407486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['116f34ab-398b-4354-a9b9-023b4c529f4a', '00e0ee8d-8a96-4b35-900c-f4c10f6e938c', '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:50.456638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Network a03524a8-a090-4758-a33d-aa0b5da80e59 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:08:50.461639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:08:50.469585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:08:50.507772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470203c1-b36e-40de-b400-fa4f437d8960 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c45c14a-c009-4b57-971f-90a240a1d997,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:50.543398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:50.544730 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.545317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-470203c1-b36e-40de-b400-fa4f437d8960 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.557718 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-470203c1-b36e-40de-b400-fa4f437d8960 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4348330 Jul 30 02:08:50.560058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33102) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:50.604241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5148084 Jul 30 02:08:50.635235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Request body: {'port': {'device_id': 'a098d9f5-c336-4f0a-a216-f07913b3e417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:50.662787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9d44-c1f4-4786-9129-ed4adb20251e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Pushing event updated for resources: {'Port': ['ID=97682c5f-194c-4550-a515-ebed6733ecdb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:50.741733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f368d993-6475-4b9f-8c0d-d8284ea3b000 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.774118 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.794904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f368d993-6475-4b9f-8c0d-d8284ea3b000 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.918599 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f368d993-6475-4b9f-8c0d-d8284ea3b000 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.944659 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f368d993-6475-4b9f-8c0d-d8284ea3b000 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:50.946621 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f368d993-6475-4b9f-8c0d-d8284ea3b000 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/4c45c14a-c009-4b57-971f-90a240a1d997 HTTP/1.1" status: 204 len: 168 time: 0.3846028 Jul 30 02:08:50.957987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33110) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:51.025436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368d993-6475-4b9f-8c0d-d8284ea3b000 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c45c14a-c009-4b57-971f-90a240a1d997,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:51.125454 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cb909e80-831a-42d0-98cc-8dae1b51a462 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1592977 Jul 30 02:08:51.130234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33112) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:51.353201 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f887f9c-3fad-4f5c-88fe-6bc7fe3b426c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.037635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f887f9c-3fad-4f5c-88fe-6bc7fe3b426c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.201580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f887f9c-3fad-4f5c-88fe-6bc7fe3b426c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.208576 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f887f9c-3fad-4f5c-88fe-6bc7fe3b426c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.212419 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0f887f9c-3fad-4f5c-88fe-6bc7fe3b426c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-groups/09b5921f-d409-4560-8a93-892357c01a4d HTTP/1.1" status: 204 len: 168 time: 1.0795367 Jul 30 02:08:52.222334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33150) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:52.233962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97682c5f-194c-4550-a515-ebed6733ecdb {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:52.262918 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.304032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Transition to ACTIVE for port object 97682c5f-194c-4550-a515-ebed6733ecdb will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:08:52.316154 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.318989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f887f9c-3fad-4f5c-88fe-6bc7fe3b426c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b5921f-d409-4560-8a93-892357c01a4d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:52.388583 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cf3d0afe-5ce7-4383-8015-f6a91f0197eb tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1603317 Jul 30 02:08:52.391143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33152) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:52.399837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-55977e30-31f6-4fe6-a21e-256d669e1d4a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107119125'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:52.480223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55977e30-31f6-4fe6-a21e-256d669e1d4a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.507613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Pushing event updated for resources: {'Port': ['ID=97682c5f-194c-4550-a515-ebed6733ecdb,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:52.632656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Attempting to bind port 97682c5f-194c-4550-a515-ebed6733ecdb on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:08:52.633340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Attempting to bind port 97682c5f-194c-4550-a515-ebed6733ecdb by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:08:52.633761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Attempting to bind port 97682c5f-194c-4550-a515-ebed6733ecdb on network a03524a8-a090-4758-a33d-aa0b5da80e59 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:52.669726 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55977e30-31f6-4fe6-a21e-256d669e1d4a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.676456 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55977e30-31f6-4fe6-a21e-256d669e1d4a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.685937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Port 97682c5f-194c-4550-a515-ebed6733ecdb on network a03524a8-a090-4758-a33d-aa0b5da80e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:08:52.686494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Attempting to bind port 97682c5f-194c-4550-a515-ebed6733ecdb on network a03524a8-a090-4758-a33d-aa0b5da80e59 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:08:52.723219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:08:52.723827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Checking segment: {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:08:52.725036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Bound using segment: {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:08:52.725772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55977e30-31f6-4fe6-a21e-256d669e1d4a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c4d29f-f59e-459f-85c0-36383368443a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:52.726012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Bound port: 97682c5f-194c-4550-a515-ebed6733ecdb, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29141adc-c3ae-4b28-8831-cf910e39cfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:08:52.726267 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.729581 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55977e30-31f6-4fe6-a21e-256d669e1d4a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.732637 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-55977e30-31f6-4fe6-a21e-256d669e1d4a tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3387160 Jul 30 02:08:52.736420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33154) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:52.745028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6b39b8c3-f92f-4297-aa52-18aa1c1b9cc8 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': 'a3c4d29f-f59e-459f-85c0-36383368443a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:52.810424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846986a-b498-436e-85e6-940adfc16a82 req-d1da1206-cd51-4f31-964a-06680e9ca957 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:52.815828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b39b8c3-f92f-4297-aa52-18aa1c1b9cc8 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:52.821925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9846986a-b498-436e-85e6-940adfc16a82 req-d1da1206-cd51-4f31-964a-06680e9ca957 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=1df4f666-0fee-4dc7-ac5e-f9ed383dbb80 HTTP/1.1" status: 200 len: 943 time: 0.1919446 Jul 30 02:08:52.991160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] For port 97682c5f-194c-4550-a515-ebed6733ecdb, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:08:52.997262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] For port 97682c5f-194c-4550-a515-ebed6733ecdb, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=97682c5f-194c-4550-a515-ebed6733ecdb,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:08:52.999478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b39b8c3-f92f-4297-aa52-18aa1c1b9cc8 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.008040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.009713 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b39b8c3-f92f-4297-aa52-18aa1c1b9cc8 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.043421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39b8c3-f92f-4297-aa52-18aa1c1b9cc8 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f96178-3376-45dd-a584-e3505aea61cd,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:53.060596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6b39b8c3-f92f-4297-aa52-18aa1c1b9cc8 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.068470 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6b39b8c3-f92f-4297-aa52-18aa1c1b9cc8 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3287010 Jul 30 02:08:53.085071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:53.085562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33156) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:53.086122 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.088639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] 10.222.0.22 "PUT /v2.0/ports/97682c5f-194c-4550-a515-ebed6733ecdb HTTP/1.1" status: 200 len: 1091 time: 2.4663942 Jul 30 02:08:53.094700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a098d9f5-c336-4f0a-a216-f07913b3e417', 'tag': '97682c5f-194c-4550-a515-ebed6733ecdb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:53.097675 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692" -d '{"events": [{"name": "network-changed", "server_uuid": "a098d9f5-c336-4f0a-a216-f07913b3e417", "tag": "97682c5f-194c-4550-a515-ebed6733ecdb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:53.125108 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-167fb4fc-2c19-414d-96a2-da9604f5027e tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules/d8f96178-3376-45dd-a584-e3505aea61cd HTTP/1.1" status: 200 len: 763 time: 0.0360427 Jul 30 02:08:53.125108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33160) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:53.138918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9846986a-b498-436e-85e6-940adfc16a82 req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Deleting port ca238404-9d2e-47c8-8cb2-4644aff7382e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:08:53.139516 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9846986a-b498-436e-85e6-940adfc16a82 req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.222721 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-683c0036-d3b7-428e-ba9d-12de0fe46153 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0958576 Jul 30 02:08:53.224227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33162) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:53.267049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b396481f-f9bd-46bc-9a46-29b01cda3090 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.280971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a36ad6-ec19-48bc-bcbc-2a25eed7a597 service neutron] Pushing event updated for resources: {'Port': ['ID=97682c5f-194c-4550-a515-ebed6733ecdb,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:53.299606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b396481f-f9bd-46bc-9a46-29b01cda3090 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.326385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250e87a-266a-4818-ac0d-edcf27994cae req-58a14b94-0514-4141-a1b6-24622f67b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:53.328100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-58a14b94-0514-4141-a1b6-24622f67b37c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 1094 time: 0.1151774 Jul 30 02:08:53.374898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b396481f-f9bd-46bc-9a46-29b01cda3090 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.387037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b396481f-f9bd-46bc-9a46-29b01cda3090 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.388590 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b396481f-f9bd-46bc-9a46-29b01cda3090 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/d8f96178-3376-45dd-a584-e3505aea61cd HTTP/1.1" status: 204 len: 168 time: 0.1591573 Jul 30 02:08:53.395170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33164) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:53.399715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-4b885917-faa2-4a95-8dae-832cec2e89f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97682c5f-194c-4550-a515-ebed6733ecdb HTTP/1.1" status: 200 len: 217 time: 0.0498939 Jul 30 02:08:53.408902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9846986a-b498-436e-85e6-940adfc16a82 req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] For port ca238404-9d2e-47c8-8cb2-4644aff7382e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ca238404-9d2e-47c8-8cb2-4644aff7382e,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:53.409628 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9846986a-b498-436e-85e6-940adfc16a82 req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.436542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396481f-f9bd-46bc-9a46-29b01cda3090 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8f96178-3376-45dd-a584-e3505aea61cd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:53.482490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9846986a-b498-436e-85e6-940adfc16a82 req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Calling delete_port for ca238404-9d2e-47c8-8cb2-4644aff7382e owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:08:53.516073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250e87a-266a-4818-ac0d-edcf27994cae req-00216a35-322b-4206-90f1-6dffadd59b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:53.517798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-00216a35-322b-4206-90f1-6dffadd59b53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 200 len: 855 time: 0.1034789 Jul 30 02:08:53.518942 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f1cff183-6cb9-4964-bfb6-5e0155fe33c6 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1247871 Jul 30 02:08:53.523706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33166) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:53.531844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c30e1aea-37be-4ee2-b924-30dbce4052a6 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': 'a3c4d29f-f59e-459f-85c0-36383368443a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:53.592704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30e1aea-37be-4ee2-b924-30dbce4052a6 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.605288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-c6302639-39e9-406c-b056-dec39eb6201c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a03524a8-a090-4758-a33d-aa0b5da80e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453267 Jul 30 02:08:53.699896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30e1aea-37be-4ee2-b924-30dbce4052a6 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.707877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30e1aea-37be-4ee2-b924-30dbce4052a6 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.760616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e1aea-37be-4ee2-b924-30dbce4052a6 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2085729-0525-4204-a1b5-5899361eb3ce,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:53.777408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c30e1aea-37be-4ee2-b924-30dbce4052a6 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.788326 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c30e1aea-37be-4ee2-b924-30dbce4052a6 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2579448 Jul 30 02:08:53.788863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33168) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:53.824621 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c0017071-828d-458a-9899-a91bb973fe91 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules/e2085729-0525-4204-a1b5-5899361eb3ce HTTP/1.1" status: 200 len: 763 time: 0.0341234 Jul 30 02:08:53.829946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33170) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:53.871858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-f1b640c4-0329-4a06-991d-f0b8796c0730 service neutron] 10.222.0.22 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493622 Jul 30 02:08:53.920869 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-603c389d-3244-4578-99e0-5050d56ea2af tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0829103 Jul 30 02:08:53.925858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33172) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:53.936043 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9846986a-b498-436e-85e6-940adfc16a82 req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:53.960926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d3c6d190-96a0-4c9f-bdcd-1fc14be201db'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:53.965674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['62f16952-42a9-4b39-a500-2f8b1704784a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:53.993112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe789-4d6b-4ffe-ba28-bbdca0b90131 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.019383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe789-4d6b-4ffe-ba28-bbdca0b90131 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.064410 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.072464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event deleted for resources: {'Port': ['ID=ca238404-9d2e-47c8-8cb2-4644aff7382e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:54.093549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe789-4d6b-4ffe-ba28-bbdca0b90131 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.123763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dcbe789-4d6b-4ffe-ba28-bbdca0b90131 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.127613 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5dcbe789-4d6b-4ffe-ba28-bbdca0b90131 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/e2085729-0525-4204-a1b5-5899361eb3ce HTTP/1.1" status: 204 len: 168 time: 0.2001472 Jul 30 02:08:54.128938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbe789-4d6b-4ffe-ba28-bbdca0b90131 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2085729-0525-4204-a1b5-5899361eb3ce,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:54.133352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33174) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:54.267487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9846986a-b498-436e-85e6-940adfc16a82 req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] No DVR routers for this DVR port ca238404-9d2e-47c8-8cb2-4644aff7382e on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:08:54.316954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9846986a-b498-436e-85e6-940adfc16a82 req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.321134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9846986a-b498-436e-85e6-940adfc16a82 req-62bd5dfb-e206-42f7-886d-703f9821cea5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "DELETE /v2.0/ports/ca238404-9d2e-47c8-8cb2-4644aff7382e HTTP/1.1" status: 204 len: 173 time: 1.4981976 Jul 30 02:08:54.426300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d250e87a-266a-4818-ac0d-edcf27994cae req-571eafa1-68d4-42f3-9935-cabffd02860b service neutron] 10.222.0.22 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374930 Jul 30 02:08:54.478647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dd5cc07c-27ec-4d52-9335-88f843e835e1 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3321614 Jul 30 02:08:54.483394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33180) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:54.491847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f54f5528-a156-4a83-ac91-240fc9a1a4a0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Request body: {'security_group_rule': {'security_group_id': 'a3c4d29f-f59e-459f-85c0-36383368443a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:08:54.581507 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-f54f5528-a156-4a83-ac91-240fc9a1a4a0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Project 4aa768b72a98416191dbbafa92c46e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:08:54.607142 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f54f5528-a156-4a83-ac91-240fc9a1a4a0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.758442 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f54f5528-a156-4a83-ac91-240fc9a1a4a0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.783217 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f54f5528-a156-4a83-ac91-240fc9a1a4a0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.849143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f5528-a156-4a83-ac91-240fc9a1a4a0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916b1d2b-54dc-493a-ab79-cb188c9abfb1,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:54.885345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f54f5528-a156-4a83-ac91-240fc9a1a4a0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:54.887902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f54f5528-a156-4a83-ac91-240fc9a1a4a0 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4024525 Jul 30 02:08:54.900102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33182) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:54.970237 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f10818bc-dfbe-4a31-910e-d539d42ab02b tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules/916b1d2b-54dc-493a-ab79-cb188c9abfb1 HTTP/1.1" status: 200 len: 769 time: 0.0647464 Jul 30 02:08:54.971577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33184) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:55.137037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33188) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:55.137364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2b999045-4a82-419f-ae7f-242755476142 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1638551 Jul 30 02:08:55.214530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aeda142-9297-42c3-ab60-8298eb290eb4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.251317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aeda142-9297-42c3-ab60-8298eb290eb4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.334065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb24123-59ff-4dd9-8b97-2df4c1e03626 req-58c89fbb-4f0a-48ce-b6a6-b977a40351b0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:55.348288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bb24123-59ff-4dd9-8b97-2df4c1e03626 req-58c89fbb-4f0a-48ce-b6a6-b977a40351b0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1894240 Jul 30 02:08:55.352419 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aeda142-9297-42c3-ab60-8298eb290eb4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.368866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aeda142-9297-42c3-ab60-8298eb290eb4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.380948 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9aeda142-9297-42c3-ab60-8298eb290eb4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/916b1d2b-54dc-493a-ab79-cb188c9abfb1 HTTP/1.1" status: 204 len: 168 time: 0.2326958 Jul 30 02:08:55.383400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33190) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:55.425615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeda142-9297-42c3-ab60-8298eb290eb4 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=916b1d2b-54dc-493a-ab79-cb188c9abfb1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:55.506329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bb24123-59ff-4dd9-8b97-2df4c1e03626 req-5c318324-cc57-4711-9c48-7f47ee62199b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537406 Jul 30 02:08:55.535042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-441fa4ac-bab9-4221-9490-15f714b0a227 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1359437 Jul 30 02:08:55.535760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33192) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:55.773164 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bdd05bc-b549-4e62-b2a5-802147b82608 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:55.860883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae1137-2d89-4254-9d87-54c4e0b94bef req-8ff46613-8580-4c65-80db-7046368aafc6 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:55.864833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3ae1137-2d89-4254-9d87-54c4e0b94bef req-8ff46613-8580-4c65-80db-7046368aafc6 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 943 time: 0.1705036 Jul 30 02:08:55.868649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bdd05bc-b549-4e62-b2a5-802147b82608 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:56.000415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3ae1137-2d89-4254-9d87-54c4e0b94bef req-5ab11f81-59c0-4f74-a7a4-770a06265c5a tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147010 Jul 30 02:08:56.068237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bdd05bc-b549-4e62-b2a5-802147b82608 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:56.074004 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bdd05bc-b549-4e62-b2a5-802147b82608 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:56.076360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4bdd05bc-b549-4e62-b2a5-802147b82608 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "DELETE /v2.0/security-groups/a3c4d29f-f59e-459f-85c0-36383368443a HTTP/1.1" status: 204 len: 168 time: 0.5386102 Jul 30 02:08:56.084887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33194) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:56.098774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd05bc-b549-4e62-b2a5-802147b82608 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c4d29f-f59e-459f-85c0-36383368443a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:56.297585 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e4eb7e81-6ded-4229-ad32-921e17e28a7c tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2069988 Jul 30 02:08:56.316481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33196) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:56.380113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d3c65-deb4-4578-9144-9d7695337114 req-127d0b6a-55a6-4c06-902e-7c60ce72bc87 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:56.384264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f2d3c65-deb4-4578-9144-9d7695337114 req-127d0b6a-55a6-4c06-902e-7c60ce72bc87 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1626656 Jul 30 02:08:56.463399 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4f3a9459-fc50-4ab4-891b-08b10ffe8642 tempest-SecGroupIPv6Test-1244810814 tempest-SecGroupIPv6Test-1244810814-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1444855 Jul 30 02:08:56.489963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f2d3c65-deb4-4578-9144-9d7695337114 req-57f5f4d1-7c73-49dc-baf7-d18a0b027ebb tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880442 Jul 30 02:08:56.716769 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ee0142-c061-4190-8c65-4669c27c45a2 x-openstack-request-id: req-f6ee0142-c061-4190-8c65-4669c27c45a2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:56.717841 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a098d9f5-c336-4f0a-a216-f07913b3e417", "tag": "97682c5f-194c-4550-a515-ebed6733ecdb", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:56.718330 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f6ee0142-c061-4190-8c65-4669c27c45a2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:56.718940 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a098d9f5-c336-4f0a-a216-f07913b3e417', 'tag': '97682c5f-194c-4550-a515-ebed6733ecdb', 'status': 'completed', 'code': 200} Jul 30 02:08:56.858826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-6cd4c0d4-311a-49f1-9e94-bac831d49ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:56.861853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-6cd4c0d4-311a-49f1-9e94-bac831d49ab2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 1094 time: 0.0997012 Jul 30 02:08:57.091223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33210) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:57.120041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86374970-bda1-4bc3-9113-0d49ab25aeb9 req-8a83a1bf-6a2e-4fd5-a402-84904f4befb1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:57.122000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86374970-bda1-4bc3-9113-0d49ab25aeb9 req-8a83a1bf-6a2e-4fd5-a402-84904f4befb1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1834726 Jul 30 02:08:57.123985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-ce0f90a5-90c7-4e2c-a995-5b281b20fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:57.126480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-ce0f90a5-90c7-4e2c-a995-5b281b20fdf3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 916 time: 0.2547765 Jul 30 02:08:57.231016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-85097587-de4e-4f51-a562-d081de7b4883 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97682c5f-194c-4550-a515-ebed6733ecdb HTTP/1.1" status: 200 len: 217 time: 0.0590582 Jul 30 02:08:57.301368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86374970-bda1-4bc3-9113-0d49ab25aeb9 req-55af348a-6774-4125-9ce5-d968b91475bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669238 Jul 30 02:08:57.341135 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2f93c1ab-5dbf-4800-8190-23d31f31b9d0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4aa768b72a98416191dbbafa92c46e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477081 Jul 30 02:08:57.345401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33214) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:08:57.362137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-01a6f2b4-8cb4-4d14-8f6f-b2547dfa7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:57.365525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-01a6f2b4-8cb4-4d14-8f6f-b2547dfa7608 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 200 len: 855 time: 0.1192303 Jul 30 02:08:57.425251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-f025d10a-8ef4-491f-b67f-ec6f301352c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a03524a8-a090-4758-a33d-aa0b5da80e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447774 Jul 30 02:08:57.570447 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.634385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:57.682695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-704adaa5-8e03-42ad-98f6-b41f667e5539 service neutron] 10.222.0.22 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328422 Jul 30 02:08:58.036277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 97682c5f-194c-4550-a515-ebed6733ecdb details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:08:58.068782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b605ac6-c3e6-4235-91d4-4e6ee9015570 req-4c95a111-5de9-4377-821b-fc9b42dbc5e0 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:58.071930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b605ac6-c3e6-4235-91d4-4e6ee9015570 req-4c95a111-5de9-4377-821b-fc9b42dbc5e0 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 943 time: 0.2304747 Jul 30 02:08:58.098401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0243cbd-e5c2-44f0-9d54-d31fbe38c692 req-38768a32-d872-4020-a7c3-6bf1cf29322e service neutron] 10.222.0.22 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825018 Jul 30 02:08:58.170630 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:58.183901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:58.191889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5cdc68bc-e530-4e6c-a410-7057c9276273 HTTP/1.1" status: 204 len: 168 time: 0.8410435 Jul 30 02:08:58.225764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc68bc-e530-4e6c-a410-7057c9276273,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:58.262999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.263630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.264278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.265174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.268486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.269333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.269793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.270378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.271039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.276721 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:08:58.284607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.284989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.285480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388dec48-f1b3-472b-836c-aecf78696e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:08:58.333993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b605ac6-c3e6-4235-91d4-4e6ee9015570 req-7607b29d-6b8b-4ef1-bca9-e3a2bd43ae66 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352645 Jul 30 02:08:58.362561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 97682c5f-194c-4550-a515-ebed6733ecdb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=97682c5f-194c-4550-a515-ebed6733ecdb,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:58.393269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '97682c5f-194c-4550-a515-ebed6733ecdb', 'network_id': 'a03524a8-a090-4758-a33d-aa0b5da80e59', 'port_id': '97682c5f-194c-4550-a515-ebed6733ecdb', 'mac_address': 'fa:16:3e:76:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d11469-3bec-4b50-b849-fbf84901a507', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:08:58.480314 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:58.539676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97682c5f-194c-4550-a515-ebed6733ecdb {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:08:58.603776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 97682c5f-194c-4550-a515-ebed6733ecdb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=97682c5f-194c-4550-a515-ebed6733ecdb,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:08:58.616483 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:08:58.665790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257379b-bff1-492e-be2d-91eab97a2430 req-985c67d8-8514-4061-bac0-c0a94ce8c458 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:58.678036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0257379b-bff1-492e-be2d-91eab97a2430 req-985c67d8-8514-4061-bac0-c0a94ce8c458 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1793120 Jul 30 02:08:58.734012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'name': 'network-vif-deleted', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:08:58.745575 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4cd4cf-23d6-4414-a7a9-911bef7a9714" -d '{"events": [{"server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "name": "network-vif-deleted", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:08:58.782047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=97682c5f-194c-4550-a515-ebed6733ecdb,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:08:58.831388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0257379b-bff1-492e-be2d-91eab97a2430 req-3db858a0-5870-47f2-ba1b-cedeb6ab57ba tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413553 Jul 30 02:08:59.046493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['97682c5f-194c-4550-a515-ebed6733ecdb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:08:59.154592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa78a9-18ac-4174-abbc-a0efd31f8aa8 req-10491bcd-e1c4-4819-9699-ef8915ae1f11 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.182998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75fa78a9-18ac-4174-abbc-a0efd31f8aa8 req-10491bcd-e1c4-4819-9699-ef8915ae1f11 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 908 time: 0.1781480 Jul 30 02:08:59.430409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f4b01-be0f-4d68-a3d0-b1ef17fd5a11 req-9bba9eb2-78d2-4638-a591-cdef2dcff8f6 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.443277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b8f4b01-be0f-4d68-a3d0-b1ef17fd5a11 req-9bba9eb2-78d2-4638-a591-cdef2dcff8f6 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1382830 Jul 30 02:08:59.538754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b8f4b01-be0f-4d68-a3d0-b1ef17fd5a11 req-9d540531-b726-4784-b238-33cd41e280b4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927589 Jul 30 02:08:59.652049 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 30 Jul 2021 02:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f65e13-e4ba-4813-a2d6-dcba3bbd0658 x-openstack-request-id: req-79f65e13-e4ba-4813-a2d6-dcba3bbd0658 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:08:59.652752 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df4f666-0fee-4dc7-ac5e-f9ed383dbb80", "name": "network-vif-deleted", "tag": "ca238404-9d2e-47c8-8cb2-4644aff7382e", "status": "failed", "code": 422}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:08:59.653166 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-79f65e13-e4ba-4813-a2d6-dcba3bbd0658 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:08:59.654075 n-d-715271-7 neutron-server[93819]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1df4f666-0fee-4dc7-ac5e-f9ed383dbb80', 'name': 'network-vif-deleted', 'tag': 'ca238404-9d2e-47c8-8cb2-4644aff7382e', 'status': 'failed', 'code': 422} returned with failed status Jul 30 02:08:59.909127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5171459-d4cd-434c-93e2-cc81529214a3 req-38837e76-9951-43d5-adca-7a2bd2002eba tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:08:59.916355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5171459-d4cd-434c-93e2-cc81529214a3 req-38837e76-9951-43d5-adca-7a2bd2002eba tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 944 time: 0.1498849 Jul 30 02:09:00.010920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5171459-d4cd-434c-93e2-cc81529214a3 req-139ac4a7-808b-4422-ab7e-20d04d6c6784 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827432 Jul 30 02:09:00.274006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbfaad-06d7-4be8-bad9-0e486d3f5713 req-d1ad1128-9ed2-4191-bfef-8cdf3ee2bc86 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:00.288129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4bfbfaad-06d7-4be8-bad9-0e486d3f5713 req-d1ad1128-9ed2-4191-bfef-8cdf3ee2bc86 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1865699 Jul 30 02:09:00.327864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cdea9055-21e9-4309-8321-f148a3bc34cf tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:00.331759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cdea9055-21e9-4309-8321-f148a3bc34cf tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 908 time: 0.1694248 Jul 30 02:09:00.440699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4bfbfaad-06d7-4be8-bad9-0e486d3f5713 req-99aa3bfc-35ae-4a74-83a5-67b0851c1292 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314313 Jul 30 02:09:00.607273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Deleting port 6ee290a5-72c0-4948-91f0-86de821269b6 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:00.607849 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.747221 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e787333-e562-4d07-8af9-aae4d3328342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.759226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f192-6d8d-42e7-83dc-9d24d14ad60e req-cadaf53a-578b-46fe-9882-a6508f7dd326 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:00.760924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da88f192-6d8d-42e7-83dc-9d24d14ad60e req-cadaf53a-578b-46fe-9882-a6508f7dd326 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 908 time: 0.1770325 Jul 30 02:09:00.805419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] For port 6ee290a5-72c0-4948-91f0-86de821269b6, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=6ee290a5-72c0-4948-91f0-86de821269b6,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:00.806123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:00.841852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Calling delete_port for 6ee290a5-72c0-4948-91f0-86de821269b6 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:01.092577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5902a5-1d73-418b-a068-cb2feaba3230 req-dab7368e-c297-4aa1-86ca-37c34077a1ec tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:01.095110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d5902a5-1d73-418b-a068-cb2feaba3230 req-dab7368e-c297-4aa1-86ca-37c34077a1ec tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1456478 Jul 30 02:09:01.284746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d5902a5-1d73-418b-a068-cb2feaba3230 req-79d7c1a8-2440-4dc6-b21e-1242f285cf4f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753027 Jul 30 02:09:01.311774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.336826 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.400144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event deleted for resources: {'Port': ['ID=6ee290a5-72c0-4948-91f0-86de821269b6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:01.542067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] No DVR routers for this DVR port 6ee290a5-72c0-4948-91f0-86de821269b6 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:01.547109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:01.556843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d5cf0eb-ebac-484d-a1a9-0eef73833c5c req-cf7f217a-c746-4401-996b-c588b6cbb38f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "DELETE /v2.0/ports/6ee290a5-72c0-4948-91f0-86de821269b6 HTTP/1.1" status: 204 len: 173 time: 1.1958671 Jul 30 02:09:01.585354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be7ea4-0b3f-4660-b4f0-950afceac215 req-fb6a1fbb-5f62-4e7b-9ba8-00caf1f8892b tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:01.588524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2be7ea4-0b3f-4660-b4f0-950afceac215 req-fb6a1fbb-5f62-4e7b-9ba8-00caf1f8892b tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 944 time: 0.1934443 Jul 30 02:09:01.658981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a72ee-204b-4328-a24f-87b4b434d60f', 'name': 'network-vif-deleted', 'tag': '6ee290a5-72c0-4948-91f0-86de821269b6'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:01.663720 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d62a4-5425-4f4c-9c18-81cd528f9725" -d '{"events": [{"server_uuid": "878a72ee-204b-4328-a24f-87b4b434d60f", "name": "network-vif-deleted", "tag": "6ee290a5-72c0-4948-91f0-86de821269b6"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:01.707592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2be7ea4-0b3f-4660-b4f0-950afceac215 req-3231c1b8-7357-4a47-a44a-690b1f0addab tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053329 Jul 30 02:09:02.003163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28222d13-9e74-4072-acc8-721d01c7f2a7 req-283b5177-d7de-44f7-9d3b-e40c279b5ca4 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.006336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28222d13-9e74-4072-acc8-721d01c7f2a7 req-283b5177-d7de-44f7-9d3b-e40c279b5ca4 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1075408 Jul 30 02:09:02.088737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28222d13-9e74-4072-acc8-721d01c7f2a7 req-e188f4bb-e3b3-49c8-9d0a-582ad0f4b5d6 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675263 Jul 30 02:09:02.093821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 97682c5f-194c-4550-a515-ebed6733ecdb up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:02.200113 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215a512-5242-4c6c-a283-12e382ab3172 x-openstack-request-id: req-d215a512-5242-4c6c-a283-12e382ab3172 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:02.200980 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a72ee-204b-4328-a24f-87b4b434d60f", "name": "network-vif-deleted", "tag": "6ee290a5-72c0-4948-91f0-86de821269b6", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:02.200980 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d215a512-5242-4c6c-a283-12e382ab3172 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:02.201650 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878a72ee-204b-4328-a24f-87b4b434d60f', 'name': 'network-vif-deleted', 'tag': '6ee290a5-72c0-4948-91f0-86de821269b6', 'status': 'completed', 'code': 200} Jul 30 02:09:02.216796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 97682c5f-194c-4550-a515-ebed6733ecdb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:02.231871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 97682c5f-194c-4550-a515-ebed6733ecdb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:02.232811 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.444423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-772a53c8-a81e-4c92-8699-eca03e2bb694 req-ea62e392-5d3b-4ff2-8357-e2f4f85b63e3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=878a72ee-204b-4328-a24f-87b4b434d60f HTTP/1.1" status: 200 len: 210 time: 0.0711381 Jul 30 02:09:02.482861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.555830 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33306) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:02.615069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 97682c5f-194c-4550-a515-ebed6733ecdb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=97682c5f-194c-4550-a515-ebed6733ecdb,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:02.619053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a098d9f5-c336-4f0a-a216-f07913b3e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97682c5f-194c-4550-a515-ebed6733ecdb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:02.630010 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48acf8dc-5a6f-4415-b530-2149f566bf93" -d '{"events": [{"server_uuid": "a098d9f5-c336-4f0a-a216-f07913b3e417", "name": "network-vif-plugged", "status": "completed", "tag": "97682c5f-194c-4550-a515-ebed6733ecdb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:02.640346 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.741113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=97682c5f-194c-4550-a515-ebed6733ecdb,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:02.764190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6453ea-8803-4e41-9e1b-640fa3859aad req-4479e355-c638-47a0-ba82-b2b9c3cf7f3e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:02.766881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d6453ea-8803-4e41-9e1b-640fa3859aad req-4479e355-c638-47a0-ba82-b2b9c3cf7f3e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1266575 Jul 30 02:09:02.862551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d6453ea-8803-4e41-9e1b-640fa3859aad req-4f516997-1495-49dc-a3bc-192aeb8051d8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849347 Jul 30 02:09:02.864197 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74c9b006-3590-4499-828f-c78b0bcda149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:02.944552 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6cf7ed-62e2-4274-a62c-2d862a73eafd x-openstack-request-id: req-8c6cf7ed-62e2-4274-a62c-2d862a73eafd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:02.945171 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a098d9f5-c336-4f0a-a216-f07913b3e417", "name": "network-vif-plugged", "status": "completed", "tag": "97682c5f-194c-4550-a515-ebed6733ecdb", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:02.945704 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8c6cf7ed-62e2-4274-a62c-2d862a73eafd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:02.946631 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a098d9f5-c336-4f0a-a216-f07913b3e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97682c5f-194c-4550-a515-ebed6733ecdb', 'code': 200} Jul 30 02:09:03.131258 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74c9b006-3590-4499-828f-c78b0bcda149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.141941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74c9b006-3590-4499-828f-c78b0bcda149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.207915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-74c9b006-3590-4499-828f-c78b0bcda149 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ae70957768d24a3ebc3a69d3945450b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510112 Jul 30 02:09:03.212441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33316) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:03.213712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8daf5b-a70f-4c73-95ec-8ed8b58da6b6 req-4425c7b3-4d0b-4fd0-8be3-6df074186b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:03.215853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b8daf5b-a70f-4c73-95ec-8ed8b58da6b6 req-4425c7b3-4d0b-4fd0-8be3-6df074186b1a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 1096 time: 0.1494179 Jul 30 02:09:03.216731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9b006-3590-4499-828f-c78b0bcda149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfac445-0190-4eb9-98f4-cab69a9b3262,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:03.233580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe038e8-5265-4bdb-893a-891eac60d854 req-ee408e6b-2978-444d-9b90-f56e364a2a8d tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:03.236922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1fe038e8-5265-4bdb-893a-891eac60d854 req-ee408e6b-2978-444d-9b90-f56e364a2a8d tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 945 time: 0.1879158 Jul 30 02:09:03.334956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b8daf5b-a70f-4c73-95ec-8ed8b58da6b6 req-8721141b-93cd-4753-8bc7-4bd52160d363 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960164 Jul 30 02:09:03.373691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44e4d14e-ce49-4734-85ec-123aa2385e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.383950 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9771f494-f1ed-46fa-b743-3e9e996786ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.397127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1fe038e8-5265-4bdb-893a-891eac60d854 req-86d851c1-4d8a-491d-899f-942a55ed5ee5 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365674 Jul 30 02:09:03.443209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44e4d14e-ce49-4734-85ec-123aa2385e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.567548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44e4d14e-ce49-4734-85ec-123aa2385e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.573375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44e4d14e-ce49-4734-85ec-123aa2385e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:03.575370 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-44e4d14e-ce49-4734-85ec-123aa2385e72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/edfac445-0190-4eb9-98f4-cab69a9b3262 HTTP/1.1" status: 204 len: 168 time: 0.3596959 Jul 30 02:09:03.594015 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4d14e-ce49-4734-85ec-123aa2385e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfac445-0190-4eb9-98f4-cab69a9b3262,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:03.623406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fde22-a692-49c5-b74f-1d245d2215a6 req-51787573-f806-43dd-96f8-e53bf28ac9af tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:03.632429 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-233fde22-a692-49c5-b74f-1d245d2215a6 req-51787573-f806-43dd-96f8-e53bf28ac9af tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1183734 Jul 30 02:09:03.728380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-233fde22-a692-49c5-b74f-1d245d2215a6 req-7f8bc981-4a34-446a-af47-b38fdba782a2 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867763 Jul 30 02:09:03.819593 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.107707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6ee290a5-72c0-4948-91f0-86de821269b6 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:04.157404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 6ee290a5-72c0-4948-91f0-86de821269b6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:04.158423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 6ee290a5-72c0-4948-91f0-86de821269b6 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:04.330934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33330) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:04.336586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c80bcc-44eb-4675-b955-57e5c1b69250 req-6604e59b-ee56-42e8-9c62-b2243f74a980 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:04.356613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9c80bcc-44eb-4675-b955-57e5c1b69250 req-6604e59b-ee56-42e8-9c62-b2243f74a980 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1374574 Jul 30 02:09:04.357646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7aba8cd-568f-4b2e-a51a-87eee0a124d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.440287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9c80bcc-44eb-4675-b955-57e5c1b69250 req-1f8c1ab9-8cdb-488d-9a16-ac57fd097da5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786655 Jul 30 02:09:04.531527 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.602914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7aba8cd-568f-4b2e-a51a-87eee0a124d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.610248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7aba8cd-568f-4b2e-a51a-87eee0a124d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.686257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac4439-92fe-423b-82c2-4e6a4edee219 req-45703b24-7a8f-4dfd-bfb3-89b9b863df95 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:04.688989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7ac4439-92fe-423b-82c2-4e6a4edee219 req-45703b24-7a8f-4dfd-bfb3-89b9b863df95 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 945 time: 0.1042390 Jul 30 02:09:04.692618 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d7aba8cd-568f-4b2e-a51a-87eee0a124d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fad21cc30ad5458793255611904f4af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592491 Jul 30 02:09:04.694350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33334) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:04.698634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aba8cd-568f-4b2e-a51a-87eee0a124d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e512a0e-b9a2-4efe-b8a1-62a68b9efd39,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:04.774873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7ac4439-92fe-423b-82c2-4e6a4edee219 req-10bfaa16-03fc-483a-ab66-f4572e718968 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674953 Jul 30 02:09:04.832487 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3185e8c-b835-4de1-9d73-c12d4e49c715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:04.884897 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3185e8c-b835-4de1-9d73-c12d4e49c715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.051272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0524dc-4f43-44d3-ab8f-e641e0550b49 req-63b12624-0213-45e5-bf8c-bf6d14f8d06e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:05.055956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c0524dc-4f43-44d3-ab8f-e641e0550b49 req-63b12624-0213-45e5-bf8c-bf6d14f8d06e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 945 time: 0.1416380 Jul 30 02:09:05.058502 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3185e8c-b835-4de1-9d73-c12d4e49c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.072341 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3185e8c-b835-4de1-9d73-c12d4e49c715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:05.076925 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e3185e8c-b835-4de1-9d73-c12d4e49c715 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e512a0e-b9a2-4efe-b8a1-62a68b9efd39 HTTP/1.1" status: 204 len: 168 time: 0.3792470 Jul 30 02:09:05.106896 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3185e8c-b835-4de1-9d73-c12d4e49c715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e512a0e-b9a2-4efe-b8a1-62a68b9efd39,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:05.187247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c0524dc-4f43-44d3-ab8f-e641e0550b49 req-2a53baf9-eb72-40b2-bda4-030ab70559c2 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068394 Jul 30 02:09:05.477046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cef03-8010-452a-be14-190a4fca608a req-9169f25f-d8d2-4a62-9cd8-2db1bd60f6ad tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:05.492067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a1cef03-8010-452a-be14-190a4fca608a req-9169f25f-d8d2-4a62-9cd8-2db1bd60f6ad tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1537120 Jul 30 02:09:05.525989 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-6902a751-3072-4476-8b78-508f4cfc9f45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1176174 Jul 30 02:09:05.603654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a1cef03-8010-452a-be14-190a4fca608a req-ae5f9be3-219b-44f3-aa16-e3ed345fa652 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097913 Jul 30 02:09:05.711369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-47492bfc-914e-4d55-aec0-198206fdef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:05.714944 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-47492bfc-914e-4d55-aec0-198206fdef64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 1095 time: 0.1179299 Jul 30 02:09:05.862662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25d823-983e-4240-83e8-4c7c60675aa3 req-0b928eff-defc-4909-80f0-284ec055009a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:05.865915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f25d823-983e-4240-83e8-4c7c60675aa3 req-0b928eff-defc-4909-80f0-284ec055009a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1346109 Jul 30 02:09:05.963280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-c0c557a3-98ee-4ad7-bbff-5e5de5268e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:05.966964 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-c0c557a3-98ee-4ad7-bbff-5e5de5268e0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 200 len: 913 time: 0.2265189 Jul 30 02:09:06.016107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f25d823-983e-4240-83e8-4c7c60675aa3 req-91e4166e-77ea-43f5-beec-5796c520e640 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298347 Jul 30 02:09:06.121584 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-4fd3c3df-ba49-4f68-a490-63abd61d4c2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 200 len: 999 time: 0.1453402 Jul 30 02:09:06.180789 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:06.245907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-c4fd61a6-765a-4044-bd89-fa5d328ecf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:06.248586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-c4fd61a6-765a-4044-bd89-fa5d328ecf96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 200 len: 851 time: 0.1155336 Jul 30 02:09:06.257140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210edff-cc9e-4070-88e1-4d16d89e7da7 req-ca66a024-f69a-4239-aa6f-cfdec5e9e774 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:06.260425 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9210edff-cc9e-4070-88e1-4d16d89e7da7 req-ca66a024-f69a-4239-aa6f-cfdec5e9e774 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 945 time: 0.1130037 Jul 30 02:09:06.358717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-14264976-a13c-4a88-bd1f-06ad65fbc557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:06.361406 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-14264976-a13c-4a88-bd1f-06ad65fbc557 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72cb1547-7ac6-4b6a-9436-7b05bc348f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043808 Jul 30 02:09:06.370162 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9210edff-cc9e-4070-88e1-4d16d89e7da7 req-b23ceadb-d6a7-406e-9101-f9b58da599fd tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809889 Jul 30 02:09:06.616336 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-abc92ad0-39c9-4ff2-b936-b9e357e5d581 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376502 Jul 30 02:09:06.620480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef837a69-a625-4373-a73e-0dc27ec56a12 req-fa38c6e2-4525-4edd-be92-b0e8a9cea2bb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:06.623936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef837a69-a625-4373-a73e-0dc27ec56a12 req-fa38c6e2-4525-4edd-be92-b0e8a9cea2bb tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 945 time: 0.1147478 Jul 30 02:09:06.713319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef837a69-a625-4373-a73e-0dc27ec56a12 req-dc515e89-4952-4786-bdeb-7517f1b12b3e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806651 Jul 30 02:09:06.891625 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7d39ee00-88b0-488e-be2e-12956ecc4396 req-dcb91477-e53a-4894-aad6-703bc61385d2 service neutron] 10.222.0.41 "GET /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586508 Jul 30 02:09:07.013640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-61504c17-5207-49bf-8463-61d2aa4c1da3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:07.014892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-61504c17-5207-49bf-8463-61d2aa4c1da3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 945 time: 0.1369815 Jul 30 02:09:07.028647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01120-c818-4257-ab76-7e1f7c41d1a4 req-e7b30727-21b6-4ea1-915c-ea82a7ff487f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:07.031493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18c01120-c818-4257-ab76-7e1f7c41d1a4 req-e7b30727-21b6-4ea1-915c-ea82a7ff487f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1890125 Jul 30 02:09:07.199468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18c01120-c818-4257-ab76-7e1f7c41d1a4 req-3b2d0e97-d05c-49c6-9b78-93707fd21f04 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558847 Jul 30 02:09:07.287723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Deleting port 62f16952-42a9-4b39-a500-2f8b1704784a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:07.288222 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.551298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c42a4b-e8a7-4f10-ab04-b1e25b56e046 req-ceeab0f2-84fa-4753-b515-b9a700e643e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:07.554093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c42a4b-e8a7-4f10-ab04-b1e25b56e046 req-ceeab0f2-84fa-4753-b515-b9a700e643e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1350808 Jul 30 02:09:07.602552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] For port 62f16952-42a9-4b39-a500-2f8b1704784a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=62f16952-42a9-4b39-a500-2f8b1704784a,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:07.603157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:07.648126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Calling delete_port for 62f16952-42a9-4b39-a500-2f8b1704784a owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:07.675713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c42a4b-e8a7-4f10-ab04-b1e25b56e046 req-7d849b7f-8d01-4dc1-ae70-6013556a46f7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100044 Jul 30 02:09:08.028070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a446bd3-0d36-4d09-912c-29315f7e6509 req-ca30403b-21db-4743-a0d6-1a2d884b540f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:08.030668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a446bd3-0d36-4d09-912c-29315f7e6509 req-ca30403b-21db-4743-a0d6-1a2d884b540f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=64e7212c-cdf3-4593-8926-fcc44927b704 HTTP/1.1" status: 200 len: 945 time: 0.1900594 Jul 30 02:09:08.032691 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:08.049666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d3c6d190-96a0-4c9f-bdcd-1fc14be201db'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:08.125777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event deleted for resources: {'Port': ['ID=62f16952-42a9-4b39-a500-2f8b1704784a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:08.149180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['62f16952-42a9-4b39-a500-2f8b1704784a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:08.232021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] No DVR routers for this DVR port 62f16952-42a9-4b39-a500-2f8b1704784a on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:08.246133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:08.249835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6796dfac-3c6c-44f1-93b3-170f619740a4 req-e6611716-0e8f-429b-b0d2-c036431825b7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.22 "DELETE /v2.0/ports/62f16952-42a9-4b39-a500-2f8b1704784a HTTP/1.1" status: 204 len: 173 time: 1.2169726 Jul 30 02:09:08.250622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e7212c-cdf3-4593-8926-fcc44927b704', 'name': 'network-vif-deleted', 'tag': '62f16952-42a9-4b39-a500-2f8b1704784a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:08.255405 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0949ddd-4404-485d-a4d8-a0b8d6fe94ea" -d '{"events": [{"server_uuid": "64e7212c-cdf3-4593-8926-fcc44927b704", "name": "network-vif-deleted", "tag": "62f16952-42a9-4b39-a500-2f8b1704784a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:08.290595 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a446bd3-0d36-4d09-912c-29315f7e6509 req-84271f9f-8e2f-4daa-99ac-cd6c5a66f4eb tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277186 Jul 30 02:09:08.613888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4566-40f8-4340-8c8d-5e40d03271b9 req-a6f75b34-c54e-491f-a192-1495529debb0 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:08.616582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60ee4566-40f8-4340-8c8d-5e40d03271b9 req-a6f75b34-c54e-491f-a192-1495529debb0 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1966746 Jul 30 02:09:08.738974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60ee4566-40f8-4340-8c8d-5e40d03271b9 req-86cd2012-342f-4241-9d49-2551b3e3ee66 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032884 Jul 30 02:09:08.895980 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aaa6d7-fd47-4b7c-859a-01d7727aa0df x-openstack-request-id: req-23aaa6d7-fd47-4b7c-859a-01d7727aa0df {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:08.896505 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e7212c-cdf3-4593-8926-fcc44927b704", "name": "network-vif-deleted", "tag": "62f16952-42a9-4b39-a500-2f8b1704784a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:08.896923 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-23aaa6d7-fd47-4b7c-859a-01d7727aa0df {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:08.897529 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e7212c-cdf3-4593-8926-fcc44927b704', 'name': 'network-vif-deleted', 'tag': '62f16952-42a9-4b39-a500-2f8b1704784a', 'status': 'completed', 'code': 200} Jul 30 02:09:09.052292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33404) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:09.100555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c11434-4654-4e84-bad9-b480def1c865 req-05e90eb4-ec8c-4b66-8015-439c1ba1f093 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:09.102301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76c11434-4654-4e84-bad9-b480def1c865 req-05e90eb4-ec8c-4b66-8015-439c1ba1f093 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.0985637 Jul 30 02:09:09.185088 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76c11434-4654-4e84-bad9-b480def1c865 req-97e0acb3-b85b-4318-b567-5d23be60cf67 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Jul 30 02:09:09.284771 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.469913 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.476451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.530323 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=73ad9ae03cb74eb69cbc0c74d9ed51d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736445 Jul 30 02:09:09.531694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33412) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:09.539390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07fc333-67ae-4b4e-ad9c-47767a611b2f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:09.559983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.560631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.560964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.561301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.561635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.561963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.562288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.562611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.563045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.563257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.565689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.565689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4beb4bc7-f491-4b7f-a523-0c878272e9b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:09.650560 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc9904eb-8442-4af6-a158-81a169363193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.711993 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc9904eb-8442-4af6-a158-81a169363193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.809823 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc9904eb-8442-4af6-a158-81a169363193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.814676 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc9904eb-8442-4af6-a158-81a169363193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:09.816756 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dc9904eb-8442-4af6-a158-81a169363193 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d07fc333-67ae-4b4e-ad9c-47767a611b2f HTTP/1.1" status: 204 len: 168 time: 0.2837498 Jul 30 02:09:09.832198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9904eb-8442-4af6-a158-81a169363193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07fc333-67ae-4b4e-ad9c-47767a611b2f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:09.843578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40859acc-3f4c-4414-9d70-27b0c3c2aed9 req-d9aaafff-aaa4-44b0-991c-07a41a91b663 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:09.846704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40859acc-3f4c-4414-9d70-27b0c3c2aed9 req-d9aaafff-aaa4-44b0-991c-07a41a91b663 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.1233909 Jul 30 02:09:09.936382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40859acc-3f4c-4414-9d70-27b0c3c2aed9 req-41dadf1d-8484-4941-b00d-f09975b19080 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=da10d311-6271-44a9-9910-fb488ea2daec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716004 Jul 30 02:09:09.994895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-a283db38-1a6f-411d-8815-c95a0c4fd452 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:09.996551 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-a283db38-1a6f-411d-8815-c95a0c4fd452 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 945 time: 0.0936127 Jul 30 02:09:10.124966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 62f16952-42a9-4b39-a500-2f8b1704784a no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:10.171900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 62f16952-42a9-4b39-a500-2f8b1704784a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:10.172531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 62f16952-42a9-4b39-a500-2f8b1704784a not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:10.187102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Deleting port d3c6d190-96a0-4c9f-bdcd-1fc14be201db {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:10.188048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.378863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33434) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:10.395005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b746511-a47f-4a80-b6b5-5dd83c40dfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.406849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] For port d3c6d190-96a0-4c9f-bdcd-1fc14be201db, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:10.407371 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.444414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Calling delete_port for d3c6d190-96a0-4c9f-bdcd-1fc14be201db owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:10.640891 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b746511-a47f-4a80-b6b5-5dd83c40dfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.650284 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b746511-a47f-4a80-b6b5-5dd83c40dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.806587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33438) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:10.807022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3b746511-a47f-4a80-b6b5-5dd83c40dfb8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=217203376c284dc7bddce69a01b34096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263721 Jul 30 02:09:10.809605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b746511-a47f-4a80-b6b5-5dd83c40dfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49295ed-1140-4710-a524-0fd584a72b0a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:10.852776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:10.866029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9978e-3f7d-4b1b-bc15-e8de3027e3fb req-85e67e88-54d6-4932-8b4b-607f5197f25d tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:10.869078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8a9978e-3f7d-4b1b-bc15-e8de3027e3fb req-85e67e88-54d6-4932-8b4b-607f5197f25d tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1803081 Jul 30 02:09:10.869695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d3c6d190-96a0-4c9f-bdcd-1fc14be201db'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:10.952566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event deleted for resources: {'Port': ['ID=d3c6d190-96a0-4c9f-bdcd-1fc14be201db,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:11.001150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] No DVR routers for this DVR port d3c6d190-96a0-4c9f-bdcd-1fc14be201db on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:11.010560 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.014081 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4fb37a55-4ebb-47f8-a6fc-c3224e7b7228 req-49fd5e87-cf2b-40ce-bb1f-1f313a6f39b6 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.41 "DELETE /v2.0/ports/d3c6d190-96a0-4c9f-bdcd-1fc14be201db HTTP/1.1" status: 204 len: 173 time: 1.0102775 Jul 30 02:09:11.018197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f', 'name': 'network-vif-deleted', 'tag': 'd3c6d190-96a0-4c9f-bdcd-1fc14be201db'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:11.019939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8a9978e-3f7d-4b1b-bc15-e8de3027e3fb req-18b01506-53ba-409f-9205-f48aee4656ad tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244745 Jul 30 02:09:11.026045 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d76a28-9e42-4a51-8294-c15a5dd9200d" -d '{"events": [{"server_uuid": "3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f", "name": "network-vif-deleted", "tag": "d3c6d190-96a0-4c9f-bdcd-1fc14be201db"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:11.049867 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83eb6988-5182-4987-a8d8-a8014df90489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.103257 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83eb6988-5182-4987-a8d8-a8014df90489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.197198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83eb6988-5182-4987-a8d8-a8014df90489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.207960 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83eb6988-5182-4987-a8d8-a8014df90489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:11.210888 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-83eb6988-5182-4987-a8d8-a8014df90489 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e49295ed-1140-4710-a524-0fd584a72b0a HTTP/1.1" status: 204 len: 168 time: 0.4026473 Jul 30 02:09:11.256731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb6988-5182-4987-a8d8-a8014df90489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49295ed-1140-4710-a524-0fd584a72b0a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:11.396061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f21af-237a-4d81-8e18-a1b6ae47b8ff req-2bb1d369-4671-45a6-a498-f9b94edf1c1d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:11.412335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-822f21af-237a-4d81-8e18-a1b6ae47b8ff req-2bb1d369-4671-45a6-a498-f9b94edf1c1d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1703322 Jul 30 02:09:11.482383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-822f21af-237a-4d81-8e18-a1b6ae47b8ff req-39d7e68f-2d8c-434e-b7ec-62f9eb6ab263 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687149 Jul 30 02:09:11.666051 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9456a090-ce36-42af-9b6c-713bf3d4091f req-8e9dee63-a393-4b1f-a7e3-3fc85f9bab78 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f HTTP/1.1" status: 200 len: 210 time: 0.0383599 Jul 30 02:09:11.815817 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893b6b82-cc82-4731-ba11-9250b42240f3 x-openstack-request-id: req-893b6b82-cc82-4731-ba11-9250b42240f3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:11.816327 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f", "name": "network-vif-deleted", "tag": "d3c6d190-96a0-4c9f-bdcd-1fc14be201db", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:11.816717 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-893b6b82-cc82-4731-ba11-9250b42240f3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:11.817426 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe89cb8-319a-44fd-a0cf-5b5c7d1da42f', 'name': 'network-vif-deleted', 'tag': 'd3c6d190-96a0-4c9f-bdcd-1fc14be201db', 'status': 'completed', 'code': 200} Jul 30 02:09:12.428961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab616b-77cb-440b-b681-19473ba5d385 req-d929bb1b-6582-4f5a-a843-fa5474205144 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:12.436706 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31ab616b-77cb-440b-b681-19473ba5d385 req-d929bb1b-6582-4f5a-a843-fa5474205144 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1173496 Jul 30 02:09:12.509375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31ab616b-77cb-440b-b681-19473ba5d385 req-db5a51a3-0972-4e2b-8bef-d88b3fb6fd00 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707741 Jul 30 02:09:12.723584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44bc2f-60fb-4bdc-9410-7beee85baefa req-56a7bcbc-8e71-4fed-b01f-f0eeea12cfa8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:12.726818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da44bc2f-60fb-4bdc-9410-7beee85baefa req-56a7bcbc-8e71-4fed-b01f-f0eeea12cfa8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.1083286 Jul 30 02:09:12.818361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da44bc2f-60fb-4bdc-9410-7beee85baefa req-ffcfba35-8835-41c1-bad7-e1f2061f9e0d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794005 Jul 30 02:09:13.410292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d3c6d190-96a0-4c9f-bdcd-1fc14be201db no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:13.457290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: d3c6d190-96a0-4c9f-bdcd-1fc14be201db {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:13.457903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d3c6d190-96a0-4c9f-bdcd-1fc14be201db not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:13.463107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eff8c4-b13e-46c5-a569-026938c01be2 req-28f1d4b8-d5b8-43eb-bffd-edc1b231f899 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:13.466156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66eff8c4-b13e-46c5-a569-026938c01be2 req-28f1d4b8-d5b8-43eb-bffd-edc1b231f899 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1099682 Jul 30 02:09:13.531328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66eff8c4-b13e-46c5-a569-026938c01be2 req-555138f0-80a0-47c2-b936-11db9138b8a7 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576770 Jul 30 02:09:13.744681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78cb2a-d055-4870-b0ec-573cbc82a8f2 req-6c1045f5-1622-4237-a73b-03c75de459e0 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:13.747819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee78cb2a-d055-4870-b0ec-573cbc82a8f2 req-6c1045f5-1622-4237-a73b-03c75de459e0 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0919459 Jul 30 02:09:13.814915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee78cb2a-d055-4870-b0ec-573cbc82a8f2 req-978d57bd-10cf-4134-83cb-d039f450e12d tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570731 Jul 30 02:09:14.006973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4471985-f630-443e-bf60-e47d3263cd67 req-17b9b125-1136-438a-b14f-686c394d7bd7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:14.009523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4471985-f630-443e-bf60-e47d3263cd67 req-17b9b125-1136-438a-b14f-686c394d7bd7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 943 time: 0.0792229 Jul 30 02:09:14.085004 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4471985-f630-443e-bf60-e47d3263cd67 req-fd92350b-358e-4d29-a38b-0c31b23b0097 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626466 Jul 30 02:09:14.154439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f9687145-2e4c-4d52-9da9-0347222d05b9 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:09:14.352746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f9687145-2e4c-4d52-9da9-0347222d05b9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f9687145-2e4c-4d52-9da9-0347222d05b9,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:14.375232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'f9687145-2e4c-4d52-9da9-0347222d05b9', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'port_id': 'f9687145-2e4c-4d52-9da9-0347222d05b9', 'mac_address': 'fa:16:3e:48:db:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:09:14.452655 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:14.481973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9687145-2e4c-4d52-9da9-0347222d05b9 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:14.523891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f9687145-2e4c-4d52-9da9-0347222d05b9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f9687145-2e4c-4d52-9da9-0347222d05b9,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:14.533019 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:14.651085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f9687145-2e4c-4d52-9da9-0347222d05b9,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:14.794929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89c882-51cd-4a90-b835-3cd7aa101b3a req-4c746867-45bb-49f5-b664-21292c2a0fd3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:14.797784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b89c882-51cd-4a90-b835-3cd7aa101b3a req-4c746867-45bb-49f5-b664-21292c2a0fd3 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1015220 Jul 30 02:09:14.846105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-ab94ea5d-2cae-44b9-9c61-a098fa577679 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:14.848977 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-ab94ea5d-2cae-44b9-9c61-a098fa577679 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.41 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 944 time: 0.1016448 Jul 30 02:09:14.881341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b89c882-51cd-4a90-b835-3cd7aa101b3a req-9f2e78f1-7edb-4521-a117-42a09b48e6c5 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699892 Jul 30 02:09:14.933873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f9687145-2e4c-4d52-9da9-0347222d05b9'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:15.027225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Deleting port 78e9fc75-38ed-4cef-965b-e98e3e44845f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:15.027994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:15.081535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba339a-0182-4334-88d1-1016a73c26b1 req-c1e0e899-77fd-4016-8881-6f67b6dbd13a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:15.083790 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07ba339a-0182-4334-88d1-1016a73c26b1 req-c1e0e899-77fd-4016-8881-6f67b6dbd13a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0862093 Jul 30 02:09:15.162995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07ba339a-0182-4334-88d1-1016a73c26b1 req-242f23c2-48a8-4a35-a641-c104def3fd22 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693593 Jul 30 02:09:15.201432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] For port 78e9fc75-38ed-4cef-965b-e98e3e44845f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=78e9fc75-38ed-4cef-965b-e98e3e44845f,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:15.202067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:15.399720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4aca79-1eba-481c-9e03-9437559b3471 req-840dcfa2-cf7b-4cc6-8f7c-e8f94dc1963a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:15.402733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df4aca79-1eba-481c-9e03-9437559b3471 req-840dcfa2-cf7b-4cc6-8f7c-e8f94dc1963a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 944 time: 0.0975120 Jul 30 02:09:15.474500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df4aca79-1eba-481c-9e03-9437559b3471 req-4dabff82-00bf-43a0-a159-03a204adb133 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619173 Jul 30 02:09:15.602743 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:15.603300 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:15.603691 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Floating IP df42f47a-da73-4672-b530-8e6c058f7956 disassociated. External IP: 172.25.7.161, port: 78e9fc75-38ed-4cef-965b-e98e3e44845f. Jul 30 02:09:15.604147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Calling delete_port for 78e9fc75-38ed-4cef-965b-e98e3e44845f owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:15.880228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:15.941475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event deleted for resources: {'Port': ['ID=78e9fc75-38ed-4cef-965b-e98e3e44845f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:16.152546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-507cc3ba-2159-4acb-ae51-6bc9da168290 req-f0dac0bf-e0b4-495b-9976-f32374037334 tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/ports?device_id=106507fe-d727-4cee-82fe-bb92af1b199f HTTP/1.1" status: 200 len: 210 time: 0.0932515 Jul 30 02:09:16.171753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f9687145-2e4c-4d52-9da9-0347222d05b9 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:16.186765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa3524-893a-4415-aae9-94f72a05e204 req-bc168488-4e76-40ac-bf3d-4ee64fa301fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:16.190596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89fa3524-893a-4415-aae9-94f72a05e204 req-bc168488-4e76-40ac-bf3d-4ee64fa301fb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 1096 time: 0.1286809 Jul 30 02:09:16.259819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Router 9ad0416b-7db6-4e67-b732-99826f410cbe has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:09:16.278147 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89fa3524-893a-4415-aae9-94f72a05e204 req-6929dcd5-6035-4530-b16a-87910c67f5c2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740852 Jul 30 02:09:16.372911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port f9687145-2e4c-4d52-9da9-0347222d05b9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:16.392305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port f9687145-2e4c-4d52-9da9-0347222d05b9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:16.393085 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.661241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99915b4-c2ad-48df-9fe9-0c131a7ffb9e req-92a64684-d8c6-436d-a15b-14e025ce72d6 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:16.679968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b99915b4-c2ad-48df-9fe9-0c131a7ffb9e req-92a64684-d8c6-436d-a15b-14e025ce72d6 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.2784908 Jul 30 02:09:16.816623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.863694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:09:16.875620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b99915b4-c2ad-48df-9fe9-0c131a7ffb9e req-cce9cfdd-74ee-417e-ba50-acc34b0468d2 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811202 Jul 30 02:09:16.889639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] Sync routers for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:09:16.975885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:16.977246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:09:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:16.981739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] No DVR routers for this DVR port 78e9fc75-38ed-4cef-965b-e98e3e44845f on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:16.988050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:16.993318 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bfbb725b-fe0b-48da-8a7c-5547312bd4ee req-1be48982-f6a6-454e-b46c-c47e80b7a57a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.41 "DELETE /v2.0/ports/78e9fc75-38ed-4cef-965b-e98e3e44845f HTTP/1.1" status: 204 len: 173 time: 2.1372397 Jul 30 02:09:16.994305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-deleted', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:17.007310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728c211-18f7-4e9e-bcfc-90068c3a1b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9687145-2e4c-4d52-9da9-0347222d05b9'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:17.014684 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff8dff-b284-4645-9f4a-4acb61a83086" -d '{"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-deleted", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:17.020758 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3ee42d-2928-43b0-80c3-5fbcf68ad8bf" -d '{"events": [{"server_uuid": "1728c211-18f7-4e9e-bcfc-90068c3a1b3b", "name": "network-vif-plugged", "status": "completed", "tag": "f9687145-2e4c-4d52-9da9-0347222d05b9"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:17.158302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f9687145-2e4c-4d52-9da9-0347222d05b9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f9687145-2e4c-4d52-9da9-0347222d05b9,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:17.165397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:17.222962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596afc1b-4ae6-4e52-b9e1-44d371df15a8 req-1ac9149a-18d8-4d94-acd2-ee15295e18d1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:17.227054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-596afc1b-4ae6-4e52-b9e1-44d371df15a8 req-1ac9149a-18d8-4d94-acd2-ee15295e18d1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 944 time: 0.1584189 Jul 30 02:09:17.348245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-596afc1b-4ae6-4e52-b9e1-44d371df15a8 req-a334fa4d-c5ef-449f-b46c-6335b3910e44 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070726 Jul 30 02:09:17.425232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f9687145-2e4c-4d52-9da9-0347222d05b9,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:17.431743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:17.496797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:17.511235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 78e9fc75-38ed-4cef-965b-e98e3e44845f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:17.512016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 78e9fc75-38ed-4cef-965b-e98e3e44845f not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:18.033407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:57Z', 'revision_number': 5, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:18.142040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] Checking router: 9ad0416b-7db6-4e67-b732-99826f410cbe for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:09:18.168641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:18.169271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:09:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:18.421396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:18.480007 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76afac6b-aece-4bd0-84a8-950b6b0329cc x-openstack-request-id: req-76afac6b-aece-4bd0-84a8-950b6b0329cc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:18.480007 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106507fe-d727-4cee-82fe-bb92af1b199f", "name": "network-vif-deleted", "tag": "78e9fc75-38ed-4cef-965b-e98e3e44845f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:18.480007 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-76afac6b-aece-4bd0-84a8-950b6b0329cc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:18.480007 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106507fe-d727-4cee-82fe-bb92af1b199f', 'name': 'network-vif-deleted', 'tag': '78e9fc75-38ed-4cef-965b-e98e3e44845f', 'status': 'completed', 'code': 200} Jul 30 02:09:18.685038 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ffbd9a-e0d8-479e-82bf-a0a711351ab6 x-openstack-request-id: req-45ffbd9a-e0d8-479e-82bf-a0a711351ab6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:18.685827 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1728c211-18f7-4e9e-bcfc-90068c3a1b3b", "name": "network-vif-plugged", "status": "completed", "tag": "f9687145-2e4c-4d52-9da9-0347222d05b9", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:18.685982 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-45ffbd9a-e0d8-479e-82bf-a0a711351ab6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:18.686479 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1728c211-18f7-4e9e-bcfc-90068c3a1b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9687145-2e4c-4d52-9da9-0347222d05b9', 'code': 200} Jul 30 02:09:18.763302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96834981-60d2-4a40-9478-cbd275750e0e req-7c459936-04b5-414f-84b5-cec9c5eefb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:18.765454 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96834981-60d2-4a40-9478-cbd275750e0e req-7c459936-04b5-414f-84b5-cec9c5eefb5f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 1096 time: 0.1028080 Jul 30 02:09:18.788885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdacc6-f2dd-4cf0-b0c7-69a316ff0423 req-83143e9e-d984-4573-9148-0aaa4dba5d13 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:18.791075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29fdacc6-f2dd-4cf0-b0c7-69a316ff0423 req-83143e9e-d984-4573-9148-0aaa4dba5d13 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0841417 Jul 30 02:09:18.855351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96834981-60d2-4a40-9478-cbd275750e0e req-5b11d784-5cea-4b7a-926a-d74a4ce0b2d2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627482 Jul 30 02:09:18.885675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29fdacc6-f2dd-4cf0-b0c7-69a316ff0423 req-0485e3cf-f34b-41cd-84b7-2f5f8b3db8d4 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739472 Jul 30 02:09:19.044652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:57Z', 'revision_number': 5, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:19.098701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9e09d-3df3-48fa-b460-40937cd70a98 None None] The sync data for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 is: [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T01:58:41Z', 'revision_number': 4, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd115c9c7-470d-457a-8576-3d2296fc4d22', 'name': '', 'network_id': '72cb1547-7ac6-4b6a-9436-7b05bc348f74', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'mac_address': 'fa:16:3e:3d:73:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:39Z', 'updated_at': '2021-07-30T01:58:57Z', 'revision_number': 5, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'subnets': [{'id': '1c4e07a1-0b60-4901-a9d9-e9bcc041dd37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:09:19.120840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56af5d0-d942-4a94-8cbd-a8ad3f0f1257 req-4175f8d6-a168-4833-86fc-4a33ba63d66b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:19.123592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c56af5d0-d942-4a94-8cbd-a8ad3f0f1257 req-4175f8d6-a168-4833-86fc-4a33ba63d66b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1139238 Jul 30 02:09:19.208920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c56af5d0-d942-4a94-8cbd-a8ad3f0f1257 req-cb23c0cf-3afa-4528-a042-d33342a94426 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738077 Jul 30 02:09:19.438587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fe689-df79-4c00-9724-f365b7e6fbdd req-cba69059-9abf-4778-9988-a146a9d929c1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:19.441671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c12fe689-df79-4c00-9724-f365b7e6fbdd req-cba69059-9abf-4778-9988-a146a9d929c1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 945 time: 0.1034441 Jul 30 02:09:19.522085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c12fe689-df79-4c00-9724-f365b7e6fbdd req-bcf869a3-5be9-462c-acc4-3974dbdb8df3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672605 Jul 30 02:09:19.587784 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a3fbfa-c111-440b-af65-9a22d5e78c2a None None] New status for floating IP df42f47a-da73-4672-b530-8e6c058f7956: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:09:19.626121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33588) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:19.765572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a43cdf8-1f5c-419b-b449-d427d4d9404f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.827581 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a43cdf8-1f5c-419b-b449-d427d4d9404f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.950585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a43cdf8-1f5c-419b-b449-d427d4d9404f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.957077 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a43cdf8-1f5c-419b-b449-d427d4d9404f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:19.964927 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7a43cdf8-1f5c-419b-b449-d427d4d9404f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "DELETE /v2.0/security-groups/c0d6656c-fdce-4dbd-82fb-614fd7bbe78e HTTP/1.1" status: 204 len: 168 time: 0.3320451 Jul 30 02:09:19.966151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33598) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:19.981695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43cdf8-1f5c-419b-b449-d427d4d9404f tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d6656c-fdce-4dbd-82fb-614fd7bbe78e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:20.039981 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-f0d721a9-c70a-460b-8928-fcfe6c18b20a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] show failed (client error): The resource could not be found. Jul 30 02:09:20.042011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f0d721a9-c70a-460b-8928-fcfe6c18b20a tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "GET /v2.0/security-groups/c0d6656c-fdce-4dbd-82fb-614fd7bbe78e HTTP/1.1" status: 404 len: 347 time: 0.0741892 Jul 30 02:09:20.045500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33602) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:20.103178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-98bc39ad-7870-4ac5-bc01-f73e3b335f04 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:20.115275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-98bc39ad-7870-4ac5-bc01-f73e3b335f04 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/networks?id=623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 200 len: 810 time: 0.3195031 Jul 30 02:09:20.145620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-441f06db-8ecd-450e-b14c-5c4c2420e87e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/quotas/8e7a5b78969b4b82b8c73bb8182817a6 HTTP/1.1" status: 200 len: 375 time: 0.0287650 Jul 30 02:09:20.255240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-4b8a5c12-2a89-4ade-97de-b5ba1c220710 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080172 Jul 30 02:09:20.407763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Deleting port b41e96f6-80ab-42fb-bee2-c335603fdc00 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:20.409411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:20.552415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-9d4449f5-3d6f-43b8-a658-e6ec2a8913d9 service neutron] 10.222.0.84 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872114 Jul 30 02:09:20.679834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:20.682827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:20.719858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Calling delete_port for b41e96f6-80ab-42fb-bee2-c335603fdc00 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:20.830680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-330ab289-ff07-4364-a087-0145663446a8 service neutron] 10.222.0.84 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772839 Jul 30 02:09:21.059522 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.140175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Pushing event deleted for resources: {'Port': ['ID=b41e96f6-80ab-42fb-bee2-c335603fdc00,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:21.318822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.325482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:21.329751 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4096a2ce-76ee-48fb-9b5b-6d0e18d398db tempest-ServerActionsTestJSON-436677285 tempest-ServerActionsTestJSON-436677285-project] 10.222.0.84 "DELETE /v2.0/floatingips/df42f47a-da73-4672-b530-8e6c058f7956 HTTP/1.1" status: 204 len: 168 time: 1.2804186 Jul 30 02:09:21.335610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33624) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:21.396480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1002f-7588-4a54-8d11-9bc943ca29c5 req-6bae6b09-1f8a-461e-aeeb-1e836fe66ead tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:21.399219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57a1002f-7588-4a54-8d11-9bc943ca29c5 req-6bae6b09-1f8a-461e-aeeb-1e836fe66ead tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1637521 Jul 30 02:09:21.508391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-57a1002f-7588-4a54-8d11-9bc943ca29c5 req-cb1f48fa-7d7e-48ae-be6b-279bbb9c9267 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867767 Jul 30 02:09:21.873158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae0a35-94a4-403d-8023-5f0c2032c20c req-2a1d0663-06b6-4048-82db-f38612ff913e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:21.876275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20ae0a35-94a4-403d-8023-5f0c2032c20c req-2a1d0663-06b6-4048-82db-f38612ff913e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 945 time: 0.1502626 Jul 30 02:09:21.975639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20ae0a35-94a4-403d-8023-5f0c2032c20c req-e2c95462-c18c-4a42-9dad-465c023c5c1f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773270 Jul 30 02:09:22.151393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-55534f47-26eb-4001-bdb8-f9f64fffd3ae req-94d109cb-846b-447b-93fb-7f010a27c578 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 210 time: 0.0740697 Jul 30 02:09:22.548200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b39ab-e636-4a04-8ef8-cb386faef92b req-051a11a8-6603-4a38-89ff-75630604fb9b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:22.563942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b30b39ab-e636-4a04-8ef8-cb386faef92b req-051a11a8-6603-4a38-89ff-75630604fb9b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 945 time: 0.1914656 Jul 30 02:09:22.705571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b30b39ab-e636-4a04-8ef8-cb386faef92b req-3036e0f2-872e-449c-9549-16887a0e0f69 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358480 Jul 30 02:09:23.101334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:23.137669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098ac5e-bbb9-4ef7-b1a4-d58e2dc03b40 req-da8402e7-d108-43a0-a090-ef0e5589be96 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:23.142491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a098ac5e-bbb9-4ef7-b1a4-d58e2dc03b40 req-da8402e7-d108-43a0-a090-ef0e5589be96 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1696777 Jul 30 02:09:23.251750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a098ac5e-bbb9-4ef7-b1a4-d58e2dc03b40 req-2fc88d0b-3f2e-4f2b-b010-5a927ea03b06 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897374 Jul 30 02:09:23.975215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04625e90-671d-4e66-9ace-0b6dc991b1a2 req-62880658-983d-48ca-a500-d997dbf53a4f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 210 time: 0.1149426 Jul 30 02:09:23.983936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:23.995374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3e9dc705-501d-4a52-ab54-d04ddb273a98 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:23.999119 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3e9dc705-501d-4a52-ab54-d04ddb273a98 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.41 "GET /v2.0/networks?id=623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 200 len: 810 time: 0.3711896 Jul 30 02:09:24.056139 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Request body: {'port': {'device_id': '092b521b-633e-437f-a558-e752bbde5022', 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067', 'admin_state_up': True, 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:24.253301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262638c-7e67-4cf3-9d4e-ec88c8537310 req-1d8a157c-5bf2-4e43-809c-b4f6b4832b26 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:24.256118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d262638c-7e67-4cf3-9d4e-ec88c8537310 req-1d8a157c-5bf2-4e43-809c-b4f6b4832b26 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 945 time: 0.1165252 Jul 30 02:09:24.326794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Deleting port d115c9c7-470d-457a-8576-3d2296fc4d22 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:24.327815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.419079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d262638c-7e67-4cf3-9d4e-ec88c8537310 req-de2e00b5-7b62-4220-a5d9-7f34063bc82a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432831 Jul 30 02:09:24.524300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Made reservation on behalf of 8e7a5b78969b4b82b8c73bb8182817a6 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:24.533695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.698168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28d8bb-d611-4ab6-b46b-d09a8b6bf3dc req-911b33a2-b8b5-4f97-9107-1c65af79a207 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:24.702175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f28d8bb-d611-4ab6-b46b-d09a8b6bf3dc req-911b33a2-b8b5-4f97-9107-1c65af79a207 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1542258 Jul 30 02:09:24.811257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] For port d115c9c7-470d-457a-8576-3d2296fc4d22, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d115c9c7-470d-457a-8576-3d2296fc4d22,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:24.811897 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:24.823184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f28d8bb-d611-4ab6-b46b-d09a8b6bf3dc req-15ea712c-9d6f-4714-9e88-1a2a8049b079 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038902 Jul 30 02:09:24.920841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Calling delete_port for d115c9c7-470d-457a-8576-3d2296fc4d22 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:25.026571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Allocated IP 172.20.0.11 (623d2b84-caf9-42a9-a58e-55e2c7aaa067/0646f3b0-c96f-4976-afe1-dabd69932590/e1eac390-5d39-4753-9939-7f91d8c0ea19) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:25.268285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa948f27-9e21-4576-93fc-084e2a993691 req-4bf43911-cbb7-4f5a-bf0f-41a5528bdddb tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 210 time: 0.0641487 Jul 30 02:09:25.601566 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.667876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:25.755552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d115c9c7-470d-457a-8576-3d2296fc4d22,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:26.038115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:26.051982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6c649-ff05-43c3-bfa6-53dfeba324d9 req-e3c0589b-35c0-4b40-bbf7-f34d641543d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:26.066592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aed6c649-ff05-43c3-bfa6-53dfeba324d9 req-e3c0589b-35c0-4b40-bbf7-f34d641543d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 945 time: 0.1529963 Jul 30 02:09:26.070255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['025bdce5-44ef-4bfa-aafc-6fe9492423f7'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:26.186339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aed6c649-ff05-43c3-bfa6-53dfeba324d9 req-bea9bc1e-285a-4200-9e8b-fe690766228b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181810 Jul 30 02:09:26.358106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:26.389690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:26.397852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Pushing event updated for resources: {'Port': ['ID=e1eac390-5d39-4753-9939-7f91d8c0ea19,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:26.398203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:26.450997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0d3ea-44e1-4a89-9105-fa0aafe488ed req-48536d6c-759d-4c17-b373-b6a02d0d9dae tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:26.457004 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2bf0d3ea-44e1-4a89-9105-fa0aafe488ed req-48536d6c-759d-4c17-b373-b6a02d0d9dae tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1358228 Jul 30 02:09:26.545446 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2bf0d3ea-44e1-4a89-9105-fa0aafe488ed req-860ed4cd-d4b1-4bb5-8074-89652723722b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770447 Jul 30 02:09:26.852197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d8210-3b93-452d-9d60-d815535ad015 req-11e6ced4-6242-444d-97a9-d20ff2d90992 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:26.856301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb3d8210-3b93-452d-9d60-d815535ad015 req-11e6ced4-6242-444d-97a9-d20ff2d90992 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 932 time: 0.1812427 Jul 30 02:09:26.915309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-76bc22eb-90a6-4919-8be1-0016b7e9c99b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:26.918218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-76bc22eb-90a6-4919-8be1-0016b7e9c99b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.22 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 945 time: 0.2173798 Jul 30 02:09:27.049877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb3d8210-3b93-452d-9d60-d815535ad015 req-781ebcdf-9d44-4fd1-b022-1ac870154856 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753991 Jul 30 02:09:27.208634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:27.210955 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.259603 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-3ea3cfdf-1d92-41ae-a309-4986c844a998 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2300916 Jul 30 02:09:27.285466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port f9687145-2e4c-4d52-9da9-0347222d05b9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:27.286340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Request body: {'port': {'device_id': '092b521b-633e-437f-a558-e752bbde5022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:27.286893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.291842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.599718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ed70-1532-42ab-8c54-80fbe275b386 req-61bf9915-cb9a-4075-87bc-ea22163dc9bb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:27.601584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.604908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bc9ed70-1532-42ab-8c54-80fbe275b386 req-61bf9915-cb9a-4075-87bc-ea22163dc9bb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 945 time: 0.1600499 Jul 30 02:09:27.717426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] For port f9687145-2e4c-4d52-9da9-0347222d05b9, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f9687145-2e4c-4d52-9da9-0347222d05b9,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:27.718117 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:27.757230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for f9687145-2e4c-4d52-9da9-0347222d05b9 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:27.780494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9bc9ed70-1532-42ab-8c54-80fbe275b386 req-7a9c0270-bbe2-4072-9ffe-f917cbb9b4a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153061 Jul 30 02:09:28.249500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.269818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:28.380496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=f9687145-2e4c-4d52-9da9-0347222d05b9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:28.530206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2067dc-7714-4085-ac50-be6b9ef16f33 req-29b91b09-5fa3-4415-b657-852707af0b53 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:28.553321 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a2067dc-7714-4085-ac50-be6b9ef16f33 req-29b91b09-5fa3-4415-b657-852707af0b53 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.4967422 Jul 30 02:09:28.696773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] No DVR routers for this DVR port f9687145-2e4c-4d52-9da9-0347222d05b9 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:28.702571 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:28.713832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65b92de1-5c0f-43a8-b2bd-a28b95b72b49 req-4c1fe52f-8ded-45d3-b71b-f5eebd09f396 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.22 "DELETE /v2.0/ports/f9687145-2e4c-4d52-9da9-0347222d05b9 HTTP/1.1" status: 204 len: 173 time: 1.7827182 Jul 30 02:09:28.729235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728c211-18f7-4e9e-bcfc-90068c3a1b3b', 'name': 'network-vif-deleted', 'tag': 'f9687145-2e4c-4d52-9da9-0347222d05b9'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:28.742961 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0fbc3a-9c4e-4f7c-b80f-cad9af13bf54" -d '{"events": [{"server_uuid": "1728c211-18f7-4e9e-bcfc-90068c3a1b3b", "name": "network-vif-deleted", "tag": "f9687145-2e4c-4d52-9da9-0347222d05b9"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:28.902045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a2067dc-7714-4085-ac50-be6b9ef16f33 req-ce69ad28-df58-41ba-94cb-c1d27d833e0f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3430300 Jul 30 02:09:29.025198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1eac390-5d39-4753-9939-7f91d8c0ea19 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:29.036903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Router 9ad0416b-7db6-4e67-b732-99826f410cbe has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:09:29.046317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.116454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Transition to ACTIVE for port object e1eac390-5d39-4753-9939-7f91d8c0ea19 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:29.124962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.275975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6554f45-d705-4aab-a3fa-29108cd0c1a3 req-a94fea50-f850-4c47-8aeb-fc770b24e76a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:29.295792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6554f45-d705-4aab-a3fa-29108cd0c1a3 req-a94fea50-f850-4c47-8aeb-fc770b24e76a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 944 time: 0.1781495 Jul 30 02:09:29.373065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1eac390-5d39-4753-9939-7f91d8c0ea19,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:29.404433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6554f45-d705-4aab-a3fa-29108cd0c1a3 req-3664a491-3e4b-43b7-83e5-bddb5eb9dc9a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072836 Jul 30 02:09:29.498152 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fda19c-b380-40c7-b463-c14d5b2c5bea x-openstack-request-id: req-12fda19c-b380-40c7-b463-c14d5b2c5bea {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:29.499125 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1728c211-18f7-4e9e-bcfc-90068c3a1b3b", "name": "network-vif-deleted", "tag": "f9687145-2e4c-4d52-9da9-0347222d05b9", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:29.499967 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-12fda19c-b380-40c7-b463-c14d5b2c5bea {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:29.501833 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1728c211-18f7-4e9e-bcfc-90068c3a1b3b', 'name': 'network-vif-deleted', 'tag': 'f9687145-2e4c-4d52-9da9-0347222d05b9', 'status': 'completed', 'code': 200} Jul 30 02:09:29.584299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:09:29.605220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33714) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:29.605543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-11997ba1-797b-4c45-8ebf-922d6c085c26 admin admin] 10.222.0.84 "PUT /v2.0/routers/9ad0416b-7db6-4e67-b732-99826f410cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2680862 Jul 30 02:09:29.610534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] Sync routers for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:09:29.632226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Attempting to bind port e1eac390-5d39-4753-9939-7f91d8c0ea19 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:09:29.634218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Attempting to bind port e1eac390-5d39-4753-9939-7f91d8c0ea19 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:09:29.634218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Attempting to bind port e1eac390-5d39-4753-9939-7f91d8c0ea19 on network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:29.638600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:29.643054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:09:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:29.659863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Port e1eac390-5d39-4753-9939-7f91d8c0ea19 on network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:09:29.660987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Attempting to bind port e1eac390-5d39-4753-9939-7f91d8c0ea19 on network 623d2b84-caf9-42a9-a58e-55e2c7aaa067 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:29.685342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:09:29.686380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Checking segment: {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:29.687296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Bound using segment: {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:09:29.688971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Bound port: e1eac390-5d39-4753-9939-7f91d8c0ea19, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:09:29.689879 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:29.955981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] For port e1eac390-5d39-4753-9939-7f91d8c0ea19, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:09:29.968022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] For port e1eac390-5d39-4753-9939-7f91d8c0ea19, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e1eac390-5d39-4753-9939-7f91d8c0ea19,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:09:29.987515 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.099112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:30.129400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1eac390-5d39-4753-9939-7f91d8c0ea19,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:30.160276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:30.161823 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.164593 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d60f63fb-bfcc-449d-b61c-eeeac0ff6ba3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e1eac390-5d39-4753-9939-7f91d8c0ea19 HTTP/1.1" status: 200 len: 1092 time: 2.8935919 Jul 30 02:09:30.165747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092b521b-633e-437f-a558-e752bbde5022', 'tag': 'e1eac390-5d39-4753-9939-7f91d8c0ea19'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:30.179880 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b7d358-2f32-418f-bbf2-65b9a5be8b11" -d '{"events": [{"name": "network-changed", "server_uuid": "092b521b-633e-437f-a558-e752bbde5022", "tag": "e1eac390-5d39-4753-9939-7f91d8c0ea19"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:30.261054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f9687145-2e4c-4d52-9da9-0347222d05b9 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:30.300084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: f9687145-2e4c-4d52-9da9-0347222d05b9 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:30.300669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f9687145-2e4c-4d52-9da9-0347222d05b9 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:30.357457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-992703b9-08f0-4551-b990-ab56054ce41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:30.359995 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-992703b9-08f0-4551-b990-ab56054ce41b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 1095 time: 0.1475747 Jul 30 02:09:30.520707 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-d1d2f4ee-769d-4805-85f0-2f8fbaf1cb09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1eac390-5d39-4753-9939-7f91d8c0ea19 HTTP/1.1" status: 200 len: 217 time: 0.1529770 Jul 30 02:09:30.533780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-397cdb3f-a469-4e6c-911c-2da20eddd57a req-212e07ed-c067-48a7-8931-cf163b1440c3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.8030064 Jul 30 02:09:30.550613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T02:09:25Z', 'revision_number': 5, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:30.591141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] Checking router: 9ad0416b-7db6-4e67-b732-99826f410cbe for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:09:30.612455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] Routers {'9ad0416b-7db6-4e67-b732-99826f410cbe'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:09:30.613524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:09:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ad0416b-7db6-4e67-b732-99826f410cbe'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:30.706487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-2fb6980f-bbeb-4ad4-bfae-b3501d0dc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:30.738835 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-2fb6980f-bbeb-4ad4-bfae-b3501d0dc2b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0646f3b0-c96f-4976-afe1-dabd69932590 HTTP/1.1" status: 200 len: 850 time: 0.2090516 Jul 30 02:09:30.773638 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1d49846f-ad1a-4620-985b-7fd8fdc30b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.825198 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:30.842138 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-c34af108-4652-4666-af88-e1195bdaac84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=623d2b84-caf9-42a9-a58e-55e2c7aaa067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934873 Jul 30 02:09:30.857688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] Set router 9ad0416b-7db6-4e67-b732-99826f410cbe gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:09:31.073322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630c053-0b25-4658-9ab4-e10d7f070671 req-902dc986-e054-4deb-8c3e-f58f34349e29 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:31.075122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5630c053-0b25-4658-9ab4-e10d7f070671 req-902dc986-e054-4deb-8c3e-f58f34349e29 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.3547118 Jul 30 02:09:31.256402 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-f98771b1-6177-444b-87eb-212e27ec6683 service neutron] 10.222.0.41 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026911 Jul 30 02:09:31.262331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5630c053-0b25-4658-9ab4-e10d7f070671 req-a9828c97-3953-48b1-ac1e-af288a0cd5df tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758087 Jul 30 02:09:31.345941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.388958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.411199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T02:09:25Z', 'revision_number': 5, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:31.470912 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6dd948-e276-4b61-b76c-667c6b194d65 x-openstack-request-id: req-3f6dd948-e276-4b61-b76c-667c6b194d65 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:31.471118 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092b521b-633e-437f-a558-e752bbde5022", "tag": "e1eac390-5d39-4753-9939-7f91d8c0ea19", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:31.471735 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3f6dd948-e276-4b61-b76c-667c6b194d65 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:31.472145 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092b521b-633e-437f-a558-e752bbde5022', 'tag': 'e1eac390-5d39-4753-9939-7f91d8c0ea19', 'status': 'completed', 'code': 200} Jul 30 02:09:31.474670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553ac883-cabb-46ec-9acc-8fc92ca10cd8 None None] The sync data for ids ['9ad0416b-7db6-4e67-b732-99826f410cbe'] in n-d-715271-7 is: [{'id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'name': 'tempest-ServerActionsTestJSON-1474656346-router', 'tenant_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T01:58:33Z', 'updated_at': '2021-07-30T02:09:25Z', 'revision_number': 5, 'project_id': '6bc428516dcd4b1ea1d9b25f29c18687', 'gw_port': {'id': 'ff526dbb-376e-47b0-a45c-5c786ab428d8', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad0416b-7db6-4e67-b732-99826f410cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T01:58:34Z', 'updated_at': '2021-07-30T01:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:09:31.559120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Deleting port ff526dbb-376e-47b0-a45c-5c786ab428d8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:31.567899 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.679707 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ad6b6e52-73dd-4d6c-8582-b152995b1d5f req-ec610aca-162a-4bc1-b2df-d401619f1bcc service neutron] 10.222.0.41 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105217 Jul 30 02:09:31.748928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50239e4-1935-44a9-8557-cb9be94d2ef7 req-1cbdcaf0-923f-495b-b09d-7187ceae45d3 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:31.766280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d50239e4-1935-44a9-8557-cb9be94d2ef7 req-1cbdcaf0-923f-495b-b09d-7187ceae45d3 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 944 time: 0.1615267 Jul 30 02:09:31.778829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] For port ff526dbb-376e-47b0-a45c-5c786ab428d8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ff526dbb-376e-47b0-a45c-5c786ab428d8,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:31.779419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:31.827723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Calling delete_port for ff526dbb-376e-47b0-a45c-5c786ab428d8 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:31.846491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-b6ffaa5a-7158-40d7-843f-652d4cea66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:31.850778 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-b6ffaa5a-7158-40d7-843f-652d4cea66da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 1095 time: 0.1067817 Jul 30 02:09:32.055558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d50239e4-1935-44a9-8557-cb9be94d2ef7 req-3e6c9fdf-9f5a-419d-bfae-cbd317bd69f8 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673299 Jul 30 02:09:32.124348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-1ec50385-9f61-4881-b8c9-c97359ce553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:32.129087 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-1ec50385-9f61-4881-b8c9-c97359ce553a service neutron] 10.222.0.41 "GET /v2.0/networks?id=623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 200 len: 911 time: 0.2701342 Jul 30 02:09:32.322973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fb8e109-efd2-46a3-8492-1256df2a3995 req-46afd640-9e4a-4c2c-8d86-5ce277f94edc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.0577402 Jul 30 02:09:32.366403 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-5bb3eef2-da24-442f-8928-c1eefe585e5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1eac390-5d39-4753-9939-7f91d8c0ea19 HTTP/1.1" status: 200 len: 217 time: 0.2235429 Jul 30 02:09:32.510514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:32.589337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-e41ef0a7-3e08-40f7-8f11-01c299fa30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:32.593248 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-e41ef0a7-3e08-40f7-8f11-01c299fa30ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0646f3b0-c96f-4976-afe1-dabd69932590 HTTP/1.1" status: 200 len: 850 time: 0.2184877 Jul 30 02:09:32.677310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff526dbb-376e-47b0-a45c-5c786ab428d8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:32.709188 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-37a7c7b1-18e7-45c1-b28b-8ab2165ce5ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=623d2b84-caf9-42a9-a58e-55e2c7aaa067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051047 Jul 30 02:09:32.764182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3e45e-5156-4774-b021-1c38d5a73ae0 req-81909edd-0c87-4e54-a98e-d6760ead63df tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:32.778625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebe3e45e-5156-4774-b021-1c38d5a73ae0 req-81909edd-0c87-4e54-a98e-d6760ead63df tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.2981408 Jul 30 02:09:32.858502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebe3e45e-5156-4774-b021-1c38d5a73ae0 req-9c749a39-dbd9-4f93-bc28-aa340e5d63e8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784223 Jul 30 02:09:32.859990 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.057210 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-41ed3777-c8b9-435d-8cf8-8918ec035ee2 service neutron] 10.222.0.41 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398254 Jul 30 02:09:33.103452 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.170633 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.282271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d115c9c7-470d-457a-8576-3d2296fc4d22 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:33.328057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.331794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ad0416b-7db6-4e67-b732-99826f410cbe {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:09:33.344343 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.353982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3d5be73b-0921-453d-bfab-a38580d01c65 admin admin] 10.222.0.84 "DELETE /v2.0/routers/9ad0416b-7db6-4e67-b732-99826f410cbe HTTP/1.1" status: 204 len: 168 time: 3.7424402 Jul 30 02:09:33.356262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33730) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:33.398735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-00b7d358-2f32-418f-bbf2-65b9a5be8b11 req-e2ed5698-18e0-4ae2-8eab-4f811418e0d5 service neutron] 10.222.0.41 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329794 Jul 30 02:09:33.412139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: d115c9c7-470d-457a-8576-3d2296fc4d22 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:33.412851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d115c9c7-470d-457a-8576-3d2296fc4d22 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:33.476678 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27e25e46-4ae0-4f48-8336-7f8a35678dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.500911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcb4400-7623-4db3-9a72-c4f50c8afddb admin admin] Deleting subnet 1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:09:33.507096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e1eac390-5d39-4753-9939-7f91d8c0ea19 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:09:33.508976 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4400-7623-4db3-9a72-c4f50c8afddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.667111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4400-7623-4db3-9a72-c4f50c8afddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.713707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebbed3-ce7e-4115-a396-1d338eca6be6 req-28a64b46-90bd-4870-9043-05a855207830 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:33.716428 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4ebbed3-ce7e-4115-a396-1d338eca6be6 req-28a64b46-90bd-4870-9043-05a855207830 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 944 time: 0.2093413 Jul 30 02:09:33.855804 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:33.926700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e1eac390-5d39-4753-9939-7f91d8c0ea19, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e1eac390-5d39-4753-9939-7f91d8c0ea19,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:33.939904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4ebbed3-ce7e-4115-a396-1d338eca6be6 req-197384c5-369d-4750-a432-28422042ac42 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735268 Jul 30 02:09:33.956968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4400-7623-4db3-9a72-c4f50c8afddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.005163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'e1eac390-5d39-4753-9939-7f91d8c0ea19', 'network_id': '623d2b84-caf9-42a9-a58e-55e2c7aaa067', 'port_id': 'e1eac390-5d39-4753-9939-7f91d8c0ea19', 'mac_address': 'fa:16:3e:9c:28:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0646f3b0-c96f-4976-afe1-dabd69932590', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:09:34.102152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4400-7623-4db3-9a72-c4f50c8afddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.160138 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.247010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1eac390-5d39-4753-9939-7f91d8c0ea19 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:34.253319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb4400-7623-4db3-9a72-c4f50c8afddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4e07a1-0b60-4901-a9d9-e9bcc041dd37,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:34.259275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1682d961-c843-4eb4-af49-285a12fffb4e req-2b02b69f-a572-4a5b-9682-e3067275d463 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.0582833 Jul 30 02:09:34.262051 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4400-7623-4db3-9a72-c4f50c8afddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.266206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6dcb4400-7623-4db3-9a72-c4f50c8afddb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1c4e07a1-0b60-4901-a9d9-e9bcc041dd37 HTTP/1.1" status: 204 len: 168 time: 0.9079342 Jul 30 02:09:34.296723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1316fe6-dab7-4636-8b78-99826800aa44 None None] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:34.300466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33736) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:34.402927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e1eac390-5d39-4753-9939-7f91d8c0ea19, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e1eac390-5d39-4753-9939-7f91d8c0ea19,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:34.546134 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.665633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd6c82-9663-4b45-9f6c-64769423fdd1 req-4dbc6258-3967-4594-ab30-447e5036a5e4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:34.669042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3fd6c82-9663-4b45-9f6c-64769423fdd1 req-4dbc6258-3967-4594-ab30-447e5036a5e4 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1701636 Jul 30 02:09:34.689103 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.692016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.753673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=e1eac390-5d39-4753-9939-7f91d8c0ea19,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:34.806561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3fd6c82-9663-4b45-9f6c-64769423fdd1 req-3cbeebfc-68dd-48eb-a43a-a78902152ae3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167581 Jul 30 02:09:34.808532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.809095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.809643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.810209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.810783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.811355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.812217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.819377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.819709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.820214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.820665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.822073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:09:34.845198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['e1eac390-5d39-4753-9939-7f91d8c0ea19'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:34.888435 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Deleting port 09655226-918f-4221-b310-e18c50643026 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:34.889034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:34.953155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bca277-0641-4a72-9476-b576092d4650 None None] DHCP port deletion for 72cb1547-7ac6-4b6a-9436-7b05bc348f74 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:09:35.088424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] For port 09655226-918f-4221-b310-e18c50643026, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=09655226-918f-4221-b310-e18c50643026,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:35.089295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.116545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Calling delete_port for 09655226-918f-4221-b310-e18c50643026 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:35.161579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-28bca277-0641-4a72-9476-b576092d4650 None None] Deleting port 09655226-918f-4221-b310-e18c50643026 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:35.162039 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28bca277-0641-4a72-9476-b576092d4650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.246602 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ff526dbb-376e-47b0-a45c-5c786ab428d8 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:35.258849 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:09:35.399829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.400040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037780be-640f-458f-b27f-733972e7749a req-ed259f6a-d2ca-460e-836c-6c1957ec1530 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:35.412221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-037780be-640f-458f-b27f-733972e7749a req-ed259f6a-d2ca-460e-836c-6c1957ec1530 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 945 time: 0.2583237 Jul 30 02:09:35.463424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] No DVR routers for this DVR port 09655226-918f-4221-b310-e18c50643026 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:35.514004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Pushing event deleted for resources: {'Port': ['ID=09655226-918f-4221-b310-e18c50643026,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:35.542769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-037780be-640f-458f-b27f-733972e7749a req-cd8e93a7-0304-40bf-a3ed-d061443302d8 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291049 Jul 30 02:09:35.627086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ff526dbb-376e-47b0-a45c-5c786ab428d8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:35.627985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ff526dbb-376e-47b0-a45c-5c786ab428d8 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:35.628358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 09655226-918f-4221-b310-e18c50643026 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:35.698159 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.735205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cb1547-7ac6-4b6a-9436-7b05bc348f74']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:35.739632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 09655226-918f-4221-b310-e18c50643026 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:35.740897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 09655226-918f-4221-b310-e18c50643026 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:35.771903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:35.772320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56ccc58-3ccf-460f-8ad3-c8a714ab6c2c') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:09:35.800263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.834340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-28bca277-0641-4a72-9476-b576092d4650 None None] For port 09655226-918f-4221-b310-e18c50643026, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=09655226-918f-4221-b310-e18c50643026,segment=NetworkSegment(d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c),segment_id=d56ccc58-3ccf-460f-8ad3-c8a714ab6c2c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:35.835871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28bca277-0641-4a72-9476-b576092d4650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.876037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.903155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-28bca277-0641-4a72-9476-b576092d4650 None None] Calling delete_port for 09655226-918f-4221-b310-e18c50643026 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:35.907122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:09:35.912762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:35.920138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00b7bbd1-9545-42a7-a199-c2daa7b2443b req-dab1d667-0dcf-4139-8794-6c46ae4aeaca tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.1591258 Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:09:35.927382 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:09:36.174517 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.202805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.203176 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.206719 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] 10.222.0.84 "DELETE /v2.0/networks/72cb1547-7ac6-4b6a-9436-7b05bc348f74 HTTP/1.1" status: 204 len: 168 time: 1.9036417 Jul 30 02:09:36.259183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28bca277-0641-4a72-9476-b576092d4650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.267821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf9514-2cb3-40cb-9d0f-00906290ce33 admin admin] Pushing event deleted for resources: {'Network': ['ID=72cb1547-7ac6-4b6a-9436-7b05bc348f74,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:36.282029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28bca277-0641-4a72-9476-b576092d4650 None None] Network 72cb1547-7ac6-4b6a-9436-7b05bc348f74 is not hosted by any dhcp agent {{(pid=93820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:09:36.283332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bca277-0641-4a72-9476-b576092d4650 None None] No DVR routers for this DVR port 09655226-918f-4221-b310-e18c50643026 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:36.330887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bca277-0641-4a72-9476-b576092d4650 None None] Pushing event deleted for resources: {'Port': ['ID=09655226-918f-4221-b310-e18c50643026,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:36.356417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f136a-b242-4e0d-8787-6000b8003d9c req-b65a7594-5e2e-47f3-bc47-bfeaa4fbc03f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:36.361083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-800f136a-b242-4e0d-8787-6000b8003d9c req-b65a7594-5e2e-47f3-bc47-bfeaa4fbc03f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1706190 Jul 30 02:09:36.444292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-800f136a-b242-4e0d-8787-6000b8003d9c req-6423bd73-6938-4181-92f2-f1055396fe62 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734107 Jul 30 02:09:36.553043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33752) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:36.644802 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-361ab195-a0b0-4488-a8a9-eba30d3e3dba admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6bc428516dcd4b1ea1d9b25f29c18687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851986 Jul 30 02:09:36.648079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33756) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:36.841762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a84dc-120f-46b4-b93c-cb34ee068d04 req-680286e5-d15c-4a2c-b9cf-ba3b78719ce3 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:36.855120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-263a84dc-120f-46b4-b93c-cb34ee068d04 req-680286e5-d15c-4a2c-b9cf-ba3b78719ce3 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 945 time: 0.1470180 Jul 30 02:09:36.870538 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d389e758-c695-4c43-89f1-cc84f93d9f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:36.947162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d389e758-c695-4c43-89f1-cc84f93d9f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:37.057298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-263a84dc-120f-46b4-b93c-cb34ee068d04 req-2e0186cb-59b0-4ab9-a0ce-972e4919a7db tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007444 Jul 30 02:09:37.084077 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d389e758-c695-4c43-89f1-cc84f93d9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:37.090222 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d389e758-c695-4c43-89f1-cc84f93d9f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:37.099031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d389e758-c695-4c43-89f1-cc84f93d9f44 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/da10d311-6271-44a9-9910-fb488ea2daec HTTP/1.1" status: 204 len: 168 time: 0.4445951 Jul 30 02:09:37.142886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389e758-c695-4c43-89f1-cc84f93d9f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da10d311-6271-44a9-9910-fb488ea2daec,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:37.354209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-422412c1-dffe-4b85-9ee0-9478320eb2ca req-96f26b87-48b8-46e0-8b24-0598992d16b3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.0723748 Jul 30 02:09:37.547175 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e1eac390-5d39-4753-9939-7f91d8c0ea19 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:37.761351 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port e1eac390-5d39-4753-9939-7f91d8c0ea19 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:37.775943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port e1eac390-5d39-4753-9939-7f91d8c0ea19 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:37.777308 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:37.789226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea4111-bd30-4dc0-ab2a-ff898d7edaca req-2f7d9e0e-8589-4b0d-9751-6fd1112431b2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:37.800421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-adea4111-bd30-4dc0-ab2a-ff898d7edaca req-2f7d9e0e-8589-4b0d-9751-6fd1112431b2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1252978 Jul 30 02:09:37.896106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-adea4111-bd30-4dc0-ab2a-ff898d7edaca req-4f31f573-2fa8-4285-9c5e-26642770e103 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939019 Jul 30 02:09:38.027377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:38.098998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e1eac390-5d39-4753-9939-7f91d8c0ea19, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e1eac390-5d39-4753-9939-7f91d8c0ea19,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:38.113298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b521b-633e-437f-a558-e752bbde5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1eac390-5d39-4753-9939-7f91d8c0ea19'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:38.136338 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e5b658-797e-4625-a502-3ab6f4a1ac48" -d '{"events": [{"server_uuid": "092b521b-633e-437f-a558-e752bbde5022", "name": "network-vif-plugged", "status": "completed", "tag": "e1eac390-5d39-4753-9939-7f91d8c0ea19"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:38.148156 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:38.285695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=e1eac390-5d39-4753-9939-7f91d8c0ea19,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:38.319746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b84f5-a203-47ea-adfe-b78e49395d0b req-fd45f3eb-fdc3-44e2-919f-4ee3b30c6456 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:38.324036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-654b84f5-a203-47ea-adfe-b78e49395d0b req-fd45f3eb-fdc3-44e2-919f-4ee3b30c6456 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1177511 Jul 30 02:09:38.421096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-654b84f5-a203-47ea-adfe-b78e49395d0b req-59946e56-4fcf-4071-8fac-e4912a096aac tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881290 Jul 30 02:09:38.520268 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739c41af-7bfb-4aad-a794-ca2822f5a864 x-openstack-request-id: req-739c41af-7bfb-4aad-a794-ca2822f5a864 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:38.521329 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092b521b-633e-437f-a558-e752bbde5022", "name": "network-vif-plugged", "status": "completed", "tag": "e1eac390-5d39-4753-9939-7f91d8c0ea19", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:38.521329 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-739c41af-7bfb-4aad-a794-ca2822f5a864 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:38.528584 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092b521b-633e-437f-a558-e752bbde5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1eac390-5d39-4753-9939-7f91d8c0ea19', 'code': 200} Jul 30 02:09:38.706479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753be694-f8ac-4dff-8ea2-1eee45d6d870 req-da94d68a-def1-4c66-b18e-bf0070e3f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:38.710309 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-753be694-f8ac-4dff-8ea2-1eee45d6d870 req-da94d68a-def1-4c66-b18e-bf0070e3f5a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 1097 time: 0.0934668 Jul 30 02:09:38.722940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a710aedc-7077-43db-a7ca-6666db370906 req-715a6e21-8cf1-44ad-bccf-7b6c77c417bb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.0969064 Jul 30 02:09:38.797609 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-753be694-f8ac-4dff-8ea2-1eee45d6d870 req-e986c041-7e6c-444c-aac8-1f96f2e2d416 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781925 Jul 30 02:09:39.074801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33802) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:39.279113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ecc00-4580-4c5f-93eb-1a8653dcafda req-45bdc02e-11be-4efb-9320-c49abfbade57 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:39.298888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d58ecc00-4580-4c5f-93eb-1a8653dcafda req-45bdc02e-11be-4efb-9320-c49abfbade57 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1797440 Jul 30 02:09:39.388033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d58ecc00-4580-4c5f-93eb-1a8653dcafda req-a499a08c-ca3c-453d-98bc-b025202f3078 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871127 Jul 30 02:09:39.410433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1663050399-network', 'tenant_id': 'c8492b8c00644e0d8567f7d322a7c942'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:39.477450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Made reservation on behalf of c8492b8c00644e0d8567f7d322a7c942 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:39.481695 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.500536 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.927573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bb56e-a13c-4c4e-9f06-3a87d57e1d09 req-db79111e-ea00-4b6b-8654-776daaceb490 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:39.931173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c81bb56e-a13c-4c4e-9f06-3a87d57e1d09 req-db79111e-ea00-4b6b-8654-776daaceb490 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.3220837 Jul 30 02:09:39.951267 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:39.966561 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.039180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7608853-35fd-427a-927f-a6d4fef0ad67,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:40.066399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:09:40.125443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c81bb56e-a13c-4c4e-9f06-3a87d57e1d09 req-0647cbad-7e2a-4014-affa-b7f49392e2ab tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711955 Jul 30 02:09:40.127385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.127921 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Added segment 91c482b8-4287-466f-912e-5c7b36791177 of type vlan for network 04dc9024-fd27-4e8a-ad80-64343bbcc8aa Jul 30 02:09:40.230685 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.269430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:09:40.312030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12253bee-9b92-4997-9365-9e93f74f7cb9 req-960b7faf-6c0b-48f3-841a-059fb052458a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.0588994 Jul 30 02:09:40.331278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.333478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:40.337114 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.465007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3840928 Jul 30 02:09:40.466077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33820) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:40.474864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Request body: {'subnet': {'network_id': '04dc9024-fd27-4e8a-ad80-64343bbcc8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1663050399-subnet', 'tenant_id': 'c8492b8c00644e0d8567f7d322a7c942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:40.508419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c000349-2572-491b-8cac-2ccebb2b56ed admin admin] Pushing event updated for resources: {'Network': ['ID=04dc9024-fd27-4e8a-ad80-64343bbcc8aa,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:40.528579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:40.537184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Made reservation on behalf of c8492b8c00644e0d8567f7d322a7c942 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:40.541617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.555956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 04dc9024-fd27-4e8a-ad80-64343bbcc8aa details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:09:40.645298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '30000c7b-691f-405b-ab40-25a0dac19292', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'port_id': '30000c7b-691f-405b-ab40-25a0dac19292', 'mac_address': 'fa:16:3e:3f:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:09:40.768466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608c41e-fd6e-4afb-825d-6d3e5e5560ae req-01baccb2-6b83-424c-bf0b-ecc1110e9a3d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:40.770492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6608c41e-fd6e-4afb-825d-6d3e5e5560ae req-01baccb2-6b83-424c-bf0b-ecc1110e9a3d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1399281 Jul 30 02:09:40.820133 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:40.865907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30000c7b-691f-405b-ab40-25a0dac19292 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:40.906918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:40.927789 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:41.070434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:41.083362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6608c41e-fd6e-4afb-825d-6d3e5e5560ae req-b2d4fecc-565a-4b94-8164-6bef85c4858e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180974 Jul 30 02:09:41.092275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30000c7b-691f-405b-ab40-25a0dac19292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:41.108370 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:41.393980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bc18ff-2709-4a77-acb0-f8942e2ef943,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:41.412489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Checking segment: {'id': '91c482b8-4287-466f-912e-5c7b36791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04dc9024-fd27-4e8a-ad80-64343bbcc8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:41.413155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Network hostable DHCP agents. Network: 04dc9024-fd27-4e8a-ad80-64343bbcc8aa, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:09:41.478299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2d71c-8534-4e29-8a34-ee455bca3a45 req-bda3d181-bc3e-4e0e-9cc7-ade0ff1ddd07 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:41.483973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ba2d71c-8534-4e29-8a34-ee455bca3a45 req-bda3d181-bc3e-4e0e-9cc7-ade0ff1ddd07 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1752295 Jul 30 02:09:41.511943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Network 04dc9024-fd27-4e8a-ad80-64343bbcc8aa is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:09:41.570121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 04dc9024-fd27-4e8a-ad80-64343bbcc8aa) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:41.585961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:41.588586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:41.597664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b21cf-b915-48ae-9eec-1feb9eba0ac6 None None] Network 04dc9024-fd27-4e8a-ad80-64343bbcc8aa requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:41.600195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ba2d71c-8534-4e29-8a34-ee455bca3a45 req-8db49bd2-4b11-4b09-a226-a52a41475bd2 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972610 Jul 30 02:09:41.631135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-71bbbe0d-22a8-4f1b-8e78-76e27d40eec8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1632757 Jul 30 02:09:41.857615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-398d34f9-7326-49c0-b343-69febe474b94 req-87b45ae2-2103-4bef-a970-f1ae6fb1e722 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=1728c211-18f7-4e9e-bcfc-90068c3a1b3b HTTP/1.1" status: 200 len: 210 time: 0.0677125 Jul 30 02:09:41.995257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f67f5a-47ed-4cb6-a915-ac711a48dd1a None None] Network 04dc9024-fd27-4e8a-ad80-64343bbcc8aa requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:09:42.310903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:42.517611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 30000c7b-691f-405b-ab40-25a0dac19292 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:42.518551 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:42.566619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c97b3-2fee-4db8-a772-2866058d123a req-d3c49a5c-f59d-4408-8115-723222fad5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:42.571636 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-319c97b3-2fee-4db8-a772-2866058d123a req-d3c49a5c-f59d-4408-8115-723222fad5ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 1097 time: 0.1672833 Jul 30 02:09:43.065547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c97b3-2fee-4db8-a772-2866058d123a req-c9363f3b-1887-46d8-ba2d-c580ca220bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:43.068568 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-319c97b3-2fee-4db8-a772-2866058d123a req-c9363f3b-1887-46d8-ba2d-c580ca220bb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 200 len: 911 time: 0.4869859 Jul 30 02:09:43.283388 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-319c97b3-2fee-4db8-a772-2866058d123a req-05ff4e61-34dd-466e-ae69-70cc5a0eb02f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1eac390-5d39-4753-9939-7f91d8c0ea19 HTTP/1.1" status: 200 len: 217 time: 0.2011158 Jul 30 02:09:43.304063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.373388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:43.381436 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68ad7fd-f3f0-473f-a7bc-c95c7dbabbdc" -d '{"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-plugged", "status": "completed", "tag": "30000c7b-691f-405b-ab40-25a0dac19292"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:43.442502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:43.453924 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:43.509286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-ddebe1c8-d204-45eb-833d-9731f9a7544e tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:43.513548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-ddebe1c8-d204-45eb-833d-9731f9a7544e tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/networks?id=04dc9024-fd27-4e8a-ad80-64343bbcc8aa HTTP/1.1" status: 200 len: 814 time: 0.4846716 Jul 30 02:09:43.533688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c97b3-2fee-4db8-a772-2866058d123a req-393450ef-2b51-4be3-9b26-85d50d12cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:43.537352 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-319c97b3-2fee-4db8-a772-2866058d123a req-393450ef-2b51-4be3-9b26-85d50d12cafa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0646f3b0-c96f-4976-afe1-dabd69932590 HTTP/1.1" status: 200 len: 850 time: 0.2499275 Jul 30 02:09:43.612309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-14feeb85-0015-426c-b48a-d30599224af7 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/quotas/c8492b8c00644e0d8567f7d322a7c942 HTTP/1.1" status: 200 len: 375 time: 0.0564072 Jul 30 02:09:43.648093 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-319c97b3-2fee-4db8-a772-2866058d123a req-ca2141f9-093b-4724-9ef6-8d4c589a65fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=623d2b84-caf9-42a9-a58e-55e2c7aaa067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987198 Jul 30 02:09:43.669289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:43.721256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-0b5bb567-aabf-4ee5-924d-da9d064d581a tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c8492b8c00644e0d8567f7d322a7c942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066520 Jul 30 02:09:43.892381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-d1228db7-fb89-4acb-9a58-a6541f3a2dca service neutron] 10.222.0.84 "GET /v2.0/networks/04dc9024-fd27-4e8a-ad80-64343bbcc8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648693 Jul 30 02:09:44.000387 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-319c97b3-2fee-4db8-a772-2866058d123a req-11038d66-8823-4f1b-9301-d083879700e7 service neutron] 10.222.0.41 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509305 Jul 30 02:09:44.196038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-36974175-2047-455a-9c02-d7214e809846 service neutron] 10.222.0.84 "GET /v2.0/networks/04dc9024-fd27-4e8a-ad80-64343bbcc8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026984 Jul 30 02:09:44.244061 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-319c97b3-2fee-4db8-a772-2866058d123a req-e9015986-f3e7-4b4a-b8bf-09a2d1771514 service neutron] 10.222.0.41 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267144 Jul 30 02:09:44.886876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fe135-a45b-41bc-b6a9-bc23ae49134d req-566baf2a-6839-44fb-b9a1-5013fa88f890 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:44.894333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-878fe135-a45b-41bc-b6a9-bc23ae49134d req-566baf2a-6839-44fb-b9a1-5013fa88f890 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1998193 Jul 30 02:09:44.993499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-878fe135-a45b-41bc-b6a9-bc23ae49134d req-0a9ade36-36ec-478c-8de9-ff94f59dbe3d tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839651 Jul 30 02:09:45.568416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9303f-80b8-49c8-8c5f-39ad006acd83 req-04af2085-9415-48a6-b443-ac9ddba0c58a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:45.570307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11f9303f-80b8-49c8-8c5f-39ad006acd83 req-04af2085-9415-48a6-b443-ac9ddba0c58a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.2318597 Jul 30 02:09:45.726527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11f9303f-80b8-49c8-8c5f-39ad006acd83 req-d97669a6-0a95-42ae-bf04-c8d6dff3b1a9 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283982 Jul 30 02:09:46.044506 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccb48d1-e83d-4452-babb-77ece70e409e x-openstack-request-id: req-0ccb48d1-e83d-4452-babb-77ece70e409e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:46.045351 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-plugged", "status": "completed", "tag": "30000c7b-691f-405b-ab40-25a0dac19292", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:46.045351 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0ccb48d1-e83d-4452-babb-77ece70e409e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:46.046039 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292', 'code': 200} Jul 30 02:09:46.263804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc10ca84-8ebd-40a6-977c-94e2ebe3b545 req-c7165da2-05bd-4f6a-a3db-2106d625b069 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 210 time: 0.0677543 Jul 30 02:09:46.657741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190967d1-f61f-45dd-aeb5-8d0dd81dd4c3 req-9d5f00d8-1473-462e-afe8-5333b8ecd779 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:46.682320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-190967d1-f61f-45dd-aeb5-8d0dd81dd4c3 req-9d5f00d8-1473-462e-afe8-5333b8ecd779 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1994605 Jul 30 02:09:46.824354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-190967d1-f61f-45dd-aeb5-8d0dd81dd4c3 req-0b8ee1f9-348c-496a-9b72-d9fca9a6ff50 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403391 Jul 30 02:09:47.321156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad25d-a44c-44dc-a906-39dc7cf13ffb req-dc7989b6-662f-45ea-8534-e629f037d548 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:47.334185 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50dad25d-a44c-44dc-a906-39dc7cf13ffb req-dc7989b6-662f-45ea-8534-e629f037d548 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.3030071 Jul 30 02:09:47.425402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e397d242-99bc-45ad-bb6f-2b18bbabd825 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:47.431313 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e397d242-99bc-45ad-bb6f-2b18bbabd825 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.41 "GET /v2.0/networks?id=04dc9024-fd27-4e8a-ad80-64343bbcc8aa HTTP/1.1" status: 200 len: 814 time: 0.5859296 Jul 30 02:09:47.453409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Request body: {'port': {'device_id': '048630c8-b505-4973-990c-a0a32e79bab1', 'network_id': '04dc9024-fd27-4e8a-ad80-64343bbcc8aa', 'admin_state_up': True, 'tenant_id': 'c8492b8c00644e0d8567f7d322a7c942'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:47.581440 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50dad25d-a44c-44dc-a906-39dc7cf13ffb req-49f502ea-ad2e-4aa1-9480-5b828d3687a5 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279541 Jul 30 02:09:47.809377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Made reservation on behalf of c8492b8c00644e0d8567f7d322a7c942 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:09:47.821821 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:47.967240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72ca17c0-02c5-42dc-a705-3b0fa8bb855f req-0e66cd2a-28fe-4df9-a30d-5f1d75e5839d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 210 time: 0.0963743 Jul 30 02:09:48.350580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e461c-28a3-4d14-860b-b7a17b65b338 req-931755fe-6a39-4663-ac1e-d0ade0ae500f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:48.362394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-695e461c-28a3-4d14-860b-b7a17b65b338 req-931755fe-6a39-4663-ac1e-d0ade0ae500f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1821532 Jul 30 02:09:48.404042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Allocated IP 172.20.0.14 (04dc9024-fd27-4e8a-ad80-64343bbcc8aa/80bc18ff-2709-4a77-acb0-f8942e2ef943/ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:09:48.528552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-695e461c-28a3-4d14-860b-b7a17b65b338 req-e532dc02-49cf-4a7a-96ad-9268e6fb99a9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645038 Jul 30 02:09:48.967793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.008826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8b71e-7aa8-4b2f-bc74-d19803c0dcf4 req-5d94548f-1adc-4904-9c52-d8a5355a3f18 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:49.025099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56e8b71e-7aa8-4b2f-bc74-d19803c0dcf4 req-5d94548f-1adc-4904-9c52-d8a5355a3f18 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.2074425 Jul 30 02:09:49.069802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.126473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Network 04dc9024-fd27-4e8a-ad80-64343bbcc8aa is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:09:49.131915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:09:49.136728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:09:49.165402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56e8b71e-7aa8-4b2f-bc74-d19803c0dcf4 req-f93ff0e7-b1e5-4567-b154-2d0b1cb7e183 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390433 Jul 30 02:09:49.325952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Pushing event updated for resources: {'Port': ['ID=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:49.399410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:49.400623 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.431976 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-56ec08a9-f18b-4dee-b87c-3a705a83f834 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9850583 Jul 30 02:09:49.445469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Request body: {'port': {'device_id': '048630c8-b505-4973-990c-a0a32e79bab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:09:49.538055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da9866-fe9f-40ba-ba9f-da19c894eb01 req-043b6b9f-509b-4775-b45f-976612f02442 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:49.558204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53da9866-fe9f-40ba-ba9f-da19c894eb01 req-043b6b9f-509b-4775-b45f-976612f02442 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 932 time: 0.1936789 Jul 30 02:09:49.583761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:49.636376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53da9866-fe9f-40ba-ba9f-da19c894eb01 req-05c76ddf-1600-4336-8e03-2f49c3b5c6c0 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7608853-35fd-427a-927f-a6d4fef0ad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768373 Jul 30 02:09:50.127059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46feb2-d237-4646-9267-840d7d41a9a8 req-e10e9571-6aae-4a2f-ac3d-08171927d275 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:50.130066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b46feb2-d237-4646-9267-840d7d41a9a8 req-e10e9571-6aae-4a2f-ac3d-08171927d275 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1879203 Jul 30 02:09:50.349548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b46feb2-d237-4646-9267-840d7d41a9a8 req-40683cf0-e835-42e2-899d-8f45e7e574c1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034717 Jul 30 02:09:50.457929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:50.470234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:50.489963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Transition to ACTIVE for port object ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:09:50.498814 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:50.620409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561a8-e53e-47de-af4b-fd2c3d22163b req-efbbe796-8652-4536-8bf1-5f983db41ade tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:50.634269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8b561a8-e53e-47de-af4b-fd2c3d22163b req-efbbe796-8652-4536-8bf1-5f983db41ade tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1279197 Jul 30 02:09:50.695130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:50.750061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8b561a8-e53e-47de-af4b-fd2c3d22163b req-a6515542-3c83-4b94-8085-34674c89526b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139250 Jul 30 02:09:50.868542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Attempting to bind port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:09:50.868895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Attempting to bind port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '91c482b8-4287-466f-912e-5c7b36791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04dc9024-fd27-4e8a-ad80-64343bbcc8aa'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:09:50.869325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Attempting to bind port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 on network 04dc9024-fd27-4e8a-ad80-64343bbcc8aa {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:50.876388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 on network 04dc9024-fd27-4e8a-ad80-64343bbcc8aa not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:09:50.876721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Attempting to bind port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 on network 04dc9024-fd27-4e8a-ad80-64343bbcc8aa {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:09:50.883154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:09:50.883526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Checking segment: {'id': '91c482b8-4287-466f-912e-5c7b36791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04dc9024-fd27-4e8a-ad80-64343bbcc8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:09:50.883918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Bound using segment: {'id': '91c482b8-4287-466f-912e-5c7b36791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04dc9024-fd27-4e8a-ad80-64343bbcc8aa'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:09:50.884374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Bound port: ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c482b8-4287-466f-912e-5c7b36791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '04dc9024-fd27-4e8a-ad80-64343bbcc8aa'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:09:50.884880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.025747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] For port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:09:51.038820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] For port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,segment=NetworkSegment(91c482b8-4287-466f-912e-5c7b36791177),segment_id=91c482b8-4287-466f-912e-5c7b36791177)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:09:51.051582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.129925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:51.131795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:51.134703 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 HTTP/1.1" status: 200 len: 1092 time: 1.6942139 Jul 30 02:09:51.135505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048630c8-b505-4973-990c-a0a32e79bab1', 'tag': 'ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:51.139840 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549370cf-2d28-4ff3-8624-c69784d91619" -d '{"events": [{"name": "network-changed", "server_uuid": "048630c8-b505-4973-990c-a0a32e79bab1", "tag": "ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:51.147246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f881d2-0a42-46be-a6e7-901513b3d28b req-c09468e0-b53a-4ca9-b578-ba645fb50d94 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:51.178507 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81f881d2-0a42-46be-a6e7-901513b3d28b req-c09468e0-b53a-4ca9-b578-ba645fb50d94 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 944 time: 0.1876509 Jul 30 02:09:51.208083 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad7f04-5143-42d3-b2eb-5ff3a6d82ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:51.351523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-2c73bccd-4cfa-46fc-9b37-867c7d275f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:51.354706 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-2c73bccd-4cfa-46fc-9b37-867c7d275f02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8492b8c00644e0d8567f7d322a7c942&device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 1095 time: 0.1341302 Jul 30 02:09:51.371701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81f881d2-0a42-46be-a6e7-901513b3d28b req-f4c61dff-7aa2-46d9-bea7-eb0e3389fb9b tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7608853-35fd-427a-927f-a6d4fef0ad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918552 Jul 30 02:09:51.452094 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-ad235141-d33b-48e2-a7d5-4594eab259bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 HTTP/1.1" status: 200 len: 217 time: 0.0886786 Jul 30 02:09:51.658538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-c1b032aa-9057-443b-91ad-a90cb2318965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:51.665322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-c1b032aa-9057-443b-91ad-a90cb2318965 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80bc18ff-2709-4a77-acb0-f8942e2ef943 HTTP/1.1" status: 200 len: 854 time: 0.2004883 Jul 30 02:09:51.725410 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-e18bd5e4-5b01-424a-b660-19eb7a8a70e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04dc9024-fd27-4e8a-ad80-64343bbcc8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511632 Jul 30 02:09:51.976018 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457ec80c-7db4-43dd-b405-18e3ca40acfa x-openstack-request-id: req-457ec80c-7db4-43dd-b405-18e3ca40acfa {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:51.979959 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048630c8-b505-4973-990c-a0a32e79bab1", "tag": "ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:51.983276 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-457ec80c-7db4-43dd-b405-18e3ca40acfa {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:51.985682 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048630c8-b505-4973-990c-a0a32e79bab1', 'tag': 'ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7', 'status': 'completed', 'code': 200} Jul 30 02:09:52.163304 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-ac3ff7cf-79ad-4466-b646-a0d0951046d8 service neutron] 10.222.0.41 "GET /v2.0/networks/04dc9024-fd27-4e8a-ad80-64343bbcc8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316170 Jul 30 02:09:52.332579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e7536-bc5a-4148-8897-d0b67c4bf535 req-368781d9-2af1-4141-b489-7213c8b3b5eb tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:52.356090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e8e7536-bc5a-4148-8897-d0b67c4bf535 req-368781d9-2af1-4141-b489-7213c8b3b5eb tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.2172003 Jul 30 02:09:52.478815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e8e7536-bc5a-4148-8897-d0b67c4bf535 req-519efb78-1b6f-4c48-8d39-5c1397594841 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209183 Jul 30 02:09:52.587824 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f1714df0-2eec-46c4-b6d7-3b9499e6cda2 req-9d577366-f85f-4f2c-9ff1-031b6a65dc11 service neutron] 10.222.0.41 "GET /v2.0/networks/04dc9024-fd27-4e8a-ad80-64343bbcc8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150586 Jul 30 02:09:52.819414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf3bf4-c88f-418e-bf8e-f1b788ccfb26 req-dba2560c-3073-4796-a1ed-704766eebce2 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:52.842440 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9bf3bf4-c88f-418e-bf8e-f1b788ccfb26 req-dba2560c-3073-4796-a1ed-704766eebce2 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 945 time: 0.1785865 Jul 30 02:09:52.935410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549370cf-2d28-4ff3-8624-c69784d91619 req-6e825b06-9f46-47ba-959c-8e2d2ff4fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:52.948723 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-549370cf-2d28-4ff3-8624-c69784d91619 req-6e825b06-9f46-47ba-959c-8e2d2ff4fc3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8492b8c00644e0d8567f7d322a7c942&device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 1095 time: 0.2026019 Jul 30 02:09:53.040989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9bf3bf4-c88f-418e-bf8e-f1b788ccfb26 req-b547d29a-c2e2-4a3d-a92e-2b14ed412810 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984003 Jul 30 02:09:53.438799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549370cf-2d28-4ff3-8624-c69784d91619 req-a41aa669-47de-42db-857b-3bcd77662b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.442534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-549370cf-2d28-4ff3-8624-c69784d91619 req-a41aa669-47de-42db-857b-3bcd77662b8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=04dc9024-fd27-4e8a-ad80-64343bbcc8aa HTTP/1.1" status: 200 len: 915 time: 0.4888804 Jul 30 02:09:53.564053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca759ad-4318-4367-a0d9-8609cee549cf req-31542c6a-d356-4d8e-9cd6-2b33d71c75fd tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.581240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aca759ad-4318-4367-a0d9-8609cee549cf req-31542c6a-d356-4d8e-9cd6-2b33d71c75fd tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.2908709 Jul 30 02:09:53.617170 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-549370cf-2d28-4ff3-8624-c69784d91619 req-03239d98-cf3d-4de0-a0d5-c6bdbd72aa1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 HTTP/1.1" status: 200 len: 217 time: 0.1647382 Jul 30 02:09:53.750256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aca759ad-4318-4367-a0d9-8609cee549cf req-d3450b77-3eeb-4278-9718-2710c33ebb7c tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643608 Jul 30 02:09:53.804653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549370cf-2d28-4ff3-8624-c69784d91619 req-ba33878f-35c7-4622-8ae0-37dc962635cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:53.804653 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-549370cf-2d28-4ff3-8624-c69784d91619 req-ba33878f-35c7-4622-8ae0-37dc962635cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80bc18ff-2709-4a77-acb0-f8942e2ef943 HTTP/1.1" status: 200 len: 854 time: 0.1793349 Jul 30 02:09:53.925310 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-549370cf-2d28-4ff3-8624-c69784d91619 req-27e39388-7198-4e2d-ae57-4acb3c29bd1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04dc9024-fd27-4e8a-ad80-64343bbcc8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123981 Jul 30 02:09:54.018554 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:54.064279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34028) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:54.181821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8e83f-def4-41b1-8792-b22f40c78905 req-7a65ef10-fb8d-4624-8a17-30fa0e91da6c tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:54.187537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52e8e83f-def4-41b1-8792-b22f40c78905 req-7a65ef10-fb8d-4624-8a17-30fa0e91da6c tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 944 time: 0.1522963 Jul 30 02:09:54.250630 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-549370cf-2d28-4ff3-8624-c69784d91619 req-2f196e27-ebbe-4f9c-9288-14d30f75d08e service neutron] 10.222.0.41 "GET /v2.0/networks/04dc9024-fd27-4e8a-ad80-64343bbcc8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180122 Jul 30 02:09:54.386320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52e8e83f-def4-41b1-8792-b22f40c78905 req-c3473c99-0440-416a-926a-a270d592eee8 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7608853-35fd-427a-927f-a6d4fef0ad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762559 Jul 30 02:09:54.592107 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b10e38c2-0e75-42eb-b2ca-98c4312beae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:54.661729 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-549370cf-2d28-4ff3-8624-c69784d91619 req-8ae0e002-ea4b-4404-867f-53e74b27f424 service neutron] 10.222.0.41 "GET /v2.0/networks/04dc9024-fd27-4e8a-ad80-64343bbcc8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883095 Jul 30 02:09:54.829446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83b8ed-dd82-4da0-bf8e-6180ad3ce6e9 req-237476fc-d1a3-43d8-a795-8c6054ee158a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:54.851547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da83b8ed-dd82-4da0-bf8e-6180ad3ce6e9 req-237476fc-d1a3-43d8-a795-8c6054ee158a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.2429831 Jul 30 02:09:54.925963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-b212f3b9-3e9a-4db4-92a5-328f5a10b02e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:54.927507 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-b212f3b9-3e9a-4db4-92a5-328f5a10b02e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.22 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 945 time: 0.2259023 Jul 30 02:09:54.998575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da83b8ed-dd82-4da0-bf8e-6180ad3ce6e9 req-e22ecc3e-afaf-4ef1-a19c-53abfdd25a80 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481524 Jul 30 02:09:55.159334 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b10e38c2-0e75-42eb-b2ca-98c4312beae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:55.218643 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b10e38c2-0e75-42eb-b2ca-98c4312beae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:55.293250 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34038) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:55.309093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b10e38c2-0e75-42eb-b2ca-98c4312beae4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7bf8ea9440774d11b6ce71ce777c3728&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2228284 Jul 30 02:09:55.450142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Deleting port 97682c5f-194c-4550-a515-ebed6733ecdb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:09:55.451214 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:55.481601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88154883-1060-4c50-8ffe-56622d095ced req-26295ed7-733c-415e-aa62-8326a3f2976e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:55.490079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88154883-1060-4c50-8ffe-56622d095ced req-26295ed7-733c-415e-aa62-8326a3f2976e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=a098d9f5-c336-4f0a-a216-f07913b3e417 HTTP/1.1" status: 200 len: 945 time: 0.3259625 Jul 30 02:09:55.504031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c1767ac-f1ff-4cc5-9a32-7aa23516fd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:55.570241 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c1767ac-f1ff-4cc5-9a32-7aa23516fd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:55.597868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:09:55.613774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e38c2-0e75-42eb-b2ca-98c4312beae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78863d97-1a94-43f0-8d86-93bfd7928b0f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:55.679873 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c1767ac-f1ff-4cc5-9a32-7aa23516fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:55.687888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c1767ac-f1ff-4cc5-9a32-7aa23516fd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:55.696471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8c1767ac-f1ff-4cc5-9a32-7aa23516fd05 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/78863d97-1a94-43f0-8d86-93bfd7928b0f HTTP/1.1" status: 204 len: 168 time: 0.3982587 Jul 30 02:09:55.714385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1767ac-f1ff-4cc5-9a32-7aa23516fd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78863d97-1a94-43f0-8d86-93bfd7928b0f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:55.832669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] For port 97682c5f-194c-4550-a515-ebed6733ecdb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=97682c5f-194c-4550-a515-ebed6733ecdb,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:55.833306 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:55.919377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Calling delete_port for 97682c5f-194c-4550-a515-ebed6733ecdb owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:09:55.934401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,segment=NetworkSegment(91c482b8-4287-466f-912e-5c7b36791177),segment_id=91c482b8-4287-466f-912e-5c7b36791177)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:55.989092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7', 'network_id': '04dc9024-fd27-4e8a-ad80-64343bbcc8aa', 'port_id': 'ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7', 'mac_address': 'fa:16:3e:71:af:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bc18ff-2709-4a77-acb0-f8942e2ef943', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:09:56.182077 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:56.234089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:09:56.261550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88154883-1060-4c50-8ffe-56622d095ced req-f5f46a0e-155e-4dfd-a16f-9850f6c73e3d tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7268224 Jul 30 02:09:56.346503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,segment=NetworkSegment(91c482b8-4287-466f-912e-5c7b36791177),segment_id=91c482b8-4287-466f-912e-5c7b36791177)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:09:56.362888 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:56.644524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:56.667156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:56.878451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825e1e-ef85-4a39-a959-710cbd3ad73a req-dd28b327-aeb7-4903-a523-6ff43fa416f5 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:56.889137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39825e1e-ef85-4a39-a959-710cbd3ad73a req-dd28b327-aeb7-4903-a523-6ff43fa416f5 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.2255280 Jul 30 02:09:56.895029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:56.906668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34052) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:56.927916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cba0d77-53c2-4556-8b45-b1d6f789edc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:56.994813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Pushing event deleted for resources: {'Port': ['ID=97682c5f-194c-4550-a515-ebed6733ecdb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:57.070757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] No DVR routers for this DVR port 97682c5f-194c-4550-a515-ebed6733ecdb on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:09:57.078333 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:57.079464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6120456-78e6-4d53-8b1c-6bc620979a50 req-1e30505a-24f5-4682-8088-ffc2d129b1cd tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.22 "DELETE /v2.0/ports/97682c5f-194c-4550-a515-ebed6733ecdb HTTP/1.1" status: 204 len: 173 time: 2.1354415 Jul 30 02:09:57.093160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39825e1e-ef85-4a39-a959-710cbd3ad73a req-6f4628cf-dc06-44b4-b498-e435b7706f92 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009494 Jul 30 02:09:57.095530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a098d9f5-c336-4f0a-a216-f07913b3e417', 'name': 'network-vif-deleted', 'tag': '97682c5f-194c-4550-a515-ebed6733ecdb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:09:57.105720 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd62e41-c7b0-4cce-a79b-588c02300db1" -d '{"events": [{"server_uuid": "a098d9f5-c336-4f0a-a216-f07913b3e417", "name": "network-vif-deleted", "tag": "97682c5f-194c-4550-a515-ebed6733ecdb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:09:57.201078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cba0d77-53c2-4556-8b45-b1d6f789edc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:57.208913 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cba0d77-53c2-4556-8b45-b1d6f789edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:57.269803 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4cba0d77-53c2-4556-8b45-b1d6f789edc1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=64e90c8fa3cc43dea6cb5d1475f533d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616197 Jul 30 02:09:57.274128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34062) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:09:57.318049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba0d77-53c2-4556-8b45-b1d6f789edc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3c2913-af73-4582-a340-0802d795bb96,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:57.452484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003bc2f-b2ac-4c15-8982-aa8b4cb46c56 req-f8bce754-a28a-46bd-8a1e-f9b07566b5f3 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:57.454408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2003bc2f-b2ac-4c15-8982-aa8b4cb46c56 req-f8bce754-a28a-46bd-8a1e-f9b07566b5f3 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 945 time: 0.1528478 Jul 30 02:09:57.493418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91a46e50-1c7e-4db6-9d2b-c498d3badc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:57.568110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2003bc2f-b2ac-4c15-8982-aa8b4cb46c56 req-c24752e6-3300-4abe-b264-c362eb9cafbb tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7608853-35fd-427a-927f-a6d4fef0ad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004395 Jul 30 02:09:57.571181 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91a46e50-1c7e-4db6-9d2b-c498d3badc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:57.626659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['116f34ab-398b-4354-a9b9-023b4c529f4a', '00e0ee8d-8a96-4b35-900c-f4c10f6e938c', '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:09:57.684373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91a46e50-1c7e-4db6-9d2b-c498d3badc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:57.693437 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91a46e50-1c7e-4db6-9d2b-c498d3badc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:57.695486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-91a46e50-1c7e-4db6-9d2b-c498d3badc3d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6d3c2913-af73-4582-a340-0802d795bb96 HTTP/1.1" status: 204 len: 168 time: 0.4190781 Jul 30 02:09:57.733297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a46e50-1c7e-4db6-9d2b-c498d3badc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3c2913-af73-4582-a340-0802d795bb96,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:09:58.394257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 97682c5f-194c-4550-a515-ebed6733ecdb no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:09:58.449843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 97682c5f-194c-4550-a515-ebed6733ecdb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:09:58.450552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 97682c5f-194c-4550-a515-ebed6733ecdb not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:09:58.636925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15a49f-48a5-4a8d-9f92-791dec785fc9 req-e82f4216-db0f-4f7b-b7fc-3d9a084c27fb tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:58.650797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed15a49f-48a5-4a8d-9f92-791dec785fc9 req-e82f4216-db0f-4f7b-b7fc-3d9a084c27fb tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.5576627 Jul 30 02:09:58.738678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed15a49f-48a5-4a8d-9f92-791dec785fc9 req-ed6cc7b0-5a97-4daa-8182-16d80232f84e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860713 Jul 30 02:09:58.824611 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c01af2e-8bb9-4445-989a-bfddeb9491e0 x-openstack-request-id: req-3c01af2e-8bb9-4445-989a-bfddeb9491e0 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:09:58.824908 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a098d9f5-c336-4f0a-a216-f07913b3e417", "name": "network-vif-deleted", "tag": "97682c5f-194c-4550-a515-ebed6733ecdb", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:09:58.825163 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3c01af2e-8bb9-4445-989a-bfddeb9491e0 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:09:58.825581 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a098d9f5-c336-4f0a-a216-f07913b3e417', 'name': 'network-vif-deleted', 'tag': '97682c5f-194c-4550-a515-ebed6733ecdb', 'status': 'completed', 'code': 200} Jul 30 02:09:59.178753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c27a-a2c8-4976-ba35-d14793a16413 req-28c2cf9b-fb71-4cb4-94ec-13359eead0bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:59.183371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d030c27a-a2c8-4976-ba35-d14793a16413 req-28c2cf9b-fb71-4cb4-94ec-13359eead0bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 946 time: 0.2300587 Jul 30 02:09:59.308691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d030c27a-a2c8-4976-ba35-d14793a16413 req-b7f4024a-dea8-4ebd-907a-1780a2f8b597 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=8881d1c8-3645-498c-ae39-2734a41b0f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134775 Jul 30 02:09:59.506625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d6df9-eda4-44bd-9bb2-391e262c9190 req-e58e08ec-aab3-4e8f-8bbe-53d835827f90 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:59.518000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-015d6df9-eda4-44bd-9bb2-391e262c9190 req-e58e08ec-aab3-4e8f-8bbe-53d835827f90 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1124489 Jul 30 02:09:59.589519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-015d6df9-eda4-44bd-9bb2-391e262c9190 req-6f6578e7-7dd8-4d07-baea-0a88c912e761 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702543 Jul 30 02:09:59.618979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:09:59.786616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e791c-99d6-4188-8573-dba37d52ae8e req-2ba9d413-2f98-4f64-a9ed-e2bed879dce3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:59.793556 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-960e791c-99d6-4188-8573-dba37d52ae8e req-2ba9d413-2f98-4f64-a9ed-e2bed879dce3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 946 time: 0.2181118 Jul 30 02:09:59.812382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:09:59.820594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:09:59.820972 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:09:59.828677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351b86b-f0fd-471a-a8ca-00bcd5861144 req-6cbbdb62-6b1c-438b-8ef2-2377602e064c tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:09:59.837943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4351b86b-f0fd-471a-a8ca-00bcd5861144 req-6cbbdb62-6b1c-438b-8ef2-2377602e064c tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 945 time: 0.1507473 Jul 30 02:10:00.017933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4351b86b-f0fd-471a-a8ca-00bcd5861144 req-11df18e6-a1de-4de0-af9d-c029840b5bdf tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7608853-35fd-427a-927f-a6d4fef0ad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650596 Jul 30 02:10:00.047655 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.049226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-960e791c-99d6-4188-8573-dba37d52ae8e req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:00.050401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-960e791c-99d6-4188-8573-dba37d52ae8e req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.128250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048630c8-b505-4973-990c-a0a32e79bab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:00.139322 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f3ecf5-696a-413a-a81b-bb55564ced07" -d '{"events": [{"server_uuid": "048630c8-b505-4973-990c-a0a32e79bab1", "name": "network-vif-plugged", "status": "completed", "tag": "ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:00.216250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,segment=NetworkSegment(91c482b8-4287-466f-912e-5c7b36791177),segment_id=91c482b8-4287-466f-912e-5c7b36791177)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:00.238391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.247278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:00.413649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-960e791c-99d6-4188-8573-dba37d52ae8e req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] For port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:00.413998 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-960e791c-99d6-4188-8573-dba37d52ae8e req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.449741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-960e791c-99d6-4188-8573-dba37d52ae8e req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:00.492562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.494990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:00.527875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f44a62-573e-4a7b-b1b9-6832133409a9 req-b1231d1d-d37f-47bc-953c-bd96d143790b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:00.536264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07f44a62-573e-4a7b-b1b9-6832133409a9 req-b1231d1d-d37f-47bc-953c-bd96d143790b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.2127793 Jul 30 02:10:00.606734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:00.611883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07f44a62-573e-4a7b-b1b9-6832133409a9 req-661aebfe-cdf6-47a0-ab1d-cc22b46cbbb6 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742090 Jul 30 02:10:00.627632 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.763038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-960e791c-99d6-4188-8573-dba37d52ae8e req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:00.873968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:00.909640 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9958edc6-c40f-403e-8af1-4709dbf0aa08 x-openstack-request-id: req-9958edc6-c40f-403e-8af1-4709dbf0aa08 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:00.910098 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048630c8-b505-4973-990c-a0a32e79bab1", "name": "network-vif-plugged", "status": "completed", "tag": "ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:00.910726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8dd1faf7-8e4f-42e4-bc96-7ed9872546ce req-afb5a461-acc5-456f-bab0-8789d9f7dc49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 210 time: 0.0616465 Jul 30 02:10:00.911625 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9958edc6-c40f-403e-8af1-4709dbf0aa08 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:00.912633 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048630c8-b505-4973-990c-a0a32e79bab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7', 'code': 200} Jul 30 02:10:00.950340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:00.959120 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e16cfba-9970-4f5a-aa57-e91e0bbf6c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:01.031962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ba43a-9ea2-452d-bd14-ef0f3b1320a3 req-b3bf4148-a45a-435a-8e48-299a993d3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:01.033603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca5ba43a-9ea2-452d-bd14-ef0f3b1320a3 req-b3bf4148-a45a-435a-8e48-299a993d3e62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 1097 time: 0.1174304 Jul 30 02:10:01.034580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-960e791c-99d6-4188-8573-dba37d52ae8e req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] No DVR routers for this DVR port ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:01.040298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-960e791c-99d6-4188-8573-dba37d52ae8e req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:01.045289 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-960e791c-99d6-4188-8573-dba37d52ae8e req-d379cdb6-df3d-44f3-a8ef-16f696261702 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "DELETE /v2.0/ports/ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c HTTP/1.1" status: 204 len: 173 time: 1.2441823 Jul 30 02:10:01.046956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'name': 'network-vif-deleted', 'tag': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:01.073534 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4367fa40-779f-45b0-8869-2fdc483b114d" -d '{"events": [{"server_uuid": "8ea6835d-5fdb-42d6-900c-8e6920500290", "name": "network-vif-deleted", "tag": "ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:01.173128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca5ba43a-9ea2-452d-bd14-ef0f3b1320a3 req-c7851290-3ac8-4be3-9d9e-6719132e7bcf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7608853-35fd-427a-927f-a6d4fef0ad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111507 Jul 30 02:10:01.196436 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff865b-a154-4b66-8826-f9db1cc7ad1b req-802cf495-ee4c-41ec-937b-212ab7d95436 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:01.211937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-caff865b-a154-4b66-8826-f9db1cc7ad1b req-802cf495-ee4c-41ec-937b-212ab7d95436 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1658943 Jul 30 02:10:01.264045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-caff865b-a154-4b66-8826-f9db1cc7ad1b req-36183393-af2c-4c5e-91a1-dfcf3594a774 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526652 Jul 30 02:10:01.388715 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:01.528825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d9934-1f29-406e-b12a-0e7214e096a6 req-5537e216-9332-429e-bea3-ecc7e03b4331 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:01.531844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-500d9934-1f29-406e-b12a-0e7214e096a6 req-5537e216-9332-429e-bea3-ecc7e03b4331 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 946 time: 0.1584506 Jul 30 02:10:01.645662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-500d9934-1f29-406e-b12a-0e7214e096a6 req-211d8cd7-ac0e-494e-806e-140f205ca3f1 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7608853-35fd-427a-927f-a6d4fef0ad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031699 Jul 30 02:10:01.764844 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7255ec-1d31-45e9-9018-145b2b7111f3 x-openstack-request-id: req-db7255ec-1d31-45e9-9018-145b2b7111f3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:01.765475 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea6835d-5fdb-42d6-900c-8e6920500290", "name": "network-vif-deleted", "tag": "ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:01.766201 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db7255ec-1d31-45e9-9018-145b2b7111f3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:01.767533 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'name': 'network-vif-deleted', 'tag': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c', 'status': 'completed', 'code': 200} Jul 30 02:10:02.099190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a75739-70bd-4485-94ad-1f0b8daea9d9 req-bd206702-0786-4f3a-8bea-0cfd764073a5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:02.102197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8a75739-70bd-4485-94ad-1f0b8daea9d9 req-bd206702-0786-4f3a-8bea-0cfd764073a5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.2132485 Jul 30 02:10:02.301655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d8a75739-70bd-4485-94ad-1f0b8daea9d9 req-9ba9ab6e-8c36-4ccd-9226-4166c439304a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807792 Jul 30 02:10:02.497345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fad26e5-bb99-4700-994b-8c417b829c77 req-e69f9d94-c93e-4227-b32b-dfce043a4541 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 210 time: 0.0514750 Jul 30 02:10:02.695715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0fbf1-ffc5-463d-9333-72bfa0d8ee3c req-b7ec4cd1-af5a-4575-afba-109cf862e64a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:02.705058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cc0fbf1-ffc5-463d-9333-72bfa0d8ee3c req-b7ec4cd1-af5a-4575-afba-109cf862e64a tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1200645 Jul 30 02:10:02.804862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0cc0fbf1-ffc5-463d-9333-72bfa0d8ee3c req-bfe84cad-81d1-4710-976a-6168e200b40f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987618 Jul 30 02:10:02.914370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:02.923955 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcb659a-b020-4c67-a8a4-0acb1187d9da" -d '{"events": [{"server_uuid": "8ea6835d-5fdb-42d6-900c-8e6920500290", "name": "network-vif-unplugged", "status": "completed", "tag": "ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:03.121881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2d21a-d779-47c5-ad6a-7eb226b236ed req-fe292275-104b-4b37-8667-63dd52a73c72 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:03.137729 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ef2d21a-d779-47c5-ad6a-7eb226b236ed req-fe292275-104b-4b37-8667-63dd52a73c72 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 946 time: 0.1644654 Jul 30 02:10:03.235143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ef2d21a-d779-47c5-ad6a-7eb226b236ed req-f5029492-4d6b-4b63-8415-b5746ae0dfef tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7608853-35fd-427a-927f-a6d4fef0ad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889411 Jul 30 02:10:03.415072 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55e168cc-d7db-40eb-b124-3eaebbcf2769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:03.444706 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc24062-aa4b-4a19-97cd-4e0554fa6c1f x-openstack-request-id: req-3dc24062-aa4b-4a19-97cd-4e0554fa6c1f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:03.445553 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea6835d-5fdb-42d6-900c-8e6920500290", "name": "network-vif-unplugged", "status": "completed", "tag": "ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:03.446178 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3dc24062-aa4b-4a19-97cd-4e0554fa6c1f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:03.447059 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea6835d-5fdb-42d6-900c-8e6920500290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae8d1f6b-8ff5-4e68-b140-fafb1f7f978c', 'code': 200} Jul 30 02:10:03.675243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb741-9780-4cef-946a-028735e42fbf req-37568887-ec77-42e4-8607-0a602a9ed155 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:03.691545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6dcb741-9780-4cef-946a-028735e42fbf req-37568887-ec77-42e4-8607-0a602a9ed155 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1219168 Jul 30 02:10:03.786274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6dcb741-9780-4cef-946a-028735e42fbf req-445564fa-099e-4f84-82b4-4187d0a4c191 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816255 Jul 30 02:10:03.819260 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:03.976758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d138f53-445e-4326-bcdd-b56e49d0f48e req-4b165fe9-415f-4c2f-8db1-efbc67b62c43 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 210 time: 0.0512769 Jul 30 02:10:04.306376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998661e-93c2-4374-8e73-638dc13a5ae6 req-b4daf19e-a39b-49d4-af90-28eb73f8943c tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:04.308178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6998661e-93c2-4374-8e73-638dc13a5ae6 req-b4daf19e-a39b-49d4-af90-28eb73f8943c tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.2374313 Jul 30 02:10:04.376757 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6998661e-93c2-4374-8e73-638dc13a5ae6 req-6ea0c9a5-5705-47f1-890d-c155e9c2f2c3 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601451 Jul 30 02:10:04.529150 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:04.861587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd326e89-a288-4417-ad95-9d5e2f8c4dfa req-3aea6a5d-b1d3-4361-a376-53ffca1bc7f1 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:04.872536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd326e89-a288-4417-ad95-9d5e2f8c4dfa req-3aea6a5d-b1d3-4361-a376-53ffca1bc7f1 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 946 time: 0.0747297 Jul 30 02:10:04.922121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd326e89-a288-4417-ad95-9d5e2f8c4dfa req-6179a91b-69c9-46b4-ab2e-4c35f1d7b1fb tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/security-groups?id=d7608853-35fd-427a-927f-a6d4fef0ad67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476756 Jul 30 02:10:05.098234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52ab2d-a0b1-4981-94a7-eea4138b6e74 req-b790856a-d122-41e2-97f4-7d5f6b2d852e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:05.103170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce52ab2d-a0b1-4981-94a7-eea4138b6e74 req-b790856a-d122-41e2-97f4-7d5f6b2d852e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.0907722 Jul 30 02:10:05.189052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce52ab2d-a0b1-4981-94a7-eea4138b6e74 req-3a462b53-a920-46ee-9825-a04c86b8f5a5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793386 Jul 30 02:10:05.464742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4516b91-701f-424c-9376-76ef45000f08 req-0b758b03-707a-437f-9380-e5fcf9060267 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 210 time: 0.0732894 Jul 30 02:10:06.205052 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.245079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-429b485d-e1a7-4685-9311-72260726d99b tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:06.248273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-429b485d-e1a7-4685-9311-72260726d99b tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.41 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 946 time: 0.1879032 Jul 30 02:10:06.274383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c13ac-b9eb-4e8f-848d-d0d3b687f7c0 req-28e6b8ea-665c-4a19-87e5-a70c1cbbd2f9 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:06.277400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-005c13ac-b9eb-4e8f-848d-d0d3b687f7c0 req-28e6b8ea-665c-4a19-87e5-a70c1cbbd2f9 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1899056 Jul 30 02:10:06.457637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-005c13ac-b9eb-4e8f-848d-d0d3b687f7c0 req-d63e5d73-42e8-47b8-8726-ba92a58c2a98 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349044 Jul 30 02:10:06.632160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Deleting port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:06.633202 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.873913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] For port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,segment=NetworkSegment(91c482b8-4287-466f-912e-5c7b36791177),segment_id=91c482b8-4287-466f-912e-5c7b36791177)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:06.874647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:06.911176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Calling delete_port for ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:07.244643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10f0d1-2ef2-4caf-abcf-037d4c4b7c9f req-66f97742-6aca-46bd-a36b-86aa81b08117 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:07.248394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f10f0d1-2ef2-4caf-abcf-037d4c4b7c9f req-66f97742-6aca-46bd-a36b-86aa81b08117 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 946 time: 0.3239176 Jul 30 02:10:07.590059 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-e695bacd-3641-40c2-81ff-b1950a1ac581 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456122 Jul 30 02:10:07.730213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-0c4a9baf-f0d3-457f-8a90-551b9dfcd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:07.736595 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-0c4a9baf-f0d3-457f-8a90-551b9dfcd1c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea899590df1f491db8d651e16693fa51&device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 1096 time: 0.1201899 Jul 30 02:10:07.976537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-abe5835b-6a96-4abb-9f1d-25deda04e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:07.978583 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-abe5835b-6a96-4abb-9f1d-25deda04e12d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 200 len: 916 time: 0.2121444 Jul 30 02:10:08.059612 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-c6ff1f14-a4b1-43f0-96a5-7a05355715d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=116f34ab-398b-4354-a9b9-023b4c529f4a HTTP/1.1" status: 200 len: 217 time: 0.0723169 Jul 30 02:10:08.122775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f10f0d1-2ef2-4caf-abcf-037d4c4b7c9f req-3c215344-842b-447f-8070-a7fd9f80dc5c tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8651214 Jul 30 02:10:08.149105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.193271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-0e50ee4a-7a21-4fcc-8bb7-d08b454e3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:08.201530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-0e50ee4a-7a21-4fcc-8bb7-d08b454e3a5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 200 len: 855 time: 0.1313865 Jul 30 02:10:08.227527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Pushing event deleted for resources: {'Port': ['ID=ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:08.243999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.244454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.259312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.261380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.263385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.263841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.264287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.264727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.267636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.268246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.268647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.270506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:08.304872 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-c17a2be0-1296-40e4-80cc-042f53ba17a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a03524a8-a090-4758-a33d-aa0b5da80e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957527 Jul 30 02:10:08.426218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-630dda41-a58b-428b-817a-ca420e544f9d tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:08.429722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-630dda41-a58b-428b-817a-ca420e544f9d tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 946 time: 0.3812854 Jul 30 02:10:08.476909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1118cd4-d515-4abc-96a7-be65f1e35d9f req-4372b593-3972-418f-b786-686b44a96395 tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.84 "GET /v2.0/ports?device_id=048630c8-b505-4973-990c-a0a32e79bab1 HTTP/1.1" status: 200 len: 210 time: 0.1778431 Jul 30 02:10:08.485842 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-cefc7d9a-1cbb-4b3c-9278-7763374e79c0 service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693637 Jul 30 02:10:08.731755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] No DVR routers for this DVR port ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:08.739547 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:08.743072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] 10.222.0.41 "DELETE /v2.0/ports/ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 HTTP/1.1" status: 204 len: 173 time: 2.4849997 Jul 30 02:10:08.759013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048630c8-b505-4973-990c-a0a32e79bab1', 'name': 'network-vif-deleted', 'tag': 'ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:08.763917 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738aac49-76a3-4ba1-875d-a64889aa4efe" -d '{"events": [{"server_uuid": "048630c8-b505-4973-990c-a0a32e79bab1", "name": "network-vif-deleted", "tag": "ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:08.911411 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d4f01c-bcec-4ff0-991c-8f7c044e917a req-6fbdfcc0-19ba-4107-9b41-5849d0e0a42f service neutron] 10.222.0.41 "GET /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216695 Jul 30 02:10:08.984583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0821c-74c4-43fe-8dfe-5736664c1c86 req-76af01ea-491e-490b-ac22-82523a3443b9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:08.994614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99d0821c-74c4-43fe-8dfe-5736664c1c86 req-76af01ea-491e-490b-ac22-82523a3443b9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.2667153 Jul 30 02:10:09.036408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Deleting port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:09.037167 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:09.134512 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99d0821c-74c4-43fe-8dfe-5736664c1c86 req-47b3c93d-2ed3-4387-ae60-e421a9181eb5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386693 Jul 30 02:10:09.249677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] For port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:09.250455 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:09.301880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Calling delete_port for 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:09.633799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4302b03-bfe4-4c85-9914-d16197655212 req-f1b4d366-93b8-4c0c-808a-436a15cd1e8d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ea6835d-5fdb-42d6-900c-8e6920500290 HTTP/1.1" status: 200 len: 210 time: 0.1579170 Jul 30 02:10:09.697909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:09.984231 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.207077 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.257463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:10.265849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['116f34ab-398b-4354-a9b9-023b4c529f4a', '00e0ee8d-8a96-4b35-900c-f4c10f6e938c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:10.384770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:10.385282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:10.431540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Pushing event deleted for resources: {'Port': ['ID=176c24f0-6a0f-4685-9bc9-953fc1bd3bd2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:10.532194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] No DVR routers for this DVR port 176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:10.552267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf97925-a2cc-4e9c-bfe6-b9fca0d94ae5 req-650e1f3e-6336-44ee-bd03-4f0179bb112c tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:10.566387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cbf97925-a2cc-4e9c-bfe6-b9fca0d94ae5 req-650e1f3e-6336-44ee-bd03-4f0179bb112c tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.5306647 Jul 30 02:10:10.572190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:10.578864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f6a244f-5994-4e53-84fc-f01c9f84bf9a req-3abcdc38-582f-45b2-ad01-c5ec27b325fe tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "DELETE /v2.0/ports/176c24f0-6a0f-4685-9bc9-953fc1bd3bd2 HTTP/1.1" status: 204 len: 173 time: 2.1001041 Jul 30 02:10:10.728192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cbf97925-a2cc-4e9c-bfe6-b9fca0d94ae5 req-935cf7f3-db66-44ce-8fc3-33f5384fb1f3 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468210 Jul 30 02:10:10.892924 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e09f806-1057-47ee-a5a9-d858f3df6991 x-openstack-request-id: req-4e09f806-1057-47ee-a5a9-d858f3df6991 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:10.893926 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048630c8-b505-4973-990c-a0a32e79bab1", "name": "network-vif-deleted", "tag": "ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:10.894671 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4e09f806-1057-47ee-a5a9-d858f3df6991 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:10.895836 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048630c8-b505-4973-990c-a0a32e79bab1', 'name': 'network-vif-deleted', 'tag': 'ef8fdf50-9026-4bfd-9337-c32ca9f4f8e7', 'status': 'completed', 'code': 200} Jul 30 02:10:11.268750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3973bde3-3437-4975-bbe3-8046e5c9a8dd req-376f7622-2fb5-440e-b9ca-24b155cbb902 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=13816f47-1817-4f42-8edc-fe559edec2bf HTTP/1.1" status: 200 len: 210 time: 0.1078329 Jul 30 02:10:11.474171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34240) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:11.643931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34242) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:11.723815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6050c653-ac4b-46a6-964b-9785d870ab34 admin admin] Deleting subnet 80bc18ff-2709-4a77-acb0-f8942e2ef943 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:10:11.732466 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6050c653-ac4b-46a6-964b-9785d870ab34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.806223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6050c653-ac4b-46a6-964b-9785d870ab34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:11.851005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb16ea-f66d-46fa-977f-5170f75f9af2 req-bf9abf51-bad5-4c25-b6b5-06d097ed48fa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:11.853786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8bcb16ea-f66d-46fa-977f-5170f75f9af2 req-bf9abf51-bad5-4c25-b6b5-06d097ed48fa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.2111807 Jul 30 02:10:11.905375 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6050c653-ac4b-46a6-964b-9785d870ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:12.021513 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6050c653-ac4b-46a6-964b-9785d870ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:12.069378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:12.101924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050c653-ac4b-46a6-964b-9785d870ab34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80bc18ff-2709-4a77-acb0-f8942e2ef943,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:12.115745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6050c653-ac4b-46a6-964b-9785d870ab34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:12.122988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34248) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:12.124075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6050c653-ac4b-46a6-964b-9785d870ab34 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/80bc18ff-2709-4a77-acb0-f8942e2ef943 HTTP/1.1" status: 204 len: 168 time: 0.6470091 Jul 30 02:10:12.180930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8bcb16ea-f66d-46fa-977f-5170f75f9af2 req-334e47d9-9297-47b3-b760-6b4a0fa0f10e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734514 Jul 30 02:10:12.269005 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:10:12.624051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-d9865165-1ec6-4f2f-9a47-013e4032119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:12.629169 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-d9865165-1ec6-4f2f-9a47-013e4032119f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1097 time: 0.2626901 Jul 30 02:10:12.682912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a8c51-59d9-42b4-ae8f-a79a7962dd0b req-32c5bfbd-68fc-4955-897b-8e17751df97b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:12.696075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc3a8c51-59d9-42b4-ae8f-a79a7962dd0b req-32c5bfbd-68fc-4955-897b-8e17751df97b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1451616 Jul 30 02:10:12.897694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13816f47-1817-4f42-8edc-fe559edec2bf', 'name': 'network-vif-deleted', 'tag': '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:12.902128 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80530ece-f313-4895-a0f8-0db9e42f70dd" -d '{"events": [{"server_uuid": "13816f47-1817-4f42-8edc-fe559edec2bf", "name": "network-vif-deleted", "tag": "176c24f0-6a0f-4685-9bc9-953fc1bd3bd2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:12.926961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc3a8c51-59d9-42b4-ae8f-a79a7962dd0b req-0db2f6c7-93b1-44ea-8b2e-c4b542e985a5 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728206 Jul 30 02:10:13.061152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.073263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-ef29ab4f-3f5e-4ccd-b0ac-1ddfa640f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:13.078598 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-ef29ab4f-3f5e-4ccd-b0ac-1ddfa640f29a service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.3791783 Jul 30 02:10:13.267336 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d679e3-98dd-4f14-91d3-5fe4c506cb0d x-openstack-request-id: req-b6d679e3-98dd-4f14-91d3-5fe4c506cb0d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:13.268247 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13816f47-1817-4f42-8edc-fe559edec2bf", "name": "network-vif-deleted", "tag": "176c24f0-6a0f-4685-9bc9-953fc1bd3bd2", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:13.268855 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b6d679e3-98dd-4f14-91d3-5fe4c506cb0d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:13.271586 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13816f47-1817-4f42-8edc-fe559edec2bf', 'name': 'network-vif-deleted', 'tag': '176c24f0-6a0f-4685-9bc9-953fc1bd3bd2', 'status': 'completed', 'code': 200} Jul 30 02:10:13.311520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.337527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04dc9024-fd27-4e8a-ad80-64343bbcc8aa']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:13.338364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-378c573f-e17c-45fd-b33d-f79e7860799f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 200 len: 1002 time: 0.2429137 Jul 30 02:10:13.448379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.453431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c482b8-4287-466f-912e-5c7b36791177') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:13.456054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c482b8-4287-466f-912e-5c7b36791177') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:13.459255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.490831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-671ac66f-4aad-4b3d-81f9-a0d18bb36792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:13.493331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-671ac66f-4aad-4b3d-81f9-a0d18bb36792 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1435382 Jul 30 02:10:13.560533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bfe0cb-4f47-4b9a-9a4d-cf71a500688e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:13.596432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.607460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-c73d3406-fdc4-4fb3-932e-b135a9580fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:13.612594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-c73d3406-fdc4-4fb3-932e-b135a9580fa5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979121 Jul 30 02:10:13.656349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.656917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.657520 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.658106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.658680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.667724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.668491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.669068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.671074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.671312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.671937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.672522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:13.701723 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5ae13138-1bf3-40ae-9e23-4ebf82a98b24 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=910fc0a261804fca830ca6a913d44a71&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0535624 Jul 30 02:10:13.708477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34262) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:13.747931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.793487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:10:13.794175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:10:13.806874 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:10:13.929847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-1a4c6e5b-c36f-40a0-94b8-7c77ecc2a184 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022501 Jul 30 02:10:14.025870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72dcc4ef-9944-4bdd-97b1-23e9f4de1320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.038073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.084004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.104328 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] 10.222.0.84 "DELETE /v2.0/networks/04dc9024-fd27-4e8a-ad80-64343bbcc8aa HTTP/1.1" status: 204 len: 168 time: 1.9787383 Jul 30 02:10:14.120905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ee9e1-bc2f-431a-af5c-0cdda6aa9770 admin admin] Pushing event deleted for resources: {'Network': ['ID=04dc9024-fd27-4e8a-ad80-64343bbcc8aa,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:14.180351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6d3bf94-ec45-4bb4-9792-64854990c948 req-c2efa5b7-ef60-497e-867e-d456152e7bf7 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416184 Jul 30 02:10:14.187902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72dcc4ef-9944-4bdd-97b1-23e9f4de1320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.286085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435209f-e3a7-496a-ad4e-8fd6720c097f req-e5d6b2c3-49b7-434f-a7f8-ba00d60d6606 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:14.288639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8435209f-e3a7-496a-ad4e-8fd6720c097f req-e5d6b2c3-49b7-434f-a7f8-ba00d60d6606 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.3232653 Jul 30 02:10:14.372297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72dcc4ef-9944-4bdd-97b1-23e9f4de1320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.378174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72dcc4ef-9944-4bdd-97b1-23e9f4de1320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.399306 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-72dcc4ef-9944-4bdd-97b1-23e9f4de1320 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/08bfe0cb-4f47-4b9a-9a4d-cf71a500688e HTTP/1.1" status: 204 len: 168 time: 0.6890221 Jul 30 02:10:14.439302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8435209f-e3a7-496a-ad4e-8fd6720c097f req-a9b1642b-e767-47ea-99d5-1e4997c17317 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363194 Jul 30 02:10:14.452241 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcc4ef-9944-4bdd-97b1-23e9f4de1320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bfe0cb-4f47-4b9a-9a4d-cf71a500688e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:14.564288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34272) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:14.682134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:14.695075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cd2ab1e8-bb09-4827-b354-975067a8fcb8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c8492b8c00644e0d8567f7d322a7c942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271775 Jul 30 02:10:14.892143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478cb2a-b221-42da-861f-195cd84297b3 req-c6d24d24-875b-4eed-99d4-439f3620ecca tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:14.895210 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e72cd12a-f8a0-4c04-babb-7f5415b4a2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:14.901093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4478cb2a-b221-42da-861f-195cd84297b3 req-c6d24d24-875b-4eed-99d4-439f3620ecca tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 945 time: 0.2028170 Jul 30 02:10:15.006161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e72cd12a-f8a0-4c04-babb-7f5415b4a2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.067551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4478cb2a-b221-42da-861f-195cd84297b3 req-4e2058e1-5673-46eb-aa8a-fc154bb3ffb9 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528203 Jul 30 02:10:15.285772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e72cd12a-f8a0-4c04-babb-7f5415b4a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.303975 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e72cd12a-f8a0-4c04-babb-7f5415b4a2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.308819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-8c01be38-43ec-4c1c-b8c6-9b601d8bd8bc tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:15.313630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-8c01be38-43ec-4c1c-b8c6-9b601d8bd8bc tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 945 time: 0.2777159 Jul 30 02:10:15.327223 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e72cd12a-f8a0-4c04-babb-7f5415b4a2c8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7608853-35fd-427a-927f-a6d4fef0ad67 HTTP/1.1" status: 204 len: 168 time: 0.6425049 Jul 30 02:10:15.366693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cd12a-f8a0-4c04-babb-7f5415b4a2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7608853-35fd-427a-927f-a6d4fef0ad67,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:15.501573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f76ec-5bdd-4bc3-9400-2aa67750118a req-22e17ba2-882d-4d4c-a14d-761cd4d5c877 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:15.511145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-794f76ec-5bdd-4bc3-9400-2aa67750118a req-22e17ba2-882d-4d4c-a14d-761cd4d5c877 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.2514207 Jul 30 02:10:15.591224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Deleting port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:15.591541 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.611221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-794f76ec-5bdd-4bc3-9400-2aa67750118a req-dbde9739-81ec-4e89-83b4-649e6cfc9ef4 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981257 Jul 30 02:10:15.780824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91bc2e-993b-49df-b6d9-cc0550aec153 req-862a1895-e6f2-47e0-9df5-f5769b981012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:15.794446 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5a91bc2e-993b-49df-b6d9-cc0550aec153 req-862a1895-e6f2-47e0-9df5-f5769b981012 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 1097 time: 0.1782820 Jul 30 02:10:15.817475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:15.898507 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-920c9cf7-3585-411e-bd3b-2bb8fa009972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:15.905638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99a4bf-aefc-430c-9c21-35e86e201430 req-505cb3ad-0b87-416e-a1ef-ee89ed02893e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:15.916879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b99a4bf-aefc-430c-9c21-35e86e201430 req-505cb3ad-0b87-416e-a1ef-ee89ed02893e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.1470220 Jul 30 02:10:16.004064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b99a4bf-aefc-430c-9c21-35e86e201430 req-fce1535a-35ed-4a40-87c3-aeaa028e27ec tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853205 Jul 30 02:10:16.018335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] For port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:16.018723 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.096087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Calling delete_port for 00e0ee8d-8a96-4b35-900c-f4c10f6e938c owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:16.097585 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5a91bc2e-993b-49df-b6d9-cc0550aec153 req-bd17e70c-757b-4699-8057-22c4318043ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947664 Jul 30 02:10:16.437546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-920c9cf7-3585-411e-bd3b-2bb8fa009972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.444866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-920c9cf7-3585-411e-bd3b-2bb8fa009972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.447747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d04d6-5ad8-4837-b2cb-e9b260f6dd42 req-0ec35f1d-f63b-4749-9e2a-00d24b0983c8 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:16.462197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc2d04d6-5ad8-4837-b2cb-e9b260f6dd42 req-0ec35f1d-f63b-4749-9e2a-00d24b0983c8 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=21e83f8d-d5f5-4068-bfc8-6137e44870bc HTTP/1.1" status: 200 len: 945 time: 0.1440680 Jul 30 02:10:16.565341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc2d04d6-5ad8-4837-b2cb-e9b260f6dd42 req-44f197f8-14fe-41a0-ba1b-f8afc2eb5b55 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013544 Jul 30 02:10:16.612276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34306) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:16.615181 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-920c9cf7-3585-411e-bd3b-2bb8fa009972 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=639d350ff09c464098e83ff0e29edf0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7937870 Jul 30 02:10:16.619425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c9cf7-3585-411e-bd3b-2bb8fa009972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1008bd26-0e26-4e9c-ad62-5ac4565bd704,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:16.719131 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:16.733586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['116f34ab-398b-4354-a9b9-023b4c529f4a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:16.992127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] No DVR routers for this DVR port 00e0ee8d-8a96-4b35-900c-f4c10f6e938c on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:17.008732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Pushing event deleted for resources: {'Port': ['ID=00e0ee8d-8a96-4b35-900c-f4c10f6e938c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:17.033862 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.037174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d62956f4-3641-4744-8674-74dfb8bacd4c req-20fbd63e-28b0-4055-a08b-39f1b170a749 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "DELETE /v2.0/ports/00e0ee8d-8a96-4b35-900c-f4c10f6e938c HTTP/1.1" status: 204 len: 173 time: 1.6882358 Jul 30 02:10:17.040643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e83f8d-d5f5-4068-bfc8-6137e44870bc', 'name': 'network-vif-deleted', 'tag': '00e0ee8d-8a96-4b35-900c-f4c10f6e938c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:17.052087 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0e38e6-e2fd-4a2f-9b20-af9a361934ec" -d '{"events": [{"server_uuid": "21e83f8d-d5f5-4068-bfc8-6137e44870bc", "name": "network-vif-deleted", "tag": "00e0ee8d-8a96-4b35-900c-f4c10f6e938c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:17.140974 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89514bf2-77b3-4b9a-b96e-62c044f71b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.227894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9751f-6bc9-4675-b2fe-3bb5a8c631d4 req-fd78e5f4-885a-405b-9d25-319fb297e39d tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:17.233918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33b9751f-6bc9-4675-b2fe-3bb5a8c631d4 req-fd78e5f4-885a-405b-9d25-319fb297e39d tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.4772749 Jul 30 02:10:17.324162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89514bf2-77b3-4b9a-b96e-62c044f71b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.426267 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33b9751f-6bc9-4675-b2fe-3bb5a8c631d4 req-bc79124e-ce5f-43a9-9af4-334dc72f89ef tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756513 Jul 30 02:10:17.473567 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89514bf2-77b3-4b9a-b96e-62c044f71b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.478684 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89514bf2-77b3-4b9a-b96e-62c044f71b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:17.482256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-89514bf2-77b3-4b9a-b96e-62c044f71b77 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1008bd26-0e26-4e9c-ad62-5ac4565bd704 HTTP/1.1" status: 204 len: 168 time: 0.8690200 Jul 30 02:10:17.524701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89514bf2-77b3-4b9a-b96e-62c044f71b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1008bd26-0e26-4e9c-ad62-5ac4565bd704,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:17.723332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 00e0ee8d-8a96-4b35-900c-f4c10f6e938c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:17.771842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34362) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:17.790020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e322-9a97-4c5e-9a95-49707a814873 req-8c3248c3-b3d6-4803-918c-d4d909b95098 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:17.799628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 00e0ee8d-8a96-4b35-900c-f4c10f6e938c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:17.800176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 00e0ee8d-8a96-4b35-900c-f4c10f6e938c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:17.810666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b22e322-9a97-4c5e-9a95-49707a814873 req-8c3248c3-b3d6-4803-918c-d4d909b95098 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.2022660 Jul 30 02:10:17.911872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b22e322-9a97-4c5e-9a95-49707a814873 req-c9c8f534-4738-44ab-9895-65c545b13dda tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995450 Jul 30 02:10:18.084721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-84b68b02-268b-49a6-ae02-eac4bab8971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:18.088742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-84b68b02-268b-49a6-ae02-eac4bab8971d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1097 time: 0.1149895 Jul 30 02:10:18.173453 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c8de27-8ea1-40c1-accb-1017df92003b x-openstack-request-id: req-f8c8de27-8ea1-40c1-accb-1017df92003b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:18.174396 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e83f8d-d5f5-4068-bfc8-6137e44870bc", "name": "network-vif-deleted", "tag": "00e0ee8d-8a96-4b35-900c-f4c10f6e938c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:18.174396 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f8c8de27-8ea1-40c1-accb-1017df92003b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:18.176389 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e83f8d-d5f5-4068-bfc8-6137e44870bc', 'name': 'network-vif-deleted', 'tag': '00e0ee8d-8a96-4b35-900c-f4c10f6e938c', 'status': 'completed', 'code': 200} Jul 30 02:10:18.391375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-82f30093-a350-43e5-9435-bb0a0c0cb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:18.399566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-82f30093-a350-43e5-9435-bb0a0c0cb6a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.2874641 Jul 30 02:10:18.505619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1743929240-network', 'tenant_id': '1a4f6ba733ae4937a6bdd0bfe4251caa'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:18.581989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-3ca3d70c-c46e-4807-adca-77ed80ba8636 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 200 len: 1002 time: 0.1712992 Jul 30 02:10:18.582570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Made reservation on behalf of 1a4f6ba733ae4937a6bdd0bfe4251caa for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:18.587333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.610041 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.716085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-8fef29fa-4617-4e63-b303-c6c9cfb114d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:18.718560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-8fef29fa-4617-4e63-b303-c6c9cfb114d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1238935 Jul 30 02:10:18.742488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1ef64-fa32-4eab-b27f-12420f83f3a9 req-f83055c4-d5d9-48e3-98d8-7942a1d64cde tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:18.744801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7c1ef64-fa32-4eab-b27f-12420f83f3a9 req-f83055c4-d5d9-48e3-98d8-7942a1d64cde tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.0854764 Jul 30 02:10:18.806100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.811959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.834148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:10:18.835401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-6db9b212-0ea2-46d7-8f88-d18dfec47e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:18.837171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-6db9b212-0ea2-46d7-8f88-d18dfec47e60 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055567 Jul 30 02:10:18.846526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7c1ef64-fa32-4eab-b27f-12420f83f3a9 req-8c7f117c-83da-4094-833b-c1b5679150b5 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641680 Jul 30 02:10:18.858773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.859396 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Added segment bdd99898-21c1-4c08-a945-fc5d4b8b4316 of type vlan for network d1db3719-81af-4337-991d-fda84927c254 Jul 30 02:10:18.979778 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:18.992915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943d6528-ea08-4522-8c9e-993567c53b30,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:19.034929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-bb7c7106-4b74-41b6-8dcb-d4d8a95f9a61 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671281 Jul 30 02:10:19.051976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.056650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:19.058846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.163117 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3886631 Jul 30 02:10:19.167897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34402) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:19.191936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Request body: {'subnet': {'network_id': 'd1db3719-81af-4337-991d-fda84927c254', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1743929240-subnet', 'tenant_id': '1a4f6ba733ae4937a6bdd0bfe4251caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:19.225567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6015c-4bc9-4632-a752-2830d43f2631 admin admin] Pushing event updated for resources: {'Network': ['ID=d1db3719-81af-4337-991d-fda84927c254,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:19.244366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network d1db3719-81af-4337-991d-fda84927c254 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:10:19.258590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Made reservation on behalf of 1a4f6ba733ae4937a6bdd0bfe4251caa for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:19.262503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.368741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-261232ab-9ad9-477d-b485-cbd3a2bf170e req-bbe04ded-8353-4e73-96cd-475522aa1973 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255908 Jul 30 02:10:19.679930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34412) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:19.689060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8450e2da-c51b-4fc8-b9e1-8889b6dfaf31 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943827275', 'description': 'tempest-secgroup-smoke-943827275 description', 'project_id': '8268d859b1b1494395346d8aba71dcee'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:19.762501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.780677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8450e2da-c51b-4fc8-b9e1-8889b6dfaf31 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:19.862591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Pushing event updated for resources: {'Subnet': ['ID=557c2e23-2a3e-4928-ae59-b520bd9a0ff3,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:19.928419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Checking segment: {'id': 'bdd99898-21c1-4c08-a945-fc5d4b8b4316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1db3719-81af-4337-991d-fda84927c254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:19.928804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Network hostable DHCP agents. Network: d1db3719-81af-4337-991d-fda84927c254, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:10:19.988757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Network d1db3719-81af-4337-991d-fda84927c254 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:10:20.003472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, d1db3719-81af-4337-991d-fda84927c254) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:20.013873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:20.014867 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.022089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de1220-d457-4033-963e-e900ebc57dc4 None None] Network d1db3719-81af-4337-991d-fda84927c254 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:20.162143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-5f5d740b-9d43-4373-8922-cd5e0a867a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:20.164874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-5f5d740b-9d43-4373-8922-cd5e0a867a68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 1097 time: 0.2052128 Jul 30 02:10:20.291894 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8450e2da-c51b-4fc8-b9e1-8889b6dfaf31 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.308115 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c45527e5-8c77-4805-82d8-b9e53693179d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1375294 Jul 30 02:10:20.308441 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8450e2da-c51b-4fc8-b9e1-8889b6dfaf31 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.326554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c030a-28d8-49ee-b6f8-32b23f2536b9 None None] Network d1db3719-81af-4337-991d-fda84927c254 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:20.480728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1467ae-93e1-4e85-8658-754991b8498d req-2e154bde-ad43-467e-8786-a66fdaac56aa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:20.484239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb1467ae-93e1-4e85-8658-754991b8498d req-2e154bde-ad43-467e-8786-a66fdaac56aa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 946 time: 0.4363937 Jul 30 02:10:20.514515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:20.527491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450e2da-c51b-4fc8-b9e1-8889b6dfaf31 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:20.570874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8450e2da-c51b-4fc8-b9e1-8889b6dfaf31 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.573705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8450e2da-c51b-4fc8-b9e1-8889b6dfaf31 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8921630 Jul 30 02:10:20.577446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34454) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:20.585280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b528a6fd-d581-4444-8ad1-e19d389a08e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'security_group_rule': {'security_group_id': 'e0e362fc-7971-4aa4-88f4-0a99efa0bbdd', 'project_id': '8268d859b1b1494395346d8aba71dcee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:20.647489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-0f00d551-3663-401c-9e09-fe758e569a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:20.649680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-0f00d551-3663-401c-9e09-fe758e569a78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 200 len: 911 time: 0.4714017 Jul 30 02:10:20.662588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b528a6fd-d581-4444-8ad1-e19d389a08e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.741670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-db734181-c7c2-45a6-bdb4-1819941e8071 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1eac390-5d39-4753-9939-7f91d8c0ea19 HTTP/1.1" status: 200 len: 217 time: 0.0810685 Jul 30 02:10:20.760360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb1467ae-93e1-4e85-8658-754991b8498d req-14193621-50c9-41d2-b535-1bd95068c560 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502584 Jul 30 02:10:20.854400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b528a6fd-d581-4444-8ad1-e19d389a08e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.862252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b528a6fd-d581-4444-8ad1-e19d389a08e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.933038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-d9851130-fd00-41e3-b1e8-bcf1670f57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:20.934772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528a6fd-d581-4444-8ad1-e19d389a08e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391d8fe2-f311-4b2a-896e-152db0fe50d1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:20.939338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-d9851130-fd00-41e3-b1e8-bcf1670f57ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0646f3b0-c96f-4976-afe1-dabd69932590 HTTP/1.1" status: 200 len: 850 time: 0.1769133 Jul 30 02:10:20.957441 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b528a6fd-d581-4444-8ad1-e19d389a08e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.960121 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b528a6fd-d581-4444-8ad1-e19d389a08e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3803022 Jul 30 02:10:20.961879 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:20.963248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34466) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:20.972103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a95d7209-238b-4c2a-82e6-083607e3e235 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'security_group_rule': {'security_group_id': 'e0e362fc-7971-4aa4-88f4-0a99efa0bbdd', 'project_id': '8268d859b1b1494395346d8aba71dcee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:21.016290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:21.021510 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca1860b-42b3-4642-82ac-6e7792670d13" -d '{"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "30000c7b-691f-405b-ab40-25a0dac19292"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:21.036852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a95d7209-238b-4c2a-82e6-083607e3e235 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.046497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-7fe08e80-5d9d-4d3e-8431-a668a95bab0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=623d2b84-caf9-42a9-a58e-55e2c7aaa067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790968 Jul 30 02:10:21.057124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:21.064416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.163022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a95d7209-238b-4c2a-82e6-083607e3e235 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.174096 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a95d7209-238b-4c2a-82e6-083607e3e235 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.179942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bf0d7-405b-4d4b-adeb-1e9c0fe68337 req-2fdbbf03-4e36-47b9-8737-a4a89a8cae9d tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:21.183246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-094bf0d7-405b-4d4b-adeb-1e9c0fe68337 req-2fdbbf03-4e36-47b9-8737-a4a89a8cae9d tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.2434759 Jul 30 02:10:21.217609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d7209-238b-4c2a-82e6-083607e3e235 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34eed012-1acc-40fd-b5d7-8242d378e241,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:21.226136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:21.247880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a95d7209-238b-4c2a-82e6-083607e3e235 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.256421 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a95d7209-238b-4c2a-82e6-083607e3e235 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2901180 Jul 30 02:10:21.259984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34472) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:21.287016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8db7697b-6a28-4ee7-9cb4-1205fbce04b1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'security_group_rule': {'security_group_id': 'e0e362fc-7971-4aa4-88f4-0a99efa0bbdd', 'project_id': '8268d859b1b1494395346d8aba71dcee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:21.346278 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-094bf0d7-405b-4d4b-adeb-1e9c0fe68337 req-963a3335-0970-4d85-9aef-253b93c93ac2 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508930 Jul 30 02:10:21.355138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-b821e82f-c497-42fe-9c77-6e9a701386fc service neutron] 10.222.0.41 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937250 Jul 30 02:10:21.379891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8db7697b-6a28-4ee7-9cb4-1205fbce04b1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.540602 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8db7697b-6a28-4ee7-9cb4-1205fbce04b1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.557509 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8db7697b-6a28-4ee7-9cb4-1205fbce04b1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.572990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc1f1e9c-eb2e-44ad-99df-047d6f11a5be req-3981848d-cc62-4b5e-957d-41d4773429bf service neutron] 10.222.0.41 "GET /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085688 Jul 30 02:10:21.595357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7697b-6a28-4ee7-9cb4-1205fbce04b1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa410d8-4603-4dde-a4b2-497dce7a5dd6,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:21.610039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8db7697b-6a28-4ee7-9cb4-1205fbce04b1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.611214 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8db7697b-6a28-4ee7-9cb4-1205fbce04b1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495905 Jul 30 02:10:21.616594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34484) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:21.633411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d9479dc3-9eac-4c9d-9431-0aa513384d96 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'security_group_rule': {'security_group_id': 'e0e362fc-7971-4aa4-88f4-0a99efa0bbdd', 'project_id': '8268d859b1b1494395346d8aba71dcee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:21.704412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9479dc3-9eac-4c9d-9431-0aa513384d96 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.836362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9479dc3-9eac-4c9d-9431-0aa513384d96 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.844851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9479dc3-9eac-4c9d-9431-0aa513384d96 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.885689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9479dc3-9eac-4c9d-9431-0aa513384d96 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34891d21-8c3a-42ec-89cd-a8f74dfc9761,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:21.907256 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9479dc3-9eac-4c9d-9431-0aa513384d96 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:21.913373 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d9479dc3-9eac-4c9d-9431-0aa513384d96 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2950685 Jul 30 02:10:21.918743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34522) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:21.930642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-556a4031-145f-4f98-9890-4eee0aff60c5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'security_group_rule': {'security_group_id': 'e0e362fc-7971-4aa4-88f4-0a99efa0bbdd', 'project_id': '8268d859b1b1494395346d8aba71dcee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:21.984664 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-556a4031-145f-4f98-9890-4eee0aff60c5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Project 8268d859b1b1494395346d8aba71dcee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:10:22.018485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556a4031-145f-4f98-9890-4eee0aff60c5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.164025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-fca3b9df-2687-4c02-b194-b4f9ecc6fc25 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:22.173255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-fca3b9df-2687-4c02-b194-b4f9ecc6fc25 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/networks?id=d1db3719-81af-4337-991d-fda84927c254 HTTP/1.1" status: 200 len: 822 time: 0.3024728 Jul 30 02:10:22.197971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556a4031-145f-4f98-9890-4eee0aff60c5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.205236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556a4031-145f-4f98-9890-4eee0aff60c5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.221754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-1bc6abd5-c1b9-419d-96e1-5c416e55d31d tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/quotas/1a4f6ba733ae4937a6bdd0bfe4251caa HTTP/1.1" status: 200 len: 375 time: 0.0396111 Jul 30 02:10:22.246247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a4031-145f-4f98-9890-4eee0aff60c5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f762788-6dbe-4bef-b47b-882d26abc157,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:22.268628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-556a4031-145f-4f98-9890-4eee0aff60c5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.281547 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-556a4031-145f-4f98-9890-4eee0aff60c5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3495626 Jul 30 02:10:22.282371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34524) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:22.289198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4fc19850-95e1-4428-b767-31ba1f201ca3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'security_group_rule': {'security_group_id': 'e0e362fc-7971-4aa4-88f4-0a99efa0bbdd', 'project_id': '8268d859b1b1494395346d8aba71dcee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:22.310781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-164e8571-b090-4706-a081-6e5d9771ea78 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a4f6ba733ae4937a6bdd0bfe4251caa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814836 Jul 30 02:10:22.360748 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-4fc19850-95e1-4428-b767-31ba1f201ca3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Project 8268d859b1b1494395346d8aba71dcee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:10:22.371172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fc19850-95e1-4428-b767-31ba1f201ca3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.564843 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fc19850-95e1-4428-b767-31ba1f201ca3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.572728 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fc19850-95e1-4428-b767-31ba1f201ca3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.573032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-3ddba35b-aa7e-4881-a60f-c4066ede5fa9 service neutron] 10.222.0.84 "GET /v2.0/networks/d1db3719-81af-4337-991d-fda84927c254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551651 Jul 30 02:10:22.604449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc19850-95e1-4428-b767-31ba1f201ca3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98691366-2b90-431b-b7d4-c157a9be26dc,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:22.628142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4fc19850-95e1-4428-b767-31ba1f201ca3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:22.631507 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4fc19850-95e1-4428-b767-31ba1f201ca3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3468473 Jul 30 02:10:22.764062 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-d36fedf0-9dc0-4212-8fb7-01f5456958fc service neutron] 10.222.0.84 "GET /v2.0/networks/d1db3719-81af-4337-991d-fda84927c254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684220 Jul 30 02:10:23.041850 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6499782-379f-4954-8731-3f152cae1b91 x-openstack-request-id: req-e6499782-379f-4954-8731-3f152cae1b91 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:23.045004 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-unplugged", "status": "failed", "tag": "30000c7b-691f-405b-ab40-25a0dac19292", "code": 422}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:23.051011 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e6499782-379f-4954-8731-3f152cae1b91 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:23.052028 n-d-715271-7 neutron-server[93820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292', 'code': 422} returned with failed status Jul 30 02:10:23.284383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80759c3-74ca-41a8-b484-41bcc9a44f52 req-54167679-58cd-409b-85f2-43cbbb354c10 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:23.304732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a80759c3-74ca-41a8-b484-41bcc9a44f52 req-54167679-58cd-409b-85f2-43cbbb354c10 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1683404 Jul 30 02:10:23.393244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a80759c3-74ca-41a8-b484-41bcc9a44f52 req-08fe4a09-17c1-439b-9cf7-b497bd8c95aa tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936124 Jul 30 02:10:23.681515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ccb66-5d04-4485-a0bf-fac2cd430005 req-f701c5c1-7cf3-4c68-8253-dcacd65714d9 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:23.696376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c1ccb66-5d04-4485-a0bf-fac2cd430005 req-f701c5c1-7cf3-4c68-8253-dcacd65714d9 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1253016 Jul 30 02:10:23.771540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c1ccb66-5d04-4485-a0bf-fac2cd430005 req-7b64b566-5c02-4783-9c12-35af1bfdc8ab tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702662 Jul 30 02:10:23.865914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cee0fc59-02e2-4c65-b2a6-585e628bf2d4 req-8de6bb4f-dcc2-4e68-9602-113c7db76aea tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 210 time: 0.0448368 Jul 30 02:10:23.989675 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.151100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-fc6b5c0d-78e4-4af1-a980-f0828c640608 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:25.153141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-fc6b5c0d-78e4-4af1-a980-f0828c640608 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.22 "GET /v2.0/networks?id=d1db3719-81af-4337-991d-fda84927c254 HTTP/1.1" status: 200 len: 822 time: 0.2619436 Jul 30 02:10:25.175397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ebf97-7381-4f4a-84b9-fad54cb0d4a4 req-e5664dbd-59a4-46e1-96d2-9fac71cf048e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:25.182236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e5ebf97-7381-4f4a-84b9-fad54cb0d4a4 req-e5664dbd-59a4-46e1-96d2-9fac71cf048e tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 945 time: 0.1197042 Jul 30 02:10:25.197947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Request body: {'port': {'device_id': '6aaad10e-e43d-462a-b088-9906c397046c', 'network_id': 'd1db3719-81af-4337-991d-fda84927c254', 'admin_state_up': True, 'tenant_id': '1a4f6ba733ae4937a6bdd0bfe4251caa'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:25.318645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e5ebf97-7381-4f4a-84b9-fad54cb0d4a4 req-e935d335-4036-4da1-80dc-43208004381a tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/security-groups?id=0f0ba774-516e-4ab5-bd31-023fde1be236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352706 Jul 30 02:10:25.427302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Made reservation on behalf of 1a4f6ba733ae4937a6bdd0bfe4251caa for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:25.434067 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.597365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Allocated IP 172.20.0.13 (d1db3719-81af-4337-991d-fda84927c254/557c2e23-2a3e-4928-ae59-b520bd9a0ff3/f755de49-f6b8-4f0f-8096-ef85b00cfb06) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:25.691117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-ed6851a0-612a-4563-8218-8d988d48d910 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:25.692938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-ed6851a0-612a-4563-8218-8d988d48d910 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 945 time: 0.0930753 Jul 30 02:10:25.928857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-299d9777-ddbc-4295-9566-68f6a91c45c4 req-4409ca28-272e-492e-ac66-8cffd640df3c tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 210 time: 0.0717430 Jul 30 02:10:25.984125 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:25.997690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Deleting port 116f34ab-398b-4354-a9b9-023b4c529f4a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:25.998020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.148997 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.269654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d8e9f-b96e-4465-9e27-dd15f7178ba9 req-bda3f0bf-8250-45c6-ba44-0458ccca569b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:26.280361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-389d8e9f-b96e-4465-9e27-dd15f7178ba9 req-bda3f0bf-8250-45c6-ba44-0458ccca569b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.2285278 Jul 30 02:10:26.286553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] For port 116f34ab-398b-4354-a9b9-023b4c529f4a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=116f34ab-398b-4354-a9b9-023b4c529f4a,segment=NetworkSegment(29141adc-c3ae-4b28-8831-cf910e39cfac),segment_id=29141adc-c3ae-4b28-8831-cf910e39cfac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:26.287068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:26.527469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:26.787956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Network d1db3719-81af-4337-991d-fda84927c254 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:26.793350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Calling delete_port for 116f34ab-398b-4354-a9b9-023b4c529f4a owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:26.806626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Pushing event updated for resources: {'Port': ['ID=f755de49-f6b8-4f0f-8096-ef85b00cfb06,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:26.811020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:26.822256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:26.970701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-389d8e9f-b96e-4465-9e27-dd15f7178ba9 req-baeaa8d8-c08d-42fe-8862-f701357ce11d tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683600 Jul 30 02:10:26.990482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:26.991186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.028788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-aae99ada-1faa-42d9-a08f-d2299cf5a1c1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8428495 Jul 30 02:10:27.050331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Request body: {'port': {'device_id': '6aaad10e-e43d-462a-b088-9906c397046c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:27.187787 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.194411 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.209244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['116f34ab-398b-4354-a9b9-023b4c529f4a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:27.266927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Pushing event deleted for resources: {'Port': ['ID=116f34ab-398b-4354-a9b9-023b4c529f4a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:27.389178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bff35f2e-91b5-450e-be35-c29f4126f1a5 req-863ca264-8eb3-4da1-9971-177fd70242ec tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.84 "GET /v2.0/ports?device_id=23f097a3-3732-485b-88c5-2173cfc40389 HTTP/1.1" status: 200 len: 210 time: 0.0961442 Jul 30 02:10:27.429249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] No DVR routers for this DVR port 116f34ab-398b-4354-a9b9-023b4c529f4a on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:27.433431 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:27.437518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e73fbda8-a871-4bd5-aece-54ce892a4b35 req-64a99324-91f4-427c-86d7-d7c2d59b8711 tempest-AttachVolumeNegativeTest-398105114 tempest-AttachVolumeNegativeTest-398105114-project] 10.222.0.41 "DELETE /v2.0/ports/116f34ab-398b-4354-a9b9-023b4c529f4a HTTP/1.1" status: 204 len: 173 time: 1.7351425 Jul 30 02:10:27.438441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f097a3-3732-485b-88c5-2173cfc40389', 'name': 'network-vif-deleted', 'tag': '116f34ab-398b-4354-a9b9-023b4c529f4a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:27.442530 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa60acf-1132-4263-85ff-2e6c7c406ad6" -d '{"events": [{"server_uuid": "23f097a3-3732-485b-88c5-2173cfc40389", "name": "network-vif-deleted", "tag": "116f34ab-398b-4354-a9b9-023b4c529f4a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:27.687154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f896b9-a1f6-4c45-8dbb-eef319662df5 req-57179ed3-a598-4ca7-96a1-57a8d40477fe tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:27.689209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1f896b9-a1f6-4c45-8dbb-eef319662df5 req-57179ed3-a598-4ca7-96a1-57a8d40477fe tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 932 time: 0.1186223 Jul 30 02:10:27.811186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1f896b9-a1f6-4c45-8dbb-eef319662df5 req-12203ce5-c5ca-4018-aaea-fcb2f452e860 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054006 Jul 30 02:10:28.021176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f755de49-f6b8-4f0f-8096-ef85b00cfb06 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:10:28.054526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.080270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Transition to ACTIVE for port object f755de49-f6b8-4f0f-8096-ef85b00cfb06 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:28.098343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39463d-d29c-41f8-b41c-2033b1633bad req-603b4a98-0064-42f9-b8c0-898e94cea983 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:28.102985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e39463d-d29c-41f8-b41c-2033b1633bad req-603b4a98-0064-42f9-b8c0-898e94cea983 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1484587 Jul 30 02:10:28.104624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.163130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-8303e071-cb15-4a27-af4f-0bc214f4f923 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:28.165508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-8303e071-cb15-4a27-af4f-0bc214f4f923 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.41 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1650414 Jul 30 02:10:28.310571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f755de49-f6b8-4f0f-8096-ef85b00cfb06,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:28.328937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e39463d-d29c-41f8-b41c-2033b1633bad req-839f5aa0-5ceb-4203-b7af-e43c2e46d151 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109668 Jul 30 02:10:28.414817 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a561a0-b703-4d6c-ab5a-744e532831a2 x-openstack-request-id: req-43a561a0-b703-4d6c-ab5a-744e532831a2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:28.415958 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f097a3-3732-485b-88c5-2173cfc40389", "name": "network-vif-deleted", "tag": "116f34ab-398b-4354-a9b9-023b4c529f4a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:28.415958 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-43a561a0-b703-4d6c-ab5a-744e532831a2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:28.416299 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f097a3-3732-485b-88c5-2173cfc40389', 'name': 'network-vif-deleted', 'tag': '116f34ab-398b-4354-a9b9-023b4c529f4a', 'status': 'completed', 'code': 200} Jul 30 02:10:28.495868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Attempting to bind port f755de49-f6b8-4f0f-8096-ef85b00cfb06 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:28.496210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Attempting to bind port f755de49-f6b8-4f0f-8096-ef85b00cfb06 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'bdd99898-21c1-4c08-a945-fc5d4b8b4316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1db3719-81af-4337-991d-fda84927c254'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:28.496407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Attempting to bind port f755de49-f6b8-4f0f-8096-ef85b00cfb06 on network d1db3719-81af-4337-991d-fda84927c254 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:28.531276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Port f755de49-f6b8-4f0f-8096-ef85b00cfb06 on network d1db3719-81af-4337-991d-fda84927c254 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:10:28.531636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Attempting to bind port f755de49-f6b8-4f0f-8096-ef85b00cfb06 on network d1db3719-81af-4337-991d-fda84927c254 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:28.536740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Deleting port e1eac390-5d39-4753-9939-7f91d8c0ea19 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:28.537085 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.558475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:28.558820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Checking segment: {'id': 'bdd99898-21c1-4c08-a945-fc5d4b8b4316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1db3719-81af-4337-991d-fda84927c254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:28.559214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Bound using segment: {'id': 'bdd99898-21c1-4c08-a945-fc5d4b8b4316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1db3719-81af-4337-991d-fda84927c254'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:28.560220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Bound port: f755de49-f6b8-4f0f-8096-ef85b00cfb06, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd99898-21c1-4c08-a945-fc5d4b8b4316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd1db3719-81af-4337-991d-fda84927c254'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:28.560604 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.627180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fe869-9c24-4507-950c-4d8b84408a90 req-6f582104-4974-4471-939f-b1b177e59f9f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:28.628870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f5fe869-9c24-4507-950c-4d8b84408a90 req-6f582104-4974-4471-939f-b1b177e59f9f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 946 time: 0.1502521 Jul 30 02:10:28.752721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] For port e1eac390-5d39-4753-9939-7f91d8c0ea19, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e1eac390-5d39-4753-9939-7f91d8c0ea19,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:28.753019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.765754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f5fe869-9c24-4507-950c-4d8b84408a90 req-645a80d1-19ee-47bb-b8d3-1a26bec7f948 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160123 Jul 30 02:10:28.768597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] For port f755de49-f6b8-4f0f-8096-ef85b00cfb06, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:28.776309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] For port f755de49-f6b8-4f0f-8096-ef85b00cfb06, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f755de49-f6b8-4f0f-8096-ef85b00cfb06,segment=NetworkSegment(bdd99898-21c1-4c08-a945-fc5d4b8b4316),segment_id=bdd99898-21c1-4c08-a945-fc5d4b8b4316)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:28.777081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Calling delete_port for e1eac390-5d39-4753-9939-7f91d8c0ea19 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:28.783731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.842068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34682) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:28.867183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:28.868444 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:28.870888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] 10.222.0.22 "PUT /v2.0/ports/f755de49-f6b8-4f0f-8096-ef85b00cfb06 HTTP/1.1" status: 200 len: 1092 time: 1.8251665 Jul 30 02:10:28.944209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70b71ce-9d62-474f-84ac-f95f245ed9fb admin admin] Deleting subnet 68d11469-3bec-4b50-b849-fbf84901a507 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:10:28.949609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70b71ce-9d62-474f-84ac-f95f245ed9fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.015214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efdc23-ea9a-478a-8e45-76b331175ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f755de49-f6b8-4f0f-8096-ef85b00cfb06,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:29.025070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70b71ce-9d62-474f-84ac-f95f245ed9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.100761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70b71ce-9d62-474f-84ac-f95f245ed9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.105709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-bba1cbdb-4e4f-49a6-8f6e-78b13671fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:29.108762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-bba1cbdb-4e4f-49a6-8f6e-78b13671fda7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a4f6ba733ae4937a6bdd0bfe4251caa&device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 1095 time: 0.1423683 Jul 30 02:10:29.159121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ffc5-0a26-4c9b-8375-91829df334bb req-df45b00b-429d-4a5d-bae2-42634f9fb8ed tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:29.167574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2620ffc5-0a26-4c9b-8375-91829df334bb req-df45b00b-429d-4a5d-bae2-42634f9fb8ed tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 944 time: 0.1992018 Jul 30 02:10:29.216252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70b71ce-9d62-474f-84ac-f95f245ed9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.261577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b71ce-9d62-474f-84ac-f95f245ed9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d11469-3bec-4b50-b849-fbf84901a507,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:29.280799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70b71ce-9d62-474f-84ac-f95f245ed9fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.282089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-246ae054-8923-4b7d-b3e8-84b018856c16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f755de49-f6b8-4f0f-8096-ef85b00cfb06 HTTP/1.1" status: 200 len: 217 time: 0.1567130 Jul 30 02:10:29.283830 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c70b71ce-9d62-474f-84ac-f95f245ed9fb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/68d11469-3bec-4b50-b849-fbf84901a507 HTTP/1.1" status: 204 len: 168 time: 0.4398241 Jul 30 02:10:29.289213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34690) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:29.410429 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.417947 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.436727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2620ffc5-0a26-4c9b-8375-91829df334bb req-71c6d6c9-d2e9-407e-bd96-f85501e58974 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242095 Jul 30 02:10:29.439879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['e1eac390-5d39-4753-9939-7f91d8c0ea19'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:29.445324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['025bdce5-44ef-4bfa-aafc-6fe9492423f7'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:29.473195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-cd1f0e6e-8bc0-478d-9112-d1f8799e51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:29.474732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-cd1f0e6e-8bc0-478d-9112-d1f8799e51fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=557c2e23-2a3e-4928-ae59-b520bd9a0ff3 HTTP/1.1" status: 200 len: 862 time: 0.1741924 Jul 30 02:10:29.479728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Pushing event deleted for resources: {'Port': ['ID=e1eac390-5d39-4753-9939-7f91d8c0ea19,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:29.525202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-27b91d92-1e87-49f2-980e-57b71423139e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1db3719-81af-4337-991d-fda84927c254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345385 Jul 30 02:10:29.613599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] No DVR routers for this DVR port e1eac390-5d39-4753-9939-7f91d8c0ea19 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:29.618486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.621236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d492c5b6-1b66-4048-98d4-19d5ebaf49b3 req-f4914349-b2c8-44bf-b957-6414c6bac599 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.41 "DELETE /v2.0/ports/e1eac390-5d39-4753-9939-7f91d8c0ea19 HTTP/1.1" status: 204 len: 173 time: 1.4381089 Jul 30 02:10:29.722093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.733780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-10276f83-d874-41a0-bdae-440834d5bd7d service neutron] 10.222.0.22 "GET /v2.0/networks/d1db3719-81af-4337-991d-fda84927c254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877127 Jul 30 02:10:29.770116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f71c2-1548-4b3a-92b6-886c5768568e req-a4242f1e-7a8b-4cf3-8a91-3fba40a73904 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:29.770355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03524a8-a090-4758-a33d-aa0b5da80e59']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:29.772534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070f71c2-1548-4b3a-92b6-886c5768568e req-a4242f1e-7a8b-4cf3-8a91-3fba40a73904 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1450012 Jul 30 02:10:29.826886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29141adc-c3ae-4b28-8831-cf910e39cfac') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:29.832386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29141adc-c3ae-4b28-8831-cf910e39cfac') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:29.857604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 116f34ab-398b-4354-a9b9-023b4c529f4a no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:29.860823 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.910176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070f71c2-1548-4b3a-92b6-886c5768568e req-01eef5dc-ccdb-4671-8cec-40a809d2a9b7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292589 Jul 30 02:10:29.928648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.954377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:10:29.956115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:29.963556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 116f34ab-398b-4354-a9b9-023b4c529f4a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:29.964465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 116f34ab-398b-4354-a9b9-023b4c529f4a not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:10:29.999027 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:10:30.014967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c14fc457-26ba-43f3-9623-c4762b1439ba req-ce12e9ae-5813-42dd-bea1-4058ca5bc157 service neutron] 10.222.0.22 "GET /v2.0/networks/d1db3719-81af-4337-991d-fda84927c254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619607 Jul 30 02:10:30.133999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2af685c9-ceda-49bc-89c8-4effbf2736e3 req-4110365b-b29e-4120-9617-5fba136d57c8 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=092b521b-633e-437f-a558-e752bbde5022 HTTP/1.1" status: 200 len: 210 time: 0.0576715 Jul 30 02:10:30.142285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:30.170474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03524a8-a090-4758-a33d-aa0b5da80e59,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:30.174857 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:30.179510 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f0c531c7-3a1b-4396-88ee-e1b7ac002003 admin admin] 10.222.0.84 "DELETE /v2.0/networks/a03524a8-a090-4758-a33d-aa0b5da80e59 HTTP/1.1" status: 204 len: 168 time: 0.8854578 Jul 30 02:10:30.418483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaad10e-e43d-462a-b088-9906c397046c', 'tag': 'f755de49-f6b8-4f0f-8096-ef85b00cfb06'}, {'server_uuid': '092b521b-633e-437f-a558-e752bbde5022', 'name': 'network-vif-deleted', 'tag': 'e1eac390-5d39-4753-9939-7f91d8c0ea19'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:30.424359 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaad10e-e43d-462a-b088-9906c397046c", "tag": "f755de49-f6b8-4f0f-8096-ef85b00cfb06"}, {"server_uuid": "092b521b-633e-437f-a558-e752bbde5022", "name": "network-vif-deleted", "tag": "e1eac390-5d39-4753-9939-7f91d8c0ea19"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:30.498541 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43610767-63cd-42ad-99c4-f6b441860291 x-openstack-request-id: req-43610767-63cd-42ad-99c4-f6b441860291 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:30.499794 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaad10e-e43d-462a-b088-9906c397046c", "tag": "f755de49-f6b8-4f0f-8096-ef85b00cfb06", "status": "completed", "code": 200}, {"server_uuid": "092b521b-633e-437f-a558-e752bbde5022", "name": "network-vif-deleted", "tag": "e1eac390-5d39-4753-9939-7f91d8c0ea19", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:30.499794 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-43610767-63cd-42ad-99c4-f6b441860291 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:30.500720 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaad10e-e43d-462a-b088-9906c397046c', 'tag': 'f755de49-f6b8-4f0f-8096-ef85b00cfb06', 'status': 'completed', 'code': 200} Jul 30 02:10:30.501518 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092b521b-633e-437f-a558-e752bbde5022', 'name': 'network-vif-deleted', 'tag': 'e1eac390-5d39-4753-9939-7f91d8c0ea19', 'status': 'completed', 'code': 200} Jul 30 02:10:30.568343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34706) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:30.649107 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8c1843b3-9062-48c9-9f5f-0e03e5c8f0e8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ea899590df1f491db8d651e16693fa51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788782 Jul 30 02:10:30.651569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34708) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:30.671191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-f9a8094f-ec1c-41aa-ba9e-32f0c5f5b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:30.674022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-f9a8094f-ec1c-41aa-ba9e-32f0c5f5b552 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1a4f6ba733ae4937a6bdd0bfe4251caa&device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 1095 time: 0.1322935 Jul 30 02:10:30.717615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4f31-2acc-4b1a-803b-fb40a84ce12e req-659d7525-2183-4b8c-bd9a-baceb645b7e7 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:30.720404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d0a4f31-2acc-4b1a-803b-fb40a84ce12e req-659d7525-2183-4b8c-bd9a-baceb645b7e7 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 944 time: 0.1189091 Jul 30 02:10:30.748889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50b3d33b-d5c7-4854-a083-cfb412d9eba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:30.749984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5a1b-5985-4707-a8fe-7feb858741cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:30.807486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5a1b-5985-4707-a8fe-7feb858741cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:30.855897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d0a4f31-2acc-4b1a-803b-fb40a84ce12e req-fc97e5ef-06c9-49ad-b19b-9574f137d28e tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148250 Jul 30 02:10:30.904512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5a1b-5985-4707-a8fe-7feb858741cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:30.907549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5a1b-5985-4707-a8fe-7feb858741cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:30.911691 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7dbd5a1b-5985-4707-a8fe-7feb858741cf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0f0ba774-516e-4ab5-bd31-023fde1be236 HTTP/1.1" status: 204 len: 168 time: 0.2584317 Jul 30 02:10:30.916093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-31342504-77bb-4df8-94d5-99b1529a8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:30.918652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-31342504-77bb-4df8-94d5-99b1529a8fd6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d1db3719-81af-4337-991d-fda84927c254 HTTP/1.1" status: 200 len: 923 time: 0.2255127 Jul 30 02:10:30.923019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd5a1b-5985-4707-a8fe-7feb858741cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0ba774-516e-4ab5-bd31-023fde1be236,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:30.995615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-240a2300-0f52-4683-9c1b-27d968495112 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f755de49-f6b8-4f0f-8096-ef85b00cfb06 HTTP/1.1" status: 200 len: 217 time: 0.0638430 Jul 30 02:10:31.146078 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-f3b72550-376a-427a-bc01-6fc328fa35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:31.150113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-f3b72550-376a-427a-bc01-6fc328fa35b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=557c2e23-2a3e-4928-ae59-b520bd9a0ff3 HTTP/1.1" status: 200 len: 862 time: 0.1386600 Jul 30 02:10:31.248758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-9e7948e7-a698-4223-91c2-083f6c1d2cbd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d1db3719-81af-4337-991d-fda84927c254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835805 Jul 30 02:10:31.264503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed20ab-507d-4654-ac59-56b15c16a875 req-81b782fe-2244-4c60-ae89-bc37e27da5b2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:31.266547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31ed20ab-507d-4654-ac59-56b15c16a875 req-81b782fe-2244-4c60-ae89-bc37e27da5b2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1953189 Jul 30 02:10:31.390046 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:31.459520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-31ed20ab-507d-4654-ac59-56b15c16a875 req-bee39ca9-c784-4681-8a79-a7148bc28c83 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785641 Jul 30 02:10:31.543717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-d99ad2e8-b8ea-4a9c-9230-f4473687287b service neutron] 10.222.0.22 "GET /v2.0/networks/d1db3719-81af-4337-991d-fda84927c254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758739 Jul 30 02:10:31.749214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fb2b8fc-4c66-4a3e-b46b-7f36d6b2cada req-cefe77f4-5cbb-469c-8e4e-a3447afc906a service neutron] 10.222.0.22 "GET /v2.0/networks/d1db3719-81af-4337-991d-fda84927c254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914315 Jul 30 02:10:31.772803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e1eac390-5d39-4753-9939-7f91d8c0ea19 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:31.837312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: e1eac390-5d39-4753-9939-7f91d8c0ea19 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:31.837947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e1eac390-5d39-4753-9939-7f91d8c0ea19 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:31.974141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057dde1-96fd-4360-8232-b7306afe4b0d req-d86fbf3d-94c8-4e40-ad56-404d30b22276 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:31.977518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a057dde1-96fd-4360-8232-b7306afe4b0d req-d86fbf3d-94c8-4e40-ad56-404d30b22276 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0825326 Jul 30 02:10:32.079185 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a057dde1-96fd-4360-8232-b7306afe4b0d req-4b3d69f3-2d38-4a52-b43d-41db38c2088e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878248 Jul 30 02:10:32.296198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d64ef5-c20b-41c7-aef0-513285a57831 req-31cc4589-e97d-469d-960b-ebd64c7f82c4 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:32.298600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84d64ef5-c20b-41c7-aef0-513285a57831 req-31cc4589-e97d-469d-960b-ebd64c7f82c4 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 944 time: 0.1115949 Jul 30 02:10:32.368870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84d64ef5-c20b-41c7-aef0-513285a57831 req-fe5cabe8-1b2b-4373-99a6-3e0ce90aa109 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611970 Jul 30 02:10:32.572662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f755de49-f6b8-4f0f-8096-ef85b00cfb06 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:10:32.724928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bae338-03bb-4b20-8c71-4d98e23820e4 req-dd70a811-50b5-437c-9e55-e709594395b2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:32.727830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1bae338-03bb-4b20-8c71-4d98e23820e4 req-dd70a811-50b5-437c-9e55-e709594395b2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1332657 Jul 30 02:10:32.776750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f755de49-f6b8-4f0f-8096-ef85b00cfb06, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f755de49-f6b8-4f0f-8096-ef85b00cfb06,segment=NetworkSegment(bdd99898-21c1-4c08-a945-fc5d4b8b4316),segment_id=bdd99898-21c1-4c08-a945-fc5d4b8b4316)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:32.799154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1bae338-03bb-4b20-8c71-4d98e23820e4 req-230b9887-8eb0-4e63-b9ef-b01370a663f2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598104 Jul 30 02:10:32.801046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'f755de49-f6b8-4f0f-8096-ef85b00cfb06', 'network_id': 'd1db3719-81af-4337-991d-fda84927c254', 'port_id': 'f755de49-f6b8-4f0f-8096-ef85b00cfb06', 'mac_address': 'fa:16:3e:06:c5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c2e23-2a3e-4928-ae59-b520bd9a0ff3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:10:32.880653 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:32.901444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f755de49-f6b8-4f0f-8096-ef85b00cfb06 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:10:32.942233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f755de49-f6b8-4f0f-8096-ef85b00cfb06, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f755de49-f6b8-4f0f-8096-ef85b00cfb06,segment=NetworkSegment(bdd99898-21c1-4c08-a945-fc5d4b8b4316),segment_id=bdd99898-21c1-4c08-a945-fc5d4b8b4316)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:32.950160 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:33.047680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f755de49-f6b8-4f0f-8096-ef85b00cfb06,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:33.327671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51179e-97e9-4beb-a97a-21f6f17839b7 req-27638e1c-69ee-461a-8c49-8a3f85b2611b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:33.330244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a51179e-97e9-4beb-a97a-21f6f17839b7 req-27638e1c-69ee-461a-8c49-8a3f85b2611b tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1064236 Jul 30 02:10:33.365166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f755de49-f6b8-4f0f-8096-ef85b00cfb06'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:33.437680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a51179e-97e9-4beb-a97a-21f6f17839b7 req-c2c33342-6cd3-40db-8861-6894fbc51735 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837867 Jul 30 02:10:33.447560 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10454828-292a-4812-a548-e3c411d4f0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:33.708946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57357fa-e47c-4141-bb3d-8f9907eb99d4 req-ef5fbeb3-87a6-445d-a2c0-74eccf9c82f5 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:33.711976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c57357fa-e47c-4141-bb3d-8f9907eb99d4 req-ef5fbeb3-87a6-445d-a2c0-74eccf9c82f5 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 945 time: 0.1211472 Jul 30 02:10:33.795087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c57357fa-e47c-4141-bb3d-8f9907eb99d4 req-d1afd435-62c9-40b9-b804-aa4d2c34aa87 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707397 Jul 30 02:10:33.836282 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:34.051737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42170d-c872-4dea-9504-8e5dd8de3d70 req-35f40a45-da7d-48f9-bd7d-af82ee665344 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:34.054159 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db42170d-c872-4dea-9504-8e5dd8de3d70 req-35f40a45-da7d-48f9-bd7d-af82ee665344 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1008596 Jul 30 02:10:34.128253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db42170d-c872-4dea-9504-8e5dd8de3d70 req-1d58c9b8-847a-4f04-b0c6-7031e13e1ae5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641999 Jul 30 02:10:34.533196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:34.584511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f755de49-f6b8-4f0f-8096-ef85b00cfb06 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:10:34.704088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f02fd6-0b24-4419-bd78-4a81388bcad2 req-aa7dd6b2-864d-4070-82f7-bad11199328e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:34.706443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9f02fd6-0b24-4419-bd78-4a81388bcad2 req-aa7dd6b2-864d-4070-82f7-bad11199328e tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.0992122 Jul 30 02:10:34.755892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port f755de49-f6b8-4f0f-8096-ef85b00cfb06 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:10:34.766468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port f755de49-f6b8-4f0f-8096-ef85b00cfb06 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:10:34.767351 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:34.799935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9f02fd6-0b24-4419-bd78-4a81388bcad2 req-54b247e2-4774-4889-8f33-bbdb1e524208 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833936 Jul 30 02:10:35.060641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:35.110656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaad10e-e43d-462a-b088-9906c397046c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f755de49-f6b8-4f0f-8096-ef85b00cfb06'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:35.115020 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8fdd6e-38dd-4e76-abd8-57c93bc464f0" -d '{"events": [{"server_uuid": "6aaad10e-e43d-462a-b088-9906c397046c", "name": "network-vif-plugged", "status": "completed", "tag": "f755de49-f6b8-4f0f-8096-ef85b00cfb06"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:35.115704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f07fb5-778a-4e12-a319-596ff1c4e6d9 req-9905f99e-ba89-463d-8adf-d1c7a56f1039 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:35.129701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86f07fb5-778a-4e12-a319-596ff1c4e6d9 req-9905f99e-ba89-463d-8adf-d1c7a56f1039 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 945 time: 0.1580493 Jul 30 02:10:35.151453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port f755de49-f6b8-4f0f-8096-ef85b00cfb06, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f755de49-f6b8-4f0f-8096-ef85b00cfb06,segment=NetworkSegment(bdd99898-21c1-4c08-a945-fc5d4b8b4316),segment_id=bdd99898-21c1-4c08-a945-fc5d4b8b4316)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:35.160911 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:35.180560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86f07fb5-778a-4e12-a319-596ff1c4e6d9 req-ab0e4663-63de-4bbd-9e46-0af8e82752d5 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494437 Jul 30 02:10:35.245434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=f755de49-f6b8-4f0f-8096-ef85b00cfb06,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:35.266861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.267887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.269354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.271205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.272147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.272957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.274377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.275218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.276073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.276887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.277813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.279794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:10:35.322054 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d711fb3b-d941-47c9-a33b-dc64f09c51dc x-openstack-request-id: req-d711fb3b-d941-47c9-a33b-dc64f09c51dc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:35.322498 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaad10e-e43d-462a-b088-9906c397046c", "name": "network-vif-plugged", "status": "completed", "tag": "f755de49-f6b8-4f0f-8096-ef85b00cfb06", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:35.323119 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d711fb3b-d941-47c9-a33b-dc64f09c51dc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:35.323795 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaad10e-e43d-462a-b088-9906c397046c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f755de49-f6b8-4f0f-8096-ef85b00cfb06', 'code': 200} Jul 30 02:10:35.536469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4979b3-0d3a-43bc-81d5-533584dd5b78 req-0b261f2a-ed69-4be1-8030-5ad8371dc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:35.537336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-78cf7488-6b26-4a9f-8e47-b353b3afefd3 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:35.538301 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bd4979b3-0d3a-43bc-81d5-533584dd5b78 req-0b261f2a-ed69-4be1-8030-5ad8371dc25b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 1097 time: 0.0720756 Jul 30 02:10:35.539468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-78cf7488-6b26-4a9f-8e47-b353b3afefd3 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1451578 Jul 30 02:10:35.580468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6dcd7-e6ad-405d-83d5-1ab3fe4a6fdd req-e2c71a10-9c53-4693-97c8-7af84eb38fa7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:35.583423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cc6dcd7-e6ad-405d-83d5-1ab3fe4a6fdd req-e2c71a10-9c53-4693-97c8-7af84eb38fa7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1385021 Jul 30 02:10:35.616914 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bd4979b3-0d3a-43bc-81d5-533584dd5b78 req-6ff36c2c-f15e-4a43-baef-7a6a464c4087 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549471 Jul 30 02:10:35.789841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cc6dcd7-e6ad-405d-83d5-1ab3fe4a6fdd req-6932a62a-f46b-4a90-8752-0be28b831e2c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940780 Jul 30 02:10:35.881672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Deleting port 025bdce5-44ef-4bfa-aafc-6fe9492423f7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:35.882702 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.107101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] For port 025bdce5-44ef-4bfa-aafc-6fe9492423f7, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=025bdce5-44ef-4bfa-aafc-6fe9492423f7,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:36.107590 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.120434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e83be5-2b12-4491-a9f2-07d536bca70d req-9e4fe99b-ac21-4680-ab57-dd67154a9642 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:36.128212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66e83be5-2b12-4491-a9f2-07d536bca70d req-9e4fe99b-ac21-4680-ab57-dd67154a9642 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 945 time: 0.1507919 Jul 30 02:10:36.172239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34826) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:36.177584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Calling delete_port for 025bdce5-44ef-4bfa-aafc-6fe9492423f7 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:36.214787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66e83be5-2b12-4491-a9f2-07d536bca70d req-ed44284d-d6a6-443f-a46a-031bf60b8d95 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/security-groups?id=3abd6db8-bb1d-458a-b704-816c62b3e321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787430 Jul 30 02:10:36.222200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.429347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfbe51d4-ac62-4457-91cf-7d3327ac7132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.455475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-031438ea-7d5c-4b67-93d0-47594c9f4665 req-ed8f6da4-9dbf-4d5f-a0ac-e3511adcaa83 tempest-TaggedBootDevicesTest_v242-2028751896 tempest-TaggedBootDevicesTest_v242-2028751896-project] (93819) timed out ('10.222.0.84', 51956) {{(pid=93819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:10:36.469142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a65a6f-b593-469f-ab95-f88e058ade53 req-6a26bfef-2d7e-46c4-b7aa-a644b8f933b1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:36.471651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4a65a6f-b593-469f-ab95-f88e058ade53 req-6a26bfef-2d7e-46c4-b7aa-a644b8f933b1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 946 time: 0.1534910 Jul 30 02:10:36.514788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.533757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['025bdce5-44ef-4bfa-aafc-6fe9492423f7'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:36.561437 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Pushing event deleted for resources: {'Port': ['ID=025bdce5-44ef-4bfa-aafc-6fe9492423f7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:36.595329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfbe51d4-ac62-4457-91cf-7d3327ac7132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.602550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dfbe51d4-ac62-4457-91cf-7d3327ac7132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.612229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4a65a6f-b593-469f-ab95-f88e058ade53 req-8bfc031d-3b56-466b-80b8-152f1c228489 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314263 Jul 30 02:10:36.676202 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dfbe51d4-ac62-4457-91cf-7d3327ac7132 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8a0c0be59d0649e4948724a33900fd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016611 Jul 30 02:10:36.677810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe51d4-ac62-4457-91cf-7d3327ac7132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d04e54-0398-4975-88d6-0bde313f8bb5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:36.696346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:36.719170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] No DVR routers for this DVR port 025bdce5-44ef-4bfa-aafc-6fe9492423f7 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:36.724361 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.727615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b28b36c5-d35f-4b0f-8d56-25d0ff90286c req-d2112e81-5e2a-43c4-9513-9e482633d55f tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.22 "DELETE /v2.0/ports/025bdce5-44ef-4bfa-aafc-6fe9492423f7 HTTP/1.1" status: 204 len: 173 time: 1.1631463 Jul 30 02:10:36.728670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad559f8-f998-4e6d-bd95-e093802bbf21', 'name': 'network-vif-deleted', 'tag': '025bdce5-44ef-4bfa-aafc-6fe9492423f7'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:36.734905 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2467074b-f79b-4f50-88da-f25026f3be7f" -d '{"events": [{"server_uuid": "bad559f8-f998-4e6d-bd95-e093802bbf21", "name": "network-vif-deleted", "tag": "025bdce5-44ef-4bfa-aafc-6fe9492423f7"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:36.820246 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ac26ef4-e964-4782-895e-28861da5e7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:36.828360 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a4c872-9482-4714-bf09-a48ebd5d4210 x-openstack-request-id: req-b0a4c872-9482-4714-bf09-a48ebd5d4210 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:36.833756 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad559f8-f998-4e6d-bd95-e093802bbf21", "name": "network-vif-deleted", "tag": "025bdce5-44ef-4bfa-aafc-6fe9492423f7", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:36.835240 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b0a4c872-9482-4714-bf09-a48ebd5d4210 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:36.837679 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad559f8-f998-4e6d-bd95-e093802bbf21', 'name': 'network-vif-deleted', 'tag': '025bdce5-44ef-4bfa-aafc-6fe9492423f7', 'status': 'completed', 'code': 200} Jul 30 02:10:36.928833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ac26ef4-e964-4782-895e-28861da5e7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.087392 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ac26ef4-e964-4782-895e-28861da5e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.094936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ac26ef4-e964-4782-895e-28861da5e7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.096986 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8ac26ef4-e964-4782-895e-28861da5e7b2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e8d04e54-0398-4975-88d6-0bde313f8bb5 HTTP/1.1" status: 204 len: 168 time: 0.3973637 Jul 30 02:10:37.125495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26ef4-e964-4782-895e-28861da5e7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d04e54-0398-4975-88d6-0bde313f8bb5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:37.163381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395418-d51d-4d6b-9a5b-5711c501e594 req-478a218f-70c6-4d19-84f7-99a7d76bdd6b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:37.165148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3395418-d51d-4d6b-9a5b-5711c501e594 req-478a218f-70c6-4d19-84f7-99a7d76bdd6b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1504400 Jul 30 02:10:37.242959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3395418-d51d-4d6b-9a5b-5711c501e594 req-b6541b9e-0925-4311-88df-8ccbff0d1ce3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618391 Jul 30 02:10:37.449761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc8cfa92-ca73-4ff1-9303-9c4fafe162f8 req-a24cc73e-0639-4d54-b51b-5afa0c629d15 tempest-ServerRescueTestJSON-838607770 tempest-ServerRescueTestJSON-838607770-project] 10.222.0.84 "GET /v2.0/ports?device_id=bad559f8-f998-4e6d-bd95-e093802bbf21 HTTP/1.1" status: 200 len: 210 time: 0.0709112 Jul 30 02:10:37.665384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34848) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:37.702363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91f002d9-42d2-464c-881d-a4252790fa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:37.899170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ed24c-49d6-48ea-9046-dd22ca077399 req-14425958-c32f-41fe-8e19-a7a4c1abb7e2 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:37.902356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-362ed24c-49d6-48ea-9046-dd22ca077399 req-14425958-c32f-41fe-8e19-a7a4c1abb7e2 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 946 time: 0.1263261 Jul 30 02:10:38.026525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-362ed24c-49d6-48ea-9046-dd22ca077399 req-e8ea7575-ac4c-4699-876c-27c25c2986d7 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969694 Jul 30 02:10:38.035712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91f002d9-42d2-464c-881d-a4252790fa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.043284 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91f002d9-42d2-464c-881d-a4252790fa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.132028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f002d9-42d2-464c-881d-a4252790fa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d981486-4477-496d-be74-e5a7eaf5e1de,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:38.143925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34858) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:38.144805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-91f002d9-42d2-464c-881d-a4252790fa02 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e0ad124d00143e3adea8bbbaf43ec53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749937 Jul 30 02:10:38.288937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b48ceddd-7223-4a83-951e-bf3312438e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.325267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b48ceddd-7223-4a83-951e-bf3312438e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.393235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b48ceddd-7223-4a83-951e-bf3312438e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.405951 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b48ceddd-7223-4a83-951e-bf3312438e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:38.405951 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b48ceddd-7223-4a83-951e-bf3312438e71 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3d981486-4477-496d-be74-e5a7eaf5e1de HTTP/1.1" status: 204 len: 168 time: 0.2557948 Jul 30 02:10:38.414913 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ceddd-7223-4a83-951e-bf3312438e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d981486-4477-496d-be74-e5a7eaf5e1de,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:38.653706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60331ac3-a975-4463-a8fb-a0c76355f0ea req-e1c7cb60-21e3-4fc8-9497-479279e6fbd7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:38.656624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60331ac3-a975-4463-a8fb-a0c76355f0ea req-e1c7cb60-21e3-4fc8-9497-479279e6fbd7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1036439 Jul 30 02:10:38.732514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60331ac3-a975-4463-a8fb-a0c76355f0ea req-30f09760-b45e-4ef2-b037-e732189929a8 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608726 Jul 30 02:10:38.960664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e675e-533d-49b2-93a1-0e956c309ec0 req-1d279e00-a511-451e-a2b9-9182d41b9d18 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:38.963388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-967e675e-533d-49b2-93a1-0e956c309ec0 req-1d279e00-a511-451e-a2b9-9182d41b9d18 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 946 time: 0.1043274 Jul 30 02:10:39.080132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-967e675e-533d-49b2-93a1-0e956c309ec0 req-36e3405e-ebd9-4509-b959-e4928e982672 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028295 Jul 30 02:10:39.186415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34882) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:39.981869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:40.062857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ae45f-bf02-482a-aff5-f1e2059fe064 req-976c84f5-550e-4b0a-8ad0-d5802ee462b1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:40.065783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f63ae45f-bf02-482a-aff5-f1e2059fe064 req-976c84f5-550e-4b0a-8ad0-d5802ee462b1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1573391 Jul 30 02:10:40.248276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f63ae45f-bf02-482a-aff5-f1e2059fe064 req-fd999121-97c8-4b9d-b07d-3c670ef94ae7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666005 Jul 30 02:10:40.536925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f645141-521c-40d2-8c8e-111c229b1abf req-00d14e3f-31a1-4197-b46b-12f73d131f7b tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:40.540567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f645141-521c-40d2-8c8e-111c229b1abf req-00d14e3f-31a1-4197-b46b-12f73d131f7b tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 946 time: 0.1538103 Jul 30 02:10:40.603347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 025bdce5-44ef-4bfa-aafc-6fe9492423f7 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:40.659566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f645141-521c-40d2-8c8e-111c229b1abf req-e1bd5867-468f-483c-b8b7-a8e9e102fe94 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/security-groups?id=943d6528-ea08-4522-8c9e-993567c53b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956974 Jul 30 02:10:40.665336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 025bdce5-44ef-4bfa-aafc-6fe9492423f7 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:40.666225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 025bdce5-44ef-4bfa-aafc-6fe9492423f7 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:40.759112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-f95191cb-8ee1-4a18-ad58-5a48fabac46e tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:40.763136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-f95191cb-8ee1-4a18-ad58-5a48fabac46e tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.22 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 946 time: 0.2199106 Jul 30 02:10:40.954195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Deleting port b3ad34df-41db-4b03-a0fd-c731effa138e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:40.954655 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.032318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Deleting port f755de49-f6b8-4f0f-8096-ef85b00cfb06 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:41.033045 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.130549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] For port b3ad34df-41db-4b03-a0fd-c731effa138e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b3ad34df-41db-4b03-a0fd-c731effa138e,segment=NetworkSegment(df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c),segment_id=df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:41.130897 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.158044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Calling delete_port for b3ad34df-41db-4b03-a0fd-c731effa138e owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:41.190605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] For port f755de49-f6b8-4f0f-8096-ef85b00cfb06, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=f755de49-f6b8-4f0f-8096-ef85b00cfb06,segment=NetworkSegment(bdd99898-21c1-4c08-a945-fc5d4b8b4316),segment_id=bdd99898-21c1-4c08-a945-fc5d4b8b4316)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:41.190981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.259409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Calling delete_port for f755de49-f6b8-4f0f-8096-ef85b00cfb06 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:41.543505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3800723-2357-400a-9ac1-7eb3ad6ff6b2 req-6b9c26e6-d704-4ad8-b628-76376d8fca6c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:41.545845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3800723-2357-400a-9ac1-7eb3ad6ff6b2 req-6b9c26e6-d704-4ad8-b628-76376d8fca6c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1341355 Jul 30 02:10:41.660022 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:41.678440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['f755de49-f6b8-4f0f-8096-ef85b00cfb06'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:10:41.679071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.084007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Pushing event deleted for resources: {'Port': ['ID=f755de49-f6b8-4f0f-8096-ef85b00cfb06,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:42.094676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3800723-2357-400a-9ac1-7eb3ad6ff6b2 req-ec391472-de78-4a61-8859-217340363a99 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5028684 Jul 30 02:10:42.137467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ad34df-41db-4b03-a0fd-c731effa138e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:42.198684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] No DVR routers for this DVR port f755de49-f6b8-4f0f-8096-ef85b00cfb06 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:10:42.232941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.235137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4b672449-062a-4dd6-afc6-93d520e27c65 req-a7ca7d73-bd50-4a33-a2c0-624fa7bf99aa tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.22 "DELETE /v2.0/ports/f755de49-f6b8-4f0f-8096-ef85b00cfb06 HTTP/1.1" status: 204 len: 173 time: 1.4575837 Jul 30 02:10:42.236949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaad10e-e43d-462a-b088-9906c397046c', 'name': 'network-vif-deleted', 'tag': 'f755de49-f6b8-4f0f-8096-ef85b00cfb06'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:10:42.239241 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcf54a0-3ca2-49c3-98dc-879216a44307" -d '{"events": [{"server_uuid": "6aaad10e-e43d-462a-b088-9906c397046c", "name": "network-vif-deleted", "tag": "f755de49-f6b8-4f0f-8096-ef85b00cfb06"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:10:42.296136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d2e558f-e68d-421c-81df-f9606387706b req-b8917783-46c8-4a11-9d70-401e17cfd4f1 tempest-ServerAddressesNegativeTestJSON-234782152 tempest-ServerAddressesNegativeTestJSON-234782152-project] 10.222.0.84 "GET /v2.0/ports?device_id=6aaad10e-e43d-462a-b088-9906c397046c HTTP/1.1" status: 200 len: 210 time: 0.0599065 Jul 30 02:10:42.401597 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1202c4ff-c683-4b59-8604-807c4fa881ec x-openstack-request-id: req-1202c4ff-c683-4b59-8604-807c4fa881ec {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:10:42.401910 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaad10e-e43d-462a-b088-9906c397046c", "name": "network-vif-deleted", "tag": "f755de49-f6b8-4f0f-8096-ef85b00cfb06", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:10:42.402183 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1202c4ff-c683-4b59-8604-807c4fa881ec {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:10:42.403250 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaad10e-e43d-462a-b088-9906c397046c', 'name': 'network-vif-deleted', 'tag': 'f755de49-f6b8-4f0f-8096-ef85b00cfb06', 'status': 'completed', 'code': 200} Jul 30 02:10:42.510262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:42.875207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Router c4b2d4a6-403d-473f-bfc5-54640705ee4f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:10:43.029993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:43.041316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5367df37-b46b-4cca-8ce2-a76b6bf18090 admin admin] 10.222.0.84 "PUT /v2.0/routers/c4b2d4a6-403d-473f-bfc5-54640705ee4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8529773 Jul 30 02:10:43.043827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34962) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:43.054564 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] Sync routers for ids ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:43.078241 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] Routers {'c4b2d4a6-403d-473f-bfc5-54640705ee4f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:43.081148 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:10:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:43.261361 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.377730 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] Set router c4b2d4a6-403d-473f-bfc5-54640705ee4f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:43.585990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e5f9a-8be1-4345-b510-5c1515de16f8 req-90af8397-b1f5-4f97-b8fd-027cdabe3480 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:43.587633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d66e5f9a-8be1-4345-b510-5c1515de16f8 req-90af8397-b1f5-4f97-b8fd-027cdabe3480 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.2792368 Jul 30 02:10:43.591365 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.754551 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:48Z', 'updated_at': '2021-07-30T02:10:41Z', 'revision_number': 5, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'gw_port': {'id': '22e0fa33-2ad5-4c8f-aa48-8ccb583cf387', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:84:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:07:50Z', 'updated_at': '2021-07-30T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:43.759095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d66e5f9a-8be1-4345-b510-5c1515de16f8 req-7d05adb4-d515-457e-b9bd-26bd4bb2965f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490781 Jul 30 02:10:43.783351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Deleting port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:10:43.784259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:43.843395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34980) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:43.850318 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] Checking router: c4b2d4a6-403d-473f-bfc5-54640705ee4f for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:43.865550 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] Routers {'c4b2d4a6-403d-473f-bfc5-54640705ee4f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:43.866187 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:10:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:43.975496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] Set router c4b2d4a6-403d-473f-bfc5-54640705ee4f gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:44.003679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-f064f739-4ba2-443f-85db-fd772042efd0 admin admin] Deleting subnet 557c2e23-2a3e-4928-ae59-b520bd9a0ff3 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:10:44.015242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f064f739-4ba2-443f-85db-fd772042efd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.041578 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:48Z', 'updated_at': '2021-07-30T02:10:43Z', 'revision_number': 6, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.079475 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddd49ac-02b5-4670-94f4-bd94769e0e7a None None] The sync data for ids ['c4b2d4a6-403d-473f-bfc5-54640705ee4f'] in n-d-715271-7 is: [{'id': 'c4b2d4a6-403d-473f-bfc5-54640705ee4f', 'name': 'tempest-ServerRescueTestJSON-822352995-router', 'tenant_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:07:48Z', 'updated_at': '2021-07-30T02:10:43Z', 'revision_number': 6, 'project_id': '8e7a5b78969b4b82b8c73bb8182817a6', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:44.091349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] For port 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=22e0fa33-2ad5-4c8f-aa48-8ccb583cf387,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:10:44.091772 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.108915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Calling delete_port for 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:10:44.119823 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f064f739-4ba2-443f-85db-fd772042efd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.225800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f064f739-4ba2-443f-85db-fd772042efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.351000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f064f739-4ba2-443f-85db-fd772042efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.385468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064f739-4ba2-443f-85db-fd772042efd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557c2e23-2a3e-4928-ae59-b520bd9a0ff3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:44.393588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f064f739-4ba2-443f-85db-fd772042efd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.399938 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f064f739-4ba2-443f-85db-fd772042efd0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/557c2e23-2a3e-4928-ae59-b520bd9a0ff3 HTTP/1.1" status: 204 len: 168 time: 0.5535929 Jul 30 02:10:44.401041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:44.488098 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.557120 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.574160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Pushing event deleted for resources: {'Port': ['ID=22e0fa33-2ad5-4c8f-aa48-8ccb583cf387,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:44.634317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f755de49-f6b8-4f0f-8096-ef85b00cfb06 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:44.705955 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.747151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: f755de49-f6b8-4f0f-8096-ef85b00cfb06 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:44.748737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device f755de49-f6b8-4f0f-8096-ef85b00cfb06 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:44.898483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.910783 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.925239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:44.933640 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1db3719-81af-4337-991d-fda84927c254']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.956551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd99898-21c1-4c08-a945-fc5d4b8b4316') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.961304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd99898-21c1-4c08-a945-fc5d4b8b4316') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:44.981745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.019551 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.021054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4b2d4a6-403d-473f-bfc5-54640705ee4f {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:10:45.030044 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.031658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c80eb81c-02ee-40f5-9222-b398a5ba82fe admin admin] 10.222.0.84 "DELETE /v2.0/routers/c4b2d4a6-403d-473f-bfc5-54640705ee4f HTTP/1.1" status: 204 len: 168 time: 1.9866600 Jul 30 02:10:45.035736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.036974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35008) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:45.060600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552e5e-fe64-4ffc-ac7e-35f9d8e1e37a req-5a53bd67-a761-47c4-bf2b-4d6498003d25 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:45.062426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49552e5e-fe64-4ffc-ac7e-35f9d8e1e37a req-5a53bd67-a761-47c4-bf2b-4d6498003d25 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1311481 Jul 30 02:10:45.066540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:10:45.067146 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:10:45.070817 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:10:45.167456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49552e5e-fe64-4ffc-ac7e-35f9d8e1e37a req-a0164014-df8f-45e5-8937-be341656f866 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816886 Jul 30 02:10:45.171939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12fe775-2193-45ce-91ff-be62b6e3a27c admin admin] Deleting subnet 0646f3b0-c96f-4976-afe1-dabd69932590 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:10:45.176026 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d12fe775-2193-45ce-91ff-be62b6e3a27c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.226876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.247684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.252405 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d12fe775-2193-45ce-91ff-be62b6e3a27c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.253046 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d1db3719-81af-4337-991d-fda84927c254 HTTP/1.1" status: 204 len: 168 time: 0.8503823 Jul 30 02:10:45.266457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:45.274447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fed32-c4d0-4e87-9d36-57a13f498228 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1db3719-81af-4337-991d-fda84927c254,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:45.337974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:45.338314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 22e0fa33-2ad5-4c8f-aa48-8ccb583cf387 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:45.338739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b3ad34df-41db-4b03-a0fd-c731effa138e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:10:45.388155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: b3ad34df-41db-4b03-a0fd-c731effa138e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:10:45.388669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b3ad34df-41db-4b03-a0fd-c731effa138e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:10:45.400442 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d12fe775-2193-45ce-91ff-be62b6e3a27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.489355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d12fe775-2193-45ce-91ff-be62b6e3a27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.525173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fe775-2193-45ce-91ff-be62b6e3a27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0646f3b0-c96f-4976-afe1-dabd69932590,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:45.549805 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d12fe775-2193-45ce-91ff-be62b6e3a27c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.553537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d12fe775-2193-45ce-91ff-be62b6e3a27c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0646f3b0-c96f-4976-afe1-dabd69932590 HTTP/1.1" status: 204 len: 168 time: 0.5145612 Jul 30 02:10:45.556615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35016) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:45.670318 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.836093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.861147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623d2b84-caf9-42a9-a58e-55e2c7aaa067']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:45.877983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:45.877983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0d4d5a-b0af-4dd3-9f3c-704e564c6c1c') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:45.878389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:45.901517 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.925017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.962041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:10:45.962542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:10:45.967462 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:10:46.018921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6604f945-4558-4b82-85a9-f8045e05e076 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1a4f6ba733ae4937a6bdd0bfe4251caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396463 Jul 30 02:10:46.022363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35026) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:46.090614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.098328 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.102396 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] 10.222.0.84 "DELETE /v2.0/networks/623d2b84-caf9-42a9-a58e-55e2c7aaa067 HTTP/1.1" status: 204 len: 168 time: 0.5437865 Jul 30 02:10:46.152219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f73b4-8e63-410d-96db-398dd5c2fa36 admin admin] Pushing event deleted for resources: {'Network': ['ID=623d2b84-caf9-42a9-a58e-55e2c7aaa067,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:46.163048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fe78-d6e6-49fa-9aca-91a297738bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.196654 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fe78-d6e6-49fa-9aca-91a297738bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.326930 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fe78-d6e6-49fa-9aca-91a297738bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.330237 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fe78-d6e6-49fa-9aca-91a297738bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.332705 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e4e8fe78-d6e6-49fa-9aca-91a297738bc1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/943d6528-ea08-4522-8c9e-993567c53b30 HTTP/1.1" status: 204 len: 168 time: 0.3092628 Jul 30 02:10:46.357953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8fe78-d6e6-49fa-9aca-91a297738bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d6528-ea08-4522-8c9e-993567c53b30,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:46.458607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd8ed1-935d-41fa-b31d-1356ff5b98db req-90527495-ade5-4e93-8e79-57cf0cce04a9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:46.471162 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2fd8ed1-935d-41fa-b31d-1356ff5b98db req-90527495-ade5-4e93-8e79-57cf0cce04a9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1513042 Jul 30 02:10:46.537488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2fd8ed1-935d-41fa-b31d-1356ff5b98db req-60285a6d-6c8a-4717-9dff-65e69f26da46 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647750 Jul 30 02:10:46.607216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35046) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:46.717619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35050) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:46.719580 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a1962f9e-4207-4fc2-bd8f-38c4ef8331cd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e7a5b78969b4b82b8c73bb8182817a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101267 Jul 30 02:10:46.831214 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e34065e-4bdb-4299-8f51-ac0f88484911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.873674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e34065e-4bdb-4299-8f51-ac0f88484911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.986104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e34065e-4bdb-4299-8f51-ac0f88484911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.989937 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8e34065e-4bdb-4299-8f51-ac0f88484911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:46.991135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8e34065e-4bdb-4299-8f51-ac0f88484911 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3abd6db8-bb1d-458a-b704-816c62b3e321 HTTP/1.1" status: 204 len: 168 time: 0.2719891 Jul 30 02:10:47.002808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34065e-4bdb-4299-8f51-ac0f88484911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abd6db8-bb1d-458a-b704-816c62b3e321,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:47.749429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335a200-e46b-4e3c-bc60-e2d312b39562 req-3daf0e56-357a-4444-830b-6f909121c12c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:47.758842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6335a200-e46b-4e3c-bc60-e2d312b39562 req-3daf0e56-357a-4444-830b-6f909121c12c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.0805545 Jul 30 02:10:47.820091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6335a200-e46b-4e3c-bc60-e2d312b39562 req-9791ca06-7e78-440f-86db-36f4427e64da tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601990 Jul 30 02:10:48.251288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35122) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:48.637497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-network', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:48.682222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Made reservation on behalf of fe7d6368b5614a11b69ac7d1a5d5adf5 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:48.687034 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.719840 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.885259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.893709 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.924852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:10:48.944150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a74670f-a850-40b9-adc0-2663e8b7dcbf,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:48.951001 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:48.951605 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Added segment 646ab450-bd04-43c6-83a0-890219eac2f9 of type vlan for network cf93f96d-1619-4160-ab07-c6eb48a0aebe Jul 30 02:10:49.040932 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.094598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.097593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:49.099406 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.257551 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:10:49.260432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35184) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:49.263216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0078981 Jul 30 02:10:49.267394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Request body: {'subnet': {'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-subnet', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:49.325180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951edcbd-160c-40da-a189-0a933cd74681 admin admin] Pushing event updated for resources: {'Network': ['ID=cf93f96d-1619-4160-ab07-c6eb48a0aebe,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:49.336773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Made reservation on behalf of fe7d6368b5614a11b69ac7d1a5d5adf5 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:10:49.340701 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.351122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network cf93f96d-1619-4160-ab07-c6eb48a0aebe details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:10:49.690992 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.706269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62393f1-54f3-4cde-844b-850164d1e94b req-79df75c5-2cb4-41b4-9be9-189adf94290a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:49.712074 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-ab752a1b-82cf-4b22-8343-e67783140998 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1879909 Jul 30 02:10:49.714357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f62393f1-54f3-4cde-844b-850164d1e94b req-79df75c5-2cb4-41b4-9be9-189adf94290a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.0820508 Jul 30 02:10:49.772074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f62393f1-54f3-4cde-844b-850164d1e94b req-d66bb7bb-2f99-45e3-a9f5-8be0a612516e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567331 Jul 30 02:10:49.784480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Checking segment: {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:49.784851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Network hostable DHCP agents. Network: cf93f96d-1619-4160-ab07-c6eb48a0aebe, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:10:49.798672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=169d00ba-409e-4ea1-871c-9c12acf90511,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:49.819382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Network cf93f96d-1619-4160-ab07-c6eb48a0aebe is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:10:49.843154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, cf93f96d-1619-4160-ab07-c6eb48a0aebe) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:49.852325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11d1bea-94e8-4dfa-b8c9-db25c032f618 None None] Network cf93f96d-1619-4160-ab07-c6eb48a0aebe requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:49.860005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-856a4dd0-ff0c-449d-96a5-0d6eb8587894 req-b5caecfd-336b-4f94-9010-5e251936fcd3 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e64017b-8f7e-44da-aee3-2c3c325d9055 HTTP/1.1" status: 200 len: 210 time: 0.0406489 Jul 30 02:10:49.886995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:49.888297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:49.941959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7f7b82e1-eb9b-44e5-98ca-c5240238fe9c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6797428 Jul 30 02:10:49.946097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35224) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:49.952770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:10:50.020569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.022388 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.171300 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.612221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b839cda-3f68-4eab-9c27-1b94f3bab367 None None] Network cf93f96d-1619-4160-ab07-c6eb48a0aebe requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:10:50.948367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:50.959580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f63f444-df28-4962-af9c-febc28d50d2c req-cd5402c9-aec2-4968-a0cb-dfd99b181567 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1046984 Jul 30 02:10:51.225634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6332a9-ddda-41c8-8600-e8070bdd4649 req-1ad26b8c-b937-4af6-b557-d3327c3b5389 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:51.233910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e6332a9-ddda-41c8-8600-e8070bdd4649 req-1ad26b8c-b937-4af6-b557-d3327c3b5389 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1331379 Jul 30 02:10:51.340497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e6332a9-ddda-41c8-8600-e8070bdd4649 req-71adb423-46d9-4c04-b289-c78cd824a459 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050079 Jul 30 02:10:51.490762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.514636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:51.528489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35290) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:51.792965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Allocated IP 172.25.7.190 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/283579df-ae02-4b5a-83fc-8affaf496467) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:51.962236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97af4640-b8bd-4d6c-82b2-bba5d53e106b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.004414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-b95d91ed-7888-44f1-a5f6-bd09e9a34505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:52.005956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-b95d91ed-7888-44f1-a5f6-bd09e9a34505 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7&tenant_id=fbb6fbffb0764344abd81de6272aaee7 HTTP/1.1" status: 200 len: 1095 time: 0.1794987 Jul 30 02:10:52.048628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.176967 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97af4640-b8bd-4d6c-82b2-bba5d53e106b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.184157 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.234975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b031c99-1e34-486d-ade9-6d3ee568687f req-fe41fb59-532c-43da-982b-290d2acbf6db tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0548062 Jul 30 02:10:52.237440 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97af4640-b8bd-4d6c-82b2-bba5d53e106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.280006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-c823702e-18b8-40ff-81d7-c80ecb5183be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:52.282106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-c823702e-18b8-40ff-81d7-c80ecb5183be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1858139 Jul 30 02:10:52.314258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:52.319956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:52.325038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af4640-b8bd-4d6c-82b2-bba5d53e106b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9177d1-2c71-4569-a929-fcc7d5cfb8c2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:52.328586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:52.365206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-97af4640-b8bd-4d6c-82b2-bba5d53e106b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=69d6b21c03574076ada955985e9347a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8354928 Jul 30 02:10:52.366174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35318) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:52.516636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Pushing event updated for resources: {'Port': ['ID=283579df-ae02-4b5a-83fc-8affaf496467,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:52.546839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-393806b1-790f-477f-84d2-9be6c538e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:52.548679 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-393806b1-790f-477f-84d2-9be6c538e681 service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.2503462 Jul 30 02:10:52.579172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f6b4c-79ba-4f93-8f77-26423618c31a req-be2086c1-0a04-44e5-85b5-0a2e82308dad tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:52.587196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-217f6b4c-79ba-4f93-8f77-26423618c31a req-be2086c1-0a04-44e5-85b5-0a2e82308dad tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1168749 Jul 30 02:10:52.680151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-ca6b0b51-72ed-4e6f-a191-3a825a76a112 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 200 len: 1000 time: 0.0898013 Jul 30 02:10:52.682783 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ac33-8701-4573-89d0-48e2c36e2b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.737953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-217f6b4c-79ba-4f93-8f77-26423618c31a req-c862f87e-37dc-4e91-8390-d5140199dda2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492116 Jul 30 02:10:52.805930 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ac33-8701-4573-89d0-48e2c36e2b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:52.875045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-42b412ce-79c2-47bb-a89b-5869ecb484bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:52.877971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-42b412ce-79c2-47bb-a89b-5869ecb484bd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1684048 Jul 30 02:10:53.015644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-8f1b5d30-47ad-477b-adb5-6d4ed4c1d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:53.018887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-8f1b5d30-47ad-477b-adb5-6d4ed4c1d673 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095839 Jul 30 02:10:53.029127 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ac33-8701-4573-89d0-48e2c36e2b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.033499 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe3ac33-8701-4573-89d0-48e2c36e2b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.036648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5fe3ac33-8701-4573-89d0-48e2c36e2b87 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/da9177d1-2c71-4569-a929-fcc7d5cfb8c2 HTTP/1.1" status: 204 len: 168 time: 0.6665449 Jul 30 02:10:53.085781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3ac33-8701-4573-89d0-48e2c36e2b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9177d1-2c71-4569-a929-fcc7d5cfb8c2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:53.170000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.333265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-fac67993-9f82-46fd-a4c6-60c03265fe2d service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779181 Jul 30 02:10:53.565327 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfba1e2e-c7dc-4f3f-9048-cf5b3255d8cf req-49de072c-c4c5-4cf5-b02e-a8b053d7e63e service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163813 Jul 30 02:10:53.639252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99aca09f-fa83-447a-a4d6-ae78fd84713f req-56c7a896-570c-4059-b310-edba85e2f7c2 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1083050 Jul 30 02:10:53.765195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.856004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35346) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:53.883904 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-023bf8c1-9513-49e1-8af1-2587ce39b4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:53.981345 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.086965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d2a2-cb84-4c53-9a14-28db97b93524 req-9fa36627-954d-4ef2-949b-35bda5245b1b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:54.089473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5f2d2a2-cb84-4c53-9a14-28db97b93524 req-9fa36627-954d-4ef2-949b-35bda5245b1b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.1753125 Jul 30 02:10:54.162247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Router b91a359d-50a3-4227-9813-ec36d358efee is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:10:54.318053 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-023bf8c1-9513-49e1-8af1-2587ce39b4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.346353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5f2d2a2-cb84-4c53-9a14-28db97b93524 req-b6af09d0-014f-4606-82d0-51e8ca178fba tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278337 Jul 30 02:10:54.348266 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-023bf8c1-9513-49e1-8af1-2587ce39b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.439362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bf8c1-9513-49e1-8af1-2587ce39b4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3e4e7c-4478-43c0-9c23-283c6651ea5a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:54.439704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:10:54.455139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Sync routers for ids ['b91a359d-50a3-4227-9813-ec36d358efee'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:10:54.486753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-023bf8c1-9513-49e1-8af1-2587ce39b4a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=91a6b7fdbafa44499e9507d6a4520c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290827 Jul 30 02:10:54.494253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35366) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:54.505899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Routers {'b91a359d-50a3-4227-9813-ec36d358efee'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:54.506624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:10:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b91a359d-50a3-4227-9813-ec36d358efee'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:54.521844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.529879 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9b42339b-2f7a-4097-a0f4-e88d2c7e1606 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5779345 Jul 30 02:10:54.531186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35368) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:10:54.641651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddd17fb2-012a-432a-b842-d6e9c87820ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.730175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddd17fb2-012a-432a-b842-d6e9c87820ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:54.878915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Set router b91a359d-50a3-4227-9813-ec36d358efee gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:55.194229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '283579df-ae02-4b5a-83fc-8affaf496467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:50Z', 'updated_at': '2021-07-30T02:10:52Z', 'revision_number': 3, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'gw_port': {'id': '283579df-ae02-4b5a-83fc-8affaf496467', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:51Z', 'updated_at': '2021-07-30T02:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:55.197007 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddd17fb2-012a-432a-b842-d6e9c87820ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.228837 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddd17fb2-012a-432a-b842-d6e9c87820ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.239524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ddd17fb2-012a-432a-b842-d6e9c87820ee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aa3e4e7c-4478-43c0-9c23-283c6651ea5a HTTP/1.1" status: 204 len: 168 time: 0.7369406 Jul 30 02:10:55.255676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06f90703-170e-4bb2-8f92-eb3b42ad4b0d req-dbd4e292-33f1-475a-9517-2194b6baf472 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.2957366 Jul 30 02:10:55.409588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce5d9ba9-c265-434d-9911-7224e78f7e84 req-cd204488-af0f-4634-89ce-9feb016d22d3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e64017b-8f7e-44da-aee3-2c3c325d9055 HTTP/1.1" status: 200 len: 210 time: 0.3605411 Jul 30 02:10:55.430239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Checking router: b91a359d-50a3-4227-9813-ec36d358efee for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:10:55.430860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Updating router b91a359d-50a3-4227-9813-ec36d358efee port 283579df-ae02-4b5a-83fc-8affaf496467 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:10:55.456643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd17fb2-012a-432a-b842-d6e9c87820ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3e4e7c-4478-43c0-9c23-283c6651ea5a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:55.618869 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:55.820523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6300-8643-400e-9c26-20b849def354 req-4e7bbc7d-eb1d-438a-b75a-9131c79283f2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:55.842630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a4f6300-8643-400e-9c26-20b849def354 req-4e7bbc7d-eb1d-438a-b75a-9131c79283f2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.2025161 Jul 30 02:10:56.003922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a4f6300-8643-400e-9c26-20b849def354 req-a2676a99-31b4-42d9-866a-2695d65bdaf2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554511 Jul 30 02:10:56.583416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:56.620913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52b3fb36-7ac6-4473-98ce-1d508432460b req-a9286753-fb41-460d-a59f-9a71d0c5a3a8 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1149514 Jul 30 02:10:56.637683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Transition to ACTIVE for port object 283579df-ae02-4b5a-83fc-8affaf496467 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:10:56.672884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:56.803664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Attempting to bind port 283579df-ae02-4b5a-83fc-8affaf496467 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:10:56.804413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Attempting to bind port 283579df-ae02-4b5a-83fc-8affaf496467 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:10:56.805482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Attempting to bind port 283579df-ae02-4b5a-83fc-8affaf496467 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:10:56.820637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:10:56.832401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:10:56.843353 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:56.844095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:10:56.844829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Bound port: 283579df-ae02-4b5a-83fc-8affaf496467, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:10:56.845429 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:57.104472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991be80-a80a-47b2-a839-ba1bb6799ea0 None None] Pushing event updated for resources: {'Port': ['ID=283579df-ae02-4b5a-83fc-8affaf496467,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:57.219722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] For port 283579df-ae02-4b5a-83fc-8affaf496467, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:10:57.235753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] For port 283579df-ae02-4b5a-83fc-8affaf496467, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=283579df-ae02-4b5a-83fc-8affaf496467,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:10:57.285431 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:57.492040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db9ba550-6acd-4a2b-9f39-da5aa5b1b286 req-77ab0444-fb4e-41c3-92f8-0bf613f97091 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.2432647 Jul 30 02:10:57.552457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991be80-a80a-47b2-a839-ba1bb6799ea0 None None] Pushing event updated for resources: {'Port': ['ID=283579df-ae02-4b5a-83fc-8affaf496467,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:57.627367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Routers {'b91a359d-50a3-4227-9813-ec36d358efee'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:10:57.636104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:10:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b91a359d-50a3-4227-9813-ec36d358efee'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:57.676638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff648-6193-4a95-aa87-dcc546bfdad1 req-96f1e02b-ccbf-4ba2-bb9f-b7508154b494 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:57.697465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76ff648-6193-4a95-aa87-dcc546bfdad1 req-96f1e02b-ccbf-4ba2-bb9f-b7508154b494 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.4136016 Jul 30 02:10:57.864314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d76ff648-6193-4a95-aa87-dcc546bfdad1 req-6d5524d7-0d39-413f-9864-c52fa8a797da tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664555 Jul 30 02:10:57.963860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:58.149939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] Set router b91a359d-50a3-4227-9813-ec36d358efee gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:10:58.263136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d168120-758f-4700-9225-80270f2eb229 req-abf088ab-aad7-4e4c-9b35-38eac3d8e2da tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0919619 Jul 30 02:10:58.673772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Allocated IP 172.20.0.1 (cf93f96d-1619-4160-ab07-c6eb48a0aebe/169d00ba-409e-4ea1-871c-9c12acf90511/2565988f-b8d3-4a28-b361-4c8e5914876e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:10:58.890781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '283579df-ae02-4b5a-83fc-8affaf496467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:50Z', 'updated_at': '2021-07-30T02:10:52Z', 'revision_number': 3, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'gw_port': {'id': '283579df-ae02-4b5a-83fc-8affaf496467', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:51Z', 'updated_at': '2021-07-30T02:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:10:59.137305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8c262-cbd1-4bc7-b85e-7951a99b7064 None None] The sync data for ids ['b91a359d-50a3-4227-9813-ec36d358efee'] in n-d-715271-7 is: [{'id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '283579df-ae02-4b5a-83fc-8affaf496467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:50Z', 'updated_at': '2021-07-30T02:10:52Z', 'revision_number': 3, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'gw_port': {'id': '283579df-ae02-4b5a-83fc-8affaf496467', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:51Z', 'updated_at': '2021-07-30T02:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:10:59.270424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.447650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fc970-98ed-4ff2-825b-d690adf29d99 req-a995716b-3af8-4fc7-8102-af35ef265f8c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:10:59.458420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-758fc970-98ed-4ff2-825b-d690adf29d99 req-a995716b-3af8-4fc7-8102-af35ef265f8c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.2760911 Jul 30 02:10:59.493147 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.598181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-758fc970-98ed-4ff2-825b-d690adf29d99 req-a8f88b5f-64c9-4b5f-a639-afcb77f72eee tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373098 Jul 30 02:10:59.645738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Network cf93f96d-1619-4160-ab07-c6eb48a0aebe is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:10:59.648490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:10:59.656240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:10:59.856349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Pushing event updated for resources: {'Port': ['ID=2565988f-b8d3-4a28-b361-4c8e5914876e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:10:59.882350 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:10:59.887932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d372f98-a383-4222-9e7d-2cbc1360d75a req-65656adc-c018-478e-a6e6-34d6032ca30f tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1280401 Jul 30 02:11:00.444589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:00.776270 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1a8a187-fcdd-4926-a8d2-b53ce74866a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.084215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce035db-1c7b-40b9-8b9e-3821f780760f req-a7153e49-e9b0-4b9c-b4e4-9b13294b6f87 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:01.088205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ce035db-1c7b-40b9-8b9e-3821f780760f req-a7153e49-e9b0-4b9c-b4e4-9b13294b6f87 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.2117050 Jul 30 02:11:01.279855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.289893 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.359228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ce035db-1c7b-40b9-8b9e-3821f780760f req-278b53f3-f8a3-439a-bafc-dd30036a355f tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525091 Jul 30 02:11:01.430338 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.493192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:01.622891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 283579df-ae02-4b5a-83fc-8affaf496467 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:01.955906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 283579df-ae02-4b5a-83fc-8affaf496467 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:01.995283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 283579df-ae02-4b5a-83fc-8affaf496467 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:01.997070 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.036717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cc454a8-49a3-4188-95ae-1f4d5eed96a1 req-793432e2-92b2-41c9-8d54-3f6a88c0153d tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1682162 Jul 30 02:11:02.157630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Pushing event updated for resources: {'Port': ['ID=2565988f-b8d3-4a28-b361-4c8e5914876e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:02.356409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Network cf93f96d-1619-4160-ab07-c6eb48a0aebe is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:02.366747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:02.441268 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.537583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 283579df-ae02-4b5a-83fc-8affaf496467, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=283579df-ae02-4b5a-83fc-8affaf496467,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:02.556685 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:02.859130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=283579df-ae02-4b5a-83fc-8affaf496467,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:03.024547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Router b91a359d-50a3-4227-9813-ec36d358efee has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:11:03.408440 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c227aca-ff93-4323-b28c-b3bdf3155b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.518263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 283579df-ae02-4b5a-83fc-8affaf496467 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:03.676832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 283579df-ae02-4b5a-83fc-8affaf496467 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:03.677904 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.807010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:11:03.849307 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Sync routers for ids ['b91a359d-50a3-4227-9813-ec36d358efee'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:11:03.865343 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1f03034a-c7c9-4d81-93c3-e2876625a454 admin admin] 10.222.0.84 "PUT /v2.0/routers/b91a359d-50a3-4227-9813-ec36d358efee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3223224 Jul 30 02:11:03.919363 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:03.978915 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Routers {'b91a359d-50a3-4227-9813-ec36d358efee'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:03.989225 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:11:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b91a359d-50a3-4227-9813-ec36d358efee'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:04.563550 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:04.701590 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Set router b91a359d-50a3-4227-9813-ec36d358efee gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:04.747209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4706-7a7d-4e69-95d3-c0a1f92f004e req-ee9b2f4d-d1db-4665-88a3-f5c8b98e6036 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:04.762122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-132b4706-7a7d-4e69-95d3-c0a1f92f004e req-ee9b2f4d-d1db-4665-88a3-f5c8b98e6036 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.2712717 Jul 30 02:11:04.921123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-132b4706-7a7d-4e69-95d3-c0a1f92f004e req-c90f88c9-3ee0-44f8-9517-4d10192a9c19 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429222 Jul 30 02:11:05.225686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bb2a4d1-2ee7-441b-b0a4-8a48370b1d31 req-ccee5294-e364-4523-a7b8-781970aab0d0 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0905204 Jul 30 02:11:05.436687 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '283579df-ae02-4b5a-83fc-8affaf496467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:50Z', 'updated_at': '2021-07-30T02:11:00Z', 'revision_number': 4, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'gw_port': {'id': '283579df-ae02-4b5a-83fc-8affaf496467', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:51Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '2565988f-b8d3-4a28-b361-4c8e5914876e', 'name': '', 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'mac_address': 'fa:16:3e:1a:f1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '169d00ba-409e-4ea1-871c-9c12acf90511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:58Z', 'updated_at': '2021-07-30T02:11:00Z', 'revision_number': 2, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'subnets': [{'id': '169d00ba-409e-4ea1-871c-9c12acf90511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:05.497776 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Checking router: b91a359d-50a3-4227-9813-ec36d358efee for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:11:05.497776 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Updating router b91a359d-50a3-4227-9813-ec36d358efee port 2565988f-b8d3-4a28-b361-4c8e5914876e binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:11:05.546142 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.204249 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.721940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-8a5ebbc1-0c52-4971-b5ec-23dcf630fd48 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:06.739509 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-8a5ebbc1-0c52-4971-b5ec-23dcf630fd48 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 819 time: 0.3254642 Jul 30 02:11:06.765767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-ed124d91-2fcf-4faa-a5f3-dcce39d2dc46 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/quotas/fe7d6368b5614a11b69ac7d1a5d5adf5 HTTP/1.1" status: 200 len: 375 time: 0.0218143 Jul 30 02:11:06.797170 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.832269 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Transition to ACTIVE for port object 2565988f-b8d3-4a28-b361-4c8e5914876e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:06.848262 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:06.871196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-fb328d5e-7747-4a21-8ee9-352b8ba091f1 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036124 Jul 30 02:11:07.070923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-a4b36456-4c6a-4b2b-bf9a-e6084aa106e3 service neutron] 10.222.0.84 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984255 Jul 30 02:11:07.256616 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Pushing event updated for resources: {'Port': ['ID=2565988f-b8d3-4a28-b361-4c8e5914876e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:07.348602 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.349205 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.349845 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.350210 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.350703 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.351200 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.363131 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.363131 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.371210 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.371210 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.371210 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.371858 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:07.430370 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Attempting to bind port 2565988f-b8d3-4a28-b361-4c8e5914876e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:07.431035 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Attempting to bind port 2565988f-b8d3-4a28-b361-4c8e5914876e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:07.431588 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Attempting to bind port 2565988f-b8d3-4a28-b361-4c8e5914876e on network cf93f96d-1619-4160-ab07-c6eb48a0aebe {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:07.449476 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:07.450536 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Checking segment: {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:07.451216 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:07.457529 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Bound using segment: {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:07.458416 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Bound port: 2565988f-b8d3-4a28-b361-4c8e5914876e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:07.460027 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:07.605660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-19d1259a-9677-4da0-aa2a-5bc9274eadc5 service neutron] 10.222.0.84 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156176 Jul 30 02:11:07.740094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:07.768777 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] For port 2565988f-b8d3-4a28-b361-4c8e5914876e, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:07.776836 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] For port 2565988f-b8d3-4a28-b361-4c8e5914876e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2565988f-b8d3-4a28-b361-4c8e5914876e,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:07.787058 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:08.000356 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bddb1-f568-4953-aa74-a9765355ab63 None None] Pushing event updated for resources: {'Port': ['ID=2565988f-b8d3-4a28-b361-4c8e5914876e,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:08.033979 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Routers {'b91a359d-50a3-4227-9813-ec36d358efee'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:08.035392 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:11:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b91a359d-50a3-4227-9813-ec36d358efee'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:08.233088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9829380e-ebbd-4300-abf0-31979c84d84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:08.369783 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] Set router b91a359d-50a3-4227-9813-ec36d358efee gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:08.524845 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9829380e-ebbd-4300-abf0-31979c84d84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:08.534580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9829380e-ebbd-4300-abf0-31979c84d84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:08.625651 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9829380e-ebbd-4300-abf0-31979c84d84c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=88790419cd0d4e9c92d74186c39e8d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8835766 Jul 30 02:11:08.629710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35568) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:08.775961 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829380e-ebbd-4300-abf0-31979c84d84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425e2a84-9483-4f02-b0ea-5a6d573398fe,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:08.930026 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.004310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.331052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.336574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:09.357206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/425e2a84-9483-4f02-b0ea-5a6d573398fe HTTP/1.1" status: 204 len: 168 time: 0.7242634 Jul 30 02:11:09.384715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425e2a84-9483-4f02-b0ea-5a6d573398fe,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:09.452634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcb14a-8ee6-4739-8666-ca0fe5549b45 req-166cac94-35b3-456c-8b4b-535b4d345164 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:09.467705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64dcb14a-8ee6-4739-8666-ca0fe5549b45 req-166cac94-35b3-456c-8b4b-535b4d345164 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.3763204 Jul 30 02:11:09.530409 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '283579df-ae02-4b5a-83fc-8affaf496467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:50Z', 'updated_at': '2021-07-30T02:11:00Z', 'revision_number': 4, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'gw_port': {'id': '283579df-ae02-4b5a-83fc-8affaf496467', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:51Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '2565988f-b8d3-4a28-b361-4c8e5914876e', 'name': '', 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'mac_address': 'fa:16:3e:1a:f1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '169d00ba-409e-4ea1-871c-9c12acf90511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:58Z', 'updated_at': '2021-07-30T02:11:07Z', 'revision_number': 4, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'subnets': [{'id': '169d00ba-409e-4ea1-871c-9c12acf90511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:09.548449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.549550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.550484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.551481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.555959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.557012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.557983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.568307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.569402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.570269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.571139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.572029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1034d-189a-48b2-a3b2-f3afdb508e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:09.628912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45ccd19-0a87-4be0-a0fd-219b73c738b3 None None] The sync data for ids ['b91a359d-50a3-4227-9813-ec36d358efee'] in n-d-715271-7 is: [{'id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '283579df-ae02-4b5a-83fc-8affaf496467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:50Z', 'updated_at': '2021-07-30T02:11:00Z', 'revision_number': 4, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'gw_port': {'id': '283579df-ae02-4b5a-83fc-8affaf496467', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:51Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '2565988f-b8d3-4a28-b361-4c8e5914876e', 'name': '', 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'mac_address': 'fa:16:3e:1a:f1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '169d00ba-409e-4ea1-871c-9c12acf90511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:58Z', 'updated_at': '2021-07-30T02:11:07Z', 'revision_number': 4, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'subnets': [{'id': '169d00ba-409e-4ea1-871c-9c12acf90511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:09.709948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64dcb14a-8ee6-4739-8666-ca0fe5549b45 req-186563fa-ee75-4949-b3b7-fe01df507a21 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401612 Jul 30 02:11:10.382253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-89c84309-173b-4011-b0ad-7dedaab004a3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943827275&fields=id&tenant_id=8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 267 time: 0.1911488 Jul 30 02:11:10.760259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35584) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:10.766272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4868-2041-434d-8993-c86d31d90951 req-fc445d92-d301-4b0d-bd60-ee39deb106f7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:10.774034 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-fc445d92-d301-4b0d-bd60-ee39deb106f7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.3769305 Jul 30 02:11:10.799527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-d0ab1d01-eb81-4178-8254-31893cf6928f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/quotas/8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 375 time: 0.0235059 Jul 30 02:11:10.808705 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-111c2784-27ca-4f04-a559-e5e6f225a1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:10.917153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-c3abed44-4d36-4c5d-a36a-fce17649efeb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161549 Jul 30 02:11:11.296331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-abdff9cb-e275-425d-835d-ccad90d14a5b service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651021 Jul 30 02:11:11.417896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-111c2784-27ca-4f04-a559-e5e6f225a1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:11.453538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-111c2784-27ca-4f04-a559-e5e6f225a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:11.612069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2565988f-b8d3-4a28-b361-4c8e5914876e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:11.745816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c2784-27ca-4f04-a559-e5e6f225a1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d940f95-dfc8-4e1c-99f1-4d9bf0dcfe17,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:11.881928 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-111c2784-27ca-4f04-a559-e5e6f225a1e9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1e63d9593f4d46a6a588a3b1401c20ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1156380 Jul 30 02:11:11.883099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35590) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:11.889320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 2565988f-b8d3-4a28-b361-4c8e5914876e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:11.902744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2565988f-b8d3-4a28-b361-4c8e5914876e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:11.903848 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.165719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2fda-a9e8-4b44-8f46-c9179a87c978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.254277 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2fda-a9e8-4b44-8f46-c9179a87c978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.326574 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.463650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 2565988f-b8d3-4a28-b361-4c8e5914876e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2565988f-b8d3-4a28-b361-4c8e5914876e,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:12.477882 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.565117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2fda-a9e8-4b44-8f46-c9179a87c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.571562 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccf2fda-a9e8-4b44-8f46-c9179a87c978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:12.588593 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3ccf2fda-a9e8-4b44-8f46-c9179a87c978 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4d940f95-dfc8-4e1c-99f1-4d9bf0dcfe17 HTTP/1.1" status: 204 len: 168 time: 0.7034404 Jul 30 02:11:12.620940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf2fda-a9e8-4b44-8f46-c9179a87c978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d940f95-dfc8-4e1c-99f1-4d9bf0dcfe17,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:12.778576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=2565988f-b8d3-4a28-b361-4c8e5914876e,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:13.149268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-54d30170-c598-4a6d-99e4-0366e3a6c944 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8472900 Jul 30 02:11:13.445728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2565988f-b8d3-4a28-b361-4c8e5914876e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:13.618987 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-d064b934-13d5-42dd-bbcc-42eabf3f393b tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:13.632440 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-d064b934-13d5-42dd-bbcc-42eabf3f393b tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.41 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 819 time: 2.3355937 Jul 30 02:11:13.655790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Request body: {'port': {'device_id': 'd5c30941-5528-4851-aac6-1d63717f7e81', 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe', 'admin_state_up': True, 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:13.687810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2565988f-b8d3-4a28-b361-4c8e5914876e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:13.688274 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.225364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Made reservation on behalf of fe7d6368b5614a11b69ac7d1a5d5adf5 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:14.248453 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:14.472197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5557fb11-fe5e-432d-931b-ac4031bec88f req-aee6dc80-8569-4c6c-ae39-a0f3eaf313b2 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 210 time: 0.1636534 Jul 30 02:11:14.882468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f887110-6442-41b7-b7f8-ebb65845c056 req-12627cc8-5878-4dc6-8085-3f7f1b556309 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1312799 Jul 30 02:11:15.088057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Allocated IP 172.20.0.3 (cf93f96d-1619-4160-ab07-c6eb48a0aebe/169d00ba-409e-4ea1-871c-9c12acf90511/d83d31c4-ba06-43cb-a9de-7afc56ac543c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:15.512265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daba81-db15-445d-aac9-71d16f1e8919 req-97aaf1d1-8083-4abe-b416-a31781372ad2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:15.515313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18daba81-db15-445d-aac9-71d16f1e8919 req-97aaf1d1-8083-4abe-b416-a31781372ad2 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.2533395 Jul 30 02:11:15.691500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18daba81-db15-445d-aac9-71d16f1e8919 req-9c1fcff5-245f-4c4c-a501-ea2ab9d109cd tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647255 Jul 30 02:11:15.696838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:15.867575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:15.989457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Network cf93f96d-1619-4160-ab07-c6eb48a0aebe is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:15.993713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60f294c9-c5c5-491e-b915-ac94f6b7afe7 req-b721e274-5cb7-4fe6-b784-3792e47a7638 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.1072674 Jul 30 02:11:15.999566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:16.006897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:16.136819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Pushing event updated for resources: {'Port': ['ID=d83d31c4-ba06-43cb-a9de-7afc56ac543c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:16.225898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:16.227345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:16.346341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-2c7be608-9ae7-4ce0-a341-bc980e77a848 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7047317 Jul 30 02:11:16.593303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-337a72d7-d766-4615-88a6-21e8d740a9da tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:16.601787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-337a72d7-d766-4615-88a6-21e8d740a9da tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 819 time: 0.3649285 Jul 30 02:11:16.661548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-a3a30fb1-9b38-4a14-a5ae-e53aa08ad7c7 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/quotas/fe7d6368b5614a11b69ac7d1a5d5adf5 HTTP/1.1" status: 200 len: 375 time: 0.0457869 Jul 30 02:11:16.745765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4868-2041-434d-8993-c86d31d90951 req-39511285-7426-4f75-9ace-a6b1a7761089 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:16.756087 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-39511285-7426-4f75-9ace-a6b1a7761089 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.3757129 Jul 30 02:11:16.836362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-23d09a83-7570-4294-acb2-1df3b23a750b tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1702595 Jul 30 02:11:16.890784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-77e2d974-5b2d-4dea-ae48-d229ab4606dd tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 379 time: 0.1245830 Jul 30 02:11:16.910541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'port': {'device_id': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'admin_state_up': True, 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'security_groups': ['e0e362fc-7971-4aa4-88f4-0a99efa0bbdd']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:17.046832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Request body: {'port': {'device_id': 'd5c30941-5528-4851-aac6-1d63717f7e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:17.219997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Made reservation on behalf of 8268d859b1b1494395346d8aba71dcee for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:17.237142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:17.242253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:17.320821 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-19385541-d8db-466c-86a8-1f12255f33f1 service neutron] 10.222.0.84 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724882 Jul 30 02:11:17.674239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.20.0.11 (ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea/e3705cda-2921-4906-97b0-5a565bc7a30f/cd6a0898-34dd-42a8-a9e4-1c1cd38c623c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:18.020269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-7a1e2f63-af2f-47a3-a956-4f642871b701 service neutron] 10.222.0.84 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279216 Jul 30 02:11:18.160462 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.233431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Transition to ACTIVE for port object cd6a0898-34dd-42a8-a9e4-1c1cd38c623c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:18.393810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83d31c4-ba06-43cb-a9de-7afc56ac543c {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:11:18.434569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.487877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.489173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Transition to ACTIVE for port object d83d31c4-ba06-43cb-a9de-7afc56ac543c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:18.511132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:18.609345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:18.674895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:18.685179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:18.764050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d31c4-ba06-43cb-a9de-7afc56ac543c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:18.995196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f34bf29d-4fd0-47c8-9682-dfbe3a89c948 req-6020dfa1-7712-4c2f-845e-9aba584a02ca tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1904759 Jul 30 02:11:19.009980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:19.013112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.087959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:19.115339 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2190218 Jul 30 02:11:19.119413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.121074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.121074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.128424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.129256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.129669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.130052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.130546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.130917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.131271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.131743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.132417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8425615b-113c-4c8b-8d99-5449535e3e37 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:19.162941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Request body: {'port': {'device_id': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:19.243600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Attempting to bind port d83d31c4-ba06-43cb-a9de-7afc56ac543c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:19.243600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Attempting to bind port d83d31c4-ba06-43cb-a9de-7afc56ac543c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:19.243600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Attempting to bind port d83d31c4-ba06-43cb-a9de-7afc56ac543c on network cf93f96d-1619-4160-ab07-c6eb48a0aebe {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:19.281177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Port d83d31c4-ba06-43cb-a9de-7afc56ac543c on network cf93f96d-1619-4160-ab07-c6eb48a0aebe not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:11:19.283641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Attempting to bind port d83d31c4-ba06-43cb-a9de-7afc56ac543c on network cf93f96d-1619-4160-ab07-c6eb48a0aebe {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:19.315418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:19.316331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Checking segment: {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:19.322755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Bound using segment: {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:19.323974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Bound port: d83d31c4-ba06-43cb-a9de-7afc56ac543c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:19.325072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.456730 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.484545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-32733a3d-6ebd-428c-9371-fe256e5867e8 None None] Provisioning for port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:19.505379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-32733a3d-6ebd-428c-9371-fe256e5867e8 None None] Provisioning complete for port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:19.506004 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-32733a3d-6ebd-428c-9371-fe256e5867e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.632694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-32733a3d-6ebd-428c-9371-fe256e5867e8 None None] Port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:11:19.692855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] For port d83d31c4-ba06-43cb-a9de-7afc56ac543c, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:19.711780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] For port d83d31c4-ba06-43cb-a9de-7afc56ac543c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:19.727139 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.929072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546d5ce-b8ed-453e-9ffc-aafef6135f9c req-84898b6b-dab8-4e35-a2b7-938fd5c0fc7a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:19.942060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1546d5ce-b8ed-453e-9ffc-aafef6135f9c req-84898b6b-dab8-4e35-a2b7-938fd5c0fc7a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 944 time: 0.5563197 Jul 30 02:11:19.946076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:19.946680 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:19.949953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d83d31c4-ba06-43cb-a9de-7afc56ac543c HTTP/1.1" status: 200 len: 1091 time: 3.5859783 Jul 30 02:11:19.953830 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c30941-5528-4851-aac6-1d63717f7e81', 'tag': 'd83d31c4-ba06-43cb-a9de-7afc56ac543c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:19.956684 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba672aba-dbde-451a-acda-e777bc53561b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c30941-5528-4851-aac6-1d63717f7e81", "tag": "d83d31c4-ba06-43cb-a9de-7afc56ac543c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:20.209436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1546d5ce-b8ed-453e-9ffc-aafef6135f9c req-4a4c487c-5ae1-4789-9430-30a70f290c03 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660191 Jul 30 02:11:20.228200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea1c65-e733-485d-a209-b854385a81e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d83d31c4-ba06-43cb-a9de-7afc56ac543c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:20.294470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-10b15894-df14-4780-a643-46765fb219f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:20.299610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-10b15894-df14-4780-a643-46765fb219f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1094 time: 0.2460823 Jul 30 02:11:20.533116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-5bfd2f2c-4f52-494a-9c8b-d944502b88fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c HTTP/1.1" status: 200 len: 217 time: 0.2242322 Jul 30 02:11:20.654631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6a0898-34dd-42a8-a9e4-1c1cd38c623c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:11:20.675503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:20.724717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Transition to ACTIVE for port object cd6a0898-34dd-42a8-a9e4-1c1cd38c623c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:20.739149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:20.759146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25420c9-cb67-4bda-8aca-35f7f255b0bf req-3d44b369-4f02-41e6-874f-32faaf38b716 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:20.763597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b25420c9-cb67-4bda-8aca-35f7f255b0bf req-3d44b369-4f02-41e6-874f-32faaf38b716 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 932 time: 0.2337596 Jul 30 02:11:20.826158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:11:20.834166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-b858ee2a-aaa5-422e-85ba-ecf52d070189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:20.834166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-b858ee2a-aaa5-422e-85ba-ecf52d070189 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.2417393 Jul 30 02:11:21.105390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-6fc0d4ea-80b1-4341-8092-df59b1dea408 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2590723 Jul 30 02:11:21.121921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:21.296653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Attempting to bind port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:21.297149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Attempting to bind port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:21.297594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Attempting to bind port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:21.325502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:11:21.326078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Attempting to bind port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:21.372562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:21.377408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:21.378163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Bound using segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:21.378916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Bound port: cd6a0898-34dd-42a8-a9e4-1c1cd38c623c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:21.386034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.425192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:21.548075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '30000c7b-691f-405b-ab40-25a0dac19292', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'port_id': '30000c7b-691f-405b-ab40-25a0dac19292', 'mac_address': 'fa:16:3e:3f:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:11:21.648344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] For port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:21.654165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] For port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:21.691287 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.721342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.722780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-0f027317-5c9b-4299-82bb-5697364ccb24 service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408638 Jul 30 02:11:21.754553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:21.756158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:21.764060 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd6a0898-34dd-42a8-a9e4-1c1cd38c623c HTTP/1.1" status: 200 len: 1092 time: 2.6189816 Jul 30 02:11:21.768358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'tag': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:21.772218 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a7502e-dfd0-42fe-958c-09df8f92dad7" -d '{"events": [{"name": "network-changed", "server_uuid": "f887138f-e7bc-47b4-a36d-6039ca59dd60", "tag": "cd6a0898-34dd-42a8-a9e4-1c1cd38c623c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:21.791259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35736) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:21.836693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30000c7b-691f-405b-ab40-25a0dac19292 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:11:21.930430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b25420c9-cb67-4bda-8aca-35f7f255b0bf req-68191048-bdbc-44e3-8d54-a72497a84128 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1314838 Jul 30 02:11:21.992523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:22.015865 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.081109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdba951-85ca-48d4-a372-90d854f36024 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:22.141366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4868-2041-434d-8993-c86d31d90951 req-fcdf739f-6e74-48dc-8de1-05e0f21c0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:22.154030 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-fcdf739f-6e74-48dc-8de1-05e0f21c0017 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 1095 time: 0.2876353 Jul 30 02:11:22.235260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:22.418214 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-f4421922-824a-42dc-97c3-25b1cb767ca0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c HTTP/1.1" status: 200 len: 217 time: 0.2442291 Jul 30 02:11:22.461340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['30000c7b-691f-405b-ab40-25a0dac19292'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:11:22.581782 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2516d62-44d0-4758-abc0-05749c703d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:22.638020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4868-2041-434d-8993-c86d31d90951 req-449a2d8f-7dcd-4831-a597-769d26f5c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:22.640054 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-449a2d8f-7dcd-4831-a597-769d26f5c2d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.2091970 Jul 30 02:11:22.777743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7cf3e3b3-8c67-4913-87c2-8be7a02ad16e req-dcc5979d-fa78-4cba-811e-ffc340d3edbb tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 210 time: 0.3104343 Jul 30 02:11:22.838875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88061e90-6b2a-4255-81e9-c7c61d8a5d1e req-aacd05a3-f01f-4a37-8424-348208a95cd5 service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0296390 Jul 30 02:11:22.946324 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678c7037-6419-46b6-9808-bedd69fce6fe x-openstack-request-id: req-678c7037-6419-46b6-9808-bedd69fce6fe {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:22.946782 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c30941-5528-4851-aac6-1d63717f7e81", "tag": "d83d31c4-ba06-43cb-a9de-7afc56ac543c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:22.947199 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-678c7037-6419-46b6-9808-bedd69fce6fe {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:22.950721 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c30941-5528-4851-aac6-1d63717f7e81', 'tag': 'd83d31c4-ba06-43cb-a9de-7afc56ac543c', 'status': 'completed', 'code': 200} Jul 30 02:11:23.059933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b4868-2041-434d-8993-c86d31d90951 req-ef2b59c9-e195-4978-8658-1550cc726a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:23.062231 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-ef2b59c9-e195-4978-8658-1550cc726a7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3706813 Jul 30 02:11:23.125346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-c5ced0ef-e17e-415c-a567-8e4dbb8c4082 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:23.133988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-c5ced0ef-e17e-415c-a567-8e4dbb8c4082 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.22 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 819 time: 1.4091167 Jul 30 02:11:23.144874 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2516d62-44d0-4758-abc0-05749c703d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.171753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Request body: {'port': {'device_id': '55cc0616-5c73-4cef-8148-17ed0f3c53aa', 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe', 'admin_state_up': True, 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:23.300828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2516d62-44d0-4758-abc0-05749c703d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:23.305464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b95dfe2-82a8-4d50-9841-cf1a527338f3 req-0f8ea779-737d-4543-832b-7e589e45ccd9 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1698821 Jul 30 02:11:23.456986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672aba-dbde-451a-acda-e777bc53561b req-f2e480b2-8117-49ed-a267-16e70f631ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:23.459928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba672aba-dbde-451a-acda-e777bc53561b req-f2e480b2-8117-49ed-a267-16e70f631ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1094 time: 0.4810708 Jul 30 02:11:23.470560 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b2516d62-44d0-4758-abc0-05749c703d38 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=472467513f654fcb8c1c8874e5aa9deb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6256196 Jul 30 02:11:23.481525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35746) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:23.488153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2516d62-44d0-4758-abc0-05749c703d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e12cde-916a-4e07-a747-dbe5e9763355,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:23.593654 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-8cb646c8-fea0-493a-96b4-0a7bd8071d7e service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141435 Jul 30 02:11:23.936146 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-da0b4868-2041-434d-8993-c86d31d90951 req-3f5e2414-2133-496c-ab37-272d6365de06 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402464 Jul 30 02:11:24.020645 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.055496 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b3672a1-64aa-4103-86ea-b6c987823abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.072165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabf0a-49b1-491d-b992-4e261b5066b3 req-a0818749-5c5d-408c-82c6-43e7da9eaff1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:24.075035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89aabf0a-49b1-491d-b992-4e261b5066b3 req-a0818749-5c5d-408c-82c6-43e7da9eaff1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 945 time: 0.4545908 Jul 30 02:11:24.079037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672aba-dbde-451a-acda-e777bc53561b req-974b9840-fa88-4d74-87c8-1bb18450ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:24.081734 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba672aba-dbde-451a-acda-e777bc53561b req-974b9840-fa88-4d74-87c8-1bb18450ea48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 920 time: 0.5912137 Jul 30 02:11:24.085704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Made reservation on behalf of fe7d6368b5614a11b69ac7d1a5d5adf5 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:11:24.092725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.231854 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b3672a1-64aa-4103-86ea-b6c987823abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.245061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba672aba-dbde-451a-acda-e777bc53561b req-69998f1c-8bc0-4a42-8386-57d940e1f155 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c HTTP/1.1" status: 200 len: 217 time: 0.1369641 Jul 30 02:11:24.452853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89aabf0a-49b1-491d-b992-4e261b5066b3 req-f299b99c-d97f-4eb8-acb6-8974f04cc70c tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417997 Jul 30 02:11:24.527881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672aba-dbde-451a-acda-e777bc53561b req-07347026-275b-4da0-a9d8-e3f5d66b471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:24.531392 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba672aba-dbde-451a-acda-e777bc53561b req-07347026-275b-4da0-a9d8-e3f5d66b471c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.2667465 Jul 30 02:11:24.687166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba672aba-dbde-451a-acda-e777bc53561b req-8f5593fb-899a-4d07-a4ca-30e1d3699579 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762889 Jul 30 02:11:24.757796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b3672a1-64aa-4103-86ea-b6c987823abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.765372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b3672a1-64aa-4103-86ea-b6c987823abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:24.772235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9b3672a1-64aa-4103-86ea-b6c987823abe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/24e12cde-916a-4e07-a747-dbe5e9763355 HTTP/1.1" status: 204 len: 168 time: 1.2758718 Jul 30 02:11:24.840482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:24.889331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3672a1-64aa-4103-86ea-b6c987823abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e12cde-916a-4e07-a747-dbe5e9763355,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:24.915741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Allocated IP 172.20.0.4 (cf93f96d-1619-4160-ab07-c6eb48a0aebe/169d00ba-409e-4ea1-871c-9c12acf90511/c45baa1f-edfd-4480-a67a-569152225ad1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:25.047541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 30000c7b-691f-405b-ab40-25a0dac19292 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:25.050286 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.134021 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fed17a-dba3-4b6e-b60f-4e99ce6c067d x-openstack-request-id: req-e7fed17a-dba3-4b6e-b60f-4e99ce6c067d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:25.135032 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f887138f-e7bc-47b4-a36d-6039ca59dd60", "tag": "cd6a0898-34dd-42a8-a9e4-1c1cd38c623c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:25.135032 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e7fed17a-dba3-4b6e-b60f-4e99ce6c067d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:25.135561 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'tag': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'status': 'completed', 'code': 200} Jul 30 02:11:25.307798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-247ccee3-c77e-4850-931f-c4b5a516b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:25.311831 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-247ccee3-c77e-4850-931f-c4b5a516b523 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 1095 time: 0.1413174 Jul 30 02:11:25.366203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba672aba-dbde-451a-acda-e777bc53561b req-f150cd7f-5433-48be-bcd1-4f8c35d8f765 service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440949 Jul 30 02:11:25.373913 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.499868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:25.512434 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2317783c-dccb-49d0-bac7-adfb2bbc47eb" -d '{"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-plugged", "status": "completed", "tag": "30000c7b-691f-405b-ab40-25a0dac19292"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:25.580813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:25.590160 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:25.764806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:25.799403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-215496f0-3e2d-492e-bd5e-671307692162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:25.801816 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-215496f0-3e2d-492e-bd5e-671307692162 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.4768999 Jul 30 02:11:25.867678 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-3e436599-d3f7-4d2b-a0f6-cd93164d8af8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c HTTP/1.1" status: 200 len: 217 time: 0.0571785 Jul 30 02:11:25.912696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fd7e6-0e22-4901-810c-54af1469f6e4 req-b0980e69-8afd-4eb6-930d-863e5be43369 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:25.926959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-319fd7e6-0e22-4901-810c-54af1469f6e4 req-b0980e69-8afd-4eb6-930d-863e5be43369 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 944 time: 0.6116581 Jul 30 02:11:25.946800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba672aba-dbde-451a-acda-e777bc53561b req-1436f581-a205-48df-a1e7-0f0549c26f23 service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582922 Jul 30 02:11:25.980110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35766) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:26.029130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-8d236f65-13a5-4770-b5a8-5e0afebfcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:26.031245 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-8d236f65-13a5-4770-b5a8-5e0afebfcc43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1558840 Jul 30 02:11:26.032976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96a4499e-01cc-4b72-99f7-a9e071ff6074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.041836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d83d31c4-ba06-43cb-a9de-7afc56ac543c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:11:26.074366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-319fd7e6-0e22-4901-810c-54af1469f6e4 req-c455b0af-fd4f-4267-a218-94fec00f99f8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457305 Jul 30 02:11:26.091677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.258858 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:11:26.267298 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.325759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-3b02631f-7cd7-4cb2-91e4-f17cbf71caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:26.328108 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-3b02631f-7cd7-4cb2-91e4-f17cbf71caa8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2742608 Jul 30 02:11:26.440119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Network cf93f96d-1619-4160-ab07-c6eb48a0aebe is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:26.456979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:26.464094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:26.468354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Pushing event updated for resources: {'Port': ['ID=c45baa1f-edfd-4480-a67a-569152225ad1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:26.528513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d83d31c4-ba06-43cb-a9de-7afc56ac543c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:26.539781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0c1bd-be0b-46e2-a15d-a7ac4dd407f5 req-1ade2313-c09b-4cc3-b3bf-1d74d16e4924 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:26.542350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11f0c1bd-be0b-46e2-a15d-a7ac4dd407f5 req-1ade2313-c09b-4cc3-b3bf-1d74d16e4924 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 931 time: 0.1949496 Jul 30 02:11:26.552181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd83d31c4-ba06-43cb-a9de-7afc56ac543c', 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe', 'port_id': 'd83d31c4-ba06-43cb-a9de-7afc56ac543c', 'mac_address': 'fa:16:3e:bd:a2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169d00ba-409e-4ea1-871c-9c12acf90511', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:11:26.633198 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.653872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:26.654882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.664188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83d31c4-ba06-43cb-a9de-7afc56ac543c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:11:26.689031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11f0c1bd-be0b-46e2-a15d-a7ac4dd407f5 req-29cb5fbf-6681-49ac-a64f-12a22fb9710f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167216 Jul 30 02:11:26.692870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96a4499e-01cc-4b72-99f7-a9e071ff6074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.706967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-532fd86e-59a0-4881-8361-caabdd6f0a57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5499167 Jul 30 02:11:26.708216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d83d31c4-ba06-43cb-a9de-7afc56ac543c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:26.713902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96a4499e-01cc-4b72-99f7-a9e071ff6074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.725367 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:26.761693 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-6262fd62-cf88-4cd5-bbeb-71514cfb1a86 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156036 Jul 30 02:11:26.931132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4499e-01cc-4b72-99f7-a9e071ff6074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b596886-bacd-492b-8e59-ba6e8dfdf188,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:26.950980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d83d31c4-ba06-43cb-a9de-7afc56ac543c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:11:26.966559 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-96a4499e-01cc-4b72-99f7-a9e071ff6074 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=db43eb7bf74e4bd0b214ebe3c683ddf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9845974 Jul 30 02:11:26.973073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35772) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:27.043226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d83d31c4-ba06-43cb-a9de-7afc56ac543c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:27.044892 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-42a7502e-dfd0-42fe-958c-09df8f92dad7 req-3bc734fa-e3a9-47ec-afd7-aaeed50b7dd9 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734289 Jul 30 02:11:27.434882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Request body: {'port': {'device_id': '55cc0616-5c73-4cef-8148-17ed0f3c53aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:27.454501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-708e92c3-8d27-4688-a8d5-c233ea0efbbf req-309070b5-51d0-4c48-9ae5-7e585e32fc7d tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.2460096 Jul 30 02:11:27.523195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a312536c-0e4d-4acc-8cd3-85ba68fe8657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.598720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a312536c-0e4d-4acc-8cd3-85ba68fe8657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.639949 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:27.971646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bce38f-ceb6-47ed-89d2-eab433f96709 req-76321a1b-16a1-4d7b-8d91-09d2c7ad423e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:27.974668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23bce38f-ceb6-47ed-89d2-eab433f96709 req-76321a1b-16a1-4d7b-8d91-09d2c7ad423e tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 947 time: 0.3609953 Jul 30 02:11:28.041630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d83d31c4-ba06-43cb-a9de-7afc56ac543c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:28.102986 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a312536c-0e4d-4acc-8cd3-85ba68fe8657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.107897 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a312536c-0e4d-4acc-8cd3-85ba68fe8657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.114217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a312536c-0e4d-4acc-8cd3-85ba68fe8657 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0b596886-bacd-492b-8e59-ba6e8dfdf188 HTTP/1.1" status: 204 len: 168 time: 1.1382425 Jul 30 02:11:28.169108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port d83d31c4-ba06-43cb-a9de-7afc56ac543c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:28.177085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312536c-0e4d-4acc-8cd3-85ba68fe8657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b596886-bacd-492b-8e59-ba6e8dfdf188,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:28.194100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23bce38f-ceb6-47ed-89d2-eab433f96709 req-06163c16-6f4b-49db-9d2a-fc00a304f961 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984451 Jul 30 02:11:28.210603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d83d31c4-ba06-43cb-a9de-7afc56ac543c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:28.212187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.468813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45baa1f-edfd-4480-a67a-569152225ad1 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:11:28.487215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.512442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Transition to ACTIVE for port object c45baa1f-edfd-4480-a67a-569152225ad1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:11:28.523043 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.740493 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05b44d9-8ec1-4ef0-94be-b5bbf38662c4 x-openstack-request-id: req-f05b44d9-8ec1-4ef0-94be-b5bbf38662c4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:28.741696 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-plugged", "status": "completed", "tag": "30000c7b-691f-405b-ab40-25a0dac19292", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:28.742268 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f05b44d9-8ec1-4ef0-94be-b5bbf38662c4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:28.743302 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292', 'code': 200} Jul 30 02:11:28.810002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aabdb-12c0-4776-b51b-9b606438a419 req-4a331d0b-7fab-4c51-bd36-8349488fb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:28.814306 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c12aabdb-12c0-4776-b51b-9b606438a419 req-4a331d0b-7fab-4c51-bd36-8349488fb8c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1098 time: 0.1470349 Jul 30 02:11:28.843771 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.865919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Pushing event updated for resources: {'Port': ['ID=c45baa1f-edfd-4480-a67a-569152225ad1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:28.887754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122243-2e02-4b7c-baf5-83d730276a33 req-1e603b80-e120-430e-a973-1478c356a6ef tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:28.890067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36122243-2e02-4b7c-baf5-83d730276a33 req-1e603b80-e120-430e-a973-1478c356a6ef tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 944 time: 0.3092391 Jul 30 02:11:28.891375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Attempting to bind port c45baa1f-edfd-4480-a67a-569152225ad1 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:11:28.891904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Attempting to bind port c45baa1f-edfd-4480-a67a-569152225ad1 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:11:28.892368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Attempting to bind port c45baa1f-edfd-4480-a67a-569152225ad1 on network cf93f96d-1619-4160-ab07-c6eb48a0aebe {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:28.902041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Port c45baa1f-edfd-4480-a67a-569152225ad1 on network cf93f96d-1619-4160-ab07-c6eb48a0aebe not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:11:28.902533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Attempting to bind port c45baa1f-edfd-4480-a67a-569152225ad1 on network cf93f96d-1619-4160-ab07-c6eb48a0aebe {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:11:28.963053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d83d31c4-ba06-43cb-a9de-7afc56ac543c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:28.971674 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c12aabdb-12c0-4776-b51b-9b606438a419 req-bf323852-88c3-443a-be6e-6f29684161f0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451020 Jul 30 02:11:28.973148 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:28.973634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:11:28.977384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Checking segment: {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:11:28.977384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Bound using segment: {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:11:28.977384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Bound port: c45baa1f-edfd-4480-a67a-569152225ad1, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646ab450-bd04-43c6-83a0-890219eac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:11:28.977384 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:29.030275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36122243-2e02-4b7c-baf5-83d730276a33 req-15cae62b-7089-4996-b09b-7bb8494f09ee tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186385 Jul 30 02:11:29.090817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d83d31c4-ba06-43cb-a9de-7afc56ac543c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:29.302808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] For port c45baa1f-edfd-4480-a67a-569152225ad1, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:11:29.346763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] For port c45baa1f-edfd-4480-a67a-569152225ad1, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c45baa1f-edfd-4480-a67a-569152225ad1,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:11:29.362840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7e539-b905-47e9-b78b-8af8da7cc8bd req-09a4f84e-c98f-4757-8773-9f4bd06fef05 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:29.365563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cce7e539-b905-47e9-b78b-8af8da7cc8bd req-09a4f84e-c98f-4757-8773-9f4bd06fef05 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 943 time: 0.1753671 Jul 30 02:11:29.370137 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:29.460234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:29.461182 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:29.463745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] 10.222.0.22 "PUT /v2.0/ports/c45baa1f-edfd-4480-a67a-569152225ad1 HTTP/1.1" status: 200 len: 1091 time: 2.7436812 Jul 30 02:11:29.464505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cc0616-5c73-4cef-8148-17ed0f3c53aa', 'tag': 'c45baa1f-edfd-4480-a67a-569152225ad1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:29.468906 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d0c4b-e322-4016-afc7-b2a6ef809bac" -d '{"events": [{"name": "network-changed", "server_uuid": "55cc0616-5c73-4cef-8148-17ed0f3c53aa", "tag": "c45baa1f-edfd-4480-a67a-569152225ad1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:29.583093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cce7e539-b905-47e9-b78b-8af8da7cc8bd req-34052d58-a269-4094-a81b-7df0f7b52c2c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980865 Jul 30 02:11:29.618604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a8f53-b2ae-477b-951d-bdae1dde2558 service neutron] Pushing event updated for resources: {'Port': ['ID=c45baa1f-edfd-4480-a67a-569152225ad1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:29.685073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-1905de56-0d2c-40f5-8467-4a1416cc2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:29.687819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-1905de56-0d2c-40f5-8467-4a1416cc2077 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 1094 time: 0.1447771 Jul 30 02:11:30.343538 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-118d86c1-8a52-4193-a9f6-1f42f55574e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c45baa1f-edfd-4480-a67a-569152225ad1 HTTP/1.1" status: 200 len: 217 time: 0.6408427 Jul 30 02:11:30.483096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7b79de1-0d8f-4e61-9764-2dd64bb63410 req-fce8a2fb-1f1e-489a-be7b-f694ae1ef8bc tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1383214 Jul 30 02:11:30.523767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-706e8108-0866-4475-ab12-ae32706aea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:30.526436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-706e8108-0866-4475-ab12-ae32706aea05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.1456673 Jul 30 02:11:30.593656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-edd21670-90d1-4310-a28b-d0e03d5b9836 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549624 Jul 30 02:11:30.750881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c30941-5528-4851-aac6-1d63717f7e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d31c4-ba06-43cb-a9de-7afc56ac543c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:30.766315 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548c919b-e084-4759-9281-d10e8d81e0e2" -d '{"events": [{"server_uuid": "d5c30941-5528-4851-aac6-1d63717f7e81", "name": "network-vif-plugged", "status": "completed", "tag": "d83d31c4-ba06-43cb-a9de-7afc56ac543c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:30.809043 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-225cb2ea-c87a-4b40-8fec-0631e96f6ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:30.958708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f4a3c-744c-4190-a705-a9b12601a8c0 req-14288f88-a2f1-43a1-84c6-94d5e5d0d574 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:30.972746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc3f4a3c-744c-4190-a705-a9b12601a8c0 req-14288f88-a2f1-43a1-84c6-94d5e5d0d574 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 947 time: 0.1733761 Jul 30 02:11:30.979572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-25c22007-f803-4921-a46d-2be2ce01ccc6 service neutron] 10.222.0.22 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606465 Jul 30 02:11:31.148780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc3f4a3c-744c-4190-a705-a9b12601a8c0 req-6afacd20-4dc3-4260-bbbb-8add0bc44b06 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744516 Jul 30 02:11:31.233660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66c5a29c-dd10-4d25-834f-14fd191a744b req-6cae48ad-5ce8-4a2d-8086-129b3000a6db service neutron] 10.222.0.22 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419622 Jul 30 02:11:31.296289 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9337c05b-2aad-4570-9f5b-e50f9ad0ca7a x-openstack-request-id: req-9337c05b-2aad-4570-9f5b-e50f9ad0ca7a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:31.297362 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cc0616-5c73-4cef-8148-17ed0f3c53aa", "tag": "c45baa1f-edfd-4480-a67a-569152225ad1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:31.297993 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9337c05b-2aad-4570-9f5b-e50f9ad0ca7a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:31.298852 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cc0616-5c73-4cef-8148-17ed0f3c53aa', 'tag': 'c45baa1f-edfd-4480-a67a-569152225ad1', 'status': 'completed', 'code': 200} Jul 30 02:11:31.403425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:31.510741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-d3bc1a45-14be-4e79-9f2d-a8b1e8d08c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:31.513476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-d3bc1a45-14be-4e79-9f2d-a8b1e8d08c6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 1094 time: 0.1578147 Jul 30 02:11:31.661786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7055857-bf89-40ce-b547-85b70e69bd82 req-f6915538-ad1b-451c-bf62-a01d2ffe6755 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:31.676020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7055857-bf89-40ce-b547-85b70e69bd82 req-f6915538-ad1b-451c-bf62-a01d2ffe6755 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 944 time: 0.2382386 Jul 30 02:11:31.795360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7055857-bf89-40ce-b547-85b70e69bd82 req-5ee15385-099e-417f-b0cf-840689513d13 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177182 Jul 30 02:11:31.840229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-6c57715a-c8ba-4cff-8c48-ca9e1c7dce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:31.844138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-6c57715a-c8ba-4cff-8c48-ca9e1c7dce7c service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 920 time: 0.3183935 Jul 30 02:11:31.934053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-b44b8b88-1dff-4802-a87c-a5fb3d118bda service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c45baa1f-edfd-4480-a67a-569152225ad1 HTTP/1.1" status: 200 len: 217 time: 0.0754282 Jul 30 02:11:32.106882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be772fdb-f826-4432-bd6a-666e6ef7cff6 req-a2d2c8e6-8a88-44c0-b006-fcbf8d27838a tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:32.121700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be772fdb-f826-4432-bd6a-666e6ef7cff6 req-a2d2c8e6-8a88-44c0-b006-fcbf8d27838a tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 943 time: 0.1913931 Jul 30 02:11:32.138375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-5381259b-d04d-4da5-9e05-54ffd8aaf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:32.141293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-5381259b-d04d-4da5-9e05-54ffd8aaf25f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.1918423 Jul 30 02:11:32.263067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-eaeecc27-56f6-4c74-84d6-10eb9300bf40 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927377 Jul 30 02:11:32.325676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be772fdb-f826-4432-bd6a-666e6ef7cff6 req-42524229-e1c8-4e03-b866-4c27903c5083 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022517 Jul 30 02:11:32.455063 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94254699-d60c-4a73-b200-e96399777cf2 x-openstack-request-id: req-94254699-d60c-4a73-b200-e96399777cf2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:32.456054 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c30941-5528-4851-aac6-1d63717f7e81", "name": "network-vif-plugged", "status": "completed", "tag": "d83d31c4-ba06-43cb-a9de-7afc56ac543c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:32.456054 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-94254699-d60c-4a73-b200-e96399777cf2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:32.456703 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c30941-5528-4851-aac6-1d63717f7e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83d31c4-ba06-43cb-a9de-7afc56ac543c', 'code': 200} Jul 30 02:11:32.568180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-49e004f7-f591-41cf-b7eb-7f1c69220bdd service neutron] 10.222.0.22 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881439 Jul 30 02:11:32.686402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49320c01-45d4-4b84-a259-8152dfed8b4e req-7db65d64-6f1c-4a5d-89ca-454e155ae11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:32.690531 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49320c01-45d4-4b84-a259-8152dfed8b4e req-7db65d64-6f1c-4a5d-89ca-454e155ae11b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1096 time: 0.1391318 Jul 30 02:11:32.780734 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97a3347a-7064-47d8-9072-595b2f499334 req-61b5d4f0-70b7-4016-bf39-e3af4df285f7 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1531963 Jul 30 02:11:32.804875 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-49320c01-45d4-4b84-a259-8152dfed8b4e req-588ef57a-66d0-464f-9c77-a58530e457f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055582 Jul 30 02:11:32.925808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-564d0c4b-e322-4016-afc7-b2a6ef809bac req-1cc1e683-775e-4a52-a3b4-121b605b2de0 service neutron] 10.222.0.22 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435414 Jul 30 02:11:33.028962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d25577-90de-4fdd-8fd0-b91a64406bfb req-9a73e811-172a-4f7a-b74c-f8e9da60eae9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:33.031612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5d25577-90de-4fdd-8fd0-b91a64406bfb req-9a73e811-172a-4f7a-b74c-f8e9da60eae9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 947 time: 0.1027095 Jul 30 02:11:33.098938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5d25577-90de-4fdd-8fd0-b91a64406bfb req-543422ed-916b-472d-bc0b-ac42876cd2c1 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556142 Jul 30 02:11:33.319885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197aeba-48f2-4617-a8e9-b22787e83a3f req-da49a172-a772-4bec-a400-46904c1d7ef6 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:33.322708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f197aeba-48f2-4617-a8e9-b22787e83a3f req-da49a172-a772-4bec-a400-46904c1d7ef6 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 944 time: 0.0813844 Jul 30 02:11:33.406979 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3a3de80-c3c7-46fc-a136-440196785ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.417094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f197aeba-48f2-4617-a8e9-b22787e83a3f req-6e336891-6108-4cc9-9994-2d625cd6175d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820463 Jul 30 02:11:33.652465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5521f85-7eed-454e-a97a-fb096a50ea1e req-2f38d4fa-8ca2-4a6a-8704-dca24fa7b8ec tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:33.655539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5521f85-7eed-454e-a97a-fb096a50ea1e req-2f38d4fa-8ca2-4a6a-8704-dca24fa7b8ec tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 943 time: 0.1221507 Jul 30 02:11:33.753726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5521f85-7eed-454e-a97a-fb096a50ea1e req-aa3fc852-3ceb-4946-b9c0-b09d979d71fd tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820792 Jul 30 02:11:33.833627 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:33.985799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc0bc9f4-9345-4345-8a89-592babf226f1 req-ddbd6c1a-da91-4e36-b038-559279488b29 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0590112 Jul 30 02:11:34.542626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:34.628786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162419a-384f-4634-bdbc-f5d1e17f00b5 req-d0225709-3918-4bd2-b72d-82055ece4bfa tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:34.631105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d162419a-384f-4634-bdbc-f5d1e17f00b5 req-d0225709-3918-4bd2-b72d-82055ece4bfa tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 944 time: 0.0841258 Jul 30 02:11:34.707818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d162419a-384f-4634-bdbc-f5d1e17f00b5 req-4fe182ab-2e97-4eda-acd0-6cea88869c00 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619597 Jul 30 02:11:34.885801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c45baa1f-edfd-4480-a67a-569152225ad1 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:11:34.997821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a84e87-bc8f-4053-b6bb-7c0ccbea9679 req-c9b0e05f-2cf3-40b6-8cbb-9d17b5758a29 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:35.010117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48a84e87-bc8f-4053-b6bb-7c0ccbea9679 req-c9b0e05f-2cf3-40b6-8cbb-9d17b5758a29 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 943 time: 0.1331942 Jul 30 02:11:35.113045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48a84e87-bc8f-4053-b6bb-7c0ccbea9679 req-5198ec60-dfa8-4b21-8317-a01dc338fecf tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010475 Jul 30 02:11:35.170402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c45baa1f-edfd-4480-a67a-569152225ad1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c45baa1f-edfd-4480-a67a-569152225ad1,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:35.215507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'c45baa1f-edfd-4480-a67a-569152225ad1', 'network_id': 'cf93f96d-1619-4160-ab07-c6eb48a0aebe', 'port_id': 'c45baa1f-edfd-4480-a67a-569152225ad1', 'mac_address': 'fa:16:3e:93:c7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169d00ba-409e-4ea1-871c-9c12acf90511', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:11:35.324117 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.343368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-18c6295a-efd1-47cb-8ce1-274248fb5c17 req-8ba816b2-c654-408d-afb9-b4fd4bf3ee56 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0589535 Jul 30 02:11:35.352798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45baa1f-edfd-4480-a67a-569152225ad1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:11:35.403387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c45baa1f-edfd-4480-a67a-569152225ad1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c45baa1f-edfd-4480-a67a-569152225ad1,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:35.410132 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:35.507304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c45baa1f-edfd-4480-a67a-569152225ad1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:35.518892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.519421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.519997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.520562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.521203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.522028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.522436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.522825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.523393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.523987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.524517 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.525637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:11:35.795861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c45baa1f-edfd-4480-a67a-569152225ad1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:11:35.951139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea0a7-e6ed-4557-8927-83f65c758879 req-b010a3ec-9a3e-4a6d-9951-383aaa5e51c7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:35.954902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9aeea0a7-e6ed-4557-8927-83f65c758879 req-b010a3ec-9a3e-4a6d-9951-383aaa5e51c7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 944 time: 0.1090150 Jul 30 02:11:36.027287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9aeea0a7-e6ed-4557-8927-83f65c758879 req-dddf1894-b991-452b-85e5-4f9101cf4042 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570447 Jul 30 02:11:36.194366 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:36.407903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c7086-3403-435a-8c9d-971832acb0ff req-98e0a65e-0ff1-40d9-b0ed-b84789ff3975 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:36.410993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e01c7086-3403-435a-8c9d-971832acb0ff req-98e0a65e-0ff1-40d9-b0ed-b84789ff3975 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 944 time: 0.1424696 Jul 30 02:11:36.488362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e01c7086-3403-435a-8c9d-971832acb0ff req-27eceda6-976a-41d3-a37b-9c7458dda0dd tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672965 Jul 30 02:11:36.661865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e2d8ca7-3778-4892-a7d3-e1a0e130f2d4 req-6e4e9fd0-f1c6-41df-b8d5-4e810d65db87 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0518649 Jul 30 02:11:36.882156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c45baa1f-edfd-4480-a67a-569152225ad1 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:37.003999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port c45baa1f-edfd-4480-a67a-569152225ad1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:37.011380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port c45baa1f-edfd-4480-a67a-569152225ad1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:37.012806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.168136 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.217091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cc0616-5c73-4cef-8148-17ed0f3c53aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45baa1f-edfd-4480-a67a-569152225ad1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:37.221255 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb5bb23-0843-4417-a67c-d6948c66126f" -d '{"events": [{"server_uuid": "55cc0616-5c73-4cef-8148-17ed0f3c53aa", "name": "network-vif-plugged", "status": "completed", "tag": "c45baa1f-edfd-4480-a67a-569152225ad1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:37.245782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c45baa1f-edfd-4480-a67a-569152225ad1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c45baa1f-edfd-4480-a67a-569152225ad1,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:37.258618 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:37.319412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41290c30-009a-42bc-a724-b2e941c0bb7c req-eb8e5384-c3d7-46ef-be61-e61f5616080f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:37.323054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41290c30-009a-42bc-a724-b2e941c0bb7c req-eb8e5384-c3d7-46ef-be61-e61f5616080f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 944 time: 0.1427181 Jul 30 02:11:37.379788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c45baa1f-edfd-4480-a67a-569152225ad1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:37.413460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41290c30-009a-42bc-a724-b2e941c0bb7c req-4a3cf220-c501-4b89-b308-abecb8d79d5b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772657 Jul 30 02:11:37.498172 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f71736-1d6c-4ead-b304-d6ea4401a1e5 x-openstack-request-id: req-15f71736-1d6c-4ead-b304-d6ea4401a1e5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:37.498855 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cc0616-5c73-4cef-8148-17ed0f3c53aa", "name": "network-vif-plugged", "status": "completed", "tag": "c45baa1f-edfd-4480-a67a-569152225ad1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:37.499256 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-15f71736-1d6c-4ead-b304-d6ea4401a1e5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:37.500387 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cc0616-5c73-4cef-8148-17ed0f3c53aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45baa1f-edfd-4480-a67a-569152225ad1', 'code': 200} Jul 30 02:11:37.724374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdc835-aec0-4c1f-b9d9-8a234ca19330 req-76eabbcf-1f5f-4a23-b0e6-5aab68686008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:37.731761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0cdc835-aec0-4c1f-b9d9-8a234ca19330 req-76eabbcf-1f5f-4a23-b0e6-5aab68686008 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 1096 time: 0.1188896 Jul 30 02:11:37.795492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6391c93-61c7-44c1-9b12-4a661f5ae992 req-2bd6423c-f0b9-411b-b4c2-a18f0025f183 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:37.795492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6391c93-61c7-44c1-9b12-4a661f5ae992 req-2bd6423c-f0b9-411b-b4c2-a18f0025f183 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1433203 Jul 30 02:11:37.862683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0cdc835-aec0-4c1f-b9d9-8a234ca19330 req-4c736e76-1beb-4b46-9da8-d91d4f49622d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190181 Jul 30 02:11:37.902423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6391c93-61c7-44c1-9b12-4a661f5ae992 req-3e57cfeb-4cc5-4a22-9dcb-b3ea711809d0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874271 Jul 30 02:11:38.070912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43e5af92-7750-41c0-953d-b863e18dba9b req-d6c4d9d5-fa56-4cb0-aed7-e5e88cf02a2f tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0592701 Jul 30 02:11:38.120276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device cd6a0898-34dd-42a8-a9e4-1c1cd38c623c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:11:38.359400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:38.392467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'port_id': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'mac_address': 'fa:16:3e:22:c7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:11:38.484955 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.519957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6a0898-34dd-42a8-a9e4-1c1cd38c623c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:11:38.555045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:38.563782 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:38.626148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ec913-0ae1-4937-beab-fde0132bf9a2 req-9687a63d-fdf1-424e-9b3f-cbfce7df38b5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:38.639760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a59ec913-0ae1-4937-beab-fde0132bf9a2 req-9687a63d-fdf1-424e-9b3f-cbfce7df38b5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 944 time: 0.1007769 Jul 30 02:11:38.674550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:38.753318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a59ec913-0ae1-4937-beab-fde0132bf9a2 req-035a3020-f3e8-43c1-9807-1caade119e40 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122596 Jul 30 02:11:38.778719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['cd6a0898-34dd-42a8-a9e4-1c1cd38c623c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:11:39.193590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae54151-68de-4e30-a9e3-e060c2584095 req-d91fe956-e24a-4220-b17b-77ce2e021241 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:39.207215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ae54151-68de-4e30-a9e3-e060c2584095 req-d91fe956-e24a-4220-b17b-77ce2e021241 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1298997 Jul 30 02:11:39.340010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ae54151-68de-4e30-a9e3-e060c2584095 req-0f88a3d6-bf9b-4dfc-a969-f936899c4086 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298330 Jul 30 02:11:39.544912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4d1624e-23fc-4152-9dbc-626bdf63096c req-97ae8c68-1d5d-49d4-a221-a50e8db45b62 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0736153 Jul 30 02:11:39.964515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50151-03d5-4e81-b8e8-291f445eefd9 req-1860b8e6-c11d-46a0-b798-16816a48eae1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:39.966458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7aa50151-03d5-4e81-b8e8-291f445eefd9 req-1860b8e6-c11d-46a0-b798-16816a48eae1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 945 time: 0.0875525 Jul 30 02:11:40.109700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7aa50151-03d5-4e81-b8e8-291f445eefd9 req-f9a6a1d8-4f8a-451b-900b-cc37191ff68d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184053 Jul 30 02:11:40.142878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device cd6a0898-34dd-42a8-a9e4-1c1cd38c623c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:11:40.241310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:11:40.248945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:11:40.249667 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.452451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.514705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:40.520027 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4616a6-f2bb-49db-bfa2-a101b3054302" -d '{"events": [{"server_uuid": "f887138f-e7bc-47b4-a36d-6039ca59dd60", "name": "network-vif-plugged", "status": "completed", "tag": "cd6a0898-34dd-42a8-a9e4-1c1cd38c623c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:40.552822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:11:40.559994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcbf9c-2d10-42c6-96d7-c2fa7e7aaf1e req-5cce96d2-b3b6-4f3a-b550-2276d3f42e49 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:40.560540 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:40.563336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74bcbf9c-2d10-42c6-96d7-c2fa7e7aaf1e req-5cce96d2-b3b6-4f3a-b550-2276d3f42e49 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1006830 Jul 30 02:11:40.666435 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:40.672637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74bcbf9c-2d10-42c6-96d7-c2fa7e7aaf1e req-e419ef2e-9728-4684-b7a8-427b834927d6 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978994 Jul 30 02:11:40.768910 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feaf270-3177-412c-8888-af031d5c760b x-openstack-request-id: req-9feaf270-3177-412c-8888-af031d5c760b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:40.769370 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f887138f-e7bc-47b4-a36d-6039ca59dd60", "name": "network-vif-plugged", "status": "completed", "tag": "cd6a0898-34dd-42a8-a9e4-1c1cd38c623c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:40.769767 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9feaf270-3177-412c-8888-af031d5c760b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:40.770345 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'code': 200} Jul 30 02:11:40.914348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff1c031d-18d3-493d-828d-9dc07fbd02d4 req-d6749328-37c3-4488-8f6a-df6da92ae6f4 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0618260 Jul 30 02:11:40.982743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017838e-a5cb-4f89-a77e-9d8a497680f4 req-c2ecccef-c71d-4b9f-ba65-456609461fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:40.985645 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d017838e-a5cb-4f89-a77e-9d8a497680f4 req-c2ecccef-c71d-4b9f-ba65-456609461fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 1097 time: 0.1211181 Jul 30 02:11:41.052584 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d017838e-a5cb-4f89-a77e-9d8a497680f4 req-de5e7b90-f56e-477f-a771-f6fa4094af88 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586188 Jul 30 02:11:41.469629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af226a09-7969-42e3-a322-83a54b404dc1 req-6845ba4c-21dc-40b7-9d3c-82f1921ab616 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:41.472945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af226a09-7969-42e3-a322-83a54b404dc1 req-6845ba4c-21dc-40b7-9d3c-82f1921ab616 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 946 time: 0.1566994 Jul 30 02:11:41.477109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-e8de7f0c-0377-4967-8554-6d1404864499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:41.480197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-e8de7f0c-0377-4967-8554-6d1404864499 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 1096 time: 0.1946855 Jul 30 02:11:41.633275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af226a09-7969-42e3-a322-83a54b404dc1 req-7d8beafe-637c-48c5-9314-0b8cd917d774 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482699 Jul 30 02:11:41.772643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-abdb4578-ff48-4101-80f1-33cf8d58a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:41.776959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-abdb4578-ff48-4101-80f1-33cf8d58a374 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 920 time: 0.2520521 Jul 30 02:11:41.903386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-6a1762d9-d1b8-42c9-a039-72462951c316 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c45baa1f-edfd-4480-a67a-569152225ad1 HTTP/1.1" status: 200 len: 217 time: 0.1028063 Jul 30 02:11:42.023571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45376c-e083-4599-bdbc-b1dbdd289d42 req-7325fd88-8797-4d49-a1b4-d28a3582d33d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:42.027368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab45376c-e083-4599-bdbc-b1dbdd289d42 req-7325fd88-8797-4d49-a1b4-d28a3582d33d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.2484701 Jul 30 02:11:42.079810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-e7664a97-3311-4ce1-bf3c-d8885093ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:42.082764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-e7664a97-3311-4ce1-bf3c-d8885093ec38 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.1663167 Jul 30 02:11:42.153298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-40077d57-e899-4c39-9033-bd33958b0f15 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555820 Jul 30 02:11:42.222884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab45376c-e083-4599-bdbc-b1dbdd289d42 req-79557363-9587-41b3-98b8-c522e5e699d1 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809046 Jul 30 02:11:42.414322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-62f8e496-ff32-4b3f-a43e-dae2e9c7b2a5 service neutron] 10.222.0.22 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389419 Jul 30 02:11:42.463296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f7bcadb-6142-4da2-8bf5-fb16ee70a0ed req-f5b36987-97c3-47bf-9d04-3bf942953cd5 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0847182 Jul 30 02:11:42.612935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c99fc12-06bc-4c16-a663-11c19227c810 req-2b19bf6f-4424-48ff-b050-dc0349be50f9 service neutron] 10.222.0.22 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648834 Jul 30 02:11:42.910744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec884ee-7358-4653-93d9-cf1591896497 req-b7f72635-0a37-4120-a543-3c4cf4df380e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:42.924405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fec884ee-7358-4653-93d9-cf1591896497 req-b7f72635-0a37-4120-a543-3c4cf4df380e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 946 time: 0.1112208 Jul 30 02:11:42.993915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fec884ee-7358-4653-93d9-cf1591896497 req-0c85b1a8-f45a-47db-b1f3-d386810aa8ff tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665171 Jul 30 02:11:43.273301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad5953-a2a0-4c82-8024-d3bcfe6ced85 req-cddfdb1f-e81b-4ab5-934a-bba08681ceb3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:43.276349 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27ad5953-a2a0-4c82-8024-d3bcfe6ced85 req-cddfdb1f-e81b-4ab5-934a-bba08681ceb3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 946 time: 0.1228845 Jul 30 02:11:43.364606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27ad5953-a2a0-4c82-8024-d3bcfe6ced85 req-227c5fd7-1081-4b73-86d6-d6546f84d234 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750339 Jul 30 02:11:43.409550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36074) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:43.459212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36078) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:43.637376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbb94e-7cc9-472b-83c4-9d8ccbf2ee67 req-1d8f1630-88f7-4b48-80ed-cefe8ae6071a tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:43.667021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4cbb94e-7cc9-472b-83c4-9d8ccbf2ee67 req-1d8f1630-88f7-4b48-80ed-cefe8ae6071a tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1615980 Jul 30 02:11:43.782643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4cbb94e-7cc9-472b-83c4-9d8ccbf2ee67 req-e4e90f44-83c4-47cf-9f57-b8f0a7510da7 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120267 Jul 30 02:11:43.811984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae638-09bc-464f-85b9-8d013b437aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:43.987492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3c1ca-5a04-47c8-a4cd-15f44269ce58 tempest-TestVolumeBootPattern-905444791 tempest-TestVolumeBootPattern-905444791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:43.990223 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b3b3c1ca-5a04-47c8-a4cd-15f44269ce58 tempest-TestVolumeBootPattern-905444791 tempest-TestVolumeBootPattern-905444791-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 1092 time: 0.5790913 Jul 30 02:11:43.999414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36086) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:44.010126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:11:44.028929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76e3374b-3015-474b-b436-354a7735f436 req-12ac47c3-5113-41e9-a23e-06be6828583c tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0622766 Jul 30 02:11:44.152549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae638-09bc-464f-85b9-8d013b437aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.162184 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae638-09bc-464f-85b9-8d013b437aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.251423 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1f4ae638-09bc-464f-85b9-8d013b437aec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1ece8f59e5144f4a9effacda7076248f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7903063 Jul 30 02:11:44.252695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ae638-09bc-464f-85b9-8d013b437aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a75814-9b7c-40af-bccc-f96f2b06a3cd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:44.258613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.273396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36088) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:44.408586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c36947ae-ff95-4470-8dd4-59c49f69654f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.455281 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c36947ae-ff95-4470-8dd4-59c49f69654f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.472301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.560920 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c36947ae-ff95-4470-8dd4-59c49f69654f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.569462 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c36947ae-ff95-4470-8dd4-59c49f69654f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:44.573588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c36947ae-ff95-4470-8dd4-59c49f69654f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/07a75814-9b7c-40af-bccc-f96f2b06a3cd HTTP/1.1" status: 204 len: 168 time: 0.2968473 Jul 30 02:11:44.600254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36947ae-ff95-4470-8dd4-59c49f69654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a75814-9b7c-40af-bccc-f96f2b06a3cd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:44.758289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.25.7.93 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/59eb34a5-2596-4948-a600-148f64dec9c8) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:11:45.070474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:45.075084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039aaa7-6dd3-4297-9760-a17e51b2f258 req-06c1cf31-ce7a-48d5-89d7-a3e56ed50e21 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:45.078580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d039aaa7-6dd3-4297-9760-a17e51b2f258 req-06c1cf31-ce7a-48d5-89d7-a3e56ed50e21 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1164341 Jul 30 02:11:45.173483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d039aaa7-6dd3-4297-9760-a17e51b2f258 req-a9b35c9f-6597-4718-bade-07ceec33ea56 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Jul 30 02:11:45.178900 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:45.295020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:11:45.306949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:11:45.319635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:11:45.389205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=59eb34a5-2596-4948-a600-148f64dec9c8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:45.464190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b0640da-48ed-4f94-9e0d-440089bf4fb9 req-ebabcfc2-6416-4b8e-b3f8-392c388f8a6c tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0744088 Jul 30 02:11:45.507284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36100) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:45.534349 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4a9d-f240-4a15-b1e9-c14f9f552be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:45.804822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4a9d-f240-4a15-b1e9-c14f9f552be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:45.812445 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4a9d-f240-4a15-b1e9-c14f9f552be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:45.894387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b5ab4a9d-f240-4a15-b1e9-c14f9f552be9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ad5b37fedec04ea09928cacb1efdc142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853030 Jul 30 02:11:45.896643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab4a9d-f240-4a15-b1e9-c14f9f552be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf4da0-fcd6-408b-bf44-f4bb478c9e30,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:45.902522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36102) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:46.012421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-550f7ab6-bd7b-4d65-b2ba-59ed7111a177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.063752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-550f7ab6-bd7b-4d65-b2ba-59ed7111a177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.204359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-550f7ab6-bd7b-4d65-b2ba-59ed7111a177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.211781 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-550f7ab6-bd7b-4d65-b2ba-59ed7111a177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.215492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-550f7ab6-bd7b-4d65-b2ba-59ed7111a177 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c4cf4da0-fcd6-408b-bf44-f4bb478c9e30 HTTP/1.1" status: 204 len: 168 time: 0.3120821 Jul 30 02:11:46.233926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f7ab6-bd7b-4d65-b2ba-59ed7111a177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf4da0-fcd6-408b-bf44-f4bb478c9e30,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:46.265730 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.451835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.489846 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b19c-7e48-4953-a0e3-edf42f297b05 req-7f15d4ad-1276-4cc2-882b-edf29a690566 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:46.494043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad83b19c-7e48-4953-a0e3-edf42f297b05 req-7f15d4ad-1276-4cc2-882b-edf29a690566 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1369302 Jul 30 02:11:46.613666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad83b19c-7e48-4953-a0e3-edf42f297b05 req-f8953511-f9e5-426b-8cd0-2999cc7db332 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071353 Jul 30 02:11:46.830005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a82683df-f965-45f4-a14a-6b3b7531435e req-df942cc1-d68e-465a-b8d6-ea028296382c tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0687871 Jul 30 02:11:46.834530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:46.860550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:47.009376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=59eb34a5-2596-4948-a600-148f64dec9c8,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:47.027488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:47.258581 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Floating IP c336d028-3353-4512-98d8-dac030061d0d associated. External IP: 172.25.7.93, port: cd6a0898-34dd-42a8-a9e4-1c1cd38c623c. Jul 30 02:11:47.756737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:11:47.924037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3413a-4e0b-4916-b38b-532c389b9ed3 req-b87914c0-18af-434a-8277-01eb6e8639ac tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:47.936415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5de3413a-4e0b-4916-b38b-532c389b9ed3 req-b87914c0-18af-434a-8277-01eb6e8639ac tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1499686 Jul 30 02:11:48.043002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5de3413a-4e0b-4916-b38b-532c389b9ed3 req-99e34b86-418f-4ad7-aed8-c1642f5b7817 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045079 Jul 30 02:11:48.314240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e8d8fbc-d9e1-433e-9576-1eb4772781e7 req-8ec857b4-5a0c-4bb6-a568-7eaa1ea3b64d tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0822721 Jul 30 02:11:48.612786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:11:48.633263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] Sync routers for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:11:48.655125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:48.657255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:11:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:48.661877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:48.741213 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3cd1d550-18b9-4d4f-95cf-a2bf62b908a1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7396493 Jul 30 02:11:48.742925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'tag': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:11:48.748642 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16fe23c-d874-4fac-bc98-160b38eb9cea" -d '{"events": [{"name": "network-changed", "server_uuid": "f887138f-e7bc-47b4-a36d-6039ca59dd60", "tag": "cd6a0898-34dd-42a8-a9e4-1c1cd38c623c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:11:48.843539 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30102465-29c2-4ed5-b3a6-a4300f91a71a x-openstack-request-id: req-30102465-29c2-4ed5-b3a6-a4300f91a71a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:11:48.844490 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f887138f-e7bc-47b4-a36d-6039ca59dd60", "tag": "cd6a0898-34dd-42a8-a9e4-1c1cd38c623c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:11:48.844490 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-30102465-29c2-4ed5-b3a6-a4300f91a71a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:11:48.844967 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'tag': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'status': 'completed', 'code': 200} Jul 30 02:11:48.911468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:48.996952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-9d943242-4139-41c7-b1fd-79e0ed829eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:49.000285 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-9d943242-4139-41c7-b1fd-79e0ed829eae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 1097 time: 0.1189499 Jul 30 02:11:49.378515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-54cb074c-bc13-4c29-8824-dd6fda4f1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:49.380934 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-54cb074c-bc13-4c29-8824-dd6fda4f1e75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.3683774 Jul 30 02:11:49.400843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6349880-c928-4bdf-b1e7-d9a7b5a6e88a req-22abfbae-d407-424a-acef-7947b806cdf8 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:49.412438 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6349880-c928-4bdf-b1e7-d9a7b5a6e88a req-22abfbae-d407-424a-acef-7947b806cdf8 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1647160 Jul 30 02:11:49.562146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6349880-c928-4bdf-b1e7-d9a7b5a6e88a req-bcb08b87-60d8-4edc-97ad-813754407f51 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477392 Jul 30 02:11:49.575074 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-68fed32c-f812-4160-b251-940447f46999 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c HTTP/1.1" status: 200 len: 999 time: 0.1780214 Jul 30 02:11:49.716282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-4d2dfe3a-ff12-40d4-9cc9-3cea4a4f4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:49.729324 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-4d2dfe3a-ff12-40d4-9cc9-3cea4a4f4e67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1399639 Jul 30 02:11:49.800978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'c336d028-3353-4512-98d8-dac030061d0d', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:22:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:45Z', 'updated_at': '2021-07-30T02:11:45Z', 'revision_number': 0, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:49.808737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85b72308-bd74-42b2-a303-a5d0e6aef233 req-5f28d2a7-5cb4-4eee-b6f9-b8822221de46 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0559809 Jul 30 02:11:49.859623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-82e963ef-0e27-43cf-bf39-4a013ee6790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:49.871964 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-82e963ef-0e27-43cf-bf39-4a013ee6790b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284966 Jul 30 02:11:49.895479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] Checking router: 89dccaf5-8af3-46bf-a10b-37ecd889ee26 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:11:49.924005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:11:49.925587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:11:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:50.129880 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-908abeb7-4119-417f-be37-8ef5438d79a5 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506151 Jul 30 02:11:50.218753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:11:50.373071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a16fe23c-d874-4fac-bc98-160b38eb9cea req-b1c4c869-320e-46b1-80bc-a80bcc2eb701 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291555 Jul 30 02:11:50.762451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'c336d028-3353-4512-98d8-dac030061d0d', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:22:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:45Z', 'updated_at': '2021-07-30T02:11:45Z', 'revision_number': 0, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:11:50.823678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a923e4-d490-4c40-942b-11bff0a5baae req-9726f1a1-05b9-4c8f-b58b-eabf38b7935d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:50.827894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0845aa-af87-4f8b-ae06-ec53ae06f8ff None None] The sync data for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 is: [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'c336d028-3353-4512-98d8-dac030061d0d', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:22:c7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:11:45Z', 'updated_at': '2021-07-30T02:11:45Z', 'revision_number': 0, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:11:50.839114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45a923e4-d490-4c40-942b-11bff0a5baae req-9726f1a1-05b9-4c8f-b58b-eabf38b7935d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1268630 Jul 30 02:11:50.917824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45a923e4-d490-4c40-942b-11bff0a5baae req-a4d229f8-2702-4838-ab4e-dd547909e026 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773594 Jul 30 02:11:51.153146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb3b2642-a580-4961-9f08-9a751ac5d564 req-c8159c79-b152-464c-adae-96874a447bc6 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0677459 Jul 30 02:11:51.338331 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab7dbc7-7a69-46b7-9484-97559a387d2b None None] New status for floating IP c336d028-3353-4512-98d8-dac030061d0d: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:11:52.165940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20128280-384b-4ccc-a348-6bc6b3258b11 req-24c3d63c-c094-4d8c-8dde-85488d8ec8ab tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:52.172680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20128280-384b-4ccc-a348-6bc6b3258b11 req-24c3d63c-c094-4d8c-8dde-85488d8ec8ab tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.0976839 Jul 30 02:11:52.244486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-20128280-384b-4ccc-a348-6bc6b3258b11 req-68316e60-d0f3-4768-b8e1-57a2690d684d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634933 Jul 30 02:11:52.459334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25799a81-7728-46a6-9f0c-116e59f6c1f9 req-619be24d-a88b-4c73-878e-34900c68f530 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0530059 Jul 30 02:11:52.777398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36214) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:53.038141 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0e5810f-d6f4-4f1a-aae3-db9eb3dabba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.225109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0e5810f-d6f4-4f1a-aae3-db9eb3dabba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.233059 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0e5810f-d6f4-4f1a-aae3-db9eb3dabba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.340519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5810f-d6f4-4f1a-aae3-db9eb3dabba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b906a6de-965c-4fd4-a351-16c5169c1a7b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:53.351594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b0e5810f-d6f4-4f1a-aae3-db9eb3dabba2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8579f4ac504d47a5a74c242778513d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724194 Jul 30 02:11:53.355810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:53.455302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95173ca8-d429-41c6-b621-bd612ce4b244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.501818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95173ca8-d429-41c6-b621-bd612ce4b244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.511943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e83dc-0f3e-4170-a0a3-9f7e21c3accf req-88e46268-4e10-4ee9-bee8-7fc3b2947b0e tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:53.511943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d87e83dc-0f3e-4170-a0a3-9f7e21c3accf req-88e46268-4e10-4ee9-bee8-7fc3b2947b0e tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1133680 Jul 30 02:11:53.606571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d87e83dc-0f3e-4170-a0a3-9f7e21c3accf req-d2751f1b-357d-4fe9-90fe-2caff44e77fd tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838881 Jul 30 02:11:53.614371 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95173ca8-d429-41c6-b621-bd612ce4b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.620614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95173ca8-d429-41c6-b621-bd612ce4b244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:53.626299 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-95173ca8-d429-41c6-b621-bd612ce4b244 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b906a6de-965c-4fd4-a351-16c5169c1a7b HTTP/1.1" status: 204 len: 168 time: 0.2647223 Jul 30 02:11:53.638656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95173ca8-d429-41c6-b621-bd612ce4b244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b906a6de-965c-4fd4-a351-16c5169c1a7b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:53.781064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8db27447-de4d-4be5-b361-f54f144c8264 req-ecb136b9-5bc0-4fae-9d6b-cbd62be5df6d tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0444808 Jul 30 02:11:54.020498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.228169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36234) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:54.248191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-198245dc-7d11-450d-b4c6-72a031d6954a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.406503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-198245dc-7d11-450d-b4c6-72a031d6954a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.411974 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-198245dc-7d11-450d-b4c6-72a031d6954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.463008 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-198245dc-7d11-450d-b4c6-72a031d6954a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=59439371a36740f8b2dd97c615068507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332642 Jul 30 02:11:54.465259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198245dc-7d11-450d-b4c6-72a031d6954a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4da0e77-55ce-4b89-aa67-aaf6dfe7b2a1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:54.468312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36236) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:54.542804 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc004f8f-d55c-43f7-9f28-c8e79ea27701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.575403 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc004f8f-d55c-43f7-9f28-c8e79ea27701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.652624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc004f8f-d55c-43f7-9f28-c8e79ea27701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.658020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc004f8f-d55c-43f7-9f28-c8e79ea27701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:54.659808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bc004f8f-d55c-43f7-9f28-c8e79ea27701 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c4da0e77-55ce-4b89-aa67-aaf6dfe7b2a1 HTTP/1.1" status: 204 len: 168 time: 0.1899636 Jul 30 02:11:54.678254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc004f8f-d55c-43f7-9f28-c8e79ea27701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4da0e77-55ce-4b89-aa67-aaf6dfe7b2a1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:54.824332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734c82c-9b46-4e9c-91f9-10febfbc511b req-a911d85b-fb94-42f5-88a7-bde5621238d5 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:54.830420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5734c82c-9b46-4e9c-91f9-10febfbc511b req-a911d85b-fb94-42f5-88a7-bde5621238d5 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.0949187 Jul 30 02:11:54.887251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5734c82c-9b46-4e9c-91f9-10febfbc511b req-5cbfea69-1220-4810-9af6-78a02af1fd51 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503311 Jul 30 02:11:55.054747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f00cfe3-1d7e-47eb-8134-0d3d0b161509 req-d4a56a3f-485c-440b-a605-85840007a7ec tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0445626 Jul 30 02:11:55.333188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-581b4dfb-cbd1-4bb5-b1a4-9fa186aafc64 req-c731a868-6f16-41f5-bc89-8c4fd6819d9c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0439110 Jul 30 02:11:56.163778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4f3e0-5365-4c35-909f-74c165c6cdbf req-dc6fde60-1810-4522-a2da-f888686e079d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:56.166905 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1a4f3e0-5365-4c35-909f-74c165c6cdbf req-dc6fde60-1810-4522-a2da-f888686e079d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1389608 Jul 30 02:11:56.255893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1a4f3e0-5365-4c35-909f-74c165c6cdbf req-80358b3f-31f5-4e2e-ba8c-81d15e7bbfe5 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720422 Jul 30 02:11:56.469555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa475b36-0056-4d97-a82d-eae0d0228b58 req-932be515-f7aa-46e9-bc2d-bec11b0f67f9 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0541573 Jul 30 02:11:56.881592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36284) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:57.116518 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9da454e-56eb-46d9-9053-85d43f5de384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.265920 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9da454e-56eb-46d9-9053-85d43f5de384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.280092 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9da454e-56eb-46d9-9053-85d43f5de384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.333095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da454e-56eb-46d9-9053-85d43f5de384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b27bacd-b1d3-4678-ab4d-6212fe406443,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:57.362881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e9da454e-56eb-46d9-9053-85d43f5de384 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5f56a94005c3499c8943821f14624c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758751 Jul 30 02:11:57.363722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36290) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:11:57.492446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f59dd409-c548-41ea-84e1-511cfb21719f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.550172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f59dd409-c548-41ea-84e1-511cfb21719f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.552326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f8ff3-0f60-4fb0-9675-2daaf3e1ac56 req-d7506b5d-00cb-4ecd-991e-008819c5aa9c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:57.557546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-125f8ff3-0f60-4fb0-9675-2daaf3e1ac56 req-d7506b5d-00cb-4ecd-991e-008819c5aa9c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1131592 Jul 30 02:11:57.654469 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-125f8ff3-0f60-4fb0-9675-2daaf3e1ac56 req-787cd3fd-6b98-47bb-835a-f3eabc008040 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755231 Jul 30 02:11:57.714803 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f59dd409-c548-41ea-84e1-511cfb21719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.720638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f59dd409-c548-41ea-84e1-511cfb21719f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:11:57.723195 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f59dd409-c548-41ea-84e1-511cfb21719f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0b27bacd-b1d3-4678-ab4d-6212fe406443 HTTP/1.1" status: 204 len: 168 time: 0.3577392 Jul 30 02:11:57.762202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59dd409-c548-41ea-84e1-511cfb21719f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b27bacd-b1d3-4678-ab4d-6212fe406443,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:11:57.923833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ee71939-147c-4b06-8a17-235e03e64f25 req-ef408708-a810-4ebb-bcc1-852d3b58eee8 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.1330652 Jul 30 02:11:58.524727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36b749db-b9ea-4469-b69a-3ffadcb4d905 req-849fc57a-3b85-4330-aa81-638958f17dd9 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817&device_id=3e64017b-8f7e-44da-aee3-2c3c325d9055 HTTP/1.1" status: 200 len: 210 time: 0.0479922 Jul 30 02:11:58.922888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e7457f5-2945-4212-a511-8a127ed92394 req-0825c70d-2c33-4a77-8592-358ea40fe675 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525316a60b24adea4738f9a132c6bd9&device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0630193 Jul 30 02:11:59.017964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e7457f5-2945-4212-a511-8a127ed92394 req-89c83830-4ee6-411f-a2ae-f8022c50606d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6525316a60b24adea4738f9a132c6bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727882 Jul 30 02:11:59.261073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b40ec-9a96-4646-b383-03bcbeb99d76 req-cff882ae-7597-477d-9cbd-c2b0674d47b7 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:59.290257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb1b40ec-9a96-4646-b383-03bcbeb99d76 req-cff882ae-7597-477d-9cbd-c2b0674d47b7 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.3708975 Jul 30 02:11:59.404506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb1b40ec-9a96-4646-b383-03bcbeb99d76 req-4f12ab3a-1f97-4072-8fc0-10e75d4e81ec tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099999 Jul 30 02:11:59.410195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7457f5-2945-4212-a511-8a127ed92394 req-73193a45-424b-41a8-9a55-f5425f62946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:11:59.415081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e7457f5-2945-4212-a511-8a127ed92394 req-73193a45-424b-41a8-9a55-f5425f62946c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3762228 Jul 30 02:11:59.569156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a0ee467-e8fd-46ca-a923-d465af4ae1b4 req-b61dfccb-26d7-4aba-991b-6386d5d5b7d8 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0686555 Jul 30 02:12:00.483478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36350) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:00.654222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b4599-bbf5-4c5a-b098-40de41fe6ef3 req-bd838a6b-feb9-497c-a99f-92a1b7adb981 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:00.659121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d27b4599-bbf5-4c5a-b098-40de41fe6ef3 req-bd838a6b-feb9-497c-a99f-92a1b7adb981 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1144335 Jul 30 02:12:00.692805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:00.744662 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:00.755253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62c5ddab-55fa-4277-b3ff-858bdeab6d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:00.770453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d27b4599-bbf5-4c5a-b098-40de41fe6ef3 req-796ed12d-9580-487b-9be0-576c2524df2f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918448 Jul 30 02:12:00.950207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-413bb653-279e-424f-8198-b03c5e9d27c9 req-13d67058-573e-41d1-a236-c7f51f3c1da7 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0580235 Jul 30 02:12:00.981176 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.201397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Allocated IP 172.25.7.18 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/f6749c57-021e-416c-9d57-c160789db8be) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:01.413110 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.456542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.544606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.615490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:01.616406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:01.623051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:01.674612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Pushing event updated for resources: {'Port': ['ID=f6749c57-021e-416c-9d57-c160789db8be,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:01.785663 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.860393 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:01.863635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e7457f5-2945-4212-a511-8a127ed92394 req-d99b24ba-b490-443c-9909-1b24a0822f2c tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0526023 Jul 30 02:12:01.974712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81684bb-012e-465b-a852-05c633908b33 req-7bb85605-2e12-490d-99a5-f03d7b000a06 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:01.977058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b81684bb-012e-465b-a852-05c633908b33 req-7bb85605-2e12-490d-99a5-f03d7b000a06 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.0862024 Jul 30 02:12:02.068057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b81684bb-012e-465b-a852-05c633908b33 req-badc0b32-b59b-4c29-b44b-8273b78403dd tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758603 Jul 30 02:12:02.231848 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.238886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.240622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1734c20b-506b-45de-af33-83fd09341504 req-1df37f7a-f910-454a-b5e8-b65790f76140 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f93196f-69f8-4be5-bcbc-08e0ce00a817 HTTP/1.1" status: 200 len: 210 time: 0.0543079 Jul 30 02:12:02.349250 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Pushing event updated for resources: {'Port': ['ID=f6749c57-021e-416c-9d57-c160789db8be,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:02.381233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.413820 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.416097 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-68de1f67-0f05-4204-8c81-e5141a32c5ec tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9308891 Jul 30 02:12:02.420977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36366) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:02.431006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-551613940', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'fixed_ips': [{'ip_address': '172.25.7.18'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:02.476999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Made reservation on behalf of e3f00985ee2d4f05914398f44d5ad291 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:02.481567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.498766 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.852540 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.864691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:02.873318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] device_id is not set on port 625e22b8-ce08-4311-a593-b3913881bcd4 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:12:03.047953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4152711e-ea55-4b87-903f-da9004d731a9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:03.259652 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:12:03.317264 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 02:12:03.318053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:03.330477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52b1ba-f814-44a0-8258-6bb4e5a75a90 req-4eca36a5-8695-4908-bb00-6357f12caa32 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:03.336342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de52b1ba-f814-44a0-8258-6bb4e5a75a90 req-4eca36a5-8695-4908-bb00-6357f12caa32 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1286082 Jul 30 02:12:03.340471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5172961b-c31e-4709-9f32-f5487f4933fc tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9173696 Jul 30 02:12:03.344897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36378) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:03.394824 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da177ba9-6637-4a74-9b5e-1f0fe03f5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.410012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de52b1ba-f814-44a0-8258-6bb4e5a75a90 req-01d24592-1303-4543-a2e8-7c6f3dd66413 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676110 Jul 30 02:12:03.657048 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Deleting port f6749c57-021e-416c-9d57-c160789db8be {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:03.657593 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.836526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.836526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.839830 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:03.857873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Calling delete_port for f6749c57-021e-416c-9d57-c160789db8be owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:03.860958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af59b65f-75a3-4451-94b7-bf4699942333 req-3a900d10-f1ab-4a60-a53a-044a6ea623ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6525316a60b24adea4738f9a132c6bd9&device_id=3e64017b-8f7e-44da-aee3-2c3c325d9055 HTTP/1.1" status: 200 len: 210 time: 0.1066759 Jul 30 02:12:03.906175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebb9da1b-ae0b-44f2-9bf5-5c4029369b5f req-d69e9562-27fa-45ba-85e7-8f3e1263aec3 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e64017b-8f7e-44da-aee3-2c3c325d9055 HTTP/1.1" status: 200 len: 210 time: 0.0436854 Jul 30 02:12:03.935787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af59b65f-75a3-4451-94b7-bf4699942333 req-d39c95ff-7522-4c9c-873e-81b6ddfb41b7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=6525316a60b24adea4738f9a132c6bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275741 Jul 30 02:12:04.119890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59b65f-75a3-4451-94b7-bf4699942333 req-e135c6cc-540e-4cde-b2e5-02f961063be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:04.122694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af59b65f-75a3-4451-94b7-bf4699942333 req-e135c6cc-540e-4cde-b2e5-02f961063be1 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745760 Jul 30 02:12:04.139628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.183104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6749c57-021e-416c-9d57-c160789db8be,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:04.297089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.301929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.304104 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1b0522e5-1e8e-4051-80b6-5fe029e3e1eb tempest-ExternalNetworksAdminNegativeTestJSON-599183693 tempest-ExternalNetworksAdminNegativeTestJSON-599183693-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/ebafb202-ccc0-4e3e-962e-dc793c478554 HTTP/1.1" status: 204 len: 168 time: 0.9578741 Jul 30 02:12:04.537795 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:04.646643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bdbd8-57f6-48fb-8172-1443649cd2dd req-f92a05c4-6d3b-425b-9dbd-ead1e1435e86 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:04.651746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-126bdbd8-57f6-48fb-8172-1443649cd2dd req-f92a05c4-6d3b-425b-9dbd-ead1e1435e86 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1073642 Jul 30 02:12:04.725903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-126bdbd8-57f6-48fb-8172-1443649cd2dd req-fffe810b-f1c2-4732-b9a5-074a826db037 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630348 Jul 30 02:12:04.808011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36392) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:05.032297 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5905f6e-ebf7-4f7d-938e-4eb882dd770b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.135893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9a2aa49-e75a-46ac-a02d-4568e5f31fe9 req-f63df1c8-65ed-433c-b162-95954cdc29e0 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e64017b-8f7e-44da-aee3-2c3c325d9055 HTTP/1.1" status: 200 len: 210 time: 0.0671675 Jul 30 02:12:05.308852 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5905f6e-ebf7-4f7d-938e-4eb882dd770b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.315040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5905f6e-ebf7-4f7d-938e-4eb882dd770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.373649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c5905f6e-ebf7-4f7d-938e-4eb882dd770b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6b62832b129d4258861c45b7426ceaad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639195 Jul 30 02:12:05.375324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5905f6e-ebf7-4f7d-938e-4eb882dd770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae26621-534e-4860-93de-4e655653826f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:05.377129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36400) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:05.488335 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-515dd663-0b44-4d88-ab57-e1177e3f7483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.542473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-515dd663-0b44-4d88-ab57-e1177e3f7483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.642280 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-515dd663-0b44-4d88-ab57-e1177e3f7483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.646985 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-515dd663-0b44-4d88-ab57-e1177e3f7483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:05.651824 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-515dd663-0b44-4d88-ab57-e1177e3f7483 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8ae26621-534e-4860-93de-4e655653826f HTTP/1.1" status: 204 len: 168 time: 0.2698398 Jul 30 02:12:05.669763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dd663-0b44-4d88-ab57-e1177e3f7483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae26621-534e-4860-93de-4e655653826f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:05.957365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e4d41-d065-4802-bc63-b10be6c8b88a req-35ac3ceb-c885-41fa-b5f3-d9af9a7b8fcd tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:05.960329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d72e4d41-d065-4802-bc63-b10be6c8b88a req-35ac3ceb-c885-41fa-b5f3-d9af9a7b8fcd tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1163690 Jul 30 02:12:06.094440 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d72e4d41-d065-4802-bc63-b10be6c8b88a req-17284023-1a06-409a-8124-ba532ab01a5f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262913 Jul 30 02:12:06.213189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.292225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36416) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:06.392742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51264c7d-978e-4f28-8add-39a3ac3feff8 req-0549796d-b53f-4ef9-98bb-e6bb42e0f2fb tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e64017b-8f7e-44da-aee3-2c3c325d9055 HTTP/1.1" status: 200 len: 210 time: 0.0814154 Jul 30 02:12:06.439179 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-76a9af12-f27c-48ed-b744-07bfaca5c0be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e3f00985ee2d4f05914398f44d5ad291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419954 Jul 30 02:12:06.443374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36418) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:06.520336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af59b65f-75a3-4451-94b7-bf4699942333 req-1c9ceeed-5710-4601-93c4-b79b5487da37 tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e64017b-8f7e-44da-aee3-2c3c325d9055 HTTP/1.1" status: 200 len: 210 time: 0.0501063 Jul 30 02:12:06.574161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd546a01-7351-40d5-b310-c5d7feaf5679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.623783 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd546a01-7351-40d5-b310-c5d7feaf5679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.732569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd546a01-7351-40d5-b310-c5d7feaf5679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.737635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd546a01-7351-40d5-b310-c5d7feaf5679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:06.741044 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dd546a01-7351-40d5-b310-c5d7feaf5679 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4152711e-ea55-4b87-903f-da9004d731a9 HTTP/1.1" status: 204 len: 168 time: 0.2961986 Jul 30 02:12:06.761713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd546a01-7351-40d5-b310-c5d7feaf5679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4152711e-ea55-4b87-903f-da9004d731a9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:07.388338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b44a-47a0-4f1d-ba7e-662bd0b70b68 req-42576175-136f-4d54-a474-3bc39dc1a7f6 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:07.390830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73d2b44a-47a0-4f1d-ba7e-662bd0b70b68 req-42576175-136f-4d54-a474-3bc39dc1a7f6 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1544611 Jul 30 02:12:07.514040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73d2b44a-47a0-4f1d-ba7e-662bd0b70b68 req-44a2d95c-5855-4977-a6b3-ecdc1b1f0792 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075451 Jul 30 02:12:07.698305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f13e884-6a4d-45b0-addc-6ef079e65a0c req-61d8aaae-1fa0-4c3f-a986-3528bbde186d tempest-ServerShowV247Test-1233095554 tempest-ServerShowV247Test-1233095554-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e64017b-8f7e-44da-aee3-2c3c325d9055 HTTP/1.1" status: 200 len: 210 time: 0.0469763 Jul 30 02:12:08.738606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33b6c3-ca00-4307-b8a6-f29c2f619b34 req-6ce94e61-19a3-432e-be22-23e23cfdee1f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:08.741111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef33b6c3-ca00-4307-b8a6-f29c2f619b34 req-6ce94e61-19a3-432e-be22-23e23cfdee1f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1035419 Jul 30 02:12:08.832233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef33b6c3-ca00-4307-b8a6-f29c2f619b34 req-10859336-5220-4c12-bcdb-0749817543e2 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827212 Jul 30 02:12:09.366027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36474) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:09.461886 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-2f16aee7-ca2c-4900-9d55-61236a39a71a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902410 Jul 30 02:12:09.480009 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36478) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:09.591378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-f194e926-d2ae-4d87-95c6-ee3422bd93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:09.593212 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-f194e926-d2ae-4d87-95c6-ee3422bd93dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1096 time: 0.0665364 Jul 30 02:12:09.711967 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:09.845618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-223eb078-d12a-45c2-9838-5bac3d525104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:09.847575 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-223eb078-d12a-45c2-9838-5bac3d525104 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 920 time: 0.2250466 Jul 30 02:12:09.907950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c6791139-211a-441e-815d-be70ff286089 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-242532713'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:09.910632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c6791139-211a-441e-815d-be70ff286089 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Unknown quota resources ['metering_label']. {{(pid=93819) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:12:09.961078 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-7e4011c0-fbf2-4903-8c38-24901e47b5a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c HTTP/1.1" status: 200 len: 217 time: 0.1049001 Jul 30 02:12:10.063309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-91a31cd9-1099-4c0b-b2e1-51dd34113372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:10.067011 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-91a31cd9-1099-4c0b-b2e1-51dd34113372 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.0968339 Jul 30 02:12:10.128430 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.138425 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-a76705a9-fdc5-4d20-9d92-6626c5d6c192 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593057 Jul 30 02:12:10.244829 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.250959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36490) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:10.325016 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6791139-211a-441e-815d-be70ff286089 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.330204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c6791139-211a-441e-815d-be70ff286089 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9621356 Jul 30 02:12:10.333283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-3669409c-55e6-41db-8446-cf3999546534 service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869576 Jul 30 02:12:10.334428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36494) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:10.339989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d840df54-df3e-4f7e-974c-a1a2d75fca55 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4ca618c1-4e30-4b19-86d6-0193826c07d3'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:10.340933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d840df54-df3e-4f7e-974c-a1a2d75fca55 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:12:10.419054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d79079-e8d1-4eee-acec-41c552a88746 req-f175bbd3-e3ba-4621-a4e0-49ff347a6980 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:10.432154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48d79079-e8d1-4eee-acec-41c552a88746 req-f175bbd3-e3ba-4621-a4e0-49ff347a6980 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.3609309 Jul 30 02:12:10.443160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6525316a60b24adea4738f9a132c6bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9614568 Jul 30 02:12:10.444393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173cba7f-4d6d-4e73-a479-de7de17e4c7d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:10.447902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36496) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:10.519670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.520130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.520736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.521257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.521788 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.522325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.522854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.524060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.524586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.525198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.525729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.526331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8b976-13c3-4d75-bcaf-f27eef2b18f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:10.553027 n-d-715271-7 neutron-server[93818]: WARNING neutron.services.metering.metering_plugin [None req-d840df54-df3e-4f7e-974c-a1a2d75fca55 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 02:12:10.556651 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33a29fa2-1c63-4d7c-b6d5-b5e1a7a7f83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.594265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b44c8bb7-eaf8-4213-89fb-cdb64df17271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.602918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48d79079-e8d1-4eee-acec-41c552a88746 req-75b6b91e-4ec1-4844-907a-bc9e8f58a401 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699471 Jul 30 02:12:10.632108 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b44c8bb7-eaf8-4213-89fb-cdb64df17271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.738922 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b44c8bb7-eaf8-4213-89fb-cdb64df17271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.743299 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b44c8bb7-eaf8-4213-89fb-cdb64df17271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.745124 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b44c8bb7-eaf8-4213-89fb-cdb64df17271 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/173cba7f-4d6d-4e73-a479-de7de17e4c7d HTTP/1.1" status: 204 len: 168 time: 0.2896488 Jul 30 02:12:10.761465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c8bb7-eaf8-4213-89fb-cdb64df17271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173cba7f-4d6d-4e73-a479-de7de17e4c7d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:10.773816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d840df54-df3e-4f7e-974c-a1a2d75fca55 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.776499 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d840df54-df3e-4f7e-974c-a1a2d75fca55 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4403486 Jul 30 02:12:10.782990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:10.818972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d31f8725-921d-4700-a6a2-f17bc3373ece tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4ca618c1-4e30-4b19-86d6-0193826c07d3'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:10.822989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d31f8725-921d-4700-a6a2-f17bc3373ece tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93819) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:12:10.857350 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2b776db0-2188-406c-a9f4-1e0b359823f9 req-732c2673-f301-4126-8fe9-42e44f0e6b69 service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125394 Jul 30 02:12:10.924573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33a29fa2-1c63-4d7c-b6d5-b5e1a7a7f83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.940618 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33a29fa2-1c63-4d7c-b6d5-b5e1a7a7f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:10.947651 n-d-715271-7 neutron-server[93819]: WARNING neutron.services.metering.metering_plugin [None req-d31f8725-921d-4700-a6a2-f17bc3373ece tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 30 02:12:11.008860 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-33a29fa2-1c63-4d7c-b6d5-b5e1a7a7f83f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cf9936ce4b1a4183b4dcd78bdb2a31a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509654 Jul 30 02:12:11.009494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36504) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:11.018259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a29fa2-1c63-4d7c-b6d5-b5e1a7a7f83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6352069b-4be1-4738-8b15-6cfcdf7b3c38,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:11.092910 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e73-e187-4aae-bca4-9e654bdf28fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.113504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d31f8725-921d-4700-a6a2-f17bc3373ece tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.115483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d31f8725-921d-4700-a6a2-f17bc3373ece tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3303239 Jul 30 02:12:11.118725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36508) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:11.131910 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e73-e187-4aae-bca4-9e654bdf28fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.135067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bb5c45eb-64ca-4ac2-8d37-a8efb59a1cdc tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=59900384-990c-46ca-afcb-f45e03d724d0 HTTP/1.1" status: 200 len: 462 time: 0.0136058 Jul 30 02:12:11.137517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36510) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:11.240826 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e73-e187-4aae-bca4-9e654bdf28fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.246517 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9e73-e187-4aae-bca4-9e654bdf28fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.252287 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ff6e9e73-e187-4aae-bca4-9e654bdf28fd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6352069b-4be1-4738-8b15-6cfcdf7b3c38 HTTP/1.1" status: 204 len: 168 time: 0.2375569 Jul 30 02:12:11.265633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e9e73-e187-4aae-bca4-9e654bdf28fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6352069b-4be1-4738-8b15-6cfcdf7b3c38,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:11.389486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cee2faaf-a1d9-43ab-859f-9e737965ef43 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.389486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cee2faaf-a1d9-43ab-859f-9e737965ef43 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/59900384-990c-46ca-afcb-f45e03d724d0 HTTP/1.1" status: 204 len: 168 time: 0.2474997 Jul 30 02:12:11.391900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36520) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:11.412741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dc6b7cba-acf7-47b1-b98a-f118b595e965 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=59900384-990c-46ca-afcb-f45e03d724d0 HTTP/1.1" status: 200 len: 221 time: 0.0146196 Jul 30 02:12:11.413372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36522) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:11.421540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-451c8fad-77fe-4b81-b9e3-26f2d53cacff tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--875607236', 'description': 'label created by tempest'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:11.422441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-451c8fad-77fe-4b81-b9e3-26f2d53cacff tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Unknown quota resources ['metering_label']. {{(pid=93819) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:12:11.683156 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-451c8fad-77fe-4b81-b9e3-26f2d53cacff tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:11.683156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-451c8fad-77fe-4b81-b9e3-26f2d53cacff tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2596903 Jul 30 02:12:11.683156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36528) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:11.850191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2ad71e08-2d50-4d97-b286-d2ad66fd8c9f tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=906d2021-90ee-459b-b1d8-0d568bac91bb HTTP/1.1" status: 200 len: 467 time: 0.1688545 Jul 30 02:12:11.854788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36538) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:11.965559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8d7cd-03ff-4385-9697-7119f8cb186d req-37b186dc-b605-4260-ad7a-92999f350080 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:11.972238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1a8d7cd-03ff-4385-9697-7119f8cb186d req-37b186dc-b605-4260-ad7a-92999f350080 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1286306 Jul 30 02:12:12.100610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1a8d7cd-03ff-4385-9697-7119f8cb186d req-18279a6b-16ad-463a-b94f-1e22c97e2443 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174059 Jul 30 02:12:12.276559 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc2af-0cb9-49ad-bab3-a5db87209f15 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.283276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36550) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:12.286820 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7ccbc2af-0cb9-49ad-bab3-a5db87209f15 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/906d2021-90ee-459b-b1d8-0d568bac91bb HTTP/1.1" status: 204 len: 168 time: 0.4305634 Jul 30 02:12:12.307550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ffdf02bf-1d6f-4dce-897d-d83e093f3bfb tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=906d2021-90ee-459b-b1d8-0d568bac91bb HTTP/1.1" status: 200 len: 216 time: 0.0225482 Jul 30 02:12:12.315372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36552) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:12.331047 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d73a8959-e72e-4d0d-b5f5-13a7211bf92c tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0159419 Jul 30 02:12:12.331580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36554) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:12.353884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-86babb8b-5ffb-4852-b62b-6b71b0fcdd41 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0210974 Jul 30 02:12:12.355306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36556) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:12.440472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fad9d2c0-a0ee-492f-8aee-3de851af00d2 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels/4ca618c1-4e30-4b19-86d6-0193826c07d3 HTTP/1.1" status: 200 len: 472 time: 0.0792727 Jul 30 02:12:12.440955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36562) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:12.458949 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-48cddef7-ade7-4407-9438-8b2709567374 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules/594094e6-a9f9-4930-ac83-4d2b4d218660 HTTP/1.1" status: 200 len: 459 time: 0.0113058 Jul 30 02:12:12.459879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36564) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:12.669688 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dd567db-cb05-48d2-8fb8-3aeb9f29b08c tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:12.671783 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8dd567db-cb05-48d2-8fb8-3aeb9f29b08c tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/594094e6-a9f9-4930-ac83-4d2b4d218660 HTTP/1.1" status: 204 len: 168 time: 0.2111194 Jul 30 02:12:12.678048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36572) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:13.642588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06265944-5276-4550-9c39-f07a5f1edbc9 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:13.644654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-06265944-5276-4550-9c39-f07a5f1edbc9 tempest-MeteringIpV6TestJSON-1209764600 tempest-MeteringIpV6TestJSON-1209764600-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/4ca618c1-4e30-4b19-86d6-0193826c07d3 HTTP/1.1" status: 204 len: 168 time: 0.9667623 Jul 30 02:12:13.659909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-44af3e6c-dd24-4ec1-a925-d9d6edd3256a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2799628 Jul 30 02:12:13.701689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd59ae-89e5-47f4-a2ed-1dbf91e71394 req-db591dbf-08ac-4ed2-af5a-3b59aca7da72 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:13.714227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49bd59ae-89e5-47f4-a2ed-1dbf91e71394 req-db591dbf-08ac-4ed2-af5a-3b59aca7da72 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.3355644 Jul 30 02:12:13.785790 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49bd59ae-89e5-47f4-a2ed-1dbf91e71394 req-0fe37538-0fe4-437f-ac54-2580c8f16b30 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699549 Jul 30 02:12:13.858039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-2fde1d6a-df00-4334-ac67-c3d7597df1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:13.860884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-2fde1d6a-df00-4334-ac67-c3d7597df1f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb6fbffb0764344abd81de6272aaee7&device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 1098 time: 0.0730135 Jul 30 02:12:14.110067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-610fc039-4024-43e5-86e7-8f2466899175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:14.112656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-610fc039-4024-43e5-86e7-8f2466899175 service neutron] 10.222.0.22 "GET /v2.0/networks?id=67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 200 len: 918 time: 0.2167907 Jul 30 02:12:14.300540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-db05f22a-0219-48ea-a33c-060d2a632b27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 200 len: 1002 time: 0.1726363 Jul 30 02:12:14.413981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-45de770a-8741-4a39-a77b-c40baed706ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:14.417548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-45de770a-8741-4a39-a77b-c40baed706ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 200 len: 856 time: 0.1028666 Jul 30 02:12:14.511743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-36226a40-81d4-4f7d-8b66-82e66646a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:14.515029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-36226a40-81d4-4f7d-8b66-82e66646a6bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=67b32542-595e-4a72-ad66-90e338237799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859125 Jul 30 02:12:14.532641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36664) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:14.731577 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-af48a9f0-20cb-4ff9-9f54-b91e3da06f22 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045257 Jul 30 02:12:15.056317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6db4f81-d4f3-47cb-bf7d-586b0ca21cdd req-15b96589-bad0-4b4a-96e2-f2f82ff8ce63 service neutron] 10.222.0.22 "GET /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095012 Jul 30 02:12:15.106889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce841a-4a11-4a15-aea0-fb975a8b769f req-6ce679fc-9091-48b4-911b-e8d8ac3d846e tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:15.118724 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82fa47f8-b5cf-4549-bb79-f649f9fad116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.119080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10ce841a-4a11-4a15-aea0-fb975a8b769f req-6ce679fc-9091-48b4-911b-e8d8ac3d846e tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1602435 Jul 30 02:12:15.194920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10ce841a-4a11-4a15-aea0-fb975a8b769f req-87aff625-23ed-448e-8e24-2d6f7bd8ff72 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744369 Jul 30 02:12:15.343059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82fa47f8-b5cf-4549-bb79-f649f9fad116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.355464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82fa47f8-b5cf-4549-bb79-f649f9fad116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.429654 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-82fa47f8-b5cf-4549-bb79-f649f9fad116 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ccaac3e8b3a448db93e1a3d49322931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8950028 Jul 30 02:12:15.431039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa47f8-b5cf-4549-bb79-f649f9fad116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad952d4-1767-41c0-9887-823de3a53f2a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:15.439210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36692) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:15.577788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f3afd5a-3496-4e0f-b8d2-4ea92da28dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.627902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f3afd5a-3496-4e0f-b8d2-4ea92da28dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.720656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f3afd5a-3496-4e0f-b8d2-4ea92da28dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.724583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f3afd5a-3496-4e0f-b8d2-4ea92da28dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:15.727410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3f3afd5a-3496-4e0f-b8d2-4ea92da28dad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6ad952d4-1767-41c0-9887-823de3a53f2a HTTP/1.1" status: 204 len: 168 time: 0.2861099 Jul 30 02:12:15.741529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3afd5a-3496-4e0f-b8d2-4ea92da28dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad952d4-1767-41c0-9887-823de3a53f2a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:16.271675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36710) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:16.296850 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-384ec8b0-284c-425c-8a66-06168828ce0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.457104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3703b54-46f9-4af7-ba22-fbabc60de50c req-ceedbff6-9198-403e-a40b-9fe95c87c66a tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:16.459228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3703b54-46f9-4af7-ba22-fbabc60de50c req-ceedbff6-9198-403e-a40b-9fe95c87c66a tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1408725 Jul 30 02:12:16.563085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3703b54-46f9-4af7-ba22-fbabc60de50c req-a300ad6a-8400-4346-b04c-44cce55a120b tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912063 Jul 30 02:12:16.606700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-384ec8b0-284c-425c-8a66-06168828ce0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.613712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-384ec8b0-284c-425c-8a66-06168828ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.671213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-384ec8b0-284c-425c-8a66-06168828ce0e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1cdc1e8470e746b3a11120772b8751f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935814 Jul 30 02:12:16.671213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ec8b0-284c-425c-8a66-06168828ce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b129229f-9550-4a56-ad98-83f6260e1276,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:16.671628 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36716) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:16.780270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4efcd381-8b6a-4fe0-942b-70f87ce8b563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.823621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4efcd381-8b6a-4fe0-942b-70f87ce8b563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.908621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4efcd381-8b6a-4fe0-942b-70f87ce8b563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.912985 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4efcd381-8b6a-4fe0-942b-70f87ce8b563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:16.915122 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4efcd381-8b6a-4fe0-942b-70f87ce8b563 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b129229f-9550-4a56-ad98-83f6260e1276 HTTP/1.1" status: 204 len: 168 time: 0.2425561 Jul 30 02:12:16.941099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcd381-8b6a-4fe0-942b-70f87ce8b563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b129229f-9550-4a56-ad98-83f6260e1276,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:17.746990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1de32-72a5-46ec-852d-bf78f67c8a8a req-63bbda94-9d41-47a8-8e93-b76816bb866c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:17.756569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fa1de32-72a5-46ec-852d-bf78f67c8a8a req-63bbda94-9d41-47a8-8e93-b76816bb866c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.0742140 Jul 30 02:12:17.826214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fa1de32-72a5-46ec-852d-bf78f67c8a8a req-4d0c59e0-62c0-4f46-8da1-a355da0fe6de tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591598 Jul 30 02:12:19.076872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c7569-9076-431e-bae7-fef542ab4e2a req-34440c53-fc34-4ced-a1a1-39c27c009d82 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:19.080027 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e1c7569-9076-431e-bae7-fef542ab4e2a req-34440c53-fc34-4ced-a1a1-39c27c009d82 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1017649 Jul 30 02:12:19.162872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e1c7569-9076-431e-bae7-fef542ab4e2a req-3bdc219c-1c67-4b30-baa3-84f9213a033f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696695 Jul 30 02:12:20.040479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36804) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.393607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de248729-a654-4dd9-821d-6d7dcbee7262 req-c5373377-c8db-4931-9b09-49b078be6fbf tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:20.396546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de248729-a654-4dd9-821d-6d7dcbee7262 req-c5373377-c8db-4931-9b09-49b078be6fbf tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1190646 Jul 30 02:12:20.433107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a86468de-5e4e-4946-b7d4-8ad1487881c0 tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:20.480898 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a86468de-5e4e-4946-b7d4-8ad1487881c0 tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] 10.222.0.84 "PUT /v2.0/quotas/cbc12733746b431abb7ecc7abfe7f644 HTTP/1.1" status: 200 len: 366 time: 0.4381216 Jul 30 02:12:20.482414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36814) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.487328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de248729-a654-4dd9-821d-6d7dcbee7262 req-a59fbed5-6c8c-4294-b740-d2cb072ed2f6 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789897 Jul 30 02:12:20.512373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8d732ce0-61ce-423a-ba5c-3afe758abe1a tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0228219 Jul 30 02:12:20.513223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36816) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.533121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36818) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.534045 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-65e720ef-760f-45d3-84f3-f0be583b638d tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] 10.222.0.84 "GET /v2.0/quotas/cbc12733746b431abb7ecc7abfe7f644 HTTP/1.1" status: 200 len: 366 time: 0.0192306 Jul 30 02:12:20.558952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-44fdceff-984b-4c7f-ab1c-e0df5eebb208 tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/cbc12733746b431abb7ecc7abfe7f644 HTTP/1.1" status: 204 len: 168 time: 0.0231011 Jul 30 02:12:20.562362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36820) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.579476 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-87593df1-80fd-48bf-bf21-fe68034d4571 tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0125206 Jul 30 02:12:20.580605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36822) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.593917 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3dbced86-4c6d-4f07-b8d7-52f5230b8cf7 tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] 10.222.0.84 "GET /v2.0/quotas/cbc12733746b431abb7ecc7abfe7f644 HTTP/1.1" status: 200 len: 370 time: 0.0111322 Jul 30 02:12:20.597942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36824) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.607873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-018885d5-8d3e-4cc1-8444-8e8399342bed tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] 10.222.0.84 "GET /v2.0/quotas/cbc12733746b431abb7ecc7abfe7f644/default HTTP/1.1" status: 200 len: 370 time: 0.0078125 Jul 30 02:12:20.611201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36826) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.629504 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-9f476e83-8b69-4d93-9fe8-adea6d0e4f8c tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] delete failed (client error): The resource could not be found. Jul 30 02:12:20.635752 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9f476e83-8b69-4d93-9fe8-adea6d0e4f8c tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/cbc12733746b431abb7ecc7abfe7f644 HTTP/1.1" status: 404 len: 348 time: 0.0216713 Jul 30 02:12:20.921147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36834) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:20.950361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Usage tracker for resource:network and tenant:e286743b05cd4a1983b761cfceabbd96 is out of sync, need to count used quota {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:12:20.958617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:12:20.970660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Usage tracker for resource:subnet and tenant:e286743b05cd4a1983b761cfceabbd96 is out of sync, need to count used quota {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:12:20.979557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:12:20.998557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Usage tracker for resource:subnetpool and tenant:e286743b05cd4a1983b761cfceabbd96 is out of sync, need to count used quota {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:12:21.008298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:12:21.019576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Usage tracker for resource:port and tenant:e286743b05cd4a1983b761cfceabbd96 is out of sync, need to count used quota {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:12:21.031142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:12:21.042473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Usage tracker for resource:router and tenant:e286743b05cd4a1983b761cfceabbd96 is out of sync, need to count used quota {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:12:21.051209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:12:21.063661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Usage tracker for resource:floatingip and tenant:e286743b05cd4a1983b761cfceabbd96 is out of sync, need to count used quota {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:12:21.075310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:12:21.146234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Usage tracker for resource:security_group and tenant:e286743b05cd4a1983b761cfceabbd96 is out of sync, need to count used quota {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:12:21.156476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:12:21.167755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Usage tracker for resource:security_group_rule and tenant:e286743b05cd4a1983b761cfceabbd96 is out of sync, need to count used quota {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 30 02:12:21.182128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.quota.resource [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93818) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 30 02:12:21.189704 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-44f6fbb6-1f6a-4409-bff0-7a2654a8f8ad tempest-QuotasTest-1340301463 tempest-QuotasTest-1340301463-project-admin] 10.222.0.84 "GET /v2.0/quotas/e286743b05cd4a1983b761cfceabbd96/details.json HTTP/1.1" status: 200 len: 703 time: 0.2671418 Jul 30 02:12:21.682549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8d686-352f-4075-ad6d-7229ec24da20 req-4867153a-7c66-48f0-b817-93e40b92bbd8 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:21.696786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6db8d686-352f-4075-ad6d-7229ec24da20 req-4867153a-7c66-48f0-b817-93e40b92bbd8 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.0882735 Jul 30 02:12:21.752298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6db8d686-352f-4075-ad6d-7229ec24da20 req-788c206d-1c43-4a34-a348-2fa34e4f5f98 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543091 Jul 30 02:12:21.790615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36848) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:22.025352 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd585a6-c206-4b00-b44f-9c8f7e8ed103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.217288 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd585a6-c206-4b00-b44f-9c8f7e8ed103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.225403 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1bd585a6-c206-4b00-b44f-9c8f7e8ed103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.289988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd585a6-c206-4b00-b44f-9c8f7e8ed103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea0c84f-9f77-4871-8b6d-107ef5308cc1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:22.315915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1bd585a6-c206-4b00-b44f-9c8f7e8ed103 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=de55e408f0a347c58adb009b610a526e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5194740 Jul 30 02:12:22.316666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36862) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:22.424116 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.480241 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.599205 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.602946 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:22.604882 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2ea0c84f-9f77-4871-8b6d-107ef5308cc1 HTTP/1.1" status: 204 len: 168 time: 0.2865632 Jul 30 02:12:22.631083 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea0c84f-9f77-4871-8b6d-107ef5308cc1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:22.648409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.649002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.649584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.650199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.650851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.651424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.652468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.653092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.653721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.654269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.655376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:22.655774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff26ace-8ce6-49f5-8507-62f1020fa27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:23.018555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9538534-91f9-42c0-9df6-878e74d8023c req-c118cd06-3405-4a5f-a2a2-5b12c857db50 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:23.044281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9538534-91f9-42c0-9df6-878e74d8023c req-c118cd06-3405-4a5f-a2a2-5b12c857db50 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1597371 Jul 30 02:12:23.145529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9538534-91f9-42c0-9df6-878e74d8023c req-2d83da09-fc5c-4d57-bc57-9f466623e9ca tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856345 Jul 30 02:12:23.493890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36888) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:23.525079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfa02-15b7-412f-a86c-191a663264c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.736590 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfa02-15b7-412f-a86c-191a663264c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.744062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfa02-15b7-412f-a86c-191a663264c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.828197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36894) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:23.829266 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a0ddfa02-15b7-412f-a86c-191a663264c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e286743b05cd4a1983b761cfceabbd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330677 Jul 30 02:12:23.832292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddfa02-15b7-412f-a86c-191a663264c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271ea454-3183-49e7-ae75-21bb2c962bd2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:23.932550 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c45eb613-657a-4ea3-88fe-0e0fe50e4413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:23.989143 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c45eb613-657a-4ea3-88fe-0e0fe50e4413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.012125 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.083948 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c45eb613-657a-4ea3-88fe-0e0fe50e4413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.088909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c45eb613-657a-4ea3-88fe-0e0fe50e4413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:24.090106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c45eb613-657a-4ea3-88fe-0e0fe50e4413 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/271ea454-3183-49e7-ae75-21bb2c962bd2 HTTP/1.1" status: 204 len: 168 time: 0.2606957 Jul 30 02:12:24.105742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45eb613-657a-4ea3-88fe-0e0fe50e4413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271ea454-3183-49e7-ae75-21bb2c962bd2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:24.402784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b237cd-b796-4952-8585-5778dadf82a4 req-edeb5cd7-fe34-4a67-b56e-df33abb171f3 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:24.411684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11b237cd-b796-4952-8585-5778dadf82a4 req-edeb5cd7-fe34-4a67-b56e-df33abb171f3 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1025505 Jul 30 02:12:24.464532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11b237cd-b796-4952-8585-5778dadf82a4 req-92d3e2b6-bbb7-4da8-9eaf-76d4fcdac7c0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515592 Jul 30 02:12:24.639382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6014508-8722-46ee-baaf-4d11e30fdb6b req-7e37ef4a-de03-411f-97d2-695287e4af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:24.642072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6014508-8722-46ee-baaf-4d11e30fdb6b req-7e37ef4a-de03-411f-97d2-695287e4af4d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 1096 time: 0.0866599 Jul 30 02:12:24.711144 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6014508-8722-46ee-baaf-4d11e30fdb6b req-824c6b98-aeaf-43bb-8cb4-8785396a5690 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555151 Jul 30 02:12:25.775542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f20fc-aefd-47b8-a01e-870b09e433fe req-b79eb67d-719d-436d-85ea-7005d0b11075 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:25.780153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f82f20fc-aefd-47b8-a01e-870b09e433fe req-b79eb67d-719d-436d-85ea-7005d0b11075 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1694443 Jul 30 02:12:25.884831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f82f20fc-aefd-47b8-a01e-870b09e433fe req-4f57c23c-54e1-4080-95d6-bb3f4290d82d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908492 Jul 30 02:12:26.153756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 36950) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:26.570084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1620856950'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:26.623179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Made reservation on behalf of 325b8bafb03b475caf85e29fe81485d4 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:26.631773 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.650522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.877390 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.895700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.953874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3704fb77-3390-4f45-82c5-b1f0eb713165,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:26.981907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:26.999505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:26.999938 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Added segment d383ddd6-afc3-4205-8572-90bac48c477d of type vlan for network bb8064bb-4150-45db-b4cc-4adc5dbdea5a Jul 30 02:12:27.067541 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.146155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb453c-876b-41aa-a9c1-8c9f2f74b9a9 req-fd517cf6-4906-4606-8ec0-a460a135d231 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:27.148082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91bb453c-876b-41aa-a9c1-8c9f2f74b9a9 req-fd517cf6-4906-4606-8ec0-a460a135d231 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1083243 Jul 30 02:12:27.156250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.163036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:27.163902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.266253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1099248 Jul 30 02:12:27.270883 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36972) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:27.280082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Request body: {'subnet': {'network_id': 'bb8064bb-4150-45db-b4cc-4adc5dbdea5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:27.313741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91bb453c-876b-41aa-a9c1-8c9f2f74b9a9 req-082597a1-952f-4ab9-92d4-264419df396d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452968 Jul 30 02:12:27.318679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5fe56-79a1-46ec-b80a-29d1dbc216c1 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event updated for resources: {'Network': ['ID=bb8064bb-4150-45db-b4cc-4adc5dbdea5a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:27.348714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network bb8064bb-4150-45db-b4cc-4adc5dbdea5a details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:27.572040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Made reservation on behalf of 325b8bafb03b475caf85e29fe81485d4 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:27.577413 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:27.603219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0485033-a8a5-4a01-8809-d125c0c74ade req-74399ea7-5ff4-4afa-b48a-c3f37b2ec755 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:27.605614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0485033-a8a5-4a01-8809-d125c0c74ade req-74399ea7-5ff4-4afa-b48a-c3f37b2ec755 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1317012 Jul 30 02:12:27.693186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0485033-a8a5-4a01-8809-d125c0c74ade req-63daca26-c816-409a-ab71-5560c5a485b5 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744717 Jul 30 02:12:27.959118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.084397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event updated for resources: {'Subnet': ['ID=2d2d71b7-143f-48af-bbed-430bf27676e7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:28.110550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Checking segment: {'id': 'd383ddd6-afc3-4205-8572-90bac48c477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bb8064bb-4150-45db-b4cc-4adc5dbdea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:28.111417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Network hostable DHCP agents. Network: bb8064bb-4150-45db-b4cc-4adc5dbdea5a, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:28.145462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Network bb8064bb-4150-45db-b4cc-4adc5dbdea5a is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:28.162720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, bb8064bb-4150-45db-b4cc-4adc5dbdea5a) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:28.173581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f255c-e076-48a1-bb7b-50025e244df7 req-498a2bab-a1a2-4b40-bd35-f8f2f62c7cd0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:28.175206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac7f255c-e076-48a1-bb7b-50025e244df7 req-498a2bab-a1a2-4b40-bd35-f8f2f62c7cd0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1235363 Jul 30 02:12:28.188225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:28.188988 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.200385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb00195-8364-4826-9ed4-1d6118595cf6 None None] Network bb8064bb-4150-45db-b4cc-4adc5dbdea5a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:28.224086 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-67006bcf-2cbe-4616-b3ae-bf6cfa17f467 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9514842 Jul 30 02:12:28.224784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 36988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:28.230085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Request body: {'port': {'network_id': 'bb8064bb-4150-45db-b4cc-4adc5dbdea5a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1907846062'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:28.274178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac7f255c-e076-48a1-bb7b-50025e244df7 req-4be8b487-006a-4d57-82b9-88d995cfa8b5 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903535 Jul 30 02:12:28.452925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Made reservation on behalf of 325b8bafb03b475caf85e29fe81485d4 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:28.458013 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.482400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-bb8064bb-4150-45db-b4cc-4adc5dbdea5a', 'network_id': 'bb8064bb-4150-45db-b4cc-4adc5dbdea5a', 'tenant_id': '325b8bafb03b475caf85e29fe81485d4', 'fixed_ips': [{'subnet_id': '2d2d71b7-143f-48af-bbed-430bf27676e7'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:12:28.484263 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:28.493233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] device_id is not set on port 00088dff-90f4-4aac-be8f-eb93fe8f6f29 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:12:28.713875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Allocated IP 172.20.0.3 (bb8064bb-4150-45db-b4cc-4adc5dbdea5a/2d2d71b7-143f-48af-bbed-430bf27676e7/00088dff-90f4-4aac-be8f-eb93fe8f6f29) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:28.997367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.022621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Transition to ACTIVE for port object 00088dff-90f4-4aac-be8f-eb93fe8f6f29 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:29.094574 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.155658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Network bb8064bb-4150-45db-b4cc-4adc5dbdea5a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:29.158908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:29.161712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:29.177169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Allocated IP 172.20.0.2 (bb8064bb-4150-45db-b4cc-4adc5dbdea5a/2d2d71b7-143f-48af-bbed-430bf27676e7/15da68f3-4edb-4a62-9747-6a07a835c8e5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:29.565660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba24d42-3c26-4aa4-9257-44ee125ecefc req-ee5230e3-4e75-4a01-ae33-2a8e78b10064 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:29.568748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cba24d42-3c26-4aa4-9257-44ee125ecefc req-ee5230e3-4e75-4a01-ae33-2a8e78b10064 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1519229 Jul 30 02:12:29.690444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cba24d42-3c26-4aa4-9257-44ee125ecefc req-175462a0-69c9-4f78-b7ac-efd85ff09b3b tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064792 Jul 30 02:12:29.749195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event updated for resources: {'Port': ['ID=00088dff-90f4-4aac-be8f-eb93fe8f6f29,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:29.796938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:29.797914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.850899 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0b681732-b287-4a9e-a22f-59011a4bc319 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6248803 Jul 30 02:12:29.856046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37014) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:29.867649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Request body: {'port': {'network_id': 'bb8064bb-4150-45db-b4cc-4adc5dbdea5a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-683330181', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:29.867649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.api.validators [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] bootfile-name is not in valid_values {{(pid=93819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:12:29.867649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.api.validators [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] tftp-server is not in valid_values {{(pid=93819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:12:29.867649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.api.validators [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] server-ip-address is not in valid_values {{(pid=93819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:12:29.872820 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:29.909472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Transition to ACTIVE for port object 15da68f3-4edb-4a62-9747-6a07a835c8e5 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:29.961649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Transition to ACTIVE for port object 15da68f3-4edb-4a62-9747-6a07a835c8e5 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:29.975922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.075863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Network bb8064bb-4150-45db-b4cc-4adc5dbdea5a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:30.083118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:30.085379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:30.113348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Made reservation on behalf of 325b8bafb03b475caf85e29fe81485d4 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:30.121934 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.177362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] device_id is not set on port 72481b83-4ec9-414e-a42d-87804e995f85 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:12:30.216089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Pushing event updated for resources: {'Port': ['ID=15da68f3-4edb-4a62-9747-6a07a835c8e5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:30.250659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Attempting to bind port 15da68f3-4edb-4a62-9747-6a07a835c8e5 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:30.251256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Attempting to bind port 15da68f3-4edb-4a62-9747-6a07a835c8e5 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd383ddd6-afc3-4205-8572-90bac48c477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bb8064bb-4150-45db-b4cc-4adc5dbdea5a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:30.252260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Attempting to bind port 15da68f3-4edb-4a62-9747-6a07a835c8e5 on network bb8064bb-4150-45db-b4cc-4adc5dbdea5a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:30.261852 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:30.262581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Checking segment: {'id': 'd383ddd6-afc3-4205-8572-90bac48c477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bb8064bb-4150-45db-b4cc-4adc5dbdea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:30.263080 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.263798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Bound using segment: {'id': 'd383ddd6-afc3-4205-8572-90bac48c477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bb8064bb-4150-45db-b4cc-4adc5dbdea5a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:30.264680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Bound port: 15da68f3-4edb-4a62-9747-6a07a835c8e5, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd383ddd6-afc3-4205-8572-90bac48c477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'bb8064bb-4150-45db-b4cc-4adc5dbdea5a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:30.265185 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.431641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db76436-503d-4b59-9e77-3d8347ddeaa1 req-83922193-b37a-4837-be2a-1ce565048b25 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:30.435563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] For port 15da68f3-4edb-4a62-9747-6a07a835c8e5, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:30.440521 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4db76436-503d-4b59-9e77-3d8347ddeaa1 req-83922193-b37a-4837-be2a-1ce565048b25 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1597798 Jul 30 02:12:30.441941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] For port 15da68f3-4edb-4a62-9747-6a07a835c8e5, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=15da68f3-4edb-4a62-9747-6a07a835c8e5,segment=NetworkSegment(d383ddd6-afc3-4205-8572-90bac48c477d),segment_id=d383ddd6-afc3-4205-8572-90bac48c477d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:30.448582 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.531918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4db76436-503d-4b59-9e77-3d8347ddeaa1 req-7c056382-8efb-4640-8356-a9cfe2613399 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901067 Jul 30 02:12:30.550201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Allocated IP 172.20.0.14 (bb8064bb-4150-45db-b4cc-4adc5dbdea5a/2d2d71b7-143f-48af-bbed-430bf27676e7/72481b83-4ec9-414e-a42d-87804e995f85) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:30.576222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b6bc6-8824-4235-98a9-dfd1e1b1d93d None None] Pushing event updated for resources: {'Port': ['ID=15da68f3-4edb-4a62-9747-6a07a835c8e5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:30.777304 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98bf972c-0782-4698-bc4e-3d9110675802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:30.972178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.008939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Transition to ACTIVE for port object 72481b83-4ec9-414e-a42d-87804e995f85 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:31.080576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.155725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Network bb8064bb-4150-45db-b4cc-4adc5dbdea5a is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:31.159891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:31.166521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:31.200664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event updated for resources: {'Port': ['ID=72481b83-4ec9-414e-a42d-87804e995f85,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:31.251398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:31.252878 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.289782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-99bf8953-dfbb-4b76-b800-abfd242a6dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4313207 Jul 30 02:12:31.293375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37046) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:31.420157 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.478977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e915e-674b-4db5-bafd-2815dfeed81f tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:31.493365 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e915e-674b-4db5-bafd-2815dfeed81f tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:31.506008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e915e-674b-4db5-bafd-2815dfeed81f tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:31.510105 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-725e915e-674b-4db5-bafd-2815dfeed81f tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2144787 Jul 30 02:12:31.514662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37050) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:31.540308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 15da68f3-4edb-4a62-9747-6a07a835c8e5 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:31.737868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 15da68f3-4edb-4a62-9747-6a07a835c8e5 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:31.779316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1b08948a-4655-41dc-9ba8-9a9b6205fd3a tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Deleting port 72481b83-4ec9-414e-a42d-87804e995f85 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:31.779316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b08948a-4655-41dc-9ba8-9a9b6205fd3a tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:31.961404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f18f48-c029-473d-8788-cb84a51fcfab req-47ae2227-f22e-4a85-8ade-66f53395ff80 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:31.964270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76f18f48-c029-473d-8788-cb84a51fcfab req-47ae2227-f22e-4a85-8ade-66f53395ff80 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1781244 Jul 30 02:12:32.013325 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b08948a-4655-41dc-9ba8-9a9b6205fd3a tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.058729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1b08948a-4655-41dc-9ba8-9a9b6205fd3a tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Calling delete_port for 72481b83-4ec9-414e-a42d-87804e995f85 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:32.126121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76f18f48-c029-473d-8788-cb84a51fcfab req-aa9ef6be-9823-43e5-822f-08d716d37bf2 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423769 Jul 30 02:12:32.311396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e3b3a-a788-4300-8aec-a7dafd111e66 None None] Network bb8064bb-4150-45db-b4cc-4adc5dbdea5a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:32.437116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c013dc36-616f-42bd-ac19-bd8ebdd31d3f None None] Provisioning for port 15da68f3-4edb-4a62-9747-6a07a835c8e5 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:32.453339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c013dc36-616f-42bd-ac19-bd8ebdd31d3f None None] Provisioning complete for port 15da68f3-4edb-4a62-9747-6a07a835c8e5 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:32.454488 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c013dc36-616f-42bd-ac19-bd8ebdd31d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.514811 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b08948a-4655-41dc-9ba8-9a9b6205fd3a tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.577933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08948a-4655-41dc-9ba8-9a9b6205fd3a tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event deleted for resources: {'Port': ['ID=72481b83-4ec9-414e-a42d-87804e995f85,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:32.681845 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c013dc36-616f-42bd-ac19-bd8ebdd31d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.745458 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1b08948a-4655-41dc-9ba8-9a9b6205fd3a tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.751366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1b08948a-4655-41dc-9ba8-9a9b6205fd3a tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "DELETE /v2.0/ports/72481b83-4ec9-414e-a42d-87804e995f85 HTTP/1.1" status: 204 len: 168 time: 1.2327645 Jul 30 02:12:32.755516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37064) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:32.765339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Request body: {'port': {'name': 'tempest-new-port-name-837204206', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:32.765733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.api.validators [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] bootfile-name is not in valid_values {{(pid=93818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:12:32.766176 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.api.validators [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] tftp-server is not in valid_values {{(pid=93818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:12:32.766720 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.api.validators [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] server-ip-address is not in valid_values {{(pid=93818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 30 02:12:32.847451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c013dc36-616f-42bd-ac19-bd8ebdd31d3f None None] For port 15da68f3-4edb-4a62-9747-6a07a835c8e5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=15da68f3-4edb-4a62-9747-6a07a835c8e5,segment=NetworkSegment(d383ddd6-afc3-4205-8572-90bac48c477d),segment_id=d383ddd6-afc3-4205-8572-90bac48c477d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:32.861698 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c013dc36-616f-42bd-ac19-bd8ebdd31d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:32.947829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.005620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013dc36-616f-42bd-ac19-bd8ebdd31d3f None None] Pushing event updated for resources: {'Port': ['ID=15da68f3-4edb-4a62-9747-6a07a835c8e5,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:33.442653 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8cf621e6-cedf-4ef6-8417-0af23cdc8112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.444083 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.470586 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.502544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 15da68f3-4edb-4a62-9747-6a07a835c8e5 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:33.691005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-76fd5a0c-8188-4cb4-95e0-0751a4942d3d None None] Provisioning complete for port 15da68f3-4edb-4a62-9747-6a07a835c8e5 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:33.691638 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76fd5a0c-8188-4cb4-95e0-0751a4942d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.748557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event updated for resources: {'Port': ['ID=00088dff-90f4-4aac-be8f-eb93fe8f6f29,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:33.774403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] In _notify_port_updated(), no bound segment for port 00088dff-90f4-4aac-be8f-eb93fe8f6f29 on network bb8064bb-4150-45db-b4cc-4adc5dbdea5a {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:12:33.799593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:33.801597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 15da68f3-4edb-4a62-9747-6a07a835c8e5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:33.802314 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.802637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:33.805936 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-69557d9c-8670-447f-861d-228c2ba331f8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "PUT /v2.0/ports/00088dff-90f4-4aac-be8f-eb93fe8f6f29 HTTP/1.1" status: 200 len: 1135 time: 1.0484684 Jul 30 02:12:33.809478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37084) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:33.938320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc3130e-4d5b-4071-bcea-7056cf357ff8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:33.951979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37092) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:33.958031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-edc3130e-4d5b-4071-bcea-7056cf357ff8 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "GET /v2.0/ports/00088dff-90f4-4aac-be8f-eb93fe8f6f29 HTTP/1.1" status: 200 len: 1135 time: 0.1454921 Jul 30 02:12:33.996808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.220948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-76fd5a0c-8188-4cb4-95e0-0751a4942d3d None None] Provisioning for port 00088dff-90f4-4aac-be8f-eb93fe8f6f29 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:34.234973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-76fd5a0c-8188-4cb4-95e0-0751a4942d3d None None] Provisioning complete for port 00088dff-90f4-4aac-be8f-eb93fe8f6f29 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:34.234973 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-76fd5a0c-8188-4cb4-95e0-0751a4942d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.313055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e83cd-2e7a-4ba8-93c4-2cfec01b5cfb tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Deleting port 00088dff-90f4-4aac-be8f-eb93fe8f6f29 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:34.313055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a0e83cd-2e7a-4ba8-93c4-2cfec01b5cfb tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.329872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-76fd5a0c-8188-4cb4-95e0-0751a4942d3d None None] Port 00088dff-90f4-4aac-be8f-eb93fe8f6f29 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:34.495778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-43f5aef8-d767-4c94-8d75-ba42e19b2792 None None] Provisioning complete for port 00088dff-90f4-4aac-be8f-eb93fe8f6f29 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:34.497075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43f5aef8-d767-4c94-8d75-ba42e19b2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.565928 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.586216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-43f5aef8-d767-4c94-8d75-ba42e19b2792 None None] Port 00088dff-90f4-4aac-be8f-eb93fe8f6f29 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:12:34.636965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a0e83cd-2e7a-4ba8-93c4-2cfec01b5cfb tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:34.663622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e83cd-2e7a-4ba8-93c4-2cfec01b5cfb tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Calling delete_port for 00088dff-90f4-4aac-be8f-eb93fe8f6f29 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:34.709941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5aedae67-2531-4cc3-aaa7-86b1bfd3880c None None] Could not find standard attr ID for object 72481b83-4ec9-414e-a42d-87804e995f85. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:12:34.974280 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a0e83cd-2e7a-4ba8-93c4-2cfec01b5cfb tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.129687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e83cd-2e7a-4ba8-93c4-2cfec01b5cfb tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event deleted for resources: {'Port': ['ID=00088dff-90f4-4aac-be8f-eb93fe8f6f29,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:35.300705 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a0e83cd-2e7a-4ba8-93c4-2cfec01b5cfb tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.309273 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6a0e83cd-2e7a-4ba8-93c4-2cfec01b5cfb tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "DELETE /v2.0/ports/00088dff-90f4-4aac-be8f-eb93fe8f6f29 HTTP/1.1" status: 204 len: 168 time: 1.3470876 Jul 30 02:12:35.309759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37122) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:35.509343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-498d5294-23f9-48d3-a894-4fa311227865 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Deleting subnet 2d2d71b7-143f-48af-bbed-430bf27676e7 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:12:35.520287 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-498d5294-23f9-48d3-a894-4fa311227865 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.543088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-34b04479-171c-46da-9069-73d4c4df8262 None None] Could not find standard attr ID for object 00088dff-90f4-4aac-be8f-eb93fe8f6f29. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:12:35.658915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-498d5294-23f9-48d3-a894-4fa311227865 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:35.938576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cec58-00f5-417d-9b88-0baff8504071 req-f9d2372d-0c69-4809-a5cb-989ae6a916d5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:35.941534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb9cec58-00f5-417d-9b88-0baff8504071 req-f9d2372d-0c69-4809-a5cb-989ae6a916d5 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 947 time: 0.1128054 Jul 30 02:12:35.999635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-498d5294-23f9-48d3-a894-4fa311227865 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.040678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb9cec58-00f5-417d-9b88-0baff8504071 req-819dbf17-9762-49f6-984b-208c1a38a26b tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832283 Jul 30 02:12:36.042023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-853a0126-3d6f-4d1e-8106-78485b3c4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:36.044606 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-853a0126-3d6f-4d1e-8106-78485b3c4233 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1096 time: 0.2341981 Jul 30 02:12:36.147773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-498d5294-23f9-48d3-a894-4fa311227865 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.218049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d5294-23f9-48d3-a894-4fa311227865 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2d71b7-143f-48af-bbed-430bf27676e7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:36.220535 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.241105 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-498d5294-23f9-48d3-a894-4fa311227865 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.242874 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-498d5294-23f9-48d3-a894-4fa311227865 tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "DELETE /v2.0/subnets/2d2d71b7-143f-48af-bbed-430bf27676e7 HTTP/1.1" status: 204 len: 168 time: 0.9311707 Jul 30 02:12:36.246802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37140) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:36.251815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a9b22-b0b2-4266-a274-f8b371b28443 None None] Network bb8064bb-4150-45db-b4cc-4adc5dbdea5a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:36.396605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae91e2b-5ed7-4750-a78b-017aa12cd2fd req-02e792c6-b405-43bb-a3bb-d340df0a620f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:36.409559 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cae91e2b-5ed7-4750-a78b-017aa12cd2fd req-02e792c6-b405-43bb-a3bb-d340df0a620f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.2190027 Jul 30 02:12:36.417455 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.421665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-47d53b45-47ee-44e1-8714-1d2777c60af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:36.423687 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-47d53b45-47ee-44e1-8714-1d2777c60af3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 920 time: 0.3683331 Jul 30 02:12:36.494122 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-bd7ff11a-71de-487a-b546-4c39171c6ad1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c HTTP/1.1" status: 200 len: 217 time: 0.0625134 Jul 30 02:12:36.550164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cae91e2b-5ed7-4750-a78b-017aa12cd2fd req-52fb48af-ea34-4b1c-8d97-3db7d80ae4c9 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192503 Jul 30 02:12:36.605580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-408e721e-dd06-46a3-b970-b6f5623e4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:36.607282 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-408e721e-dd06-46a3-b970-b6f5623e4ca2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.0904562 Jul 30 02:12:36.642257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Deleting port 15da68f3-4edb-4a62-9747-6a07a835c8e5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:36.642257 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.666664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] DHCP port deletion for bb8064bb-4150-45db-b4cc-4adc5dbdea5a request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:12:36.674143 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-fdc79ea4-37d9-4342-aeff-02890d4f4688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585108 Jul 30 02:12:36.807752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Deleting port 15da68f3-4edb-4a62-9747-6a07a835c8e5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:36.809533 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.877117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] For port 15da68f3-4edb-4a62-9747-6a07a835c8e5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=15da68f3-4edb-4a62-9747-6a07a835c8e5,segment=NetworkSegment(d383ddd6-afc3-4205-8572-90bac48c477d),segment_id=d383ddd6-afc3-4205-8572-90bac48c477d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:36.877514 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.908534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Calling delete_port for 15da68f3-4edb-4a62-9747-6a07a835c8e5 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:36.934445 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] For port 15da68f3-4edb-4a62-9747-6a07a835c8e5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=15da68f3-4edb-4a62-9747-6a07a835c8e5,segment=NetworkSegment(d383ddd6-afc3-4205-8572-90bac48c477d),segment_id=d383ddd6-afc3-4205-8572-90bac48c477d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:36.935220 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:36.947267 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-203c89e4-6cc3-41fe-914b-2b98d3d2ad31 service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570736 Jul 30 02:12:36.974511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Calling delete_port for 15da68f3-4edb-4a62-9747-6a07a835c8e5 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:37.187197 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-356ccc0f-d1ba-4ca1-ba5b-43b654009dab req-be2e3c2d-8dc4-4ce3-9835-9e47b6a60df7 service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950269 Jul 30 02:12:37.191145 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:12:37.192866 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:12:37.223966 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.262430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event deleted for resources: {'Port': ['ID=15da68f3-4edb-4a62-9747-6a07a835c8e5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:37.269499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] No DVR routers for this DVR port 15da68f3-4edb-4a62-9747-6a07a835c8e5 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:37.342679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Pushing event deleted for resources: {'Port': ['ID=15da68f3-4edb-4a62-9747-6a07a835c8e5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:37.362565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] No DVR routers for this DVR port 15da68f3-4edb-4a62-9747-6a07a835c8e5 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:37.381838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.382184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.382527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.382859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.383189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.383547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.383883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.384207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.384645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.385046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.385655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.386818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d516e9-ee62-43c0-8efd-79fbf7f9543b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:12:37.457900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4c968-8627-4e99-b64e-b7d94a213417 req-d5873669-91d9-4b2d-ba0e-bd6a91d3b62a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:37.460369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2e4c968-8627-4e99-b64e-b7d94a213417 req-d5873669-91d9-4b2d-ba0e-bd6a91d3b62a tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 947 time: 0.1365936 Jul 30 02:12:37.519710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 15da68f3-4edb-4a62-9747-6a07a835c8e5 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:37.530612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2e4c968-8627-4e99-b64e-b7d94a213417 req-fc63bfb3-7939-4336-87a1-ada5d325c3e9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups?id=790200f2-2d56-49f8-81b7-0204a7d6e41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582917 Jul 30 02:12:37.541281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 15da68f3-4edb-4a62-9747-6a07a835c8e5 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:37.541600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 15da68f3-4edb-4a62-9747-6a07a835c8e5 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:37.593334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.610910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8064bb-4150-45db-b4cc-4adc5dbdea5a']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:37.659321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd383ddd6-afc3-4205-8572-90bac48c477d') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:37.659745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd383ddd6-afc3-4205-8572-90bac48c477d') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:37.695487 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.736640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.742608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-f9a9d72d-be8b-42b3-b89a-3fba1f8f5371 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:37.744347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-f9a9d72d-be8b-42b3-b89a-3fba1f8f5371 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 947 time: 0.1263154 Jul 30 02:12:37.754184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:37.755758 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:37.767373 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:37.888797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09514f1c-74a0-441c-b2ec-80d1fdfb787e req-4e705c80-d382-4477-9a51-15087e93f355 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:37.890933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09514f1c-74a0-441c-b2ec-80d1fdfb787e req-4e705c80-d382-4477-9a51-15087e93f355 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1735773 Jul 30 02:12:37.940278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.960167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:37.964766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09514f1c-74a0-441c-b2ec-80d1fdfb787e req-8384c8c8-e161-40d0-99ff-1c53b5eb815b tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595295 Jul 30 02:12:37.969405 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] 10.222.0.84 "DELETE /v2.0/networks/bb8064bb-4150-45db-b4cc-4adc5dbdea5a HTTP/1.1" status: 204 len: 168 time: 1.7143176 Jul 30 02:12:37.994124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Deleting port 30000c7b-691f-405b-ab40-25a0dac19292 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:37.994870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.025650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5343c-0c01-4686-995f-07a750815dae tempest-ExtraDHCPOptionsTestJSON-572449613 tempest-ExtraDHCPOptionsTestJSON-572449613-project] Pushing event deleted for resources: {'Network': ['ID=bb8064bb-4150-45db-b4cc-4adc5dbdea5a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:38.067704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37170) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.125849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] For port 30000c7b-691f-405b-ab40-25a0dac19292, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=30000c7b-691f-405b-ab40-25a0dac19292,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:38.126573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.315465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6946c609-8f3b-47dd-988b-92362d4ee6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.375592 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.376079 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.376460 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Floating IP aaeedf6b-26ca-4869-9e4a-12cf9ae60745 disassociated. External IP: 172.25.7.168, port: 30000c7b-691f-405b-ab40-25a0dac19292. Jul 30 02:12:38.376869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Calling delete_port for 30000c7b-691f-405b-ab40-25a0dac19292 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:38.450330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37184) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.480537 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6946c609-8f3b-47dd-988b-92362d4ee6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.486871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6946c609-8f3b-47dd-988b-92362d4ee6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.536969 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6946c609-8f3b-47dd-988b-92362d4ee6a2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e704d00c8aa84300bd40f2f1d81b7677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675491 Jul 30 02:12:38.537175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37188) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.539170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946c609-8f3b-47dd-988b-92362d4ee6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9629f72-3734-4425-a5dd-b26bbbda9e44,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:38.585563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.636010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event deleted for resources: {'Port': ['ID=30000c7b-691f-405b-ab40-25a0dac19292,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:38.685750 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e263c9a9-5f9a-4edb-9cfb-9436b79d318c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.777435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1fe6a8f2-63b9-46b6-9e67-a60d246d75c6 req-b494d62c-7a6c-419d-a186-8dae933f4e15 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 210 time: 0.0894139 Jul 30 02:12:38.786726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-21bbce67-6f8f-4f38-8b6d-ee66e22f59fc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=325b8bafb03b475caf85e29fe81485d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349037 Jul 30 02:12:38.789985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37192) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:38.794271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e263c9a9-5f9a-4edb-9cfb-9436b79d318c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.878483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99c651e1-276c-4602-ad21-3ca59ab6affc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.907608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Router b975494b-bda8-4e4b-b578-976e179c3e1c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:12:38.911030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99c651e1-276c-4602-ad21-3ca59ab6affc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.929687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e263c9a9-5f9a-4edb-9cfb-9436b79d318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.933875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e263c9a9-5f9a-4edb-9cfb-9436b79d318c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.935450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e263c9a9-5f9a-4edb-9cfb-9436b79d318c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b9629f72-3734-4425-a5dd-b26bbbda9e44 HTTP/1.1" status: 204 len: 168 time: 0.3971453 Jul 30 02:12:38.974316 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99c651e1-276c-4602-ad21-3ca59ab6affc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.983270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99c651e1-276c-4602-ad21-3ca59ab6affc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:38.988864 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-99c651e1-276c-4602-ad21-3ca59ab6affc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3704fb77-3390-4f45-82c5-b1f0eb713165 HTTP/1.1" status: 204 len: 168 time: 0.1948962 Jul 30 02:12:39.008218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c651e1-276c-4602-ad21-3ca59ab6affc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3704fb77-3390-4f45-82c5-b1f0eb713165,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:39.090888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263c9a9-5f9a-4edb-9cfb-9436b79d318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9629f72-3734-4425-a5dd-b26bbbda9e44,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:39.238127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:39.255177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] Sync routers for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:39.281498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:39.282638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:12:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:39.456451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] No DVR routers for this DVR port 30000c7b-691f-405b-ab40-25a0dac19292 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:39.474055 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:39.477865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0de04fd3-2414-4b87-ab99-1089c70e47b8 req-ab8bc0aa-b30a-4011-9a16-85fb57e110c9 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.22 "DELETE /v2.0/ports/30000c7b-691f-405b-ab40-25a0dac19292 HTTP/1.1" status: 204 len: 173 time: 1.7027950 Jul 30 02:12:39.484778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-deleted', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:12:39.489085 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a58ff17-6ee8-4a81-b1b8-79f13afe0ce7" -d '{"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-deleted", "tag": "30000c7b-691f-405b-ab40-25a0dac19292"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:12:39.523522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6435c6-2b50-4043-9513-5a0617d2655c req-722ff199-5150-4cdd-b730-16c475d15e33 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:39.536259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc6435c6-2b50-4043-9513-5a0617d2655c req-722ff199-5150-4cdd-b730-16c475d15e33 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.2954786 Jul 30 02:12:39.611797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc6435c6-2b50-4043-9513-5a0617d2655c req-10f17e06-f2a2-43a7-9677-7e7ddb191c00 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723760 Jul 30 02:12:39.670024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:39.789649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37212) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:39.842949 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc5f4-0a34-41e8-bda9-2984b5602b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.183400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc5f4-0a34-41e8-bda9-2984b5602b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.190220 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ecbc5f4-0a34-41e8-bda9-2984b5602b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.228775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:40.267116 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:12:40.317179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] Checking router: b975494b-bda8-4e4b-b578-976e179c3e1c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:40.338349 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5ecbc5f4-0a34-41e8-bda9-2984b5602b5f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=08eedd2599fb434181ff4720257b3671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5468712 Jul 30 02:12:40.341031 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02afcf56-c2b5-40f8-a4a1-ef29708333d1 x-openstack-request-id: req-02afcf56-c2b5-40f8-a4a1-ef29708333d1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:12:40.341613 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7", "name": "network-vif-deleted", "tag": "30000c7b-691f-405b-ab40-25a0dac19292", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:12:40.342104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37232) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:40.345231 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-02afcf56-c2b5-40f8-a4a1-ef29708333d1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:12:40.348652 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7', 'name': 'network-vif-deleted', 'tag': '30000c7b-691f-405b-ab40-25a0dac19292', 'status': 'completed', 'code': 200} Jul 30 02:12:40.350807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbc5f4-0a34-41e8-bda9-2984b5602b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c003c740-e3be-43c2-8314-dc12b66b382e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:40.371997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:40.374556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:12:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:40.537109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a43ac1-4069-4e6b-9b1c-d6e7ef80fb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.553907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-723777dd-1e99-4b8a-bf6b-6ba6e777a76a req-d5da7f9a-408f-4d97-80a7-4f9c38bab4b3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/ports?device_id=d8d2c09e-b68f-4f1d-bf6a-5b7511b03dc7 HTTP/1.1" status: 200 len: 210 time: 0.1018846 Jul 30 02:12:40.607573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a43ac1-4069-4e6b-9b1c-d6e7ef80fb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.674348 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:40.752527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a43ac1-4069-4e6b-9b1c-d6e7ef80fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.757772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1a43ac1-4069-4e6b-9b1c-d6e7ef80fb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:40.759822 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b1a43ac1-4069-4e6b-9b1c-d6e7ef80fb6b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c003c740-e3be-43c2-8314-dc12b66b382e HTTP/1.1" status: 204 len: 168 time: 0.4145977 Jul 30 02:12:40.806677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a43ac1-4069-4e6b-9b1c-d6e7ef80fb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003c740-e3be-43c2-8314-dc12b66b382e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:40.918758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d72a5-8695-41c6-8ec6-9c7396afc417 req-101423a9-c623-42de-9d9f-032b85957a62 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:40.934274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c04d72a5-8695-41c6-8ec6-9c7396afc417 req-101423a9-c623-42de-9d9f-032b85957a62 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1568339 Jul 30 02:12:41.032912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c04d72a5-8695-41c6-8ec6-9c7396afc417 req-449ac42c-d53d-4898-8d67-2a5eb163b924 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961699 Jul 30 02:12:41.095338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37248) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:41.227108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:41.315214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84412cd4-14c4-4d8f-8ee7-8eaad13c8a14 None None] The sync data for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 is: [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:00:49Z', 'revision_number': 4, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'd97da2a7-e221-494f-9ded-5bd535c87378', 'name': '', 'network_id': '67b32542-595e-4a72-ad66-90e338237799', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'mac_address': 'fa:16:3e:ea:c9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:46Z', 'updated_at': '2021-07-30T02:01:02Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'subnets': [{'id': 'e39deee9-dd38-4adb-8959-bce6454ac032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:12:41.327026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:41.363003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 30000c7b-691f-405b-ab40-25a0dac19292 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:41.363818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 30000c7b-691f-405b-ab40-25a0dac19292 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:41.390622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-706797593'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:41.430136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:41.438069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.456166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.651709 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.661777 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.748817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:41.773229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f165dd6e-37aa-4793-834a-da385a6e3a44,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:41.790221 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.790813 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Added segment 0eccf035-818f-4ca6-be4e-3b05436cbf66 of type vlan for network ccd04ae2-f984-4fc4-af4b-a55c31909834 Jul 30 02:12:41.856921 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493cd4e2-8c1e-46d4-b150-7a29c9cdcde3 None None] New status for floating IP aaeedf6b-26ca-4869-9e4a-12cf9ae60745: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:12:41.892883 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.937953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:41.944684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:41.945331 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.024613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Network': ['ID=ccd04ae2-f984-4fc4-af4b-a55c31909834,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:42.042265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d42604f8-b312-4a59-84f6-d919cb7894aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9451644 Jul 30 02:12:42.044551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:42.046557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37272) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:42.060527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'name': 'tempest-PortsIpV6TestJSON-1196391067'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:42.268874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:42.276921 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.315700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port a53491bf-9c28-4526-a1ff-83691bfb6d1e yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:12:42.664012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.722665 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:42.807608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37290) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:42.868679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Checking segment: {'id': '0eccf035-818f-4ca6-be4e-3b05436cbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:42.869287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network hostable DHCP agents. Network: ccd04ae2-f984-4fc4-af4b-a55c31909834, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:42.887056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=a53491bf-9c28-4526-a1ff-83691bfb6d1e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:42.931343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:42.954839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, ccd04ae2-f984-4fc4-af4b-a55c31909834) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:42.962980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:42.971823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1660835-0aab-4dc9-bca8-4c86a4e3c7db None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:42.984330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:42.986011 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.021349 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9845d6a7-f028-4009-956c-006ad3f6bc6b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9711673 Jul 30 02:12:43.022961 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37294) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:43.028893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5c33c8d-4863-401f-a7d1-d6dc33fd76b7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.043029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-685271903'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:43.084557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:43.093360 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.097501 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5c33c8d-4863-401f-a7d1-d6dc33fd76b7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.166402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f758-7dc4-4c32-a43c-e1bda2c32ff6 req-e4bd48f0-d87c-4e44-b68f-91aa72b313ce tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:43.180043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b625f758-7dc4-4c32-a43c-e1bda2c32ff6 req-e4bd48f0-d87c-4e44-b68f-91aa72b313ce tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.2921116 Jul 30 02:12:43.210380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:43.234250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.235832 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Added segment 392e6d48-a41d-4382-8e6a-4dd23b914bc3 of type vlan for network d8c12cc8-270b-45f8-a99e-c495c7ba5de2 Jul 30 02:12:43.281189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b625f758-7dc4-4c32-a43c-e1bda2c32ff6 req-66640a8d-494a-4d92-8fff-b730e657d9bb tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994334 Jul 30 02:12:43.314975 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.321946 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5c33c8d-4863-401f-a7d1-d6dc33fd76b7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.345247 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e5c33c8d-4863-401f-a7d1-d6dc33fd76b7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.354557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e5c33c8d-4863-401f-a7d1-d6dc33fd76b7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "DELETE /v2.0/security-groups/790200f2-2d56-49f8-81b7-0204a7d6e41e HTTP/1.1" status: 204 len: 168 time: 0.5441887 Jul 30 02:12:43.355860 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37298) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:43.409721 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-e5dcb44c-f5d8-40ae-b16b-59456c865abe tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] show failed (client error): The resource could not be found. Jul 30 02:12:43.414970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e5dcb44c-f5d8-40ae-b16b-59456c865abe tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "GET /v2.0/security-groups/790200f2-2d56-49f8-81b7-0204a7d6e41e HTTP/1.1" status: 404 len: 347 time: 0.0380235 Jul 30 02:12:43.414970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c33c8d-4863-401f-a7d1-d6dc33fd76b7 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790200f2-2d56-49f8-81b7-0204a7d6e41e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:43.416365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37302) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:43.442774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.483006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:43.484998 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.633651 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6084836 Jul 30 02:12:43.634359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37306) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:43.671917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'ports': [{'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834'}, {'network_id': 'd8c12cc8-270b-45f8-a99e-c495c7ba5de2'}]} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:43.672665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:43.672850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': 'd8c12cc8-270b-45f8-a99e-c495c7ba5de2'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:43.697580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Deleting port 139c68d4-3acc-45d8-b590-47f06e4cbe0a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:43.698148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.757730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adadd07-b109-4b7e-9af1-d3d4802f4567 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Network': ['ID=d8c12cc8-270b-45f8-a99e-c495c7ba5de2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:43.782781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network d8c12cc8-270b-45f8-a99e-c495c7ba5de2 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:43.867349 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.868252 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:43.886470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Calling delete_port for 139c68d4-3acc-45d8-b590-47f06e4cbe0a owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:44.045280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 2} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:44.054605 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.083572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.157000 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.213083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Pushing event deleted for resources: {'Port': ['ID=139c68d4-3acc-45d8-b590-47f06e4cbe0a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:44.236483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port a2453f68-1e75-4f78-90b8-73a3f44e79d7 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:12:44.363626 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.369873 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.378552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8ec5201c-7921-4932-84a9-21250048c8d3 tempest-AttachVolumeShelveTestJSON-1229018203 tempest-AttachVolumeShelveTestJSON-1229018203-project] 10.222.0.84 "DELETE /v2.0/floatingips/aaeedf6b-26ca-4869-9e4a-12cf9ae60745 HTTP/1.1" status: 204 len: 168 time: 0.9565029 Jul 30 02:12:44.451151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:44.640228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3021ce-1228-4c4f-a303-97eca6f002d2 req-32f3600f-3ba2-422c-af3c-d0142da6ebf9 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:44.647016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c3021ce-1228-4c4f-a303-97eca6f002d2 req-32f3600f-3ba2-422c-af3c-d0142da6ebf9 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1797175 Jul 30 02:12:44.706503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 261248b2-cdbf-4e13-8629-345ba3223eb1 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:12:44.768910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c3021ce-1228-4c4f-a303-97eca6f002d2 req-efdf7101-e9e2-4fd6-b790-1964fbaf4680 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110907 Jul 30 02:12:44.990952 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.091768 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.192985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:45.199383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:45.207519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:45.209476 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.248725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=a2453f68-1e75-4f78-90b8-73a3f44e79d7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:45.352428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=261248b2-cdbf-4e13-8629-345ba3223eb1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:45.365410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Checking segment: {'id': '392e6d48-a41d-4382-8e6a-4dd23b914bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd8c12cc8-270b-45f8-a99e-c495c7ba5de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:45.366007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network hostable DHCP agents. Network: d8c12cc8-270b-45f8-a99e-c495c7ba5de2, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:45.399717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network d8c12cc8-270b-45f8-a99e-c495c7ba5de2 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:45.418052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, d8c12cc8-270b-45f8-a99e-c495c7ba5de2) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:45.425945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:45.429167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2899edad-1cc8-4adb-87a6-c7bfe0364ce9 None None] Network d8c12cc8-270b-45f8-a99e-c495c7ba5de2 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:45.437312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:45.444561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:45.445367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.473523 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6551c0c7-61ac-4c42-804c-c91fea2c4db6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8241141 Jul 30 02:12:45.473831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37340) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:45.641700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7ca53cb2-0a5d-492b-bc47-677ffbca4e31 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 261248b2-cdbf-4e13-8629-345ba3223eb1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:45.643848 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca53cb2-0a5d-492b-bc47-677ffbca4e31 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.738365 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37346) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:45.771032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca53cb2-0a5d-492b-bc47-677ffbca4e31 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:45.808379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7ca53cb2-0a5d-492b-bc47-677ffbca4e31 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 261248b2-cdbf-4e13-8629-345ba3223eb1 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:45.968100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca53cb2-0a5d-492b-bc47-677ffbca4e31 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.030423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca53cb2-0a5d-492b-bc47-677ffbca4e31 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=261248b2-cdbf-4e13-8629-345ba3223eb1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:46.034150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7150d5b-1e67-4143-8807-f99ac34e7c53 req-f353e5f6-83ee-468d-904e-2518da4af4d3 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:46.036070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7ca53cb2-0a5d-492b-bc47-677ffbca4e31 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.039276 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7ca53cb2-0a5d-492b-bc47-677ffbca4e31 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/261248b2-cdbf-4e13-8629-345ba3223eb1 HTTP/1.1" status: 204 len: 168 time: 0.5642655 Jul 30 02:12:46.044572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7150d5b-1e67-4143-8807-f99ac34e7c53 req-f353e5f6-83ee-468d-904e-2518da4af4d3 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1326787 Jul 30 02:12:46.046092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37356) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:46.050319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce89f3f5-545b-462d-9f08-99a42068b881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.237061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7150d5b-1e67-4143-8807-f99ac34e7c53 req-cfaee228-a360-4ca8-af63-a2ff6da9ecd3 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875947 Jul 30 02:12:46.258560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6564465-d24a-4f66-bab4-e6bfdb742df9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:46.273983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6564465-d24a-4f66-bab4-e6bfdb742df9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:46.281170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c6564465-d24a-4f66-bab4-e6bfdb742df9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2332897 Jul 30 02:12:46.282965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37360) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:46.321999 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce89f3f5-545b-462d-9f08-99a42068b881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.329582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce89f3f5-545b-462d-9f08-99a42068b881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.392197 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ce89f3f5-545b-462d-9f08-99a42068b881 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46d4a56fd45046c9b57678c89e69b791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525166 Jul 30 02:12:46.397752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37362) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:46.416356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89f3f5-545b-462d-9f08-99a42068b881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf22cc69-ca86-4e24-a3eb-8a069945c26d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:46.486105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7dde-ec11-47b9-9306-31800bf19802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.491085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-39291e1b-f006-4595-bad9-d89fb7afdb40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port a2453f68-1e75-4f78-90b8-73a3f44e79d7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:46.491734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39291e1b-f006-4595-bad9-d89fb7afdb40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.577029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39291e1b-f006-4595-bad9-d89fb7afdb40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.595311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-39291e1b-f006-4595-bad9-d89fb7afdb40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for a2453f68-1e75-4f78-90b8-73a3f44e79d7 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:46.725826 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7dde-ec11-47b9-9306-31800bf19802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.791857 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39291e1b-f006-4595-bad9-d89fb7afdb40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.862104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39291e1b-f006-4595-bad9-d89fb7afdb40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=a2453f68-1e75-4f78-90b8-73a3f44e79d7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:46.869105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39291e1b-f006-4595-bad9-d89fb7afdb40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.872740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-39291e1b-f006-4595-bad9-d89fb7afdb40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/a2453f68-1e75-4f78-90b8-73a3f44e79d7 HTTP/1.1" status: 204 len: 168 time: 0.5867405 Jul 30 02:12:46.875554 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37366) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:46.942831 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7dde-ec11-47b9-9306-31800bf19802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.948170 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7dde-ec11-47b9-9306-31800bf19802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:46.954349 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f4eb7dde-ec11-47b9-9306-31800bf19802 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cf22cc69-ca86-4e24-a3eb-8a069945c26d HTTP/1.1" status: 204 len: 168 time: 0.5549779 Jul 30 02:12:46.984431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb7dde-ec11-47b9-9306-31800bf19802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf22cc69-ca86-4e24-a3eb-8a069945c26d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:47.034250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a470b4f1-7fbd-4c48-8cca-f2d36327aa11 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:47.037725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a470b4f1-7fbd-4c48-8cca-f2d36327aa11 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1600041 Jul 30 02:12:47.040462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37372) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:47.084800 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-732aa69e-cee4-45e1-982a-d442f05c77dd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:12:47.087776 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-732aa69e-cee4-45e1-982a-d442f05c77dd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/261248b2-cdbf-4e13-8629-345ba3223eb1 HTTP/1.1" status: 404 len: 333 time: 0.0444980 Jul 30 02:12:47.092508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37374) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:47.139974 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8faf33ee-dae1-4500-8ae8-3012a6251780 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:12:47.147369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37376) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:47.148718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8faf33ee-dae1-4500-8ae8-3012a6251780 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/a2453f68-1e75-4f78-90b8-73a3f44e79d7 HTTP/1.1" status: 404 len: 333 time: 0.0534022 Jul 30 02:12:47.252167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.418955 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.436710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c12cc8-270b-45f8-a99e-c495c7ba5de2']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:47.469338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392e6d48-a41d-4382-8e6a-4dd23b914bc3') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:47.469784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392e6d48-a41d-4382-8e6a-4dd23b914bc3') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:47.502899 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.529323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.543660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:47.544618 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:47.553469 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:47.581830 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347a619-3890-4bb3-9bc6-559e839e5785 req-ec7bccfd-4769-4548-aced-42e92d9e0f1f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:47.593152 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2347a619-3890-4bb3-9bc6-559e839e5785 req-ec7bccfd-4769-4548-aced-42e92d9e0f1f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1139011 Jul 30 02:12:47.685932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2347a619-3890-4bb3-9bc6-559e839e5785 req-edf48289-8022-4830-8100-368793016e1c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 Jul 30 02:12:47.718384 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.739214 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.742268 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/networks/d8c12cc8-270b-45f8-a99e-c495c7ba5de2 HTTP/1.1" status: 204 len: 168 time: 0.5936680 Jul 30 02:12:47.749173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37390) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:47.758450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-572603170'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:47.765383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78292fc4-61b7-40b5-9672-1cc72ee70b46 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Network': ['ID=d8c12cc8-270b-45f8-a99e-c495c7ba5de2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:47.831312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:47.838771 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.873707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:47.896043 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:47.896692 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Added segment b9a78596-47c5-4b82-9850-3fb8c667fe97 of type vlan for network 4a59bccd-e507-4891-992d-7df6bee2e2a3 Jul 30 02:12:47.995248 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.058531 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.072579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:48.073454 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.663531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9071190 Jul 30 02:12:48.665235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37420) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:48.674805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c2489-5221-45d8-a867-177f2bf6c041 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Network': ['ID=4a59bccd-e507-4891-992d-7df6bee2e2a3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:48.675350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': '4a59bccd-e507-4891-992d-7df6bee2e2a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:48.697668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 4a59bccd-e507-4891-992d-7df6bee2e2a3 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:48.929643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:48.933192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:48.935521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4125fe7-8322-4cac-a648-887eb781b807 req-287fc5ef-770c-4922-83c9-0dd4d0c4f39e tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:48.945149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4125fe7-8322-4cac-a648-887eb781b807 req-287fc5ef-770c-4922-83c9-0dd4d0c4f39e tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.0974746 Jul 30 02:12:49.006393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4125fe7-8322-4cac-a648-887eb781b807 req-49a65dfc-39be-4f14-bf6c-9e21d75192e7 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584273 Jul 30 02:12:49.309163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37432) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:49.412191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.548098 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4945626f-168b-4580-806a-aa4f4f0eddd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.550201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=1fa9b361-b9bf-438a-a17f-2f6120d3af5f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:49.575976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Checking segment: {'id': 'b9a78596-47c5-4b82-9850-3fb8c667fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a59bccd-e507-4891-992d-7df6bee2e2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:49.576599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network hostable DHCP agents. Network: 4a59bccd-e507-4891-992d-7df6bee2e2a3, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:49.613077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 4a59bccd-e507-4891-992d-7df6bee2e2a3 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:49.631462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 4a59bccd-e507-4891-992d-7df6bee2e2a3) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:49.641495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:49.643054 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.645809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df73382d-d030-4203-800b-ddc5d1461afa None None] Network 4a59bccd-e507-4891-992d-7df6bee2e2a3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:49.725191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4945626f-168b-4580-806a-aa4f4f0eddd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.736940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4945626f-168b-4580-806a-aa4f4f0eddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:49.745127 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4471ff68-0ba3-4881-bd0d-186bbbb9ff05 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0777051 Jul 30 02:12:49.748706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37440) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:49.755922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': '4a59bccd-e507-4891-992d-7df6bee2e2a3', 'name': 'tempest-PortsIpV6TestJSON-1979105848'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:49.826951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4945626f-168b-4580-806a-aa4f4f0eddd6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f3b2f76cff974ff3883a515eb0ed9de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149179 Jul 30 02:12:49.850417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945626f-168b-4580-806a-aa4f4f0eddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce699f-5cde-4e05-8555-73270714ca8a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:49.856398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37442) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:49.983754 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddc81846-d6b5-4779-9a32-da0700552e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.016599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-4a59bccd-e507-4891-992d-7df6bee2e2a3', 'network_id': '4a59bccd-e507-4891-992d-7df6bee2e2a3', 'tenant_id': 'ea2d7ccfd94d45409a7b6f18c014ca2d', 'fixed_ips': [{'subnet_id': '1fa9b361-b9bf-438a-a17f-2f6120d3af5f'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:12:50.018390 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.079388 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddc81846-d6b5-4779-9a32-da0700552e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.284015 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddc81846-d6b5-4779-9a32-da0700552e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.304037 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddc81846-d6b5-4779-9a32-da0700552e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.306646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ddc81846-d6b5-4779-9a32-da0700552e58 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/09ce699f-5cde-4e05-8555-73270714ca8a HTTP/1.1" status: 204 len: 168 time: 0.4483085 Jul 30 02:12:50.327667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c09fdd-a028-46ba-919c-f74eebb2fd8b req-9f729023-4896-440a-ab39-4f457bb2bf64 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:50.330430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Allocated IP 2001:db8::2 (4a59bccd-e507-4891-992d-7df6bee2e2a3/1fa9b361-b9bf-438a-a17f-2f6120d3af5f/24988033-1a9b-4ffa-9f2b-96f2025a8aab) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:50.344280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30c09fdd-a028-46ba-919c-f74eebb2fd8b req-9f729023-4896-440a-ab39-4f457bb2bf64 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1482754 Jul 30 02:12:50.369715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc81846-d6b5-4779-9a32-da0700552e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ce699f-5cde-4e05-8555-73270714ca8a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:50.446939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30c09fdd-a028-46ba-919c-f74eebb2fd8b req-96cd0f41-9ca4-41f2-87bd-b30cacc86823 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969594 Jul 30 02:12:50.507409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:50.515898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.569612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 99e8f816-4178-41c9-b5ed-afe331720977 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:12:50.763319 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.788398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Transition to ACTIVE for port object 24988033-1a9b-4ffa-9f2b-96f2025a8aab will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:50.820879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Transition to ACTIVE for port object 24988033-1a9b-4ffa-9f2b-96f2025a8aab will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:50.841631 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:50.930044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Pushing event updated for resources: {'Port': ['ID=24988033-1a9b-4ffa-9f2b-96f2025a8aab,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:50.934748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Network 4a59bccd-e507-4891-992d-7df6bee2e2a3 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:50.952690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:50.965333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:51.027543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::63 (4a59bccd-e507-4891-992d-7df6bee2e2a3/1fa9b361-b9bf-438a-a17f-2f6120d3af5f/99e8f816-4178-41c9-b5ed-afe331720977) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:51.114993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Attempting to bind port 24988033-1a9b-4ffa-9f2b-96f2025a8aab on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:12:51.115954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Attempting to bind port 24988033-1a9b-4ffa-9f2b-96f2025a8aab by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'b9a78596-47c5-4b82-9850-3fb8c667fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a59bccd-e507-4891-992d-7df6bee2e2a3'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:12:51.116309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Attempting to bind port 24988033-1a9b-4ffa-9f2b-96f2025a8aab on network 4a59bccd-e507-4891-992d-7df6bee2e2a3 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:12:51.125527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:12:51.126258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Checking segment: {'id': 'b9a78596-47c5-4b82-9850-3fb8c667fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a59bccd-e507-4891-992d-7df6bee2e2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:51.127010 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.127760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Bound using segment: {'id': 'b9a78596-47c5-4b82-9850-3fb8c667fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a59bccd-e507-4891-992d-7df6bee2e2a3'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:12:51.128624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Bound port: 24988033-1a9b-4ffa-9f2b-96f2025a8aab, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a78596-47c5-4b82-9850-3fb8c667fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4a59bccd-e507-4891-992d-7df6bee2e2a3'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:12:51.129334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.253477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] For port 24988033-1a9b-4ffa-9f2b-96f2025a8aab, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:12:51.260251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] For port 24988033-1a9b-4ffa-9f2b-96f2025a8aab, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24988033-1a9b-4ffa-9f2b-96f2025a8aab,segment=NetworkSegment(b9a78596-47c5-4b82-9850-3fb8c667fe97),segment_id=b9a78596-47c5-4b82-9850-3fb8c667fe97)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:12:51.270301 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.389202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.396821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbe7f7-c5c3-4807-a393-0f2e97f5c7d3 None None] Pushing event updated for resources: {'Port': ['ID=24988033-1a9b-4ffa-9f2b-96f2025a8aab,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:51.438338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 99e8f816-4178-41c9-b5ed-afe331720977 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:51.510032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.675577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 4a59bccd-e507-4891-992d-7df6bee2e2a3 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:51.678430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:51.704975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:51.717051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c6963-36e0-4632-94c3-29b6cd562c3a req-c0004a09-f18c-4480-b9cc-ae7a29bb2916 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:51.735216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:51.740529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:51.742225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a01c6963-36e0-4632-94c3-29b6cd562c3a req-c0004a09-f18c-4480-b9cc-ae7a29bb2916 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1456087 Jul 30 02:12:51.858775 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1082911 Jul 30 02:12:51.861097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda37d3-99ca-47c9-bd15-a58637bb9f75 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=99e8f816-4178-41c9-b5ed-afe331720977,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:51.861346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37480) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:52.086364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a01c6963-36e0-4632-94c3-29b6cd562c3a req-71739468-da75-4d8f-9494-e73c3def2907 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427799 Jul 30 02:12:52.144138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c272e654-c4e9-42ca-94e6-40037c5ebfc6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 99e8f816-4178-41c9-b5ed-afe331720977 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:52.145027 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c272e654-c4e9-42ca-94e6-40037c5ebfc6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:52.281837 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c272e654-c4e9-42ca-94e6-40037c5ebfc6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:52.315924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c272e654-c4e9-42ca-94e6-40037c5ebfc6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 99e8f816-4178-41c9-b5ed-afe331720977 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:52.683135 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c272e654-c4e9-42ca-94e6-40037c5ebfc6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:52.754796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e654-c4e9-42ca-94e6-40037c5ebfc6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=99e8f816-4178-41c9-b5ed-afe331720977,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:52.819342 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c272e654-c4e9-42ca-94e6-40037c5ebfc6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:52.822969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c272e654-c4e9-42ca-94e6-40037c5ebfc6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/99e8f816-4178-41c9-b5ed-afe331720977 HTTP/1.1" status: 204 len: 168 time: 0.9596786 Jul 30 02:12:52.827481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37502) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:52.873091 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec71c5c-a8d7-4ba5-ac80-9f9ac967d598 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:12:52.874979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec71c5c-a8d7-4ba5-ac80-9f9ac967d598 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:12:52.882418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37504) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:52.883415 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cec71c5c-a8d7-4ba5-ac80-9f9ac967d598 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/99e8f816-4178-41c9-b5ed-afe331720977 HTTP/1.1" status: 404 len: 333 time: 0.0526578 Jul 30 02:12:52.925177 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd3b8a0-6175-4767-a8cf-a3b51977e0b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:12:52.931575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4fd3b8a0-6175-4767-a8cf-a3b51977e0b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/99e8f816-4178-41c9-b5ed-afe331720977 HTTP/1.1" status: 404 len: 333 time: 0.0435598 Jul 30 02:12:52.932200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37506) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:53.085745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-54724ad9-1210-4105-b28f-eb8ef72c634f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet 1fa9b361-b9bf-438a-a17f-2f6120d3af5f {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:12:53.092762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-54724ad9-1210-4105-b28f-eb8ef72c634f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:53.189405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9418f5dd-2d33-422f-9f91-818bcad722f7 None None] Network 4a59bccd-e507-4891-992d-7df6bee2e2a3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:53.239984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-54724ad9-1210-4105-b28f-eb8ef72c634f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:53.403150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d2084ffa-32b8-4a4b-8b0c-bfaf580a4015 None None] Provisioning for port 24988033-1a9b-4ffa-9f2b-96f2025a8aab completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:53.538188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24988033-1a9b-4ffa-9f2b-96f2025a8aab up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:12:53.648616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651f979-d506-4cbf-90ab-9700f3a69452 req-84f3a08a-13da-4cd7-81a9-ae0072005a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:53.652719 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d651f979-d506-4cbf-90ab-9700f3a69452 req-84f3a08a-13da-4cd7-81a9-ae0072005a54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1096 time: 0.1508152 Jul 30 02:12:53.682715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 24988033-1a9b-4ffa-9f2b-96f2025a8aab completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:12:53.691403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 24988033-1a9b-4ffa-9f2b-96f2025a8aab triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:53.692233 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:53.710556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ac428-0680-4ed9-bc9c-0918f18318e4 req-36d7242f-14cf-4640-ab0c-e5510d698bab tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:53.713651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-944ac428-0680-4ed9-bc9c-0918f18318e4 req-36d7242f-14cf-4640-ab0c-e5510d698bab tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.3554373 Jul 30 02:12:53.772034 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d651f979-d506-4cbf-90ab-9700f3a69452 req-977ed41b-f806-4603-8b84-2b9cda5ea6b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103725 Jul 30 02:12:53.797155 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-54724ad9-1210-4105-b28f-eb8ef72c634f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:53.928704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-944ac428-0680-4ed9-bc9c-0918f18318e4 req-177ebb0b-fd89-4258-b5e1-9a259696801d tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884849 Jul 30 02:12:53.981210 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.026896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37528) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:54.042898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37532) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:54.047373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-54724ad9-1210-4105-b28f-eb8ef72c634f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.072249 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.158310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54724ad9-1210-4105-b28f-eb8ef72c634f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa9b361-b9bf-438a-a17f-2f6120d3af5f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:54.185294 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-54724ad9-1210-4105-b28f-eb8ef72c634f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.195929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-54724ad9-1210-4105-b28f-eb8ef72c634f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/1fa9b361-b9bf-438a-a17f-2f6120d3af5f HTTP/1.1" status: 204 len: 168 time: 1.2618272 Jul 30 02:12:54.199555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37536) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:54.208173 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:12:54.209579 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:12:54.244661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-984fff1c-ae15-421c-835c-4ce6e07db52d None None] Provisioning complete for port 24988033-1a9b-4ffa-9f2b-96f2025a8aab triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:12:54.250688 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-984fff1c-ae15-421c-835c-4ce6e07db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.453244 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.506580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-984fff1c-ae15-421c-835c-4ce6e07db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.654589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcff899e-cdb6-4873-b5e3-5206c2a11de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.821415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 24988033-1a9b-4ffa-9f2b-96f2025a8aab {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:54.822050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:54.826920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ead9e-c35d-44bd-89d1-b1ab4c755d77 None None] Network 4a59bccd-e507-4891-992d-7df6bee2e2a3 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:54.833480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-984fff1c-ae15-421c-835c-4ce6e07db52d None None] For port 24988033-1a9b-4ffa-9f2b-96f2025a8aab, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24988033-1a9b-4ffa-9f2b-96f2025a8aab,segment=NetworkSegment(b9a78596-47c5-4b82-9850-3fb8c667fe97),segment_id=b9a78596-47c5-4b82-9850-3fb8c667fe97)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:54.927265 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-984fff1c-ae15-421c-835c-4ce6e07db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.028054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] For port 24988033-1a9b-4ffa-9f2b-96f2025a8aab, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24988033-1a9b-4ffa-9f2b-96f2025a8aab,segment=NetworkSegment(b9a78596-47c5-4b82-9850-3fb8c667fe97),segment_id=b9a78596-47c5-4b82-9850-3fb8c667fe97)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:55.029386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.047662 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.086604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 24988033-1a9b-4ffa-9f2b-96f2025a8aab owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:55.147740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-07d228ea-137d-4256-805b-831c0f16e2aa None None] Could not find standard attr ID for object 99e8f816-4178-41c9-b5ed-afe331720977. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:12:55.200898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcff899e-cdb6-4873-b5e3-5206c2a11de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.218643 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dcff899e-cdb6-4873-b5e3-5206c2a11de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.280855 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dcff899e-cdb6-4873-b5e3-5206c2a11de8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7be96ae0adf34d77b3e19e40ec4ddee4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2278304 Jul 30 02:12:55.280855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37542) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:55.326762 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:12:55.328275 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:12:55.367578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fff1c-ae15-421c-835c-4ce6e07db52d None None] Pushing event updated for resources: {'Port': ['ID=24988033-1a9b-4ffa-9f2b-96f2025a8aab,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:55.432994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff899e-cdb6-4873-b5e3-5206c2a11de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67028384-eb48-4719-a1fa-1004125f8629,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:55.444141 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98112c09-670c-4cd9-9afb-dffd35b9f358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.446519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62779c-914f-42b9-84d7-721c6eb15198 req-90572df1-9275-4e72-a5a4-e1ce71655207 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:55.448377 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.450069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac62779c-914f-42b9-84d7-721c6eb15198 req-90572df1-9275-4e72-a5a4-e1ce71655207 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.3642828 Jul 30 02:12:55.493155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No DVR routers for this DVR port 24988033-1a9b-4ffa-9f2b-96f2025a8aab on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:12:55.582402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=24988033-1a9b-4ffa-9f2b-96f2025a8aab,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:55.612136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac62779c-914f-42b9-84d7-721c6eb15198 req-acc2f21c-01ba-494b-8085-ed7c5413d79c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534910 Jul 30 02:12:55.638660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d9c43-5c61-4b16-bb92-7b1eab83f34d None None] DHCP port deletion for 4a59bccd-e507-4891-992d-7df6bee2e2a3 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:12:55.671760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98112c09-670c-4cd9-9afb-dffd35b9f358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.714980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.743366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a59bccd-e507-4891-992d-7df6bee2e2a3']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:55.768980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a78596-47c5-4b82-9850-3fb8c667fe97') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:55.769296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a78596-47c5-4b82-9850-3fb8c667fe97') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:55.820468 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.824205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Port 24988033-1a9b-4ffa-9f2b-96f2025a8aab update to ACTIVE by agent not found {{(pid=93820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:12:55.855935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.869763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:12:55.870791 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:12:55.954502 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:12:55.985289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24988033-1a9b-4ffa-9f2b-96f2025a8aab no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:12:55.986578 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.016229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98112c09-670c-4cd9-9afb-dffd35b9f358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.030806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98112c09-670c-4cd9-9afb-dffd35b9f358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.033209 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-98112c09-670c-4cd9-9afb-dffd35b9f358 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/67028384-eb48-4719-a1fa-1004125f8629 HTTP/1.1" status: 204 len: 168 time: 0.7527618 Jul 30 02:12:56.048068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 24988033-1a9b-4ffa-9f2b-96f2025a8aab {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:12:56.057508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24988033-1a9b-4ffa-9f2b-96f2025a8aab not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:12:56.090216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98112c09-670c-4cd9-9afb-dffd35b9f358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67028384-eb48-4719-a1fa-1004125f8629,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:56.133472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.181784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.188430 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/networks/4a59bccd-e507-4891-992d-7df6bee2e2a3 HTTP/1.1" status: 204 len: 168 time: 1.9834037 Jul 30 02:12:56.191461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d8241-3c15-4156-9502-0421c31bfe95 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Network': ['ID=4a59bccd-e507-4891-992d-7df6bee2e2a3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:56.192352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37558) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:56.205006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-158256743'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:56.253217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:56.257427 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.305354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-73a70951-9a34-489b-ac84-12cfdb01b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:56.307474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-73a70951-9a34-489b-ac84-12cfdb01b3d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1096 time: 0.1834528 Jul 30 02:12:56.325625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:12:56.399279 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.400081 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Added segment c41ea736-35c7-47b5-9f24-8158d724121a of type vlan for network 04c4c239-e08d-4c90-8310-5a2970c1521c Jul 30 02:12:56.473436 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.512006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4548d89-491d-47ec-894c-4f320b0adc72 req-61ed0914-588e-412c-b494-da35f0c6da9c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:56.514506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4548d89-491d-47ec-894c-4f320b0adc72 req-61ed0914-588e-412c-b494-da35f0c6da9c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.2434425 Jul 30 02:12:56.516832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-0eb39896-0c7f-45fe-8785-7794c7ef19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:56.518845 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-0eb39896-0c7f-45fe-8785-7794c7ef19d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 920 time: 0.2028997 Jul 30 02:12:56.584089 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-3d60e06b-c852-4e09-b5ad-d17f0f5b5f50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c HTTP/1.1" status: 200 len: 217 time: 0.0567884 Jul 30 02:12:56.631387 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.638252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:56.638892 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.643304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4548d89-491d-47ec-894c-4f320b0adc72 req-a259da3a-1367-4e90-a746-7dd6df904531 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091099 Jul 30 02:12:56.770247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-8a3bbe3a-c9be-4b84-b1e9-95ba03f2a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:56.783216 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-8a3bbe3a-c9be-4b84-b1e9-95ba03f2a1b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.1909752 Jul 30 02:12:56.847855 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-c2525495-f38c-4165-9703-e73ad9ef3256 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564013 Jul 30 02:12:56.850810 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6510091 Jul 30 02:12:56.852172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3dcf3-d793-426a-b584-ed8f7118f68d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Network': ['ID=04c4c239-e08d-4c90-8310-5a2970c1521c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:56.856574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37566) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:56.872956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 04c4c239-e08d-4c90-8310-5a2970c1521c details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:12:56.894236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Deleting port d97da2a7-e221-494f-9ded-5bd535c87378 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:56.894814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:56.901792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': '04c4c239-e08d-4c90-8310-5a2970c1521c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:57.105564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] For port d97da2a7-e221-494f-9ded-5bd535c87378, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d97da2a7-e221-494f-9ded-5bd535c87378,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:57.105948 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:57.164444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Calling delete_port for d97da2a7-e221-494f-9ded-5bd535c87378 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:57.260325 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-14e59096-baba-4626-a095-7949848dbf7c service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023163 Jul 30 02:12:57.305187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:57.309059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:57.542411 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:57.595876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97da2a7-e221-494f-9ded-5bd535c87378,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:57.621641 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c4d19ebd-19e2-449e-b2bc-2ca13947139f req-f82b7f8f-a5c2-42c0-a778-526376b2a4cd service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482761 Jul 30 02:12:57.928158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:58.072744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:58.111931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=c166d05e-31c1-43c8-b377-053d508d52bd,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:58.139519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Checking segment: {'id': 'c41ea736-35c7-47b5-9f24-8158d724121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '04c4c239-e08d-4c90-8310-5a2970c1521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:12:58.140132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network hostable DHCP agents. Network: 04c4c239-e08d-4c90-8310-5a2970c1521c, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:12:58.168485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aea2f1-22f5-4989-ae89-1af1975d4cc3 req-b6d276c0-d43e-4e19-9f98-8d2ab310e1e5 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:58.170496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97aea2f1-22f5-4989-ae89-1af1975d4cc3 req-b6d276c0-d43e-4e19-9f98-8d2ab310e1e5 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1782827 Jul 30 02:12:58.173707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 04c4c239-e08d-4c90-8310-5a2970c1521c is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:12:58.200246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 04c4c239-e08d-4c90-8310-5a2970c1521c) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:58.209424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:58.210666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:58.220832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69aeedc-660a-41e7-a374-a68363a51b77 None None] Network 04c4c239-e08d-4c90-8310-5a2970c1521c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:12:58.263839 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cccd05d9-4492-48e2-9859-4a20eddf5470 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3990140 Jul 30 02:12:58.265906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37590) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:58.288295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': '04c4c239-e08d-4c90-8310-5a2970c1521c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2036925483'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:12:58.455221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97aea2f1-22f5-4989-ae89-1af1975d4cc3 req-6fb3df71-7124-4fac-9eae-ea97d235a6fc tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664456 Jul 30 02:12:58.612086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Router b975494b-bda8-4e4b-b578-976e179c3e1c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:12:58.643176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:12:58.658564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:58.717451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 4255c0bc-f127-4482-a884-2a08edd8714e yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:12:58.744954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-04c4c239-e08d-4c90-8310-5a2970c1521c', 'network_id': '04c4c239-e08d-4c90-8310-5a2970c1521c', 'tenant_id': 'ea2d7ccfd94d45409a7b6f18c014ca2d', 'fixed_ips': [{'subnet_id': 'c166d05e-31c1-43c8-b377-053d508d52bd'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:12:58.747342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:58.897038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:12:58.916871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3ede8c0b-fa42-4741-86ec-771087b48003 admin admin] 10.222.0.84 "PUT /v2.0/routers/b975494b-bda8-4e4b-b578-976e179c3e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8881760 Jul 30 02:12:58.917922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37608) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:58.983518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] Sync routers for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:12:59.009013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:59.010196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:12:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:59.086025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::154 (04c4c239-e08d-4c90-8310-5a2970c1521c/c166d05e-31c1-43c8-b377-053d508d52bd/4255c0bc-f127-4482-a884-2a08edd8714e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:12:59.174408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.300402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:12:59.422270 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.501596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.555400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Deleting port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:12:59.556876 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.562176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 4255c0bc-f127-4482-a884-2a08edd8714e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:12:59.665849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:12:57Z', 'revision_number': 5, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port': {'id': 'bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:00:41Z', 'updated_at': '2021-07-30T02:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:59.682903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.728130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] Checking router: b975494b-bda8-4e4b-b578-976e179c3e1c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:12:59.757096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 04c4c239-e08d-4c90-8310-5a2970c1521c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:12:59.774648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] Routers {'b975494b-bda8-4e4b-b578-976e179c3e1c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:12:59.775704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:12:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b975494b-bda8-4e4b-b578-976e179c3e1c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:12:59.778820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:12:59.789865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:12:59.793653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] For port bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:12:59.794412 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.804538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:59.805391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:12:59.839477 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5710349 Jul 30 02:12:59.839761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbf989-d1c5-433d-a1b8-3d54664c67d5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=4255c0bc-f127-4482-a884-2a08edd8714e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:12:59.842578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37626) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:12:59.874309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Calling delete_port for bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:12:59.966126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554df3d-15d8-4558-9604-f440e5162eac req-53da1627-ce35-43aa-b4c0-6b2267810cd7 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:12:59.970285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6554df3d-15d8-4558-9604-f440e5162eac req-53da1627-ce35-43aa-b4c0-6b2267810cd7 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1699820 Jul 30 02:13:00.001318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Allocated IP 2001:db8::2 (04c4c239-e08d-4c90-8310-5a2970c1521c/c166d05e-31c1-43c8-b377-053d508d52bd/585d83ea-ee91-4018-91e0-562b205a4cea) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:00.009929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26a18dbe-84a3-4a50-a272-d4fce65e3aa7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 4255c0bc-f127-4482-a884-2a08edd8714e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:00.010654 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a18dbe-84a3-4a50-a272-d4fce65e3aa7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:00.134669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] Set router b975494b-bda8-4e4b-b578-976e179c3e1c gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:00.151999 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a18dbe-84a3-4a50-a272-d4fce65e3aa7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:00.174405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26a18dbe-84a3-4a50-a272-d4fce65e3aa7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 4255c0bc-f127-4482-a884-2a08edd8714e owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:00.204335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6554df3d-15d8-4558-9604-f440e5162eac req-5d576338-96f8-41bf-8d02-92ad19efcdf7 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102533 Jul 30 02:13:00.310233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:12:59Z', 'revision_number': 6, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:00.385167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3a2c33-9cdb-4f7c-93b9-e7f3f6647456 None None] The sync data for ids ['b975494b-bda8-4e4b-b578-976e179c3e1c'] in n-d-715271-7 is: [{'id': 'b975494b-bda8-4e4b-b578-976e179c3e1c', 'name': 'tempest-AttachVolumeShelveTestJSON-2102551314-router', 'tenant_id': 'fbb6fbffb0764344abd81de6272aaee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:00:39Z', 'updated_at': '2021-07-30T02:12:59Z', 'revision_number': 6, 'project_id': 'fbb6fbffb0764344abd81de6272aaee7', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:00.512696 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a18dbe-84a3-4a50-a272-d4fce65e3aa7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:00.671137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a18dbe-84a3-4a50-a272-d4fce65e3aa7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=4255c0bc-f127-4482-a884-2a08edd8714e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:00.687662 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:00.763108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26a18dbe-84a3-4a50-a272-d4fce65e3aa7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:00.772861 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-26a18dbe-84a3-4a50-a272-d4fce65e3aa7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/4255c0bc-f127-4482-a884-2a08edd8714e HTTP/1.1" status: 204 len: 168 time: 0.9288266 Jul 30 02:13:00.778199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:00.778583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37662) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:00.952724 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-39131595-d38f-4e99-baab-d5c513455242 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:13:00.961704 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-39131595-d38f-4e99-baab-d5c513455242 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/4255c0bc-f127-4482-a884-2a08edd8714e HTTP/1.1" status: 404 len: 333 time: 0.1790187 Jul 30 02:13:00.963020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37678) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:00.988872 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.009825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Transition to ACTIVE for port object 585d83ea-ee91-4018-91e0-562b205a4cea will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:01.053972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Transition to ACTIVE for port object 585d83ea-ee91-4018-91e0-562b205a4cea will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:01.056526 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c010040-3814-4fe1-98b0-9dfe046cfefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.063700 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.157822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.203842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Pushing event updated for resources: {'Port': ['ID=585d83ea-ee91-4018-91e0-562b205a4cea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:01.209620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb7aa50-b0dd-4b10-9f0d-acce4e86e1b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet c166d05e-31c1-43c8-b377-053d508d52bd {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:13:01.221255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aa50-b0dd-4b10-9f0d-acce4e86e1b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.251837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Network 04c4c239-e08d-4c90-8310-5a2970c1521c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:01.253854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:01.257406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:01.363231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aa50-b0dd-4b10-9f0d-acce4e86e1b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.512273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aa50-b0dd-4b10-9f0d-acce4e86e1b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.528672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Attempting to bind port 585d83ea-ee91-4018-91e0-562b205a4cea on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:01.531629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Attempting to bind port 585d83ea-ee91-4018-91e0-562b205a4cea by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c41ea736-35c7-47b5-9f24-8158d724121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '04c4c239-e08d-4c90-8310-5a2970c1521c'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:01.532526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Attempting to bind port 585d83ea-ee91-4018-91e0-562b205a4cea on network 04c4c239-e08d-4c90-8310-5a2970c1521c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:01.566027 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.575404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:01.577588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Checking segment: {'id': 'c41ea736-35c7-47b5-9f24-8158d724121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '04c4c239-e08d-4c90-8310-5a2970c1521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:01.581494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.584125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Bound using segment: {'id': 'c41ea736-35c7-47b5-9f24-8158d724121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '04c4c239-e08d-4c90-8310-5a2970c1521c'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:01.586335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Bound port: 585d83ea-ee91-4018-91e0-562b205a4cea, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41ea736-35c7-47b5-9f24-8158d724121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '04c4c239-e08d-4c90-8310-5a2970c1521c'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:01.588494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.624561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aa50-b0dd-4b10-9f0d-acce4e86e1b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.640563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.660744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.733114 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7aa50-b0dd-4b10-9f0d-acce4e86e1b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=c166d05e-31c1-43c8-b377-053d508d52bd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:01.756894 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aa50-b0dd-4b10-9f0d-acce4e86e1b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.767038 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1cb7aa50-b0dd-4b10-9f0d-acce4e86e1b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/c166d05e-31c1-43c8-b377-053d508d52bd HTTP/1.1" status: 204 len: 168 time: 0.8008869 Jul 30 02:13:01.767812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37702) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:01.784853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] For port 585d83ea-ee91-4018-91e0-562b205a4cea, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:01.792156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] For port 585d83ea-ee91-4018-91e0-562b205a4cea, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=585d83ea-ee91-4018-91e0-562b205a4cea,segment=NetworkSegment(c41ea736-35c7-47b5-9f24-8158d724121a),segment_id=c41ea736-35c7-47b5-9f24-8158d724121a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:01.801670 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.805149 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.806305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b975494b-bda8-4e4b-b578-976e179c3e1c {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:13:01.816427 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:01.819390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4e61222b-ad24-4f08-958d-1ee7876926e6 admin admin] 10.222.0.84 "DELETE /v2.0/routers/b975494b-bda8-4e4b-b578-976e179c3e1c HTTP/1.1" status: 204 len: 168 time: 2.8997991 Jul 30 02:13:01.826612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37704) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:01.988891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be1108b-15d5-4972-b94a-98ec5760e257 admin admin] Deleting subnet e39deee9-dd38-4adb-8959-bce6454ac032 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:13:02.004750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2be1108b-15d5-4972-b94a-98ec5760e257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.132096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d97da2a7-e221-494f-9ded-5bd535c87378 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:02.162991 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.168613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2be1108b-15d5-4972-b94a-98ec5760e257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.374603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: d97da2a7-e221-494f-9ded-5bd535c87378 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:02.374603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d97da2a7-e221-494f-9ded-5bd535c87378 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:02.374603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:02.511666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2be1108b-15d5-4972-b94a-98ec5760e257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.580160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 585d83ea-ee91-4018-91e0-562b205a4cea {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:02.580527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.684951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] For port 585d83ea-ee91-4018-91e0-562b205a4cea, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=585d83ea-ee91-4018-91e0-562b205a4cea,segment=NetworkSegment(c41ea736-35c7-47b5-9f24-8158d724121a),segment_id=c41ea736-35c7-47b5-9f24-8158d724121a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:02.686043 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.706950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 585d83ea-ee91-4018-91e0-562b205a4cea owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:02.794070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2be1108b-15d5-4972-b94a-98ec5760e257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.829799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:02.830656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bcbb96e3-d91b-4e8a-ac32-4848a46bf8f6 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:02.842116 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2be1108b-15d5-4972-b94a-98ec5760e257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.844420 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2be1108b-15d5-4972-b94a-98ec5760e257 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e39deee9-dd38-4adb-8959-bce6454ac032 HTTP/1.1" status: 204 len: 168 time: 1.0170209 Jul 30 02:13:02.845301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1108b-15d5-4972-b94a-98ec5760e257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39deee9-dd38-4adb-8959-bce6454ac032,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:02.848228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37744) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:02.872360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e12e3cb-f66d-4b55-8505-8b8a2f465f8f None None] Network 04c4c239-e08d-4c90-8310-5a2970c1521c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:02.900633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c84ce4-57a7-48bb-80ca-884d3f5d9fae None None] Network 67b32542-595e-4a72-ad66-90e338237799 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:02.907939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.943246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:02.980148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No DVR routers for this DVR port 585d83ea-ee91-4018-91e0-562b205a4cea on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:13:02.991191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=585d83ea-ee91-4018-91e0-562b205a4cea,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:03.057250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Deleting port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:03.058194 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.098073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b41b5f-59a6-4054-8167-e5451a335883 None None] Pushing event updated for resources: {'Port': ['ID=585d83ea-ee91-4018-91e0-562b205a4cea,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:03.142286 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.160642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c4c239-e08d-4c90-8310-5a2970c1521c']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:03.176121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41ea736-35c7-47b5-9f24-8158d724121a') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:03.176121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41ea736-35c7-47b5-9f24-8158d724121a') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:03.187665 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.206341 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.206671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] For port a26b07c2-968b-43cc-ac3f-a4a14981b7c5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a26b07c2-968b-43cc-ac3f-a4a14981b7c5,segment=NetworkSegment(f01a8628-c3cb-4cb6-84be-d434e9ac5f38),segment_id=f01a8628-c3cb-4cb6-84be-d434e9ac5f38)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:03.207248 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.216707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:13:03.217134 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.230414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Calling delete_port for a26b07c2-968b-43cc-ac3f-a4a14981b7c5 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:13:03.284619 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:13:03.319143 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.326933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.334312 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/networks/04c4c239-e08d-4c90-8310-5a2970c1521c HTTP/1.1" status: 204 len: 168 time: 1.5626590 Jul 30 02:13:03.334312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37768) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:03.347471 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'name': 'tempest-PortsIpV6TestJSON-209241638'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:03.371481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] DHCP port deletion for 67b32542-595e-4a72-ad66-90e338237799 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:13:03.402071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.434919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] No DVR routers for this DVR port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:13:03.494878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:03.494878 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.510039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Pushing event deleted for resources: {'Port': ['ID=a26b07c2-968b-43cc-ac3f-a4a14981b7c5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:03.517011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 3b59de04-c2dc-4f83-8d70-0d1b371875ec yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:03.593352 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-061ce483-6dde-4db3-bbe3-3593de828146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.662472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] Deleting port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:03.663495 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.690551 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.725886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b32542-595e-4a72-ad66-90e338237799']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:03.745295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:03.745630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01a8628-c3cb-4cb6-84be-d434e9ac5f38') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:03.781816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.823086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.863691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:13:03.867694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:13:03.874217 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:13:03.898867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] For port a26b07c2-968b-43cc-ac3f-a4a14981b7c5, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:03.900608 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.980905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] Calling delete_port for a26b07c2-968b-43cc-ac3f-a4a14981b7c5 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:03.986175 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:03.992579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] Port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:13:03.996254 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.042994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] Pushing event deleted for resources: {'Port': ['ID=a26b07c2-968b-43cc-ac3f-a4a14981b7c5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:04.047370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a26b07c2-968b-43cc-ac3f-a4a14981b7c5 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:04.105811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104351e-f5f9-45a0-915d-91261e7cac85 req-08fa6644-b5d8-46f1-9a39-1d89371615ee tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:04.111610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a26b07c2-968b-43cc-ac3f-a4a14981b7c5 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:04.112182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a26b07c2-968b-43cc-ac3f-a4a14981b7c5 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:04.117729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253995fd-70b7-4378-b9b7-d20f4f25eab0 None None] No DVR routers for this DVR port a26b07c2-968b-43cc-ac3f-a4a14981b7c5 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:13:04.117946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2104351e-f5f9-45a0-915d-91261e7cac85 req-08fa6644-b5d8-46f1-9a39-1d89371615ee tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.2385130 Jul 30 02:13:04.120403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37784) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:04.129222 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.139259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.167590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f905168-95b0-4e1b-a1bb-50b00ced6c2e None None] get_active_networks_info from n-d-715271-7 {{(pid=93820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 02:13:04.169071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.175672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] 10.222.0.84 "DELETE /v2.0/networks/67b32542-595e-4a72-ad66-90e338237799 HTTP/1.1" status: 204 len: 168 time: 1.3212225 Jul 30 02:13:04.189952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371a4cc-bae5-4bb7-9941-147c64b61106 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Network': ['ID=04c4c239-e08d-4c90-8310-5a2970c1521c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:04.196332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.227825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeefe1-573d-48e9-b13c-b4823b30f60b admin admin] Pushing event deleted for resources: {'Network': ['ID=67b32542-595e-4a72-ad66-90e338237799,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:04.276522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2104351e-f5f9-45a0-915d-91261e7cac85 req-6f743230-6971-4638-8e78-4840ae0b8129 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574624 Jul 30 02:13:04.350492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:04.358843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:04.375097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:04.385229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:04.387739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.415350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=3b59de04-c2dc-4f83-8d70-0d1b371875ec,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:04.431898 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-29467e8f-3456-465a-aa60-153ab01f2d7d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0911560 Jul 30 02:13:04.436701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37794) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:04.446496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f905168-95b0-4e1b-a1bb-50b00ced6c2e None None] Resources bound (agent type, host, resource id): {{(pid=93820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 02:13:04.504179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37796) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:04.618500 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-63955808-c1a3-48e1-b1dd-7bdd9fbd1df3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fbb6fbffb0764344abd81de6272aaee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1117861 Jul 30 02:13:04.619906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37798) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:04.784740 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.787934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95e06a27-4098-4eb0-b072-2204fffb9298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.837670 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95e06a27-4098-4eb0-b072-2204fffb9298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.968012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95e06a27-4098-4eb0-b072-2204fffb9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.981304 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95e06a27-4098-4eb0-b072-2204fffb9298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:04.987572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-95e06a27-4098-4eb0-b072-2204fffb9298 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7e7ab65d-ede4-4423-b72c-8eab8e4a4276 HTTP/1.1" status: 204 len: 168 time: 0.3630919 Jul 30 02:13:05.009886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e06a27-4098-4eb0-b072-2204fffb9298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7ab65d-ede4-4423-b72c-8eab8e4a4276,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:05.195350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6d007fae-05ed-48f1-b284-be8e6c5df252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.335847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-32b74f09-a86f-4506-9034-aa4b27582d63 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 3b59de04-c2dc-4f83-8d70-0d1b371875ec {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:05.336057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32b74f09-a86f-4506-9034-aa4b27582d63 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.455357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32b74f09-a86f-4506-9034-aa4b27582d63 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.477164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-32b74f09-a86f-4506-9034-aa4b27582d63 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 3b59de04-c2dc-4f83-8d70-0d1b371875ec owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:05.612084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6d007fae-05ed-48f1-b284-be8e6c5df252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.628229 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6d007fae-05ed-48f1-b284-be8e6c5df252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.701815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6d007fae-05ed-48f1-b284-be8e6c5df252 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3d7046d6b36a4b22ae4e1da954dbe486&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5769410 Jul 30 02:13:05.704682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37818) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:05.742361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d007fae-05ed-48f1-b284-be8e6c5df252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508945eb-eccd-4570-9bac-96ca43bb4792,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:05.774300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32b74f09-a86f-4506-9034-aa4b27582d63 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.870930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b74f09-a86f-4506-9034-aa4b27582d63 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=3b59de04-c2dc-4f83-8d70-0d1b371875ec,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:05.875606 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32b74f09-a86f-4506-9034-aa4b27582d63 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.878318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-32b74f09-a86f-4506-9034-aa4b27582d63 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/3b59de04-c2dc-4f83-8d70-0d1b371875ec HTTP/1.1" status: 204 len: 168 time: 1.4409299 Jul 30 02:13:05.883200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37822) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:05.891518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d124472c-cec0-4939-b410-09ec7ab58927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:05.903848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'mac_address': 'fa:16:3e:6d:92:a6', 'name': 'tempest-PortsIpV6TestJSON-58527445'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:05.982727 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d124472c-cec0-4939-b410-09ec7ab58927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.078297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:06.100254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d124472c-cec0-4939-b410-09ec7ab58927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.105126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d124472c-cec0-4939-b410-09ec7ab58927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.116415 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d124472c-cec0-4939-b410-09ec7ab58927 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/508945eb-eccd-4570-9bac-96ca43bb4792 HTTP/1.1" status: 204 len: 168 time: 0.4001110 Jul 30 02:13:06.148100 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124472c-cec0-4939-b410-09ec7ab58927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508945eb-eccd-4570-9bac-96ca43bb4792,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:06.262585 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.345301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.398518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 26a95fb8-7f30-416a-9e90-74cce8945f9a yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:06.794125 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.880889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.920518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37842) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:06.951278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51316252-679b-44a4-9d2f-99c86873ded6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:06.960082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:06.967136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:06.974879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:06.986494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:06.988010 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.038842 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=26a95fb8-7f30-416a-9e90-74cce8945f9a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:07.209630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51316252-679b-44a4-9d2f-99c86873ded6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.225701 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51316252-679b-44a4-9d2f-99c86873ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.228554 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-251e4da2-59ef-44ad-bee9-3a4c0cfdeb3d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.3343315 Jul 30 02:13:07.232500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37850) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:07.359187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-51316252-679b-44a4-9d2f-99c86873ded6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=59ac617655524dce9b3ece174356a43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369583 Jul 30 02:13:07.360202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37858) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:07.415495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f0532-3288-4753-808e-d910374bdfac tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:07.420892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c02f0532-3288-4753-808e-d910374bdfac tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/26a95fb8-7f30-416a-9e90-74cce8945f9a HTTP/1.1" status: 200 len: 843 time: 0.1828566 Jul 30 02:13:07.426762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37860) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:07.442712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51316252-679b-44a4-9d2f-99c86873ded6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82396d11-95b1-4efb-a99a-1a16ff7fdead,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:07.557083 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc8db3a6-c007-4ccb-a442-63efed336b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.592457 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc8db3a6-c007-4ccb-a442-63efed336b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.683105 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc8db3a6-c007-4ccb-a442-63efed336b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.687461 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc8db3a6-c007-4ccb-a442-63efed336b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.689071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bc8db3a6-c007-4ccb-a442-63efed336b2f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/82396d11-95b1-4efb-a99a-1a16ff7fdead HTTP/1.1" status: 204 len: 168 time: 0.3270042 Jul 30 02:13:07.709063 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8db3a6-c007-4ccb-a442-63efed336b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82396d11-95b1-4efb-a99a-1a16ff7fdead,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:07.722549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9b901-8a12-4cc4-b86a-5c0687d5fee6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 26a95fb8-7f30-416a-9e90-74cce8945f9a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:07.723238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b901-8a12-4cc4-b86a-5c0687d5fee6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.919499 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b901-8a12-4cc4-b86a-5c0687d5fee6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:07.940708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9b901-8a12-4cc4-b86a-5c0687d5fee6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 26a95fb8-7f30-416a-9e90-74cce8945f9a owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:08.089927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b901-8a12-4cc4-b86a-5c0687d5fee6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.188416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9b901-8a12-4cc4-b86a-5c0687d5fee6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=26a95fb8-7f30-416a-9e90-74cce8945f9a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:08.209815 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ae9b901-8a12-4cc4-b86a-5c0687d5fee6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.223148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37872) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:08.224742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3ae9b901-8a12-4cc4-b86a-5c0687d5fee6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/26a95fb8-7f30-416a-9e90-74cce8945f9a HTTP/1.1" status: 204 len: 168 time: 0.7948318 Jul 30 02:13:08.267146 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-568a2219-7b3f-43f9-814f-88ca0dd06127 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:13:08.269671 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-568a2219-7b3f-43f9-814f-88ca0dd06127 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/26a95fb8-7f30-416a-9e90-74cce8945f9a HTTP/1.1" status: 404 len: 333 time: 0.0430574 Jul 30 02:13:08.275063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37874) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:08.285093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'name': 'tempest-PortsIpV6TestJSON-1298903572'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:08.509600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:08.528894 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:08.572249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 11191bde-3963-4286-bf5e-80848d39ee98 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:09.032231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.163980 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.211696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:09.216608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:09.226587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:09.239008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:09.240555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:09.309105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37900) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:09.309957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0325813 Jul 30 02:13:09.319609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-fe154c23-2594-42ce-a9f4-3d7fbdc3ebd0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:09.323573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492b5c6-c8de-4459-aa25-068abf573c5d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=11191bde-3963-4286-bf5e-80848d39ee98,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:09.512518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe154c23-2594-42ce-a9f4-3d7fbdc3ebd0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.006603 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe154c23-2594-42ce-a9f4-3d7fbdc3ebd0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.016561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe154c23-2594-42ce-a9f4-3d7fbdc3ebd0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.101870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fe154c23-2594-42ce-a9f4-3d7fbdc3ebd0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] In _notify_port_updated(), no bound segment for port 11191bde-3963-4286-bf5e-80848d39ee98 on network ccd04ae2-f984-4fc4-af4b-a55c31909834 {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:13:10.112667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe154c23-2594-42ce-a9f4-3d7fbdc3ebd0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:10.115352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe154c23-2594-42ce-a9f4-3d7fbdc3ebd0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.121889 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fe154c23-2594-42ce-a9f4-3d7fbdc3ebd0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "PUT /v2.0/ports/11191bde-3963-4286-bf5e-80848d39ee98 HTTP/1.1" status: 200 len: 818 time: 0.8073285 Jul 30 02:13:10.122782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37916) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:10.343806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe154c23-2594-42ce-a9f4-3d7fbdc3ebd0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=11191bde-3963-4286-bf5e-80848d39ee98,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:10.415463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd9137-d4fd-4659-a68b-01e79b51094a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 11191bde-3963-4286-bf5e-80848d39ee98 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:10.420909 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9137-d4fd-4659-a68b-01e79b51094a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.603738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9137-d4fd-4659-a68b-01e79b51094a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.629111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd9137-d4fd-4659-a68b-01e79b51094a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 11191bde-3963-4286-bf5e-80848d39ee98 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:10.828902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9137-d4fd-4659-a68b-01e79b51094a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.897723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd9137-d4fd-4659-a68b-01e79b51094a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=11191bde-3963-4286-bf5e-80848d39ee98,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:10.915710 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9137-d4fd-4659-a68b-01e79b51094a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:10.922308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37970) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:10.935760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3ccd9137-d4fd-4659-a68b-01e79b51094a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/11191bde-3963-4286-bf5e-80848d39ee98 HTTP/1.1" status: 204 len: 168 time: 0.8110902 Jul 30 02:13:11.031765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5195ac7-b13d-46fc-9171-d1fbe69ba73b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:11.037722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f5195ac7-b13d-46fc-9171-d1fbe69ba73b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1105082 Jul 30 02:13:11.038934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37976) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:11.109682 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-db447d91-bb51-49a9-88d3-98bf67f00f40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:13:11.116565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-db447d91-bb51-49a9-88d3-98bf67f00f40 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/11191bde-3963-4286-bf5e-80848d39ee98 HTTP/1.1" status: 404 len: 333 time: 0.0754056 Jul 30 02:13:11.121299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 37978) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:11.128424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2129265800'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:11.178816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:11.187703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.240773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:13:11.259811 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.261023 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Added segment ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1 of type vlan for network 28840594-c3e3-45b3-a1fb-557e44dd7f91 Jul 30 02:13:11.396999 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.458398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37984) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:11.517572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-5c839820-f366-4bd6-984d-555092d60df0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126230 Jul 30 02:13:11.524332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.540184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:11.541769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.659341 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5364151 Jul 30 02:13:11.663457 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:11.684116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37990) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:11.715521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:11.808001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-fedb8c72-6047-4573-8f12-9e6ece311c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:11.810845 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-fedb8c72-6047-4573-8f12-9e6ece311c86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 1097 time: 0.2304857 Jul 30 02:13:11.817549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4f2d1-5051-405e-bf2b-0186f6339807 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Network': ['ID=28840594-c3e3-45b3-a1fb-557e44dd7f91,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:11.833404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:13:12.165070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-d884b401-384c-4e5b-b27a-cac8e351aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:12.166414 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-d884b401-384c-4e5b-b27a-cac8e351aeef service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.3123498 Jul 30 02:13:12.242456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.257987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.305781 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-a530986b-c9e1-4a44-a6cf-2209517443ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c HTTP/1.1" status: 200 len: 1001 time: 0.1272609 Jul 30 02:13:12.327916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5925a32750ef4ed5b956ce27bc9a2f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8673992 Jul 30 02:13:12.339650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 37998) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:12.400672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a718e22-30a5-4823-b306-7a222a2ac700,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:12.422961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:12.428677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.488930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-5e31406f-9b35-47a8-98c5-300be01fd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:12.494068 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-5e31406f-9b35-47a8-98c5-300be01fd414 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1833849 Jul 30 02:13:12.526949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.527480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.527965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.528491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.528943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.529437 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.529917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.530400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.530890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.543784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.543784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.543784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff86356a-1030-4200-8ccb-291e1d85748f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:12.642383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-96552df7-0b33-45c9-993e-940fac5d1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:12.646111 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-96552df7-0b33-45c9-993e-940fac5d1c3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431723 Jul 30 02:13:12.657289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae536ec-a24e-44aa-a59d-78d68307edae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.701701 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae536ec-a24e-44aa-a59d-78d68307edae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.914896 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-75d021f0-a2d8-43e4-898d-80b937f261e4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455361 Jul 30 02:13:12.986517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae536ec-a24e-44aa-a59d-78d68307edae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.990350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ae536ec-a24e-44aa-a59d-78d68307edae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:12.994758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7ae536ec-a24e-44aa-a59d-78d68307edae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0a718e22-30a5-4823-b306-7a222a2ac700 HTTP/1.1" status: 204 len: 168 time: 0.6517229 Jul 30 02:13:13.010957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae536ec-a24e-44aa-a59d-78d68307edae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a718e22-30a5-4823-b306-7a222a2ac700,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:13.182421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:13.197008 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2feb7167-e04f-4d4a-909a-d4889bb2ba1b req-d0ddfcd6-5902-4060-bb8f-13035d3e4b62 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743640 Jul 30 02:13:13.405457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=9b63dbde-5b18-4837-96f3-41cf10a88124,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:13.424595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Checking segment: {'id': 'ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:13.424984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network hostable DHCP agents. Network: 28840594-c3e3-45b3-a1fb-557e44dd7f91, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:13:13.450603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:13:13.464879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 28840594-c3e3-45b3-a1fb-557e44dd7f91) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:13.475368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2975ad-8df0-4eb4-b224-a2e163b1a29c None None] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:13.497520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:13.498763 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:13.559644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-377d5f0d-b288-4314-a773-0ef3debdc74b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8664036 Jul 30 02:13:13.561230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38020) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:13.575031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-745be8e9-ec28-4ee4-906e-6e9123d4868b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:13.893132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-28840594-c3e3-45b3-a1fb-557e44dd7f91', 'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91', 'tenant_id': 'ea2d7ccfd94d45409a7b6f18c014ca2d', 'fixed_ips': [{'subnet_id': '9b63dbde-5b18-4837-96f3-41cf10a88124'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:13:13.898996 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:13.974390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745be8e9-ec28-4ee4-906e-6e9123d4868b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:13.985982 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-745be8e9-ec28-4ee4-906e-6e9123d4868b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.154037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Allocated IP 2001:db8::2 (28840594-c3e3-45b3-a1fb-557e44dd7f91/9b63dbde-5b18-4837-96f3-41cf10a88124/ccc693b2-c867-41f9-9884-f1a46c67628c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:14.251199 n-d-715271-7 neutron-server[93819]: INFO neutron.db.ipam_backend_mixin [None req-745be8e9-ec28-4ee4-906e-6e9123d4868b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b63dbde-5b18-4837-96f3-41cf10a88124 (CIDR: 2001:db8::/64) Jul 30 02:13:14.261800 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-745be8e9-ec28-4ee4-906e-6e9123d4868b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:13:14.262914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745be8e9-ec28-4ee4-906e-6e9123d4868b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:13:14.304941 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-745be8e9-ec28-4ee4-906e-6e9123d4868b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7385266 Jul 30 02:13:14.305246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38036) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:14.311544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:14.409372 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.445697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Transition to ACTIVE for port object ccc693b2-c867-41f9-9884-f1a46c67628c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:14.475081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Transition to ACTIVE for port object ccc693b2-c867-41f9-9884-f1a46c67628c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:14.485452 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.562466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:14.567972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:14.586027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:14.627721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:14.637032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.729503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Pushing event updated for resources: {'Port': ['ID=ccc693b2-c867-41f9-9884-f1a46c67628c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:14.887246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Attempting to bind port ccc693b2-c867-41f9-9884-f1a46c67628c on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:14.887943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Attempting to bind port ccc693b2-c867-41f9-9884-f1a46c67628c by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:14.888610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Attempting to bind port ccc693b2-c867-41f9-9884-f1a46c67628c on network 28840594-c3e3-45b3-a1fb-557e44dd7f91 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:14.897544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:14.898587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Checking segment: {'id': 'ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:14.899571 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:14.900396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Bound using segment: {'id': 'ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:14.901408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Bound port: ccc693b2-c867-41f9-9884-f1a46c67628c, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:14.902246 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:15.047780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] For port ccc693b2-c867-41f9-9884-f1a46c67628c, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:15.055942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] For port ccc693b2-c867-41f9-9884-f1a46c67628c, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ccc693b2-c867-41f9-9884-f1a46c67628c,segment=NetworkSegment(ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1),segment_id=ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:15.064338 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:15.220716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39b729-681e-4b16-a1e1-409f134ec9db None None] Pushing event updated for resources: {'Port': ['ID=ccc693b2-c867-41f9-9884-f1a46c67628c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:15.313119 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:15.369461 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-5326d71c-aa5c-473d-8579-eb02ab44a4f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0949695 Jul 30 02:13:15.451727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:15.467522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:15.488646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:15.493895 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:15.564651 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2577708 Jul 30 02:13:15.569242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38056) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:15.587590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91', 'fixed_ips': [{'subnet_id': '9b63dbde-5b18-4837-96f3-41cf10a88124'}, {'subnet_id': '5faefcde-b13a-450b-b56b-462f3861f4aa'}], 'name': 'tempest-PortsIpV6TestJSON-978690781'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:15.590171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-3e0f8db8-5bd8-4a35-a72d-48b7fa3aa327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:15.592342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcb168-89d4-4368-b7ac-4b8f227b4092 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=5faefcde-b13a-450b-b56b-462f3861f4aa,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:15.594957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-3e0f8db8-5bd8-4a35-a72d-48b7fa3aa327 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 1096 time: 0.1856732 Jul 30 02:13:15.894431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-74231ccd-6164-4985-b67b-8deedb1df72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:15.897438 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-74231ccd-6164-4985-b67b-8deedb1df72e service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 920 time: 0.2719016 Jul 30 02:13:15.939463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:15.960691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38062) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:16.043702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-7c55929e-6169-4334-add6-d5070a33469d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c45baa1f-edfd-4480-a67a-569152225ad1 HTTP/1.1" status: 200 len: 217 time: 0.1177313 Jul 30 02:13:16.117840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ccc693b2-c867-41f9-9884-f1a46c67628c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:16.162948 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:16.207361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:16.224587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-bfcfb468-e245-45d9-b915-954d744134ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:16.230282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-bfcfb468-e245-45d9-b915-954d744134ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.1695001 Jul 30 02:13:16.274963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ccc693b2-c867-41f9-9884-f1a46c67628c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:16.352820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-dde26216-7f66-4c65-9864-f82b5a4eea9f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097193 Jul 30 02:13:16.607129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-17871ea2-5281-4849-9190-ed5217a0a64e service neutron] 10.222.0.22 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335079 Jul 30 02:13:16.608974 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b9efa40-f961-44f1-80d3-73dc53dcfc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.053082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f6381a8-911b-4b05-8003-f2ae32bbdda7 req-acb2c451-536a-4880-9ad8-c6300140a396 service neutron] 10.222.0.22 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148176 Jul 30 02:13:17.063523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf3bd1-86b4-4044-891e-1d10bf9f9ae3 None None] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:17.180396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b9efa40-f961-44f1-80d3-73dc53dcfc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.183414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::1a2 (28840594-c3e3-45b3-a1fb-557e44dd7f91/9b63dbde-5b18-4837-96f3-41cf10a88124/aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:17.191172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b9efa40-f961-44f1-80d3-73dc53dcfc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.202067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8:0:1::3c1 (28840594-c3e3-45b3-a1fb-557e44dd7f91/5faefcde-b13a-450b-b56b-462f3861f4aa/aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:17.218391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-95de5151-e159-4577-9e37-6fed48dc623f None None] Provisioning for port ccc693b2-c867-41f9-9884-f1a46c67628c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:17.237886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-95de5151-e159-4577-9e37-6fed48dc623f None None] Provisioning complete for port ccc693b2-c867-41f9-9884-f1a46c67628c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:17.238971 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95de5151-e159-4577-9e37-6fed48dc623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.272429 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:13:17.340474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1b9efa40-f961-44f1-80d3-73dc53dcfc58 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4504beac52374686a53745b26b72f0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3657103 Jul 30 02:13:17.341086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38092) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:17.348563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9efa40-f961-44f1-80d3-73dc53dcfc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc75a11-d3d0-4cb8-8afa-f249242f200f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:17.474363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23e7b6f3-5ddf-41ba-a81b-36b7fd87bcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.555296 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95de5151-e159-4577-9e37-6fed48dc623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.561452 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23e7b6f3-5ddf-41ba-a81b-36b7fd87bcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.685282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-95de5151-e159-4577-9e37-6fed48dc623f None None] For port ccc693b2-c867-41f9-9884-f1a46c67628c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ccc693b2-c867-41f9-9884-f1a46c67628c,segment=NetworkSegment(ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1),segment_id=ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:17.697010 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23e7b6f3-5ddf-41ba-a81b-36b7fd87bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.698614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.702640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23e7b6f3-5ddf-41ba-a81b-36b7fd87bcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.706947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-23e7b6f3-5ddf-41ba-a81b-36b7fd87bcdc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cdc75a11-d3d0-4cb8-8afa-f249242f200f HTTP/1.1" status: 204 len: 168 time: 0.3620296 Jul 30 02:13:17.718483 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95de5151-e159-4577-9e37-6fed48dc623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.723315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:17.735874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7b6f3-5ddf-41ba-a81b-36b7fd87bcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc75a11-d3d0-4cb8-8afa-f249242f200f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:17.799064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e223d-f72e-466c-99ba-bcdbcd5e8f12 None None] Update dhcp port {'port': {'network_id': '28840594-c3e3-45b3-a1fb-557e44dd7f91', 'fixed_ips': [{'subnet_id': '9b63dbde-5b18-4837-96f3-41cf10a88124', 'ip_address': '2001:db8::2'}, {'subnet_id': '5faefcde-b13a-450b-b56b-462f3861f4aa'}], 'binding:host_id': 'n-d-715271-7'}, 'id': 'ccc693b2-c867-41f9-9884-f1a46c67628c'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:13:17.800235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.859208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c11e223d-f72e-466c-99ba-bcdbcd5e8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.867959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:17.874425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:17.881191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:17.891130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:17.892094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:17.909969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:17.925460 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d218e7d7-55fc-46cf-93ae-052d8d18f5aa tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3542678 Jul 30 02:13:17.928742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38108) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:17.937257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b63dbde-5b18-4837-96f3-41cf10a88124'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:18.114268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de5151-e159-4577-9e37-6fed48dc623f None None] Pushing event updated for resources: {'Port': ['ID=ccc693b2-c867-41f9-9884-f1a46c67628c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:18.242127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c11e223d-f72e-466c-99ba-bcdbcd5e8f12 None None] Allocated IP 2001:db8:0:1::2 (28840594-c3e3-45b3-a1fb-557e44dd7f91/5faefcde-b13a-450b-b56b-462f3861f4aa/ccc693b2-c867-41f9-9884-f1a46c67628c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:18.289426 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:18.412520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c11e223d-f72e-466c-99ba-bcdbcd5e8f12 None None] For port ccc693b2-c867-41f9-9884-f1a46c67628c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ccc693b2-c867-41f9-9884-f1a46c67628c,segment=NetworkSegment(ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1),segment_id=ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:18.473549 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c11e223d-f72e-466c-99ba-bcdbcd5e8f12 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:18.497449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c11e223d-f72e-466c-99ba-bcdbcd5e8f12 None None] Transition to ACTIVE for port object ccc693b2-c867-41f9-9884-f1a46c67628c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:18.504916 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c11e223d-f72e-466c-99ba-bcdbcd5e8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:18.676785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e223d-f72e-466c-99ba-bcdbcd5e8f12 None None] Pushing event updated for resources: {'Port': ['ID=ccc693b2-c867-41f9-9884-f1a46c67628c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:19.015120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Delete allocated IP 2001:db8:0:1::3c1 (28840594-c3e3-45b3-a1fb-557e44dd7f91/5faefcde-b13a-450b-b56b-462f3861f4aa) {{(pid=93819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:13:19.297650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38140) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:19.421064 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.439120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Ignored duplicate provisioning block setup for port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:13:19.445942 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.570596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] In _notify_port_updated(), no bound segment for port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd on network 28840594-c3e3-45b3-a1fb-557e44dd7f91 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:13:19.570944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e296ff2-2270-4a60-a875-9efbab5405f6 None None] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:19.581567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:19.582707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.589717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38148) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:19.590305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "PUT /v2.0/ports/aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd HTTP/1.1" status: 200 len: 925 time: 1.6597948 Jul 30 02:13:19.598988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b63dbde-5b18-4837-96f3-41cf10a88124'}, {'subnet_id': '5faefcde-b13a-450b-b56b-462f3861f4aa'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:19.606754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f7024-6c12-4290-911f-43614d64c6b5 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:19.733859 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.765544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3ea87e5d-6cc4-4e1d-9fc1-2f695a752dcb None None] Provisioning for port ccc693b2-c867-41f9-9884-f1a46c67628c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:19.771917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3ea87e5d-6cc4-4e1d-9fc1-2f695a752dcb None None] Provisioning complete for port ccc693b2-c867-41f9-9884-f1a46c67628c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:19.772397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ea87e5d-6cc4-4e1d-9fc1-2f695a752dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:19.944297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:19.994074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ccc693b2-c867-41f9-9884-f1a46c67628c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:20.065318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ccc693b2-c867-41f9-9884-f1a46c67628c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:20.065935 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:20.121259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:20.543276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-23a895d8-d7d2-4e79-8f06-f1e974ed5ce8 None None] Provisioning complete for port ccc693b2-c867-41f9-9884-f1a46c67628c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:20.545146 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23a895d8-d7d2-4e79-8f06-f1e974ed5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:20.637873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38166) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:20.659359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8:0:1::3bc (28840594-c3e3-45b3-a1fb-557e44dd7f91/5faefcde-b13a-450b-b56b-462f3861f4aa/aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:20.834209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-23a895d8-d7d2-4e79-8f06-f1e974ed5ce8 None None] Provisioning for port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:20.847495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-23a895d8-d7d2-4e79-8f06-f1e974ed5ce8 None None] Provisioning complete for port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:20.855546 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23a895d8-d7d2-4e79-8f06-f1e974ed5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:20.936071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-23a895d8-d7d2-4e79-8f06-f1e974ed5ce8 None None] Port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:21.045373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1429320077-network', 'tenant_id': '25b7d034511842c7918d44758e9f33ef'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:21.084746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b31ee24b-b78b-499b-8c19-830fe1904faa None None] Provisioning complete for port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:21.085478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b31ee24b-b78b-499b-8c19-830fe1904faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.086051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.092874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e78c8a-e228-4965-abc1-46d04e17173f req-0be45ab5-d4dc-4336-a10b-31cf34b9bab0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.096601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0e78c8a-e228-4965-abc1-46d04e17173f req-0be45ab5-d4dc-4336-a10b-31cf34b9bab0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1550853 Jul 30 02:13:21.111852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.148868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Ignored duplicate provisioning block setup for port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:13:21.151885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-e2d00848-8248-4df5-b59b-c2ebb4cc0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.153716 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-e2d00848-8248-4df5-b59b-c2ebb4cc0ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1096 time: 0.1647851 Jul 30 02:13:21.158283 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.179795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b31ee24b-b78b-499b-8c19-830fe1904faa None None] Port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:21.183397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Made reservation on behalf of 25b7d034511842c7918d44758e9f33ef for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:21.189303 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.215111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.241249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0e78c8a-e228-4965-abc1-46d04e17173f req-d0d8a74d-8d83-4774-b215-bdce278562fd tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341715 Jul 30 02:13:21.449081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.455256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.520333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:13:21.522338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38176) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:21.527946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] In _notify_port_updated(), no bound segment for port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd on network 28840594-c3e3-45b3-a1fb-557e44dd7f91 {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:13:21.535157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9350c872-8a66-4ecf-95fa-70acbbf54284 None None] Provisioning complete for port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:21.535828 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9350c872-8a66-4ecf-95fa-70acbbf54284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.540143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.541281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.544131 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "PUT /v2.0/ports/aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd HTTP/1.1" status: 200 len: 1011 time: 1.9526122 Jul 30 02:13:21.551047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38178) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:21.564797 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.566914 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Added segment 66d6a706-ae6a-414b-82ba-e4b2278cf27a of type vlan for network e3c30686-5deb-4e5e-9784-16e0134a41a9 Jul 30 02:13:21.568583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6465f32d-0c7e-4426-ae7a-a47815cecf87,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:21.598317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfcfd0-6668-4d97-82e9-1d416c4dc2c6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:21.623770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9350c872-8a66-4ecf-95fa-70acbbf54284 None None] Port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:21.719088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Allocated IP 172.25.7.156 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/fdcbc439-bbe8-4a3d-b05f-6f7dbbe9abbf) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:21.723917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-40ac24b8-46ae-47d4-a9b0-f232ffa8f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.727031 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-40ac24b8-46ae-47d4-a9b0-f232ffa8f81d service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 920 time: 0.5173156 Jul 30 02:13:21.782836 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.846342 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-b6896db0-81ce-4fbe-bb52-1f548c289cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c HTTP/1.1" status: 200 len: 217 time: 0.1094878 Jul 30 02:13:21.856569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.857899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:21.858976 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.876326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-044f67c9-4c2e-4aa8-916e-539bcc60b995 None None] Provisioning complete for port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:21.880209 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-044f67c9-4c2e-4aa8-916e-539bcc60b995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.897943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2569931 Jul 30 02:13:21.914401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38182) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:21.917649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a123162b-0b72-4113-9148-8d5255002abc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:21.918259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a123162b-0b72-4113-9148-8d5255002abc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.932520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-044f67c9-4c2e-4aa8-916e-539bcc60b995 None None] Port aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:21.942573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee11410c-3a69-4c47-8c27-7acd2533a2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:21.979197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Request body: {'subnet': {'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1429320077-subnet', 'tenant_id': '25b7d034511842c7918d44758e9f33ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:22.057565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-ae39e7c5-db68-4222-b6a0-4b19600e574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:22.060561 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-ae39e7c5-db68-4222-b6a0-4b19600e574c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.1850655 Jul 30 02:13:22.092283 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18903c49-7cde-4e77-a2de-446cb6b39298 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c30686-5deb-4e5e-9784-16e0134a41a9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:22.102975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Made reservation on behalf of 25b7d034511842c7918d44758e9f33ef for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:22.105550 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.118197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network e3c30686-5deb-4e5e-9784-16e0134a41a9 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:13:22.130710 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-94eb6e2b-cbda-46f2-b274-451b9543392a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578551 Jul 30 02:13:22.131618 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-ee11410c-3a69-4c47-8c27-7acd2533a2dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:13:22.131618 n-d-715271-7 neutron-server[93818]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:13:22.131618 n-d-715271-7 neutron-server[93818]: [parameters: {'project_id_1': '247008961eea4348843b086e1ae32f57', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 13, 22, 32099)}] Jul 30 02:13:22.131618 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:13:22.132287 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-ee11410c-3a69-4c47-8c27-7acd2533a2dc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:13:22.234417 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a123162b-0b72-4113-9148-8d5255002abc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.267074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a123162b-0b72-4113-9148-8d5255002abc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:22.276475 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.380857 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-4798c439-8acc-4936-8d1e-328bd8e9f58c service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420974 Jul 30 02:13:22.538071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ce7c3-2a0b-4a22-a685-d26cacbaa808 req-d7479959-ed46-41cc-9cbf-48ae64b118a0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:22.540132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-919ce7c3-2a0b-4a22-a685-d26cacbaa808 req-d7479959-ed46-41cc-9cbf-48ae64b118a0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1466920 Jul 30 02:13:22.564701 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.694233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-919ce7c3-2a0b-4a22-a685-d26cacbaa808 req-772625fd-c235-482b-81a6-e13523c43854 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309841 Jul 30 02:13:22.717445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cfe759-c48c-4056-aed8-815884d1040a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:22.761761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee11410c-3a69-4c47-8c27-7acd2533a2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.762644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Checking segment: {'id': '66d6a706-ae6a-414b-82ba-e4b2278cf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:22.762910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Network hostable DHCP agents. Network: e3c30686-5deb-4e5e-9784-16e0134a41a9, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:13:22.782473 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a123162b-0b72-4113-9148-8d5255002abc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.825548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123162b-0b72-4113-9148-8d5255002abc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:22.827499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Network e3c30686-5deb-4e5e-9784-16e0134a41a9 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:13:22.847783 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.867731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, e3c30686-5deb-4e5e-9784-16e0134a41a9) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:22.876600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:22.877192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.895199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33303367-53b5-46a7-ad99-42770dc3bbdd None None] Network e3c30686-5deb-4e5e-9784-16e0134a41a9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:22.901151 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a123162b-0b72-4113-9148-8d5255002abc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:22.906977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a123162b-0b72-4113-9148-8d5255002abc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd HTTP/1.1" status: 204 len: 168 time: 1.3508639 Jul 30 02:13:22.906977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38186) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:22.939670 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ba2d68-a05f-4fea-940b-9e7e68c13649 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:13:22.944715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-82ba2d68-a05f-4fea-940b-9e7e68c13649 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd HTTP/1.1" status: 404 len: 333 time: 0.0334337 Jul 30 02:13:22.944968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38188) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:22.978319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:23.019848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:23.022590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:23.027808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6046b960-a382-40f7-bf12-7499ae0774fc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet 5faefcde-b13a-450b-b56b-462f3861f4aa {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:13:23.032847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6046b960-a382-40f7-bf12-7499ae0774fc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.052522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event updated for resources: {'Port': ['ID=fdcbc439-bbe8-4a3d-b05f-6f7dbbe9abbf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:23.065677 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-89bdc2bf-425e-401c-819f-0837c1dfab62 req-518b6918-7060-4198-8b35-35a15d676049 service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734147 Jul 30 02:13:23.095002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.096153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.097279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.098476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.099021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.099614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.100617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.100803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.102201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.102931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.103318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.103857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:23.136024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6046b960-a382-40f7-bf12-7499ae0774fc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.189714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e21ac1-b143-478d-9dc7-1a1b7cde25d5 None None] Network e3c30686-5deb-4e5e-9784-16e0134a41a9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:23.344259 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.350506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee11410c-3a69-4c47-8c27-7acd2533a2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.351176 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6046b960-a382-40f7-bf12-7499ae0774fc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.361648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee11410c-3a69-4c47-8c27-7acd2533a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.388732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9392bb99-03aa-4ae3-8638-5bd346ae9a24 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4649634 Jul 30 02:13:23.480173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6046b960-a382-40f7-bf12-7499ae0774fc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.487640 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ee11410c-3a69-4c47-8c27-7acd2533a2dc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=247008961eea4348843b086e1ae32f57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9421432 Jul 30 02:13:23.492933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11410c-3a69-4c47-8c27-7acd2533a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da491ac-d434-4ddb-9132-ad48c42b2239,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:23.497137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38196) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:23.506820 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.544002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046b960-a382-40f7-bf12-7499ae0774fc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=5faefcde-b13a-450b-b56b-462f3861f4aa,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:23.549274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6046b960-a382-40f7-bf12-7499ae0774fc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.553805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6046b960-a382-40f7-bf12-7499ae0774fc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/5faefcde-b13a-450b-b56b-462f3861f4aa HTTP/1.1" status: 204 len: 168 time: 0.6075668 Jul 30 02:13:23.559637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38198) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:23.560465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894215c2-195a-4301-a647-51a82f473398 None None] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:23.655742 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c92c2267-b9b1-4d89-95c4-51bf4db3c64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.697729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb9ea5e-073f-44f9-b5d4-02f69e1728b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet 9b63dbde-5b18-4837-96f3-41cf10a88124 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:13:23.703720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c92c2267-b9b1-4d89-95c4-51bf4db3c64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.704023 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceb9ea5e-073f-44f9-b5d4-02f69e1728b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.803612 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceb9ea5e-073f-44f9-b5d4-02f69e1728b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.879700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c92c2267-b9b1-4d89-95c4-51bf4db3c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.890912 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c92c2267-b9b1-4d89-95c4-51bf4db3c64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:23.910498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c92c2267-b9b1-4d89-95c4-51bf4db3c64b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4da491ac-d434-4ddb-9132-ad48c42b2239 HTTP/1.1" status: 204 len: 168 time: 0.4108920 Jul 30 02:13:23.967733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c2267-b9b1-4d89-95c4-51bf4db3c64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da491ac-d434-4ddb-9132-ad48c42b2239,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:24.054522 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.145989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0c6ae-4884-41b6-b47a-4fd3ff031307 req-eb55a91f-ba03-45a3-ab37-b49d837c91ff tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:24.148394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceb9ea5e-073f-44f9-b5d4-02f69e1728b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.165803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8b0c6ae-4884-41b6-b47a-4fd3ff031307 req-eb55a91f-ba03-45a3-ab37-b49d837c91ff tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.2165477 Jul 30 02:13:24.237031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8b0c6ae-4884-41b6-b47a-4fd3ff031307 req-11dc95d6-76ae-4942-b2bc-da6a548c03a2 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642822 Jul 30 02:13:24.384082 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.396496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.415207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceb9ea5e-073f-44f9-b5d4-02f69e1728b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.530136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9ea5e-073f-44f9-b5d4-02f69e1728b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=9b63dbde-5b18-4837-96f3-41cf10a88124,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:24.607012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceb9ea5e-073f-44f9-b5d4-02f69e1728b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.610838 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ceb9ea5e-073f-44f9-b5d4-02f69e1728b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/9b63dbde-5b18-4837-96f3-41cf10a88124 HTTP/1.1" status: 204 len: 168 time: 1.0495276 Jul 30 02:13:24.615409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38210) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:24.619275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event updated for resources: {'Port': ['ID=fdcbc439-bbe8-4a3d-b05f-6f7dbbe9abbf,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:24.674279 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.695260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38214) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:24.738368 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8932796f-67bd-4512-95d6-4db4c9ece8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.773452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.788135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38218) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:24.790843 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a79e5bc4-96a5-43e8-b252-f4f6675cace7 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4906979 Jul 30 02:13:24.805778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-342342550'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:24.825329 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:13:24.825329 n-d-715271-7 neutron-server[93819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:13:24.825329 n-d-715271-7 neutron-server[93819]: [parameters: {'project_id_1': '089021c546c948e6baec8a0a8c263fca', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 13, 24, 815459)}] Jul 30 02:13:24.825329 n-d-715271-7 neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:13:24.825991 n-d-715271-7 neutron-server[93819]: DEBUG oslo_db.api [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:13:24.843500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:24.927997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port ccc693b2-c867-41f9-9884-f1a46c67628c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:24.928707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.033548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8932796f-67bd-4512-95d6-4db4c9ece8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.041907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8932796f-67bd-4512-95d6-4db4c9ece8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.127920 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8932796f-67bd-4512-95d6-4db4c9ece8b9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=06ba20d41fb9461ca72e06a9cf7efd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306760 Jul 30 02:13:25.129059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932796f-67bd-4512-95d6-4db4c9ece8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf83f0f-ee1d-42f7-8d2c-c0c5d0418404,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:25.133249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:25.137428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] For port ccc693b2-c867-41f9-9884-f1a46c67628c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ccc693b2-c867-41f9-9884-f1a46c67628c,segment=NetworkSegment(ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1),segment_id=ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:25.138043 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.190784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for ccc693b2-c867-41f9-9884-f1a46c67628c owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:25.233240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bdac141-7f7f-44c6-93d9-fc5c718c9bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.295484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bdac141-7f7f-44c6-93d9-fc5c718c9bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.355748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a1052-da2e-4c06-b229-877fcf7f8d54 None None] Network 28840594-c3e3-45b3-a1fb-557e44dd7f91 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:25.420095 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bdac141-7f7f-44c6-93d9-fc5c718c9bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.433552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bdac141-7f7f-44c6-93d9-fc5c718c9bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.437071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7bdac141-7f7f-44c6-93d9-fc5c718c9bf6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9bf83f0f-ee1d-42f7-8d2c-c0c5d0418404 HTTP/1.1" status: 204 len: 168 time: 0.3018436 Jul 30 02:13:25.456915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdac141-7f7f-44c6-93d9-fc5c718c9bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf83f0f-ee1d-42f7-8d2c-c0c5d0418404,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:25.499138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Made reservation on behalf of 089021c546c948e6baec8a0a8c263fca for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:25.505573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.534483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548597b-7a72-4dcd-94d9-7e6f53c53ded req-ec7b4e26-284e-41f1-af6e-e6cadcb3c6bf tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:25.536975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4548597b-7a72-4dcd-94d9-7e6f53c53ded req-ec7b4e26-284e-41f1-af6e-e6cadcb3c6bf tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1556680 Jul 30 02:13:25.538056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.546187 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.566763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-672221ec-cdc6-468d-a58f-0e1b6db186c6 None None] Provisioning complete for port ccc693b2-c867-41f9-9884-f1a46c67628c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:25.566763 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-672221ec-cdc6-468d-a58f-0e1b6db186c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.596731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-672221ec-cdc6-468d-a58f-0e1b6db186c6 None None] Port ccc693b2-c867-41f9-9884-f1a46c67628c was deleted so its status cannot be updated. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:13:25.602384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=ccc693b2-c867-41f9-9884-f1a46c67628c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:25.616887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No DVR routers for this DVR port ccc693b2-c867-41f9-9884-f1a46c67628c on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:13:25.786251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f127d86-1b99-4f90-9f6f-834923020da0 None None] DHCP port deletion for 28840594-c3e3-45b3-a1fb-557e44dd7f91 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:13:25.836054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4548597b-7a72-4dcd-94d9-7e6f53c53ded req-c868e123-1759-4bbd-81dc-e31fa969388f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406693 Jul 30 02:13:25.886192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:25.939406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28840594-c3e3-45b3-a1fb-557e44dd7f91']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:25.984748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:25.985000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc8f5f1-8bfb-4f19-a4e5-962e93a024d1') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:26.006288 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.048701 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.077050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:13:26.077734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:13:26.083897 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:13:26.100545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ccc693b2-c867-41f9-9884-f1a46c67628c no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:26.173298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ccc693b2-c867-41f9-9884-f1a46c67628c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:26.174011 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.174525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ccc693b2-c867-41f9-9884-f1a46c67628c not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:26.181367 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.247079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:13:26.259271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.265472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a34427-93ae-416d-bed3-c87bddf3e45e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:26.314557 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.319510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/networks/28840594-c3e3-45b3-a1fb-557e44dd7f91 HTTP/1.1" status: 204 len: 168 time: 1.6997900 Jul 30 02:13:26.319510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.319510 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Added segment a857a7f5-2d64-40df-8af6-490c6d63be8c of type vlan for network ad4d784a-29ba-424f-aa84-32f1f9019f9b Jul 30 02:13:26.321952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdcb7f-03e3-4a30-9ac1-e1b64060700e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Network': ['ID=28840594-c3e3-45b3-a1fb-557e44dd7f91,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:26.324459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38236) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:26.392689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc254c9-042c-4a59-bcc6-e073a55feeae tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:26.395205 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8cc254c9-042c-4a59-bcc6-e073a55feeae tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0684581 Jul 30 02:13:26.403402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38240) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:26.473667 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.549364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ea42d8be-583b-4be6-a132-4df95f2ee0be tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1438153 Jul 30 02:13:26.556163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38244) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:26.563628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-671264274'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:26.591311 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.599924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:26.600890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.715743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:26.719727 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.731533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9414985 Jul 30 02:13:26.735816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38250) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:26.748373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Request body: {'subnet': {'network_id': 'ad4d784a-29ba-424f-aa84-32f1f9019f9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:26.765247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c632ef9-3a8b-4146-990c-6a0be7acd6f1 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event updated for resources: {'Network': ['ID=ad4d784a-29ba-424f-aa84-32f1f9019f9b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:26.784451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:13:26.787419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ad4d784a-29ba-424f-aa84-32f1f9019f9b details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:13:26.804464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.805017 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Added segment 9d33cce5-f3a5-4801-bd61-0cec257922cd of type vlan for network b577d009-d8fc-4d60-a2f4-12f2acccf96b Jul 30 02:13:26.904454 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.965952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Made reservation on behalf of 089021c546c948e6baec8a0a8c263fca for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:26.971278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.979541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:26.996740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:26.998275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:27.156382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5984442 Jul 30 02:13:27.161560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:27.174835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5e84d-b6b6-49b9-ad3d-f3b15e544a24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Network': ['ID=b577d009-d8fc-4d60-a2f4-12f2acccf96b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:27.178208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': 'b577d009-d8fc-4d60-a2f4-12f2acccf96b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:27.192513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network b577d009-d8fc-4d60-a2f4-12f2acccf96b details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:13:27.209754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb7a1e-0b76-4f60-9f02-3a78c3eb29c5 req-f983986f-1afc-49a7-904f-22b295a3d7d0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:27.212202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86bb7a1e-0b76-4f60-9f02-3a78c3eb29c5 req-f983986f-1afc-49a7-904f-22b295a3d7d0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1115320 Jul 30 02:13:27.305361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86bb7a1e-0b76-4f60-9f02-3a78c3eb29c5 req-2b6d8135-c69c-4879-aba4-7a8ca8fb7e64 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811920 Jul 30 02:13:27.562331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:27.569478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:27.741353 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:27.914510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event updated for resources: {'Subnet': ['ID=833776ae-a694-479a-a56b-2d1a592c624b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:27.995221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Checking segment: {'id': 'a857a7f5-2d64-40df-8af6-490c6d63be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ad4d784a-29ba-424f-aa84-32f1f9019f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:27.995843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Network hostable DHCP agents. Network: ad4d784a-29ba-424f-aa84-32f1f9019f9b, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:13:28.057512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Network ad4d784a-29ba-424f-aa84-32f1f9019f9b is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:13:28.117545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, ad4d784a-29ba-424f-aa84-32f1f9019f9b) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:28.130243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:28.131316 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:28.132127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504fd5b-77f5-4131-9535-d2dcddd9391d None None] Network ad4d784a-29ba-424f-aa84-32f1f9019f9b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:28.137869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:28.202562 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-36db05f9-d6e2-419a-a0c4-bda017e2dc6f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4648287 Jul 30 02:13:28.205090 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38282) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:28.212095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1366520313', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:28.277893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=cc50771c-2e2f-498b-bba2-ef5e3afec2d1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:28.281223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:28.282966 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:28.293137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Checking segment: {'id': '9d33cce5-f3a5-4801-bd61-0cec257922cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b577d009-d8fc-4d60-a2f4-12f2acccf96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:28.293695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network hostable DHCP agents. Network: b577d009-d8fc-4d60-a2f4-12f2acccf96b, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:13:28.330163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network b577d009-d8fc-4d60-a2f4-12f2acccf96b is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:13:28.354032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, b577d009-d8fc-4d60-a2f4-12f2acccf96b) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:28.370834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72cde81-fb9c-4a25-8706-2a82d81d390f None None] Network b577d009-d8fc-4d60-a2f4-12f2acccf96b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:28.376547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:28.377568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:28.407685 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3d824b2a-8785-48e1-8ddb-a220ab81f52d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2417216 Jul 30 02:13:28.408890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:28.426919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': 'b577d009-d8fc-4d60-a2f4-12f2acccf96b', 'name': 'tempest-PortsIpV6TestJSON-669074046'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:28.582922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-ad4d784a-29ba-424f-aa84-32f1f9019f9b', 'network_id': 'ad4d784a-29ba-424f-aa84-32f1f9019f9b', 'tenant_id': '089021c546c948e6baec8a0a8c263fca', 'fixed_ips': [{'subnet_id': '833776ae-a694-479a-a56b-2d1a592c624b'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:13:28.585052 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:28.748239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:28.755994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:28.805785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 1114c233-9ddd-45a0-9bee-51b4b7a67930 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:28.867153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Allocated IP 172.20.0.2 (ad4d784a-29ba-424f-aa84-32f1f9019f9b/833776ae-a694-479a-a56b-2d1a592c624b/75b9fe63-2882-4af2-99cb-9e5728662db2) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:28.992556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-b577d009-d8fc-4d60-a2f4-12f2acccf96b', 'network_id': 'b577d009-d8fc-4d60-a2f4-12f2acccf96b', 'tenant_id': 'ea2d7ccfd94d45409a7b6f18c014ca2d', 'fixed_ips': [{'subnet_id': 'cc50771c-2e2f-498b-bba2-ef5e3afec2d1'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:13:28.996055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.079788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.162026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::9c (b577d009-d8fc-4d60-a2f4-12f2acccf96b/cc50771c-2e2f-498b-bba2-ef5e3afec2d1/1114c233-9ddd-45a0-9bee-51b4b7a67930) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:29.295681 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.349846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Transition to ACTIVE for port object 75b9fe63-2882-4af2-99cb-9e5728662db2 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:29.366088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b306ed1-64ed-4118-9711-f4da3f1db203 req-51c44499-2528-4971-b935-df8684a8e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:29.369527 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b306ed1-64ed-4118-9711-f4da3f1db203 req-51c44499-2528-4971-b935-df8684a8e15c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1096 time: 0.0951145 Jul 30 02:13:29.372674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Transition to ACTIVE for port object 75b9fe63-2882-4af2-99cb-9e5728662db2 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:29.382232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.424450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Network ad4d784a-29ba-424f-aa84-32f1f9019f9b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:29.428562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:29.433300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:29.446154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Pushing event updated for resources: {'Port': ['ID=75b9fe63-2882-4af2-99cb-9e5728662db2,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:29.510999 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b306ed1-64ed-4118-9711-f4da3f1db203 req-d0a9e389-9ccb-4fa0-a30d-71f3149f8596 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291196 Jul 30 02:13:29.537805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Attempting to bind port 75b9fe63-2882-4af2-99cb-9e5728662db2 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:29.542121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Attempting to bind port 75b9fe63-2882-4af2-99cb-9e5728662db2 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a857a7f5-2d64-40df-8af6-490c6d63be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ad4d784a-29ba-424f-aa84-32f1f9019f9b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:29.543918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Attempting to bind port 75b9fe63-2882-4af2-99cb-9e5728662db2 on network ad4d784a-29ba-424f-aa84-32f1f9019f9b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:29.553027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:29.553426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Checking segment: {'id': 'a857a7f5-2d64-40df-8af6-490c6d63be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ad4d784a-29ba-424f-aa84-32f1f9019f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:29.553839 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.554237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Bound using segment: {'id': 'a857a7f5-2d64-40df-8af6-490c6d63be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ad4d784a-29ba-424f-aa84-32f1f9019f9b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:29.554720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Bound port: 75b9fe63-2882-4af2-99cb-9e5728662db2, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a857a7f5-2d64-40df-8af6-490c6d63be8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ad4d784a-29ba-424f-aa84-32f1f9019f9b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:29.555103 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.571287 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.588266 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.600424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c45b42-7d4f-4d0e-88ff-e4dbb4ba32c4 req-59a3c9bf-378c-4ae5-8cca-54c7f17e8f7c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:29.608208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39c45b42-7d4f-4d0e-88ff-e4dbb4ba32c4 req-59a3c9bf-378c-4ae5-8cca-54c7f17e8f7c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.5332124 Jul 30 02:13:29.617117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 1114c233-9ddd-45a0-9bee-51b4b7a67930 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:29.673588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] For port 75b9fe63-2882-4af2-99cb-9e5728662db2, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:29.683714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] For port 75b9fe63-2882-4af2-99cb-9e5728662db2, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=75b9fe63-2882-4af2-99cb-9e5728662db2,segment=NetworkSegment(a857a7f5-2d64-40df-8af6-490c6d63be8c),segment_id=a857a7f5-2d64-40df-8af6-490c6d63be8c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:29.693623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.698060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.702663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39c45b42-7d4f-4d0e-88ff-e4dbb4ba32c4 req-caa4ea7d-3e38-4082-b14a-0c4a9956d11b tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907538 Jul 30 02:13:29.825489 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network b577d009-d8fc-4d60-a2f4-12f2acccf96b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:29.833490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Allocated IP 2001:db8::2 (b577d009-d8fc-4d60-a2f4-12f2acccf96b/cc50771c-2e2f-498b-bba2-ef5e3afec2d1/4cf68e1d-7e51-4d10-925e-32eb2144f5e7) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:29.844500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9322de-08c1-4752-8988-4fd68439b426 None None] Pushing event updated for resources: {'Port': ['ID=75b9fe63-2882-4af2-99cb-9e5728662db2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:29.861445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:29.866817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=1114c233-9ddd-45a0-9bee-51b4b7a67930,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:29.871834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:29.883592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:29.884398 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:29.913437 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0b22dbc7-d9ce-4412-b648-6e3cb7536403 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5027056 Jul 30 02:13:29.916223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38316) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:29.928562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': 'b577d009-d8fc-4d60-a2f4-12f2acccf96b', 'name': 'tempest-PortsIpV6TestJSON-2083762952'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:30.025821 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.080274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.204513 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.243217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Transition to ACTIVE for port object 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:30.251400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:30.262443 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.267399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Transition to ACTIVE for port object 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:30.277555 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.358921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Network b577d009-d8fc-4d60-a2f4-12f2acccf96b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:30.375401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:30.376347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 037ff9ea-01fe-4bce-8fcb-3e05b020b158 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:30.390419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:30.439051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Pushing event updated for resources: {'Port': ['ID=4cf68e1d-7e51-4d10-925e-32eb2144f5e7,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:30.439307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Allocated IP 172.25.7.168 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/9aa54563-25b5-48db-8beb-a616122a58f5) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:30.581034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Attempting to bind port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:30.582719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Attempting to bind port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '9d33cce5-f3a5-4801-bd61-0cec257922cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b577d009-d8fc-4d60-a2f4-12f2acccf96b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:30.583191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Attempting to bind port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 on network b577d009-d8fc-4d60-a2f4-12f2acccf96b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:30.596786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:30.598933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Checking segment: {'id': '9d33cce5-f3a5-4801-bd61-0cec257922cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b577d009-d8fc-4d60-a2f4-12f2acccf96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:30.599720 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.601358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Bound using segment: {'id': '9d33cce5-f3a5-4801-bd61-0cec257922cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b577d009-d8fc-4d60-a2f4-12f2acccf96b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:30.602533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Bound port: 4cf68e1d-7e51-4d10-925e-32eb2144f5e7, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d33cce5-f3a5-4801-bd61-0cec257922cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b577d009-d8fc-4d60-a2f4-12f2acccf96b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:30.602981 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.606596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.646348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::204 (b577d009-d8fc-4d60-a2f4-12f2acccf96b/cc50771c-2e2f-498b-bba2-ef5e3afec2d1/037ff9ea-01fe-4bce-8fcb-3e05b020b158) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:30.687195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.748033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event updated for resources: {'Port': ['ID=9aa54563-25b5-48db-8beb-a616122a58f5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:30.767690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:30.769427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:30.772082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:30.787236 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95b0f18c-e08d-4aed-af47-c84b2e846c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.811347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] For port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:30.814898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] For port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4cf68e1d-7e51-4d10-925e-32eb2144f5e7,segment=NetworkSegment(9d33cce5-f3a5-4801-bd61-0cec257922cd),segment_id=9d33cce5-f3a5-4801-bd61-0cec257922cd)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:30.822023 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.919932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd697a-0dff-4fa3-b444-5485f9f708cd None None] Pushing event updated for resources: {'Port': ['ID=4cf68e1d-7e51-4d10-925e-32eb2144f5e7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:30.962918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:30.990361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 037ff9ea-01fe-4bce-8fcb-3e05b020b158 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:31.005723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907922-d2c3-4229-9935-54c346794634 req-5ca518f3-fe05-4d83-aabd-3e5ae7474e88 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:31.007201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85907922-d2c3-4229-9935-54c346794634 req-5ca518f3-fe05-4d83-aabd-3e5ae7474e88 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1959670 Jul 30 02:13:31.074792 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:31.202816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network b577d009-d8fc-4d60-a2f4-12f2acccf96b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:31.231488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:31.231794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85907922-d2c3-4229-9935-54c346794634 req-6869244f-aa58-466b-a53e-bf0d81dcf4bf tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859560 Jul 30 02:13:31.305881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:31.327553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:31.332491 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:31.342007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=037ff9ea-01fe-4bce-8fcb-3e05b020b158,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:31.386919 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ce1ac812-37ff-4091-a200-f99b42fdafb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4659188 Jul 30 02:13:31.387457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38328) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:31.430135 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:31.590740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2331eb-713b-409d-8d5d-63753ce541a7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:31.593431 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7c2331eb-713b-409d-8d5d-63753ce541a7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A9c HTTP/1.1" status: 200 len: 927 time: 0.2050269 Jul 30 02:13:31.598231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38334) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:31.626768 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:31.742739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e117e617-16e5-4fdf-909e-83670d94493a None None] Network ad4d784a-29ba-424f-aa84-32f1f9019f9b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:31.759288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38338) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:31.802879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-489ee2f7-dec1-47ac-8659-d48be60ac596 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 037ff9ea-01fe-4bce-8fcb-3e05b020b158 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:31.803233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-489ee2f7-dec1-47ac-8659-d48be60ac596 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:31.952561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ce1627ed-26e1-49da-bea4-1765173b6021 None None] Provisioning for port 75b9fe63-2882-4af2-99cb-9e5728662db2 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:32.126472 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.143084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36877d-09cb-481d-acb5-ea2ac1d466bc req-bf4a0026-0707-4faf-bb3f-3c18352cd14c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:32.145797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef36877d-09cb-481d-acb5-ea2ac1d466bc req-bf4a0026-0707-4faf-bb3f-3c18352cd14c tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1245887 Jul 30 02:13:32.179255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e2235ec-0cfb-4301-b9a0-f6e7a6caff04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.233233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:32.345402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:32.350638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 75b9fe63-2882-4af2-99cb-9e5728662db2 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:32.354412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e2235ec-0cfb-4301-b9a0-f6e7a6caff04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.385312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef36877d-09cb-481d-acb5-ea2ac1d466bc req-fa040030-1f36-457f-b574-30e66da6ee9e tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792037 Jul 30 02:13:32.403396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2423faa-29a0-40ff-8833-07930aa525ae req-c9f676b9-aff6-402e-8681-693ccb218e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:32.410303 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2423faa-29a0-40ff-8833-07930aa525ae req-c9f676b9-aff6-402e-8681-693ccb218e57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 1096 time: 0.4859333 Jul 30 02:13:32.411392 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e2235ec-0cfb-4301-b9a0-f6e7a6caff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.416863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-489ee2f7-dec1-47ac-8659-d48be60ac596 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.442997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 75b9fe63-2882-4af2-99cb-9e5728662db2 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:32.452106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 75b9fe63-2882-4af2-99cb-9e5728662db2 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:32.452480 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.469729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-489ee2f7-dec1-47ac-8659-d48be60ac596 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 037ff9ea-01fe-4bce-8fcb-3e05b020b158 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:32.510845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Router feeaef0f-d914-47d9-92b2-414cbdbb3f1f is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:13:32.560206 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9e2235ec-0cfb-4301-b9a0-f6e7a6caff04 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c59729616bf4793a6b7441ecbf08892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7958257 Jul 30 02:13:32.567374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2235ec-0cfb-4301-b9a0-f6e7a6caff04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc6d320-52ac-4643-ac4c-b530c735e9e3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:32.573502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38346) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:32.626172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.682745 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 75b9fe63-2882-4af2-99cb-9e5728662db2, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=75b9fe63-2882-4af2-99cb-9e5728662db2,segment=NetworkSegment(a857a7f5-2d64-40df-8af6-490c6d63be8c),segment_id=a857a7f5-2d64-40df-8af6-490c6d63be8c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:32.688178 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.727453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:32.735520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2abdef29-5b0d-470d-b5c9-c4093de8879e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.737295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2423faa-29a0-40ff-8833-07930aa525ae req-384fc6be-19ef-4cb6-add9-f54c019d737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:32.741616 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fafc6-7dea-4ae0-803c-0dac2e0752e9 None None] Sync routers for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:32.751701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2423faa-29a0-40ff-8833-07930aa525ae req-384fc6be-19ef-4cb6-add9-f54c019d737a service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 200 len: 920 time: 0.3143547 Jul 30 02:13:32.757884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9e300c51-8817-4c97-bbfa-f9579d33bf4b None None] Provisioning complete for port 75b9fe63-2882-4af2-99cb-9e5728662db2 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:32.758177 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fafc6-7dea-4ae0-803c-0dac2e0752e9 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:32.758613 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e300c51-8817-4c97-bbfa-f9579d33bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.758908 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-297fafc6-7dea-4ae0-803c-0dac2e0752e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:32.777152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:32.789366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-58c5baed-1216-4501-9881-b661328f597b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.5824828 Jul 30 02:13:32.790070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38348) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:32.790932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf680e-8f7c-4e82-969f-9191eb7ac710 None None] Network b577d009-d8fc-4d60-a2f4-12f2acccf96b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:32.818537 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-297fafc6-7dea-4ae0-803c-0dac2e0752e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:32.829730 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fafc6-7dea-4ae0-803c-0dac2e0752e9 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:32.830606 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-297fafc6-7dea-4ae0-803c-0dac2e0752e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:32.859358 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2423faa-29a0-40ff-8833-07930aa525ae req-7059f182-4261-4e7f-b004-d940f31db716 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c HTTP/1.1" status: 200 len: 217 time: 0.0841022 Jul 30 02:13:32.862440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=75b9fe63-2882-4af2-99cb-9e5728662db2,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:32.877073 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-297fafc6-7dea-4ae0-803c-0dac2e0752e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:32.878063 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fafc6-7dea-4ae0-803c-0dac2e0752e9 None None] The sync data for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:32.908041 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2abdef29-5b0d-470d-b5c9-c4093de8879e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.115693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d72f75c9-e361-4c12-b01a-6031714e4e87 None None] Provisioning for port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:33.127463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d72f75c9-e361-4c12-b01a-6031714e4e87 None None] Provisioning complete for port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:33.128144 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d72f75c9-e361-4c12-b01a-6031714e4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.171525 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2423faa-29a0-40ff-8833-07930aa525ae req-5696f8eb-a013-4c08-95e1-0ac5364d2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:33.173444 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2423faa-29a0-40ff-8833-07930aa525ae req-5696f8eb-a013-4c08-95e1-0ac5364d2763 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 200 len: 859 time: 0.2627103 Jul 30 02:13:33.211463 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-489ee2f7-dec1-47ac-8659-d48be60ac596 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.256476 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2423faa-29a0-40ff-8833-07930aa525ae req-14968c9c-9eac-4dc4-91ce-68cb0412048d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf93f96d-1619-4160-ab07-c6eb48a0aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715384 Jul 30 02:13:33.308525 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ee2f7-dec1-47ac-8659-d48be60ac596 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=037ff9ea-01fe-4bce-8fcb-3e05b020b158,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:33.369058 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d72f75c9-e361-4c12-b01a-6031714e4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.404209 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae305d19-97a4-450b-b447-36b40916cec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.429592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d72f75c9-e361-4c12-b01a-6031714e4e87 None None] For port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4cf68e1d-7e51-4d10-925e-32eb2144f5e7,segment=NetworkSegment(9d33cce5-f3a5-4801-bd61-0cec257922cd),segment_id=9d33cce5-f3a5-4801-bd61-0cec257922cd)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:33.436283 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d72f75c9-e361-4c12-b01a-6031714e4e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.535025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f75c9-e361-4c12-b01a-6031714e4e87 None None] Pushing event updated for resources: {'Port': ['ID=4cf68e1d-7e51-4d10-925e-32eb2144f5e7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:33.581019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9890ac35-c645-4f40-b0e7-33793ade41ea None None] Provisioning for port 1114c233-9ddd-45a0-9bee-51b4b7a67930 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:33.592412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9890ac35-c645-4f40-b0e7-33793ade41ea None None] Provisioning complete for port 1114c233-9ddd-45a0-9bee-51b4b7a67930 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:33.592705 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9890ac35-c645-4f40-b0e7-33793ade41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.607559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc1818-435e-4f65-9167-3a521ca56627 req-3ab09045-3153-46c1-9102-4cc180408f57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:33.611191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49fc1818-435e-4f65-9167-3a521ca56627 req-3ab09045-3153-46c1-9102-4cc180408f57 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.0850096 Jul 30 02:13:33.664456 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9890ac35-c645-4f40-b0e7-33793ade41ea None None] Port 1114c233-9ddd-45a0-9bee-51b4b7a67930 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:33.668686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9890ac35-c645-4f40-b0e7-33793ade41ea None None] Could not find standard attr ID for object 037ff9ea-01fe-4bce-8fcb-3e05b020b158. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:13:33.683607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9890ac35-c645-4f40-b0e7-33793ade41ea None None] Provisioning complete for port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:33.684113 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9890ac35-c645-4f40-b0e7-33793ade41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.768424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49fc1818-435e-4f65-9167-3a521ca56627 req-fb0b22af-3e02-4cf7-b163-43a3002bd86e tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407838 Jul 30 02:13:33.781845 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2abdef29-5b0d-470d-b5c9-c4093de8879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.785392 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2abdef29-5b0d-470d-b5c9-c4093de8879e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.786594 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2abdef29-5b0d-470d-b5c9-c4093de8879e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dbc6d320-52ac-4643-ac4c-b530c735e9e3 HTTP/1.1" status: 204 len: 168 time: 1.1828713 Jul 30 02:13:33.837660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdef29-5b0d-470d-b5c9-c4093de8879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc6d320-52ac-4643-ac4c-b530c735e9e3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:33.897918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-489ee2f7-dec1-47ac-8659-d48be60ac596 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.900012 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-489ee2f7-dec1-47ac-8659-d48be60ac596 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/037ff9ea-01fe-4bce-8fcb-3e05b020b158 HTTP/1.1" status: 204 len: 168 time: 2.3003249 Jul 30 02:13:33.904358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38356) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:33.941001 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:33.967615 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0500fe8-28a1-4a75-b068-df4ad2fc1250 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:13:33.969331 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e0500fe8-28a1-4a75-b068-df4ad2fc1250 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/037ff9ea-01fe-4bce-8fcb-3e05b020b158 HTTP/1.1" status: 404 len: 333 time: 0.0639708 Jul 30 02:13:33.976766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38358) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:34.084789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:34.187498 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2423faa-29a0-40ff-8833-07930aa525ae req-4572b03f-f8ac-4450-8395-0342d0e811dc service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8925974 Jul 30 02:13:34.225958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-6300f040-a2ee-4d8a-88fc-d62cd103fdce tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 1114c233-9ddd-45a0-9bee-51b4b7a67930 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:34.226409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6300f040-a2ee-4d8a-88fc-d62cd103fdce tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.320642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1ddb0799-2873-47f3-85d9-d00c22bffc07 None None] Provisioning complete for port 1114c233-9ddd-45a0-9bee-51b4b7a67930 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:34.321720 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1ddb0799-2873-47f3-85d9-d00c22bffc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.465262 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2423faa-29a0-40ff-8833-07930aa525ae req-84701251-8817-4188-990e-ea9bab7d665f service neutron] 10.222.0.41 "GET /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665031 Jul 30 02:13:34.467196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:34.470765 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.530214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1ddb0799-2873-47f3-85d9-d00c22bffc07 None None] Port 1114c233-9ddd-45a0-9bee-51b4b7a67930 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:34.546683 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6300f040-a2ee-4d8a-88fc-d62cd103fdce tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.564387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.574905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-6300f040-a2ee-4d8a-88fc-d62cd103fdce tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 1114c233-9ddd-45a0-9bee-51b4b7a67930 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:34.579757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.703938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 75b9fe63-2882-4af2-99cb-9e5728662db2 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:34.813784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-97e337c3-7ceb-44cf-aabe-143b50ba308e None None] Could not find standard attr ID for object 037ff9ea-01fe-4bce-8fcb-3e05b020b158. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:13:34.861743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 75b9fe63-2882-4af2-99cb-9e5728662db2 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:34.865936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:34.973408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38366) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:35.029286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6300f040-a2ee-4d8a-88fc-d62cd103fdce tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.054973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70f6c4d2-1f8f-4d35-8747-e703f6f5ad34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.245142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Allocated IP 172.20.0.1 (ad4d784a-29ba-424f-aa84-32f1f9019f9b/833776ae-a694-479a-a56b-2d1a592c624b/e1df6243-cbcc-4968-964e-15355ca0a3fb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:35.326664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300f040-a2ee-4d8a-88fc-d62cd103fdce tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=1114c233-9ddd-45a0-9bee-51b4b7a67930,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:35.377193 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6300f040-a2ee-4d8a-88fc-d62cd103fdce tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.380296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6300f040-a2ee-4d8a-88fc-d62cd103fdce tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/1114c233-9ddd-45a0-9bee-51b4b7a67930 HTTP/1.1" status: 204 len: 168 time: 1.3995399 Jul 30 02:13:35.383842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38370) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:35.390725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcc28c-7103-417a-9e57-e4c96e4feb8f req-0533e56e-5019-4be2-947f-51c0fa24aa05 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:35.392831 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdcc28c-7103-417a-9e57-e4c96e4feb8f req-0533e56e-5019-4be2-947f-51c0fa24aa05 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.4002213 Jul 30 02:13:35.429593 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef91ee1-d5f5-41fc-9022-c013253e6d85 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:13:35.434319 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9ef91ee1-d5f5-41fc-9022-c013253e6d85 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/1114c233-9ddd-45a0-9bee-51b4b7a67930 HTTP/1.1" status: 404 len: 333 time: 0.0477903 Jul 30 02:13:35.436341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fdcc28c-7103-417a-9e57-e4c96e4feb8f req-f2e75875-9e86-40fa-b67d-83450c17b688 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373690 Jul 30 02:13:35.436844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38372) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:35.504164 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70f6c4d2-1f8f-4d35-8747-e703f6f5ad34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.518211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70f6c4d2-1f8f-4d35-8747-e703f6f5ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.559604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba7d688-e493-45eb-8133-dc529be35fe3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet cc50771c-2e2f-498b-bba2-ef5e3afec2d1 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:13:35.570690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d688-e493-45eb-8133-dc529be35fe3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.577443 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.585539 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-70f6c4d2-1f8f-4d35-8747-e703f6f5ad34 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b85750fe2dc648419b916adf01cd91bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035407 Jul 30 02:13:35.589684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6c4d2-1f8f-4d35-8747-e703f6f5ad34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb6461f-3711-4e5a-85ba-55b1cddb1a1d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:35.592079 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38374) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:35.613435 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Transition to ACTIVE for port object e1df6243-cbcc-4968-964e-15355ca0a3fb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:35.641525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d688-e493-45eb-8133-dc529be35fe3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.672229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79826d0b-65f3-44c8-bd26-8ff1f5fbdbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.698485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.709664 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79826d0b-65f3-44c8-bd26-8ff1f5fbdbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.769065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Network ad4d784a-29ba-424f-aa84-32f1f9019f9b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:35.771747 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d688-e493-45eb-8133-dc529be35fe3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.775290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event updated for resources: {'Port': ['ID=e1df6243-cbcc-4968-964e-15355ca0a3fb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:35.782076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:35.785034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:35.893848 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d688-e493-45eb-8133-dc529be35fe3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.925922 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.930924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79826d0b-65f3-44c8-bd26-8ff1f5fbdbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.937834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79826d0b-65f3-44c8-bd26-8ff1f5fbdbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.939664 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-79826d0b-65f3-44c8-bd26-8ff1f5fbdbff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cfb6461f-3711-4e5a-85ba-55b1cddb1a1d HTTP/1.1" status: 204 len: 168 time: 0.3438671 Jul 30 02:13:35.954743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7d688-e493-45eb-8133-dc529be35fe3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=cc50771c-2e2f-498b-bba2-ef5e3afec2d1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:35.967736 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d688-e493-45eb-8133-dc529be35fe3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:35.977122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4ba7d688-e493-45eb-8133-dc529be35fe3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/cc50771c-2e2f-498b-bba2-ef5e3afec2d1 HTTP/1.1" status: 204 len: 168 time: 0.5386198 Jul 30 02:13:35.978462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38378) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:35.978565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b977563-28c6-47a1-8544-6bd7dcf53633 None None] Network b577d009-d8fc-4d60-a2f4-12f2acccf96b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:36.138147 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.155288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79826d0b-65f3-44c8-bd26-8ff1f5fbdbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb6461f-3711-4e5a-85ba-55b1cddb1a1d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:36.258621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:36.259246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.342188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] For port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4cf68e1d-7e51-4d10-925e-32eb2144f5e7,segment=NetworkSegment(9d33cce5-f3a5-4801-bd61-0cec257922cd),segment_id=9d33cce5-f3a5-4801-bd61-0cec257922cd)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:36.343691 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.371307 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.379063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:36.436284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fec1eeba-d415-4b19-abdc-2d5586dbe857 None None] Provisioning for port e1df6243-cbcc-4968-964e-15355ca0a3fb completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:36.450971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.458287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fec1eeba-d415-4b19-abdc-2d5586dbe857 None None] Provisioning complete for port e1df6243-cbcc-4968-964e-15355ca0a3fb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:36.458827 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fec1eeba-d415-4b19-abdc-2d5586dbe857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.520274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fec1eeba-d415-4b19-abdc-2d5586dbe857 None None] Port e1df6243-cbcc-4968-964e-15355ca0a3fb cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:36.541218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.574803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No DVR routers for this DVR port 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:13:36.595217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e3f7c-c608-41b2-af5a-61be90d7e74c None None] DHCP port deletion for b577d009-d8fc-4d60-a2f4-12f2acccf96b request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:13:36.608375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=4cf68e1d-7e51-4d10-925e-32eb2144f5e7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:36.757229 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.775386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94ef3-79c8-43b7-b2b0-41733df7ad3f req-155313e3-f124-446e-bd89-8a63e8cb22a1 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:36.777069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2a94ef3-79c8-43b7-b2b0-41733df7ad3f req-155313e3-f124-446e-bd89-8a63e8cb22a1 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1365366 Jul 30 02:13:36.781772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b577d009-d8fc-4d60-a2f4-12f2acccf96b']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:36.818976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d33cce5-f3a5-4801-bd61-0cec257922cd') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:36.819863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d33cce5-f3a5-4801-bd61-0cec257922cd') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:36.844442 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.858496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2a94ef3-79c8-43b7-b2b0-41733df7ad3f req-edd80afb-9d21-4751-a2d2-3987945dce42 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709102 Jul 30 02:13:36.883790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.899633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:13:36.900110 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:13:36.907270 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:13:37.043291 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.096854 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.099751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/networks/b577d009-d8fc-4d60-a2f4-12f2acccf96b HTTP/1.1" status: 204 len: 168 time: 1.1194589 Jul 30 02:13:37.100769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9315fa7-624b-43d9-8489-9718144ee0cc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Network': ['ID=b577d009-d8fc-4d60-a2f4-12f2acccf96b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:37.106389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38398) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:37.111886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1520962355'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:37.128367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.161215 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.199525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:37.218261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.308665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event updated for resources: {'Port': ['ID=e1df6243-cbcc-4968-964e-15355ca0a3fb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:37.311016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:13:37.319034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.356757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.357387 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Added segment 2ed2442d-f0a8-400b-a792-9930634e5e8c of type vlan for network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 Jul 30 02:13:37.465398 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.539041 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.554216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:37.555341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:37.667861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Network ad4d784a-29ba-424f-aa84-32f1f9019f9b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:37.671422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:37.720461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38418) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:37.720964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6132610 Jul 30 02:13:37.740383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': '2ac90268-bf0e-471e-9e32-3f7b7600f1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:37.749289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43201e65-f936-49eb-9485-b70800429cdf tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Network': ['ID=2ac90268-bf0e-471e-9e32-3f7b7600f1c8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:37.768307 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:13:38.061528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:38.091251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:38.100677 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.110468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Router feeaef0f-d914-47d9-92b2-414cbdbb3f1f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:13:38.143727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:38.148179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4cf68e1d-7e51-4d10-925e-32eb2144f5e7 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:38.214846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1e732ff0-ad06-4697-8076-49f3b97d119d None None] Provisioning complete for port e1df6243-cbcc-4968-964e-15355ca0a3fb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:38.216322 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e732ff0-ad06-4697-8076-49f3b97d119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.382642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1e732ff0-ad06-4697-8076-49f3b97d119d None None] Port e1df6243-cbcc-4968-964e-15355ca0a3fb cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:38.417967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:38.429345 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-64ed8508-7778-4a1d-b9da-2d256f011f42 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "PUT /v2.0/routers/feeaef0f-d914-47d9-92b2-414cbdbb3f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6323369 Jul 30 02:13:38.430936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38422) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:38.438701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc704f7a-d278-4186-b0a3-f06e4138a7f9 None None] Sync routers for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:38.439270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Request body: {'port': {'network_id': 'ad4d784a-29ba-424f-aa84-32f1f9019f9b', 'name': 'tempest-FloatingIPAdminTestJSON-292802420'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:38.583341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc704f7a-d278-4186-b0a3-f06e4138a7f9 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:38.587213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fc704f7a-d278-4186-b0a3-f06e4138a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:38.593335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Made reservation on behalf of 089021c546c948e6baec8a0a8c263fca for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:38.597640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.700160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] device_id is not set on port 916efa27-9ded-48f6-a1f5-55f9c217a752 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:38.727758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fc704f7a-d278-4186-b0a3-f06e4138a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:38.774303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc704f7a-d278-4186-b0a3-f06e4138a7f9 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:38.775588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fc704f7a-d278-4186-b0a3-f06e4138a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:38.782260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:38.922670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fc704f7a-d278-4186-b0a3-f06e4138a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:38.923661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc704f7a-d278-4186-b0a3-f06e4138a7f9 None None] The sync data for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:38.978714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=a2db420b-b1b5-444f-bb58-724e20257853,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:38.998245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Checking segment: {'id': '2ed2442d-f0a8-400b-a792-9930634e5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2ac90268-bf0e-471e-9e32-3f7b7600f1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:38.998616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network hostable DHCP agents. Network: 2ac90268-bf0e-471e-9e32-3f7b7600f1c8, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:13:39.032191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Allocated IP 172.20.0.8 (ad4d784a-29ba-424f-aa84-32f1f9019f9b/833776ae-a694-479a-a56b-2d1a592c624b/916efa27-9ded-48f6-a1f5-55f9c217a752) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:39.043855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:13:39.066135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 2ac90268-bf0e-471e-9e32-3f7b7600f1c8) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:39.075085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bb6a2c-53ae-4a17-9bb6-cbb4d0102bd7 None None] Network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:39.075365 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:39.075892 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.125007 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3625d002-93bd-4930-85f3-57dee5ba2d7a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3977268 Jul 30 02:13:39.126070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38436) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:39.135155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': '2ac90268-bf0e-471e-9e32-3f7b7600f1c8', 'name': 'tempest-PortsIpV6TestJSON-1516453440', 'fixed_ips': [{'subnet_id': 'a2db420b-b1b5-444f-bb58-724e20257853', 'ip_address': '2001:db8::10'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:39.585293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-2ac90268-bf0e-471e-9e32-3f7b7600f1c8', 'network_id': '2ac90268-bf0e-471e-9e32-3f7b7600f1c8', 'tenant_id': 'ea2d7ccfd94d45409a7b6f18c014ca2d', 'fixed_ips': [{'subnet_id': 'a2db420b-b1b5-444f-bb58-724e20257853'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:13:39.586669 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.681686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.712967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Transition to ACTIVE for port object 916efa27-9ded-48f6-a1f5-55f9c217a752 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:39.716099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:39.928329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:39.994570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Allocated IP 2001:db8::2 (2ac90268-bf0e-471e-9e32-3f7b7600f1c8/a2db420b-b1b5-444f-bb58-724e20257853/42a75270-0e55-4719-a567-367cfb2122aa) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:39.996110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:40.084151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Network ad4d784a-29ba-424f-aa84-32f1f9019f9b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:40.087116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 09b7331a-bc2e-4ac5-a776-175866a4c223 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:40.096126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event updated for resources: {'Port': ['ID=916efa27-9ded-48f6-a1f5-55f9c217a752,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:40.100719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:40.106936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:40.484788 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:40.513953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Transition to ACTIVE for port object 42a75270-0e55-4719-a567-367cfb2122aa will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:40.547236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Transition to ACTIVE for port object 42a75270-0e55-4719-a567-367cfb2122aa will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:40.565419 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:40.670520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:40.676207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:40.682263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:40.685077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::10 (2ac90268-bf0e-471e-9e32-3f7b7600f1c8/a2db420b-b1b5-444f-bb58-724e20257853/09b7331a-bc2e-4ac5-a776-175866a4c223) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:40.718998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Pushing event updated for resources: {'Port': ['ID=42a75270-0e55-4719-a567-367cfb2122aa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:40.888115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:40.889490 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.009435 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f623ccbe-0da8-4257-8302-5569293575f8 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5783551 Jul 30 02:13:41.013622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38472) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:41.026235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.026821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.027401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.028016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.028524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.029163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.029685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.030190 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.030741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.031346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.031940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.032638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:13:41.127600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Attempting to bind port 42a75270-0e55-4719-a567-367cfb2122aa on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:41.128797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Attempting to bind port 42a75270-0e55-4719-a567-367cfb2122aa by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '2ed2442d-f0a8-400b-a792-9930634e5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2ac90268-bf0e-471e-9e32-3f7b7600f1c8'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:41.129255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Attempting to bind port 42a75270-0e55-4719-a567-367cfb2122aa on network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:41.143139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:41.144065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Checking segment: {'id': '2ed2442d-f0a8-400b-a792-9930634e5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2ac90268-bf0e-471e-9e32-3f7b7600f1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:41.144551 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.144968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Bound using segment: {'id': '2ed2442d-f0a8-400b-a792-9930634e5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2ac90268-bf0e-471e-9e32-3f7b7600f1c8'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:41.145463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Bound port: 42a75270-0e55-4719-a567-367cfb2122aa, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed2442d-f0a8-400b-a792-9930634e5e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2ac90268-bf0e-471e-9e32-3f7b7600f1c8'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:41.146005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.170765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7b962975-77b1-4b9b-bc01-a779d6fe7bb0 None None] Provisioning for port 916efa27-9ded-48f6-a1f5-55f9c217a752 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:41.171399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.186716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7b962975-77b1-4b9b-bc01-a779d6fe7bb0 None None] Provisioning complete for port 916efa27-9ded-48f6-a1f5-55f9c217a752 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:41.188828 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b962975-77b1-4b9b-bc01-a779d6fe7bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.192595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 09b7331a-bc2e-4ac5-a776-175866a4c223 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:41.291569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.311757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7b962975-77b1-4b9b-bc01-a779d6fe7bb0 None None] Port 916efa27-9ded-48f6-a1f5-55f9c217a752 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:41.393698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] For port 42a75270-0e55-4719-a567-367cfb2122aa, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:41.399754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] For port 42a75270-0e55-4719-a567-367cfb2122aa, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=42a75270-0e55-4719-a567-367cfb2122aa,segment=NetworkSegment(2ed2442d-f0a8-400b-a792-9930634e5e8c),segment_id=2ed2442d-f0a8-400b-a792-9930634e5e8c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:41.400816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:41.415564 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.433711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:41.441271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:41.466213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:41.467175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.477983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=09b7331a-bc2e-4ac5-a776-175866a4c223,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:41.519856 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e7b8d9b0-82ce-4b4e-b4f2-c9616f5a4b2b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3929889 Jul 30 02:13:41.524684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38478) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:41.532622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': '2ac90268-bf0e-471e-9e32-3f7b7600f1c8', 'name': 'tempest-PortsIpV6TestJSON-1052586184', 'fixed_ips': [{'subnet_id': 'a2db420b-b1b5-444f-bb58-724e20257853', 'ip_address': '2001:db8::f'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:41.566202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'project_id': '089021c546c948e6baec8a0a8c263fca', 'port_id': '916efa27-9ded-48f6-a1f5-55f9c217a752'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:41.575487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a4a1c-46d9-43f4-b5a7-dd8fd4cd8d61 None None] Pushing event updated for resources: {'Port': ['ID=42a75270-0e55-4719-a567-367cfb2122aa,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:41.619124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:41.871521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:41.931330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:42.009586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:42.167533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Allocated IP 172.25.7.87 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/bb9021cd-625c-4ee3-8559-00db40a72794) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:42.183953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 42a75270-0e55-4719-a567-367cfb2122aa up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:42.239713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95b22b8-9acb-46b9-b92f-ac1a52584e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:42.317094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 42a75270-0e55-4719-a567-367cfb2122aa completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:42.330391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:42.364753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 55c2e954-ac88-4d64-8931-d447607bd199 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:42.422302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:42.521564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:42.656845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:42.677436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:42.681624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Pushing event updated for resources: {'Port': ['ID=bb9021cd-625c-4ee3-8559-00db40a72794,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:42.687177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:42.693161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::f (2ac90268-bf0e-471e-9e32-3f7b7600f1c8/a2db420b-b1b5-444f-bb58-724e20257853/55c2e954-ac88-4d64-8931-d447607bd199) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:42.761084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95b22b8-9acb-46b9-b92f-ac1a52584e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:42.774689 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95b22b8-9acb-46b9-b92f-ac1a52584e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:42.874547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e95b22b8-9acb-46b9-b92f-ac1a52584e9a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3eab18112eaf4e57996530db0b01df3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0008559 Jul 30 02:13:42.877397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b22b8-9acb-46b9-b92f-ac1a52584e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c2317d-f0a8-436e-b459-d78b75dd653a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:42.910432 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38492) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:43.166898 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18c5f999-99fd-4330-b513-0d280cba00c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.207909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18c5f999-99fd-4330-b513-0d280cba00c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.217833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf7e4fc-b3fc-4dd0-a4aa-c79441e30a83 None None] Network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:43.301372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.350215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f6aac2c0-1671-4e01-b13c-90ea96f6708a None None] Provisioning for port 42a75270-0e55-4719-a567-367cfb2122aa completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:43.372221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f6aac2c0-1671-4e01-b13c-90ea96f6708a None None] Provisioning complete for port 42a75270-0e55-4719-a567-367cfb2122aa triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:43.372985 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6aac2c0-1671-4e01-b13c-90ea96f6708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.375062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18c5f999-99fd-4330-b513-0d280cba00c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.401287 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18c5f999-99fd-4330-b513-0d280cba00c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.403404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-18c5f999-99fd-4330-b513-0d280cba00c3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/49c2317d-f0a8-436e-b459-d78b75dd653a HTTP/1.1" status: 204 len: 168 time: 0.4876673 Jul 30 02:13:43.409556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 55c2e954-ac88-4d64-8931-d447607bd199 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:43.448034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5f999-99fd-4330-b513-0d280cba00c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c2317d-f0a8-436e-b459-d78b75dd653a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:43.532832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.552271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.613958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6aac2c0-1671-4e01-b13c-90ea96f6708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.648013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:43.651873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:43.654867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:43.663416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:43.663680 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.681097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.698376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f6aac2c0-1671-4e01-b13c-90ea96f6708a None None] For port 42a75270-0e55-4719-a567-367cfb2122aa, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=42a75270-0e55-4719-a567-367cfb2122aa,segment=NetworkSegment(2ed2442d-f0a8-400b-a792-9930634e5e8c),segment_id=2ed2442d-f0a8-400b-a792-9930634e5e8c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:43.709012 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6aac2c0-1671-4e01-b13c-90ea96f6708a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:43.735813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=55c2e954-ac88-4d64-8931-d447607bd199,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:43.739386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-81ec37ae-9ae4-43b5-9c88-f554f5d014b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2132940 Jul 30 02:13:43.744371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:43.879600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5589a-6b7a-49b7-be7a-399e32866a53 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:43.881304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-41f5589a-6b7a-49b7-be7a-399e32866a53 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1358123 Jul 30 02:13:43.887861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38502) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:43.895124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aac2c0-1671-4e01-b13c-90ea96f6708a None None] Pushing event updated for resources: {'Port': ['ID=42a75270-0e55-4719-a567-367cfb2122aa,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:44.039405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bddc9b-a783-415a-9b76-c2416c10e175 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:44.052530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bddc9b-a783-415a-9b76-c2416c10e175 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:44.061008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bddc9b-a783-415a-9b76-c2416c10e175 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:44.064522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-95bddc9b-a783-415a-9b76-c2416c10e175 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1736808 Jul 30 02:13:44.067944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38506) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:44.090446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.101567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.151607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Provisioning for port 09b7331a-bc2e-4ac5-a776-175866a4c223 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:44.163068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Provisioning complete for port 09b7331a-bc2e-4ac5-a776-175866a4c223 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:44.163528 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.177927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38508) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:44.198787 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1addf18a-231f-4bfa-9eb2-e33bc81681f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.213844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fc90df99-8f01-420c-b6a5-9900d23b56f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 55c2e954-ac88-4d64-8931-d447607bd199 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:44.214279 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc90df99-8f01-420c-b6a5-9900d23b56f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.251245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Pushing event updated for resources: {'Port': ['ID=bb9021cd-625c-4ee3-8559-00db40a72794,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:44.272966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Port 09b7331a-bc2e-4ac5-a776-175866a4c223 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:44.320879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Provisioning complete for port 42a75270-0e55-4719-a567-367cfb2122aa triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:44.321531 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.389679 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.426642 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc90df99-8f01-420c-b6a5-9900d23b56f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.451070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fc90df99-8f01-420c-b6a5-9900d23b56f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 55c2e954-ac88-4d64-8931-d447607bd199 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:44.559060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1addf18a-231f-4bfa-9eb2-e33bc81681f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.569108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Provisioning for port 55c2e954-ac88-4d64-8931-d447607bd199 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:44.575594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1addf18a-231f-4bfa-9eb2-e33bc81681f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.577358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Provisioning complete for port 55c2e954-ac88-4d64-8931-d447607bd199 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:44.578231 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.656130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1addf18a-231f-4bfa-9eb2-e33bc81681f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=66822c64051a4c31a07d7d6b68d8970c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742858 Jul 30 02:13:44.656130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addf18a-231f-4bfa-9eb2-e33bc81681f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7771114-6e37-4d52-9a5b-823090858cc5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:44.657915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38512) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:44.680096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-65869834-3669-461e-a478-96c0bbdf11b8 None None] Port 55c2e954-ac88-4d64-8931-d447607bd199 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:44.730479 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Floating IP 4701b07f-0177-470b-adaf-c620d71220df associated. External IP: 172.25.7.87, port: 916efa27-9ded-48f6-a1f5-55f9c217a752. Jul 30 02:13:44.774920 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dcb56bb-faf5-414d-b84b-f352dfe26e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.835588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dcb56bb-faf5-414d-b84b-f352dfe26e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.846240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-38458ba8-aa68-4406-ad8f-4fc30ca83967 None None] Provisioning complete for port 09b7331a-bc2e-4ac5-a776-175866a4c223 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:44.846842 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38458ba8-aa68-4406-ad8f-4fc30ca83967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.896234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dcb56bb-faf5-414d-b84b-f352dfe26e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.899191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dcb56bb-faf5-414d-b84b-f352dfe26e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.903108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2dcb56bb-faf5-414d-b84b-f352dfe26e8b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c7771114-6e37-4d52-9a5b-823090858cc5 HTTP/1.1" status: 204 len: 168 time: 0.2402720 Jul 30 02:13:44.903896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc90df99-8f01-420c-b6a5-9900d23b56f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:44.949651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90df99-8f01-420c-b6a5-9900d23b56f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=55c2e954-ac88-4d64-8931-d447607bd199,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:44.958617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb56bb-faf5-414d-b84b-f352dfe26e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7771114-6e37-4d52-9a5b-823090858cc5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:44.980216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-38458ba8-aa68-4406-ad8f-4fc30ca83967 None None] Port 09b7331a-bc2e-4ac5-a776-175866a4c223 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:45.029161 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc90df99-8f01-420c-b6a5-9900d23b56f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.036176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fc90df99-8f01-420c-b6a5-9900d23b56f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/55c2e954-ac88-4d64-8931-d447607bd199 HTTP/1.1" status: 204 len: 168 time: 0.9667046 Jul 30 02:13:45.037588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38518) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:45.071785 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c4c77a-c9e4-4f84-bfc5-dee004185595 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:13:45.073533 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-89c4c77a-c9e4-4f84-bfc5-dee004185595 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/55c2e954-ac88-4d64-8931-d447607bd199 HTTP/1.1" status: 404 len: 333 time: 0.0349061 Jul 30 02:13:45.076500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38520) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:45.122324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aae62557-750a-4a7d-bfa3-9b9d6a773d48 None None] Could not find standard attr ID for object 55c2e954-ac88-4d64-8931-d447607bd199. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:13:45.208044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fb606-90bd-4964-9268-4f2a6043461d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 09b7331a-bc2e-4ac5-a776-175866a4c223 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:45.208392 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb606-90bd-4964-9268-4f2a6043461d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.318823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Router feeaef0f-d914-47d9-92b2-414cbdbb3f1f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:13:45.349770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb606-90bd-4964-9268-4f2a6043461d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.373139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fb606-90bd-4964-9268-4f2a6043461d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 09b7331a-bc2e-4ac5-a776-175866a4c223 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:45.537233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:45.554607 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4ecaa-cdba-45a3-828b-66f2189004c4 None None] Sync routers for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:45.561573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.572021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb606-90bd-4964-9268-4f2a6043461d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.581818 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4ecaa-cdba-45a3-828b-66f2189004c4 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:45.582767 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4ae4ecaa-cdba-45a3-828b-66f2189004c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:45.606896 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-04a9a42a-2847-49f8-986b-8ea57a07d940 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.5888982 Jul 30 02:13:45.607387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38528) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:45.614654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb606-90bd-4964-9268-4f2a6043461d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=09b7331a-bc2e-4ac5-a776-175866a4c223,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:45.672858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb606-90bd-4964-9268-4f2a6043461d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:45.678782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4ae4ecaa-cdba-45a3-828b-66f2189004c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:45.684952 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fe2fb606-90bd-4964-9268-4f2a6043461d tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/09b7331a-bc2e-4ac5-a776-175866a4c223 HTTP/1.1" status: 204 len: 168 time: 0.6072783 Jul 30 02:13:45.687268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38530) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:45.707299 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4ecaa-cdba-45a3-828b-66f2189004c4 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:45.708403 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4ae4ecaa-cdba-45a3-828b-66f2189004c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:45.751927 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f69593b-afdb-4708-a95e-01472ddc2428 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:13:45.762610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5f69593b-afdb-4708-a95e-01472ddc2428 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/09b7331a-bc2e-4ac5-a776-175866a4c223 HTTP/1.1" status: 404 len: 333 time: 0.0739377 Jul 30 02:13:45.763245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38534) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:45.808532 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4ae4ecaa-cdba-45a3-828b-66f2189004c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:45.809208 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae4ecaa-cdba-45a3-828b-66f2189004c4 None None] The sync data for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:45.835385 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3f9fecaf-2803-4e18-9bf0-cc9a4211e1f6 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] 10.222.0.84 "GET /v2.0/floatingips/4701b07f-0177-470b-adaf-c620d71220df HTTP/1.1" status: 200 len: 981 time: 0.2257071 Jul 30 02:13:45.838742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38540) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:46.027492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea2a520-2bf1-4d93-b6a9-3ff98ad0f8b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet a2db420b-b1b5-444f-bb58-724e20257853 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:13:46.042824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 42a75270-0e55-4719-a567-367cfb2122aa up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:46.044234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a520-2bf1-4d93-b6a9-3ff98ad0f8b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.106765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d1a2208b-5ee9-4f85-aeba-0b3b0dfab6e2 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2667651 Jul 30 02:13:46.109551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38550) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:46.132602 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a520-2bf1-4d93-b6a9-3ff98ad0f8b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.235335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 42a75270-0e55-4719-a567-367cfb2122aa triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:46.235780 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.372039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a520-2bf1-4d93-b6a9-3ff98ad0f8b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.456706 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a520-2bf1-4d93-b6a9-3ff98ad0f8b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.521733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2a520-2bf1-4d93-b6a9-3ff98ad0f8b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=a2db420b-b1b5-444f-bb58-724e20257853,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:46.564707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f452d-f206-4aaa-b9fb-94e00c55f26c None None] Network 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:46.629285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a520-2bf1-4d93-b6a9-3ff98ad0f8b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.637108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9ea2a520-2bf1-4d93-b6a9-3ff98ad0f8b9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/a2db420b-b1b5-444f-bb58-724e20257853 HTTP/1.1" status: 204 len: 168 time: 0.8725567 Jul 30 02:13:46.644434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38564) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:46.694528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Deleting port bb9021cd-625c-4ee3-8559-00db40a72794 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:46.695171 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.777967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dae4b-b19c-49ca-8f0a-0923fe492268 req-e95dafd8-cb61-4513-8846-de4822a81471 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:46.780865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-480dae4b-b19c-49ca-8f0a-0923fe492268 req-e95dafd8-cb61-4513-8846-de4822a81471 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 946 time: 0.2511327 Jul 30 02:13:46.828678 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.913093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-480dae4b-b19c-49ca-8f0a-0923fe492268 req-5c35f8c4-abd7-43d3-b197-f213fe0c49a5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098366 Jul 30 02:13:46.954857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 42a75270-0e55-4719-a567-367cfb2122aa {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:46.955325 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.959180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.960224 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:46.992472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Calling delete_port for bb9021cd-625c-4ee3-8559-00db40a72794 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:47.026246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112ee7fe-3c32-43a4-825a-0566f93686cb None None] DHCP port deletion for 2ac90268-bf0e-471e-9e32-3f7b7600f1c8 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:13:47.151794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] For port 42a75270-0e55-4719-a567-367cfb2122aa, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=42a75270-0e55-4719-a567-367cfb2122aa,segment=NetworkSegment(2ed2442d-f0a8-400b-a792-9930634e5e8c),segment_id=2ed2442d-f0a8-400b-a792-9930634e5e8c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:47.153770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.187744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 42a75270-0e55-4719-a567-367cfb2122aa owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:47.228051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-112ee7fe-3c32-43a4-825a-0566f93686cb None None] Deleting port 42a75270-0e55-4719-a567-367cfb2122aa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:47.229074 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112ee7fe-3c32-43a4-825a-0566f93686cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.323604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-112ee7fe-3c32-43a4-825a-0566f93686cb None None] For port 42a75270-0e55-4719-a567-367cfb2122aa, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=42a75270-0e55-4719-a567-367cfb2122aa,segment=NetworkSegment(2ed2442d-f0a8-400b-a792-9930634e5e8c),segment_id=2ed2442d-f0a8-400b-a792-9930634e5e8c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:47.324016 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112ee7fe-3c32-43a4-825a-0566f93686cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.340923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-112ee7fe-3c32-43a4-825a-0566f93686cb None None] Calling delete_port for 42a75270-0e55-4719-a567-367cfb2122aa owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:47.369407 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.440965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No DVR routers for this DVR port 42a75270-0e55-4719-a567-367cfb2122aa on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:13:47.445411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=42a75270-0e55-4719-a567-367cfb2122aa,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:47.460947 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-112ee7fe-3c32-43a4-825a-0566f93686cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.492344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ee7fe-3c32-43a4-825a-0566f93686cb None None] Pushing event deleted for resources: {'Port': ['ID=42a75270-0e55-4719-a567-367cfb2122aa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:47.504525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ee7fe-3c32-43a4-825a-0566f93686cb None None] No DVR routers for this DVR port 42a75270-0e55-4719-a567-367cfb2122aa on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:13:47.602140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.637352 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.654854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac90268-bf0e-471e-9e32-3f7b7600f1c8']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:47.656196 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event deleted for resources: {'Port': ['ID=bb9021cd-625c-4ee3-8559-00db40a72794,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:47.672767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed2442d-f0a8-400b-a792-9930634e5e8c') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:47.673734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed2442d-f0a8-400b-a792-9930634e5e8c') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:47.693162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.704914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-7c60da88-7497-4eaf-8ff6-7f3cbda32d2a req-ff86bfb4-b08e-42ab-b317-a21e0440074a service neutron] (93818) timed out ('10.222.0.84', 48388) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:13:47.718134 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.730936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:13:47.731655 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:13:47.736302 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:13:47.739630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.740264 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Floating IP 4701b07f-0177-470b-adaf-c620d71220df disassociated (deleted). External IP: 172.25.7.87, port: 916efa27-9ded-48f6-a1f5-55f9c217a752. Jul 30 02:13:47.829446 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.845145 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.848621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/networks/2ac90268-bf0e-471e-9e32-3f7b7600f1c8 HTTP/1.1" status: 204 len: 168 time: 1.2024322 Jul 30 02:13:47.855234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38586) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:47.862479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1160061400'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:47.878964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b7a97-8bc3-4fdd-867d-0cbb375fef7f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Network': ['ID=2ac90268-bf0e-471e-9e32-3f7b7600f1c8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:47.905169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:47.909895 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.952418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:13:47.964647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:47.964987 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Added segment 26efcf6b-40cf-4799-8155-3e7043e9652a of type vlan for network 96bab9c4-6760-411f-8341-2108fe280ca1 Jul 30 02:13:48.015789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:48.059887 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:48.066465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:48.066856 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:48.073341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 42a75270-0e55-4719-a567-367cfb2122aa no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:48.116334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 42a75270-0e55-4719-a567-367cfb2122aa {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:48.116789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 42a75270-0e55-4719-a567-367cfb2122aa not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:48.156919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-ad989b20-e8fe-4d79-8d17-9e6405a24e90 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:48.158828 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-ad989b20-e8fe-4d79-8d17-9e6405a24e90 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 946 time: 0.1036255 Jul 30 02:13:48.250945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3938050 Jul 30 02:13:48.265711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38594) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:48.311062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': '96bab9c4-6760-411f-8341-2108fe280ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:48.337120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Router feeaef0f-d914-47d9-92b2-414cbdbb3f1f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:13:48.427983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:48.429151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:48.491382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c312c42-a471-4b75-9e6f-9cd06655821f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Network': ['ID=96bab9c4-6760-411f-8341-2108fe280ca1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:48.506837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 96bab9c4-6760-411f-8341-2108fe280ca1 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:13:48.563668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e4214-c6d7-47f7-99d1-5d2a50f25f2c req-013ac4a4-e209-4a45-8143-b9d829754584 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:48.573086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe6e4214-c6d7-47f7-99d1-5d2a50f25f2c req-013ac4a4-e209-4a45-8143-b9d829754584 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 946 time: 0.4615874 Jul 30 02:13:48.648460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe6e4214-c6d7-47f7-99d1-5d2a50f25f2c req-0b368fbf-1f40-4117-b15e-69e130dc45d5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740213 Jul 30 02:13:48.670692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:48.675043 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:48.946045 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:48.998621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:49.013677 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.035698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba9d9e-ac83-4fd2-a81a-47cc742cebc6 None None] Sync routers for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:49.040485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Checking segment: {'id': '26efcf6b-40cf-4799-8155-3e7043e9652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96bab9c4-6760-411f-8341-2108fe280ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:49.041298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network hostable DHCP agents. Network: 96bab9c4-6760-411f-8341-2108fe280ca1, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:13:49.049149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=153babf4-8c40-42e1-a562-9ef2f9974993,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:49.062062 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c120af0e-9cb2-4717-9f28-f88b9d32ad5f tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "DELETE /v2.0/floatingips/4701b07f-0177-470b-adaf-c620d71220df HTTP/1.1" status: 204 len: 168 time: 2.9512477 Jul 30 02:13:49.067285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38608) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:49.070312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] For port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:49.070981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.073594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba9d9e-ac83-4fd2-a81a-47cc742cebc6 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:49.074607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:49.076324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a4ba9d9e-ac83-4fd2-a81a-47cc742cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:49.130780 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.147490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 96bab9c4-6760-411f-8341-2108fe280ca1 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:13:49.164907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 96bab9c4-6760-411f-8341-2108fe280ca1) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:49.173222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:49.174135 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.237907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77981ce-e019-4de1-81a0-e542571902dd None None] Network 96bab9c4-6760-411f-8341-2108fe280ca1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:49.241664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a2ac3eb0-9a53-4415-be3e-9c7dd200cdb7 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9443636 Jul 30 02:13:49.246530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38612) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:49.253673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8b21a52f-38fa-4167-97db-150ab28268b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-308849962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:49.306996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b21a52f-38fa-4167-97db-150ab28268b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.308149 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b21a52f-38fa-4167-97db-150ab28268b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.387352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a4ba9d9e-ac83-4fd2-a81a-47cc742cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:49.413447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.414482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.415027 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Floating IP c336d028-3353-4512-98d8-dac030061d0d disassociated. External IP: 172.25.7.93, port: cd6a0898-34dd-42a8-a9e4-1c1cd38c623c. Jul 30 02:13:49.415400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for cd6a0898-34dd-42a8-a9e4-1c1cd38c623c owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:49.428914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.440377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba9d9e-ac83-4fd2-a81a-47cc742cebc6 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:49.441447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a4ba9d9e-ac83-4fd2-a81a-47cc742cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:49.491625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-a4ba9d9e-ac83-4fd2-a81a-47cc742cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:49.493005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba9d9e-ac83-4fd2-a81a-47cc742cebc6 None None] The sync data for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:49.650837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-96bab9c4-6760-411f-8341-2108fe280ca1', 'network_id': '96bab9c4-6760-411f-8341-2108fe280ca1', 'tenant_id': 'ea2d7ccfd94d45409a7b6f18c014ca2d', 'fixed_ips': [{'subnet_id': '153babf4-8c40-42e1-a562-9ef2f9974993'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:13:49.652149 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.660625 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:49.742416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=cd6a0898-34dd-42a8-a9e4-1c1cd38c623c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:49.962701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Allocated IP 2001:db8::2 (96bab9c4-6760-411f-8341-2108fe280ca1/153babf4-8c40-42e1-a562-9ef2f9974993/5c6ccc50-66b7-4752-8315-bdcfafba42a0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:50.052235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:13:50.251224 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b21a52f-38fa-4167-97db-150ab28268b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:50.313999 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b21a52f-38fa-4167-97db-150ab28268b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:50.371095 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:50.372166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:50.387908 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] Sync routers for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:50.413786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6dcb36b9-bbc1-4639-8a58-5bb046d8ee96 req-a2a304f5-cbaa-43e4-a154-050d349547cb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.1873572 Jul 30 02:13:50.439205 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:50.440126 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:50.445719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Transition to ACTIVE for port object 5c6ccc50-66b7-4752-8315-bdcfafba42a0 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:50.469708 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b21a52f-38fa-4167-97db-150ab28268b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:50.475138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8b21a52f-38fa-4167-97db-150ab28268b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2259598 Jul 30 02:13:50.482582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38634) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:50.495531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'network_id': '96bab9c4-6760-411f-8341-2108fe280ca1', 'name': 'tempest-PortsIpV6TestJSON-359629594'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:50.503344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] No DVR routers for this DVR port cd6a0898-34dd-42a8-a9e4-1c1cd38c623c on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:13:50.508738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:50.511044 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9d6c018e-6e85-44d0-ae13-320b31351851 req-5aef667f-6d04-41ac-99cd-df01ab304c49 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "DELETE /v2.0/ports/cd6a0898-34dd-42a8-a9e4-1c1cd38c623c HTTP/1.1" status: 204 len: 173 time: 2.3190014 Jul 30 02:13:50.515881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'name': 'network-vif-deleted', 'tag': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:13:50.519011 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae97e43f-a05a-48dc-8683-38fb4172883b" -d '{"events": [{"server_uuid": "f887138f-e7bc-47b4-a36d-6039ca59dd60", "name": "network-vif-deleted", "tag": "cd6a0898-34dd-42a8-a9e4-1c1cd38c623c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:13:50.530330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Transition to ACTIVE for port object 5c6ccc50-66b7-4752-8315-bdcfafba42a0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:50.544936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:50.643968 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf7d57f-8af8-4b4f-ba4f-7f144cb764fe x-openstack-request-id: req-baf7d57f-8af8-4b4f-ba4f-7f144cb764fe {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:13:50.644366 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f887138f-e7bc-47b4-a36d-6039ca59dd60", "name": "network-vif-deleted", "tag": "cd6a0898-34dd-42a8-a9e4-1c1cd38c623c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:13:50.644722 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-baf7d57f-8af8-4b4f-ba4f-7f144cb764fe {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:13:50.645240 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f887138f-e7bc-47b4-a36d-6039ca59dd60', 'name': 'network-vif-deleted', 'tag': 'cd6a0898-34dd-42a8-a9e4-1c1cd38c623c', 'status': 'completed', 'code': 200} Jul 30 02:13:50.676643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Network 96bab9c4-6760-411f-8341-2108fe280ca1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:50.687250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:50.702649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Allocated IP 172.25.7.219 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/34605477-64fa-4ac2-85a9-78f522a8b1b2) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:50.703833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:50.709029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Pushing event updated for resources: {'Port': ['ID=5c6ccc50-66b7-4752-8315-bdcfafba42a0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:50.786336 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:50.839729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Attempting to bind port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:13:50.840250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Attempting to bind port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '26efcf6b-40cf-4799-8155-3e7043e9652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96bab9c4-6760-411f-8341-2108fe280ca1'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:13:50.840751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Attempting to bind port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 on network 96bab9c4-6760-411f-8341-2108fe280ca1 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:13:50.850219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:13:50.850815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Checking segment: {'id': '26efcf6b-40cf-4799-8155-3e7043e9652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96bab9c4-6760-411f-8341-2108fe280ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:13:50.851577 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:50.857763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Bound using segment: {'id': '26efcf6b-40cf-4799-8155-3e7043e9652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96bab9c4-6760-411f-8341-2108fe280ca1'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:13:50.858463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Bound port: 5c6ccc50-66b7-4752-8315-bdcfafba42a0, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26efcf6b-40cf-4799-8155-3e7043e9652a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '96bab9c4-6760-411f-8341-2108fe280ca1'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:13:50.859024 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:50.929033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:13:50.938780 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.009909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] For port 5c6ccc50-66b7-4752-8315-bdcfafba42a0, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:13:51.024181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] For port 5c6ccc50-66b7-4752-8315-bdcfafba42a0, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5c6ccc50-66b7-4752-8315-bdcfafba42a0,segment=NetworkSegment(26efcf6b-40cf-4799-8155-3e7043e9652a),segment_id=26efcf6b-40cf-4799-8155-3e7043e9652a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:13:51.026510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.041307 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.095320 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.109618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 9ed44713-2f50-4e69-a033-210de9e3db88 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:13:51.185663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe05883-dede-4a23-8235-18ada7da341a None None] Pushing event updated for resources: {'Port': ['ID=5c6ccc50-66b7-4752-8315-bdcfafba42a0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:51.250482 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:51.300776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:51.374300 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] Checking router: 89dccaf5-8af3-46bf-a10b-37ecd889ee26 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:13:51.394070 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:51.394843 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:51.403051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::3b (96bab9c4-6760-411f-8341-2108fe280ca1/153babf4-8c40-42e1-a562-9ef2f9974993/9ed44713-2f50-4e69-a033-210de9e3db88) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:51.678535 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:51.700737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:51.782551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-83e0ee28-67ba-4a46-a9a7-77f66aaddf42 req-f4d0f5ae-0af7-4e8d-9ec3-b7ba26683f38 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.0866051 Jul 30 02:13:51.782551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:51.988685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 9ed44713-2f50-4e69-a033-210de9e3db88 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:13:52.007141 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:13:52.042317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Pushing event updated for resources: {'Port': ['ID=34605477-64fa-4ac2-85a9-78f522a8b1b2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:52.065924 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.128882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5c6ccc50-66b7-4752-8315-bdcfafba42a0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:52.227155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=9ed44713-2f50-4e69-a033-210de9e3db88,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:52.238602 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.274887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:52.300497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 96bab9c4-6760-411f-8341-2108fe280ca1 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:52.321735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:52.325877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:52.330863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:52.337386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:52.338189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.356814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.392271 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d29dc0-3d0e-4d7e-8514-7c46aadff7d3 None None] The sync data for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 is: [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:52.405816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38666) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:52.419976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-283e084e-9466-4abe-bc8a-cff9fedeb6b0 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9194565 Jul 30 02:13:52.694092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device cd6a0898-34dd-42a8-a9e4-1c1cd38c623c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:13:52.757970 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.774829 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:52.802559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: cd6a0898-34dd-42a8-a9e4-1c1cd38c623c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:13:52.803660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device cd6a0898-34dd-42a8-a9e4-1c1cd38c623c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:13:52.976041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Pushing event updated for resources: {'Port': ['ID=34605477-64fa-4ac2-85a9-78f522a8b1b2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:53.045867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082c719-9cc3-46f1-a676-862e778ed335 None None] New status for floating IP c336d028-3353-4512-98d8-dac030061d0d: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:13:53.198759 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.234146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce45ad67-9a8a-4cda-bb36-dd1a5f9536af req-ef7d5265-d35e-4e91-adb5-2e01750f21fa tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.2498136 Jul 30 02:13:53.280618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.309834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083e951-fa5c-43eb-aa4d-985225b421bd None None] Network 96bab9c4-6760-411f-8341-2108fe280ca1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:13:53.312757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.319890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-841e1091-7d2a-48f4-851d-5f546e61effb tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2497413 Jul 30 02:13:53.321513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38678) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:53.583054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ffd7be02-5c9a-4df8-a9de-ab1a51b9c283 None None] Provisioning for port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:53.608417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ffd7be02-5c9a-4df8-a9de-ab1a51b9c283 None None] Provisioning complete for port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:53.612741 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffd7be02-5c9a-4df8-a9de-ab1a51b9c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.780507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:13:53.876755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:53.965640 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffd7be02-5c9a-4df8-a9de-ab1a51b9c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:54.003839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:54.029615 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:54.048627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ffd7be02-5c9a-4df8-a9de-ab1a51b9c283 None None] For port 5c6ccc50-66b7-4752-8315-bdcfafba42a0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5c6ccc50-66b7-4752-8315-bdcfafba42a0,segment=NetworkSegment(26efcf6b-40cf-4799-8155-3e7043e9652a),segment_id=26efcf6b-40cf-4799-8155-3e7043e9652a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:13:54.060016 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffd7be02-5c9a-4df8-a9de-ab1a51b9c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:54.070776 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:54.216635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7be02-5c9a-4df8-a9de-ab1a51b9c283 None None] Pushing event updated for resources: {'Port': ['ID=5c6ccc50-66b7-4752-8315-bdcfafba42a0,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:54.264313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:54.274814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=9ed44713-2f50-4e69-a033-210de9e3db88,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:54.294927 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:13:54.494555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bfc2fcd-712b-4d01-b79a-71254d69a62e req-f7a74694-dcbd-4f28-b8db-e22b45045b7a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.0565889 Jul 30 02:13:54.645161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8bdad0a7-d104-43f2-a9ed-59486a37847d None None] Provisioning complete for port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:54.646575 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:54.663886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bdad0a7-d104-43f2-a9ed-59486a37847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:54.687954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Allocated IP 172.25.7.131 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/a83380c3-2ab6-4121-9892-b92ad9f7dfe9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:13:54.992261 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:55.187980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8bdad0a7-d104-43f2-a9ed-59486a37847d None None] Provisioning for port 9ed44713-2f50-4e69-a033-210de9e3db88 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:13:55.215122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8bdad0a7-d104-43f2-a9ed-59486a37847d None None] Provisioning complete for port 9ed44713-2f50-4e69-a033-210de9e3db88 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:55.216069 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bdad0a7-d104-43f2-a9ed-59486a37847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:55.256435 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:55.480606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8bdad0a7-d104-43f2-a9ed-59486a37847d None None] Port 9ed44713-2f50-4e69-a033-210de9e3db88 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:55.521829 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:55.644218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0eb8bfd7-d9e5-4046-97b3-e0309c9f6519 None None] Provisioning complete for port 9ed44713-2f50-4e69-a033-210de9e3db88 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:55.644595 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0eb8bfd7-d9e5-4046-97b3-e0309c9f6519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:55.718054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8bfd7-d9e5-4046-97b3-e0309c9f6519 None None] Port 9ed44713-2f50-4e69-a033-210de9e3db88 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:55.838127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:55.856312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-17a94447-ea58-4da4-8f98-4329c300a479 None None] Provisioning complete for port 9ed44713-2f50-4e69-a033-210de9e3db88 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:55.856712 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17a94447-ea58-4da4-8f98-4329c300a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:55.892055 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c5318ba-68d4-4fea-8ed0-19177809b41c req-bb5727fc-4537-45aa-a1c4-b939463827c4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.1217434 Jul 30 02:13:55.896504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:55.915799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:13:55.980334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-17a94447-ea58-4da4-8f98-4329c300a479 None None] Port 9ed44713-2f50-4e69-a033-210de9e3db88 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:55.989219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:56.003127 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:56.005073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:56.012489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Pushing event updated for resources: {'Port': ['ID=a83380c3-2ab6-4121-9892-b92ad9f7dfe9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:56.144939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5c6ccc50-66b7-4752-8315-bdcfafba42a0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:13:56.208761 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:56.364748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:56.366950 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:56.412767 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:56.420262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network 96bab9c4-6760-411f-8341-2108fe280ca1 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:13:56.437209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:13:56.692995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=9ed44713-2f50-4e69-a033-210de9e3db88,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:57.008947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Router 5826ddc8-d4e8-41c6-804d-8568e081dba6 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:13:57.179904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-687ace9f-b52f-4478-9366-351ba10e1660 req-672f37ee-1367-493b-bb0f-877a59378573 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.1809385 Jul 30 02:13:57.406869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-621e5095-84fe-4633-b66a-19bfa08ad8f7 None None] Provisioning complete for port 9ed44713-2f50-4e69-a033-210de9e3db88 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:13:57.407803 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-621e5095-84fe-4633-b66a-19bfa08ad8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:57.440162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:13:57.444524 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:57.451860 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251dc172-03a2-4f34-a5e7-110012672ace None None] Sync routers for ids ['5826ddc8-d4e8-41c6-804d-8568e081dba6'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:13:57.458761 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:57.470206 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-53c979de-1fca-4665-9f3d-5456579fdfb3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "PUT /v2.0/routers/5826ddc8-d4e8-41c6-804d-8568e081dba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0631406 Jul 30 02:13:57.471886 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251dc172-03a2-4f34-a5e7-110012672ace None None] Routers {'5826ddc8-d4e8-41c6-804d-8568e081dba6'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:57.472624 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-251dc172-03a2-4f34-a5e7-110012672ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5826ddc8-d4e8-41c6-804d-8568e081dba6'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:57.474528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38748) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:57.548886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-621e5095-84fe-4633-b66a-19bfa08ad8f7 None None] Port 9ed44713-2f50-4e69-a033-210de9e3db88 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:13:57.603579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e3eeac-8445-403d-b353-cd17a41ec752 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:13:57.610125 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f4e3eeac-8445-403d-b353-cd17a41ec752 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports?device_id=5826ddc8-d4e8-41c6-804d-8568e081dba6 HTTP/1.1" status: 200 len: 987 time: 0.1343646 Jul 30 02:13:57.611186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38750) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:57.641675 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-251dc172-03a2-4f34-a5e7-110012672ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:57.663395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:57.716439 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251dc172-03a2-4f34-a5e7-110012672ace None None] Routers {'5826ddc8-d4e8-41c6-804d-8568e081dba6'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:13:57.717563 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-251dc172-03a2-4f34-a5e7-110012672ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5826ddc8-d4e8-41c6-804d-8568e081dba6'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:57.730855 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:57.738974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4153254 Jul 30 02:13:57.739924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2eac4-5e36-404f-a876-07eb5a666449 tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Pushing event updated for resources: {'Port': ['ID=a83380c3-2ab6-4121-9892-b92ad9f7dfe9,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:57.744414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38754) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:57.878949 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0964e310-1af1-41db-b8d5-9d899d65f619 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.1331332 Jul 30 02:13:57.879838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38756) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:57.896866 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-251dc172-03a2-4f34-a5e7-110012672ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:13:57.898167 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251dc172-03a2-4f34-a5e7-110012672ace None None] The sync data for ids ['5826ddc8-d4e8-41c6-804d-8568e081dba6'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:13:58.120985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-74f4cfa8-24ca-45fc-bfe8-c1aa92e9d344 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2395134 Jul 30 02:13:58.121832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38766) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:58.493056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88891239-23d2-4b89-8f0f-4b68dc02299c req-c5e50b33-fcb4-499e-a5bb-50412ab90a3c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.0955198 Jul 30 02:13:58.540460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Deleting port a83380c3-2ab6-4121-9892-b92ad9f7dfe9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:58.540988 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:58.648183 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:58.844081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:58.844650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:58.869088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Calling delete_port for a83380c3-2ab6-4121-9892-b92ad9f7dfe9 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:59.332732 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:59.404398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Pushing event deleted for resources: {'Port': ['ID=a83380c3-2ab6-4121-9892-b92ad9f7dfe9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:13:59.430153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 9ed44713-2f50-4e69-a033-210de9e3db88 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:13:59.430748 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:59.609924 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:59.616464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:59.622332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ba619739-290c-426a-91e6-3cbec4365c9f tempest-FloatingIPAdminTestJSON-1039146991 tempest-FloatingIPAdminTestJSON-1039146991-project] 10.222.0.84 "DELETE /v2.0/floatingips/deee0c5d-a852-43a6-95ba-101e36386c1f HTTP/1.1" status: 204 len: 168 time: 1.4988875 Jul 30 02:13:59.626770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38802) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:13:59.737410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:13:59.784414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 9ed44713-2f50-4e69-a033-210de9e3db88 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:13:59.801942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-780bc73d-066f-4877-8b82-5c99e16c0bc3 req-7670572b-0ff8-4825-ab3f-00d79a01c004 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.0975153 Jul 30 02:14:00.046641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fb1bb-aa14-4e1c-bf93-52923be2937f req-f9538fef-da2a-4e28-9e41-e8f6fe2d92c9 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:00.050267 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f6fb1bb-aa14-4e1c-bf93-52923be2937f req-f9538fef-da2a-4e28-9e41-e8f6fe2d92c9 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1108224 Jul 30 02:14:00.103461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Deleting port 34605477-64fa-4ac2-85a9-78f522a8b1b2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:00.104275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:00.304134 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:00.355327 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f6fb1bb-aa14-4e1c-bf93-52923be2937f req-3ab361d6-4faf-4a0e-af47-b7c755b7718f tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844925 Jul 30 02:14:00.375168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=9ed44713-2f50-4e69-a033-210de9e3db88,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:00.450685 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:00.451237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:00.505691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Calling delete_port for 34605477-64fa-4ac2-85a9-78f522a8b1b2 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:00.794155 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2a0c293-c7a2-4146-8427-e54a4fcbd288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.111892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1995f69f-1528-4f2a-9547-46612fed76eb req-98402046-9f7f-452f-b5c5-bf8f2e3ec971 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.1250362 Jul 30 02:14:01.167741 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.298560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Pushing event deleted for resources: {'Port': ['ID=34605477-64fa-4ac2-85a9-78f522a8b1b2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:01.387451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.445961 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.473836 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.479038 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.481307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5f63af9a-19e9-499b-9405-4d55f4553783 tempest-FloatingIPAdminTestJSON-1936223106 tempest-FloatingIPAdminTestJSON-1936223106-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/a8df4332-b0de-4012-9744-d7a18b615b9c HTTP/1.1" status: 204 len: 168 time: 1.8527160 Jul 30 02:14:01.487933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38830) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:01.695295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46c8fa-5176-4da0-9c24-5368ced4b7a4 req-c4cda9b0-5029-42ce-8d4e-3a4e7b92366a tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:01.708617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f46c8fa-5176-4da0-9c24-5368ced4b7a4 req-c4cda9b0-5029-42ce-8d4e-3a4e7b92366a tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.1550877 Jul 30 02:14:01.805000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f46c8fa-5176-4da0-9c24-5368ced4b7a4 req-b07e8f21-b07e-451a-b945-3576c050253b tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789864 Jul 30 02:14:01.815933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0ccc1-f0b1-4970-8e77-ce84dba5adbb tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Deleting port 916efa27-9ded-48f6-a1f5-55f9c217a752 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:01.815933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ccc1-f0b1-4970-8e77-ce84dba5adbb tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:01.983839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Router 5826ddc8-d4e8-41c6-804d-8568e081dba6 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:14:02.099580 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ccc1-f0b1-4970-8e77-ce84dba5adbb tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.124686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0ccc1-f0b1-4970-8e77-ce84dba5adbb tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Calling delete_port for 916efa27-9ded-48f6-a1f5-55f9c217a752 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:02.137912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:02.170807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785884d7-74a2-49ea-bebd-337356935829 None None] Sync routers for ids ['5826ddc8-d4e8-41c6-804d-8568e081dba6'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:02.192724 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-275603af-d1fb-42ce-8bda-f2164dcfbe5b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "PUT /v2.0/routers/5826ddc8-d4e8-41c6-804d-8568e081dba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5792077 Jul 30 02:14:02.196737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38848) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:02.223756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785884d7-74a2-49ea-bebd-337356935829 None None] Routers {'5826ddc8-d4e8-41c6-804d-8568e081dba6'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:02.229454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-785884d7-74a2-49ea-bebd-337356935829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5826ddc8-d4e8-41c6-804d-8568e081dba6'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:02.302077 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-50518fee-f620-44bc-8d22-f71e790d7d00 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:14:02.316167 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-50518fee-f620-44bc-8d22-f71e790d7d00 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/9ed44713-2f50-4e69-a033-210de9e3db88 HTTP/1.1" status: 404 len: 333 time: 0.1084571 Jul 30 02:14:02.318891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38850) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:02.374024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-785884d7-74a2-49ea-bebd-337356935829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:02.395872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785884d7-74a2-49ea-bebd-337356935829 None None] Routers {'5826ddc8-d4e8-41c6-804d-8568e081dba6'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:02.397001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-785884d7-74a2-49ea-bebd-337356935829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:13:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5826ddc8-d4e8-41c6-804d-8568e081dba6'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:02.486771 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-510d8462-5348-42b6-b5eb-cf32a1d8adf7 req-03387b58-761c-4a0a-80a9-da9f663787d6 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=f887138f-e7bc-47b4-a36d-6039ca59dd60 HTTP/1.1" status: 200 len: 210 time: 0.0735238 Jul 30 02:14:02.505286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-785884d7-74a2-49ea-bebd-337356935829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:02.510915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785884d7-74a2-49ea-bebd-337356935829 None None] The sync data for ids ['5826ddc8-d4e8-41c6-804d-8568e081dba6'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:02.552458 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ccc1-f0b1-4970-8e77-ce84dba5adbb tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.568481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d10bdec3-89a2-4266-94ed-29c5a69bd088 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.647130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0ccc1-f0b1-4970-8e77-ce84dba5adbb tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event deleted for resources: {'Port': ['ID=916efa27-9ded-48f6-a1f5-55f9c217a752,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:02.973564 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ccc1-f0b1-4970-8e77-ce84dba5adbb tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:02.983701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5fe0ccc1-f0b1-4970-8e77-ce84dba5adbb tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "DELETE /v2.0/ports/916efa27-9ded-48f6-a1f5-55f9c217a752 HTTP/1.1" status: 204 len: 168 time: 1.4938052 Jul 30 02:14:02.987976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38864) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:03.114684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d10bdec3-89a2-4266-94ed-29c5a69bd088 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.117575 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d10bdec3-89a2-4266-94ed-29c5a69bd088 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.221923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d10bdec3-89a2-4266-94ed-29c5a69bd088 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.222820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10bdec3-89a2-4266-94ed-29c5a69bd088 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Fanout notify agent at l3_agent the message router_deleted on router 5826ddc8-d4e8-41c6-804d-8568e081dba6 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:14:03.232619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d10bdec3-89a2-4266-94ed-29c5a69bd088 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.235751 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d10bdec3-89a2-4266-94ed-29c5a69bd088 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/routers/5826ddc8-d4e8-41c6-804d-8568e081dba6 HTTP/1.1" status: 204 len: 168 time: 0.9133792 Jul 30 02:14:03.241583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38872) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:03.311105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33998f0b-b130-45c9-b4e3-f5da9cf84561 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:03.314084 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-33998f0b-b130-45c9-b4e3-f5da9cf84561 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "GET /v2.0/ports?device_id=feeaef0f-d914-47d9-92b2-414cbdbb3f1f HTTP/1.1" status: 200 len: 913 time: 0.3243840 Jul 30 02:14:03.316992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38874) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:03.361710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-71cb5130-5eea-4668-a2d5-55c46206ee43 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:03.364570 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-71cb5130-5eea-4668-a2d5-55c46206ee43 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.22 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.3436739 Jul 30 02:14:03.382193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ef109-d0d5-4812-b5ff-abc784104537 req-b5770cc5-7f65-4346-8f2b-79fdbd0d6b24 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:03.398003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f8ef109-d0d5-4812-b5ff-abc784104537 req-b5770cc5-7f65-4346-8f2b-79fdbd0d6b24 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=55cc0616-5c73-4cef-8148-17ed0f3c53aa HTTP/1.1" status: 200 len: 945 time: 0.2614660 Jul 30 02:14:03.400362 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ad3ddb1d-3a83-4ba8-8c75-77efdcee2ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.411468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99710a7-e8e2-40dc-9343-2cc7ae1957cd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet 153babf4-8c40-42e1-a562-9ef2f9974993 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:14:03.419323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d99710a7-e8e2-40dc-9343-2cc7ae1957cd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.530470 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d99710a7-e8e2-40dc-9343-2cc7ae1957cd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.579131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f8ef109-d0d5-4812-b5ff-abc784104537 req-ca7c08b7-cb1d-46f4-bf8c-4f981f1132be tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797667 Jul 30 02:14:03.690186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Deleting port c45baa1f-edfd-4480-a67a-569152225ad1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:03.690965 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.770372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d99710a7-e8e2-40dc-9343-2cc7ae1957cd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.842582 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.882475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] For port c45baa1f-edfd-4480-a67a-569152225ad1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c45baa1f-edfd-4480-a67a-569152225ad1,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:03.883141 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:03.916280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Calling delete_port for c45baa1f-edfd-4480-a67a-569152225ad1 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:04.015409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d99710a7-e8e2-40dc-9343-2cc7ae1957cd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.055578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99710a7-e8e2-40dc-9343-2cc7ae1957cd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=153babf4-8c40-42e1-a562-9ef2f9974993,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:04.061934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d99710a7-e8e2-40dc-9343-2cc7ae1957cd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.064711 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d99710a7-e8e2-40dc-9343-2cc7ae1957cd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/153babf4-8c40-42e1-a562-9ef2f9974993 HTTP/1.1" status: 204 len: 168 time: 0.8219767 Jul 30 02:14:04.067861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 38900) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:04.077210 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bcc34e-512e-459e-b0d0-400514bacaae None None] Network 96bab9c4-6760-411f-8341-2108fe280ca1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:04.081699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-e9a2777e-4cd9-4baf-adea-d2ab30644b1d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943827275&fields=id&tenant_id=8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 267 time: 0.0883124 Jul 30 02:14:04.274374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.316984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.415692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4246c442-caa2-4c81-aa71-b413313834fc None None] DHCP port deletion for 96bab9c4-6760-411f-8341-2108fe280ca1 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:14:04.516563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4246c442-caa2-4c81-aa71-b413313834fc None None] Deleting port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:04.518056 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4246c442-caa2-4c81-aa71-b413313834fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.623993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4246c442-caa2-4c81-aa71-b413313834fc None None] For port 5c6ccc50-66b7-4752-8315-bdcfafba42a0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5c6ccc50-66b7-4752-8315-bdcfafba42a0,segment=NetworkSegment(26efcf6b-40cf-4799-8155-3e7043e9652a),segment_id=26efcf6b-40cf-4799-8155-3e7043e9652a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:04.625120 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4246c442-caa2-4c81-aa71-b413313834fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.652482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4246c442-caa2-4c81-aa71-b413313834fc None None] Calling delete_port for 5c6ccc50-66b7-4752-8315-bdcfafba42a0 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:04.657501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:04.658150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.729796 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.802504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] For port 5c6ccc50-66b7-4752-8315-bdcfafba42a0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5c6ccc50-66b7-4752-8315-bdcfafba42a0,segment=NetworkSegment(26efcf6b-40cf-4799-8155-3e7043e9652a),segment_id=26efcf6b-40cf-4799-8155-3e7043e9652a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:04.803494 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.832597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 5c6ccc50-66b7-4752-8315-bdcfafba42a0 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:04.891953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171428-1495-400b-bb4b-9438067d7b61 req-e28999a1-8413-4ddf-850e-e2ba7e7f46b4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:04.894503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-e28999a1-8413-4ddf-850e-e2ba7e7f46b4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.8119631 Jul 30 02:14:04.906937 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4246c442-caa2-4c81-aa71-b413313834fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.943731 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.946091 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:04.948946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-cbbc35a0-d223-49d1-93bb-09a7ea47021c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/quotas/8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 375 time: 0.0349097 Jul 30 02:14:04.994040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=5c6ccc50-66b7-4752-8315-bdcfafba42a0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:05.001911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No DVR routers for this DVR port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:05.012301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246c442-caa2-4c81-aa71-b413313834fc None None] Pushing event deleted for resources: {'Port': ['ID=5c6ccc50-66b7-4752-8315-bdcfafba42a0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:05.019976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Pushing event deleted for resources: {'Port': ['ID=c45baa1f-edfd-4480-a67a-569152225ad1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:05.033634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c45baa1f-edfd-4480-a67a-569152225ad1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:14:05.043467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d83d31c4-ba06-43cb-a9de-7afc56ac543c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:14:05.135519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] No DVR routers for this DVR port c45baa1f-edfd-4480-a67a-569152225ad1 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:05.139787 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:05.141667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:05.143463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6252e3a-5539-4a85-9105-d9eaf31ebc22 req-b9bd43d6-c098-4aa3-9915-939f3b12d242 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.22 "DELETE /v2.0/ports/c45baa1f-edfd-4480-a67a-569152225ad1 HTTP/1.1" status: 204 len: 173 time: 1.7417784 Jul 30 02:14:05.146216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cc0616-5c73-4cef-8148-17ed0f3c53aa', 'name': 'network-vif-deleted', 'tag': 'c45baa1f-edfd-4480-a67a-569152225ad1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:14:05.155802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bab9c4-6760-411f-8341-2108fe280ca1']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:05.161500 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c69d20-dccf-48c4-ac9d-ef56e44b2e29" -d '{"events": [{"server_uuid": "55cc0616-5c73-4cef-8148-17ed0f3c53aa", "name": "network-vif-deleted", "tag": "c45baa1f-edfd-4480-a67a-569152225ad1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:14:05.171265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26efcf6b-40cf-4799-8155-3e7043e9652a') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:05.171752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26efcf6b-40cf-4799-8155-3e7043e9652a') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:05.196852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-a875ab65-e75e-469e-8ba1-e56a504e7b21 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1841850 Jul 30 02:14:05.207627 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:05.234869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:05.249626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:14:05.249626 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:05.274830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246c442-caa2-4c81-aa71-b413313834fc None None] No DVR routers for this DVR port 5c6ccc50-66b7-4752-8315-bdcfafba42a0 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:14:05.412332 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:14:05.628862 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:05.646604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:05.655103 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/networks/96bab9c4-6760-411f-8341-2108fe280ca1 HTTP/1.1" status: 204 len: 168 time: 1.5838027 Jul 30 02:14:05.661153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38940) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:05.704311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7ea51-81bd-4933-a847-1c59c31bf689 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Network': ['ID=96bab9c4-6760-411f-8341-2108fe280ca1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:05.857507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d81e3-5c72-4ca1-bec0-eb6eb6e46c24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:05.859609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aa7d81e3-5c72-4ca1-bec0-eb6eb6e46c24 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/a53491bf-9c28-4526-a1ff-83691bfb6d1e HTTP/1.1" status: 200 len: 845 time: 0.1964676 Jul 30 02:14:05.869270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38946) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:05.961636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Deleting port e1df6243-cbcc-4968-964e-15355ca0a3fb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:05.961636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:06.009704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-317e0410-697c-40ef-9444-d86ac36d8577 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/a53491bf-9c28-4526-a1ff-83691bfb6d1e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1386247 Jul 30 02:14:06.024721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38950) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:06.034995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:06.107986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5c6ccc50-66b7-4752-8315-bdcfafba42a0 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:06.149280 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:06.172466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 5c6ccc50-66b7-4752-8315-bdcfafba42a0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:06.176846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Calling delete_port for e1df6243-cbcc-4968-964e-15355ca0a3fb owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:06.185809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5c6ccc50-66b7-4752-8315-bdcfafba42a0 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:06.218102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-4bc4e112-6b22-463f-9e43-c86b9c4e74db service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9994681 Jul 30 02:14:06.236600 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:06.434486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:06.438774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:06.608743 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:06.613695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-5fe92e68-86bd-42d9-98fc-aacffb31a171 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685987 Jul 30 02:14:06.738042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event deleted for resources: {'Port': ['ID=e1df6243-cbcc-4968-964e-15355ca0a3fb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:07.037283 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:07.137435 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:07.211909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=4f21fff9-aaf8-4406-97f1-917d05ccced7,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:07.261648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:07.264915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:07.276767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:07.278655 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:07.280173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffb1ca-de6c-42d2-b9e1-b4cef780c55d None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:07.318579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c17099ba-0322-4ab0-8911-b861a34b05c4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2869129 Jul 30 02:14:07.318882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38976) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:07.332396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-fd02cdc7-3fd4-45e7-abed-20680dc61bcc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1877582731'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:07.367132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd02cdc7-3fd4-45e7-abed-20680dc61bcc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:07.589645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd02cdc7-3fd4-45e7-abed-20680dc61bcc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:07.597021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd02cdc7-3fd4-45e7-abed-20680dc61bcc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:07.626391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd02cdc7-3fd4-45e7-abed-20680dc61bcc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:07.629169 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fd02cdc7-3fd4-45e7-abed-20680dc61bcc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3085229 Jul 30 02:14:07.640772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 38992) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:07.649270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-51ac809a-1319-474c-ae96-a7cf8f3e44f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1092337546'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:07.731551 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a41552-a3da-4112-b5d2-f61466361f14 x-openstack-request-id: req-19a41552-a3da-4112-b5d2-f61466361f14 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:14:07.732247 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cc0616-5c73-4cef-8148-17ed0f3c53aa", "name": "network-vif-deleted", "tag": "c45baa1f-edfd-4480-a67a-569152225ad1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:14:07.732695 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-19a41552-a3da-4112-b5d2-f61466361f14 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:14:07.733292 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cc0616-5c73-4cef-8148-17ed0f3c53aa', 'name': 'network-vif-deleted', 'tag': 'c45baa1f-edfd-4480-a67a-569152225ad1', 'status': 'completed', 'code': 200} Jul 30 02:14:07.734754 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51ac809a-1319-474c-ae96-a7cf8f3e44f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:07.805715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c45baa1f-edfd-4480-a67a-569152225ad1 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:07.846977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02cdc7-3fd4-45e7-abed-20680dc61bcc tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572b7df6-8b52-45b4-b09e-bf18e7a29fea,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:07.882302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: c45baa1f-edfd-4480-a67a-569152225ad1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:07.885369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c45baa1f-edfd-4480-a67a-569152225ad1 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:07.936046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30d9fe8f-90c8-47ac-adc6-7045fe964205 req-d8cdf7e7-5da1-4585-8f29-656d1800a980 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.1174240 Jul 30 02:14:07.954496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-ccd04ae2-f984-4fc4-af4b-a55c31909834', 'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'tenant_id': 'ea2d7ccfd94d45409a7b6f18c014ca2d', 'fixed_ips': [{'subnet_id': '4f21fff9-aaf8-4406-97f1-917d05ccced7'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:14:07.956093 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:08.249493 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51ac809a-1319-474c-ae96-a7cf8f3e44f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:08.268804 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51ac809a-1319-474c-ae96-a7cf8f3e44f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:08.377777 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51ac809a-1319-474c-ae96-a7cf8f3e44f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:08.384697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-51ac809a-1319-474c-ae96-a7cf8f3e44f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7425492 Jul 30 02:14:08.394457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39002) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:08.413210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-958239192', 'security_groups': ['54bb7e1a-b7b6-4237-b648-24733f351712'], 'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f21fff9-aaf8-4406-97f1-917d05ccced7'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:08.464244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Allocated IP 2001:db8::2 (ccd04ae2-f984-4fc4-af4b-a55c31909834/4f21fff9-aaf8-4406-97f1-917d05ccced7/45af7dc1-b04e-4e90-82e6-398930884934) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:08.512368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Router feeaef0f-d914-47d9-92b2-414cbdbb3f1f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:14:08.738744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:08.757239 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b87316cf-ca13-4842-996c-e1c14f3c29f0 tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "PUT /v2.0/routers/feeaef0f-d914-47d9-92b2-414cbdbb3f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4355965 Jul 30 02:14:08.763536 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b93d9-d576-420e-8fca-8408c1d979b0 None None] Sync routers for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:08.775251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39014) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:08.815783 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b93d9-d576-420e-8fca-8408c1d979b0 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:08.817430 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3a5b93d9-d576-420e-8fca-8408c1d979b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:14:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:08.824123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac809a-1319-474c-ae96-a7cf8f3e44f2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bb7e1a-b7b6-4237-b648-24733f351712,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:08.917435 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:08.954445 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Transition to ACTIVE for port object 45af7dc1-b04e-4e90-82e6-398930884934 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:09.011539 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3a5b93d9-d576-420e-8fca-8408c1d979b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:09.022495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Transition to ACTIVE for port object 45af7dc1-b04e-4e90-82e6-398930884934 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:09.040147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:09.054916 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b93d9-d576-420e-8fca-8408c1d979b0 None None] Routers {'feeaef0f-d914-47d9-92b2-414cbdbb3f1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:09.069782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3a5b93d9-d576-420e-8fca-8408c1d979b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:14:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:09.071823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7984c14-d118-46f1-80b1-ede343ab8025 req-9a88b252-4953-42fd-82bc-b0baf6a64363 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:09.074955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7984c14-d118-46f1-80b1-ede343ab8025 req-9a88b252-4953-42fd-82bc-b0baf6a64363 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.2709441 Jul 30 02:14:09.102934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:09.213940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:09.291486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:09.305629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7984c14-d118-46f1-80b1-ede343ab8025 req-d8a5d551-439f-4dbe-8c06-700978f00510 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716805 Jul 30 02:14:09.318222 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3a5b93d9-d576-420e-8fca-8408c1d979b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:09.319544 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b93d9-d576-420e-8fca-8408c1d979b0 None None] The sync data for ids ['feeaef0f-d914-47d9-92b2-414cbdbb3f1f'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:09.319850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:09.390148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Pushing event updated for resources: {'Port': ['ID=45af7dc1-b04e-4e90-82e6-398930884934,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:09.400743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:09.434831 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:09.572665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Attempting to bind port 45af7dc1-b04e-4e90-82e6-398930884934 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:09.573281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Attempting to bind port 45af7dc1-b04e-4e90-82e6-398930884934 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '0eccf035-818f-4ca6-be4e-3b05436cbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:09.573543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Attempting to bind port 45af7dc1-b04e-4e90-82e6-398930884934 on network ccd04ae2-f984-4fc4-af4b-a55c31909834 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:09.582892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:09.583151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Checking segment: {'id': '0eccf035-818f-4ca6-be4e-3b05436cbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:09.585397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:09.586712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Bound using segment: {'id': '0eccf035-818f-4ca6-be4e-3b05436cbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:09.587247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Bound port: 45af7dc1-b04e-4e90-82e6-398930884934, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eccf035-818f-4ca6-be4e-3b05436cbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:09.587845 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:09.632737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a2e6d77-70cd-4740-ac40-53b80fba13ef req-d3083f6c-5635-467c-af2a-eb836c079d14 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.1406279 Jul 30 02:14:09.636376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 3949375c-19e1-4b38-b5fa-54b093df1a1d yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:09.668805 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:09.768923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] For port 45af7dc1-b04e-4e90-82e6-398930884934, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:09.772976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] For port 45af7dc1-b04e-4e90-82e6-398930884934, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=45af7dc1-b04e-4e90-82e6-398930884934,segment=NetworkSegment(0eccf035-818f-4ca6-be4e-3b05436cbf66),segment_id=0eccf035-818f-4ca6-be4e-3b05436cbf66)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:09.785687 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:09.831539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Deleting port 9aa54563-25b5-48db-8beb-a616122a58f5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:09.832176 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:09.866000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bd2d7-49fd-4035-befe-b6d0552f8513 None None] Pushing event updated for resources: {'Port': ['ID=45af7dc1-b04e-4e90-82e6-398930884934,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:10.011191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:10.066314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Calling delete_port for 9aa54563-25b5-48db-8beb-a616122a58f5 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:10.193519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::a4 (ccd04ae2-f984-4fc4-af4b-a55c31909834/4f21fff9-aaf8-4406-97f1-917d05ccced7/3949375c-19e1-4b38-b5fa-54b093df1a1d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:10.227547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39046) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:10.628861 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:10.635641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:10.669681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3da9ffbb-91ef-4e6d-8c19-8ff066f88648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:10.697250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 3949375c-19e1-4b38-b5fa-54b093df1a1d will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:10.710876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event deleted for resources: {'Port': ['ID=9aa54563-25b5-48db-8beb-a616122a58f5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:10.742121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da76fe-b00c-4748-ac8c-09fcb98a1c62 req-1df45737-df2e-40ca-a885-56549b8fa2c4 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:10.751257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80da76fe-b00c-4748-ac8c-09fcb98a1c62 req-1df45737-df2e-40ca-a885-56549b8fa2c4 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.1500173 Jul 30 02:14:10.805968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:10.837032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80da76fe-b00c-4748-ac8c-09fcb98a1c62 req-c297b91c-c884-4d19-80be-3bd8b605b3f6 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846863 Jul 30 02:14:10.848882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:10.959416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:10.978270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:10.989061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:11.005157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:11.007075 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.011708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=3949375c-19e1-4b38-b5fa-54b093df1a1d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:11.024840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.028662 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.160782 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.161907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Fanout notify agent at l3_agent the message router_deleted on router feeaef0f-d914-47d9-92b2-414cbdbb3f1f {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:14:11.184875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.187588 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1ca66731-0c90-4a4c-8724-b05b7042bc0d tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "DELETE /v2.0/routers/feeaef0f-d914-47d9-92b2-414cbdbb3f1f HTTP/1.1" status: 204 len: 168 time: 2.4046097 Jul 30 02:14:11.195843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39060) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:11.258951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98fc4ddb-9128-414b-ad95-0e4a0dbe10bb req-e89353fa-1183-42e9-98af-ad7617435b24 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.2243798 Jul 30 02:14:11.369388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171428-1495-400b-bb4b-9438067d7b61 req-5f21acc0-8d31-451e-9d0a-3d51301dee25 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:11.374382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-5f21acc0-8d31-451e-9d0a-3d51301dee25 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.2836108 Jul 30 02:14:11.377160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36543b1-d883-4230-885f-d3bd73268e6b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Deleting subnet 833776ae-a694-479a-a56b-2d1a592c624b {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:14:11.384953 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a36543b1-d883-4230-885f-d3bd73268e6b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.472968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-9e3f618f-f000-45c7-b145-33c24c0954b6 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 379 time: 0.0806255 Jul 30 02:14:11.491094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'port': {'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'admin_state_up': True, 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'security_groups': ['e0e362fc-7971-4aa4-88f4-0a99efa0bbdd']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:11.501068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a36543b1-d883-4230-885f-d3bd73268e6b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.506252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3da9ffbb-91ef-4e6d-8c19-8ff066f88648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.534377 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3da9ffbb-91ef-4e6d-8c19-8ff066f88648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.569364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1dd2a0b0-696a-4a19-9909-56d91c5f4f5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1674995 Jul 30 02:14:11.576237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39066) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:11.587863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-640cf686-630b-4acf-bf9f-d50e8c9de8b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:11.602649 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3da9ffbb-91ef-4e6d-8c19-8ff066f88648 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c48c32b780514fdc88352b4597b296ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3740132 Jul 30 02:14:11.608197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39068) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:11.643879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9ffbb-91ef-4e6d-8c19-8ff066f88648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b386692b-9c89-4d39-b671-87e0efbe0e6e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:11.788402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a36543b1-d883-4230-885f-d3bd73268e6b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.893581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a573f095-819b-4e71-a422-814e98d9e3f8 None None] Provisioning for port 45af7dc1-b04e-4e90-82e6-398930884934 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:11.908611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11a45550-ddce-4aee-b8ed-e9c15400e827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.985621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a573f095-819b-4e71-a422-814e98d9e3f8 None None] Provisioning complete for port a53491bf-9c28-4526-a1ff-83691bfb6d1e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:11.989289 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a573f095-819b-4e71-a422-814e98d9e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:11.989977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Made reservation on behalf of 8268d859b1b1494395346d8aba71dcee for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:12.016511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.049227 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11a45550-ddce-4aee-b8ed-e9c15400e827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.055535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a573f095-819b-4e71-a422-814e98d9e3f8 None None] Port a53491bf-9c28-4526-a1ff-83691bfb6d1e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:12.073068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a36543b1-d883-4230-885f-d3bd73268e6b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.133434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36543b1-d883-4230-885f-d3bd73268e6b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event deleted for resources: {'Subnet': ['ID=833776ae-a694-479a-a56b-2d1a592c624b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:12.171742 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a36543b1-d883-4230-885f-d3bd73268e6b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.178829 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a36543b1-d883-4230-885f-d3bd73268e6b tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "DELETE /v2.0/subnets/833776ae-a694-479a-a56b-2d1a592c624b HTTP/1.1" status: 204 len: 168 time: 0.9810815 Jul 30 02:14:12.180738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39078) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:12.184719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d24c11-e9ea-48a9-9a19-69aa58fbc3cf None None] Network ad4d784a-29ba-424f-aa84-32f1f9019f9b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:12.276974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640cf686-630b-4acf-bf9f-d50e8c9de8b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:12.279499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 45af7dc1-b04e-4e90-82e6-398930884934 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:12.292151 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-640cf686-630b-4acf-bf9f-d50e8c9de8b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.337925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11a45550-ddce-4aee-b8ed-e9c15400e827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.342544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11a45550-ddce-4aee-b8ed-e9c15400e827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.347894 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-11a45550-ddce-4aee-b8ed-e9c15400e827 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b386692b-9c89-4d39-b671-87e0efbe0e6e HTTP/1.1" status: 204 len: 168 time: 0.7368870 Jul 30 02:14:12.374235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a45550-ddce-4aee-b8ed-e9c15400e827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b386692b-9c89-4d39-b671-87e0efbe0e6e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:12.383310 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.484660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402651a-6436-4d52-b8ec-34ede41ce6de req-5b2fdd3e-c5ef-4b57-8424-4d30a758b8f9 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:12.493783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f402651a-6436-4d52-b8ec-34ede41ce6de req-5b2fdd3e-c5ef-4b57-8424-4d30a758b8f9 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.4116530 Jul 30 02:14:12.522806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Deleting port 75b9fe63-2882-4af2-99cb-9e5728662db2 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:12.523288 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.594829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 45af7dc1-b04e-4e90-82e6-398930884934 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:12.605379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 45af7dc1-b04e-4e90-82e6-398930884934 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:12.605847 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.613969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f402651a-6436-4d52-b8ec-34ede41ce6de req-cac62919-dc78-427a-881d-30696b1808e0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188939 Jul 30 02:14:12.664262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-45ae6d70-ad02-42a2-9bf9-4e965b4979a8 None None] Provisioning for port 3949375c-19e1-4b38-b5fa-54b093df1a1d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:12.672183 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-45ae6d70-ad02-42a2-9bf9-4e965b4979a8 None None] Provisioning complete for port 3949375c-19e1-4b38-b5fa-54b093df1a1d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:12.672562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-45ae6d70-ad02-42a2-9bf9-4e965b4979a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.732519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-45ae6d70-ad02-42a2-9bf9-4e965b4979a8 None None] Port 3949375c-19e1-4b38-b5fa-54b093df1a1d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:12.760833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] For port 75b9fe63-2882-4af2-99cb-9e5728662db2, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=75b9fe63-2882-4af2-99cb-9e5728662db2,segment=NetworkSegment(a857a7f5-2d64-40df-8af6-490c6d63be8c),segment_id=a857a7f5-2d64-40df-8af6-490c6d63be8c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:12.761661 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.802722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:12.809893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.20.0.8 (ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea/e3705cda-2921-4906-97b0-5a565bc7a30f/1ee3b726-5ae1-40be-9311-18005aea8361) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:12.820520 n-d-715271-7 neutron-server[93819]: INFO neutron.db.ipam_backend_mixin [None req-640cf686-630b-4acf-bf9f-d50e8c9de8b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f21fff9-aaf8-4406-97f1-917d05ccced7 (CIDR: 2001:db8::/64) Jul 30 02:14:12.825010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Calling delete_port for 75b9fe63-2882-4af2-99cb-9e5728662db2 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:12.855177 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-640cf686-630b-4acf-bf9f-d50e8c9de8b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:14:12.857406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640cf686-630b-4acf-bf9f-d50e8c9de8b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:12.862911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] DHCP port deletion for ad4d784a-29ba-424f-aa84-32f1f9019f9b request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:14:12.898516 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 45af7dc1-b04e-4e90-82e6-398930884934, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=45af7dc1-b04e-4e90-82e6-398930884934,segment=NetworkSegment(0eccf035-818f-4ca6-be4e-3b05436cbf66),segment_id=0eccf035-818f-4ca6-be4e-3b05436cbf66)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:12.962080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce1fd7e1-2fbc-446f-9eb5-5df047ed0cf5 req-a55b4b3a-3d24-4e78-be12-97db2316607d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.1106420 Jul 30 02:14:12.986854 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.003324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-640cf686-630b-4acf-bf9f-d50e8c9de8b1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4254208 Jul 30 02:14:13.008436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39094) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:13.016301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.056088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:13.181356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event deleted for resources: {'Port': ['ID=75b9fe63-2882-4af2-99cb-9e5728662db2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:13.192126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] No DVR routers for this DVR port 75b9fe63-2882-4af2-99cb-9e5728662db2 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:13.202079 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=45af7dc1-b04e-4e90-82e6-398930884934,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:13.205867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39098) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:13.233148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.257825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] Deleting port 75b9fe63-2882-4af2-99cb-9e5728662db2 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:13.258357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.354918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.371528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4d784a-29ba-424f-aa84-32f1f9019f9b']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:13.384062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.387879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a857a7f5-2d64-40df-8af6-490c6d63be8c') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:13.388442 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a857a7f5-2d64-40df-8af6-490c6d63be8c') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:13.393318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.402150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.414641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:13.418751 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.422834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] For port 75b9fe63-2882-4af2-99cb-9e5728662db2, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:13.427088 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.436977 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.470924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] Calling delete_port for 75b9fe63-2882-4af2-99cb-9e5728662db2 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:13.479260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] Port 75b9fe63-2882-4af2-99cb-9e5728662db2 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:14:13.492486 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.496420 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.522447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Transition to ACTIVE for port object 1ee3b726-5ae1-40be-9311-18005aea8361 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:13.527887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:14:13.528595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:14:13.532256 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:14:13.566032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=81072983b2cc40c2bbed0f1bb2ff4b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560085 Jul 30 02:14:13.568976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39100) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:13.594080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fbb668-0eb2-4efb-811e-93655f81219b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:13.596911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] Pushing event deleted for resources: {'Port': ['ID=75b9fe63-2882-4af2-99cb-9e5728662db2,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:13.634397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093f6d2-c1fd-4752-871f-ff4aa551f54e None None] No DVR routers for this DVR port 75b9fe63-2882-4af2-99cb-9e5728662db2 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:13.634655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.634986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.635327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.635754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.636249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.638223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.650452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.652906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.653677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.654077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.654437 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.655344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51356a3c-13f7-40b5-9006-2903beeeee5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:13.732907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-7166844c-0e97-49e0-9fb4-0aabd6ced338 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:13.734694 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-7166844c-0e97-49e0-9fb4-0aabd6ced338 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.41 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.2517121 Jul 30 02:14:13.739486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.753863 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.768624 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.774500 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "DELETE /v2.0/networks/ad4d784a-29ba-424f-aa84-32f1f9019f9b HTTP/1.1" status: 204 len: 168 time: 1.5920701 Jul 30 02:14:13.788843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39108) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:13.819265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb1434-4bc6-4ef0-b133-3af5a4850aec tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event deleted for resources: {'Network': ['ID=ad4d784a-29ba-424f-aa84-32f1f9019f9b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:13.887298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=1ee3b726-5ae1-40be-9311-18005aea8361,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:13.936925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:13.964343 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a5da266-b610-4422-96d6-d38394336d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:13.972030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:13.980931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:14.085996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:14.087171 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:14.106665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Deleting port d83d31c4-ba06-43cb-a9de-7afc56ac543c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:14.109449 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:14.143813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 45af7dc1-b04e-4e90-82e6-398930884934 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:14.314852 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a5da266-b610-4422-96d6-d38394336d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:14.335320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c0b65-56b7-4561-9b33-345c326acc72 req-a95975ee-a1d0-4667-86a1-5b87fb5656d4 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:14.344545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b05c0b65-56b7-4561-9b33-345c326acc72 req-a95975ee-a1d0-4667-86a1-5b87fb5656d4 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 945 time: 0.4717672 Jul 30 02:14:14.354707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-b49a650d-9256-472a-b2c8-07edb28b86bc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8728850 Jul 30 02:14:14.427339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Request body: {'port': {'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:14.484331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:14.555870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=ce58e2b6-b54d-4509-9a9c-405d6e422975,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:14.583172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:14.587559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:14.592872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:14.593473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:14.613629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d7fdc-a335-406a-b371-7236c1203765 None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:14.672456 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-45b6312a-04d4-4027-adfd-339116934b60 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6569412 Jul 30 02:14:14.676881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39118) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:14.700234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-327422803', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce58e2b6-b54d-4509-9a9c-405d6e422975'}], 'security_groups': ['572b7df6-8b52-45b4-b09e-bf18e7a29fea']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:14.714774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b05c0b65-56b7-4561-9b33-345c326acc72 req-22c31ed9-cb3f-462b-bc1d-ce845b682757 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/security-groups?id=3a74670f-a850-40b9-adc0-2663e8b7dcbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679810 Jul 30 02:14:14.721507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] For port d83d31c4-ba06-43cb-a9de-7afc56ac543c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d83d31c4-ba06-43cb-a9de-7afc56ac543c,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:14.721815 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a5da266-b610-4422-96d6-d38394336d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:14.723059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:14.726709 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a5da266-b610-4422-96d6-d38394336d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:14.733715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2a5da266-b610-4422-96d6-d38394336d7d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d2fbb668-0eb2-4efb-811e-93655f81219b HTTP/1.1" status: 204 len: 168 time: 1.1617997 Jul 30 02:14:14.890734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5da266-b610-4422-96d6-d38394336d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fbb668-0eb2-4efb-811e-93655f81219b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:15.013457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 45af7dc1-b04e-4e90-82e6-398930884934 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:15.014292 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:15.022082 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:15.046010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a39aa039-a99c-4d2b-bcb3-a66a12f3d6fc None None] Provisioning for port 1ee3b726-5ae1-40be-9311-18005aea8361 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:15.058040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Calling delete_port for d83d31c4-ba06-43cb-a9de-7afc56ac543c owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:15.117335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Deleting port fdcbc439-bbe8-4a3d-b05f-6f7dbbe9abbf {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:15.118306 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:15.207481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a39aa039-a99c-4d2b-bcb3-a66a12f3d6fc None None] Provisioning complete for port 1ee3b726-5ae1-40be-9311-18005aea8361 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:15.208199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a39aa039-a99c-4d2b-bcb3-a66a12f3d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:15.314353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e077e35-0cf7-4ec2-a6fc-48a33180d677 req-532aed53-a1fe-4d53-9fbd-6e74a178ca31 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:15.334636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e077e35-0cf7-4ec2-a6fc-48a33180d677 req-532aed53-a1fe-4d53-9fbd-6e74a178ca31 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 931 time: 0.4052975 Jul 30 02:14:15.384432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a39aa039-a99c-4d2b-bcb3-a66a12f3d6fc None None] Port 1ee3b726-5ae1-40be-9311-18005aea8361 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:15.489924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:15.712099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 75b9fe63-2882-4af2-99cb-9e5728662db2 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:15.796612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 75b9fe63-2882-4af2-99cb-9e5728662db2 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:15.798052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 75b9fe63-2882-4af2-99cb-9e5728662db2 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:15.851417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39136) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:15.863813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe76c82a-93f9-4417-889d-ef2d83913827 None None] Update dhcp port {'port': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'fixed_ips': [{'subnet_id': '4f21fff9-aaf8-4406-97f1-917d05ccced7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce58e2b6-b54d-4509-9a9c-405d6e422975'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '45af7dc1-b04e-4e90-82e6-398930884934'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:14:15.903542 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe76c82a-93f9-4417-889d-ef2d83913827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.004976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0a4b805-e4fe-4075-ae28-b6877a6f5ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.042072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.162208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d83d31c4-ba06-43cb-a9de-7afc56ac543c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:14:16.174298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Pushing event deleted for resources: {'Port': ['ID=d83d31c4-ba06-43cb-a9de-7afc56ac543c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:16.398393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fe76c82a-93f9-4417-889d-ef2d83913827 None None] Allocated IP 2001:db8:0:1::2 (ccd04ae2-f984-4fc4-af4b-a55c31909834/ce58e2b6-b54d-4509-9a9c-405d6e422975/45af7dc1-b04e-4e90-82e6-398930884934) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:16.440020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] No DVR routers for this DVR port d83d31c4-ba06-43cb-a9de-7afc56ac543c on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:16.447104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.449351 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d52b9552-a1b1-44ca-a6ca-c02600fd6632 req-f281d852-392e-47aa-a255-e0ba30be3940 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.41 "DELETE /v2.0/ports/d83d31c4-ba06-43cb-a9de-7afc56ac543c HTTP/1.1" status: 204 len: 173 time: 2.7019277 Jul 30 02:14:16.451097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c30941-5528-4851-aac6-1d63717f7e81', 'name': 'network-vif-deleted', 'tag': 'd83d31c4-ba06-43cb-a9de-7afc56ac543c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:14:16.455309 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bbd7c3-a2f6-4629-bc14-2218a42b6654" -d '{"events": [{"server_uuid": "d5c30941-5528-4851-aac6-1d63717f7e81", "name": "network-vif-deleted", "tag": "d83d31c4-ba06-43cb-a9de-7afc56ac543c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:14:16.488924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e077e35-0cf7-4ec2-a6fc-48a33180d677 req-61b0577e-525e-4821-a2da-9163985115fe tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1479306 Jul 30 02:14:16.514165 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.520285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.687719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Calling delete_port for fdcbc439-bbe8-4a3d-b05f-6f7dbbe9abbf owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:16.736922 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0a4b805-e4fe-4075-ae28-b6877a6f5ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.746134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dca7b295-3bba-4b63-90e1-244db75efd6c req-7a813572-8dce-4203-a856-2c30f0afaae0 tempest-ServerRescueNegativeTestJSON-1446155250 tempest-ServerRescueNegativeTestJSON-1446155250-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5c30941-5528-4851-aac6-1d63717f7e81 HTTP/1.1" status: 200 len: 210 time: 0.0711231 Jul 30 02:14:16.749130 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0a4b805-e4fe-4075-ae28-b6877a6f5ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.787165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fe76c82a-93f9-4417-889d-ef2d83913827 None None] For port 45af7dc1-b04e-4e90-82e6-398930884934, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=45af7dc1-b04e-4e90-82e6-398930884934,segment=NetworkSegment(0eccf035-818f-4ca6-be4e-3b05436cbf66),segment_id=0eccf035-818f-4ca6-be4e-3b05436cbf66)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:16.910127 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b0a4b805-e4fe-4075-ae28-b6877a6f5ef5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19a639a070e74671a76b0839aace1885&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0487936 Jul 30 02:14:16.914786 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f4b4fc-8ceb-4d80-a8e6-b3d7c593af79 x-openstack-request-id: req-f7f4b4fc-8ceb-4d80-a8e6-b3d7c593af79 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:14:16.915628 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c30941-5528-4851-aac6-1d63717f7e81", "name": "network-vif-deleted", "tag": "d83d31c4-ba06-43cb-a9de-7afc56ac543c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:14:16.916602 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f7f4b4fc-8ceb-4d80-a8e6-b3d7c593af79 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:14:16.917452 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c30941-5528-4851-aac6-1d63717f7e81', 'name': 'network-vif-deleted', 'tag': 'd83d31c4-ba06-43cb-a9de-7afc56ac543c', 'status': 'completed', 'code': 200} Jul 30 02:14:16.918304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39150) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:16.919019 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe76c82a-93f9-4417-889d-ef2d83913827 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:16.930155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4b805-e4fe-4075-ae28-b6877a6f5ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e4f338-12b6-4a03-bfc7-a157dfe25dec,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:16.986530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fe76c82a-93f9-4417-889d-ef2d83913827 None None] Transition to ACTIVE for port object 45af7dc1-b04e-4e90-82e6-398930884934 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:16.994172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe76c82a-93f9-4417-889d-ef2d83913827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.264460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76c82a-93f9-4417-889d-ef2d83913827 None None] Pushing event updated for resources: {'Port': ['ID=45af7dc1-b04e-4e90-82e6-398930884934,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:17.314298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04af38ab-f228-4139-840d-c71b1d24c711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.321311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee3b726-5ae1-40be-9311-18005aea8361 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:14:17.343700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.369225 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.429917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Pushing event deleted for resources: {'Port': ['ID=fdcbc439-bbe8-4a3d-b05f-6f7dbbe9abbf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:17.437125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Transition to ACTIVE for port object 1ee3b726-5ae1-40be-9311-18005aea8361 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:17.446515 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.647345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Delete allocated IP 2001:db8::a4 (ccd04ae2-f984-4fc4-af4b-a55c31909834/4f21fff9-aaf8-4406-97f1-917d05ccced7) {{(pid=93818) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:14:17.676646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8:0:1::52 (ccd04ae2-f984-4fc4-af4b-a55c31909834/ce58e2b6-b54d-4509-9a9c-405d6e422975/3949375c-19e1-4b38-b5fa-54b093df1a1d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:17.690168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee3b726-5ae1-40be-9311-18005aea8361,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:17.736274 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04af38ab-f228-4139-840d-c71b1d24c711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.839294 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04af38ab-f228-4139-840d-c71b1d24c711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.842708 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04af38ab-f228-4139-840d-c71b1d24c711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.844242 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-04af38ab-f228-4139-840d-c71b1d24c711 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/23e4f338-12b6-4a03-bfc7-a157dfe25dec HTTP/1.1" status: 204 len: 168 time: 0.9236927 Jul 30 02:14:17.867044 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.870615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af38ab-f228-4139-840d-c71b1d24c711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e4f338-12b6-4a03-bfc7-a157dfe25dec,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:17.871204 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:17.875904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a140e7e7-1ade-4aba-aab5-08d47eddfcbc tempest-FloatingIPAdminTestJSON-54826635 tempest-FloatingIPAdminTestJSON-54826635-project] 10.222.0.84 "DELETE /v2.0/floatingips/e51bfac9-dcc3-4cf7-9c94-7930a44b2983 HTTP/1.1" status: 204 len: 168 time: 4.0128510 Jul 30 02:14:18.015589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a99cf-8e08-4cc4-a2be-712df3e55348 req-c229ba67-09e3-4284-a1d6-30300a1c0303 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:18.024721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b44a99cf-8e08-4cc4-a2be-712df3e55348 req-c229ba67-09e3-4284-a1d6-30300a1c0303 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 943 time: 0.3071365 Jul 30 02:14:18.059673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Attempting to bind port 1ee3b726-5ae1-40be-9311-18005aea8361 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:18.060057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Attempting to bind port 1ee3b726-5ae1-40be-9311-18005aea8361 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:18.060394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Attempting to bind port 1ee3b726-5ae1-40be-9311-18005aea8361 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:18.078050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Port 1ee3b726-5ae1-40be-9311-18005aea8361 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:18.078628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Attempting to bind port 1ee3b726-5ae1-40be-9311-18005aea8361 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:18.102497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:18.102857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:18.105016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Bound using segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:18.105498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Bound port: 1ee3b726-5ae1-40be-9311-18005aea8361, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:18.105992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:18.149798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b44a99cf-8e08-4cc4-a2be-712df3e55348 req-50e57a1d-efa9-4689-99c5-617883c10060 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237864 Jul 30 02:14:18.176791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 45af7dc1-b04e-4e90-82e6-398930884934 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:18.307242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39170) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:18.318211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] For port 1ee3b726-5ae1-40be-9311-18005aea8361, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:18.324861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] For port 1ee3b726-5ae1-40be-9311-18005aea8361, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1ee3b726-5ae1-40be-9311-18005aea8361,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:18.336285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:18.596557 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:18.599171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee3b726-5ae1-40be-9311-18005aea8361,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:18.605689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:18.606793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:18.609207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d599aaf8-7964-49f7-ae65-fb2430d82373 service neutron] 10.222.0.22 "PUT /v2.0/ports/1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 1091 time: 4.1993411 Jul 30 02:14:18.609965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:14:18.613991 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e1c82e-5456-494b-9ddf-a1977af44d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:14:18.690373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 3949375c-19e1-4b38-b5fa-54b093df1a1d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:18.783649 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72a33cd-8fcd-4fbd-9f71-e115edb3300b x-openstack-request-id: req-f72a33cd-8fcd-4fbd-9f71-e115edb3300b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:14:18.784855 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:14:18.785257 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f72a33cd-8fcd-4fbd-9f71-e115edb3300b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:14:18.785852 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361', 'status': 'completed', 'code': 200} Jul 30 02:14:18.793728 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:18.848447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d83d31c4-ba06-43cb-a9de-7afc56ac543c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:18.862421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171428-1495-400b-bb4b-9438067d7b61 req-27988c16-b425-4980-b03e-50e6b7e3c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:18.865644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-27988c16-b425-4980-b03e-50e6b7e3c485 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1094 time: 0.1956372 Jul 30 02:14:18.900172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: d83d31c4-ba06-43cb-a9de-7afc56ac543c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:18.901114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d83d31c4-ba06-43cb-a9de-7afc56ac543c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:18.941245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Provisioning for port 45af7dc1-b04e-4e90-82e6-398930884934 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:18.957130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Provisioning complete for port 45af7dc1-b04e-4e90-82e6-398930884934 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:18.957933 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:18.990688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-7871a338-9ddd-4bf6-b0d2-8e9224a4665e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 217 time: 0.1104662 Jul 30 02:14:19.082580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39190) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:19.153920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171428-1495-400b-bb4b-9438067d7b61 req-f2e9144a-c594-42cc-ba73-d8a5a75b2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:19.156564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-f2e9144a-c594-42cc-ba73-d8a5a75b2e19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1521430 Jul 30 02:14:19.294895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Provisioning for port 3949375c-19e1-4b38-b5fa-54b093df1a1d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:19.300157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Provisioning complete for port 3949375c-19e1-4b38-b5fa-54b093df1a1d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:19.301141 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:19.305176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171428-1495-400b-bb4b-9438067d7b61 req-8cf11f9e-6703-45a1-bbbf-2e2161332577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:19.311365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-8cf11f9e-6703-45a1-bbbf-2e2161332577 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394944 Jul 30 02:14:19.453192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Port 3949375c-19e1-4b38-b5fa-54b093df1a1d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:19.535274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Provisioning complete for port a53491bf-9c28-4526-a1ff-83691bfb6d1e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:19.537195 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:19.616833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-f45883f3-9622-4414-b5de-8765b939dbeb service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914221 Jul 30 02:14:19.652803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa0868-3721-43eb-bf02-380bde87e208 None None] Port a53491bf-9c28-4526-a1ff-83691bfb6d1e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:19.972974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1171428-1495-400b-bb4b-9438067d7b61 req-d3505868-951d-4d52-b8f5-6a78b2db123e service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152046 Jul 30 02:14:19.989414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] In _notify_port_updated(), no bound segment for port 3949375c-19e1-4b38-b5fa-54b093df1a1d on network ccd04ae2-f984-4fc4-af4b-a55c31909834 {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:14:20.001014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:20.009472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47357e6f-4807-4706-b27b-c73c31032a17 req-61d863eb-097e-4ea4-b01f-34e92e8235c9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:20.011125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:20.016055 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "PUT /v2.0/ports/3949375c-19e1-4b38-b5fa-54b093df1a1d HTTP/1.1" status: 200 len: 929 time: 5.3354912 Jul 30 02:14:20.017347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39220) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:20.018464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47357e6f-4807-4706-b27b-c73c31032a17 req-61d863eb-097e-4ea4-b01f-34e92e8235c9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 943 time: 0.5269816 Jul 30 02:14:20.045737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7cbbb3b2-725f-4ad6-8308-49989a23828f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=089021c546c948e6baec8a0a8c263fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9616165 Jul 30 02:14:20.050067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39222) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:20.245268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-0b2e764f-4906-4fd6-82d1-21b65c4743fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:20.246399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-0b2e764f-4906-4fd6-82d1-21b65c4743fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1094 time: 0.1470850 Jul 30 02:14:20.305272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-47357e6f-4807-4706-b27b-c73c31032a17 req-b83aa855-2aa0-4870-9ab5-0adc1041a57c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576053 Jul 30 02:14:20.309903 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c779-0140-4b5e-9410-75d7fa2a5c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:20.481612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4ef1a-1afd-4994-b4f3-9fafb83cf238 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=3949375c-19e1-4b38-b5fa-54b093df1a1d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:20.484861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-40527b3e-78bc-4805-87b4-182ae5476c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:20.487754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-40527b3e-78bc-4805-87b4-182ae5476c49 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.1789298 Jul 30 02:14:20.523281 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c779-0140-4b5e-9410-75d7fa2a5c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:20.528314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8f9498a0-c78e-4cac-bb97-50890ac41f12 None None] Provisioning complete for port 3949375c-19e1-4b38-b5fa-54b093df1a1d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:20.530595 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f9498a0-c78e-4cac-bb97-50890ac41f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:20.582507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8f9498a0-c78e-4cac-bb97-50890ac41f12 None None] Port 3949375c-19e1-4b38-b5fa-54b093df1a1d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:20.675799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-3f098414-dd79-4173-b679-3ad3a8ad63f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 217 time: 0.0852952 Jul 30 02:14:20.722253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c779-0140-4b5e-9410-75d7fa2a5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:20.728293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-50eafe9a-9236-4f45-ae0f-9765c0a07862 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 3949375c-19e1-4b38-b5fa-54b093df1a1d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:20.728935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50eafe9a-9236-4f45-ae0f-9765c0a07862 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:20.736407 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c779-0140-4b5e-9410-75d7fa2a5c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:20.737838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5fe1c779-0140-4b5e-9410-75d7fa2a5c43 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b6a34427-93ae-416d-bed3-c87bddf3e45e HTTP/1.1" status: 204 len: 168 time: 0.6861255 Jul 30 02:14:20.814822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1c779-0140-4b5e-9410-75d7fa2a5c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a34427-93ae-416d-bed3-c87bddf3e45e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:20.841325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39246) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:20.868187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-37550ad7-0095-49f0-8c2e-e70250553d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:20.870621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-37550ad7-0095-49f0-8c2e-e70250553d48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1771748 Jul 30 02:14:20.973320 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50eafe9a-9236-4f45-ae0f-9765c0a07862 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.000581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-50eafe9a-9236-4f45-ae0f-9765c0a07862 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 3949375c-19e1-4b38-b5fa-54b093df1a1d owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:21.092068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-ff05fc39-9749-4351-8362-ab69cf294f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:21.098497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-ff05fc39-9749-4351-8362-ab69cf294f1d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146749 Jul 30 02:14:21.104064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.197234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac024fac-8925-4efc-a856-495127d80fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.283556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-64d54d86-b61e-49b5-a43b-8c670d00fc9f service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672597 Jul 30 02:14:21.506881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34e1c82e-5456-494b-9ddf-a1977af44d8d req-7f5168fd-e655-41ef-b77e-adafd13aeaa4 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075331 Jul 30 02:14:21.520181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de8c07-170c-494e-9988-2b6a48d96b46 req-c60e8616-90b2-4877-846a-5213011fbae3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:21.522421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1de8c07-170c-494e-9988-2b6a48d96b46 req-c60e8616-90b2-4877-846a-5213011fbae3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 943 time: 0.1015341 Jul 30 02:14:21.523181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39262) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:21.544423 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a418557-7c9c-4a21-b553-2af04bc32c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.597145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1de8c07-170c-494e-9988-2b6a48d96b46 req-d4f56f1c-79a6-49db-a88e-0f86adb921ac tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553451 Jul 30 02:14:21.725511 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50eafe9a-9236-4f45-ae0f-9765c0a07862 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.735120 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac024fac-8925-4efc-a856-495127d80fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.784336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac024fac-8925-4efc-a856-495127d80fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.805084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eafe9a-9236-4f45-ae0f-9765c0a07862 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=3949375c-19e1-4b38-b5fa-54b093df1a1d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:21.878124 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a418557-7c9c-4a21-b553-2af04bc32c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.885725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50eafe9a-9236-4f45-ae0f-9765c0a07862 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.886254 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a418557-7c9c-4a21-b553-2af04bc32c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:21.891151 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-50eafe9a-9236-4f45-ae0f-9765c0a07862 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/3949375c-19e1-4b38-b5fa-54b093df1a1d HTTP/1.1" status: 204 len: 168 time: 1.8491611 Jul 30 02:14:21.893400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac024fac-8925-4efc-a856-495127d80fcb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f7b1418521af444f95c35a295c379dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0506375 Jul 30 02:14:21.893926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39270) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:21.898578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39272) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:21.900350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac024fac-8925-4efc-a856-495127d80fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73643460-02e6-431a-a48f-216e45226ff0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:21.969836 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbf8c39-25fa-40b7-8a9a-7905acd23ef2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:14:21.975386 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8cbf8c39-25fa-40b7-8a9a-7905acd23ef2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/3949375c-19e1-4b38-b5fa-54b093df1a1d HTTP/1.1" status: 404 len: 333 time: 0.0732317 Jul 30 02:14:21.976589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:22.000334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8a418557-7c9c-4a21-b553-2af04bc32c54 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=81ce75c57d4d47d8847e1bd63408fb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755425 Jul 30 02:14:22.016707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39276) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:22.066704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a418557-7c9c-4a21-b553-2af04bc32c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cea064-505d-44ae-bef1-d6c2667e35bc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:22.164382 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59fe864c-b262-4fa2-b982-2fc3e7df7134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.168871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8937540-c429-4c0f-bd60-b8c92c58e616 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.181908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b945236e-9b95-4e7c-8562-eb4b7748dc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.210168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59fe864c-b262-4fa2-b982-2fc3e7df7134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.231931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8937540-c429-4c0f-bd60-b8c92c58e616 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.234280 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b945236e-9b95-4e7c-8562-eb4b7748dc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.265706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Deleting port 2565988f-b8d3-4a28-b361-4c8e5914876e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:22.266337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.327907 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b945236e-9b95-4e7c-8562-eb4b7748dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.329762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b945236e-9b95-4e7c-8562-eb4b7748dc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.336006 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b945236e-9b95-4e7c-8562-eb4b7748dc6b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c6cea064-505d-44ae-bef1-d6c2667e35bc HTTP/1.1" status: 204 len: 168 time: 0.3115773 Jul 30 02:14:22.346934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945236e-9b95-4e7c-8562-eb4b7748dc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cea064-505d-44ae-bef1-d6c2667e35bc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:22.350916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59fe864c-b262-4fa2-b982-2fc3e7df7134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.354802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-59fe864c-b262-4fa2-b982-2fc3e7df7134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.361726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-59fe864c-b262-4fa2-b982-2fc3e7df7134 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/73643460-02e6-431a-a48f-216e45226ff0 HTTP/1.1" status: 204 len: 168 time: 0.4541845 Jul 30 02:14:22.369430 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe864c-b262-4fa2-b982-2fc3e7df7134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73643460-02e6-431a-a48f-216e45226ff0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:22.451047 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8937540-c429-4c0f-bd60-b8c92c58e616 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.456654 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8937540-c429-4c0f-bd60-b8c92c58e616 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.461471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e8937540-c429-4c0f-bd60-b8c92c58e616 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/security-groups/54bb7e1a-b7b6-4237-b648-24733f351712 HTTP/1.1" status: 204 len: 168 time: 0.4809256 Jul 30 02:14:22.461892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39286) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:22.496938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8937540-c429-4c0f-bd60-b8c92c58e616 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bb7e1a-b7b6-4237-b648-24733f351712,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:22.526639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] For port 2565988f-b8d3-4a28-b361-4c8e5914876e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2565988f-b8d3-4a28-b361-4c8e5914876e,segment=NetworkSegment(646ab450-bd04-43c6-83a0-890219eac2f9),segment_id=646ab450-bd04-43c6-83a0-890219eac2f9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:22.527410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.557966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Calling delete_port for 2565988f-b8d3-4a28-b361-4c8e5914876e owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:22.561359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2abab38-f659-45c7-858c-9aee2b7abf8b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.599417 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2abab38-f659-45c7-858c-9aee2b7abf8b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.709137 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2abab38-f659-45c7-858c-9aee2b7abf8b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.714589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2abab38-f659-45c7-858c-9aee2b7abf8b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.717957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f2abab38-f659-45c7-858c-9aee2b7abf8b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/security-groups/572b7df6-8b52-45b4-b09e-bf18e7a29fea HTTP/1.1" status: 204 len: 168 time: 0.2548087 Jul 30 02:14:22.726786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39298) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:22.757719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abab38-f659-45c7-858c-9aee2b7abf8b tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572b7df6-8b52-45b4-b09e-bf18e7a29fea,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:22.938969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd1bcf6-5efe-4308-ac55-f50a2a8a755f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet 4f21fff9-aaf8-4406-97f1-917d05ccced7 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:14:22.945260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7329-ea5b-4db4-b9c9-46c8f39c62ab req-61f4b818-a6a9-422a-9efd-eea485313cc3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:22.946842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dd1bcf6-5efe-4308-ac55-f50a2a8a755f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:22.950591 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5cf7329-ea5b-4db4-b9c9-46c8f39c62ab req-61f4b818-a6a9-422a-9efd-eea485313cc3 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 943 time: 0.1421883 Jul 30 02:14:23.033619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dd1bcf6-5efe-4308-ac55-f50a2a8a755f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.060378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5cf7329-ea5b-4db4-b9c9-46c8f39c62ab req-228dc2a3-957d-48aa-a2b2-c20d4f0144d4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013534 Jul 30 02:14:23.136251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39312) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:23.175639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1385-d847-4424-b3c0-1c416e155ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.335790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.343091 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dd1bcf6-5efe-4308-ac55-f50a2a8a755f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.396021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1385-d847-4424-b3c0-1c416e155ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.402870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1385-d847-4424-b3c0-1c416e155ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.459982 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Pushing event deleted for resources: {'Port': ['ID=2565988f-b8d3-4a28-b361-4c8e5914876e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:23.492093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cf8c1385-d847-4424-b3c0-1c416e155ae8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=05f85291cabb46b1a958e9dfc81907bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519449 Jul 30 02:14:23.492954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39320) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:23.497602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.498238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.499005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.499662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.500243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.501515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.502128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.502740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.503629 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.504079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c1385-d847-4424-b3c0-1c416e155ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b76b5c3-7c53-4e75-975e-fecfb9bffe9e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:23.504239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.504676 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.505378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:23.596664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf4a-3edc-475b-928e-49afa3292c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.629492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dd1bcf6-5efe-4308-ac55-f50a2a8a755f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.636557 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf4a-3edc-475b-928e-49afa3292c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.731745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf4a-3edc-475b-928e-49afa3292c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.736046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1bcf6-5efe-4308-ac55-f50a2a8a755f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=4f21fff9-aaf8-4406-97f1-917d05ccced7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:23.749178 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dd1bcf6-5efe-4308-ac55-f50a2a8a755f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.751628 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2dd1bcf6-5efe-4308-ac55-f50a2a8a755f tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/4f21fff9-aaf8-4406-97f1-917d05ccced7 HTTP/1.1" status: 204 len: 168 time: 1.0226414 Jul 30 02:14:23.759066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39328) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:23.765154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:23.770376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888409f4-9051-400c-87c6-447a3ea01f30 None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:23.779423 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e8d2bf4a-3edc-475b-928e-49afa3292c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:23.787547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e8d2bf4a-3edc-475b-928e-49afa3292c89 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b76b5c3-7c53-4e75-975e-fecfb9bffe9e HTTP/1.1" status: 204 len: 168 time: 0.2892976 Jul 30 02:14:23.830823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2bf4a-3edc-475b-928e-49afa3292c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b76b5c3-7c53-4e75-975e-fecfb9bffe9e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:24.002352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:24.114304 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:24.335726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050a3c-40ba-4e45-a7a0-8e701c268cc6 req-47eaf436-52b8-47a2-87de-533379b8b55f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:24.338397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3050a3c-40ba-4e45-a7a0-8e701c268cc6 req-47eaf436-52b8-47a2-87de-533379b8b55f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 943 time: 0.1324177 Jul 30 02:14:24.441887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3050a3c-40ba-4e45-a7a0-8e701c268cc6 req-ec57aafe-e47f-495c-85f4-91ac6e7f6b36 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756993 Jul 30 02:14:24.511970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:24.517890 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.026763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Router b91a359d-50a3-4227-9813-ec36d358efee has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:14:25.378845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0fdd1ade-2fd2-443e-aced-8d044a77d45b None None] Provisioning complete for port 45af7dc1-b04e-4e90-82e6-398930884934 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:25.380806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1ade-2fd2-443e-aced-8d044a77d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.457287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:25.472674 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-87eb1b41-955b-463e-b281-26c0fe90d09c admin admin] 10.222.0.84 "PUT /v2.0/routers/b91a359d-50a3-4227-9813-ec36d358efee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1244702 Jul 30 02:14:25.476454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39384) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:25.489491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] Sync routers for ids ['b91a359d-50a3-4227-9813-ec36d358efee'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:25.536508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.627823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] Routers {'b91a359d-50a3-4227-9813-ec36d358efee'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:25.628922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:14:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b91a359d-50a3-4227-9813-ec36d358efee'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:25.636251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:25.641587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:25.653805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:25.656005 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:25.664805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb087588-9419-421b-b5c4-1ffac37d4c6e None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:25.690323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=4a599a7c-6a9b-42d5-944a-fc516cf7b95b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:25.694505 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f40f7ff4-478a-4ee4-a68a-27c3da188e5a tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9343047 Jul 30 02:14:25.698759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39390) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:25.704216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-20cfd7c2-149f-430b-a414-55f160f9ffe6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'security_group': {'name': 'tempest-secgroup-1270594589'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:25.748720 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20cfd7c2-149f-430b-a414-55f160f9ffe6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.077291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0fdd1ade-2fd2-443e-aced-8d044a77d45b None None] Provisioning complete for port a53491bf-9c28-4526-a1ff-83691bfb6d1e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:26.078171 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1ade-2fd2-443e-aced-8d044a77d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.088250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67761efb-780d-4419-aeed-3aba8f9e9450 req-fca01f09-b806-4223-a7e4-ec6374791856 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:26.106161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67761efb-780d-4419-aeed-3aba8f9e9450 req-fca01f09-b806-4223-a7e4-ec6374791856 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 943 time: 0.4648998 Jul 30 02:14:26.140317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20cfd7c2-149f-430b-a414-55f160f9ffe6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.148658 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20cfd7c2-149f-430b-a414-55f160f9ffe6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.221227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd1ade-2fd2-443e-aced-8d044a77d45b None None] Port a53491bf-9c28-4526-a1ff-83691bfb6d1e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:26.238668 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20cfd7c2-149f-430b-a414-55f160f9ffe6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.243524 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-20cfd7c2-149f-430b-a414-55f160f9ffe6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5407047 Jul 30 02:14:26.251372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39412) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:26.267908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8c09c2b7-3ddd-4b29-bd37-6d66f949e13e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'security_group': {'name': 'tempest-secgroup-855410678'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:26.303096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.311027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfd7c2-149f-430b-a414-55f160f9ffe6 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae7653-801d-41b4-8f42-d320d90ac38a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:26.320728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67761efb-780d-4419-aeed-3aba8f9e9450 req-41ddfd2e-266f-4d87-9265-f2ab23637d36 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133069 Jul 30 02:14:26.333703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] Set router b91a359d-50a3-4227-9813-ec36d358efee gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:26.380262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c09c2b7-3ddd-4b29-bd37-6d66f949e13e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.566391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7750f02f-8cb1-411a-85b8-2a850f4812a2 None None] Update dhcp port {'port': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'fixed_ips': [{'subnet_id': 'ce58e2b6-b54d-4509-9a9c-405d6e422975', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a599a7c-6a9b-42d5-944a-fc516cf7b95b'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '45af7dc1-b04e-4e90-82e6-398930884934'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:14:26.592598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.624727 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7750f02f-8cb1-411a-85b8-2a850f4812a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.643144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c09c2b7-3ddd-4b29-bd37-6d66f949e13e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.650839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c09c2b7-3ddd-4b29-bd37-6d66f949e13e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.691399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c09c2b7-3ddd-4b29-bd37-6d66f949e13e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.697734 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8c09c2b7-3ddd-4b29-bd37-6d66f949e13e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4406655 Jul 30 02:14:26.697734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09c2b7-3ddd-4b29-bd37-6d66f949e13e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b251cc70-b744-4c48-b9aa-14d41acb408c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:26.698453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39428) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:26.708177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-10748628-9683-4c24-ba41-0e0109d49b06 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'security_group': {'name': 'tempest-secgroup-102922511'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:26.749374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Deleting port 283579df-ae02-4b5a-83fc-8affaf496467 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:26.749714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.764558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-10748628-9683-4c24-ba41-0e0109d49b06 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.945090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7750f02f-8cb1-411a-85b8-2a850f4812a2 None None] Allocated IP 2001:db8::2 (ccd04ae2-f984-4fc4-af4b-a55c31909834/4a599a7c-6a9b-42d5-944a-fc516cf7b95b/45af7dc1-b04e-4e90-82e6-398930884934) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:26.947654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] For port 283579df-ae02-4b5a-83fc-8affaf496467, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=283579df-ae02-4b5a-83fc-8affaf496467,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:26.947954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:26.971752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Calling delete_port for 283579df-ae02-4b5a-83fc-8affaf496467 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:27.073736 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-10748628-9683-4c24-ba41-0e0109d49b06 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.081582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-10748628-9683-4c24-ba41-0e0109d49b06 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.199145 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-10748628-9683-4c24-ba41-0e0109d49b06 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.203037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-10748628-9683-4c24-ba41-0e0109d49b06 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5007598 Jul 30 02:14:27.204769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39466) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:27.215703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1930837935', 'security_groups': ['62477e26-016a-40ae-85c9-e2362d2b8240'], 'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a599a7c-6a9b-42d5-944a-fc516cf7b95b'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:27.217470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10748628-9683-4c24-ba41-0e0109d49b06 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62477e26-016a-40ae-85c9-e2362d2b8240,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:27.275765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39468) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:27.279798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7750f02f-8cb1-411a-85b8-2a850f4812a2 None None] For port 45af7dc1-b04e-4e90-82e6-398930884934, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=45af7dc1-b04e-4e90-82e6-398930884934,segment=NetworkSegment(0eccf035-818f-4ca6-be4e-3b05436cbf66),segment_id=0eccf035-818f-4ca6-be4e-3b05436cbf66)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:27.295217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '283579df-ae02-4b5a-83fc-8affaf496467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:50Z', 'updated_at': '2021-07-30T02:14:23Z', 'revision_number': 5, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'gw_port': {'id': '283579df-ae02-4b5a-83fc-8affaf496467', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:10:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:10:51Z', 'updated_at': '2021-07-30T02:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:27.355280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] Checking router: b91a359d-50a3-4227-9813-ec36d358efee for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:14:27.398587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] Routers {'b91a359d-50a3-4227-9813-ec36d358efee'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:27.398790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:14:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['b91a359d-50a3-4227-9813-ec36d358efee'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:27.487359 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7750f02f-8cb1-411a-85b8-2a850f4812a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.590648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:27.672199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f744a36-4b97-498c-aebf-79b2b6ed16b3 req-83df20c2-7ba8-48d9-b1c1-d6f6ae66563a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:27.681265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f744a36-4b97-498c-aebf-79b2b6ed16b3 req-83df20c2-7ba8-48d9-b1c1-d6f6ae66563a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 943 time: 0.1552348 Jul 30 02:14:27.710884 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.758338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=283579df-ae02-4b5a-83fc-8affaf496467,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:27.776890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f744a36-4b97-498c-aebf-79b2b6ed16b3 req-ee1e19a9-d9df-4f67-b109-d4b5e91bab51 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945122 Jul 30 02:14:27.869728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-627567487'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:27.892832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.920481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39484) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:27.960907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7750f02f-8cb1-411a-85b8-2a850f4812a2 None None] Transition to ACTIVE for port object 45af7dc1-b04e-4e90-82e6-398930884934 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:27.962885 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.970437 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7750f02f-8cb1-411a-85b8-2a850f4812a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:27.985885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Made reservation on behalf of cd035bd3540e492baeb586aebf38157f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:27.991164 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.011795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.031209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] device_id is not set on port 3f7cd433-bfc9-4f2d-9038-877371cf4675 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:28.104282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] Set router b91a359d-50a3-4227-9813-ec36d358efee gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:28.121488 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.126553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.140566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750f02f-8cb1-411a-85b8-2a850f4812a2 None None] Pushing event updated for resources: {'Port': ['ID=45af7dc1-b04e-4e90-82e6-398930884934,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:28.240926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.242157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b91a359d-50a3-4227-9813-ec36d358efee {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:14:28.257700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.263340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e105fbdc-430c-46c8-ae44-59157fc30a0c admin admin] 10.222.0.84 "DELETE /v2.0/routers/b91a359d-50a3-4227-9813-ec36d358efee HTTP/1.1" status: 204 len: 168 time: 2.7826340 Jul 30 02:14:28.263904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39490) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:28.338882 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79bba227-33f5-4de3-9240-0595375f3a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.351382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:50Z', 'updated_at': '2021-07-30T02:14:26Z', 'revision_number': 6, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:28.359874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-822e718d-c28e-4277-8c02-8a1749b35b7f admin admin] Deleting subnet 169d00ba-409e-4ea1-871c-9c12acf90511 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:14:28.368862 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-822e718d-c28e-4277-8c02-8a1749b35b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.426037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da001853-adc8-4e3d-92b1-f93c61b63bc5 None None] The sync data for ids ['b91a359d-50a3-4227-9813-ec36d358efee'] in n-d-715271-7 is: [{'id': 'b91a359d-50a3-4227-9813-ec36d358efee', 'name': 'tempest-ServerRescueNegativeTestJSON-1923312283-router', 'tenant_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:10:50Z', 'updated_at': '2021-07-30T02:14:26Z', 'revision_number': 6, 'project_id': 'fe7d6368b5614a11b69ac7d1a5d5adf5', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:28.445402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8::249 (ccd04ae2-f984-4fc4-af4b-a55c31909834/4a599a7c-6a9b-42d5-944a-fc516cf7b95b/3f7cd433-bfc9-4f2d-9038-877371cf4675) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:28.493250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-822e718d-c28e-4277-8c02-8a1749b35b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.574827 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-822e718d-c28e-4277-8c02-8a1749b35b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.650239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.652168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-822e718d-c28e-4277-8c02-8a1749b35b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.666134 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.685473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e718d-c28e-4277-8c02-8a1749b35b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169d00ba-409e-4ea1-871c-9c12acf90511,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:28.698691 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-822e718d-c28e-4277-8c02-8a1749b35b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.701370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-822e718d-c28e-4277-8c02-8a1749b35b7f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/169d00ba-409e-4ea1-871c-9c12acf90511 HTTP/1.1" status: 204 len: 168 time: 0.4363315 Jul 30 02:14:28.705292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39496) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:28.759322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:28.807766 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.814306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.881761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:28.882704 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Added segment 9434c7c8-596b-4df2-8e85-054565230964 of type vlan for network 1340a93c-1190-4e9e-a734-b00e5b299505 Jul 30 02:14:29.035309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.056464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd41fc2-781f-4002-bde3-0a2ee74e143c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:29.075549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1e1e1-d08f-4cc3-b2d8-f1842b5c2b62 req-b54cff31-4b23-4ad1-be79-f59c8737a480 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:29.086461 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79bba227-33f5-4de3-9240-0595375f3a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.092283 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7d1e1e1-d08f-4cc3-b2d8-f1842b5c2b62 req-b54cff31-4b23-4ad1-be79-f59c8737a480 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 943 time: 0.1293390 Jul 30 02:14:29.096953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 3f7cd433-bfc9-4f2d-9038-877371cf4675 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:29.103595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-79bba227-33f5-4de3-9240-0595375f3a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.126928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf93f96d-1619-4160-ab07-c6eb48a0aebe']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:29.156355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646ab450-bd04-43c6-83a0-890219eac2f9') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:29.156999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646ab450-bd04-43c6-83a0-890219eac2f9') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:29.168902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.173665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.205669 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.221499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:14:29.222757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.274452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.282352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:29.283057 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:14:29.293431 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:14:29.321930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7d1e1e1-d08f-4cc3-b2d8-f1842b5c2b62 req-b4607e4a-2370-4c3c-827d-c2d78cb88dbc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281835 Jul 30 02:14:29.332524 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.351109 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0722718 Jul 30 02:14:29.359405 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.387079 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4c6a6e20-f010-41af-9694-9096453cef64 None None] Provisioning for port 45af7dc1-b04e-4e90-82e6-398930884934 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:29.397170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4c6a6e20-f010-41af-9694-9096453cef64 None None] Provisioning complete for port 45af7dc1-b04e-4e90-82e6-398930884934 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:29.398523 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6e20-f010-41af-9694-9096453cef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.415969 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.420688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] 10.222.0.84 "DELETE /v2.0/networks/cf93f96d-1619-4160-ab07-c6eb48a0aebe HTTP/1.1" status: 204 len: 168 time: 0.7129018 Jul 30 02:14:29.421789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb20f1-4be4-4485-a3f6-12318aa4f079 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf93f96d-1619-4160-ab07-c6eb48a0aebe,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:29.437349 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-79bba227-33f5-4de3-9240-0595375f3a7c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=541b31a7549a438f9a0e9e1c6c419df5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5064061 Jul 30 02:14:29.437349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bba227-33f5-4de3-9240-0595375f3a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a6c22b-10c0-4d71-9110-cf552b9be687,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:29.452088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39516) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:29.478415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:29.489157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:29.496495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:29.504431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:29.504431 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.511103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76421787-bdfa-44a1-bf21-6d7db9971016 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Pushing event updated for resources: {'Network': ['ID=1340a93c-1190-4e9e-a734-b00e5b299505,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:29.530512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=3f7cd433-bfc9-4f2d-9038-877371cf4675,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:29.545791 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7fd3a1b3-1af9-4917-93b3-a8eb7201b4a4 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3347864 Jul 30 02:14:29.546559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39518) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:29.557767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1340a93c-1190-4e9e-a734-b00e5b299505 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:14:29.566222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-529f6289-bdaa-42b6-98ed-8a3576321099 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:29.746008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec27aa8-270a-4e9d-8cf1-89a9ba786155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.807401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec27aa8-270a-4e9d-8cf1-89a9ba786155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.823058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4c6a6e20-f010-41af-9694-9096453cef64 None None] Provisioning complete for port a53491bf-9c28-4526-a1ff-83691bfb6d1e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:29.823467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c6a6e20-f010-41af-9694-9096453cef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.867893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1ee3b726-5ae1-40be-9311-18005aea8361 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:14:29.937159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39524) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:29.976217 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec27aa8-270a-4e9d-8cf1-89a9ba786155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.984018 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ec27aa8-270a-4e9d-8cf1-89a9ba786155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:29.986838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8ec27aa8-270a-4e9d-8cf1-89a9ba786155 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c9a6c22b-10c0-4d71-9110-cf552b9be687 HTTP/1.1" status: 204 len: 168 time: 0.5296421 Jul 30 02:14:29.996383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529f6289-bdaa-42b6-98ed-8a3576321099 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:30.003734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-529f6289-bdaa-42b6-98ed-8a3576321099 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.030999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a6e20-f010-41af-9694-9096453cef64 None None] Port a53491bf-9c28-4526-a1ff-83691bfb6d1e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:30.065407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec27aa8-270a-4e9d-8cf1-89a9ba786155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a6c22b-10c0-4d71-9110-cf552b9be687,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:30.132656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 45af7dc1-b04e-4e90-82e6-398930884934 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:30.153007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1ee3b726-5ae1-40be-9311-18005aea8361, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1ee3b726-5ae1-40be-9311-18005aea8361,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:30.176463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-05c96b37-7c3c-4118-963d-ff48e330fef8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fe7d6368b5614a11b69ac7d1a5d5adf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342539 Jul 30 02:14:30.178075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39530) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:30.211715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '1ee3b726-5ae1-40be-9311-18005aea8361', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:14:30.216083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dbff34d4-31ca-4a8d-9c2f-12491ee0a357 None None] Provisioning for port 3f7cd433-bfc9-4f2d-9038-877371cf4675 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:30.235186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dbff34d4-31ca-4a8d-9c2f-12491ee0a357 None None] Provisioning complete for port 3f7cd433-bfc9-4f2d-9038-877371cf4675 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:30.235186 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbff34d4-31ca-4a8d-9c2f-12491ee0a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.244397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39532) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:30.250766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Request body: {'port': {'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505', 'binding:host_id': 'n-h1-715271-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2003630946'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:30.306757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Made reservation on behalf of a9578f51b64a45ee9ec62c4c9b87306e for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:30.310430 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.325112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.332451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.364088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dbff34d4-31ca-4a8d-9c2f-12491ee0a357 None None] Port 3f7cd433-bfc9-4f2d-9038-877371cf4675 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:30.371004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee3b726-5ae1-40be-9311-18005aea8361 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:14:30.394936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 45af7dc1-b04e-4e90-82e6-398930884934 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:30.396226 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.434359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1ee3b726-5ae1-40be-9311-18005aea8361, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1ee3b726-5ae1-40be-9311-18005aea8361,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:30.441998 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.517657 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.525455 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.573762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5eb6bf-b341-4365-9338-e3ccb1a34c99,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:30.580566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] device_id is not set on port f0572576-c24a-4879-93d1-b0f3a198a3d0 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:30.653741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1ee3b726-5ae1-40be-9311-18005aea8361,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:30.698111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2565988f-b8d3-4a28-b361-4c8e5914876e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:30.742312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 2565988f-b8d3-4a28-b361-4c8e5914876e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:30.742844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2565988f-b8d3-4a28-b361-4c8e5914876e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:30.743665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 283579df-ae02-4b5a-83fc-8affaf496467 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:30.781260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 283579df-ae02-4b5a-83fc-8affaf496467 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:30.782450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 283579df-ae02-4b5a-83fc-8affaf496467 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:30.786387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3112fb75-c70b-4ae0-80df-0c661a94f165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:30.858430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['1ee3b726-5ae1-40be-9311-18005aea8361'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:14:30.971273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:31.009294 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44fbddf4-ef65-4388-871a-68c952e824ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.011876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd972621-a970-4a0c-a6c2-891430b2486d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.037880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd972621-a970-4a0c-a6c2-891430b2486d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.102220 n-d-715271-7 neutron-server[93818]: INFO neutron.db.ipam_backend_mixin [None req-529f6289-bdaa-42b6-98ed-8a3576321099 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a599a7c-6a9b-42d5-944a-fc516cf7b95b (CIDR: 2001:db8::/64) Jul 30 02:14:31.110640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474d846-e430-4ee3-ba59-d96663290c26 req-2cce9ad1-7091-421f-8035-61b22914d3da tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:31.119062 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9474d846-e430-4ee3-ba59-d96663290c26 req-2cce9ad1-7091-421f-8035-61b22914d3da tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 944 time: 0.5594654 Jul 30 02:14:31.130362 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-529f6289-bdaa-42b6-98ed-8a3576321099 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:14:31.132358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529f6289-bdaa-42b6-98ed-8a3576321099 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:31.160231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd972621-a970-4a0c-a6c2-891430b2486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.166331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd972621-a970-4a0c-a6c2-891430b2486d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.168801 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dd972621-a970-4a0c-a6c2-891430b2486d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3a74670f-a850-40b9-adc0-2663e8b7dcbf HTTP/1.1" status: 204 len: 168 time: 0.9890389 Jul 30 02:14:31.201789 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd972621-a970-4a0c-a6c2-891430b2486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a74670f-a850-40b9-adc0-2663e8b7dcbf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:31.215963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9474d846-e430-4ee3-ba59-d96663290c26 req-638aa5fd-f022-4847-a6d8-a4d74204053e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955460 Jul 30 02:14:31.268771 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:14:31.353236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44fbddf4-ef65-4388-871a-68c952e824ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.362270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-44fbddf4-ef65-4388-871a-68c952e824ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.390432 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-529f6289-bdaa-42b6-98ed-8a3576321099 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8416886 Jul 30 02:14:31.394166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39556) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:31.402045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-660f9742-f227-49f5-9947-6cb0414b2edb tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:31.467633 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-44fbddf4-ef65-4388-871a-68c952e824ce admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=263991633ccf432e914f5ea609e0f42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867942 Jul 30 02:14:31.470907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39558) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:31.474276 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.494859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] device_id is not set on port f0572576-c24a-4879-93d1-b0f3a198a3d0 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:31.522878 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.533239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbddf4-ef65-4388-871a-68c952e824ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8833b494-7a58-4df6-b111-c59d02979739,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:31.559647 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd7360-6e3f-42bf-a118-4dc5713f8814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.571516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Transition to ACTIVE for port object f0572576-c24a-4879-93d1-b0f3a198a3d0 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:31.599161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd7360-6e3f-42bf-a118-4dc5713f8814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.607286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.691571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd7360-6e3f-42bf-a118-4dc5713f8814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.695386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd7360-6e3f-42bf-a118-4dc5713f8814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.697514 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1bcd7360-6e3f-42bf-a118-4dc5713f8814 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8833b494-7a58-4df6-b111-c59d02979739 HTTP/1.1" status: 204 len: 168 time: 0.2237537 Jul 30 02:14:31.710862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd7360-6e3f-42bf-a118-4dc5713f8814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8833b494-7a58-4df6-b111-c59d02979739,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:31.747602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'Port': ['ID=f0572576-c24a-4879-93d1-b0f3a198a3d0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:31.763787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f9742-f227-49f5-9947-6cb0414b2edb tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:31.771019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-660f9742-f227-49f5-9947-6cb0414b2edb tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:31.903944 n-d-715271-7 neutron-server[93819]: INFO neutron.db.ipam_backend_mixin [None req-660f9742-f227-49f5-9947-6cb0414b2edb tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ce58e2b6-b54d-4509-9a9c-405d6e422975 (CIDR: 2001:db8:0:1::/64) Jul 30 02:14:31.915122 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-660f9742-f227-49f5-9947-6cb0414b2edb tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:14:31.915655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660f9742-f227-49f5-9947-6cb0414b2edb tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:31.931650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Checking segment: {'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:31.931795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Network hostable DHCP agents. Network: 1340a93c-1190-4e9e-a734-b00e5b299505, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:14:31.936679 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-660f9742-f227-49f5-9947-6cb0414b2edb tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5409603 Jul 30 02:14:31.941471 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39574) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:31.950154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'subnet': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:31.954710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Network 1340a93c-1190-4e9e-a734-b00e5b299505 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:14:31.967978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1340a93c-1190-4e9e-a734-b00e5b299505) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:31.972847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:31.981496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a73612-0a81-4c8d-98a9-719cb0627cff None None] Network 1340a93c-1190-4e9e-a734-b00e5b299505 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:31.994732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:31.995073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:31.995420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.007500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.007862 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.008272 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 2 to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 Jul 30 02:14:32.036696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:32.036996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:32.037365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.046070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.046471 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.049931 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 3 to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 Jul 30 02:14:32.103193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:32.103563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:32.103912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.115181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.115909 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.115909 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 4 to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 Jul 30 02:14:32.160757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:32.161308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:32.161938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.176700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.177251 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.177909 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 5 to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 Jul 30 02:14:32.208665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Made reservation on behalf of ea2d7ccfd94d45409a7b6f18c014ca2d for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:32.221537 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.244055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:32.246957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:32.247683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.265720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.265720 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.267587 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 6 to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 Jul 30 02:14:32.305704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:32.306150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:32.306591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.316852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.317404 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.317918 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 7 to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 Jul 30 02:14:32.353621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:32.353969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:32.354318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.368748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.369082 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.377762 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 8 to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 Jul 30 02:14:32.394590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:32.395213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:32.395801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.418070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.418254 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.419527 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 9 to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 Jul 30 02:14:32.444777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:32.445544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:32.446068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.462533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7251aa-191e-4624-b593-38603c7cc8f8 req-7aa87090-3af0-4fa6-8c92-437bcacd0add tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:32.464635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e7251aa-191e-4624-b593-38603c7cc8f8 req-7aa87090-3af0-4fa6-8c92-437bcacd0add tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 944 time: 0.0981398 Jul 30 02:14:32.465951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.466468 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.467035 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 10 to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 Jul 30 02:14:32.482707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:32.483331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:32.484112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:32.496894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port f0572576-c24a-4879-93d1-b0f3a198a3d0 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:32.497360 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port f0572576-c24a-4879-93d1-b0f3a198a3d0 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:32.497716 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.569370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e7251aa-191e-4624-b593-38603c7cc8f8 req-dbb9ad41-c74d-420a-b723-eb55e99603a7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876184 Jul 30 02:14:32.633644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] For port f0572576-c24a-4879-93d1-b0f3a198a3d0, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:32.634632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempted to set empty binding levels {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 02:14:32.648144 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.733088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:32.733706 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.759233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'Port': ['ID=f0572576-c24a-4879-93d1-b0f3a198a3d0,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:32.760214 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.768202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eb785cd4-5445-4cb8-ba73-0140622ecc7a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.5223186 Jul 30 02:14:32.772536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39608) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:32.863992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:32.866170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Subnet': ['ID=b4932c0d-a30c-460a-870b-ebc5e234728c,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:32.870382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:32.874369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:32.875014 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:32.885003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba8a8cb-0d83-4b43-aaab-3bb8ececb843 None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:32.895592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6a333ab9-5c87-4af2-9334-9ade85145aff tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9524343 Jul 30 02:14:32.903540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39614) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:32.913337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2780a584-a1d1-48a3-8c72-37c5f1b231c4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Deleting port f0572576-c24a-4879-93d1-b0f3a198a3d0 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:32.913799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-803430506', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4932c0d-a30c-460a-870b-ebc5e234728c'}], 'security_groups': ['0dae7653-801d-41b4-8f42-d320d90ac38a', 'b251cc70-b744-4c48-b9aa-14d41acb408c']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:32.915348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2780a584-a1d1-48a3-8c72-37c5f1b231c4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.111046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2780a584-a1d1-48a3-8c72-37c5f1b231c4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] For port f0572576-c24a-4879-93d1-b0f3a198a3d0, host n-h1-715271-7, got binding levels [] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:33.111458 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2780a584-a1d1-48a3-8c72-37c5f1b231c4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.164975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2780a584-a1d1-48a3-8c72-37c5f1b231c4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Calling delete_port for f0572576-c24a-4879-93d1-b0f3a198a3d0 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:33.334193 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2780a584-a1d1-48a3-8c72-37c5f1b231c4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.384426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780a584-a1d1-48a3-8c72-37c5f1b231c4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0572576-c24a-4879-93d1-b0f3a198a3d0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:33.412048 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2780a584-a1d1-48a3-8c72-37c5f1b231c4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.416962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2780a584-a1d1-48a3-8c72-37c5f1b231c4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "DELETE /v2.0/ports/f0572576-c24a-4879-93d1-b0f3a198a3d0 HTTP/1.1" status: 204 len: 168 time: 0.6407669 Jul 30 02:14:33.417219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39634) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:33.463826 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc6df42-896e-4001-aef4-cb676c235005 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:14:33.470164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9fc6df42-896e-4001-aef4-cb676c235005 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "GET /v2.0/ports/f0572576-c24a-4879-93d1-b0f3a198a3d0 HTTP/1.1" status: 404 len: 333 time: 0.0475326 Jul 30 02:14:33.470865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39646) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:33.482942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Request body: {'port': {'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2094937944'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:33.492759 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42024c61-1766-4b94-a2c7-9be41da89bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.504911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196d37ea-bf07-4653-81f5-6080cedd1a9d None None] Update dhcp port {'port': {'network_id': 'ccd04ae2-f984-4fc4-af4b-a55c31909834', 'fixed_ips': [{'subnet_id': 'ce58e2b6-b54d-4509-9a9c-405d6e422975', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a599a7c-6a9b-42d5-944a-fc516cf7b95b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4932c0d-a30c-460a-870b-ebc5e234728c'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '45af7dc1-b04e-4e90-82e6-398930884934'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:14:33.506382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.511244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Made reservation on behalf of a9578f51b64a45ee9ec62c4c9b87306e for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:33.514157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.574515 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196d37ea-bf07-4653-81f5-6080cedd1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.576234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] device_id is not set on port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:33.948525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:33.974524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-196d37ea-bf07-4653-81f5-6080cedd1a9d None None] Allocated IP 2001:db8:0:2::2 (ccd04ae2-f984-4fc4-af4b-a55c31909834/b4932c0d-a30c-460a-870b-ebc5e234728c/45af7dc1-b04e-4e90-82e6-398930884934) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:34.033103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da0c02-fbfa-44d5-9a62-c5ab382df42b req-f490bd12-367a-4458-b655-9629a5077d7c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:34.041222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4da0c02-fbfa-44d5-9a62-c5ab382df42b req-f490bd12-367a-4458-b655-9629a5077d7c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 944 time: 0.1040652 Jul 30 02:14:34.094769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1ee3b726-5ae1-40be-9311-18005aea8361 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:34.128948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4da0c02-fbfa-44d5-9a62-c5ab382df42b req-dc841c9e-baf3-4414-8cdf-36a280cd4991 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867939 Jul 30 02:14:34.130511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.244404 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.295930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Network 1340a93c-1190-4e9e-a734-b00e5b299505 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:34.332109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:34.334428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'Port': ['ID=82847f5a-ceb7-4e99-a3a1-92e217fa8d78,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:34.337471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:34.338787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:34.339735 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.347859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-196d37ea-bf07-4653-81f5-6080cedd1a9d None None] For port 45af7dc1-b04e-4e90-82e6-398930884934, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=45af7dc1-b04e-4e90-82e6-398930884934,segment=NetworkSegment(0eccf035-818f-4ca6-be4e-3b05436cbf66),segment_id=0eccf035-818f-4ca6-be4e-3b05436cbf66)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:34.357235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c23245e6-1d08-46b5-b8f8-b775a7b86b99 req-432ead8f-3970-44b6-ade3-f12a7f42cb8c tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1002574 Jul 30 02:14:34.395233 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196d37ea-bf07-4653-81f5-6080cedd1a9d None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.408560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39674) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:34.409254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-28eea429-4603-42e1-87c9-92a9ee10a64a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9368598 Jul 30 02:14:34.414771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:34.437629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-196d37ea-bf07-4653-81f5-6080cedd1a9d None None] Transition to ACTIVE for port object 45af7dc1-b04e-4e90-82e6-398930884934 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:34.447740 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-196d37ea-bf07-4653-81f5-6080cedd1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.457408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 1ee3b726-5ae1-40be-9311-18005aea8361 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:34.478507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 1ee3b726-5ae1-40be-9311-18005aea8361 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:34.478959 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.583422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.769605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d37ea-bf07-4653-81f5-6080cedd1a9d None None] Pushing event updated for resources: {'Port': ['ID=45af7dc1-b04e-4e90-82e6-398930884934,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:34.813623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.887645 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:34.960180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1ee3b726-5ae1-40be-9311-18005aea8361, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1ee3b726-5ae1-40be-9311-18005aea8361,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:34.961777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:14:34.964604 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbce6515-f3aa-421f-92c6-efd609f58004" -d '{"events": [{"server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "name": "network-vif-plugged", "status": "completed", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:14:34.966138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Delete allocated IP 2001:db8::249 (ccd04ae2-f984-4fc4-af4b-a55c31909834/4a599a7c-6a9b-42d5-944a-fc516cf7b95b) {{(pid=93818) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:14:34.976501 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.012523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39694) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:35.050482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1ee3b726-5ae1-40be-9311-18005aea8361,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:35.065827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Allocated IP 2001:db8:0:2::35 (ccd04ae2-f984-4fc4-af4b-a55c31909834/b4932c0d-a30c-460a-870b-ebc5e234728c/3f7cd433-bfc9-4f2d-9038-877371cf4675) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:35.330281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] device_id is not set on port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:35.344799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.370965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Transition to ACTIVE for port object 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:35.387136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-999279100'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:35.388144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.446884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Made reservation on behalf of e00e3f917682441fbdde5b3536c3e558 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:35.457726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.469013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.524656 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de565f89-5ac2-4031-941f-c163ee33d7b2 x-openstack-request-id: req-de565f89-5ac2-4031-941f-c163ee33d7b2 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:14:35.525561 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "name": "network-vif-plugged", "status": "completed", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:14:35.526221 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-de565f89-5ac2-4031-941f-c163ee33d7b2 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:14:35.526989 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361', 'code': 200} Jul 30 02:14:35.539979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'Port': ['ID=82847f5a-ceb7-4e99-a3a1-92e217fa8d78,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:35.581785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:35.583917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:35.586936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:35.632790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:35.636050 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:35.640081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.664743 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 2 to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 Jul 30 02:14:35.667304 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.707068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.730982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:35.741469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Transition to ACTIVE for port object 3f7cd433-bfc9-4f2d-9038-877371cf4675 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:35.743173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:35.743971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:35.744742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:35.753364 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.754052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.754711 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Added segment 1be22d6c-5cb3-427f-ac84-2c8cf44f624f of type vlan for network 24da0918-9498-4ed6-bf81-da195063d5cb Jul 30 02:14:35.756978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:35.757782 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:35.761605 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 3 to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 Jul 30 02:14:35.854058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:35.854446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:35.854948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:35.902174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] In _notify_port_updated(), no bound segment for port 3f7cd433-bfc9-4f2d-9038-877371cf4675 on network ccd04ae2-f984-4fc4-af4b-a55c31909834 {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:14:35.908469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.912442 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:35.913510 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:35.915818 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "PUT /v2.0/ports/3f7cd433-bfc9-4f2d-9038-877371cf4675 HTTP/1.1" status: 200 len: 968 time: 3.0090342 Jul 30 02:14:35.916985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8afb9-8954-468f-8d5c-9241e0933361 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event updated for resources: {'Port': ['ID=3f7cd433-bfc9-4f2d-9038-877371cf4675,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:35.921140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39708) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:35.934743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:35.934743 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:35.938904 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 4 to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 Jul 30 02:14:35.993191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18297a9-2fcd-48e7-a2c9-04d928e8e23c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:36.000733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:36.001763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:36.002666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:36.007787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480b87a-0e73-40e8-8f0b-3d2353f0e4a1 req-b82bb59c-0294-4f69-86bb-ddf3fb74286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:36.009487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6480b87a-0e73-40e8-8f0b-3d2353f0e4a1 req-b82bb59c-0294-4f69-86bb-ddf3fb74286a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1096 time: 0.3288207 Jul 30 02:14:36.063088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:36.063663 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:36.064520 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 5 to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 Jul 30 02:14:36.065121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16664827-f00c-40a0-a290-0bc514fb1659 req-84aae406-e041-4676-a17d-88fc2b57acb4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:36.067229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16664827-f00c-40a0-a290-0bc514fb1659 req-84aae406-e041-4676-a17d-88fc2b57acb4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 945 time: 0.2345967 Jul 30 02:14:36.083398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 45af7dc1-b04e-4e90-82e6-398930884934 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:36.088743 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.096253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:36.097016 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.127848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:36.128281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:36.128710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:36.144123 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:36.144676 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:36.146710 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 6 to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 Jul 30 02:14:36.209766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:36.210103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:36.213495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:36.217195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Provisioning for port 3f7cd433-bfc9-4f2d-9038-877371cf4675 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:36.224296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Provisioning complete for port 3f7cd433-bfc9-4f2d-9038-877371cf4675 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:36.224975 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.226054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:36.226391 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:36.237309 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 7 to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 Jul 30 02:14:36.243203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2284896 Jul 30 02:14:36.249279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cade28df-b6ae-4de8-b721-7b99282ba3bd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port 3f7cd433-bfc9-4f2d-9038-877371cf4675 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:36.249627 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cade28df-b6ae-4de8-b721-7b99282ba3bd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.257076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39714) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:36.266801 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.298480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Port 3f7cd433-bfc9-4f2d-9038-877371cf4675 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:36.331735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6480b87a-0e73-40e8-8f0b-3d2353f0e4a1 req-0a2c91d4-30b8-4644-ba93-8a17ce9e7d3b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044524 Jul 30 02:14:36.334610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Provisioning for port 45af7dc1-b04e-4e90-82e6-398930884934 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:36.337916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f75845-73ac-447f-b98f-bc949489a0c3 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event updated for resources: {'Network': ['ID=24da0918-9498-4ed6-bf81-da195063d5cb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:36.366985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 24da0918-9498-4ed6-bf81-da195063d5cb details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:14:36.367304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16664827-f00c-40a0-a290-0bc514fb1659 req-bd9c4270-5e42-4b7e-be8c-ab16ac4d9978 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556660 Jul 30 02:14:36.371534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Provisioning complete for port 45af7dc1-b04e-4e90-82e6-398930884934 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:36.372538 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.386651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Request body: {'subnet': {'network_id': '24da0918-9498-4ed6-bf81-da195063d5cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:36.533817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:36.534403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:36.535220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:36.541213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52a23ef1-3a80-4d6d-8471-918c11ff021d req-f5c60215-7c41-4cbf-8ffb-ea2f5b499d54 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0816474 Jul 30 02:14:36.606219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:36.610261 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:36.612773 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 8 to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 Jul 30 02:14:36.649834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:36.650519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:36.651039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:36.664831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Provisioning complete for port a53491bf-9c28-4526-a1ff-83691bfb6d1e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:36.664831 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.689367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:36.689713 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:36.697354 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 9 to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 Jul 30 02:14:36.711184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ea7f8e53-f43d-409f-9557-f1e00013d785 None None] Port a53491bf-9c28-4526-a1ff-83691bfb6d1e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:36.715324 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cade28df-b6ae-4de8-b721-7b99282ba3bd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.728678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Made reservation on behalf of e00e3f917682441fbdde5b3536c3e558 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:36.733018 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.740602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:36.740951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:36.741556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:36.789810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-cade28df-b6ae-4de8-b721-7b99282ba3bd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for 3f7cd433-bfc9-4f2d-9038-877371cf4675 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:36.818468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:36.818823 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:36.823316 n-d-715271-7 neutron-server[93818]: INFO neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 10 to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 Jul 30 02:14:36.861412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fcc22ec1-76b3-4b23-a5e7-b23c4e87cbb1 None None] Provisioning complete for port 3f7cd433-bfc9-4f2d-9038-877371cf4675 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:36.862404 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fcc22ec1-76b3-4b23-a5e7-b23c4e87cbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:36.915179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:36.915699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:36.916197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:36.936672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fcc22ec1-76b3-4b23-a5e7-b23c4e87cbb1 None None] Port 3f7cd433-bfc9-4f2d-9038-877371cf4675 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:36.988686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:36.989249 n-d-715271-7 neutron-server[93818]: ERROR neutron.plugins.ml2.managers [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:36.989886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.001505 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4c352083-320a-40cc-860b-46311e1d0b0d req-1d9569b0-279b-433b-a4db-2ae583a8bc3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0884860 Jul 30 02:14:37.231548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] For port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:37.231920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempted to set empty binding levels {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 02:14:37.245948 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.357786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] In _notify_port_updated(), no bound segment for port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:14:37.358913 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.359982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.361575 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "PUT /v2.0/ports/82847f5a-ceb7-4e99-a3a1-92e217fa8d78 HTTP/1.1" status: 200 len: 975 time: 2.9519265 Jul 30 02:14:37.366786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39730) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:37.405839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cade28df-b6ae-4de8-b721-7b99282ba3bd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.417648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.422491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3951a6-82b0-457d-9dea-efd9fd75bad6 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'Port': ['ID=82847f5a-ceb7-4e99-a3a1-92e217fa8d78,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:37.528936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.529562 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.530400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.531158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.531686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.532318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.532829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.533686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.534286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.534889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.535482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.535960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.536429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.537055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.537522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.541550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4716b942-28f3-4632-bcc7-6c63f26b971b tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13691 time: 0.1729341 Jul 30 02:14:37.555643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39736) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:37.654966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a472c-c73a-4035-ad02-539dd4ff627e req-ad2efd72-580d-4243-a957-52304080f416 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:37.667659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade28df-b6ae-4de8-b721-7b99282ba3bd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=3f7cd433-bfc9-4f2d-9038-877371cf4675,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:37.668552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-217a472c-c73a-4035-ad02-539dd4ff627e req-ad2efd72-580d-4243-a957-52304080f416 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 945 time: 0.1252911 Jul 30 02:14:37.680584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cade28df-b6ae-4de8-b721-7b99282ba3bd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.691584 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cade28df-b6ae-4de8-b721-7b99282ba3bd tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/3f7cd433-bfc9-4f2d-9038-877371cf4675 HTTP/1.1" status: 204 len: 168 time: 1.7680049 Jul 30 02:14:37.692607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39740) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:37.769929 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3299fcd-7ac4-416a-9403-500449e0c2b2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] GET failed (client error): The resource could not be found. Jul 30 02:14:37.773482 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a3299fcd-7ac4-416a-9403-500449e0c2b2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports/3f7cd433-bfc9-4f2d-9038-877371cf4675 HTTP/1.1" status: 404 len: 333 time: 0.0668292 Jul 30 02:14:37.780574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39746) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:37.814938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-217a472c-c73a-4035-ad02-539dd4ff627e req-01ad1547-7bc8-49df-8925-e4b2b51f3e0f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444721 Jul 30 02:14:37.863363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event updated for resources: {'Subnet': ['ID=8636f479-0685-461d-bb7a-96e0a2ef1392,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:37.944362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Checking segment: {'id': '1be22d6c-5cb3-427f-ac84-2c8cf44f624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24da0918-9498-4ed6-bf81-da195063d5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:37.944914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Network hostable DHCP agents. Network: 24da0918-9498-4ed6-bf81-da195063d5cb, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:14:37.985931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9b17a-96cb-44c2-b8bd-5430c4d8ec80 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Deleting port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:37.986751 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b17a-96cb-44c2-b8bd-5430c4d8ec80 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:37.994195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a61cfe0-9283-41e2-9523-e2600545ca43 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.038792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db3dcf2d-239a-4743-b911-7bb8e568eb1e req-f27d8b0b-2537-40e1-8ccd-91f2a0e604ee tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0461824 Jul 30 02:14:38.089745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a61cfe0-9283-41e2-9523-e2600545ca43 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.103097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Network 24da0918-9498-4ed6-bf81-da195063d5cb is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:14:38.126058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 24da0918-9498-4ed6-bf81-da195063d5cb) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:38.132609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:38.133474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.142734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eaa703-e9e1-47a1-8f09-378d3ee7d0ab None None] Network 24da0918-9498-4ed6-bf81-da195063d5cb requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:38.166431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fcc9b17a-96cb-44c2-b8bd-5430c4d8ec80 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] For port 82847f5a-ceb7-4e99-a3a1-92e217fa8d78, host n-h1-715271-7, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:38.167032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b17a-96cb-44c2-b8bd-5430c4d8ec80 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.188849 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fae80daa-a45d-40d2-8883-2294122e82ef tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9232035 Jul 30 02:14:38.189731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39750) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:38.200716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Request body: {'port': {'network_id': '24da0918-9498-4ed6-bf81-da195063d5cb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-947949718'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:38.212344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9b17a-96cb-44c2-b8bd-5430c4d8ec80 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Calling delete_port for 82847f5a-ceb7-4e99-a3a1-92e217fa8d78 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:38.260054 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a61cfe0-9283-41e2-9523-e2600545ca43 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.269230 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8a61cfe0-9283-41e2-9523-e2600545ca43 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.277839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39756) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:38.280051 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8a61cfe0-9283-41e2-9523-e2600545ca43 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/security-groups/62477e26-016a-40ae-85c9-e2362d2b8240 HTTP/1.1" status: 204 len: 168 time: 0.4975281 Jul 30 02:14:38.310539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61cfe0-9283-41e2-9523-e2600545ca43 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62477e26-016a-40ae-85c9-e2362d2b8240,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:38.499760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-24da0918-9498-4ed6-bf81-da195063d5cb', 'network_id': '24da0918-9498-4ed6-bf81-da195063d5cb', 'tenant_id': 'e00e3f917682441fbdde5b3536c3e558', 'fixed_ips': [{'subnet_id': '8636f479-0685-461d-bb7a-96e0a2ef1392'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:14:38.501703 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.534286 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd6f883a-c4d5-4e5d-92cb-47daf80df9a9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.565608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b17a-96cb-44c2-b8bd-5430c4d8ec80 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.646528 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd6f883a-c4d5-4e5d-92cb-47daf80df9a9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.651919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b17a-96cb-44c2-b8bd-5430c4d8ec80 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event deleted for resources: {'Port': ['ID=82847f5a-ceb7-4e99-a3a1-92e217fa8d78,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:38.672798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Made reservation on behalf of e00e3f917682441fbdde5b3536c3e558 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:38.679291 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.702860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b17a-96cb-44c2-b8bd-5430c4d8ec80 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.707518 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fcc9b17a-96cb-44c2-b8bd-5430c4d8ec80 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "DELETE /v2.0/ports/82847f5a-ceb7-4e99-a3a1-92e217fa8d78 HTTP/1.1" status: 204 len: 168 time: 1.0940762 Jul 30 02:14:38.709529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39760) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:38.756725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] device_id is not set on port 35e677ce-fd68-4b9c-a4ca-4c6907e8db76 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:38.764771 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d756e4-de41-4c84-a970-87882dfaddbb tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:14:38.776494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d2d756e4-de41-4c84-a970-87882dfaddbb tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "GET /v2.0/ports/82847f5a-ceb7-4e99-a3a1-92e217fa8d78 HTTP/1.1" status: 404 len: 333 time: 0.0596313 Jul 30 02:14:38.776886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39764) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:38.802794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-51246555', 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:38.861143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Made reservation on behalf of a9578f51b64a45ee9ec62c4c9b87306e for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:38.873089 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.896738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Allocated IP 172.20.0.2 (24da0918-9498-4ed6-bf81-da195063d5cb/8636f479-0685-461d-bb7a-96e0a2ef1392/f4da9521-06e5-453a-9e07-486a189dfd1a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:38.917493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd6f883a-c4d5-4e5d-92cb-47daf80df9a9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.925363 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd6f883a-c4d5-4e5d-92cb-47daf80df9a9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:38.932630 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cd6f883a-c4d5-4e5d-92cb-47daf80df9a9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/security-groups/b251cc70-b744-4c48-b9aa-14d41acb408c HTTP/1.1" status: 204 len: 168 time: 0.6499114 Jul 30 02:14:38.940477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39772) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:38.972859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] device_id is not set on port 960a79ed-ed65-4585-8a26-19784962fc73 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:38.988158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f883a-c4d5-4e5d-92cb-47daf80df9a9 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b251cc70-b744-4c48-b9aa-14d41acb408c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:39.086161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f32a5151-0d50-4ba2-b260-85612f714aa2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.146383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f32a5151-0d50-4ba2-b260-85612f714aa2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.230098 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f32a5151-0d50-4ba2-b260-85612f714aa2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.235886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f32a5151-0d50-4ba2-b260-85612f714aa2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.241554 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f32a5151-0d50-4ba2-b260-85612f714aa2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/security-groups/0dae7653-801d-41b4-8f42-d320d90ac38a HTTP/1.1" status: 204 len: 168 time: 0.2911892 Jul 30 02:14:39.242305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39782) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:39.325100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.358062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-64613969-7a17-4a41-be09-16ab4ee69653 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet 4a599a7c-6a9b-42d5-944a-fc516cf7b95b {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:14:39.365347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a5151-0d50-4ba2-b260-85612f714aa2 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae7653-801d-41b4-8f42-d320d90ac38a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:39.369941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64613969-7a17-4a41-be09-16ab4ee69653 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.415082 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.451128 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.506901 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64613969-7a17-4a41-be09-16ab4ee69653 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.514023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Transition to ACTIVE for port object f4da9521-06e5-453a-9e07-486a189dfd1a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:39.532959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'Port': ['ID=960a79ed-ed65-4585-8a26-19784962fc73,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:39.584642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Network 1340a93c-1190-4e9e-a734-b00e5b299505 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:39.588358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:39.593882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Transition to ACTIVE for port object f4da9521-06e5-453a-9e07-486a189dfd1a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:39.604486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:39.607005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:39.611712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.614186 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.651077 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f1834ff0-1ae4-4422-90c7-26152db2628a tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8663800 Jul 30 02:14:39.651077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39792) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:39.722900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Network 24da0918-9498-4ed6-bf81-da195063d5cb is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:39.728930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:39.736869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:39.791720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7fc63b-e004-4a13-b746-b5dbf74c75e4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:39.794835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4c7fc63b-e004-4a13-b746-b5dbf74c75e4 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "GET /v2.0/ports/960a79ed-ed65-4585-8a26-19784962fc73 HTTP/1.1" status: 200 len: 953 time: 0.1410861 Jul 30 02:14:39.800424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64613969-7a17-4a41-be09-16ab4ee69653 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.807709 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39798) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:39.816966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Pushing event updated for resources: {'Port': ['ID=f4da9521-06e5-453a-9e07-486a189dfd1a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:39.867971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Attempting to bind port f4da9521-06e5-453a-9e07-486a189dfd1a on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:39.868472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Attempting to bind port f4da9521-06e5-453a-9e07-486a189dfd1a by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1be22d6c-5cb3-427f-ac84-2c8cf44f624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24da0918-9498-4ed6-bf81-da195063d5cb'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:39.868836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Attempting to bind port f4da9521-06e5-453a-9e07-486a189dfd1a on network 24da0918-9498-4ed6-bf81-da195063d5cb {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:39.878360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:39.878360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Checking segment: {'id': '1be22d6c-5cb3-427f-ac84-2c8cf44f624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24da0918-9498-4ed6-bf81-da195063d5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:39.878956 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.879149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Bound using segment: {'id': '1be22d6c-5cb3-427f-ac84-2c8cf44f624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24da0918-9498-4ed6-bf81-da195063d5cb'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:39.879660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Bound port: f4da9521-06e5-453a-9e07-486a189dfd1a, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be22d6c-5cb3-427f-ac84-2c8cf44f624f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '24da0918-9498-4ed6-bf81-da195063d5cb'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:39.880252 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:39.883816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06c2dc-cda6-42cb-8d23-ac0e25eb11ad req-738979d0-8793-4507-9609-c99d7a8d4191 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:39.887190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba06c2dc-cda6-42cb-8d23-ac0e25eb11ad req-738979d0-8793-4507-9609-c99d7a8d4191 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 945 time: 0.1274741 Jul 30 02:14:39.980202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba06c2dc-cda6-42cb-8d23-ac0e25eb11ad req-697621fd-0750-464d-ac1d-084e41ee69ce tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794504 Jul 30 02:14:39.985942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] For port f4da9521-06e5-453a-9e07-486a189dfd1a, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:39.994327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] For port f4da9521-06e5-453a-9e07-486a189dfd1a, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f4da9521-06e5-453a-9e07-486a189dfd1a,segment=NetworkSegment(1be22d6c-5cb3-427f-ac84-2c8cf44f624f),segment_id=1be22d6c-5cb3-427f-ac84-2c8cf44f624f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:40.000415 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.160902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197239c-d1cf-49a5-9f9f-28d347c65aae None None] Pushing event updated for resources: {'Port': ['ID=f4da9521-06e5-453a-9e07-486a189dfd1a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:40.178192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Allocated IP 172.20.0.10 (24da0918-9498-4ed6-bf81-da195063d5cb/8636f479-0685-461d-bb7a-96e0a2ef1392/35e677ce-fd68-4b9c-a4ca-4c6907e8db76) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:40.208832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64613969-7a17-4a41-be09-16ab4ee69653 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.215385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81c4b7ed-fab3-4953-b5da-41eb40bbf117 req-1f97ba48-db8e-40cb-89b7-59c81e7c2e6f tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0695183 Jul 30 02:14:40.244635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd721560-e318-47ac-8c7f-04af226c375e None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:40.255966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64613969-7a17-4a41-be09-16ab4ee69653 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.262395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-64613969-7a17-4a41-be09-16ab4ee69653 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/4a599a7c-6a9b-42d5-944a-fc516cf7b95b HTTP/1.1" status: 204 len: 168 time: 1.0108135 Jul 30 02:14:40.264752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39806) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:40.266140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64613969-7a17-4a41-be09-16ab4ee69653 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=4a599a7c-6a9b-42d5-944a-fc516cf7b95b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:40.331197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bd41980e-c877-4871-bcd8-298e8f320509 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Deleting port 960a79ed-ed65-4585-8a26-19784962fc73 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:40.331945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd41980e-c877-4871-bcd8-298e8f320509 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.443993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e98ffe-d9c9-4fdd-9fc9-e408d8c4cc96 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet b4932c0d-a30c-460a-870b-ebc5e234728c {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:14:40.453135 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1e98ffe-d9c9-4fdd-9fc9-e408d8c4cc96 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.557347 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1e98ffe-d9c9-4fdd-9fc9-e408d8c4cc96 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.624087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bafc16-66fa-4b57-aee1-a21dd333d1de req-d2d2dc2b-edbb-43a9-9008-37fe5395a52c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:40.633667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28bafc16-66fa-4b57-aee1-a21dd333d1de req-d2d2dc2b-edbb-43a9-9008-37fe5395a52c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 945 time: 0.2321849 Jul 30 02:14:40.670314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd41980e-c877-4871-bcd8-298e8f320509 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.720331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28bafc16-66fa-4b57-aee1-a21dd333d1de req-32f430a3-a2d2-44f2-b0c1-275659cf216a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851860 Jul 30 02:14:40.746606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39814) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:40.750906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-bd41980e-c877-4871-bcd8-298e8f320509 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Calling delete_port for 960a79ed-ed65-4585-8a26-19784962fc73 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:40.832483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1e98ffe-d9c9-4fdd-9fc9-e408d8c4cc96 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.849244 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.870015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4203caa7-5750-4079-9ab3-f882298417f4 tempest-TestVolumeBootPattern-905444791 tempest-TestVolumeBootPattern-905444791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:40.880415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4203caa7-5750-4079-9ab3-f882298417f4 tempest-TestVolumeBootPattern-905444791 tempest-TestVolumeBootPattern-905444791-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1091 time: 0.1240239 Jul 30 02:14:40.880415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39816) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:40.883715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:40.909351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Transition to ACTIVE for port object 35e677ce-fd68-4b9c-a4ca-4c6907e8db76 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:40.946297 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:40.981047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1e98ffe-d9c9-4fdd-9fc9-e408d8c4cc96 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.020063 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd41980e-c877-4871-bcd8-298e8f320509 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.024694 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.079312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Network 24da0918-9498-4ed6-bf81-da195063d5cb is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:41.092886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e98ffe-d9c9-4fdd-9fc9-e408d8c4cc96 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=b4932c0d-a30c-460a-870b-ebc5e234728c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:41.095678 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1e98ffe-d9c9-4fdd-9fc9-e408d8c4cc96 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.097876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d1e98ffe-d9c9-4fdd-9fc9-e408d8c4cc96 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/b4932c0d-a30c-460a-870b-ebc5e234728c HTTP/1.1" status: 204 len: 168 time: 0.8314211 Jul 30 02:14:41.102653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39818) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:41.117825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:41.121775 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bd41980e-c877-4871-bcd8-298e8f320509 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.130192 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bd41980e-c877-4871-bcd8-298e8f320509 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "DELETE /v2.0/ports/960a79ed-ed65-4585-8a26-19784962fc73 HTTP/1.1" status: 204 len: 168 time: 1.3142431 Jul 30 02:14:41.132448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:41.139540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39820) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:41.144275 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f33fe3-a79b-4a42-8002-ff7c67dc06c1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:41.144913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f33fe3-a79b-4a42-8002-ff7c67dc06c1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:41.149472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-92f33fe3-a79b-4a42-8002-ff7c67dc06c1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/4a599a7c-6a9b-42d5-944a-fc516cf7b95b HTTP/1.1" status: 404 len: 337 time: 0.0461030 Jul 30 02:14:41.168191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39822) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:41.188829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41980e-c877-4871-bcd8-298e8f320509 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event deleted for resources: {'Port': ['ID=960a79ed-ed65-4585-8a26-19784962fc73,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:41.242045 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-564b6421-fe1b-4763-ab75-fe3ee677e570 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:14:41.244238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-564b6421-fe1b-4763-ab75-fe3ee677e570 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "GET /v2.0/ports/960a79ed-ed65-4585-8a26-19784962fc73 HTTP/1.1" status: 404 len: 333 time: 0.1035450 Jul 30 02:14:41.251039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39828) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:41.268712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Request body: {'port': {'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1268368856'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:41.342440 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-da716337-2b70-443a-a4bf-33375b432390 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting subnet ce58e2b6-b54d-4509-9a9c-405d6e422975 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:14:41.349026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:41.349410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.356525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da716337-2b70-443a-a4bf-33375b432390 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.403706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Made reservation on behalf of a9578f51b64a45ee9ec62c4c9b87306e for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:41.406328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.429987 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2341969 Jul 30 02:14:41.432050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc2f48-035e-4e4f-9ffc-caa8a34d4431 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event updated for resources: {'Port': ['ID=35e677ce-fd68-4b9c-a4ca-4c6907e8db76,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:41.436306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:41.566623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da716337-2b70-443a-a4bf-33375b432390 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.574201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f5db33cc-0e68-4a95-be0f-0d58baebbfc0 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Deleting port 35e677ce-fd68-4b9c-a4ca-4c6907e8db76 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:41.574773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5db33cc-0e68-4a95-be0f-0d58baebbfc0 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.607043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1cfe2b6-b8a5-4a70-b35a-7be115999890 req-2489416f-4e49-4d91-8a78-2ae487c08f8b tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1322718 Jul 30 02:14:41.612236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] device_id is not set on port fe24ccb2-03ab-4e68-a859-97c259dc49c8 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:41.655007 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.842597 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5db33cc-0e68-4a95-be0f-0d58baebbfc0 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:41.879406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f5db33cc-0e68-4a95-be0f-0d58baebbfc0 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Calling delete_port for 35e677ce-fd68-4b9c-a4ca-4c6907e8db76 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:41.965457 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da716337-2b70-443a-a4bf-33375b432390 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.036108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d82d64-c7ba-406b-b207-bb21551f0006 None None] Network ccd04ae2-f984-4fc4-af4b-a55c31909834 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:42.091658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.25.7.34 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/c19985ec-db4f-46d2-be54-67576803ddb1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:42.170310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.185725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5db33cc-0e68-4a95-be0f-0d58baebbfc0 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.246723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f4da9521-06e5-453a-9e07-486a189dfd1a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:42.274239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da716337-2b70-443a-a4bf-33375b432390 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.311497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db33cc-0e68-4a95-be0f-0d58baebbfc0 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event deleted for resources: {'Port': ['ID=35e677ce-fd68-4b9c-a4ca-4c6907e8db76,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:42.325581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e5e143-2544-4f07-80c1-e962cb6922ea None None] Network 24da0918-9498-4ed6-bf81-da195063d5cb requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:42.377016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da716337-2b70-443a-a4bf-33375b432390 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Subnet': ['ID=ce58e2b6-b54d-4509-9a9c-405d6e422975,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:42.394641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da716337-2b70-443a-a4bf-33375b432390 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.398699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-da716337-2b70-443a-a4bf-33375b432390 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/ce58e2b6-b54d-4509-9a9c-405d6e422975 HTTP/1.1" status: 204 len: 168 time: 1.2128332 Jul 30 02:14:42.405232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39844) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:42.433459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5db33cc-0e68-4a95-be0f-0d58baebbfc0 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.437052 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5db33cc-0e68-4a95-be0f-0d58baebbfc0 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] 10.222.0.84 "DELETE /v2.0/ports/35e677ce-fd68-4b9c-a4ca-4c6907e8db76 HTTP/1.1" status: 204 len: 168 time: 0.9950390 Jul 30 02:14:42.440282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39846) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:42.471831 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fff62a3-11d2-4980-bd36-4cfd504b407c tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:42.472511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fff62a3-11d2-4980-bd36-4cfd504b407c tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:42.475796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5fff62a3-11d2-4980-bd36-4cfd504b407c tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/4f21fff9-aaf8-4406-97f1-917d05ccced7 HTTP/1.1" status: 404 len: 337 time: 0.0655138 Jul 30 02:14:42.480497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39850) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:42.512813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.547400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-42e23960-9ce9-4069-91a9-7a2438402297 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "GET /v2.0/ports?device_id=5826ddc8-d4e8-41c6-804d-8568e081dba6 HTTP/1.1" status: 200 len: 205 time: 0.0653718 Jul 30 02:14:42.552250 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39852) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:42.612181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Network 1340a93c-1190-4e9e-a734-b00e5b299505 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:42.631224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:42.669951 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.684070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:42.685900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:42.687641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.701068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1245b859-a530-4584-9707-732a8c7bb76b None None] Provisioning complete for port 45af7dc1-b04e-4e90-82e6-398930884934 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:42.701843 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1245b859-a530-4584-9707-732a8c7bb76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.718286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'Port': ['ID=fe24ccb2-03ab-4e68-a859-97c259dc49c8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:42.776319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2f914e88-2c86-41e4-b18d-1c24c8fa91ba tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5236495 Jul 30 02:14:42.786080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39862) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:42.807874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:42.942160 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.949803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:42.981877 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-ac5852ac-d190-4f4c-909a-4f0949443775 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] delete failed (client error): The resource could not be found. Jul 30 02:14:42.984359 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac5852ac-d190-4f4c-909a-4f0949443775 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/routers/5826ddc8-d4e8-41c6-804d-8568e081dba6 HTTP/1.1" status: 404 len: 336 time: 0.4291682 Jul 30 02:14:42.987912 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9721ef90-2066-45f7-a452-de648164c1b9 tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5463550 Jul 30 02:14:42.988914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39864) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:42.996918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39866) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:42.999627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f4da9521-06e5-453a-9e07-486a189dfd1a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:43.004436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2104490973'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:43.028538 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e970a3a-5e2a-47cf-ac34-b0b68d6cb442 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:43.029353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e970a3a-5e2a-47cf-ac34-b0b68d6cb442 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:43.032104 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0e970a3a-5e2a-47cf-ac34-b0b68d6cb442 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/153babf4-8c40-42e1-a562-9ef2f9974993 HTTP/1.1" status: 404 len: 337 time: 0.0420260 Jul 30 02:14:43.037397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39868) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.066788 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-077d8ba1-ae7c-4458-9c5b-e9a0414f355e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:43.067708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077d8ba1-ae7c-4458-9c5b-e9a0414f355e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:43.068925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=c19985ec-db4f-46d2-be54-67576803ddb1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:43.070367 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-077d8ba1-ae7c-4458-9c5b-e9a0414f355e tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/a2db420b-b1b5-444f-bb58-724e20257853 HTTP/1.1" status: 404 len: 337 time: 0.0316441 Jul 30 02:14:43.074201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39870) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.112026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:43.112281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Made reservation on behalf of e00e3f917682441fbdde5b3536c3e558 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:43.116343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7881748-e168-4e2c-ae17-b37a1049d635 req-f12fe4ff-dbd2-4467-9749-11aa84e3a93e tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1766202 Jul 30 02:14:43.116963 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.119775 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2a1481-2ae8-4a04-b572-f1d34f4b4a36 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:43.120534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2a1481-2ae8-4a04-b572-f1d34f4b4a36 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:43.133791 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6f2a1481-2ae8-4a04-b572-f1d34f4b4a36 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/cc50771c-2e2f-498b-bba2-ef5e3afec2d1 HTTP/1.1" status: 404 len: 337 time: 0.0559409 Jul 30 02:14:43.134819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39872) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.201764 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e898c7da-e6b0-4608-98c5-7557e51af4d1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:43.203559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e898c7da-e6b0-4608-98c5-7557e51af4d1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:43.205692 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e898c7da-e6b0-4608-98c5-7557e51af4d1 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/aa0af378-091c-4cfd-9bfb-a5c0b9bba7fd HTTP/1.1" status: 404 len: 333 time: 0.0681331 Jul 30 02:14:43.209727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39874) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.231462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] DHCP port deletion for ccd04ae2-f984-4fc4-af4b-a55c31909834 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:14:43.239185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:43.244814 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c1efac-ba7f-48e2-9d6b-22c198b92131 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:43.245340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c1efac-ba7f-48e2-9d6b-22c198b92131 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:43.251782 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f7c1efac-ba7f-48e2-9d6b-22c198b92131 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/5faefcde-b13a-450b-b56b-462f3861f4aa HTTP/1.1" status: 404 len: 337 time: 0.0365577 Jul 30 02:14:43.252581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1245b859-a530-4584-9707-732a8c7bb76b None None] Provisioning complete for port a53491bf-9c28-4526-a1ff-83691bfb6d1e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:43.252774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39878) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.252947 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1245b859-a530-4584-9707-732a8c7bb76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.284139 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6092950b-adb5-4bbb-9cbd-3b56badef0d3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:43.284596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6092950b-adb5-4bbb-9cbd-3b56badef0d3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:43.289881 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6092950b-adb5-4bbb-9cbd-3b56badef0d3 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/9b63dbde-5b18-4837-96f3-41cf10a88124 HTTP/1.1" status: 404 len: 337 time: 0.0323739 Jul 30 02:14:43.290220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39882) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.299139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:43.318801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:43.320713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1245b859-a530-4584-9707-732a8c7bb76b None None] Port a53491bf-9c28-4526-a1ff-83691bfb6d1e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:14:43.322561 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-41db9f51-d30b-4cd5-bac1-38bc8fdfd927 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:43.323313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41db9f51-d30b-4cd5-bac1-38bc8fdfd927 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:43.329447 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-41db9f51-d30b-4cd5-bac1-38bc8fdfd927 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/4255c0bc-f127-4482-a884-2a08edd8714e HTTP/1.1" status: 404 len: 333 time: 0.0340703 Jul 30 02:14:43.330086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39884) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.365040 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.365390 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Added segment c0052dfe-6515-4ad9-8e05-70575ce2da40 of type vlan for network ddd3a0ef-6538-44da-9893-b2a017737529 Jul 30 02:14:43.367359 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c158b1-4d7f-4348-8328-1a6c1a9089ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:43.367862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c158b1-4d7f-4348-8328-1a6c1a9089ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:43.374011 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b2c158b1-4d7f-4348-8328-1a6c1a9089ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/c166d05e-31c1-43c8-b377-053d508d52bd HTTP/1.1" status: 404 len: 337 time: 0.0388584 Jul 30 02:14:43.379409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39886) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.425926 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1805c2-0e92-4bf1-8ea7-b6b27fdf2649 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:43.426368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1805c2-0e92-4bf1-8ea7-b6b27fdf2649 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:43.431510 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-db1805c2-0e92-4bf1-8ea7-b6b27fdf2649 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/subnets/1fa9b361-b9bf-438a-a17f-2f6120d3af5f HTTP/1.1" status: 404 len: 337 time: 0.0477073 Jul 30 02:14:43.436509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39888) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.454150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Deleting port 45af7dc1-b04e-4e90-82e6-398930884934 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:43.454902 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.483460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.548808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-da1b5762-402e-4eb0-91ac-8a5fcf649e04 None None] Provisioning for port f4da9521-06e5-453a-9e07-486a189dfd1a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:43.559713 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.568415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-da1b5762-402e-4eb0-91ac-8a5fcf649e04 None None] Provisioning complete for port f4da9521-06e5-453a-9e07-486a189dfd1a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:43.569107 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da1b5762-402e-4eb0-91ac-8a5fcf649e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.578487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:43.592353 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.630253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] For port 45af7dc1-b04e-4e90-82e6-398930884934, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=45af7dc1-b04e-4e90-82e6-398930884934,segment=NetworkSegment(0eccf035-818f-4ca6-be4e-3b05436cbf66),segment_id=0eccf035-818f-4ca6-be4e-3b05436cbf66)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:43.631122 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.663871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Calling delete_port for 45af7dc1-b04e-4e90-82e6-398930884934 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:43.698496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6962717 Jul 30 02:14:43.706768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39890) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:43.815098 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da1b5762-402e-4eb0-91ac-8a5fcf649e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:43.817821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b804fe-065c-4d3a-b8fb-ebeea2e1bc9b tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event updated for resources: {'Network': ['ID=ddd3a0ef-6538-44da-9893-b2a017737529,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:43.867703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ddd3a0ef-6538-44da-9893-b2a017737529 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:14:43.975162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-48d7bc06-5b28-4866-956d-f9f3e7893eed tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] 10.222.0.84 "GET /v2.0/agents/42dbbb73-4374-4e46-b8c5-29b92dd5d1de/dhcp-networks HTTP/1.1" status: 200 len: 7228 time: 0.2653425 Jul 30 02:14:43.975423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39898) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:44.236070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e269d8c-7e73-487a-afb3-a61df7372997 tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] Network ddd3a0ef-6538-44da-9893-b2a017737529 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:14:44.289053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 45af7dc1-b04e-4e90-82e6-398930884934 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:44.289685 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5e269d8c-7e73-487a-afb3-a61df7372997 tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] 10.222.0.84 "POST /v2.0/agents/42dbbb73-4374-4e46-b8c5-29b92dd5d1de/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2930539 Jul 30 02:14:44.304197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39902) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:44.347675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650fa209-3436-46d8-aa89-7355f81da1f8 None None] Network ddd3a0ef-6538-44da-9893-b2a017737529 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:44.378363 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.508162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-da1b5762-402e-4eb0-91ac-8a5fcf649e04 None None] For port f4da9521-06e5-453a-9e07-486a189dfd1a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f4da9521-06e5-453a-9e07-486a189dfd1a,segment=NetworkSegment(1be22d6c-5cb3-427f-ac84-2c8cf44f624f),segment_id=1be22d6c-5cb3-427f-ac84-2c8cf44f624f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:44.538092 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da1b5762-402e-4eb0-91ac-8a5fcf649e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.546820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04e8b736-ad47-4493-b8b0-04f8dd2e8d8c req-a2483031-70ee-4cd5-9c5b-55ed11d35911 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0604668 Jul 30 02:14:44.573540 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-90c5bd45-1ed2-4679-84a0-a9f68b8ded65 tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] 10.222.0.84 "GET /v2.0/agents/42dbbb73-4374-4e46-b8c5-29b92dd5d1de/dhcp-networks HTTP/1.1" status: 200 len: 7999 time: 0.2654634 Jul 30 02:14:44.578250 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39908) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:44.598961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] device_id is not set on port fe24ccb2-03ab-4e68-a859-97c259dc49c8 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:44.624572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.633464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 45af7dc1-b04e-4e90-82e6-398930884934 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:44.634077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 45af7dc1-b04e-4e90-82e6-398930884934 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:44.691356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Pushing event deleted for resources: {'Port': ['ID=45af7dc1-b04e-4e90-82e6-398930884934,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:44.696924 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-aba19b99-87e7-45f3-a164-acabad47cf72 tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] 10.222.0.84 "DELETE /v2.0/agents/42dbbb73-4374-4e46-b8c5-29b92dd5d1de/dhcp-networks/ddd3a0ef-6538-44da-9893-b2a017737529 HTTP/1.1" status: 204 len: 168 time: 0.1161084 Jul 30 02:14:44.698259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39910) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:44.705524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] No DVR routers for this DVR port 45af7dc1-b04e-4e90-82e6-398930884934 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:44.710595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf0b02-9d64-4eca-8eaa-f02ff9e8b570 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Deleting port a53491bf-9c28-4526-a1ff-83691bfb6d1e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:44.711540 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b02-9d64-4eca-8eaa-f02ff9e8b570 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.729491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-46187e04-307c-4d12-8038-efd91f67e847 None None] Could not find standard attr ID for object 35e677ce-fd68-4b9c-a4ca-4c6907e8db76. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:14:44.767550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.768139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.769495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.770094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.770880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.771409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.771999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.772440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.772931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.773341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.773718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.774411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c34470-845e-4be6-b344-39d235ae1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:14:44.818154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Transition to ACTIVE for port object fe24ccb2-03ab-4e68-a859-97c259dc49c8 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:44.847262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.950457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b5762-402e-4eb0-91ac-8a5fcf649e04 None None] Pushing event updated for resources: {'Port': ['ID=f4da9521-06e5-453a-9e07-486a189dfd1a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:44.961620 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6de41367-c30a-4008-9840-9fa3160d3630 tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] 10.222.0.84 "GET /v2.0/agents/42dbbb73-4374-4e46-b8c5-29b92dd5d1de/dhcp-networks HTTP/1.1" status: 200 len: 7228 time: 0.2532473 Jul 30 02:14:44.961884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-46187e04-307c-4d12-8038-efd91f67e847 None None] Provisioning complete for port f4da9521-06e5-453a-9e07-486a189dfd1a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:44.962687 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46187e04-307c-4d12-8038-efd91f67e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:44.962831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39918) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:44.980738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b02-9d64-4eca-8eaa-f02ff9e8b570 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.007972 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7e8e7340-cf93-4f8d-b840-ae3886d6570c tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] 10.222.0.84 "GET /v2.0/networks/24da0918-9498-4ed6-bf81-da195063d5cb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0384283 Jul 30 02:14:45.009070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39920) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:45.055204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf0b02-9d64-4eca-8eaa-f02ff9e8b570 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Calling delete_port for a53491bf-9c28-4526-a1ff-83691bfb6d1e owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:45.055815 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-12062e86-a38c-49b7-9690-b5c08e0f70aa tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] 10.222.0.84 "GET /v2.0/networks/24da0918-9498-4ed6-bf81-da195063d5cb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0394509 Jul 30 02:14:45.055815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39922) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:45.072622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'Port': ['ID=fe24ccb2-03ab-4e68-a859-97c259dc49c8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:45.194766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:45.195176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:45.195761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:45.234952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:45.235510 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:45.250536 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 2 to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 Jul 30 02:14:45.296022 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bfa15f8b-add3-4bea-a5e7-18ca87dad1f8 tempest-DHCPAgentSchedulersTestJSON-1820145899 tempest-DHCPAgentSchedulersTestJSON-1820145899-project-admin] 10.222.0.84 "GET /v2.0/agents/42dbbb73-4374-4e46-b8c5-29b92dd5d1de/dhcp-networks HTTP/1.1" status: 200 len: 7228 time: 0.2384467 Jul 30 02:14:45.302041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39928) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:45.384798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:45.385139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:45.385862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:45.436902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:45.438248 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:45.448310 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 3 to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 Jul 30 02:14:45.452390 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.509290 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b02-9d64-4eca-8eaa-f02ff9e8b570 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.532444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:45.532967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:45.533478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:45.573552 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.601654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf0b02-9d64-4eca-8eaa-f02ff9e8b570 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Port': ['ID=a53491bf-9c28-4526-a1ff-83691bfb6d1e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:45.650040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:45.650438 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:45.654027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.660325 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 4 to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 Jul 30 02:14:45.682529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0b02-9d64-4eca-8eaa-f02ff9e8b570 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.683876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd3a0ef-6538-44da-9893-b2a017737529']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:45.690166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0bcf0b02-9d64-4eca-8eaa-f02ff9e8b570 tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/ports/a53491bf-9c28-4526-a1ff-83691bfb6d1e HTTP/1.1" status: 204 len: 168 time: 2.2397301 Jul 30 02:14:45.702353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39936) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:45.729104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0052dfe-6515-4ad9-8e05-70575ce2da40') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:45.729104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0052dfe-6515-4ad9-8e05-70575ce2da40') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:45.788529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64daa0b9-60aa-4c7f-81bb-b3d9bacf6cd9 req-ac324d21-bf1a-400e-b5eb-18c6564e5777 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1219749 Jul 30 02:14:45.793039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:45.793522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:45.793703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:45.799770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:45.800097 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:45.800502 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 5 to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 Jul 30 02:14:45.815585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:45.815976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:45.816294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:45.826902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.842102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:45.842733 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:45.845671 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 6 to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 Jul 30 02:14:45.864464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.865056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.868171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:45.868533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:45.868883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:45.883374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:14:45.883989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:14:45.892478 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:14:45.901975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:45.902711 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:45.907321 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 7 to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 Jul 30 02:14:45.961968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:45.962357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:45.962920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:45.982927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:45.983633 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:45.986361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.009759 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 8 to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 Jul 30 02:14:46.018077 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.034608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.042758 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] 10.222.0.84 "DELETE /v2.0/networks/ddd3a0ef-6538-44da-9893-b2a017737529 HTTP/1.1" status: 204 len: 168 time: 0.7349350 Jul 30 02:14:46.074567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39940) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:46.081923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f4da9521-06e5-453a-9e07-486a189dfd1a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:46.122434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:46.122783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:46.123553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:46.133411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:46.133730 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:46.136324 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 9 to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 Jul 30 02:14:46.166202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc49b8f-5d53-4bea-96e1-45f2490e0161 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event deleted for resources: {'Network': ['ID=ddd3a0ef-6538-44da-9893-b2a017737529,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:46.169531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:46.170095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:46.172159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:46.190754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:46.191665 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:46.198689 n-d-715271-7 neutron-server[93819]: INFO neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempt 10 to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 Jul 30 02:14:46.200047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f4da9521-06e5-453a-9e07-486a189dfd1a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:46.200649 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.220864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:46.221735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:46.222289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempting to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:46.230850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:14:46.231618 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb5b82c-9eae-40b0-bb32-a4fb4eed5563 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] DELETE failed (client error): The resource could not be found. Jul 30 02:14:46.231975 n-d-715271-7 neutron-server[93819]: ERROR neutron.plugins.ml2.managers [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Failed to bind port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on host n-h1-715271-7 for vnic_type normal using segments [{'id': '9434c7c8-596b-4df2-8e85-054565230964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1340a93c-1190-4e9e-a734-b00e5b299505'}] Jul 30 02:14:46.232575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.233022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb5b82c-9eae-40b0-bb32-a4fb4eed5563 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:14:46.237084 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2cb5b82c-9eae-40b0-bb32-a4fb4eed5563 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] 10.222.0.84 "DELETE /v2.0/ports/35e677ce-fd68-4b9c-a4ca-4c6907e8db76 HTTP/1.1" status: 404 len: 333 time: 0.1602495 Jul 30 02:14:46.243420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39946) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:46.269113 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.289329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd04ae2-f984-4fc4-af4b-a55c31909834']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:46.314780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eccf035-818f-4ca6-be4e-3b05436cbf66') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:46.315536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eccf035-818f-4ca6-be4e-3b05436cbf66') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:46.337004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.346285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.366380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.380457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:14:46.380995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:14:46.386132 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:14:46.402475 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.468771 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.478493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.479852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f036b8-1c74-4f6a-99d3-56702c072492 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Deleting subnet 8636f479-0685-461d-bb7a-96e0a2ef1392 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:14:46.496143 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] 10.222.0.84 "DELETE /v2.0/networks/ccd04ae2-f984-4fc4-af4b-a55c31909834 HTTP/1.1" status: 204 len: 168 time: 0.7914391 Jul 30 02:14:46.518615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d436f-e50f-4ea8-9954-602c865aa0ed tempest-PortsIpV6TestJSON-852774129 tempest-PortsIpV6TestJSON-852774129-project] Pushing event deleted for resources: {'Network': ['ID=ccd04ae2-f984-4fc4-af4b-a55c31909834,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:46.527501 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f036b8-1c74-4f6a-99d3-56702c072492 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.568457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=c19985ec-db4f-46d2-be54-67576803ddb1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:46.594614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] For port fe24ccb2-03ab-4e68-a859-97c259dc49c8, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:46.595577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attempted to set empty binding levels {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 30 02:14:46.607616 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.616268 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f036b8-1c74-4f6a-99d3-56702c072492 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.620670 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.741297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] In _notify_port_updated(), no bound segment for port fe24ccb2-03ab-4e68-a859-97c259dc49c8 on network 1340a93c-1190-4e9e-a734-b00e5b299505 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:14:46.742641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:46.743790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.750329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39954) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:46.750697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "PUT /v2.0/ports/fe24ccb2-03ab-4e68-a859-97c259dc49c8 HTTP/1.1" status: 200 len: 975 time: 3.9615142 Jul 30 02:14:46.846841 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834cd1d-9409-4d2e-8d36-8c103aee9ea3 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event updated for resources: {'Port': ['ID=fe24ccb2-03ab-4e68-a859-97c259dc49c8,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:46.943505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-56e161d4-f1ba-44ad-acd5-d096d113d037 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Deleting port fe24ccb2-03ab-4e68-a859-97c259dc49c8 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:46.944402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56e161d4-f1ba-44ad-acd5-d096d113d037 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:46.985128 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f036b8-1c74-4f6a-99d3-56702c072492 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.054172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-56e161d4-f1ba-44ad-acd5-d096d113d037 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] For port fe24ccb2-03ab-4e68-a859-97c259dc49c8, host n-h1-715271-7, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:47.055234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56e161d4-f1ba-44ad-acd5-d096d113d037 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.076189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39966) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:47.090361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-56e161d4-f1ba-44ad-acd5-d096d113d037 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Calling delete_port for fe24ccb2-03ab-4e68-a859-97c259dc49c8 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:47.130016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-474c8d8d-efb5-4a97-9994-2c47706a8350 req-b49d2cd7-0bf4-473b-9740-17d87ae32ee3 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0533953 Jul 30 02:14:47.170162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f036b8-1c74-4f6a-99d3-56702c072492 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.227166 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Floating IP 94dbce53-c90e-40e6-b1b9-fec62f0922dd associated. External IP: 172.25.7.34, port: 1ee3b726-5ae1-40be-9311-18005aea8361. Jul 30 02:14:47.240185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f036b8-1c74-4f6a-99d3-56702c072492 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event deleted for resources: {'Subnet': ['ID=8636f479-0685-461d-bb7a-96e0a2ef1392,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:47.314596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f036b8-1c74-4f6a-99d3-56702c072492 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.316626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-29f036b8-1c74-4f6a-99d3-56702c072492 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] 10.222.0.84 "DELETE /v2.0/subnets/8636f479-0685-461d-bb7a-96e0a2ef1392 HTTP/1.1" status: 204 len: 168 time: 1.0707366 Jul 30 02:14:47.323939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56e161d4-f1ba-44ad-acd5-d096d113d037 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.326280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39972) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:47.329049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c83e562-363b-4bed-875f-cff84bf3e451 None None] Network 24da0918-9498-4ed6-bf81-da195063d5cb requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:47.427320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e161d4-f1ba-44ad-acd5-d096d113d037 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe24ccb2-03ab-4e68-a859-97c259dc49c8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:47.435865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56e161d4-f1ba-44ad-acd5-d096d113d037 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.440166 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-56e161d4-f1ba-44ad-acd5-d096d113d037 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "DELETE /v2.0/ports/fe24ccb2-03ab-4e68-a859-97c259dc49c8 HTTP/1.1" status: 204 len: 168 time: 0.6877522 Jul 30 02:14:47.454867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39976) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:47.493023 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.510664 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-23997f55-e185-435b-9ff2-49855874e250 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] GET failed (client error): The resource could not be found. Jul 30 02:14:47.513762 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-23997f55-e185-435b-9ff2-49855874e250 tempest-PortsAdminExtendedAttrsTestJSON-51870721 tempest-PortsAdminExtendedAttrsTestJSON-51870721-project-admin] 10.222.0.84 "GET /v2.0/ports/fe24ccb2-03ab-4e68-a859-97c259dc49c8 HTTP/1.1" status: 404 len: 333 time: 0.0567706 Jul 30 02:14:47.526387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 39978) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:47.564505 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-25c3d731-2400-4352-919f-eb08112ed503 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ea2d7ccfd94d45409a7b6f18c014ca2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854331 Jul 30 02:14:47.566270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 39980) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:47.654476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48886786-1766-4fce-b920-76834a89dca3 None None] DHCP port deletion for 24da0918-9498-4ed6-bf81-da195063d5cb request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:14:47.660866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3eea8df-5734-46f7-85d7-4aac51d3dc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.701485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3eea8df-5734-46f7-85d7-4aac51d3dc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.718613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48886786-1766-4fce-b920-76834a89dca3 None None] Deleting port f4da9521-06e5-453a-9e07-486a189dfd1a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:47.719380 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48886786-1766-4fce-b920-76834a89dca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.804592 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3eea8df-5734-46f7-85d7-4aac51d3dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.807867 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3eea8df-5734-46f7-85d7-4aac51d3dc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.809089 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e3eea8df-5734-46f7-85d7-4aac51d3dc78 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f165dd6e-37aa-4793-834a-da385a6e3a44 HTTP/1.1" status: 204 len: 168 time: 0.2413650 Jul 30 02:14:47.818863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eea8df-5734-46f7-85d7-4aac51d3dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f165dd6e-37aa-4793-834a-da385a6e3a44,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:47.832672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-48886786-1766-4fce-b920-76834a89dca3 None None] For port f4da9521-06e5-453a-9e07-486a189dfd1a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f4da9521-06e5-453a-9e07-486a189dfd1a,segment=NetworkSegment(1be22d6c-5cb3-427f-ac84-2c8cf44f624f),segment_id=1be22d6c-5cb3-427f-ac84-2c8cf44f624f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:47.833150 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48886786-1766-4fce-b920-76834a89dca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:47.880334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-48886786-1766-4fce-b920-76834a89dca3 None None] Calling delete_port for f4da9521-06e5-453a-9e07-486a189dfd1a owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:48.112617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48886786-1766-4fce-b920-76834a89dca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.163211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f4da9521-06e5-453a-9e07-486a189dfd1a no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:14:48.168587 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.212187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f4da9521-06e5-453a-9e07-486a189dfd1a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:14:48.213207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f4da9521-06e5-453a-9e07-486a189dfd1a not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:14:48.216549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48886786-1766-4fce-b920-76834a89dca3 None None] Pushing event deleted for resources: {'Port': ['ID=f4da9521-06e5-453a-9e07-486a189dfd1a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:48.223724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48886786-1766-4fce-b920-76834a89dca3 None None] No DVR routers for this DVR port f4da9521-06e5-453a-9e07-486a189dfd1a on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:48.393916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Deleting port f4da9521-06e5-453a-9e07-486a189dfd1a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:14:48.394640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.503940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92ae14cd-dfb3-446e-a479-722ab4a9ed96 req-cb3648cd-56a8-44b4-987c-2f3009309fd9 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1779931 Jul 30 02:14:48.508799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:14:48.675635 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] For port f4da9521-06e5-453a-9e07-486a189dfd1a, host n-d-715271-7, got binding levels [] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:48.676233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.682088 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.774428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1340a93c-1190-4e9e-a734-b00e5b299505']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:48.782142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Calling delete_port for f4da9521-06e5-453a-9e07-486a189dfd1a owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:14:48.802983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.ipam_backend_mixin [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Port f4da9521-06e5-453a-9e07-486a189dfd1a was not found and therefore no delete operation was performed {{(pid=93819) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:14:48.815315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.829366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9434c7c8-596b-4df2-8e85-054565230964') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:48.829849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9434c7c8-596b-4df2-8e85-054565230964') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:48.948525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:48.969426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event deleted for resources: {'Port': ['ID=f4da9521-06e5-453a-9e07-486a189dfd1a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:48.975964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] No DVR routers for this DVR port f4da9521-06e5-453a-9e07-486a189dfd1a on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:14:49.044522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.102105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:49.141225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:14:49.141225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:14:49.141225 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:14:49.150022 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:14:49.158670 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] Sync routers for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:14:49.180207 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:49.181562 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:14:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:49.233094 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.236673 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.252386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24da0918-9498-4ed6-bf81-da195063d5cb']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:49.297108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-273bb268-57da-4a4f-a377-808ece251878 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-669217387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:49.305870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be22d6c-5cb3-427f-ac84-2c8cf44f624f') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:49.306357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be22d6c-5cb3-427f-ac84-2c8cf44f624f') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:49.325749 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.350773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-273bb268-57da-4a4f-a377-808ece251878 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.352142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-273bb268-57da-4a4f-a377-808ece251878 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.360556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-78770b22-e91b-4dae-8693-073822966ec5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.4819746 Jul 30 02:14:49.362538 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.365913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] 10.222.0.84 "DELETE /v2.0/networks/1340a93c-1190-4e9e-a734-b00e5b299505 HTTP/1.1" status: 204 len: 168 time: 1.8371568 Jul 30 02:14:49.371530 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.375203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:14:49.380108 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384135ee-e9f9-48b1-8d41-c2c58289a874" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:14:49.425442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c07ec1-3ee0-4cba-b7f1-6cf1333c5750 tempest-PortsAdminExtendedAttrsTestJSON-893756262 tempest-PortsAdminExtendedAttrsTestJSON-893756262-project] Pushing event deleted for resources: {'Network': ['ID=1340a93c-1190-4e9e-a734-b00e5b299505,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:49.435097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.459711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:14:49.461580 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:14:49.475802 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:14:49.521103 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:49.531774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-273bb268-57da-4a4f-a377-808ece251878 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.541921 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-273bb268-57da-4a4f-a377-808ece251878 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.589879 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd95d288-646a-4222-b19a-76af7426f177 x-openstack-request-id: req-bd95d288-646a-4222-b19a-76af7426f177 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:14:49.591527 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:14:49.591527 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bd95d288-646a-4222-b19a-76af7426f177 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:14:49.592172 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361', 'status': 'completed', 'code': 200} Jul 30 02:14:49.594159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.607746 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.615054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] 10.222.0.84 "DELETE /v2.0/networks/24da0918-9498-4ed6-bf81-da195063d5cb HTTP/1.1" status: 204 len: 168 time: 2.2875862 Jul 30 02:14:49.616767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-273bb268-57da-4a4f-a377-808ece251878 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.623957 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-273bb268-57da-4a4f-a377-808ece251878 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5181623 Jul 30 02:14:49.625498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40044) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:49.646473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1596957288'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:49.687640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ae4dd-3308-4412-ab58-0962c84e6c23 tempest-DHCPAgentSchedulersTestJSON-1967611126 tempest-DHCPAgentSchedulersTestJSON-1967611126-project] Pushing event deleted for resources: {'Network': ['ID=24da0918-9498-4ed6-bf81-da195063d5cb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:49.714459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Made reservation on behalf of 6a141c59f1364d8999d471eb55ac80c9 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:49.722170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-f3543899-5232-4d90-a6ac-e84137cbde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:49.724019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-f3543899-5232-4d90-a6ac-e84137cbde76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1096 time: 0.1072149 Jul 30 02:14:49.729085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.766737 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:49.931409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-b22c21bc-bff7-469a-8b82-29adfa9391d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:49.936023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-b22c21bc-bff7-469a-8b82-29adfa9391d4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.1986978 Jul 30 02:14:50.075180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07302f2c-10ac-435b-845e-4adb004cd1fb req-089001b2-dc5b-4864-873d-ebb1ebaaaa1c tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1339064 Jul 30 02:14:50.135030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:50.142263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:50.172898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:50.197289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:50.202024 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Added segment f2dff325-be48-4cad-bfc5-a9bd7362c343 of type vlan for network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 Jul 30 02:14:50.244494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-8ae39279-b62f-49be-8af4-ca7c629b1742 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 998 time: 0.1673062 Jul 30 02:14:50.246082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40062) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:50.341614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:50.356022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8453b3d4-5a4f-46fd-98da-be84e8b5a06d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:50.402850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-4927fac7-e25b-495b-b482-0a77843c5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:50.407547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-4927fac7-e25b-495b-b482-0a77843c5726 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1459687 Jul 30 02:14:50.423412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:50.425425 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '94dbce53-c90e-40e6-b1b9-fec62f0922dd', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:14:44Z', 'updated_at': '2021-07-30T02:14:44Z', 'revision_number': 0, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:50.441003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:50.441847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:50.451271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40066) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:50.490113 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] Checking router: 89dccaf5-8af3-46bf-a10b-37ecd889ee26 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:14:50.503456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-8d8ca342-0e0c-483f-bbed-8de5f52988e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:50.506818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-8d8ca342-0e0c-483f-bbed-8de5f52988e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880165 Jul 30 02:14:50.512614 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:14:50.516737 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:14:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:50.644656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0151544 Jul 30 02:14:50.649616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40070) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:50.667076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Request body: {'subnet': {'network_id': '64fc0f5d-aef3-451d-b7d8-bc6d679a4605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:50.678786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e92068-cc55-4253-8d2f-c0c03537008a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Network': ['ID=64fc0f5d-aef3-451d-b7d8-bc6d679a4605,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:50.700721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:14:50.819291 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:14:50.900458 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-57ecba8f-a4d2-40d9-9f02-bd4c2a03636d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e00e3f917682441fbdde5b3536c3e558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444292 Jul 30 02:14:50.901775 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40072) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:50.944322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7ba45fe7-b305-4215-a4a9-276eed2d8131 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cd035bd3540e492baeb586aebf38157f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6926537 Jul 30 02:14:50.947045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40074) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:50.969643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-edc569ad-596d-4e6c-8777-1774446bb23e service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526117 Jul 30 02:14:51.007737 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8e90096-f529-4542-bf4e-d592642ca6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.035818 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Made reservation on behalf of 6a141c59f1364d8999d471eb55ac80c9 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:51.039283 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.057460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8e90096-f529-4542-bf4e-d592642ca6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.200088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8e90096-f529-4542-bf4e-d592642ca6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.208371 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f8e90096-f529-4542-bf4e-d592642ca6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.220255 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f8e90096-f529-4542-bf4e-d592642ca6d2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e18297a9-2fcd-48e7-a2c9-04d928e8e23c HTTP/1.1" status: 204 len: 168 time: 0.3163888 Jul 30 02:14:51.244118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e90096-f529-4542-bf4e-d592642ca6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18297a9-2fcd-48e7-a2c9-04d928e8e23c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:51.245630 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a996ba90-9ecf-4112-ab13-cf656d3c00c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.343807 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '94dbce53-c90e-40e6-b1b9-fec62f0922dd', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:14:44Z', 'updated_at': '2021-07-30T02:14:44Z', 'revision_number': 0, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:14:51.378024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f32afa1-99d9-47f2-abf5-2d2827311f18 req-f99e5d76-7bd4-46cb-b7b3-a7ff499fba49 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0751514 Jul 30 02:14:51.384748 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a996ba90-9ecf-4112-ab13-cf656d3c00c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.389450 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a38e0a-afe6-4aeb-bfb0-e69e186b049f None None] The sync data for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 is: [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '94dbce53-c90e-40e6-b1b9-fec62f0922dd', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:14:44Z', 'updated_at': '2021-07-30T02:14:44Z', 'revision_number': 0, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:14:51.396079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-384135ee-e9f9-48b1-8d41-c2c58289a874 req-4fac851c-0b28-43c7-9383-bc03bea104ce service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048626 Jul 30 02:14:51.597808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a996ba90-9ecf-4112-ab13-cf656d3c00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.601537 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a996ba90-9ecf-4112-ab13-cf656d3c00c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.603103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a996ba90-9ecf-4112-ab13-cf656d3c00c4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5cd41fc2-781f-4002-bde3-0a2ee74e143c HTTP/1.1" status: 204 len: 168 time: 0.6548569 Jul 30 02:14:51.616061 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.630764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996ba90-9ecf-4112-ab13-cf656d3c00c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd41fc2-781f-4002-bde3-0a2ee74e143c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:51.784535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Checking segment: {'id': 'f2dff325-be48-4cad-bfc5-a9bd7362c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '64fc0f5d-aef3-451d-b7d8-bc6d679a4605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:51.785528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network hostable DHCP agents. Network: 64fc0f5d-aef3-451d-b7d8-bc6d679a4605, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:14:51.803398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Subnet': ['ID=5cbb0fd9-a8fa-4eb2-b644-582a783d07fd,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:51.825441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1524841-21f1-43cf-9c8e-93a92a1fcab7 None None] New status for floating IP 94dbce53-c90e-40e6-b1b9-fec62f0922dd: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:14:51.833405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:14:51.849832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 64fc0f5d-aef3-451d-b7d8-bc6d679a4605) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:51.860247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:51.863140 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.882790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40086) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:51.898906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f636f2f-6d43-425e-aadc-24453f322eae None None] Network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:51.915064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9aae0a91-a8d3-4fde-8575-6b26f1e997de tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2564228 Jul 30 02:14:51.920096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40088) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:51.926662 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-004b5c8f-4c6c-42b9-9d10-ea425c27cdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:51.935652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Request body: {'network': {'name': 'tempest-router-network01--2003188073'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:52.013433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Made reservation on behalf of 6a141c59f1364d8999d471eb55ac80c9 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:52.023315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.095702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:52.123341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.124016 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Added segment 89d37d1b-4fa6-48e2-813b-099ed7f4f0a4 of type vlan for network 4716062e-937e-4463-9682-7cc9ba3ca8ee Jul 30 02:14:52.161515 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-004b5c8f-4c6c-42b9-9d10-ea425c27cdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.167277 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-004b5c8f-4c6c-42b9-9d10-ea425c27cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.217799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b5c8f-4c6c-42b9-9d10-ea425c27cdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4f8456-a02e-45d2-a295-7abd728ce57f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:52.251029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.286294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40094) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:52.287356 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-004b5c8f-4c6c-42b9-9d10-ea425c27cdae admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=00c58fffe24b4eb69c1966063114e973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027202 Jul 30 02:14:52.332550 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.344492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:52.345917 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.481459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-64fc0f5d-aef3-451d-b7d8-bc6d679a4605', 'network_id': '64fc0f5d-aef3-451d-b7d8-bc6d679a4605', 'tenant_id': '6a141c59f1364d8999d471eb55ac80c9', 'fixed_ips': [{'subnet_id': '5cbb0fd9-a8fa-4eb2-b644-582a783d07fd'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:14:52.482920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5608091 Jul 30 02:14:52.483964 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.486777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40098) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:52.500731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Request body: {'network': {'name': 'tempest-router-network02--986981858'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:52.541469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40100) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:52.583581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479ffd9-101f-440d-b377-61b8357369be tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Network': ['ID=4716062e-937e-4463-9682-7cc9ba3ca8ee,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:52.588487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d83ad276-bffe-467a-be0e-71b0bc546166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.607195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Made reservation on behalf of 6a141c59f1364d8999d471eb55ac80c9 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:52.613303 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.618276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 4716062e-937e-4463-9682-7cc9ba3ca8ee details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:14:52.633831 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d83ad276-bffe-467a-be0e-71b0bc546166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.659369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:52.666409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69ccd21e-3f0f-4dde-8653-b08ba8df5d82 req-ba1530c1-d117-4e81-ae25-d0adb5558fe4 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0562716 Jul 30 02:14:52.699939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.703977 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Added segment ebb228db-7452-4c54-bce7-b3b44a316f3b of type vlan for network 4b6cb278-5e96-476b-88e4-21fc28fc2c67 Jul 30 02:14:52.710204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-68da436a-161a-4279-9539-fabbacc1212d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a9578f51b64a45ee9ec62c4c9b87306e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608145 Jul 30 02:14:52.712960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40102) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:52.800636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.811953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d83ad276-bffe-467a-be0e-71b0bc546166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.818667 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d83ad276-bffe-467a-be0e-71b0bc546166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.819920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d83ad276-bffe-467a-be0e-71b0bc546166 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9a4f8456-a02e-45d2-a295-7abd728ce57f HTTP/1.1" status: 204 len: 168 time: 0.5330701 Jul 30 02:14:52.834915 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b94b57fd-9294-4760-afc1-fb39c8c71fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.837143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ad276-bffe-467a-be0e-71b0bc546166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4f8456-a02e-45d2-a295-7abd728ce57f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:52.889401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b94b57fd-9294-4760-afc1-fb39c8c71fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.907463 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.920732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:52.926327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:52.968642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Allocated IP 172.20.0.2 (64fc0f5d-aef3-451d-b7d8-bc6d679a4605/5cbb0fd9-a8fa-4eb2-b644-582a783d07fd/fd1a0592-0330-4883-8a59-40eed36d48ca) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:53.020559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b94b57fd-9294-4760-afc1-fb39c8c71fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:53.028071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b94b57fd-9294-4760-afc1-fb39c8c71fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:53.033806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b94b57fd-9294-4760-afc1-fb39c8c71fc8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2e5eb6bf-b341-4365-9338-e3ccb1a34c99 HTTP/1.1" status: 204 len: 168 time: 0.3170786 Jul 30 02:14:53.050534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b57fd-9294-4760-afc1-fb39c8c71fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5eb6bf-b341-4365-9338-e3ccb1a34c99,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:53.137329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40108) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:53.140996 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6516948 Jul 30 02:14:53.165044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Request body: {'subnet': {'network_id': '4716062e-937e-4463-9682-7cc9ba3ca8ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:53.203255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190cc90-ab7a-440f-9a3a-efd550914f8b tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Network': ['ID=4b6cb278-5e96-476b-88e4-21fc28fc2c67,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:53.352155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 4b6cb278-5e96-476b-88e4-21fc28fc2c67 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:14:53.416433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Made reservation on behalf of 6a141c59f1364d8999d471eb55ac80c9 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:53.425474 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:53.472508 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:53.797669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Transition to ACTIVE for port object fd1a0592-0330-4883-8a59-40eed36d48ca will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:53.837673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Transition to ACTIVE for port object fd1a0592-0330-4883-8a59-40eed36d48ca will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:53.854895 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:53.977669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:54.005989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:54.019804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c07f3c4a-650c-411f-a7e8-ec91b6bd787b req-3fe942f0-0f87-431e-b9e1-2469a47b3da3 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0568159 Jul 30 02:14:54.024174 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.031621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:54.090792 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.092140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Pushing event updated for resources: {'Port': ['ID=fd1a0592-0330-4883-8a59-40eed36d48ca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:54.216572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Attempting to bind port fd1a0592-0330-4883-8a59-40eed36d48ca on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:54.217373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Attempting to bind port fd1a0592-0330-4883-8a59-40eed36d48ca by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'f2dff325-be48-4cad-bfc5-a9bd7362c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '64fc0f5d-aef3-451d-b7d8-bc6d679a4605'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:54.218420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Attempting to bind port fd1a0592-0330-4883-8a59-40eed36d48ca on network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:54.229437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:54.229437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Checking segment: {'id': 'f2dff325-be48-4cad-bfc5-a9bd7362c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '64fc0f5d-aef3-451d-b7d8-bc6d679a4605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:54.230011 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.230363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Bound using segment: {'id': 'f2dff325-be48-4cad-bfc5-a9bd7362c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '64fc0f5d-aef3-451d-b7d8-bc6d679a4605'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:54.231734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Bound port: fd1a0592-0330-4883-8a59-40eed36d48ca, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2dff325-be48-4cad-bfc5-a9bd7362c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '64fc0f5d-aef3-451d-b7d8-bc6d679a4605'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:54.232409 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.303466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Checking segment: {'id': '89d37d1b-4fa6-48e2-813b-099ed7f4f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4716062e-937e-4463-9682-7cc9ba3ca8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:54.304163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network hostable DHCP agents. Network: 4716062e-937e-4463-9682-7cc9ba3ca8ee, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:14:54.316671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Subnet': ['ID=d58c8ba1-29c9-43cc-992d-2b51bf3db5d0,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:54.358203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network 4716062e-937e-4463-9682-7cc9ba3ca8ee is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:14:54.375157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 4716062e-937e-4463-9682-7cc9ba3ca8ee) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:54.384487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:54.388124 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.395976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4822d0-1bb4-4a8d-99c7-377f66e3f188 None None] Network 4716062e-937e-4463-9682-7cc9ba3ca8ee requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:54.439542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b6c3841c-476a-42d6-b162-a6de654de316 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2963960 Jul 30 02:14:54.441172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40140) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:54.450361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Request body: {'subnet': {'network_id': '4b6cb278-5e96-476b-88e4-21fc28fc2c67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:54.643851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] For port fd1a0592-0330-4883-8a59-40eed36d48ca, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:54.651570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] For port fd1a0592-0330-4883-8a59-40eed36d48ca, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fd1a0592-0330-4883-8a59-40eed36d48ca,segment=NetworkSegment(f2dff325-be48-4cad-bfc5-a9bd7362c343),segment_id=f2dff325-be48-4cad-bfc5-a9bd7362c343)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:54.661854 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.681419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Made reservation on behalf of 6a141c59f1364d8999d471eb55ac80c9 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:54.688558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:54.886871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-4716062e-937e-4463-9682-7cc9ba3ca8ee', 'network_id': '4716062e-937e-4463-9682-7cc9ba3ca8ee', 'tenant_id': '6a141c59f1364d8999d471eb55ac80c9', 'fixed_ips': [{'subnet_id': 'd58c8ba1-29c9-43cc-992d-2b51bf3db5d0'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:14:54.888602 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:55.042989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aa431-1ce5-482c-bf74-a9a546685a9d None None] Pushing event updated for resources: {'Port': ['ID=fd1a0592-0330-4883-8a59-40eed36d48ca,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:55.446808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Allocated IP 172.20.0.2 (4716062e-937e-4463-9682-7cc9ba3ca8ee/d58c8ba1-29c9-43cc-992d-2b51bf3db5d0/946813f3-ebcb-4f66-bf0d-645b2fa8721e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:55.468104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:55.784927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Subnet': ['ID=9b12ad13-2d1c-4036-ad85-4118ca66a648,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:55.820767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Checking segment: {'id': 'ebb228db-7452-4c54-bce7-b3b44a316f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4b6cb278-5e96-476b-88e4-21fc28fc2c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:55.823996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network hostable DHCP agents. Network: 4b6cb278-5e96-476b-88e4-21fc28fc2c67, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:14:55.883881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network 4b6cb278-5e96-476b-88e4-21fc28fc2c67 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:14:55.924469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 4b6cb278-5e96-476b-88e4-21fc28fc2c67) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:55.938479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:55.943812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:55.948054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1b1dd-e860-4147-bb09-de22c9e82a00 None None] Network 4b6cb278-5e96-476b-88e4-21fc28fc2c67 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:55.979963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-697cdf7a-476b-495f-b7cd-bc182489789f req-69c57067-d525-4d6e-9801-7f22641077be tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1176705 Jul 30 02:14:56.004741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40168) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:56.010803 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-15623f2f-c937-43e9-beda-01ef27b8f39a tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5576408 Jul 30 02:14:56.363911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fd1a0592-0330-4883-8a59-40eed36d48ca up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:14:56.592522 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:56.617806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port fd1a0592-0330-4883-8a59-40eed36d48ca completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:56.677798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Transition to ACTIVE for port object 946813f3-ebcb-4f66-bf0d-645b2fa8721e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:56.740172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-4b6cb278-5e96-476b-88e4-21fc28fc2c67', 'network_id': '4b6cb278-5e96-476b-88e4-21fc28fc2c67', 'tenant_id': '6a141c59f1364d8999d471eb55ac80c9', 'fixed_ips': [{'subnet_id': '9b12ad13-2d1c-4036-ad85-4118ca66a648'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:14:56.742344 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:56.822453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Transition to ACTIVE for port object 946813f3-ebcb-4f66-bf0d-645b2fa8721e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:57.125024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24744ad3-8bf5-496a-8245-16c5d902016c None None] Network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:14:57.256548 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:57.269000 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:57.320838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Allocated IP 172.20.0.2 (4b6cb278-5e96-476b-88e4-21fc28fc2c67/9b12ad13-2d1c-4036-ad85-4118ca66a648/183f18ce-d4db-4feb-9be3-f5e67ec1d182) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:57.366924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7121c717-c5f8-46ac-a6a2-12bb3fed3111 req-365c6e5e-eed3-4f30-afd7-ecc4d45a70b5 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1091540 Jul 30 02:14:57.445029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40196) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:57.459281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40198) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:57.765437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81ac4670-8549-40c0-98ee-8c66cbc01026 None None] Provisioning for port fd1a0592-0330-4883-8a59-40eed36d48ca completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:14:57.803811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Network 4716062e-937e-4463-9682-7cc9ba3ca8ee is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:57.877343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-410282363'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:57.891001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-375547794', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:57.911340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81ac4670-8549-40c0-98ee-8c66cbc01026 None None] Provisioning complete for port fd1a0592-0330-4883-8a59-40eed36d48ca triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:57.912242 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81ac4670-8549-40c0-98ee-8c66cbc01026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:57.915981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Made reservation on behalf of 5d1f1386da3c49b2bbd5b1710bdbab35 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:57.922602 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:57.944879 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:57.957189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:57.986821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Pushing event updated for resources: {'Port': ['ID=946813f3-ebcb-4f66-bf0d-645b2fa8721e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:57.989981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:58.047154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Made reservation on behalf of 19106366d8444310b6e86c3d272fb78b for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:58.053056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.089773 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.147683 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81ac4670-8549-40c0-98ee-8c66cbc01026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.157543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Allocated IP 172.20.0.1 (4716062e-937e-4463-9682-7cc9ba3ca8ee/d58c8ba1-29c9-43cc-992d-2b51bf3db5d0/9057898b-571d-44e2-9289-c4a9c2915d29) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:58.167579 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.183547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.193290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.213026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Transition to ACTIVE for port object 183f18ce-d4db-4feb-9be3-f5e67ec1d182 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:58.244539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Attempting to bind port 946813f3-ebcb-4f66-bf0d-645b2fa8721e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:58.244927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Attempting to bind port 946813f3-ebcb-4f66-bf0d-645b2fa8721e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '89d37d1b-4fa6-48e2-813b-099ed7f4f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4716062e-937e-4463-9682-7cc9ba3ca8ee'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:58.245314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Attempting to bind port 946813f3-ebcb-4f66-bf0d-645b2fa8721e on network 4716062e-937e-4463-9682-7cc9ba3ca8ee {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:58.251456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e885d5bb-ca69-4c27-a9b9-5f498fa5d399,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:58.278970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:58.279570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Checking segment: {'id': '89d37d1b-4fa6-48e2-813b-099ed7f4f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4716062e-937e-4463-9682-7cc9ba3ca8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:58.279988 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.280500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Bound using segment: {'id': '89d37d1b-4fa6-48e2-813b-099ed7f4f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4716062e-937e-4463-9682-7cc9ba3ca8ee'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:58.281110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Bound port: 946813f3-ebcb-4f66-bf0d-645b2fa8721e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d37d1b-4fa6-48e2-813b-099ed7f4f0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4716062e-937e-4463-9682-7cc9ba3ca8ee'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:58.281534 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.282507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:58.284152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Transition to ACTIVE for port object 183f18ce-d4db-4feb-9be3-f5e67ec1d182 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:58.293664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81ac4670-8549-40c0-98ee-8c66cbc01026 None None] For port fd1a0592-0330-4883-8a59-40eed36d48ca, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fd1a0592-0330-4883-8a59-40eed36d48ca,segment=NetworkSegment(f2dff325-be48-4cad-bfc5-a9bd7362c343),segment_id=f2dff325-be48-4cad-bfc5-a9bd7362c343)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:14:58.307673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.308688 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Added segment 930e0983-4429-45c4-928d-9c353620b5d7 of type vlan for network 5ae4ec73-c019-4055-81ae-b0f70389fc33 Jul 30 02:14:58.308991 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81ac4670-8549-40c0-98ee-8c66cbc01026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.317383 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.392350 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.403878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Network 4b6cb278-5e96-476b-88e4-21fc28fc2c67 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:58.458995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:58.465219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.478068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:58.481415 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.488390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:58.517320 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.587091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Pushing event updated for resources: {'Network': ['ID=5ae4ec73-c019-4055-81ae-b0f70389fc33,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:58.615926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Transition to ACTIVE for port object 9057898b-571d-44e2-9289-c4a9c2915d29 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:14:58.623683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5ae4ec73-c019-4055-81ae-b0f70389fc33 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:14:58.752820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.762560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac4670-8549-40c0-98ee-8c66cbc01026 None None] Pushing event updated for resources: {'Port': ['ID=fd1a0592-0330-4883-8a59-40eed36d48ca,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:58.829713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] For port 946813f3-ebcb-4f66-bf0d-645b2fa8721e, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:58.865034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network 4716062e-937e-4463-9682-7cc9ba3ca8ee is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:14:58.868742 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.875485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Attempting to bind port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:14:58.876176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Attempting to bind port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'ebb228db-7452-4c54-bce7-b3b44a316f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4b6cb278-5e96-476b-88e4-21fc28fc2c67'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:14:58.876736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Attempting to bind port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 on network 4b6cb278-5e96-476b-88e4-21fc28fc2c67 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:14:58.880991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] For port 946813f3-ebcb-4f66-bf0d-645b2fa8721e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=946813f3-ebcb-4f66-bf0d-645b2fa8721e,segment=NetworkSegment(89d37d1b-4fa6-48e2-813b-099ed7f4f0a4),segment_id=89d37d1b-4fa6-48e2-813b-099ed7f4f0a4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:58.892632 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.893157 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c36fd5ed-b888-4567-adc4-f861fe339d79 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4267063 Jul 30 02:14:58.893355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:14:58.893545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40212) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:58.896405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:14:58.896776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f3364515-38a7-4998-adb7-7e7cc97c6638 None None] Provisioning complete for port fd1a0592-0330-4883-8a59-40eed36d48ca triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:14:58.897591 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3364515-38a7-4998-adb7-7e7cc97c6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.954299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] device_id is not set on port 368c524f-3d80-4b4e-9f3c-c18735e5af0b yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:14:58.975158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:14:58.975789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Checking segment: {'id': 'ebb228db-7452-4c54-bce7-b3b44a316f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4b6cb278-5e96-476b-88e4-21fc28fc2c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:14:58.976624 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.977177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Bound using segment: {'id': 'ebb228db-7452-4c54-bce7-b3b44a316f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4b6cb278-5e96-476b-88e4-21fc28fc2c67'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:14:58.978022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Bound port: 183f18ce-d4db-4feb-9be3-f5e67ec1d182, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb228db-7452-4c54-bce7-b3b44a316f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4b6cb278-5e96-476b-88e4-21fc28fc2c67'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:14:58.978775 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.982918 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:58.991659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Port': ['ID=9057898b-571d-44e2-9289-c4a9c2915d29,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:58.993608 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Request body: {'network': {'name': 'tempest-network--1779849338', 'router:external': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:14:59.026168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Pushing event updated for resources: {'Port': ['ID=183f18ce-d4db-4feb-9be3-f5e67ec1d182,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:59.041958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Made reservation on behalf of f92bbd4601244008b18b30c31b145e14 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:14:59.047423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.059653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.081546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903c8a2f-7d83-4211-a715-53877162cdb0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:59.241199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b380997-0a0f-4f70-84eb-d732a36509f6 req-7f216685-5fe8-4265-bfb1-ae01c433d799 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.6910112 Jul 30 02:14:59.244376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c02d6d-dcf4-475f-9dea-df3eb3402b81 None None] Pushing event updated for resources: {'Port': ['ID=946813f3-ebcb-4f66-bf0d-645b2fa8721e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:59.259778 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.285688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] For port 183f18ce-d4db-4feb-9be3-f5e67ec1d182, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:14:59.308058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] For port 183f18ce-d4db-4feb-9be3-f5e67ec1d182, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=183f18ce-d4db-4feb-9be3-f5e67ec1d182,segment=NetworkSegment(ebb228db-7452-4c54-bce7-b3b44a316f3b),segment_id=ebb228db-7452-4c54-bce7-b3b44a316f3b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:14:59.317192 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.331667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.355680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.405011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:14:59.440878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134ee6b-c34c-41e5-ad42-f3c62329918d None None] Pushing event updated for resources: {'Port': ['ID=183f18ce-d4db-4feb-9be3-f5e67ec1d182,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:59.477462 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.478562 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Added segment 42360d53-413d-4b27-92c0-26c424823abe of type vlan for network 686dd7eb-825e-4097-82df-ac54471ae429 Jul 30 02:14:59.536612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Allocated IP 172.25.7.155 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/368c524f-3d80-4b4e-9f3c-c18735e5af0b) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:14:59.542429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64580237-4644-4596-a23c-94043f440653,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:59.606419 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.705619 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.726829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.728171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:14:59.728835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:14:59.851002 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9565609 Jul 30 02:14:59.857731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40218) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:14:59.876991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9a91e-b6c5-4016-bfca-027e8dbf758f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'Network': ['ID=686dd7eb-825e-4097-82df-ac54471ae429,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:14:59.948459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 686dd7eb-825e-4097-82df-ac54471ae429 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:00.069914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.509350 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.564714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686dd7eb-825e-4097-82df-ac54471ae429']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:00.566245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 946813f3-ebcb-4f66-bf0d-645b2fa8721e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:00.596982 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42360d53-413d-4b27-92c0-26c424823abe') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:00.597492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42360d53-413d-4b27-92c0-26c424823abe') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:00.637081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.690016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.700605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:00.701123 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.707519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 946813f3-ebcb-4f66-bf0d-645b2fa8721e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:00.709130 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:00.726270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 183f18ce-d4db-4feb-9be3-f5e67ec1d182 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:00.816287 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7763010-cb9f-4678-80a1-defd1b59070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.828195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d963ef6-5f90-4212-8a5d-33d0b20e0185 req-8458a4f1-8857-43a7-9aea-62e79fabbf89 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0727801 Jul 30 02:15:00.861385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.871695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 686dd7eb-825e-4097-82df-ac54471ae429 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 02:15:00.875981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.878735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "DELETE /v2.0/networks/686dd7eb-825e-4097-82df-ac54471ae429 HTTP/1.1" status: 204 len: 168 time: 1.0202258 Jul 30 02:15:00.891425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40222) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:00.898425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:00.899724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:00.902999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe6f16-89cd-4334-addd-8e22172310f9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event deleted for resources: {'Network': ['ID=686dd7eb-825e-4097-82df-ac54471ae429,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:00.906944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fd1a0592-0330-4883-8a59-40eed36d48ca up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:00.941263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Made reservation on behalf of f92bbd4601244008b18b30c31b145e14 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:00.945477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:00.988701 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:01.010138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:15:01.044471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:01.045141 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Added segment 6d72c616-7fe0-49cf-8f04-3db9b8732a71 of type vlan for network 7bc3f41a-8254-4c76-a826-330ee813bac9 Jul 30 02:15:01.084987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fd1a0592-0330-4883-8a59-40eed36d48ca triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:01.085886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:01.231570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:01.354683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c32bd-60d4-4dc5-947c-9b3171bc72d1 None None] Network 4716062e-937e-4463-9682-7cc9ba3ca8ee requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:01.448316 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:01.450007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:01.450997 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:01.487196 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5920191 Jul 30 02:15:01.498417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40256) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:01.527690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Request body: {'subnet': {'network_id': '7bc3f41a-8254-4c76-a826-330ee813bac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:01.628850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29a91f-39a8-467c-b365-94a43b7a53dd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'Network': ['ID=7bc3f41a-8254-4c76-a826-330ee813bac9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:01.649795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 7bc3f41a-8254-4c76-a826-330ee813bac9 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:01.659554 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:01.744245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f15c1ed9-faed-432d-985f-b31e147df306 None None] Provisioning for port 946813f3-ebcb-4f66-bf0d-645b2fa8721e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:01.843049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Made reservation on behalf of f92bbd4601244008b18b30c31b145e14 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:01.845486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.063342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf4dd82-4cb7-446b-9e2e-6efe229cd6e5 None None] Network 4b6cb278-5e96-476b-88e4-21fc28fc2c67 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:02.072574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f15c1ed9-faed-432d-985f-b31e147df306 None None] Provisioning complete for port 946813f3-ebcb-4f66-bf0d-645b2fa8721e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:02.073195 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f15c1ed9-faed-432d-985f-b31e147df306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.113370 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.134628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:02.181033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da2e51ce-ce9a-429a-872a-fc0fb11e5dbb req-c0acdd6b-1907-46cf-8c54-41e0b92f342e tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1263676 Jul 30 02:15:02.197863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:02.213948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:02.324648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Pushing event updated for resources: {'Port': ['ID=368c524f-3d80-4b4e-9f3c-c18735e5af0b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:02.457627 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f15c1ed9-faed-432d-985f-b31e147df306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.548396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f15c1ed9-faed-432d-985f-b31e147df306 None None] For port 946813f3-ebcb-4f66-bf0d-645b2fa8721e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=946813f3-ebcb-4f66-bf0d-645b2fa8721e,segment=NetworkSegment(89d37d1b-4fa6-48e2-813b-099ed7f4f0a4),segment_id=89d37d1b-4fa6-48e2-813b-099ed7f4f0a4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:02.565970 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f15c1ed9-faed-432d-985f-b31e147df306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.588523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:02.589110 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.711376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.715853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cac6c2f3-a8d1-4bd0-a740-7e3eccea68ef tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.2652550 Jul 30 02:15:02.718665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.721510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40346) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:02.740588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.155'}]}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:02.796746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c1ed9-faed-432d-985f-b31e147df306 None None] Pushing event updated for resources: {'Port': ['ID=946813f3-ebcb-4f66-bf0d-645b2fa8721e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:02.808989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fab16c04-afca-4288-859f-5e02e844d46a None None] Provisioning for port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:02.844238 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.847801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fab16c04-afca-4288-859f-5e02e844d46a None None] Provisioning complete for port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:02.849422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fab16c04-afca-4288-859f-5e02e844d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.862028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.882640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:02.891747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Port': ['ID=9057898b-571d-44e2-9289-c4a9c2915d29,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:03.037645 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.211791 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fab16c04-afca-4288-859f-5e02e844d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.258932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network 4716062e-937e-4463-9682-7cc9ba3ca8ee is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:03.355254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:15:03.355776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.375211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:03.409972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fab16c04-afca-4288-859f-5e02e844d46a None None] For port 183f18ce-d4db-4feb-9be3-f5e67ec1d182, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=183f18ce-d4db-4feb-9be3-f5e67ec1d182,segment=NetworkSegment(ebb228db-7452-4c54-bce7-b3b44a316f3b),segment_id=ebb228db-7452-4c54-bce7-b3b44a316f3b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:03.482542 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fab16c04-afca-4288-859f-5e02e844d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.501213 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90f61c7f-455a-4266-9247-6ecf95160891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.541113 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.719093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab16c04-afca-4288-859f-5e02e844d46a None None] Pushing event updated for resources: {'Port': ['ID=183f18ce-d4db-4feb-9be3-f5e67ec1d182,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:03.740471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-617a1a37-8efd-45ea-8a54-b8ac27f8e499 None None] Provisioning for port 9057898b-571d-44e2-9289-c4a9c2915d29 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:03.754048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-617a1a37-8efd-45ea-8a54-b8ac27f8e499 None None] Provisioning complete for port 9057898b-571d-44e2-9289-c4a9c2915d29 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:03.755110 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617a1a37-8efd-45ea-8a54-b8ac27f8e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.821241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85177b24-5347-41f8-811a-3511f6ae8a0e req-8d3bd4cd-3d49-4cf0-b9e3-1024352c874b tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.2682226 Jul 30 02:15:03.828995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Checking segment: {'id': '6d72c616-7fe0-49cf-8f04-3db9b8732a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '7bc3f41a-8254-4c76-a826-330ee813bac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:03.831221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Network hostable DHCP agents. Network: 7bc3f41a-8254-4c76-a826-330ee813bac9, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:15:03.857827 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.880298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-617a1a37-8efd-45ea-8a54-b8ac27f8e499 None None] Port 9057898b-571d-44e2-9289-c4a9c2915d29 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:03.890837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6f0c212f-9763-4853-b0e7-279aab8e4998,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:03.926945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-617a1a37-8efd-45ea-8a54-b8ac27f8e499 None None] Provisioning complete for port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:03.927874 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617a1a37-8efd-45ea-8a54-b8ac27f8e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:03.946638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Network 7bc3f41a-8254-4c76-a826-330ee813bac9 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:15:03.973568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 7bc3f41a-8254-4c76-a826-330ee813bac9) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:03.994988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:03.995776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.014682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5140541d-2399-4bb0-8f50-dee2212b1bea None None] Network 7bc3f41a-8254-4c76-a826-330ee813bac9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:04.035205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-98db9450-cc87-4fca-ab07-37cc690514e1 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5113647 Jul 30 02:15:04.040597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40448) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:04.048899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Request body: {'floatingip': {'floating_network_id': '7bc3f41a-8254-4c76-a826-330ee813bac9'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:04.053985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Router d53289f1-5fd7-4b1c-98bd-2b64e4229efd is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:15:04.140339 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.175745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.183850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.265791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 946813f3-ebcb-4f66-bf0d-645b2fa8721e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:04.359336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:15:04.375953 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb610461-3918-4d94-aa57-e6b66738151f None None] Sync routers for ids ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:15:04.400282 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb610461-3918-4d94-aa57-e6b66738151f None None] Routers {'d53289f1-5fd7-4b1c-98bd-2b64e4229efd'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:04.401304 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eb610461-3918-4d94-aa57-e6b66738151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:15:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:04.404501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-04489126-e4d9-48f9-b9a1-8d86048666c2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "PUT /v2.0/routers/d53289f1-5fd7-4b1c-98bd-2b64e4229efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3980436 Jul 30 02:15:04.411624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40476) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:04.449461 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eb610461-3918-4d94-aa57-e6b66738151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:04.463289 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb610461-3918-4d94-aa57-e6b66738151f None None] Routers {'d53289f1-5fd7-4b1c-98bd-2b64e4229efd'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:04.464576 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eb610461-3918-4d94-aa57-e6b66738151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:15:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:04.521009 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eb610461-3918-4d94-aa57-e6b66738151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:04.522564 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb610461-3918-4d94-aa57-e6b66738151f None None] The sync data for ids ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:15:04.550390 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.551764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-617a1a37-8efd-45ea-8a54-b8ac27f8e499 None None] Provisioning complete for port 946813f3-ebcb-4f66-bf0d-645b2fa8721e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:04.552147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-617a1a37-8efd-45ea-8a54-b8ac27f8e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.563345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1803c532-1afe-43c2-9497-aaa3903cd466 None None] Network 7bc3f41a-8254-4c76-a826-330ee813bac9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:04.638067 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.647045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 946813f3-ebcb-4f66-bf0d-645b2fa8721e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:04.647626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.900256 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.909682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:04.950069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:05.184325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-25d3874e-8ca1-488f-a14c-01a58af3a732 None None] Provisioning complete for port 9057898b-571d-44e2-9289-c4a9c2915d29 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:05.185172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25d3874e-8ca1-488f-a14c-01a58af3a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:05.242778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 183f18ce-d4db-4feb-9be3-f5e67ec1d182 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:05.369896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-25d3874e-8ca1-488f-a14c-01a58af3a732 None None] Port 9057898b-571d-44e2-9289-c4a9c2915d29 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:05.422870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:05.423884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:05.450479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ebea0c5a-c5a0-4d60-9db9-b83ffc7f3cd4 req-71b284d0-cfd2-4448-8e8f-b989400059d1 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.2429342 Jul 30 02:15:05.800548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:05.801592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83edd8d7-0026-4085-924a-aa2a2f45684d {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:15:05.822099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Allocated IP 172.20.0.2 (7bc3f41a-8254-4c76-a826-330ee813bac9/6f0c212f-9763-4853-b0e7-279aab8e4998/48d9ee1c-52a4-4471-9158-6169cdd26ffb) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:05.842977 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 02:15:05.847772 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1d7c2fc8-8c3b-4501-9574-9b7531a7de21 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1210244 Jul 30 02:15:05.852792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40582) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:05.919363 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-027cf835-d11c-4b84-9e04-b1f8a5123f7c tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:15:05.920798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-027cf835-d11c-4b84-9e04-b1f8a5123f7c tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "PUT /v2.0/routers/d53289f1-5fd7-4b1c-98bd-2b64e4229efd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5021853 Jul 30 02:15:05.929485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40588) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:06.145737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.245444 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.251690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.314152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-80482dbf-2d2a-4a60-a745-16c9f1550b38 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Deleting port 368c524f-3d80-4b4e-9f3c-c18735e5af0b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:06.314893 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80482dbf-2d2a-4a60-a745-16c9f1550b38 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.355546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Network 7bc3f41a-8254-4c76-a826-330ee813bac9 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:06.360703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:06.367042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:06.408514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'Port': ['ID=48d9ee1c-52a4-4471-9158-6169cdd26ffb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:06.526763 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.597785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.599267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80482dbf-2d2a-4a60-a745-16c9f1550b38 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.617205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-80482dbf-2d2a-4a60-a745-16c9f1550b38 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Calling delete_port for 368c524f-3d80-4b4e-9f3c-c18735e5af0b owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:06.792467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72290abf-28d1-467d-811c-f1ad40ab4f7f req-072fcf8d-0e85-42c7-9b64-b8f81fd0b5d0 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0585058 Jul 30 02:15:06.812375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.900269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80482dbf-2d2a-4a60-a745-16c9f1550b38 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:06.978490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80482dbf-2d2a-4a60-a745-16c9f1550b38 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Pushing event deleted for resources: {'Port': ['ID=368c524f-3d80-4b4e-9f3c-c18735e5af0b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:07.046738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.055419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.142401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-80482dbf-2d2a-4a60-a745-16c9f1550b38 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.149962 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-80482dbf-2d2a-4a60-a745-16c9f1550b38 tempest-RoutersAdminNegativeIpV6Test-255668857 tempest-RoutersAdminNegativeIpV6Test-255668857-project-admin] 10.222.0.84 "DELETE /v2.0/ports/368c524f-3d80-4b4e-9f3c-c18735e5af0b HTTP/1.1" status: 204 len: 168 time: 1.2894502 Jul 30 02:15:07.401227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Deleting port 9057898b-571d-44e2-9289-c4a9c2915d29 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:07.401708 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.562206 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d98bb8d-f217-47c3-be32-0caa36c609e4 req-64671116-9c7c-4ea9-9487-2fd3c8ba4972 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0425961 Jul 30 02:15:07.614697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.640364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Calling delete_port for 9057898b-571d-44e2-9289-c4a9c2915d29 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:07.640714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'Port': ['ID=48d9ee1c-52a4-4471-9158-6169cdd26ffb,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:07.660255 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.681471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.684281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6e057eff-004f-45e0-8227-39dcbaa8641b tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6417100 Jul 30 02:15:07.687005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40708) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:07.701063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40710) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:07.815020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-37ed7526-a7b1-43fc-8583-72efb1d41e8f tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "GET /v2.0/floatingips?floating_network_id=7bc3f41a-8254-4c76-a826-330ee813bac9 HTTP/1.1" status: 200 len: 689 time: 0.1261449 Jul 30 02:15:07.818672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40720) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:07.905355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:07.936403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Port': ['ID=9057898b-571d-44e2-9289-c4a9c2915d29,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:08.000579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5316ffc8-6190-4bdb-ada1-345197926415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.109615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.177817 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.232288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-d5f83f6c-4a0b-4afa-85ee-2686fc9470d5 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:08.235525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-d5f83f6c-4a0b-4afa-85ee-2686fc9470d5 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/networks?id=e3c30686-5deb-4e5e-9784-16e0134a41a9 HTTP/1.1" status: 200 len: 814 time: 0.3568687 Jul 30 02:15:08.309306 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:15:08.337946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-a75d4992-db4b-40ae-8e13-0ac2de2f37bf tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/quotas/25b7d034511842c7918d44758e9f33ef HTTP/1.1" status: 200 len: 375 time: 0.0512342 Jul 30 02:15:08.411148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-b4a5eb17-7195-4512-990f-ce0e159b3e3a tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=25b7d034511842c7918d44758e9f33ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618656 Jul 30 02:15:08.505415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Router d53289f1-5fd7-4b1c-98bd-2b64e4229efd has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:15:08.546323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Deleting port 48d9ee1c-52a4-4471-9158-6169cdd26ffb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:08.546880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.593660 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5316ffc8-6190-4bdb-ada1-345197926415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.642254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:15:08.644425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5316ffc8-6190-4bdb-ada1-345197926415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.650569 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4f701cce-7747-4603-a43b-ecd08bf904ea tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "PUT /v2.0/routers/d53289f1-5fd7-4b1c-98bd-2b64e4229efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7194302 Jul 30 02:15:08.656355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40730) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:08.661855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5e681-4db2-4947-a3c3-4293fa387255 None None] Sync routers for ids ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:15:08.677804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5e681-4db2-4947-a3c3-4293fa387255 None None] Routers {'d53289f1-5fd7-4b1c-98bd-2b64e4229efd'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:08.678883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2ea5e681-4db2-4947-a3c3-4293fa387255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:15:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:08.699386 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-09e6e46f-4be3-4017-81de-a27f5dddc277 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] delete failed (client error): The resource could not be found. Jul 30 02:15:08.706989 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-09e6e46f-4be3-4017-81de-a27f5dddc277 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-55224032 HTTP/1.1" status: 404 len: 333 time: 0.0429275 Jul 30 02:15:08.707608 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40732) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:08.716854 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-39290453-610f-4577-871f-e1c2c454b7d2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd53289f1-5fd7-4b1c-98bd-2b64e4229efd'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:08.738223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2ea5e681-4db2-4947-a3c3-4293fa387255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:08.743189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5316ffc8-6190-4bdb-ada1-345197926415 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=78f08a024b3c41b19b1b5863e431f63a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0405126 Jul 30 02:15:08.753182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40734) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:08.754049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5e681-4db2-4947-a3c3-4293fa387255 None None] Routers {'d53289f1-5fd7-4b1c-98bd-2b64e4229efd'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:08.755104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2ea5e681-4db2-4947-a3c3-4293fa387255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:15:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:08.766634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316ffc8-6190-4bdb-ada1-345197926415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057eee65-0c9f-43df-9a67-f81e4fe631f4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:08.788569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-fcae028b-0f47-4cf2-b2d6-6caed03b3344 service neutron] 10.222.0.84 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499651 Jul 30 02:15:08.817574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2ea5e681-4db2-4947-a3c3-4293fa387255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:08.819080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5e681-4db2-4947-a3c3-4293fa387255 None None] The sync data for ids ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:15:08.913676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.914089 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:08.952913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Calling delete_port for 48d9ee1c-52a4-4471-9158-6169cdd26ffb owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:09.010734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-39290453-610f-4577-871f-e1c2c454b7d2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.035786 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-39290453-610f-4577-871f-e1c2c454b7d2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] update failed (client error): The resource could not be found. Jul 30 02:15:09.037227 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-39290453-610f-4577-871f-e1c2c454b7d2 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "PUT /v2.0/routers/d53289f1-5fd7-4b1c-98bd-2b64e4229efd HTTP/1.1" status: 404 len: 339 time: 0.3280377 Jul 30 02:15:09.043207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40736) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:09.073207 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-abe5f889-2c52-4bda-a01b-887ff8006011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.113201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-3c0856ce-c8ec-447b-9811-282178169da3 service neutron] 10.222.0.84 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234787 Jul 30 02:15:09.139944 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-abe5f889-2c52-4bda-a01b-887ff8006011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.333229 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-abe5f889-2c52-4bda-a01b-887ff8006011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.342910 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-abe5f889-2c52-4bda-a01b-887ff8006011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.354299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-abe5f889-2c52-4bda-a01b-887ff8006011 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/057eee65-0c9f-43df-9a67-f81e4fe631f4 HTTP/1.1" status: 204 len: 168 time: 0.5978029 Jul 30 02:15:09.401098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5f889-2c52-4bda-a01b-887ff8006011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057eee65-0c9f-43df-9a67-f81e4fe631f4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:09.448148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.530200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event deleted for resources: {'Port': ['ID=48d9ee1c-52a4-4471-9158-6169cdd26ffb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:09.570680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.620045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0aa5506-557e-4476-9377-320c79885d87 req-0571a201-086a-4049-935d-a72ae7cecc02 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0936005 Jul 30 02:15:09.869997 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:09.877397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8564911b-b15a-42fa-b055-529a089c0f05 req-f5b076b5-fbaa-4731-ad59-2b77261fe983 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 210 time: 0.0981114 Jul 30 02:15:10.037529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.055650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40756) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:10.178527 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.180237 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c118451c-3fca-42cf-9f59-0f5fa0363695 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19106366d8444310b6e86c3d272fb78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214547 Jul 30 02:15:10.199586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40760) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:10.266092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0c212f-9763-4853-b0e7-279aab8e4998,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:10.332542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Allocated IP 172.20.0.1 (64fc0f5d-aef3-451d-b7d8-bc6d679a4605/5cbb0fd9-a8fa-4eb2-b644-582a783d07fd/9661a6cd-060c-4d25-a76d-2bb2009ff9cf) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:10.410227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.414981 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aff42c6a-ca13-4561-8a21-a190aa741728 req-0bb43207-5829-4195-8a2c-509bff4fc23f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2699ec55fa504f84ab6cb8dd26684e78&device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0642409 Jul 30 02:15:10.434510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc3f41a-8254-4c76-a826-330ee813bac9']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:10.472160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d72c616-7fe0-49cf-8f04-3db9b8732a71') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:10.472160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d72c616-7fe0-49cf-8f04-3db9b8732a71') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:10.474406 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-665e55c3-8914-42c3-b25f-3a5e6f142f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.506330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1808f604-bef7-49ff-87d1-a152ac68b8b1 req-c82339d4-c771-4274-b1c0-f64dd1a4da5f tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0768652 Jul 30 02:15:10.513594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.548546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-665e55c3-8914-42c3-b25f-3a5e6f142f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.551120 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aff42c6a-ca13-4561-8a21-a190aa741728 req-28b8d49b-0468-4277-b060-79495597ccd5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2699ec55fa504f84ab6cb8dd26684e78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1267717 Jul 30 02:15:10.552226 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.570387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:10.570817 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:10.572837 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:10.684640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.694580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bc3f41a-8254-4c76-a826-330ee813bac9 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 02:15:10.700112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.706773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "DELETE /v2.0/networks/7bc3f41a-8254-4c76-a826-330ee813bac9 HTTP/1.1" status: 204 len: 168 time: 2.8831589 Jul 30 02:15:10.716783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40764) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:10.725607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e61c1-b295-49f4-8c92-6c91dc41c22a tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bc3f41a-8254-4c76-a826-330ee813bac9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:10.773913 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-665e55c3-8914-42c3-b25f-3a5e6f142f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.777571 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-665e55c3-8914-42c3-b25f-3a5e6f142f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:10.778867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-665e55c3-8914-42c3-b25f-3a5e6f142f55 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/903c8a2f-7d83-4211-a715-53877162cdb0 HTTP/1.1" status: 204 len: 168 time: 0.5285473 Jul 30 02:15:10.794767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e55c3-8914-42c3-b25f-3a5e6f142f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903c8a2f-7d83-4211-a715-53877162cdb0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:10.823664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bfbfe3f0-9746-4e34-9369-8a7912f11dcf tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1475 time: 0.1042824 Jul 30 02:15:10.827142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40768) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:11.012951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.014503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.015709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.017285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.018311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.019031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.019698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.020331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.021324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.024316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a55daded-8a08-4326-98e1-931347d45f5d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5801 time: 0.1951602 Jul 30 02:15:11.027821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40772) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:11.086297 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-fb87e4f1-cdb9-416a-94d7-dcd81be85504 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] delete failed (client error): The resource could not be found. Jul 30 02:15:11.088620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fb87e4f1-cdb9-416a-94d7-dcd81be85504 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/efe1280a-7261-4e05-b85a-94c69ed9bfc5 HTTP/1.1" status: 404 len: 345 time: 0.0588586 Jul 30 02:15:11.096295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40774) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:11.193397 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4c220f-5058-44e9-b0a8-33db13e81520 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] DELETE failed (client error): The resource could not be found. Jul 30 02:15:11.193815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4c220f-5058-44e9-b0a8-33db13e81520 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:15:11.197881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7c4c220f-5058-44e9-b0a8-33db13e81520 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "DELETE /v2.0/networks/7bc3f41a-8254-4c76-a826-330ee813bac9 HTTP/1.1" status: 404 len: 339 time: 0.0990448 Jul 30 02:15:11.238171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40778) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:11.301498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Request body: {'network': {'name': 'tempest-network--894513284', 'router:external': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:11.452479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-257de712-16bf-49db-94bd-57275aadb5be req-99e8347e-5b10-4ff4-9fa1-4a25ac8b5b4d tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 210 time: 0.2525313 Jul 30 02:15:11.508879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Made reservation on behalf of f92bbd4601244008b18b30c31b145e14 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:11.513372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:11.590193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:11.601023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42c6a-ca13-4561-8a21-a190aa741728 req-546d0f34-d8b7-4864-ace3-bfe659c38ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.602561 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aff42c6a-ca13-4561-8a21-a190aa741728 req-546d0f34-d8b7-4864-ace3-bfe659c38ca5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0448058 Jul 30 02:15:11.611571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Transition to ACTIVE for port object 9661a6cd-060c-4d25-a76d-2bb2009ff9cf will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:11.637345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-5e4a36c2-0390-4b6f-a61f-bd0654716325 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:11.640402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-5e4a36c2-0390-4b6f-a61f-bd0654716325 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.41 "GET /v2.0/networks?id=e3c30686-5deb-4e5e-9784-16e0134a41a9 HTTP/1.1" status: 200 len: 814 time: 0.4363902 Jul 30 02:15:11.662650 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:11.676974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:15:11.694711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Request body: {'port': {'device_id': 'b700ce29-d7d8-42ef-bdc5-fa16e336450a', 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9', 'admin_state_up': True, 'tenant_id': '25b7d034511842c7918d44758e9f33ef'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:11.713035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:11.716725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:11.721337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:11.772870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Port': ['ID=9661a6cd-060c-4d25-a76d-2bb2009ff9cf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:11.809735 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:11.843012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84edd41d-d1a3-4bbe-b55a-40b833be0098 req-2a0ea379-d0c8-4c8b-bfa0-962593bb11d3 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.1361678 Jul 30 02:15:11.848881 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:11.849449 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Added segment 15dd45cf-d994-4806-9b83-5cf5080f12b8 of type vlan for network ff07c010-5b24-4c0d-be90-fefb6cbe06b6 Jul 30 02:15:12.013075 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.021314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.148325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Made reservation on behalf of 25b7d034511842c7918d44758e9f33ef for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:12.155327 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.167591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-31334b45-5489-41b9-a90c-87d8729a6572 None None] Provisioning for port 9661a6cd-060c-4d25-a76d-2bb2009ff9cf completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:12.173778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-31334b45-5489-41b9-a90c-87d8729a6572 None None] Provisioning complete for port 9661a6cd-060c-4d25-a76d-2bb2009ff9cf triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:12.174812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-31334b45-5489-41b9-a90c-87d8729a6572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.202132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.203612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.204703 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.292463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0412080 Jul 30 02:15:12.296060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40798) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:12.318541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-31334b45-5489-41b9-a90c-87d8729a6572 None None] Port 9661a6cd-060c-4d25-a76d-2bb2009ff9cf cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:12.352576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:12.452506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca2c56-56d4-46c3-b5ff-55f8de77b8fa tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'Network': ['ID=ff07c010-5b24-4c0d-be90-fefb6cbe06b6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:12.485921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ff07c010-5b24-4c0d-be90-fefb6cbe06b6 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:12.551710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1642817877'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:12.649536 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.651399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:12.655726 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.666483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.696656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a210a3cc-6f9b-4d51-8630-8691723a8b82 req-2cc2b70c-a7e8-40e3-b6ed-96010da747b1 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 210 time: 0.0993118 Jul 30 02:15:12.709593 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.727700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Allocated IP 172.20.0.3 (e3c30686-5deb-4e5e-9784-16e0134a41a9/58cfe759-c48c-4056-aed8-815884d1040a/4d656165-eadc-4c23-b73f-a4df43d624c1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:12.782719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b86a3a-1a75-480f-b646-3ce240d74556 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.791230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b86a3a-1a75-480f-b646-3ce240d74556 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.797431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b86a3a-1a75-480f-b646-3ce240d74556 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.802156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event updated for resources: {'Port': ['ID=9661a6cd-060c-4d25-a76d-2bb2009ff9cf,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:12.805420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b86a3a-1a75-480f-b646-3ce240d74556 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:12.806807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:12.812373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40806) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:12.813131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-45b86a3a-1a75-480f-b646-3ce240d74556 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4818280 Jul 30 02:15:12.859075 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aff42c6a-ca13-4561-8a21-a190aa741728 req-013f1958-0ca3-45f9-82e3-a3bff27cd182 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0499673 Jul 30 02:15:13.070241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3733d86-c24a-43bd-b2c2-1025e503ddfe req-88aecc57-6e1e-4f37-b6a5-5a6f12eff7e6 tempest-ServerShowV254Test-1070472021 tempest-ServerShowV254Test-1070472021-project] 10.222.0.84 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0485692 Jul 30 02:15:13.098875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.119710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.189066 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.286285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.289919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:13.301642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Network e3c30686-5deb-4e5e-9784-16e0134a41a9 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:13.308762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:13.320632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:13.329237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Pushing event updated for resources: {'Port': ['ID=4d656165-eadc-4c23-b73f-a4df43d624c1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:13.337205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:13.340102 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.401257 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.410482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:15:13.467404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:13.472060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.507424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-f77aaa48-447b-4a95-a221-c82458f11efc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8557642 Jul 30 02:15:13.523646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Request body: {'port': {'device_id': 'b700ce29-d7d8-42ef-bdc5-fa16e336450a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:13.535681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff07c010-5b24-4c0d-be90-fefb6cbe06b6']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:13.603978 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ee58f53f-28f7-4bb7-a9d2-2ffab8ac642b req-8bd68d34-ebc2-4716-add6-6799b1b8d3f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe271e30-2e97-441c-ba5d-45298446cd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1940084 Jul 30 02:15:13.607883 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.608839 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Added segment 1f632a45-8b2c-4e58-af0f-f0767c4d367d of type vlan for network 48930ba7-ea24-4942-b9d8-83beb60f5edc Jul 30 02:15:13.651473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de616b5b-915b-46e5-b8c1-ad6cf834666e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:13.659150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15dd45cf-d994-4806-9b83-5cf5080f12b8') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:13.659836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15dd45cf-d994-4806-9b83-5cf5080f12b8') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:13.676981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.738554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.804963 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ee58f53f-28f7-4bb7-a9d2-2ffab8ac642b req-97e0e5f8-5d18-4438-9456-381b38e32fb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2699ec55fa504f84ab6cb8dd26684e78&device_id=fe271e30-2e97-441c-ba5d-45298446cd88 HTTP/1.1" status: 200 len: 210 time: 0.0823781 Jul 30 02:15:13.819106 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.831382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.840534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Router d53289f1-5fd7-4b1c-98bd-2b64e4229efd has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:15:13.860645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-941262b1-b8bc-4f9e-b553-8ec1d1050347 None None] Provisioning complete for port 9661a6cd-060c-4d25-a76d-2bb2009ff9cf triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:13.861594 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-941262b1-b8bc-4f9e-b553-8ec1d1050347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.870832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:13.871753 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:13.891742 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:13.932291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-941262b1-b8bc-4f9e-b553-8ec1d1050347 None None] Port 9661a6cd-060c-4d25-a76d-2bb2009ff9cf cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:13.946285 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ee58f53f-28f7-4bb7-a9d2-2ffab8ac642b req-f5f9cf30-aeac-4688-bbe7-8e1345732912 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2699ec55fa504f84ab6cb8dd26684e78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120734 Jul 30 02:15:13.951845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d9f7-ef48-43d2-9315-8f4b2a3d9731 req-14cd6ada-58bc-4e17-90fd-655ca3df7b12 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:13.953626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae27d9f7-ef48-43d2-9315-8f4b2a3d9731 req-14cd6ada-58bc-4e17-90fd-655ca3df7b12 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 931 time: 0.1016700 Jul 30 02:15:14.060044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae27d9f7-ef48-43d2-9315-8f4b2a3d9731 req-02a0c3b7-1012-49b4-bd22-67dde5c1a0ce tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756891 Jul 30 02:15:14.086349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:14.093354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:14.093994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:14.158184 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:14.160569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d656165-eadc-4c23-b73f-a4df43d624c1 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:15:14.175345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:14.194625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Transition to ACTIVE for port object 4d656165-eadc-4c23-b73f-a4df43d624c1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:14.202016 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:14.229560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff07c010-5b24-4c0d-be90-fefb6cbe06b6 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 02:15:14.244316 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8845415 Jul 30 02:15:14.258104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:14.267845 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "DELETE /v2.0/networks/ff07c010-5b24-4c0d-be90-fefb6cbe06b6 HTTP/1.1" status: 204 len: 168 time: 1.4393082 Jul 30 02:15:14.268140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40816) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:14.268325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40818) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:14.294811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:14.298815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed2223-21b4-4d0a-a0f0-51eccc3d1757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Network': ['ID=48930ba7-ea24-4942-b9d8-83beb60f5edc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:14.311346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:15:14.313942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:14.335920 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c412528-041b-47b5-aa9c-002138bc7c4f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "PUT /v2.0/routers/d53289f1-5fd7-4b1c-98bd-2b64e4229efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2910843 Jul 30 02:15:14.354736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40820) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:14.364612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Request body: {'network': {'name': 'tempest-network--1264699614', 'router:external': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:14.367968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f42809-3b38-4e7f-a3e3-eecb3fc67fbd tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff07c010-5b24-4c0d-be90-fefb6cbe06b6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:14.371627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58f53f-28f7-4bb7-a9d2-2ffab8ac642b req-4c18fedc-d185-4b92-a33f-0a29db5c47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:14.374818 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ee58f53f-28f7-4bb7-a9d2-2ffab8ac642b req-4c18fedc-d185-4b92-a33f-0a29db5c47bd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4154530 Jul 30 02:15:14.415613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Pushing event updated for resources: {'Port': ['ID=4d656165-eadc-4c23-b73f-a4df43d624c1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:14.441776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Made reservation on behalf of f92bbd4601244008b18b30c31b145e14 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:14.444731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:14.527691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ce66a09f-63a9-4c4d-8126-5e440c4a92ac tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:14.562681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.563472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.564317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.564977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.565616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.566248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.566921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.567648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.568577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.569369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.570281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.571244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:14.676282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40824) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:14.712300 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-ce66a09f-63a9-4c4d-8126-5e440c4a92ac tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 02:15:14.719647 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ce66a09f-63a9-4c4d-8126-5e440c4a92ac tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "DELETE /v2.0/routers/d53289f1-5fd7-4b1c-98bd-2b64e4229efd HTTP/1.1" status: 409 len: 329 time: 0.3630989 Jul 30 02:15:14.720568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40828) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:14.880065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49c68197-adf3-4cff-ba08-d85ad405f967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.000105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:15:15.033161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Attempting to bind port 4d656165-eadc-4c23-b73f-a4df43d624c1 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:15.033503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Attempting to bind port 4d656165-eadc-4c23-b73f-a4df43d624c1 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '66d6a706-ae6a-414b-82ba-e4b2278cf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:15.033885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Attempting to bind port 4d656165-eadc-4c23-b73f-a4df43d624c1 on network e3c30686-5deb-4e5e-9784-16e0134a41a9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:15.040220 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.040826 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Added segment 30246a67-9995-4e47-a8f7-fb8c9a9f97d6 of type vlan for network 2e038a2c-a3c7-4681-8508-803c6bb6dcf5 Jul 30 02:15:15.044326 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93342aa-94a2-4b93-8651-1e01d66ab939 None None] Sync routers for ids ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:15:15.045701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Port 4d656165-eadc-4c23-b73f-a4df43d624c1 on network e3c30686-5deb-4e5e-9784-16e0134a41a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:15:15.046760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Attempting to bind port 4d656165-eadc-4c23-b73f-a4df43d624c1 on network e3c30686-5deb-4e5e-9784-16e0134a41a9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:15.057294 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93342aa-94a2-4b93-8651-1e01d66ab939 None None] Routers {'d53289f1-5fd7-4b1c-98bd-2b64e4229efd'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:15.057937 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f93342aa-94a2-4b93-8651-1e01d66ab939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:15:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:15.073299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:15.073781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Checking segment: {'id': '66d6a706-ae6a-414b-82ba-e4b2278cf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:15.074478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Bound using segment: {'id': '66d6a706-ae6a-414b-82ba-e4b2278cf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:15.075200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Bound port: 4d656165-eadc-4c23-b73f-a4df43d624c1, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d6a706-ae6a-414b-82ba-e4b2278cf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:15.075700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.185882 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49c68197-adf3-4cff-ba08-d85ad405f967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.190270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] For port 4d656165-eadc-4c23-b73f-a4df43d624c1, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:15.194590 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-49c68197-adf3-4cff-ba08-d85ad405f967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.194854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] For port 4d656165-eadc-4c23-b73f-a4df43d624c1, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4d656165-eadc-4c23-b73f-a4df43d624c1,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:15.209245 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.216339 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.219415 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f93342aa-94a2-4b93-8651-1e01d66ab939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:15.233418 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93342aa-94a2-4b93-8651-1e01d66ab939 None None] Routers {'d53289f1-5fd7-4b1c-98bd-2b64e4229efd'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:15.234087 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f93342aa-94a2-4b93-8651-1e01d66ab939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:15:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:15.267782 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-49c68197-adf3-4cff-ba08-d85ad405f967 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2699ec55fa504f84ab6cb8dd26684e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5851510 Jul 30 02:15:15.267782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c68197-adf3-4cff-ba08-d85ad405f967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6d6912-87e0-48b2-a01e-c9c9ef2b2e99,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:15.277019 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f93342aa-94a2-4b93-8651-1e01d66ab939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:15.278041 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93342aa-94a2-4b93-8651-1e01d66ab939 None None] The sync data for ids ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:15:15.284595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:15.338444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:15.339547 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.342772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8a322831-4d94-45af-b216-458b43431d00 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d656165-eadc-4c23-b73f-a4df43d624c1 HTTP/1.1" status: 200 len: 1091 time: 1.8261728 Jul 30 02:15:15.352702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:15.358684 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.364294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b700ce29-d7d8-42ef-bdc5-fa16e336450a', 'tag': '4d656165-eadc-4c23-b73f-a4df43d624c1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:15.370079 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e026fd4f-2999-4af2-a350-1a561b09abdb" -d '{"events": [{"name": "network-changed", "server_uuid": "b700ce29-d7d8-42ef-bdc5-fa16e336450a", "tag": "4d656165-eadc-4c23-b73f-a4df43d624c1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:15.406853 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ec38b5-0233-40ee-9745-a03860019551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.426770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.488484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ec38b5-0233-40ee-9745-a03860019551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.567404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322831-4d94-45af-b216-458b43431d00 service neutron] Pushing event updated for resources: {'Port': ['ID=4d656165-eadc-4c23-b73f-a4df43d624c1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:15.592387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.594242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:15.595316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:15.643319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdbde6-b7ac-4f3c-b25f-f2f8d2cfee91 req-d516fe71-9247-48cb-a259-bc60b94df1e5 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:15.645895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5fdbde6-b7ac-4f3c-b25f-f2f8d2cfee91 req-d516fe71-9247-48cb-a259-bc60b94df1e5 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 943 time: 0.4339590 Jul 30 02:15:15.806163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5254815 Jul 30 02:15:15.827986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40836) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:15.903112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8c6d028e-eb07-4876-8512-e7aaa994a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:15.906236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-8c6d028e-eb07-4876-8512-e7aaa994a0a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b7d034511842c7918d44758e9f33ef&device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 1094 time: 0.4752584 Jul 30 02:15:15.965452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683112b-72bc-4b7c-be72-cbef7020422d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'Network': ['ID=2e038a2c-a3c7-4681-8508-803c6bb6dcf5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:15.981635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 2e038a2c-a3c7-4681-8508-803c6bb6dcf5 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:16.088308 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ec38b5-0233-40ee-9745-a03860019551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:16.091075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ec38b5-0233-40ee-9745-a03860019551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:16.097165 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-34ec38b5-0233-40ee-9745-a03860019551 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bf6d6912-87e0-48b2-a01e-c9c9ef2b2e99 HTTP/1.1" status: 204 len: 168 time: 0.8016591 Jul 30 02:15:16.108664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec38b5-0233-40ee-9745-a03860019551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6d6912-87e0-48b2-a01e-c9c9ef2b2e99,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:16.120351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5fdbde6-b7ac-4f3c-b25f-f2f8d2cfee91 req-76f3c196-9f63-4992-9145-04034c341bca tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470606 Jul 30 02:15:16.133238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-bb1f6b3a-9403-45a2-8813-53c3690b9839 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d656165-eadc-4c23-b73f-a4df43d624c1 HTTP/1.1" status: 200 len: 217 time: 0.1629350 Jul 30 02:15:16.250725 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e1acc8-8ad5-406e-9cc5-10bb57b883b6 x-openstack-request-id: req-91e1acc8-8ad5-406e-9cc5-10bb57b883b6 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:16.251500 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b700ce29-d7d8-42ef-bdc5-fa16e336450a", "tag": "4d656165-eadc-4c23-b73f-a4df43d624c1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:16.251770 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-91e1acc8-8ad5-406e-9cc5-10bb57b883b6 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:16.252263 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b700ce29-d7d8-42ef-bdc5-fa16e336450a', 'tag': '4d656165-eadc-4c23-b73f-a4df43d624c1', 'status': 'completed', 'code': 200} Jul 30 02:15:16.315760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1469af-603d-466d-bc24-ac9c5d91dbb2 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:16.321095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8a1469af-603d-466d-bc24-ac9c5d91dbb2 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] 10.222.0.84 "GET /v2.0/networks/2e038a2c-a3c7-4681-8508-803c6bb6dcf5 HTTP/1.1" status: 200 len: 757 time: 0.4844139 Jul 30 02:15:16.322548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40840) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:16.388319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Deleting port 9661a6cd-060c-4d25-a76d-2bb2009ff9cf {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:16.389222 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:16.397640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-1df92905-14a4-4043-85b3-0df999ce521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:16.399951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-1df92905-14a4-4043-85b3-0df999ce521c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58cfe759-c48c-4056-aed8-815884d1040a HTTP/1.1" status: 200 len: 854 time: 0.1871378 Jul 30 02:15:16.445878 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-98bab12f-c426-4f2a-9b41-f81f9969929a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3c30686-5deb-4e5e-9784-16e0134a41a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381372 Jul 30 02:15:16.459268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-b950ebd2-a70a-4afa-8d32-c057b78ea56a service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:15:16.460668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-b950ebd2-a70a-4afa-8d32-c057b78ea56a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071514 Jul 30 02:15:16.463133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:16.505047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f24c39a-164b-4db6-a851-30d3cbe998a2 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:16.509706 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7f24c39a-164b-4db6-a851-30d3cbe998a2 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] 10.222.0.84 "GET /v2.0/networks/5ae4ec73-c019-4055-81ae-b0f70389fc33 HTTP/1.1" status: 200 len: 767 time: 0.1816990 Jul 30 02:15:16.511784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40844) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:16.612203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:16.612449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=ca142940-8cc9-4e64-a6ba-7d3edf54138b,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:16.648542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:16.651816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Calling delete_port for 9661a6cd-060c-4d25-a76d-2bb2009ff9cf owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:16.653372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:16.653728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network hostable DHCP agents. Network: 48930ba7-ea24-4942-b9d8-83beb60f5edc, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:15:16.668186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-650bc09a-07c2-4d56-bb73-e58cbcf19d70 service neutron] 10.222.0.41 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960921 Jul 30 02:15:16.689246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:15:16.749204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 48930ba7-ea24-4942-b9d8-83beb60f5edc) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:16.763669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2153fb33-e066-4e8a-ab05-66c2fb58e3c7 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:16.765076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:16.766032 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:16.817815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2508aec5-1f4c-4f8d-83ea-5c392f38aa1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5394197 Jul 30 02:15:16.819699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40852) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:16.828464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'name': 'tempest-NetworksTestDHCPv6-1724637833'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:16.834533 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:16.845649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d5bb098-a180-4d06-af0f-0fab18d56aa6 req-612679f2-140b-422c-a431-9e2aeb890687 service neutron] 10.222.0.41 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684763 Jul 30 02:15:16.905230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e038a2c-a3c7-4681-8508-803c6bb6dcf5']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:16.962346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-ea6932b0-7d70-4f51-a0ef-14c13e9830cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:16.965024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-ea6932b0-7d70-4f51-a0ef-14c13e9830cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b7d034511842c7918d44758e9f33ef&device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 1094 time: 0.0644906 Jul 30 02:15:16.972000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30246a67-9995-4e47-a8f7-fb8c9a9f97d6') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:16.972339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30246a67-9995-4e47-a8f7-fb8c9a9f97d6') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:17.001607 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.041736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.068509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': 'ca142940-8cc9-4e64-a6ba-7d3edf54138b'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:15:17.069668 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.071833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:17.072372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:17.078363 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:17.141813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-1c2cdb64-6b58-4269-8424-c01b96f22c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:17.144453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-1c2cdb64-6b58-4269-8424-c01b96f22c8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3c30686-5deb-4e5e-9784-16e0134a41a9 HTTP/1.1" status: 200 len: 915 time: 0.1721470 Jul 30 02:15:17.225927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:17.242432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.258722 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.260815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.273988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-3d709770-04a2-4f87-a2bd-14917e5059fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d656165-eadc-4c23-b73f-a4df43d624c1 HTTP/1.1" status: 200 len: 217 time: 0.1184664 Jul 30 02:15:17.293347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Port': ['ID=9661a6cd-060c-4d25-a76d-2bb2009ff9cf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:17.305174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port eb94c2cf-743a-4233-9776-28bb25624aef yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:17.353290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e038a2c-a3c7-4681-8508-803c6bb6dcf5 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 02:15:17.357993 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.363773 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "DELETE /v2.0/networks/2e038a2c-a3c7-4681-8508-803c6bb6dcf5 HTTP/1.1" status: 204 len: 168 time: 0.8524265 Jul 30 02:15:17.367850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40866) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:17.386199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Request body: {'network': {'name': 'tempest-network--481012723'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:17.396372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a2840-9177-4834-9f81-c239482306ab tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e038a2c-a3c7-4681-8508-803c6bb6dcf5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:17.542731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Made reservation on behalf of f92bbd4601244008b18b30c31b145e14 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:17.549311 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.571949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/ca142940-8cc9-4e64-a6ba-7d3edf54138b/04aa722e-3476-4cac-b0a8-84450845a530) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:17.603368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-1dbf5544-927b-42ee-9da2-a3c5ba5050cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:17.605453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-1dbf5544-927b-42ee-9da2-a3c5ba5050cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58cfe759-c48c-4056-aed8-815884d1040a HTTP/1.1" status: 200 len: 854 time: 0.2889674 Jul 30 02:15:17.620343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2e30b-ed5a-4ef8-8991-a29c5772137b req-43844db8-e8a5-4b89-8436-e1bde9f62842 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:17.622143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9d2e30b-ed5a-4ef8-8991-a29c5772137b req-43844db8-e8a5-4b89-8436-e1bde9f62842 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 943 time: 0.3688071 Jul 30 02:15:17.639882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-97a04092-dd5d-4d21-9e5e-449bbd5d506d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3905060 Jul 30 02:15:17.700202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-68552429-f5fe-4a24-8958-e29dd4d45455 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3c30686-5deb-4e5e-9784-16e0134a41a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767424 Jul 30 02:15:17.706752 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.712416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:15:17.744807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.745094 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Added segment 5360ec2a-8703-4dc3-83a3-3b19acce38f5 of type vlan for network 6c11a7a0-9257-4a61-95b1-1f2270a57b57 Jul 30 02:15:17.847602 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.859260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Transition to ACTIVE for port object 04aa722e-3476-4cac-b0a8-84450845a530 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:17.880960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Transition to ACTIVE for port object 04aa722e-3476-4cac-b0a8-84450845a530 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:17.886383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.891734 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:17.896557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9d2e30b-ed5a-4ef8-8991-a29c5772137b req-9be9f863-6fe1-48c7-8bf6-5ac14f6c2117 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556012 Jul 30 02:15:17.908996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-5693546b-1064-4083-be78-a7e7e0d029b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:17.910924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-5693546b-1064-4083-be78-a7e7e0d029b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1096 time: 0.1607254 Jul 30 02:15:17.995715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:18.001767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:18.006520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:18.031123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Pushing event updated for resources: {'Port': ['ID=04aa722e-3476-4cac-b0a8-84450845a530,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:18.041520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-f61f9df3-93f5-4325-bd77-c04685790ff9 service neutron] 10.222.0.41 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270938 Jul 30 02:15:18.122321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Attempting to bind port 04aa722e-3476-4cac-b0a8-84450845a530 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:18.123586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Attempting to bind port 04aa722e-3476-4cac-b0a8-84450845a530 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:18.124238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Attempting to bind port 04aa722e-3476-4cac-b0a8-84450845a530 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:18.134498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:18.138596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:18.139584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:18.140664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:18.143451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Bound port: 04aa722e-3476-4cac-b0a8-84450845a530, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:18.146854 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:18.165959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Router d53289f1-5fd7-4b1c-98bd-2b64e4229efd has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:15:18.181631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-723107a4-4574-4b41-8db5-33a162b5a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:18.183699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-723107a4-4574-4b41-8db5-33a162b5a496 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.2350216 Jul 30 02:15:18.219613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e026fd4f-2999-4af2-a350-1a561b09abdb req-53c55bd0-8b80-48b8-a178-d883543cf4de service neutron] 10.222.0.41 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665971 Jul 30 02:15:18.224771 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:18.226631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:18.229479 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:18.283425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::ac (48930ba7-ea24-4942-b9d8-83beb60f5edc/ca142940-8cc9-4e64-a6ba-7d3edf54138b/eb94c2cf-743a-4233-9776-28bb25624aef) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:18.293301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] For port 04aa722e-3476-4cac-b0a8-84450845a530, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:18.309589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] For port 04aa722e-3476-4cac-b0a8-84450845a530, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=04aa722e-3476-4cac-b0a8-84450845a530,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:18.313969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-eddf9c0a-2f83-4865-b0c0-caed391683bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 1000 time: 0.0935500 Jul 30 02:15:18.318071 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:18.406788 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-e1e3a040-1e8f-4b9b-9e60-80441c9ca792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:18.408774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2debedd-3cef-4925-8425-a6f31843b43e None None] Pushing event updated for resources: {'Port': ['ID=04aa722e-3476-4cac-b0a8-84450845a530,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:18.410342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-e1e3a040-1e8f-4b9b-9e60-80441c9ca792 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.0857136 Jul 30 02:15:18.474687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:15:18.481767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-f83f383b-5adf-4967-969f-f50b637b4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:18.485138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-f83f383b-5adf-4967-969f-f50b637b4700 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636613 Jul 30 02:15:18.489187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-965b0ba5-48a4-4e06-b222-f3a8a26e07bb tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "PUT /v2.0/routers/d53289f1-5fd7-4b1c-98bd-2b64e4229efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7670653 Jul 30 02:15:18.489644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40894) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:18.494714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acba45-f0b2-4ba9-9663-7e87dbab59c6 None None] Sync routers for ids ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:15:18.496185 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1180193 Jul 30 02:15:18.503299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40896) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:18.512627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2d530bff-9692-4035-9257-a380f386468d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:18.518453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c73e92-95fa-4fc8-864a-fababb98028e tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'Network': ['ID=6c11a7a0-9257-4a61-95b1-1f2270a57b57,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:18.518646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73acba45-f0b2-4ba9-9663-7e87dbab59c6 None None] Routers {'d53289f1-5fd7-4b1c-98bd-2b64e4229efd'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:18.518971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-73acba45-f0b2-4ba9-9663-7e87dbab59c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:15:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:18.552228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 6c11a7a0-9257-4a61-95b1-1f2270a57b57 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:18.617155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-73acba45-f0b2-4ba9-9663-7e87dbab59c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:18.725840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-4902560b-6131-48b3-aadc-56142d4ff79e service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258949 Jul 30 02:15:18.736273 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-8ad65087-36cf-4908-b6a2-845688a28774 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] show failed (client error): The resource could not be found. Jul 30 02:15:18.741205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8ad65087-36cf-4908-b6a2-845688a28774 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-1578744301 HTTP/1.1" status: 404 len: 335 time: 0.2460542 Jul 30 02:15:18.744909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40900) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:18.766680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9a69cd47-024e-4738-8ffc-8438857b1fd4 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:18.907984 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-9a69cd47-024e-4738-8ffc-8438857b1fd4 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] update failed (client error): The resource could not be found. Jul 30 02:15:18.909355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9a69cd47-024e-4738-8ffc-8438857b1fd4 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-1754717933 HTTP/1.1" status: 404 len: 335 time: 0.1513340 Jul 30 02:15:18.912805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40904) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:18.975479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92ba119-2f15-4d9a-8e04-ec2b8e2cfd35 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Deleting subnet 9b12ad13-2d1c-4036-ad85-4118ca66a648 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:18.979319 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a92ba119-2f15-4d9a-8e04-ec2b8e2cfd35 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:18.994851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:18.998258 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d530bff-9692-4035-9257-a380f386468d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.020068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73acba45-f0b2-4ba9-9663-7e87dbab59c6 None None] Routers {'d53289f1-5fd7-4b1c-98bd-2b64e4229efd'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:15:19.022303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object eb94c2cf-743a-4233-9776-28bb25624aef will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:19.022498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-73acba45-f0b2-4ba9-9663-7e87dbab59c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:15:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:19.024067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d530bff-9692-4035-9257-a380f386468d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.036589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a92ba119-2f15-4d9a-8e04-ec2b8e2cfd35 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.073411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40908) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:19.083796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-73acba45-f0b2-4ba9-9663-7e87dbab59c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:19.085689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73acba45-f0b2-4ba9-9663-7e87dbab59c6 None None] The sync data for ids ['d53289f1-5fd7-4b1c-98bd-2b64e4229efd'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:15:19.097779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d530bff-9692-4035-9257-a380f386468d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Network 6c11a7a0-9257-4a61-95b1-1f2270a57b57 is not hosted by any dhcp agent {{(pid=93818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:15:19.098823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d530bff-9692-4035-9257-a380f386468d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.099983 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d530bff-9692-4035-9257-a380f386468d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.104310 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2d530bff-9692-4035-9257-a380f386468d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "PUT /v2.0/networks/6c11a7a0-9257-4a61-95b1-1f2270a57b57 HTTP/1.1" status: 200 len: 857 time: 0.5966935 Jul 30 02:15:19.105439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40912) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:19.124279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 4d656165-eadc-4c23-b73f-a4df43d624c1 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:15:19.124982 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d530bff-9692-4035-9257-a380f386468d tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event updated for resources: {'Network': ['ID=6c11a7a0-9257-4a61-95b1-1f2270a57b57,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:19.189697 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a92ba119-2f15-4d9a-8e04-ec2b8e2cfd35 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.225333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.230138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.291041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489ded9-9dd8-45ec-8438-fa477bc29262 req-a19802db-5374-446a-bc75-2078ecd0f78b tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.295658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:19.298788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5489ded9-9dd8-45ec-8438-fa477bc29262 req-a19802db-5374-446a-bc75-2078ecd0f78b tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 943 time: 0.1866889 Jul 30 02:15:19.302265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3a50ff3-e7d2-427b-9843-7606b3baee81 req-c70fd4ec-a87e-4d30-94ff-b818df9e0813 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615685 Jul 30 02:15:19.303248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:19.340920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:19.352458 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.352782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5489ded9-9dd8-45ec-8438-fa477bc29262 req-35d6a5b3-80f9-43a2-8e31-df1b2395a39c tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521941 Jul 30 02:15:19.370577 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a92ba119-2f15-4d9a-8e04-ec2b8e2cfd35 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.370832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.370977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 4d656165-eadc-4c23-b73f-a4df43d624c1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4d656165-eadc-4c23-b73f-a4df43d624c1,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:19.384186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '4d656165-eadc-4c23-b73f-a4df43d624c1', 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9', 'port_id': '4d656165-eadc-4c23-b73f-a4df43d624c1', 'mac_address': 'fa:16:3e:62:5e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cfe759-c48c-4056-aed8-815884d1040a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:15:19.400405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ba119-2f15-4d9a-8e04-ec2b8e2cfd35 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Subnet': ['ID=9b12ad13-2d1c-4036-ad85-4118ca66a648,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:19.404154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=eb94c2cf-743a-4233-9776-28bb25624aef,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:19.412142 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a92ba119-2f15-4d9a-8e04-ec2b8e2cfd35 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.417180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a92ba119-2f15-4d9a-8e04-ec2b8e2cfd35 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "DELETE /v2.0/subnets/9b12ad13-2d1c-4036-ad85-4118ca66a648 HTTP/1.1" status: 204 len: 168 time: 0.5030339 Jul 30 02:15:19.418267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40914) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:19.434489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bfdeed7-ca2f-4ee5-aa0d-1b44376154ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.436477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c6c90a-27f9-40f7-839d-8d454a6a95de None None] Network 4b6cb278-5e96-476b-88e4-21fc28fc2c67 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:19.475659 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-276b3a10-98f7-40a3-a3da-7eb8b705bfba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6535478 Jul 30 02:15:19.476599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40916) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:19.481250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2e40f6-4ddc-4c2d-bc32-f40a5477f0f5 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Deleting subnet d58c8ba1-29c9-43cc-992d-2b51bf3db5d0 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:19.487688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a2e40f6-4ddc-4c2d-bc32-f40a5477f0f5 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.525722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.529018 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.544464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a2e40f6-4ddc-4c2d-bc32-f40a5477f0f5 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.549469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c11a7a0-9257-4a61-95b1-1f2270a57b57']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:19.558342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d656165-eadc-4c23-b73f-a4df43d624c1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:15:19.564861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5360ec2a-8703-4dc3-83a3-3b19acce38f5') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:19.565316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5360ec2a-8703-4dc3-83a3-3b19acce38f5') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:19.583989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.618902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 4d656165-eadc-4c23-b73f-a4df43d624c1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4d656165-eadc-4c23-b73f-a4df43d624c1,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:19.633632 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.634916 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.648621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce3409-7a79-4874-913b-955c961a610c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.655146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce3409-7a79-4874-913b-955c961a610c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:19.659233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-63ce3409-7a79-4874-913b-955c961a610c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1770210 Jul 30 02:15:19.661808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40918) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:19.665657 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a2e40f6-4ddc-4c2d-bc32-f40a5477f0f5 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.668188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:19.668924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:19.671698 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:19.706433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=4d656165-eadc-4c23-b73f-a4df43d624c1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:19.772097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.776972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c11a7a0-9257-4a61-95b1-1f2270a57b57 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 30 02:15:19.779915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.786892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40920) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:19.788573 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] 10.222.0.84 "DELETE /v2.0/networks/6c11a7a0-9257-4a61-95b1-1f2270a57b57 HTTP/1.1" status: 204 len: 168 time: 0.6801078 Jul 30 02:15:19.815131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd89e42d-b5ea-4d83-9a1e-ca3b18424f9f None None] DHCP port deletion for 4b6cb278-5e96-476b-88e4-21fc28fc2c67 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:19.816285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b44464-6724-471e-86a6-d771229d18d9 tempest-ExternalNetworksTestJSON-2045629218 tempest-ExternalNetworksTestJSON-2045629218-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c11a7a0-9257-4a61-95b1-1f2270a57b57,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:19.827150 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53b33c0-aab7-493e-a7fe-53f3be62c27c tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] DELETE failed (client error): The resource could not be found. Jul 30 02:15:19.827648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53b33c0-aab7-493e-a7fe-53f3be62c27c tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:15:19.829467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f53b33c0-aab7-493e-a7fe-53f3be62c27c tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] 10.222.0.84 "DELETE /v2.0/subnets/6f0c212f-9763-4853-b0e7-279aab8e4998 HTTP/1.1" status: 404 len: 337 time: 0.0401580 Jul 30 02:15:19.833723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40922) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:19.884621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bfdeed7-ca2f-4ee5-aa0d-1b44376154ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.894279 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bfdeed7-ca2f-4ee5-aa0d-1b44376154ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.902855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['4d656165-eadc-4c23-b73f-a4df43d624c1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:15:19.919045 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a2e40f6-4ddc-4c2d-bc32-f40a5477f0f5 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.946489 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6bfdeed7-ca2f-4ee5-aa0d-1b44376154ab admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f5a20cbd38274071ab8bd3b1100943ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8648851 Jul 30 02:15:19.946730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdeed7-ca2f-4ee5-aa0d-1b44376154ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c494f50b-834d-43c7-a856-9db43b5ca8a4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:19.949149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40924) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:19.979611 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.985719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e40f6-4ddc-4c2d-bc32-f40a5477f0f5 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Subnet': ['ID=d58c8ba1-29c9-43cc-992d-2b51bf3db5d0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:19.991856 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a2e40f6-4ddc-4c2d-bc32-f40a5477f0f5 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:19.994096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0a2e40f6-4ddc-4c2d-bc32-f40a5477f0f5 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "DELETE /v2.0/subnets/d58c8ba1-29c9-43cc-992d-2b51bf3db5d0 HTTP/1.1" status: 204 len: 168 time: 0.5747643 Jul 30 02:15:19.998176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40926) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:20.002712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-df0332a5-6aeb-40fe-a430-5e42b121e9ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port eb94c2cf-743a-4233-9776-28bb25624aef {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:20.003305 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df0332a5-6aeb-40fe-a430-5e42b121e9ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.003472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e06bf8-94f1-475a-87c1-9d22a28accd1 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:20.013621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1ccf9-17f0-4344-bacb-f8ec4bc883fa None None] Network 4716062e-937e-4463-9682-7cc9ba3ca8ee requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:20.161471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a0389c-e37d-4ffb-88aa-63ab40d26380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.169131 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.224124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a0389c-e37d-4ffb-88aa-63ab40d26380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.239804 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.241103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8f06804-7808-446c-9e21-c1d02364c0be None None] Provisioning for port 04aa722e-3476-4cac-b0a8-84450845a530 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:20.256561 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df0332a5-6aeb-40fe-a430-5e42b121e9ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.259850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae4ec73-c019-4055-81ae-b0f70389fc33']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:20.277445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-df0332a5-6aeb-40fe-a430-5e42b121e9ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for eb94c2cf-743a-4233-9776-28bb25624aef owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:20.279880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 04aa722e-3476-4cac-b0a8-84450845a530 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:20.285273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930e0983-4429-45c4-928d-9c353620b5d7') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:20.285579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930e0983-4429-45c4-928d-9c353620b5d7') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:20.303400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.325371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Deleting port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:20.326603 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.364718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.381126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cd89e42d-b5ea-4d83-9a1e-ca3b18424f9f None None] Deleting port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:20.381499 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd89e42d-b5ea-4d83-9a1e-ca3b18424f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.409396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] For port 183f18ce-d4db-4feb-9be3-f5e67ec1d182, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=183f18ce-d4db-4feb-9be3-f5e67ec1d182,segment=NetworkSegment(ebb228db-7452-4c54-bce7-b3b44a316f3b),segment_id=ebb228db-7452-4c54-bce7-b3b44a316f3b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:20.409396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.424460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Calling delete_port for 183f18ce-d4db-4feb-9be3-f5e67ec1d182 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:20.429140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a0389c-e37d-4ffb-88aa-63ab40d26380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.431989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a0389c-e37d-4ffb-88aa-63ab40d26380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.435687 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-00a0389c-e37d-4ffb-88aa-63ab40d26380 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c494f50b-834d-43c7-a856-9db43b5ca8a4 HTTP/1.1" status: 204 len: 168 time: 0.4721379 Jul 30 02:15:20.448299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0389c-e37d-4ffb-88aa-63ab40d26380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c494f50b-834d-43c7-a856-9db43b5ca8a4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:20.456105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:20.457263 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.468971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cd89e42d-b5ea-4d83-9a1e-ca3b18424f9f None None] For port 183f18ce-d4db-4feb-9be3-f5e67ec1d182, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=183f18ce-d4db-4feb-9be3-f5e67ec1d182,segment=NetworkSegment(ebb228db-7452-4c54-bce7-b3b44a316f3b),segment_id=ebb228db-7452-4c54-bce7-b3b44a316f3b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:20.469384 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd89e42d-b5ea-4d83-9a1e-ca3b18424f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.484686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cd89e42d-b5ea-4d83-9a1e-ca3b18424f9f None None] Calling delete_port for 183f18ce-d4db-4feb-9be3-f5e67ec1d182 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:20.550428 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.599233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Port': ['ID=183f18ce-d4db-4feb-9be3-f5e67ec1d182,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:20.609841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] No DVR routers for this DVR port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:20.737075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.751139 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6cb278-5e96-476b-88e4-21fc28fc2c67']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:20.757081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 04aa722e-3476-4cac-b0a8-84450845a530 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:20.763422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb228db-7452-4c54-bce7-b3b44a316f3b') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:20.763750 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb228db-7452-4c54-bce7-b3b44a316f3b') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:20.770263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 04aa722e-3476-4cac-b0a8-84450845a530 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:20.770643 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.774469 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.793356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.804056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:20.804577 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:20.809826 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:20.815848 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cd89e42d-b5ea-4d83-9a1e-ca3b18424f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.870862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad49650-c8b6-4e22-aa15-673df3ac3c4c None None] DHCP port deletion for 4716062e-937e-4463-9682-7cc9ba3ca8ee request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:20.879372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89e42d-b5ea-4d83-9a1e-ca3b18424f9f None None] Pushing event deleted for resources: {'Port': ['ID=183f18ce-d4db-4feb-9be3-f5e67ec1d182,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:20.885346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89e42d-b5ea-4d83-9a1e-ca3b18424f9f None None] No DVR routers for this DVR port 183f18ce-d4db-4feb-9be3-f5e67ec1d182 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:20.925081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.932969 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:20.938353 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "DELETE /v2.0/networks/4b6cb278-5e96-476b-88e4-21fc28fc2c67 HTTP/1.1" status: 204 len: 168 time: 0.9390543 Jul 30 02:15:20.951587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40938) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:20.959421 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:21.001983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3ad49650-c8b6-4e22-aa15-673df3ac3c4c None None] Deleting port 946813f3-ebcb-4f66-bf0d-645b2fa8721e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:21.002364 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ad49650-c8b6-4e22-aa15-673df3ac3c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.010669 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.074581 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df0332a5-6aeb-40fe-a430-5e42b121e9ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.099256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8261f5-0494-4d14-ac38-88696da22807 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Network': ['ID=4b6cb278-5e96-476b-88e4-21fc28fc2c67,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:21.121929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 04aa722e-3476-4cac-b0a8-84450845a530, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=04aa722e-3476-4cac-b0a8-84450845a530,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:21.123796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0332a5-6aeb-40fe-a430-5e42b121e9ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=eb94c2cf-743a-4233-9776-28bb25624aef,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:21.126282 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.128704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 4d656165-eadc-4c23-b73f-a4df43d624c1 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:21.138836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3ad49650-c8b6-4e22-aa15-673df3ac3c4c None None] For port 946813f3-ebcb-4f66-bf0d-645b2fa8721e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=946813f3-ebcb-4f66-bf0d-645b2fa8721e,segment=NetworkSegment(89d37d1b-4fa6-48e2-813b-099ed7f4f0a4),segment_id=89d37d1b-4fa6-48e2-813b-099ed7f4f0a4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:21.139253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ad49650-c8b6-4e22-aa15-673df3ac3c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.142641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.143738 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.146090 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] 10.222.0.84 "DELETE /v2.0/networks/5ae4ec73-c019-4055-81ae-b0f70389fc33 HTTP/1.1" status: 204 len: 168 time: 1.3106456 Jul 30 02:15:21.197600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.209216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc50f4-67ec-4465-bcb4-088c95fa53e8 req-201a12d8-2ec0-4abc-9db2-3c0579657737 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:21.217636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51bc50f4-67ec-4465-bcb4-088c95fa53e8 req-201a12d8-2ec0-4abc-9db2-3c0579657737 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 944 time: 0.7630653 Jul 30 02:15:21.226400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c979ed-a641-4faa-a6f5-57bb234e4e82 tempest-ExternalNetworksTestJSON-1561485096 tempest-ExternalNetworksTestJSON-1561485096-project] Pushing event deleted for resources: {'Network': ['ID=5ae4ec73-c019-4055-81ae-b0f70389fc33,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:21.238859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-df0332a5-6aeb-40fe-a430-5e42b121e9ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.248964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-df0332a5-6aeb-40fe-a430-5e42b121e9ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/eb94c2cf-743a-4233-9776-28bb25624aef HTTP/1.1" status: 204 len: 168 time: 1.5855808 Jul 30 02:15:21.251412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40948) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:21.265168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3ad49650-c8b6-4e22-aa15-673df3ac3c4c None None] Calling delete_port for 946813f3-ebcb-4f66-bf0d-645b2fa8721e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:21.285211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 183f18ce-d4db-4feb-9be3-f5e67ec1d182 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:21.344432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 183f18ce-d4db-4feb-9be3-f5e67ec1d182 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:21.344780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 183f18ce-d4db-4feb-9be3-f5e67ec1d182 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:21.373689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Deleting port 946813f3-ebcb-4f66-bf0d-645b2fa8721e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:21.374279 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.384593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-51bc50f4-67ec-4465-bcb4-088c95fa53e8 req-399655e7-161e-4dc7-91a3-8734ef3741a2 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656475 Jul 30 02:15:21.406763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46626711-3884-40d9-bf83-39620f66d111 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:21.410487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46626711-3884-40d9-bf83-39620f66d111 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:21.415871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-46626711-3884-40d9-bf83-39620f66d111 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1629617 Jul 30 02:15:21.417032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40950) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:21.445073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=04aa722e-3476-4cac-b0a8-84450845a530,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:21.494561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 4d656165-eadc-4c23-b73f-a4df43d624c1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:21.503858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9496db-dae4-44a9-bcca-10faca161731 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet ca142940-8cc9-4e64-a6ba-7d3edf54138b {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:21.508338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] For port 946813f3-ebcb-4f66-bf0d-645b2fa8721e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=946813f3-ebcb-4f66-bf0d-645b2fa8721e,segment=NetworkSegment(89d37d1b-4fa6-48e2-813b-099ed7f4f0a4),segment_id=89d37d1b-4fa6-48e2-813b-099ed7f4f0a4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:21.508712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.508995 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd9496db-dae4-44a9-bcca-10faca161731 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.512988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 4d656165-eadc-4c23-b73f-a4df43d624c1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:21.516998 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.544865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Calling delete_port for 946813f3-ebcb-4f66-bf0d-645b2fa8721e owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:21.563815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fc53f661-6371-4b97-8bd7-ab696dbd5559 None None] Could not find standard attr ID for object eb94c2cf-743a-4233-9776-28bb25624aef. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:15:21.583068 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ad49650-c8b6-4e22-aa15-673df3ac3c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.593562 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd9496db-dae4-44a9-bcca-10faca161731 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.641540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad49650-c8b6-4e22-aa15-673df3ac3c4c None None] Pushing event deleted for resources: {'Port': ['ID=946813f3-ebcb-4f66-bf0d-645b2fa8721e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:21.657441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fc53f661-6371-4b97-8bd7-ab696dbd5559 None None] Provisioning complete for port 04aa722e-3476-4cac-b0a8-84450845a530 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:21.657955 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc53f661-6371-4b97-8bd7-ab696dbd5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.664018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad49650-c8b6-4e22-aa15-673df3ac3c4c None None] No DVR routers for this DVR port 946813f3-ebcb-4f66-bf0d-645b2fa8721e on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:21.678437 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.765168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] No DVR routers for this DVR port 946813f3-ebcb-4f66-bf0d-645b2fa8721e on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:21.774551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40958) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:21.777981 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.816900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Port': ['ID=946813f3-ebcb-4f66-bf0d-645b2fa8721e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:21.831262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700ce29-d7d8-42ef-bdc5-fa16e336450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d656165-eadc-4c23-b73f-a4df43d624c1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:15:21.834073 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e527354-b8b0-4b34-b532-99c8c51b75ba" -d '{"events": [{"server_uuid": "b700ce29-d7d8-42ef-bdc5-fa16e336450a", "name": "network-vif-plugged", "status": "completed", "tag": "4d656165-eadc-4c23-b73f-a4df43d624c1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:15:21.834915 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd9496db-dae4-44a9-bcca-10faca161731 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.863148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 4d656165-eadc-4c23-b73f-a4df43d624c1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4d656165-eadc-4c23-b73f-a4df43d624c1,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:21.884558 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.937370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.940894 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd9496db-dae4-44a9-bcca-10faca161731 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.963943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4716062e-937e-4463-9682-7cc9ba3ca8ee']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:21.966244 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad346b4-8ba4-4502-8c65-4d4f8752741e x-openstack-request-id: req-5ad346b4-8ba4-4502-8c65-4d4f8752741e {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:15:21.967126 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700ce29-d7d8-42ef-bdc5-fa16e336450a", "name": "network-vif-plugged", "status": "completed", "tag": "4d656165-eadc-4c23-b73f-a4df43d624c1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:15:21.967382 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5ad346b4-8ba4-4502-8c65-4d4f8752741e {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:15:21.973092 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700ce29-d7d8-42ef-bdc5-fa16e336450a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d656165-eadc-4c23-b73f-a4df43d624c1', 'code': 200} Jul 30 02:15:21.985005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9496db-dae4-44a9-bcca-10faca161731 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=ca142940-8cc9-4e64-a6ba-7d3edf54138b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:21.987473 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fd9496db-dae4-44a9-bcca-10faca161731 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:21.993382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fd9496db-dae4-44a9-bcca-10faca161731 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/ca142940-8cc9-4e64-a6ba-7d3edf54138b HTTP/1.1" status: 204 len: 168 time: 0.5749238 Jul 30 02:15:21.994050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40968) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:22.005841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d37d1b-4fa6-48e2-813b-099ed7f4f0a4') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:22.006142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d37d1b-4fa6-48e2-813b-099ed7f4f0a4') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:22.021209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.096299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=4d656165-eadc-4c23-b73f-a4df43d624c1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:22.096648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:22.097492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6152145a-b70f-4bca-b599-c134c5d0b606 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016946 Jul 30 02:15:22.101040 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.125404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:22.126029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f8f7d434-1c0a-4937-b814-58562d95ee8d None None] Could not find standard attr ID for object eb94c2cf-743a-4233-9776-28bb25624aef. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:15:22.128928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77219ee-6bd1-49a8-a72b-2a16adab41e9 req-f64e529b-6965-498b-bd6f-e479dc3eab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:22.130534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b77219ee-6bd1-49a8-a72b-2a16adab41e9 req-f64e529b-6965-498b-bd6f-e479dc3eab35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 1096 time: 0.1026750 Jul 30 02:15:22.202458 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 04aa722e-3476-4cac-b0a8-84450845a530 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:22.202852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b77219ee-6bd1-49a8-a72b-2a16adab41e9 req-261ac1dd-5495-4661-b3bd-b485d19b52e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643978 Jul 30 02:15:22.261157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:22.268660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.275017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:22.275997 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:22.280822 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:22.308535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 04aa722e-3476-4cac-b0a8-84450845a530 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:22.312165 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.345939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6e788587-40a6-4256-8aca-330094b1b1c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5d1f1386da3c49b2bbd5b1710bdbab35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701776 Jul 30 02:15:22.348346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d11b59-0fbe-4e70-af2d-5602fdaa8a6e None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:22.348594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40976) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:22.421843 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5b2978c-60a6-4e64-b798-547173683148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.426381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.432614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.438142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "DELETE /v2.0/networks/4716062e-937e-4463-9682-7cc9ba3ca8ee HTTP/1.1" status: 204 len: 168 time: 1.4770577 Jul 30 02:15:22.438779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 40980) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:22.458528 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5b2978c-60a6-4e64-b798-547173683148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.507103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4232189-6b01-44a2-b4a4-74e1c27422bc tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Network': ['ID=4716062e-937e-4463-9682-7cc9ba3ca8ee,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:22.550317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Deleting subnet 5cbb0fd9-a8fa-4eb2-b644-582a783d07fd {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:22.556041 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.582519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13aab1-c822-4176-aa28-3850e2676b94 req-9cb32f03-3595-4c1b-8f19-08ec90b588c5 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:22.585472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb13aab1-c822-4176-aa28-3850e2676b94 req-9cb32f03-3595-4c1b-8f19-08ec90b588c5 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 945 time: 0.0859725 Jul 30 02:15:22.636956 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5b2978c-60a6-4e64-b798-547173683148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.639820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5b2978c-60a6-4e64-b798-547173683148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.641738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c5b2978c-60a6-4e64-b798-547173683148 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e885d5bb-ca69-4c27-a9b9-5f498fa5d399 HTTP/1.1" status: 204 len: 168 time: 0.2914083 Jul 30 02:15:22.652359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.700845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2978c-60a6-4e64-b798-547173683148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e885d5bb-ca69-4c27-a9b9-5f498fa5d399,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:22.727923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb13aab1-c822-4176-aa28-3850e2676b94 req-ff19a5c8-8907-4d38-8462-2b09d4143a49 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330898 Jul 30 02:15:22.770179 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:22.887685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 946813f3-ebcb-4f66-bf0d-645b2fa8721e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:22.936561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 946813f3-ebcb-4f66-bf0d-645b2fa8721e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:22.937241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 946813f3-ebcb-4f66-bf0d-645b2fa8721e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:22.939395 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fff09ed-506b-4f88-9d98-02f23591790e None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:23.018354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fff09ed-506b-4f88-9d98-02f23591790e None None] Deleting port 04aa722e-3476-4cac-b0a8-84450845a530 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:23.023839 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fff09ed-506b-4f88-9d98-02f23591790e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.166515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40996) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:23.191613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fff09ed-506b-4f88-9d98-02f23591790e None None] For port 04aa722e-3476-4cac-b0a8-84450845a530, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=04aa722e-3476-4cac-b0a8-84450845a530,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:23.192264 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fff09ed-506b-4f88-9d98-02f23591790e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.218308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fff09ed-506b-4f88-9d98-02f23591790e None None] Calling delete_port for 04aa722e-3476-4cac-b0a8-84450845a530 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:23.230685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-31f23fd0-0381-4675-99b1-c37bbdf323e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f92bbd4601244008b18b30c31b145e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607774 Jul 30 02:15:23.233469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 40998) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:23.303764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=21a69b5f-7769-4243-8c39-f1d275d7a52e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:23.324319 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fff09ed-506b-4f88-9d98-02f23591790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.328740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:23.337060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:23.342771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:23.343381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.346549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.352480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff09ed-506b-4f88-9d98-02f23591790e None None] Pushing event deleted for resources: {'Port': ['ID=04aa722e-3476-4cac-b0a8-84450845a530,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:23.356050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fff09ed-506b-4f88-9d98-02f23591790e None None] No DVR routers for this DVR port 04aa722e-3476-4cac-b0a8-84450845a530 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:23.365486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-195781e0-2cb3-41fd-9bde-0bfa3dff9ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.389426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a610c6aa-0840-41e5-a70a-c89517cadaba None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:23.394526 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-88eef603-22db-412c-aa17-e673aebe551a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2925959 Jul 30 02:15:23.396033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41002) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:23.403224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'name': 'tempest-NetworksTestDHCPv6-277421257'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:23.417978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-195781e0-2cb3-41fd-9bde-0bfa3dff9ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.496289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.523778 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-195781e0-2cb3-41fd-9bde-0bfa3dff9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.528584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-195781e0-2cb3-41fd-9bde-0bfa3dff9ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.532335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-195781e0-2cb3-41fd-9bde-0bfa3dff9ccd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64580237-4644-4596-a23c-94043f440653 HTTP/1.1" status: 204 len: 168 time: 0.2953782 Jul 30 02:15:23.538348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195781e0-2cb3-41fd-9bde-0bfa3dff9ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64580237-4644-4596-a23c-94043f440653,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:23.549667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbb0fd9-a8fa-4eb2-b644-582a783d07fd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:23.575881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.576235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.576579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.576916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.577286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.578203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.585916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.586268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.586613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.589461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.589461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.589461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:23.598132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.600477 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4d0ea057-21bb-4cb2-8ccf-31e040ef211f tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "DELETE /v2.0/subnets/5cbb0fd9-a8fa-4eb2-b644-582a783d07fd HTTP/1.1" status: 204 len: 168 time: 1.1519642 Jul 30 02:15:23.603117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41010) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:23.606563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47c28a8-a258-45ec-8885-2fcfd2faa45d None None] Network 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:23.628597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '21a69b5f-7769-4243-8c39-f1d275d7a52e'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:15:23.629784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.646073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:23.650938 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.679231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port c8ba2ec9-f838-4014-81ca-329e0c48e232 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:23.852567 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:23.924240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff4ff7-6128-4f04-9757-01470d0abb7e req-ff058280-3de1-44b3-b08b-8b0ae43fdb52 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:23.937633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::23c (48930ba7-ea24-4942-b9d8-83beb60f5edc/21a69b5f-7769-4243-8c39-f1d275d7a52e/c8ba2ec9-f838-4014-81ca-329e0c48e232) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:23.938309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33ff4ff7-6128-4f04-9757-01470d0abb7e req-ff058280-3de1-44b3-b08b-8b0ae43fdb52 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 945 time: 0.1065710 Jul 30 02:15:24.050099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33ff4ff7-6128-4f04-9757-01470d0abb7e req-71528c20-2c3a-4e88-b903-5d7247f40f96 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108096 Jul 30 02:15:24.059871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.073210 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f43b0-ea6e-4f0e-85b5-d7e603ab90e7 None None] DHCP port deletion for 64fc0f5d-aef3-451d-b7d8-bc6d679a4605 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:24.086806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Deleting port fd1a0592-0330-4883-8a59-40eed36d48ca {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:24.087175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.167156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 04aa722e-3476-4cac-b0a8-84450845a530 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:24.224638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-831f43b0-ea6e-4f0e-85b5-d7e603ab90e7 None None] Deleting port fd1a0592-0330-4883-8a59-40eed36d48ca {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:24.231048 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-831f43b0-ea6e-4f0e-85b5-d7e603ab90e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.238981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 04aa722e-3476-4cac-b0a8-84450845a530 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:24.239216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 04aa722e-3476-4cac-b0a8-84450845a530 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:24.240397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fd1a0592-0330-4883-8a59-40eed36d48ca no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:24.242975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] For port fd1a0592-0330-4883-8a59-40eed36d48ca, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fd1a0592-0330-4883-8a59-40eed36d48ca,segment=NetworkSegment(f2dff325-be48-4cad-bfc5-a9bd7362c343),segment_id=f2dff325-be48-4cad-bfc5-a9bd7362c343)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:24.244059 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.259227 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.269246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Calling delete_port for fd1a0592-0330-4883-8a59-40eed36d48ca owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:24.303257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object c8ba2ec9-f838-4014-81ca-329e0c48e232 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:24.375311 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.436956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/21a69b5f-7769-4243-8c39-f1d275d7a52e/5ca27eb3-32a9-4b98-9350-76acec5b9858) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:24.447668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:24.452667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:24.455849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:24.478595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:24.479939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.500284 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.508108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=c8ba2ec9-f838-4014-81ca-329e0c48e232,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:24.516616 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-89a920dd-c6ab-4f81-8854-3d0186101d1d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1193647 Jul 30 02:15:24.520234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41070) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:24.564856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Port': ['ID=fd1a0592-0330-4883-8a59-40eed36d48ca,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:24.585671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] No DVR routers for this DVR port fd1a0592-0330-4883-8a59-40eed36d48ca on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:24.591852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee8d970-1a5a-4ddc-ab89-b3e708ff2ebb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:24.595832 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7ee8d970-1a5a-4ddc-ab89-b3e708ff2ebb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0741661 Jul 30 02:15:24.598488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41072) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:24.614382 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.624843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Transition to ACTIVE for port object 5ca27eb3-32a9-4b98-9350-76acec5b9858 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:24.639832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Transition to ACTIVE for port object 5ca27eb3-32a9-4b98-9350-76acec5b9858 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:24.660334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.674449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No active binding found for port fd1a0592-0330-4883-8a59-40eed36d48ca {{(pid=93820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 02:15:24.674449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fd1a0592-0330-4883-8a59-40eed36d48ca not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:24.744709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-831f43b0-ea6e-4f0e-85b5-d7e603ab90e7 None None] For port fd1a0592-0330-4883-8a59-40eed36d48ca, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fd1a0592-0330-4883-8a59-40eed36d48ca,segment=NetworkSegment(f2dff325-be48-4cad-bfc5-a9bd7362c343),segment_id=f2dff325-be48-4cad-bfc5-a9bd7362c343)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:24.744834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-831f43b0-ea6e-4f0e-85b5-d7e603ab90e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.760848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:24.771086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.771857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:24.774469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-831f43b0-ea6e-4f0e-85b5-d7e603ab90e7 None None] Calling delete_port for fd1a0592-0330-4883-8a59-40eed36d48ca owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:24.776439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Pushing event updated for resources: {'Port': ['ID=5ca27eb3-32a9-4b98-9350-76acec5b9858,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:24.779168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:24.798054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fc0f5d-aef3-451d-b7d8-bc6d679a4605']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:24.817825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2dff325-be48-4cad-bfc5-a9bd7362c343') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:24.819058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2dff325-be48-4cad-bfc5-a9bd7362c343') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:24.843097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.875408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.885747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6268f9c4-e6ee-4e86-bd1e-ebdead68b979 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port c8ba2ec9-f838-4014-81ca-329e0c48e232 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:24.885747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6268f9c4-e6ee-4e86-bd1e-ebdead68b979 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.892209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:24.892737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:24.896993 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:24.940985 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-831f43b0-ea6e-4f0e-85b5-d7e603ab90e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:24.994375 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f43b0-ea6e-4f0e-85b5-d7e603ab90e7 None None] Pushing event deleted for resources: {'Port': ['ID=fd1a0592-0330-4883-8a59-40eed36d48ca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:25.009745 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f43b0-ea6e-4f0e-85b5-d7e603ab90e7 None None] No DVR routers for this DVR port fd1a0592-0330-4883-8a59-40eed36d48ca on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:25.011884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Attempting to bind port 5ca27eb3-32a9-4b98-9350-76acec5b9858 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:25.013850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Attempting to bind port 5ca27eb3-32a9-4b98-9350-76acec5b9858 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:25.014549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Attempting to bind port 5ca27eb3-32a9-4b98-9350-76acec5b9858 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:25.033453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:25.034523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:25.035241 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.035928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:25.037452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Bound port: 5ca27eb3-32a9-4b98-9350-76acec5b9858, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:25.038218 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.087500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.110809 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.118743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "DELETE /v2.0/networks/64fc0f5d-aef3-451d-b7d8-bc6d679a4605 HTTP/1.1" status: 204 len: 168 time: 1.5104699 Jul 30 02:15:25.125014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41090) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:25.131985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e6800-60fe-4c60-8542-f5ee682f2c9e tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Pushing event deleted for resources: {'Network': ['ID=64fc0f5d-aef3-451d-b7d8-bc6d679a4605,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:25.181257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] For port 5ca27eb3-32a9-4b98-9350-76acec5b9858, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:25.186562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] For port 5ca27eb3-32a9-4b98-9350-76acec5b9858, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5ca27eb3-32a9-4b98-9350-76acec5b9858,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:25.190271 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-15eb81e7-2c8f-4564-8dcd-8a61e40b4a01 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "GET /v2.0/ports?device_id=d53289f1-5fd7-4b1c-98bd-2b64e4229efd HTTP/1.1" status: 200 len: 205 time: 0.0636613 Jul 30 02:15:25.193217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41098) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:25.196014 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.250050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6268f9c4-e6ee-4e86-bd1e-ebdead68b979 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.266294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6268f9c4-e6ee-4e86-bd1e-ebdead68b979 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for c8ba2ec9-f838-4014-81ca-329e0c48e232 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:25.355797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12b1a3-c6d5-468a-8287-a5176d9ab069 None None] Pushing event updated for resources: {'Port': ['ID=5ca27eb3-32a9-4b98-9350-76acec5b9858,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:25.392672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac07fbcb-9b28-471d-ac2c-7d4594b6fc50 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.554661 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6268f9c4-e6ee-4e86-bd1e-ebdead68b979 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.690650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268f9c4-e6ee-4e86-bd1e-ebdead68b979 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=c8ba2ec9-f838-4014-81ca-329e0c48e232,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:25.734860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6268f9c4-e6ee-4e86-bd1e-ebdead68b979 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.740114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6268f9c4-e6ee-4e86-bd1e-ebdead68b979 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/c8ba2ec9-f838-4014-81ca-329e0c48e232 HTTP/1.1" status: 204 len: 168 time: 1.1400015 Jul 30 02:15:25.741199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41132) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:25.783481 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac07fbcb-9b28-471d-ac2c-7d4594b6fc50 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.789455 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac07fbcb-9b28-471d-ac2c-7d4594b6fc50 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.878062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac07fbcb-9b28-471d-ac2c-7d4594b6fc50 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.878675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac07fbcb-9b28-471d-ac2c-7d4594b6fc50 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Fanout notify agent at l3_agent the message router_deleted on router d53289f1-5fd7-4b1c-98bd-2b64e4229efd {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:15:25.891522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac07fbcb-9b28-471d-ac2c-7d4594b6fc50 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:25.900928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ac07fbcb-9b28-471d-ac2c-7d4594b6fc50 tempest-RoutersNegativeTest-1970137623 tempest-RoutersNegativeTest-1970137623-project] 10.222.0.84 "DELETE /v2.0/routers/d53289f1-5fd7-4b1c-98bd-2b64e4229efd HTTP/1.1" status: 204 len: 168 time: 0.7040167 Jul 30 02:15:25.914604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e27d0-8e5d-4f39-9410-464944694ca6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:25.916686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e27d0-8e5d-4f39-9410-464944694ca6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:25.918599 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-af5e27d0-8e5d-4f39-9410-464944694ca6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1764102 Jul 30 02:15:25.922083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41138) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:25.985756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ff9f8a-7143-4190-8df1-a6fd232493e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 21a69b5f-7769-4243-8c39-f1d275d7a52e {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:25.989767 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96ff9f8a-7143-4190-8df1-a6fd232493e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.064241 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96ff9f8a-7143-4190-8df1-a6fd232493e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.231233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96ff9f8a-7143-4190-8df1-a6fd232493e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.246047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5ca27eb3-32a9-4b98-9350-76acec5b9858 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:26.330122 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96ff9f8a-7143-4190-8df1-a6fd232493e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.353384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 5ca27eb3-32a9-4b98-9350-76acec5b9858 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:26.386656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96ff9f8a-7143-4190-8df1-a6fd232493e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.389756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-96ff9f8a-7143-4190-8df1-a6fd232493e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/21a69b5f-7769-4243-8c39-f1d275d7a52e HTTP/1.1" status: 204 len: 168 time: 0.4664335 Jul 30 02:15:26.390876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff9f8a-7143-4190-8df1-a6fd232493e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=21a69b5f-7769-4243-8c39-f1d275d7a52e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:26.392271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41148) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:26.441915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41152) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:26.487629 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d5513d1e-0c5c-4d26-93d0-7ba8ae76bdeb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938342 Jul 30 02:15:26.490534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41158) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:26.496359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:26.647414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:26.654920 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:26.850186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade557a-8c8b-4e24-a841-43cdef96b53e None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:27.037561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-39eecc97-e986-47f0-aa49-28f06b221387 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6a141c59f1364d8999d471eb55ac80c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942073 Jul 30 02:15:27.039994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41166) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:27.083934 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.131308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ce58cfe0-39bb-4257-a379-68d7f2c47443 None None] Provisioning for port 5ca27eb3-32a9-4b98-9350-76acec5b9858 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:27.141173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ce58cfe0-39bb-4257-a379-68d7f2c47443 None None] Provisioning complete for port 5ca27eb3-32a9-4b98-9350-76acec5b9858 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:27.141581 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce58cfe0-39bb-4257-a379-68d7f2c47443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.201209 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f08e3e69-e49d-4f67-803a-9f5b5a74c0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.318894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce58cfe0-39bb-4257-a379-68d7f2c47443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.327577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:27.342462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:27.348676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:27.349934 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.366595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ce58cfe0-39bb-4257-a379-68d7f2c47443 None None] For port 5ca27eb3-32a9-4b98-9350-76acec5b9858, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5ca27eb3-32a9-4b98-9350-76acec5b9858,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:27.374342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce58cfe0-39bb-4257-a379-68d7f2c47443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.391224 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f08e3e69-e49d-4f67-803a-9f5b5a74c0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.395768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9039443 Jul 30 02:15:27.398200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41176) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:27.405220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'name': 'tempest-NetworksTestDHCPv6-659638737'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:27.405403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045a279-a3b8-4d7a-a517-47f771f8e417 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=bd3b5732-eab5-42de-86a8-381ec3c3d950,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:27.504101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58cfe0-39bb-4257-a379-68d7f2c47443 None None] Pushing event updated for resources: {'Port': ['ID=5ca27eb3-32a9-4b98-9350-76acec5b9858,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:27.557710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f08e3e69-e49d-4f67-803a-9f5b5a74c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.565376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f08e3e69-e49d-4f67-803a-9f5b5a74c0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.572498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f08e3e69-e49d-4f67-803a-9f5b5a74c0dd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8453b3d4-5a4f-46fd-98da-be84e8b5a06d HTTP/1.1" status: 204 len: 168 time: 0.5306935 Jul 30 02:15:27.592229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e3e69-e49d-4f67-803a-9f5b5a74c0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8453b3d4-5a4f-46fd-98da-be84e8b5a06d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:27.626012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:27.632497 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.667087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port eb020e54-aac2-4e8c-a603-7244f68123a7 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:27.742166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e49a762-339a-44a3-b04b-5bd213574442 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:27.829966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-97f4c255-0c06-4b9f-90cf-d4e52ec81b28 None None] Provisioning complete for port 5ca27eb3-32a9-4b98-9350-76acec5b9858 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:27.830427 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97f4c255-0c06-4b9f-90cf-d4e52ec81b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:27.885703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::18d (48930ba7-ea24-4942-b9d8-83beb60f5edc/bd3b5732-eab5-42de-86a8-381ec3c3d950/eb020e54-aac2-4e8c-a603-7244f68123a7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:27.892505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41188) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:28.160449 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.166511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5ca27eb3-32a9-4b98-9350-76acec5b9858 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:28.192181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object eb020e54-aac2-4e8c-a603-7244f68123a7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:28.250652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5ca27eb3-32a9-4b98-9350-76acec5b9858 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:28.251824 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.303350 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.392618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-57d4cccf-d111-4c3b-a733-2ec1f305ecd3 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:28.478779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-57d4cccf-d111-4c3b-a733-2ec1f305ecd3 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] 10.222.0.84 "PUT /v2.0/quotas/3cc7c85387ec490fbf90d2333b4257ba HTTP/1.1" status: 200 len: 368 time: 0.5842571 Jul 30 02:15:28.480405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:28.485598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41198) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:28.487048 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:28.494156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Request body: {'network': {'project_id': '3cc7c85387ec490fbf90d2333b4257ba'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:28.495364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=eb020e54-aac2-4e8c-a603-7244f68123a7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:28.504669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:28.521563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:28.521965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.553431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Made reservation on behalf of 3cc7c85387ec490fbf90d2333b4257ba for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:28.566573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.567861 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d05b3f94-bee3-4593-95c8-64d3d7a67cfc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1683855 Jul 30 02:15:28.568907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41202) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:28.584403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b4b115c6-6ac8-4fe2-9706-4d640567f379 None None] Provisioning complete for port 5ca27eb3-32a9-4b98-9350-76acec5b9858 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:28.585026 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4b115c6-6ac8-4fe2-9706-4d640567f379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.597504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.701502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8abb70f-008b-434d-b9b4-8cfc6ebed239 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:28.714606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8abb70f-008b-434d-b9b4-8cfc6ebed239 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:28.725137 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f8abb70f-008b-434d-b9b4-8cfc6ebed239 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1487501 Jul 30 02:15:28.725474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41208) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:28.913463 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.922275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.958598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d899f683-ac2f-4ec9-800a-eaec27c21093 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port eb020e54-aac2-4e8c-a603-7244f68123a7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:28.958918 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d899f683-ac2f-4ec9-800a-eaec27c21093 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:28.998956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c6c3d559-cd62-4278-a085-8132e9936831 None None] Could not find standard attr ID for object c8ba2ec9-f838-4014-81ca-329e0c48e232. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:15:29.036622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:15:29.058497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefae4e9-173b-4cca-9614-31e83018738d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:29.092795 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.093753 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Added segment f1378882-792c-47ba-82b6-f71f2f9514e8 of type vlan for network 6d7646ff-09ad-481f-9bcd-ab87421fabaf Jul 30 02:15:29.179883 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.201300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d899f683-ac2f-4ec9-800a-eaec27c21093 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.227012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d899f683-ac2f-4ec9-800a-eaec27c21093 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for eb020e54-aac2-4e8c-a603-7244f68123a7 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:29.258402 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.260297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:29.261185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.343539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ae9887ff-ad73-41e0-ad80-4ef2dcb4e864 None None] Provisioning for port eb020e54-aac2-4e8c-a603-7244f68123a7 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:29.355683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ae9887ff-ad73-41e0-ad80-4ef2dcb4e864 None None] Provisioning complete for port eb020e54-aac2-4e8c-a603-7244f68123a7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:29.356346 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae9887ff-ad73-41e0-ad80-4ef2dcb4e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.379555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8920622 Jul 30 02:15:29.381018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41224) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:29.393620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Request body: {'network': {'project_id': '3cc7c85387ec490fbf90d2333b4257ba'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:29.432874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf5917-78ba-4b35-bef7-8f28bfc322f1 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Pushing event updated for resources: {'Network': ['ID=6d7646ff-09ad-481f-9bcd-ab87421fabaf,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:29.475647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ae9887ff-ad73-41e0-ad80-4ef2dcb4e864 None None] Port eb020e54-aac2-4e8c-a603-7244f68123a7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:15:29.486794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 6d7646ff-09ad-481f-9bcd-ab87421fabaf details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:29.506294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Made reservation on behalf of 3cc7c85387ec490fbf90d2333b4257ba for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:29.513588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.683211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:15:29.711722 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.712069 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Added segment f108b95f-df50-46a0-aabe-9bcab77b7b28 of type vlan for network 1f8cdda7-47ca-40bd-ba90-f3743faaa4f3 Jul 30 02:15:29.750867 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d899f683-ac2f-4ec9-800a-eaec27c21093 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.793666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.800730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899f683-ac2f-4ec9-800a-eaec27c21093 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=eb020e54-aac2-4e8c-a603-7244f68123a7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:29.822752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41234) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:29.839116 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d899f683-ac2f-4ec9-800a-eaec27c21093 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.845723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d899f683-ac2f-4ec9-800a-eaec27c21093 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/eb020e54-aac2-4e8c-a603-7244f68123a7 HTTP/1.1" status: 204 len: 168 time: 1.1155393 Jul 30 02:15:29.846332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41238) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:29.933573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.934487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:29.935109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:29.962506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50614346-a197-4c62-b613-3c039fe8b37a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:29.970763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50614346-a197-4c62-b613-3c039fe8b37a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:29.972512 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-50614346-a197-4c62-b613-3c039fe8b37a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1251686 Jul 30 02:15:29.976021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41242) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:30.063335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6724331 Jul 30 02:15:30.065219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41244) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:30.085190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015451bc-67ba-4237-979b-6c38ad274331 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Pushing event updated for resources: {'Network': ['ID=1f8cdda7-47ca-40bd-ba90-f3743faaa4f3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:30.101173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1f8cdda7-47ca-40bd-ba90-f3743faaa4f3 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:30.109778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4c3f1ef3-1f2c-4e82-9ccf-42dfbcdc50fe tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Request body: {'network': {'project_id': '3cc7c85387ec490fbf90d2333b4257ba'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:30.142855 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3f1ef3-1f2c-4e82-9ccf-42dfbcdc50fe tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 02:15:30.144220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3f1ef3-1f2c-4e82-9ccf-42dfbcdc50fe tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:15:30.146337 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4c3f1ef3-1f2c-4e82-9ccf-42dfbcdc50fe tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0790174 Jul 30 02:15:30.172976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b657e665-5632-4e59-96e4-bc74659acb37 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet bd3b5732-eab5-42de-86a8-381ec3c3d950 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:30.178072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e665-5632-4e59-96e4-bc74659acb37 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.232292 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e665-5632-4e59-96e4-bc74659acb37 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.308507 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e665-5632-4e59-96e4-bc74659acb37 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.337343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537905881'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:30.381322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.400201 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.416317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41250) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:30.471848 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e665-5632-4e59-96e4-bc74659acb37 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.521635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b657e665-5632-4e59-96e4-bc74659acb37 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.523746 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b657e665-5632-4e59-96e4-bc74659acb37 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/bd3b5732-eab5-42de-86a8-381ec3c3d950 HTTP/1.1" status: 204 len: 168 time: 0.5462542 Jul 30 02:15:30.526533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41254) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:30.527099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657e665-5632-4e59-96e4-bc74659acb37 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3b5732-eab5-42de-86a8-381ec3c3d950,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:30.536854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07dd865-edb3-4d58-a562-12f1e28d4bd7 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:30.703046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.703418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41258) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:30.720369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dd9b6130-0f11-42a3-a4a9-d9586d26c08d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1909492 Jul 30 02:15:30.741253 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.824258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-15ca9901-6f68-439e-b29c-4f80e5c73f2d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3cc7c85387ec490fbf90d2333b4257ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4065595 Jul 30 02:15:30.825801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41262) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:30.844041 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc6377a8-cd36-497b-b91d-01aaef3b7f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.900273 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3bfb156e-8bd3-4e7e-b929-6908432e77d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.932791 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3bfb156e-8bd3-4e7e-b929-6908432e77d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:30.937247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583d7ac-58dc-458c-af80-fbc6d462c3ac None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:30.988506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50523f88-f663-4256-8873-93a2c683f025,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:31.018012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f911f-9221-48ab-b307-6c992db6db62 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:31.019887 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-660f911f-9221-48ab-b307-6c992db6db62 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3135090 Jul 30 02:15:31.023367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41266) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.032089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.039267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.080625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b583d7ac-58dc-458c-af80-fbc6d462c3ac None None] Deleting port 5ca27eb3-32a9-4b98-9350-76acec5b9858 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:31.081451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b583d7ac-58dc-458c-af80-fbc6d462c3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.102448 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.104764 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2802265 Jul 30 02:15:31.112057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41268) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.117768 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3bfb156e-8bd3-4e7e-b929-6908432e77d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.124802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3bfb156e-8bd3-4e7e-b929-6908432e77d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.133255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3bfb156e-8bd3-4e7e-b929-6908432e77d6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fefae4e9-173b-4cca-9614-31e83018738d HTTP/1.1" status: 204 len: 168 time: 0.3047071 Jul 30 02:15:31.137068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41270) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.169888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc65ea3-3564-4a44-9e6e-aa4002ab9f2d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee330e3-2a03-48a6-89c1-db40706e786e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:31.175803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b583d7ac-58dc-458c-af80-fbc6d462c3ac None None] For port 5ca27eb3-32a9-4b98-9350-76acec5b9858, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5ca27eb3-32a9-4b98-9350-76acec5b9858,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:31.176457 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b583d7ac-58dc-458c-af80-fbc6d462c3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.188992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb156e-8bd3-4e7e-b929-6908432e77d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefae4e9-173b-4cca-9614-31e83018738d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:31.196582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b583d7ac-58dc-458c-af80-fbc6d462c3ac None None] Calling delete_port for 5ca27eb3-32a9-4b98-9350-76acec5b9858 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:31.208054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0595064-db97-48ba-937b-1aca925c9a04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:31.219419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f0595064-db97-48ba-937b-1aca925c9a04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1923902 Jul 30 02:15:31.221116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41272) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.286931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-049c8a7e-a447-4769-8e4f-2c8c37facfc7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583601 Jul 30 02:15:31.287897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41276) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.294033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:31.309200 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.326593 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0200b78d-3398-4846-ba2f-53c8dac28fe3 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2122500 Jul 30 02:15:31.332969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.338969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f2260ee1-1419-4a04-a327-ad3311236a81 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group': {'name': 'tempest-security--404912292', 'description': 'tempest-security-description-987085263'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:31.430534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:31.436895 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b583d7ac-58dc-458c-af80-fbc6d462c3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.442390 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.479327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2260ee1-1419-4a04-a327-ad3311236a81 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.509339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583d7ac-58dc-458c-af80-fbc6d462c3ac None None] Pushing event deleted for resources: {'Port': ['ID=5ca27eb3-32a9-4b98-9350-76acec5b9858,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:31.518734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.522088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583d7ac-58dc-458c-af80-fbc6d462c3ac None None] No DVR routers for this DVR port 5ca27eb3-32a9-4b98-9350-76acec5b9858 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:31.530171 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.562846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8cdda7-47ca-40bd-ba90-f3743faaa4f3']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:31.592541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f108b95f-df50-46a0-aabe-9bcab77b7b28') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:31.592991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f108b95f-df50-46a0-aabe-9bcab77b7b28') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:31.625800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2260ee1-1419-4a04-a327-ad3311236a81 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.629205 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.643824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2260ee1-1419-4a04-a327-ad3311236a81 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.654364 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f2260ee1-1419-4a04-a327-ad3311236a81 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.654364 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f2260ee1-1419-4a04-a327-ad3311236a81 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "PUT /v2.0/security-groups/dee330e3-2a03-48a6-89c1-db40706e786e HTTP/1.1" status: 200 len: 1778 time: 0.3172922 Jul 30 02:15:31.655900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41282) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.667164 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.688859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:31.689467 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:31.692367 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:31.724893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f0a73e3a-04cb-4f74-98ad-3c370a03629f tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups/dee330e3-2a03-48a6-89c1-db40706e786e HTTP/1.1" status: 200 len: 1778 time: 0.0676281 Jul 30 02:15:31.746967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41284) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.777573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2260ee1-1419-4a04-a327-ad3311236a81 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee330e3-2a03-48a6-89c1-db40706e786e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:31.805430 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.822180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.827954 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] 10.222.0.84 "DELETE /v2.0/networks/1f8cdda7-47ca-40bd-ba90-f3743faaa4f3 HTTP/1.1" status: 204 len: 168 time: 0.6874704 Jul 30 02:15:31.830129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:31.864347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a758eef-d4f0-4081-b204-ffb2686789b2 tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f8cdda7-47ca-40bd-ba90-f3743faaa4f3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:31.885553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34cafffb-2809-4b17-9d50-e35447462dd4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.892571 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.976426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:31.979340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:31.981206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.985481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:31.986746 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:31.991271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ccdb5-afe2-4163-820a-a979b1168f98 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:32.032878 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34cafffb-2809-4b17-9d50-e35447462dd4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.120722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8303828 Jul 30 02:15:32.123133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41292) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:32.132078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': '57992f26-443f-41bc-95ae-349a9dbfe404', 'ip_address': '2001:db8::9aea:cbd6:cfa:3b27'}], 'name': 'tempest-NetworksTestDHCPv6-1357995982'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:32.171619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.174578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb45b85-0963-4260-befb-9d91f14db33c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=57992f26-443f-41bc-95ae-349a9dbfe404,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:32.203043 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34cafffb-2809-4b17-9d50-e35447462dd4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.212452 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34cafffb-2809-4b17-9d50-e35447462dd4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.213826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-34cafffb-2809-4b17-9d50-e35447462dd4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-groups/dee330e3-2a03-48a6-89c1-db40706e786e HTTP/1.1" status: 204 len: 168 time: 0.4656816 Jul 30 02:15:32.218750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41294) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:32.230937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7646ff-09ad-481f-9bcd-ab87421fabaf']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:32.250740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1378882-792c-47ba-82b6-f71f2f9514e8') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:32.251106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1378882-792c-47ba-82b6-f71f2f9514e8') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:15:32.253143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cafffb-2809-4b17-9d50-e35447462dd4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee330e3-2a03-48a6-89c1-db40706e786e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:32.269982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.331309 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.354219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1e70ec29-c7b4-4195-9401-24af3b24f0e4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1308825 Jul 30 02:15:32.355031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41296) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:32.372203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:15:32.372811 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:15:32.376155 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:15:32.437414 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-08958d83-c395-4b1c-b198-1c14a3b171cf tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] delete failed (client error): The resource could not be found. Jul 30 02:15:32.438628 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-08958d83-c395-4b1c-b198-1c14a3b171cf tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-groups/dee330e3-2a03-48a6-89c1-db40706e786e HTTP/1.1" status: 404 len: 347 time: 0.0825405 Jul 30 02:15:32.448253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41300) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:32.456526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-70f23a7d-9c0c-4c7a-b7a2-e1ba4808b106 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group': {'name': 'tempest-secgroup--785345625'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:32.488555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5ca27eb3-32a9-4b98-9350-76acec5b9858 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:32.491160 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:15:32.491160 n-d-715271-7 neutron-server[93818]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 02:15:32.491160 n-d-715271-7 neutron-server[93818]: [parameters: {'project_id': '88d7475368704cfcbfdb109315503598', 'id': '1df5bba0-e9ca-4400-b6a9-32c73b265ccd', 'expiration': datetime.datetime(2021, 7, 30, 2, 17, 32, 486071)}] Jul 30 02:15:32.491160 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:15:32.491780 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:15:32.492337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.503580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.506841 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] 10.222.0.84 "DELETE /v2.0/networks/6d7646ff-09ad-481f-9bcd-ab87421fabaf HTTP/1.1" status: 204 len: 168 time: 0.6755176 Jul 30 02:15:32.513985 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70f23a7d-9c0c-4c7a-b7a2-e1ba4808b106 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.527928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f09f0-1f7e-4031-abb6-8322e567d81b tempest-QuotasNegativeTest-769682366 tempest-QuotasNegativeTest-769682366-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d7646ff-09ad-481f-9bcd-ab87421fabaf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:32.534172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 5ca27eb3-32a9-4b98-9350-76acec5b9858 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:32.534711 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5ca27eb3-32a9-4b98-9350-76acec5b9858 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:32.587792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '57992f26-443f-41bc-95ae-349a9dbfe404'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:15:32.589643 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.703068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70f23a7d-9c0c-4c7a-b7a2-e1ba4808b106 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.709512 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70f23a7d-9c0c-4c7a-b7a2-e1ba4808b106 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.733859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70f23a7d-9c0c-4c7a-b7a2-e1ba4808b106 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.740556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-70f23a7d-9c0c-4c7a-b7a2-e1ba4808b106 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2865615 Jul 30 02:15:32.741996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41304) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:32.752658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cdf2a004-1e5c-42c9-951f-7969ceb5970e tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': '91e25031-9b88-4292-b6d4-c909ae397f8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:32.800700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f23a7d-9c0c-4c7a-b7a2-e1ba4808b106 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e25031-9b88-4292-b6d4-c909ae397f8a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:32.817482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a004-1e5c-42c9-951f-7969ceb5970e tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.949874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/57992f26-443f-41bc-95ae-349a9dbfe404/6391470a-dd49-4ee4-a3fe-79ed65b991c8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:32.967807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a004-1e5c-42c9-951f-7969ceb5970e tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:32.978375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a004-1e5c-42c9-951f-7969ceb5970e tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.040086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2a004-1e5c-42c9-951f-7969ceb5970e tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8295920e-fc53-4a13-bfbe-951ccd13d3bb,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:33.054276 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a004-1e5c-42c9-951f-7969ceb5970e tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.060189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41312) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:33.060727 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cdf2a004-1e5c-42c9-951f-7969ceb5970e tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166518 Jul 30 02:15:33.080489 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:33.141627 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddfeacc3-9fc7-4c49-b0d7-b8f455a513f6 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.171193 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddfeacc3-9fc7-4c49-b0d7-b8f455a513f6 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.250782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddfeacc3-9fc7-4c49-b0d7-b8f455a513f6 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.276992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ddfeacc3-9fc7-4c49-b0d7-b8f455a513f6 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.282549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ddfeacc3-9fc7-4c49-b0d7-b8f455a513f6 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/8295920e-fc53-4a13-bfbe-951ccd13d3bb HTTP/1.1" status: 204 len: 168 time: 0.2177911 Jul 30 02:15:33.282549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfeacc3-9fc7-4c49-b0d7-b8f455a513f6 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8295920e-fc53-4a13-bfbe-951ccd13d3bb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:33.288132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41314) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:33.347060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.359276 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.377064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:33.385181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d989cb29-b188-4f7e-aa04-a86727813672 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0951817 Jul 30 02:15:33.392538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41316) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:33.418471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Transition to ACTIVE for port object 6391470a-dd49-4ee4-a3fe-79ed65b991c8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:33.426460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41318) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:33.445625 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b5b444e-1880-4d27-9688-0b7bf03f1a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.448561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8eaab4e6-8c62-4000-8d88-793bfdc196bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.474865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Transition to ACTIVE for port object 6391470a-dd49-4ee4-a3fe-79ed65b991c8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:33.490193 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.586612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:33.591024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:33.603196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:33.606481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Pushing event updated for resources: {'Port': ['ID=6391470a-dd49-4ee4-a3fe-79ed65b991c8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:33.618119 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f636d75c-bc4a-41c9-88d5-1052d2861401 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.682954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b5b444e-1880-4d27-9688-0b7bf03f1a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.693015 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7b5b444e-1880-4d27-9688-0b7bf03f1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.697297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f636d75c-bc4a-41c9-88d5-1052d2861401 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.715887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Attempting to bind port 6391470a-dd49-4ee4-a3fe-79ed65b991c8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:33.716696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Attempting to bind port 6391470a-dd49-4ee4-a3fe-79ed65b991c8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:33.717183 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Attempting to bind port 6391470a-dd49-4ee4-a3fe-79ed65b991c8 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:33.724988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:33.725625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:33.726126 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.726712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:33.727447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Bound port: 6391470a-dd49-4ee4-a3fe-79ed65b991c8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:33.727934 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.754025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::9aea:cbd6:cfa:3b27 (48930ba7-ea24-4942-b9d8-83beb60f5edc/57992f26-443f-41bc-95ae-349a9dbfe404/65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:33.786970 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f636d75c-bc4a-41c9-88d5-1052d2861401 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.790190 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f636d75c-bc4a-41c9-88d5-1052d2861401 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.791947 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f636d75c-bc4a-41c9-88d5-1052d2861401 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-groups/91e25031-9b88-4292-b6d4-c909ae397f8a HTTP/1.1" status: 204 len: 168 time: 0.3968558 Jul 30 02:15:33.810324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41322) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:33.852810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] For port 6391470a-dd49-4ee4-a3fe-79ed65b991c8, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:33.859351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7b5b444e-1880-4d27-9688-0b7bf03f1a3b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aab47bef96194de998f65c08cb7d2a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277084 Jul 30 02:15:33.859704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] For port 6391470a-dd49-4ee4-a3fe-79ed65b991c8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6391470a-dd49-4ee4-a3fe-79ed65b991c8,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:33.859898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b444e-1880-4d27-9688-0b7bf03f1a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3645efed-341d-4518-b08d-13132ca7e217,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:33.860075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.867827 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:33.873353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636d75c-bc4a-41c9-88d5-1052d2861401 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e25031-9b88-4292-b6d4-c909ae397f8a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:33.877863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41324) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:33.991502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f23d5c-bb25-4471-ae61-b95ad9a2fcb3 None None] Pushing event updated for resources: {'Port': ['ID=6391470a-dd49-4ee4-a3fe-79ed65b991c8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:34.055472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41330) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:34.057669 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-00810b64-941e-4005-9c15-af9728fe6b70 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2460384 Jul 30 02:15:34.064943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7ec75565-6cb9-43b5-a46b-4ff0e84cea49 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193953029'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:34.122696 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c325c14-5828-4e55-94ba-c9f4aa2e2665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.124737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ec75565-6cb9-43b5-a46b-4ff0e84cea49 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.227548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c325c14-5828-4e55-94ba-c9f4aa2e2665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.235004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.275583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:34.314147 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ec75565-6cb9-43b5-a46b-4ff0e84cea49 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.322163 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ec75565-6cb9-43b5-a46b-4ff0e84cea49 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.339563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.378156 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ec75565-6cb9-43b5-a46b-4ff0e84cea49 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.380366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7ec75565-6cb9-43b5-a46b-4ff0e84cea49 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3239093 Jul 30 02:15:34.391339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41334) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:34.407119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4e4bf560-925d-4709-a248-8884c5f01cc7 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': 'baee7159-cc24-4bb7-b39c-c90313b46df6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:34.414793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec75565-6cb9-43b5-a46b-4ff0e84cea49 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baee7159-cc24-4bb7-b39c-c90313b46df6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:34.468567 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf560-925d-4709-a248-8884c5f01cc7 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.486355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:34.490948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:34.494434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:34.511215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:34.520635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:34.521368 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.544820 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.568572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c325c14-5828-4e55-94ba-c9f4aa2e2665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.572872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c325c14-5828-4e55-94ba-c9f4aa2e2665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.574319 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6c325c14-5828-4e55-94ba-c9f4aa2e2665 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3645efed-341d-4518-b08d-13132ca7e217 HTTP/1.1" status: 204 len: 168 time: 0.6912549 Jul 30 02:15:34.595923 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf560-925d-4709-a248-8884c5f01cc7 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.604340 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0211e161-a69a-4bf2-bf55-e1f2c8ff9484 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4776661 Jul 30 02:15:34.609776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41340) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:34.614372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c325c14-5828-4e55-94ba-c9f4aa2e2665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3645efed-341d-4518-b08d-13132ca7e217,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:34.639938 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf560-925d-4709-a248-8884c5f01cc7 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.701389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bf560-925d-4709-a248-8884c5f01cc7 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8299954b-bd85-484e-aadf-a79e06b96b1a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:34.737372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf560-925d-4709-a248-8884c5f01cc7 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.742738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4e4bf560-925d-4709-a248-8884c5f01cc7 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3496537 Jul 30 02:15:34.749863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41344) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:34.760650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d50c7ddf-8a2d-4832-aa1a-27d410a2f0dc tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': 'baee7159-cc24-4bb7-b39c-c90313b46df6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:34.767408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe80234-78ca-4ae7-93f2-14f87baa3171 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:34.779370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe80234-78ca-4ae7-93f2-14f87baa3171 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:34.782801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3fe80234-78ca-4ae7-93f2-14f87baa3171 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1684754 Jul 30 02:15:34.786619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41346) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:34.847547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d50c7ddf-8a2d-4832-aa1a-27d410a2f0dc tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.943193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a03b0-3ff4-426a-a0cd-3e9cb20afe99 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:34.943653 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9a03b0-3ff4-426a-a0cd-3e9cb20afe99 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:34.994850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d50c7ddf-8a2d-4832-aa1a-27d410a2f0dc tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.004263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d50c7ddf-8a2d-4832-aa1a-27d410a2f0dc tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.056643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c7ddf-8a2d-4832-aa1a-27d410a2f0dc tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a733d715-1e49-45ca-a922-44cb63148b8f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:35.074520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d50c7ddf-8a2d-4832-aa1a-27d410a2f0dc tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.081951 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d50c7ddf-8a2d-4832-aa1a-27d410a2f0dc tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3296456 Jul 30 02:15:35.083672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41350) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:35.093311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0ca05a82-ad72-4021-af97-84c6cd8cf04c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': 'baee7159-cc24-4bb7-b39c-c90313b46df6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:35.180714 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ca05a82-ad72-4021-af97-84c6cd8cf04c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.219176 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9a03b0-3ff4-426a-a0cd-3e9cb20afe99 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.264796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a03b0-3ff4-426a-a0cd-3e9cb20afe99 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:35.390721 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ca05a82-ad72-4021-af97-84c6cd8cf04c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.400092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ca05a82-ad72-4021-af97-84c6cd8cf04c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.446025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca05a82-ad72-4021-af97-84c6cd8cf04c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a18e405-e8ac-4a9f-814c-183386cadade,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:35.454234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ca05a82-ad72-4021-af97-84c6cd8cf04c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.460215 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0ca05a82-ad72-4021-af97-84c6cd8cf04c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3736110 Jul 30 02:15:35.461028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41360) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:35.466539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-52dfe099-a954-490a-b867-764075688e44 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': 'baee7159-cc24-4bb7-b39c-c90313b46df6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:35.543225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52dfe099-a954-490a-b867-764075688e44 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.620555 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9a03b0-3ff4-426a-a0cd-3e9cb20afe99 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.631955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41362) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:35.668136 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3ddb72-dbe9-4b0e-b316-57cf8a8470b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.690949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a03b0-3ff4-426a-a0cd-3e9cb20afe99 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:35.725456 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52dfe099-a954-490a-b867-764075688e44 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.740250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a9a03b0-3ff4-426a-a0cd-3e9cb20afe99 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.747824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5a9a03b0-3ff4-426a-a0cd-3e9cb20afe99 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f HTTP/1.1" status: 204 len: 168 time: 0.9561989 Jul 30 02:15:35.749119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41366) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:35.785423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1348b9de-9ae3-4aa7-a79c-ec8f7ac999bf None None] Provisioning for port 6391470a-dd49-4ee4-a3fe-79ed65b991c8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:35.813542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52dfe099-a954-490a-b867-764075688e44 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.858319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a42fd-c13c-4b3c-a6a6-ee876515c580 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:35.861707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfe099-a954-490a-b867-764075688e44 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb01f5e-c182-449a-a573-e47dab18e6a8,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:35.862527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a42fd-c13c-4b3c-a6a6-ee876515c580 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:35.867341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41368) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:35.875151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-659a42fd-c13c-4b3c-a6a6-ee876515c580 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1233449 Jul 30 02:15:35.964745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3ddb72-dbe9-4b0e-b316-57cf8a8470b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:35.983272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9b3ddb72-dbe9-4b0e-b316-57cf8a8470b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.001731 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-52dfe099-a954-490a-b867-764075688e44 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.008188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41372) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:36.008912 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-52dfe099-a954-490a-b867-764075688e44 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5460255 Jul 30 02:15:36.018101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-be97ad22-c051-479e-9bbd-9e7da89fbb18 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': 'baee7159-cc24-4bb7-b39c-c90313b46df6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:36.045658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8ba0ce-4543-464d-b5a4-d2f780b05f41 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 57992f26-443f-41bc-95ae-349a9dbfe404 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:36.066846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba0ce-4543-464d-b5a4-d2f780b05f41 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.141396 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be97ad22-c051-479e-9bbd-9e7da89fbb18 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.237243 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9b3ddb72-dbe9-4b0e-b316-57cf8a8470b6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fe509cd274b146c68093ad93ab09ffc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5976846 Jul 30 02:15:36.250317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41376) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:36.253339 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.328904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6391470a-dd49-4ee4-a3fe-79ed65b991c8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:36.370049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ddb72-dbe9-4b0e-b316-57cf8a8470b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f1c01-cc94-4fae-8198-872fdf42b59a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:36.396510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be97ad22-c051-479e-9bbd-9e7da89fbb18 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.408013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be97ad22-c051-479e-9bbd-9e7da89fbb18 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.443162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba0ce-4543-464d-b5a4-d2f780b05f41 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.456112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-16e7de9d-9409-43df-8fe2-c89c7d462603 None None] Could not find standard attr ID for object 65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:15:36.469371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97ad22-c051-479e-9bbd-9e7da89fbb18 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08cf18e-d9c1-4b9f-9535-63320e8675d0,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:36.472540 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be97ad22-c051-479e-9bbd-9e7da89fbb18 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.475904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-be97ad22-c051-479e-9bbd-9e7da89fbb18 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4652710 Jul 30 02:15:36.480918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41382) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:36.502377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 6391470a-dd49-4ee4-a3fe-79ed65b991c8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:36.508515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6391470a-dd49-4ee4-a3fe-79ed65b991c8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:36.509243 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.542207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45d59f95-f4d0-4049-ba41-4d0ad59e67b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.560664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e027-7ca6-4117-b64d-169d370563d0 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.579292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e027-7ca6-4117-b64d-169d370563d0 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.651980 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e027-7ca6-4117-b64d-169d370563d0 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.659170 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.665057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e027-7ca6-4117-b64d-169d370563d0 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.666236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c9c8e027-7ca6-4117-b64d-169d370563d0 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/f08cf18e-d9c1-4b9f-9535-63320e8675d0 HTTP/1.1" status: 204 len: 168 time: 0.1840153 Jul 30 02:15:36.677954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41384) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:36.692322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e027-7ca6-4117-b64d-169d370563d0 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f08cf18e-d9c1-4b9f-9535-63320e8675d0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:36.712460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45d59f95-f4d0-4049-ba41-4d0ad59e67b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.752632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 6391470a-dd49-4ee4-a3fe-79ed65b991c8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6391470a-dd49-4ee4-a3fe-79ed65b991c8,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:36.781220 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba0ce-4543-464d-b5a4-d2f780b05f41 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.781536 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.876416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45d59f95-f4d0-4049-ba41-4d0ad59e67b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.883552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45d59f95-f4d0-4049-ba41-4d0ad59e67b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.883552 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-45d59f95-f4d0-4049-ba41-4d0ad59e67b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/624f1c01-cc94-4fae-8198-872fdf42b59a HTTP/1.1" status: 204 len: 168 time: 0.6252112 Jul 30 02:15:36.883949 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c3710dc6-6a22-46a2-8d56-f6fa0bd10fae tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1985416 Jul 30 02:15:36.890371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41390) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:36.898004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d59f95-f4d0-4049-ba41-4d0ad59e67b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f1c01-cc94-4fae-8198-872fdf42b59a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:36.914257 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba0ce-4543-464d-b5a4-d2f780b05f41 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.946807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=6391470a-dd49-4ee4-a3fe-79ed65b991c8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:36.985605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ba0ce-4543-464d-b5a4-d2f780b05f41 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=57992f26-443f-41bc-95ae-349a9dbfe404,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:36.986389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01276d07-4d0e-4cdb-bfa6-1223b1bd8e03 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:36.995055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cc8ba0ce-4543-464d-b5a4-d2f780b05f41 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.001699 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cc8ba0ce-4543-464d-b5a4-d2f780b05f41 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/57992f26-443f-41bc-95ae-349a9dbfe404 HTTP/1.1" status: 204 len: 168 time: 1.1295309 Jul 30 02:15:37.003564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41392) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:37.010431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28704bf5-84cc-4475-860a-bc896cb457a8 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:37.049281 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01276d07-4d0e-4cdb-bfa6-1223b1bd8e03 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.077274 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4cfc6826-2797-4d7f-bf8f-be82f5c27565 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659389 Jul 30 02:15:37.077737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41396) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:37.092648 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:37.150782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01276d07-4d0e-4cdb-bfa6-1223b1bd8e03 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.177698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01276d07-4d0e-4cdb-bfa6-1223b1bd8e03 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.194544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-01276d07-4d0e-4cdb-bfa6-1223b1bd8e03 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ccb01f5e-c182-449a-a573-e47dab18e6a8 HTTP/1.1" status: 204 len: 168 time: 0.3008778 Jul 30 02:15:37.195840 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41398) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:37.198771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01276d07-4d0e-4cdb-bfa6-1223b1bd8e03 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccb01f5e-c182-449a-a573-e47dab18e6a8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:37.390536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:37.395492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.515395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-037e5788-ca97-4ede-8db0-75860af101c6 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3001533 Jul 30 02:15:37.518568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41406) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:37.523559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfab3d9d-0c4d-420c-992a-16a5a0ff59d1 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:37.611002 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6300-6690-4cad-81f8-8b6414930746 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.648790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6300-6690-4cad-81f8-8b6414930746 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.703328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cfab3d9d-0c4d-420c-992a-16a5a0ff59d1 None None] Deleting port 6391470a-dd49-4ee4-a3fe-79ed65b991c8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:37.704504 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfab3d9d-0c4d-420c-992a-16a5a0ff59d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.764150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6300-6690-4cad-81f8-8b6414930746 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.793210 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6300-6690-4cad-81f8-8b6414930746 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.801611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1e9e6300-6690-4cad-81f8-8b6414930746 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/3a18e405-e8ac-4a9f-814c-183386cadade HTTP/1.1" status: 204 len: 168 time: 0.2792311 Jul 30 02:15:37.806042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41412) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:37.821297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e6300-6690-4cad-81f8-8b6414930746 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a18e405-e8ac-4a9f-814c-183386cadade,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:37.835955 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.847609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cfab3d9d-0c4d-420c-992a-16a5a0ff59d1 None None] For port 6391470a-dd49-4ee4-a3fe-79ed65b991c8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6391470a-dd49-4ee4-a3fe-79ed65b991c8,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:37.848681 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfab3d9d-0c4d-420c-992a-16a5a0ff59d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.882261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cfab3d9d-0c4d-420c-992a-16a5a0ff59d1 None None] Calling delete_port for 6391470a-dd49-4ee4-a3fe-79ed65b991c8 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:37.905595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:37.912836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:37.932023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:37.932023 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:37.970897 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-32026428-c7e9-43e2-a49d-469b88f3c55a tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1635892 Jul 30 02:15:37.973124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=f29c6b79-b9dc-4fa1-b684-adc212a9c8b8,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:37.974439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41418) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:37.987520 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-14c88aac-6184-4d75-a2c4-f3abf85e953e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9040916 Jul 30 02:15:37.988271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41420) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:37.994721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': 'f29c6b79-b9dc-4fa1-b684-adc212a9c8b8', 'ip_address': '2001:db8::6a6a:da3b:d14e:8b72'}], 'name': 'tempest-NetworksTestDHCPv6-1228491886'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:38.089973 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c89835b-ce76-456a-8f56-a0aaf7806d11 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.124562 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c89835b-ce76-456a-8f56-a0aaf7806d11 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.152158 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfab3d9d-0c4d-420c-992a-16a5a0ff59d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.242464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c89835b-ce76-456a-8f56-a0aaf7806d11 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.244248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab3d9d-0c4d-420c-992a-16a5a0ff59d1 None None] Pushing event deleted for resources: {'Port': ['ID=6391470a-dd49-4ee4-a3fe-79ed65b991c8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:38.258426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6391470a-dd49-4ee4-a3fe-79ed65b991c8 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:38.288408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c89835b-ce76-456a-8f56-a0aaf7806d11 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.288408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5c89835b-ce76-456a-8f56-a0aaf7806d11 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/a733d715-1e49-45ca-a922-44cb63148b8f HTTP/1.1" status: 204 len: 168 time: 0.3032482 Jul 30 02:15:38.288940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41430) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:38.300597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 6391470a-dd49-4ee4-a3fe-79ed65b991c8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:38.301342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6391470a-dd49-4ee4-a3fe-79ed65b991c8 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:38.306649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab3d9d-0c4d-420c-992a-16a5a0ff59d1 None None] No DVR routers for this DVR port 6391470a-dd49-4ee4-a3fe-79ed65b991c8 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:38.309887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89835b-ce76-456a-8f56-a0aaf7806d11 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a733d715-1e49-45ca-a922-44cb63148b8f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:38.329346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf530fd-6fe7-426a-bb73-c92b52b1a255 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:38.390673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:38.410376 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-91a92ee5-c0d0-48d3-b1a2-fd38a7c5b559 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1192939 Jul 30 02:15:38.411955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41434) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:38.494833 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc19ad99-4619-4270-b01c-b70dbc4875e9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.519197 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc19ad99-4619-4270-b01c-b70dbc4875e9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.556681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.598722 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc19ad99-4619-4270-b01c-b70dbc4875e9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.605128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port f9c1c7f7-c803-480a-80a9-6178bf7782a4 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:38.617927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc19ad99-4619-4270-b01c-b70dbc4875e9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.626597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41438) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:38.627839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fc19ad99-4619-4270-b01c-b70dbc4875e9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/8299954b-bd85-484e-aadf-a79e06b96b1a HTTP/1.1" status: 204 len: 168 time: 0.2143133 Jul 30 02:15:38.646390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19ad99-4619-4270-b01c-b70dbc4875e9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8299954b-bd85-484e-aadf-a79e06b96b1a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:38.712587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': 'f29c6b79-b9dc-4fa1-b684-adc212a9c8b8'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:15:38.718273 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:38.921235 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ccc6b185-fd50-4375-aa8e-19bd4430cd72 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2903543 Jul 30 02:15:38.921968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41450) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:38.951155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::6a6a:da3b:d14e:8b72 (48930ba7-ea24-4942-b9d8-83beb60f5edc/f29c6b79-b9dc-4fa1-b684-adc212a9c8b8/f9c1c7f7-c803-480a-80a9-6178bf7782a4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:38.976288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41452) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.022159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5be6a8ab-3945-4d0e-b531-8769abee70d1 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.063153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5be6a8ab-3945-4d0e-b531-8769abee70d1 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.155218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5be6a8ab-3945-4d0e-b531-8769abee70d1 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.167703 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5be6a8ab-3945-4d0e-b531-8769abee70d1 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.167703 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5be6a8ab-3945-4d0e-b531-8769abee70d1 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-groups/baee7159-cc24-4bb7-b39c-c90313b46df6 HTTP/1.1" status: 204 len: 168 time: 0.2404828 Jul 30 02:15:39.171183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41458) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.195612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6a8ab-3945-4d0e-b531-8769abee70d1 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee7159-cc24-4bb7-b39c-c90313b46df6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:39.252140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fe4c923f-0bd8-4e6c-b91e-18e75bbdf732 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752275 Jul 30 02:15:39.257912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41462) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.264883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f83bdec1-e9e9-4c56-928f-112459208d1c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998535439'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:39.323616 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f83bdec1-e9e9-4c56-928f-112459208d1c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.486934 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f83bdec1-e9e9-4c56-928f-112459208d1c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.495416 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f83bdec1-e9e9-4c56-928f-112459208d1c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.546102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f83bdec1-e9e9-4c56-928f-112459208d1c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.552477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f83bdec1-e9e9-4c56-928f-112459208d1c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2934320 Jul 30 02:15:39.554326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41468) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:39.565373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3083dabb-48ac-4356-a8d1-b0d0f8d001c9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': '4230ef3e-d285-4e69-8de2-6e7175e21f0a', 'direction': 'ingress', 'protocol': 17}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:39.571030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bdec1-e9e9-4c56-928f-112459208d1c tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4230ef3e-d285-4e69-8de2-6e7175e21f0a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:39.612782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3083dabb-48ac-4356-a8d1-b0d0f8d001c9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.673180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8292a93d-92f2-4bfe-b53d-da56590f45ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.720418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3083dabb-48ac-4356-a8d1-b0d0f8d001c9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.726661 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3083dabb-48ac-4356-a8d1-b0d0f8d001c9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.733474 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.754174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083dabb-48ac-4356-a8d1-b0d0f8d001c9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f85643-02b6-4985-b2ea-c1813c68437f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:39.782031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object f9c1c7f7-c803-480a-80a9-6178bf7782a4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:39.879536 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.942177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:39.951738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:39.954503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:39.966592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:39.967866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:39.968436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/f29c6b79-b9dc-4fa1-b684-adc212a9c8b8/c94095b6-1c4e-4942-874d-ac3ad78d705b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:39.992651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41478) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:40.010541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=f9c1c7f7-c803-480a-80a9-6178bf7782a4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:40.018578 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8292a93d-92f2-4bfe-b53d-da56590f45ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.029770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8292a93d-92f2-4bfe-b53d-da56590f45ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.030398 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3083dabb-48ac-4356-a8d1-b0d0f8d001c9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.032561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3083dabb-48ac-4356-a8d1-b0d0f8d001c9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4722004 Jul 30 02:15:40.036545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41482) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:40.070102 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-385b1b06-e268-463d-8d60-daebb1c13970 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0804827 Jul 30 02:15:40.078491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:40.118208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41486) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:40.120495 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8292a93d-92f2-4bfe-b53d-da56590f45ce admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=71b306538d014db8a2c44a047def4485&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1359527 Jul 30 02:15:40.130736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292a93d-92f2-4bfe-b53d-da56590f45ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b19fb4c-b714-45c7-af5a-c56da15dd195,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:40.258946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-71ce59e2-3cb2-493c-9a9e-47dd13efdc4d tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-962872094'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:40.260745 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.264048 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f912d4e4-74c2-40a4-83f2-b653f9f15348 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.288651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Transition to ACTIVE for port object c94095b6-1c4e-4942-874d-ac3ad78d705b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:40.319566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Transition to ACTIVE for port object c94095b6-1c4e-4942-874d-ac3ad78d705b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:40.332075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.393789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:40.397173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:40.400242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:40.424387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Pushing event updated for resources: {'Port': ['ID=c94095b6-1c4e-4942-874d-ac3ad78d705b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:40.506958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Attempting to bind port c94095b6-1c4e-4942-874d-ac3ad78d705b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:40.506958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Attempting to bind port c94095b6-1c4e-4942-874d-ac3ad78d705b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:40.506958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Attempting to bind port c94095b6-1c4e-4942-874d-ac3ad78d705b on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:40.514328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:40.514720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:40.515401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.516128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:40.516628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Bound port: c94095b6-1c4e-4942-874d-ac3ad78d705b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:40.517551 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.616407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] For port c94095b6-1c4e-4942-874d-ac3ad78d705b, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:40.619720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] For port c94095b6-1c4e-4942-874d-ac3ad78d705b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c94095b6-1c4e-4942-874d-ac3ad78d705b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:40.628015 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.677516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b38c2a-65b0-424a-8e84-705be91b7616 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:40.681791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41488) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:40.682083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-19b38c2a-65b0-424a-8e84-705be91b7616 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5962510 Jul 30 02:15:40.725101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f912d4e4-74c2-40a4-83f2-b653f9f15348 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.741562 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71ce59e2-3cb2-493c-9a9e-47dd13efdc4d tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.742913 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71ce59e2-3cb2-493c-9a9e-47dd13efdc4d tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.749149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94e41e-0b78-4a13-85b1-9d872d647553 None None] Pushing event updated for resources: {'Port': ['ID=c94095b6-1c4e-4942-874d-ac3ad78d705b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:40.750382 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc2eca92-b430-4bf7-bb35-e13e0cbb88a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.828366 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc2eca92-b430-4bf7-bb35-e13e0cbb88a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.843514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-78be1dd7-17ad-4a29-b252-8be00fa5b155 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port f9c1c7f7-c803-480a-80a9-6178bf7782a4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:40.844334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78be1dd7-17ad-4a29-b252-8be00fa5b155 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.873152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71ce59e2-3cb2-493c-9a9e-47dd13efdc4d tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.890799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71ce59e2-3cb2-493c-9a9e-47dd13efdc4d tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.902517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f912d4e4-74c2-40a4-83f2-b653f9f15348 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.906201 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f912d4e4-74c2-40a4-83f2-b653f9f15348 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.907481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f912d4e4-74c2-40a4-83f2-b653f9f15348 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-groups/4230ef3e-d285-4e69-8de2-6e7175e21f0a HTTP/1.1" status: 204 len: 168 time: 0.8695533 Jul 30 02:15:40.916101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41492) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:40.939348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912d4e4-74c2-40a4-83f2-b653f9f15348 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4230ef3e-d285-4e69-8de2-6e7175e21f0a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:40.966553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71ce59e2-3cb2-493c-9a9e-47dd13efdc4d tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:40.969049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-71ce59e2-3cb2-493c-9a9e-47dd13efdc4d tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9754181 Jul 30 02:15:40.970461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41494) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.075726 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78be1dd7-17ad-4a29-b252-8be00fa5b155 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.125771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-78be1dd7-17ad-4a29-b252-8be00fa5b155 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for f9c1c7f7-c803-480a-80a9-6178bf7782a4 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:41.167498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc2eca92-b430-4bf7-bb35-e13e0cbb88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.171930 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc2eca92-b430-4bf7-bb35-e13e0cbb88a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.173430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fc2eca92-b430-4bf7-bb35-e13e0cbb88a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3b19fb4c-b714-45c7-af5a-c56da15dd195 HTTP/1.1" status: 204 len: 168 time: 1.0540400 Jul 30 02:15:41.189356 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-702c8222-0d64-4de8-b56d-46ce7986b1d1 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.212017 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b67d1412-5882-479f-8d8e-3225a5469791 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2942498 Jul 30 02:15:41.216487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41498) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.222284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2eca92-b430-4bf7-bb35-e13e0cbb88a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b19fb4c-b714-45c7-af5a-c56da15dd195,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:41.227210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-21407d58-8a7c-4d87-aad3-f5878decf1e3 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742859698'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:41.285176 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21407d58-8a7c-4d87-aad3-f5878decf1e3 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.391547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78be1dd7-17ad-4a29-b252-8be00fa5b155 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.472721 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78be1dd7-17ad-4a29-b252-8be00fa5b155 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.477764 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-78be1dd7-17ad-4a29-b252-8be00fa5b155 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/f9c1c7f7-c803-480a-80a9-6178bf7782a4 HTTP/1.1" status: 204 len: 168 time: 0.7912815 Jul 30 02:15:41.482755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.483565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be1dd7-17ad-4a29-b252-8be00fa5b155 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=f9c1c7f7-c803-480a-80a9-6178bf7782a4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:41.533513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21407d58-8a7c-4d87-aad3-f5878decf1e3 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.545024 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21407d58-8a7c-4d87-aad3-f5878decf1e3 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.585811 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21407d58-8a7c-4d87-aad3-f5878decf1e3 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.590534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-21407d58-8a7c-4d87-aad3-f5878decf1e3 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3686001 Jul 30 02:15:41.592108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41504) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.592751 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-702c8222-0d64-4de8-b56d-46ce7986b1d1 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.599604 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-702c8222-0d64-4de8-b56d-46ce7986b1d1 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.601067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-25e34069-c5c6-4d58-a1b8-1b592792472d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group': {'name': 'tempest-secgroup--676988239'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:41.613420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21407d58-8a7c-4d87-aad3-f5878decf1e3 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56eaa7a-8c41-4d05-b7a2-3d9b0430eee3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:41.643564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e34069-c5c6-4d58-a1b8-1b592792472d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.737225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817ed68-cc84-4067-9dd2-08fd04d27b2e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:41.746089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817ed68-cc84-4067-9dd2-08fd04d27b2e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:41.752254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c817ed68-cc84-4067-9dd2-08fd04d27b2e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2677548 Jul 30 02:15:41.753815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41506) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.768948 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-702c8222-0d64-4de8-b56d-46ce7986b1d1 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.770025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702c8222-0d64-4de8-b56d-46ce7986b1d1 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79a62d64-4c49-47f6-88ae-be7f28dca5f1 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:15:41.779304 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-702c8222-0d64-4de8-b56d-46ce7986b1d1 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.783723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-702c8222-0d64-4de8-b56d-46ce7986b1d1 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "DELETE /v2.0/routers/79a62d64-4c49-47f6-88ae-be7f28dca5f1 HTTP/1.1" status: 204 len: 168 time: 0.7939794 Jul 30 02:15:41.787547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41508) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.796385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8496cdee-2eea-4eac-a7ef-dd344f1c4f39 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Request body: {'router': {'name': 'tempest-router-1820826255', 'distributed': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:41.892018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41510) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:41.925823 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36ce2d66-6588-4945-8712-46b5adc5d360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.936718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c77a7a5-aca7-4179-b3c0-7856d28dcff7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet f29c6b79-b9dc-4fa1-b684-adc212a9c8b8 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:41.949058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7a5-aca7-4179-b3c0-7856d28dcff7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:41.959002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e34069-c5c6-4d58-a1b8-1b592792472d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.000099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e34069-c5c6-4d58-a1b8-1b592792472d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.061752 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8496cdee-2eea-4eac-a7ef-dd344f1c4f39 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.065364 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8496cdee-2eea-4eac-a7ef-dd344f1c4f39 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.116762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e34069-c5c6-4d58-a1b8-1b592792472d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da20ca44-c12b-4c73-add5-68d4c7455cf3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:42.125013 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7a5-aca7-4179-b3c0-7856d28dcff7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.222258 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36ce2d66-6588-4945-8712-46b5adc5d360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.229240 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36ce2d66-6588-4945-8712-46b5adc5d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.240204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8496cdee-2eea-4eac-a7ef-dd344f1c4f39 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.241249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-25e34069-c5c6-4d58-a1b8-1b592792472d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.256585 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-25e34069-c5c6-4d58-a1b8-1b592792472d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6606669 Jul 30 02:15:42.262034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41514) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:42.267736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-16ee49b1-847c-4c07-ac39-e6e7bc48906b tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': 'd56eaa7a-8c41-4d05-b7a2-3d9b0430eee3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'da20ca44-c12b-4c73-add5-68d4c7455cf3', 'remote_ip_prefix': None}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:42.274963 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8496cdee-2eea-4eac-a7ef-dd344f1c4f39 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.313262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c94095b6-1c4e-4942-874d-ac3ad78d705b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:42.321486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce2d66-6588-4945-8712-46b5adc5d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe55e49c-45dd-4683-a83d-d3aee4cf9705,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:42.366302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-36ce2d66-6588-4945-8712-46b5adc5d360 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=396636e226eb41ab9d350c3f4eb4c929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683752 Jul 30 02:15:42.367476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41516) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:42.390362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8496cdee-2eea-4eac-a7ef-dd344f1c4f39 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.391792 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8496cdee-2eea-4eac-a7ef-dd344f1c4f39 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6027331 Jul 30 02:15:42.393275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c94095b6-1c4e-4942-874d-ac3ad78d705b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:42.393612 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7a5-aca7-4179-b3c0-7856d28dcff7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.396236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41518) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:42.444712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16ee49b1-847c-4c07-ac39-e6e7bc48906b tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.526510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cb85-d83a-4e29-be94-648fc1f087e6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.567284 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7a5-aca7-4179-b3c0-7856d28dcff7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.593893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c9d930b4-63e2-4893-a7c2-9f520acff8ba None None] Provisioning for port c94095b6-1c4e-4942-874d-ac3ad78d705b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:42.615586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c9d930b4-63e2-4893-a7c2-9f520acff8ba None None] Provisioning complete for port c94095b6-1c4e-4942-874d-ac3ad78d705b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:42.616652 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9d930b4-63e2-4893-a7c2-9f520acff8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.642649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0c77a7a5-aca7-4179-b3c0-7856d28dcff7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.646107 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-db9f349e-f6c2-4cdc-ac96-06f8aed0529d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.647864 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0c77a7a5-aca7-4179-b3c0-7856d28dcff7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/f29c6b79-b9dc-4fa1-b684-adc212a9c8b8 HTTP/1.1" status: 204 len: 168 time: 0.8924608 Jul 30 02:15:42.648800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77a7a5-aca7-4179-b3c0-7856d28dcff7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=f29c6b79-b9dc-4fa1-b684-adc212a9c8b8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:42.652038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41520) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:42.672280 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16ee49b1-847c-4c07-ac39-e6e7bc48906b tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.679484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16ee49b1-847c-4c07-ac39-e6e7bc48906b tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.707047 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c17c2c8b-c01d-4af1-98c4-a3da3084d5a9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528793 Jul 30 02:15:42.730478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41522) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:42.738483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee49b1-847c-4c07-ac39-e6e7bc48906b tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f9ea0e-3568-4b05-8517-82a274fed712,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:42.751481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:42.763920 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-16ee49b1-847c-4c07-ac39-e6e7bc48906b tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.766592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-16ee49b1-847c-4c07-ac39-e6e7bc48906b tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5026810 Jul 30 02:15:42.789060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41524) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:42.851770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-db9f349e-f6c2-4cdc-ac96-06f8aed0529d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.863238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cb85-d83a-4e29-be94-648fc1f087e6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.868943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cb85-d83a-4e29-be94-648fc1f087e6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.872136 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9d930b4-63e2-4893-a7c2-9f520acff8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.924092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b915-5ed9-4b64-a5d3-47a70677c37a tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.927391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9081a-6014-459e-af91-4a7c08c97260 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:42.954032 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b915-5ed9-4b64-a5d3-47a70677c37a tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.970914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cb85-d83a-4e29-be94-648fc1f087e6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.973016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce8cb85-d83a-4e29-be94-648fc1f087e6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4da00aa0-b783-4a51-89c0-566b9fc1c017 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:15:42.986501 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3ce8cb85-d83a-4e29-be94-648fc1f087e6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:42.988081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3ce8cb85-d83a-4e29-be94-648fc1f087e6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "DELETE /v2.0/routers/4da00aa0-b783-4a51-89c0-566b9fc1c017 HTTP/1.1" status: 204 len: 168 time: 0.5906644 Jul 30 02:15:42.992489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c9d930b4-63e2-4893-a7c2-9f520acff8ba None None] For port c94095b6-1c4e-4942-874d-ac3ad78d705b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c94095b6-1c4e-4942-874d-ac3ad78d705b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:42.993569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41526) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:43.006230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-09f68c0c-49f6-4c30-b930-ba8d3d3209be tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Request body: {'router': {'name': 'tempest-router-1483650029', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6326001fbab0431489de028a429c6e38'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:43.029617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-db9f349e-f6c2-4cdc-ac96-06f8aed0529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.031611 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9d930b4-63e2-4893-a7c2-9f520acff8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.036952 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-db9f349e-f6c2-4cdc-ac96-06f8aed0529d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.044669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-db9f349e-f6c2-4cdc-ac96-06f8aed0529d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe55e49c-45dd-4683-a83d-d3aee4cf9705 HTTP/1.1" status: 204 len: 168 time: 0.6754904 Jul 30 02:15:43.082179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f349e-f6c2-4cdc-ac96-06f8aed0529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe55e49c-45dd-4683-a83d-d3aee4cf9705,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:43.087399 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09f68c0c-49f6-4c30-b930-ba8d3d3209be tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.088713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09f68c0c-49f6-4c30-b930-ba8d3d3209be tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.127605 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b915-5ed9-4b64-a5d3-47a70677c37a tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.139012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b915-5ed9-4b64-a5d3-47a70677c37a tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.144866 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6ea7b915-5ed9-4b64-a5d3-47a70677c37a tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/37f9ea0e-3568-4b05-8517-82a274fed712 HTTP/1.1" status: 204 len: 168 time: 0.3553746 Jul 30 02:15:43.146992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41532) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:43.151933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:43.165408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.185538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7ef07993-95e0-49f8-b75a-8a78de812fd2 None None] Could not find standard attr ID for object f9c1c7f7-c803-480a-80a9-6178bf7782a4. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:15:43.224488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d930b4-63e2-4893-a7c2-9f520acff8ba None None] Pushing event updated for resources: {'Port': ['ID=c94095b6-1c4e-4942-874d-ac3ad78d705b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:43.254316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09f68c0c-49f6-4c30-b930-ba8d3d3209be tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.267539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7b915-5ed9-4b64-a5d3-47a70677c37a tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37f9ea0e-3568-4b05-8517-82a274fed712,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:43.270249 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09f68c0c-49f6-4c30-b930-ba8d3d3209be tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.304480 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-09f68c0c-49f6-4c30-b930-ba8d3d3209be tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.308537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-09f68c0c-49f6-4c30-b930-ba8d3d3209be tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3097429 Jul 30 02:15:43.309442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41534) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:43.328669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:43.336029 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6acfc6f9-2789-4d26-911a-d6eb15b81606 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1559238 Jul 30 02:15:43.338192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41536) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:43.358861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2379088a-5aed-41da-8f18-46ea021a9454 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:43.457816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a26b3352-d4c0-4dab-a615-b8e5791effc5 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.483598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2379088a-5aed-41da-8f18-46ea021a9454 None None] Deleting port c94095b6-1c4e-4942-874d-ac3ad78d705b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:43.484711 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2379088a-5aed-41da-8f18-46ea021a9454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.514816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a26b3352-d4c0-4dab-a615-b8e5791effc5 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.596822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2379088a-5aed-41da-8f18-46ea021a9454 None None] For port c94095b6-1c4e-4942-874d-ac3ad78d705b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c94095b6-1c4e-4942-874d-ac3ad78d705b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:43.597468 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2379088a-5aed-41da-8f18-46ea021a9454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.629728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2379088a-5aed-41da-8f18-46ea021a9454 None None] Calling delete_port for c94095b6-1c4e-4942-874d-ac3ad78d705b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:43.758523 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.794074 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2379088a-5aed-41da-8f18-46ea021a9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.822609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a26b3352-d4c0-4dab-a615-b8e5791effc5 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.828153 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a26b3352-d4c0-4dab-a615-b8e5791effc5 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.833034 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a26b3352-d4c0-4dab-a615-b8e5791effc5 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-groups/da20ca44-c12b-4c73-add5-68d4c7455cf3 HTTP/1.1" status: 204 len: 168 time: 0.4899936 Jul 30 02:15:43.833891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41542) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:43.836308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:43.844933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:43.847391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.847768 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.855824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:43.856410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:43.872994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b3352-d4c0-4dab-a615-b8e5791effc5 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da20ca44-c12b-4c73-add5-68d4c7455cf3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:43.878740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379088a-5aed-41da-8f18-46ea021a9454 None None] Pushing event deleted for resources: {'Port': ['ID=c94095b6-1c4e-4942-874d-ac3ad78d705b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:43.895393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=c325262e-c4d0-4628-b01f-7c0a329b47e0,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:43.916939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379088a-5aed-41da-8f18-46ea021a9454 None None] No DVR routers for this DVR port c94095b6-1c4e-4942-874d-ac3ad78d705b on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:43.918954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41546) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:43.920425 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-85330f89-db0c-496b-8139-dc8626a2cd68 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1843019 Jul 30 02:15:43.928782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': 'c325262e-c4d0-4628-b01f-7c0a329b47e0', 'ip_address': '2001:db8::5fa8:f3e4:1f11:ed94'}], 'name': 'tempest-NetworksTestDHCPv6-698255602'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:43.940325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783848e-4722-4253-9ce3-3b13614ead57 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:44.147814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93819) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 30 02:15:44.148235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Router 001e41c6-3c6b-454a-a091-36aa12c8eaaa migrating from provider to provider. {{(pid=93819) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 30 02:15:44.148636 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.163474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3e4fa433-de95-46ab-8f6e-558d2080a5e0 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3241189 Jul 30 02:15:44.168027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41552) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:44.187575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.213851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.257239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c94095b6-1c4e-4942-874d-ac3ad78d705b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:44.268218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': 'c325262e-c4d0-4628-b01f-7c0a329b47e0'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:15:44.269836 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.305597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c94095b6-1c4e-4942-874d-ac3ad78d705b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:44.306148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c94095b6-1c4e-4942-874d-ac3ad78d705b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:44.368027 n-d-715271-7 neutron-server[93819]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] No L3 agents can host the router 001e41c6-3c6b-454a-a091-36aa12c8eaaa Jul 30 02:15:44.368956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:44.536719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/c325262e-c4d0-4628-b01f-7c0a329b47e0/aa579870-2edc-4350-bb8a-99d97859df57) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:44.583736 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4f25e8e-12b4-4ecc-8814-6a27d8baa62d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.684306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Hosts for router 001e41c6-3c6b-454a-a091-36aa12c8eaaa: [] {{(pid=93819) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 30 02:15:44.692434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.709341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4f25e8e-12b4-4ecc-8814-6a27d8baa62d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.741560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Hosts for other DVR routers connected to router 001e41c6-3c6b-454a-a091-36aa12c8eaaa: set() {{(pid=93819) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 30 02:15:44.744576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.748972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f112d96b-0f0e-4540-91dd-b34991d1fae2 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "PUT /v2.0/routers/001e41c6-3c6b-454a-a091-36aa12c8eaaa HTTP/1.1" status: 200 len: 717 time: 1.4354358 Jul 30 02:15:44.749498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41564) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:44.793131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 1fc98198-cb95-479c-a67b-22d4596f84f9 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:44.803583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.817897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Transition to ACTIVE for port object aa579870-2edc-4350-bb8a-99d97859df57 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:44.859954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Transition to ACTIVE for port object aa579870-2edc-4350-bb8a-99d97859df57 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:44.876961 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.911711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4f25e8e-12b4-4ecc-8814-6a27d8baa62d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.921797 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4f25e8e-12b4-4ecc-8814-6a27d8baa62d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:44.927494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c4f25e8e-12b4-4ecc-8814-6a27d8baa62d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-groups/d56eaa7a-8c41-4d05-b7a2-3d9b0430eee3 HTTP/1.1" status: 204 len: 168 time: 0.7538750 Jul 30 02:15:44.928965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41568) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:44.954196 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-73e235d3-39cb-4154-83d8-92d86ccb9ba1 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "GET /v2.0/routers/001e41c6-3c6b-454a-a091-36aa12c8eaaa HTTP/1.1" status: 200 len: 717 time: 0.2023022 Jul 30 02:15:44.970374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Pushing event updated for resources: {'Port': ['ID=aa579870-2edc-4350-bb8a-99d97859df57,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:44.972013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41570) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:44.999710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:45.004322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f25e8e-12b4-4ecc-8814-6a27d8baa62d tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56eaa7a-8c41-4d05-b7a2-3d9b0430eee3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:45.019811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.021826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.023621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.036257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.037949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.039495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.042215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.044292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.045009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.047832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.049626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.050124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:15:45.052141 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0c8b1233-59d8-4803-955c-afc4204b8ca9 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1203575 Jul 30 02:15:45.055600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41576) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:45.065599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f610a319-1dc1-4e29-8bb3-6d144c92c5af tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group': {'name': 'tempest-secgroup--83224088'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:45.085082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:45.103340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:45.108336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f610a319-1dc1-4e29-8bb3-6d144c92c5af tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.156318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::5fa8:f3e4:1f11:ed94 (48930ba7-ea24-4942-b9d8-83beb60f5edc/c325262e-c4d0-4628-b01f-7c0a329b47e0/1fc98198-cb95-479c-a67b-22d4596f84f9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:45.243757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Attempting to bind port aa579870-2edc-4350-bb8a-99d97859df57 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:45.244289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Attempting to bind port aa579870-2edc-4350-bb8a-99d97859df57 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:45.244674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Attempting to bind port aa579870-2edc-4350-bb8a-99d97859df57 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:45.252080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:45.252520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:45.252904 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.253281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:45.253775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Bound port: aa579870-2edc-4350-bb8a-99d97859df57, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:45.254168 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.282332 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:15:45.332678 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f610a319-1dc1-4e29-8bb3-6d144c92c5af tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.343840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f610a319-1dc1-4e29-8bb3-6d144c92c5af tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.377854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f610a319-1dc1-4e29-8bb3-6d144c92c5af tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.379378 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f610a319-1dc1-4e29-8bb3-6d144c92c5af tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3214402 Jul 30 02:15:45.384438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41582) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:45.393590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-48bdb5c0-d512-4a37-9fa7-3951d5faef92 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': 'a926d167-06a6-4c2c-9917-bac42a977818', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:45.443537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a319-1dc1-4e29-8bb3-6d144c92c5af tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a926d167-06a6-4c2c-9917-bac42a977818,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:45.460490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] For port aa579870-2edc-4350-bb8a-99d97859df57, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:45.464807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] For port aa579870-2edc-4350-bb8a-99d97859df57, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=aa579870-2edc-4350-bb8a-99d97859df57,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:45.472262 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.488478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48bdb5c0-d512-4a37-9fa7-3951d5faef92 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.644335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170e8c8-24ca-47f3-8c6d-9a09aee7f919 None None] Pushing event updated for resources: {'Port': ['ID=aa579870-2edc-4350-bb8a-99d97859df57,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:45.698688 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48bdb5c0-d512-4a37-9fa7-3951d5faef92 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.703099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48bdb5c0-d512-4a37-9fa7-3951d5faef92 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.731317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdb5c0-d512-4a37-9fa7-3951d5faef92 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9aa60e-938a-4dd0-a13a-9af8611c98f1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:45.752261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.796939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 1fc98198-cb95-479c-a67b-22d4596f84f9 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:45.848347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-48bdb5c0-d512-4a37-9fa7-3951d5faef92 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.854765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41592) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:45.854959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-48bdb5c0-d512-4a37-9fa7-3951d5faef92 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4679062 Jul 30 02:15:45.865789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.869821 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fe8bebd2-d70a-4b2c-b3e8-e3d1aa24c1e1 tempest-RoutersTestDVR-779375815 tempest-RoutersTestDVR-779375815-project] 10.222.0.84 "GET /v2.0/routers/001e41c6-3c6b-454a-a091-36aa12c8eaaa HTTP/1.1" status: 200 len: 683 time: 0.8956032 Jul 30 02:15:45.873866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41594) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:45.937038 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1216b11a-1f1a-4218-9c4d-3e98d1a39640 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.960145 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1216b11a-1f1a-4218-9c4d-3e98d1a39640 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:45.989319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f880b01-f266-45c0-b205-76bf28d460b9 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.015301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1216b11a-1f1a-4218-9c4d-3e98d1a39640 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.038484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:46.042664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1216b11a-1f1a-4218-9c4d-3e98d1a39640 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.044592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1216b11a-1f1a-4218-9c4d-3e98d1a39640 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/0c9aa60e-938a-4dd0-a13a-9af8611c98f1 HTTP/1.1" status: 204 len: 168 time: 0.1879473 Jul 30 02:15:46.050016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41596) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.065492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:46.099166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:46.108743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:46.109475 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.113015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216b11a-1f1a-4218-9c4d-3e98d1a39640 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c9aa60e-938a-4dd0-a13a-9af8611c98f1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:46.128978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=1fc98198-cb95-479c-a67b-22d4596f84f9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:46.228061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-63a40ba3-054c-46d1-90c8-a8e39366d63f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3053517 Jul 30 02:15:46.251825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8944d6e4-6cb0-4112-9396-c4aff2120a53 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1997232 Jul 30 02:15:46.252561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41602) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.252913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41604) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.285640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device aa579870-2edc-4350-bb8a-99d97859df57 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:46.386600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f880b01-f266-45c0-b205-76bf28d460b9 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.390449 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f880b01-f266-45c0-b205-76bf28d460b9 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.407978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port aa579870-2edc-4350-bb8a-99d97859df57 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:46.437027 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96bbe60c-0ac9-4af7-8dd3-d1a256fc3f71 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.458250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f880b01-f266-45c0-b205-76bf28d460b9 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.458796 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f880b01-f266-45c0-b205-76bf28d460b9 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 001e41c6-3c6b-454a-a091-36aa12c8eaaa {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:15:46.467245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fac713-300e-4c0a-827a-0a777c161bfa tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:46.470663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fac713-300e-4c0a-827a-0a777c161bfa tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:46.472849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b6fac713-300e-4c0a-827a-0a777c161bfa tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2186334 Jul 30 02:15:46.477975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41614) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.483413 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f880b01-f266-45c0-b205-76bf28d460b9 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.485228 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1f880b01-f266-45c0-b205-76bf28d460b9 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "DELETE /v2.0/routers/001e41c6-3c6b-454a-a091-36aa12c8eaaa HTTP/1.1" status: 204 len: 168 time: 0.6101723 Jul 30 02:15:46.491131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41616) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.503664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8e2accb3-83fe-41c2-92ea-b76844f697ec tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Request body: {'router': {'name': 'tempest-router-233182101', 'distributed': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:46.538496 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96bbe60c-0ac9-4af7-8dd3-d1a256fc3f71 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.562446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e2accb3-83fe-41c2-92ea-b76844f697ec tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.565301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e2accb3-83fe-41c2-92ea-b76844f697ec tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.656652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96bbe60c-0ac9-4af7-8dd3-d1a256fc3f71 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.661895 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-96bbe60c-0ac9-4af7-8dd3-d1a256fc3f71 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.669738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-96bbe60c-0ac9-4af7-8dd3-d1a256fc3f71 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-groups/a926d167-06a6-4c2c-9917-bac42a977818 HTTP/1.1" status: 204 len: 168 time: 0.4140677 Jul 30 02:15:46.671483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41620) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.712828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e2accb3-83fe-41c2-92ea-b76844f697ec tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.731361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e2accb3-83fe-41c2-92ea-b76844f697ec tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.752519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbe60c-0ac9-4af7-8dd3-d1a256fc3f71 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a926d167-06a6-4c2c-9917-bac42a977818,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:46.758690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-60387659-0641-43a3-aedb-09f0a1e62c75 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 1fc98198-cb95-479c-a67b-22d4596f84f9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:46.759253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-60387659-0641-43a3-aedb-09f0a1e62c75 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.795225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8e2accb3-83fe-41c2-92ea-b76844f697ec tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.797446 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8e2accb3-83fe-41c2-92ea-b76844f697ec tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3035600 Jul 30 02:15:46.802118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41622) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.881566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5041c63c-c09f-41a3-b81e-6cd4caf80549 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1938415 Jul 30 02:15:46.890269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41626) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:46.899098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5bcea9a4-d159-491f-ba63-73ac362a78df tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group': {'name': 'tempest-secgroup--861528911'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:46.957623 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf6124ed-8236-438f-b581-3c733396cda6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.973346 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bcea9a4-d159-491f-ba63-73ac362a78df tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:46.981348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-60387659-0641-43a3-aedb-09f0a1e62c75 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.030510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-60387659-0641-43a3-aedb-09f0a1e62c75 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 1fc98198-cb95-479c-a67b-22d4596f84f9 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:47.221796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bcea9a4-d159-491f-ba63-73ac362a78df tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.228687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bcea9a4-d159-491f-ba63-73ac362a78df tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.303924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf6124ed-8236-438f-b581-3c733396cda6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.306847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf6124ed-8236-438f-b581-3c733396cda6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.353500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcea9a4-d159-491f-ba63-73ac362a78df tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b17efed-dd2d-4dd5-bae2-00035df2fa72,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:47.360034 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bcea9a4-d159-491f-ba63-73ac362a78df tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.364974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5bcea9a4-d159-491f-ba63-73ac362a78df tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4727800 Jul 30 02:15:47.369754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41636) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:47.379862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-bfbf968b-dc32-4e30-8ccf-d815a9e876c2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': '3b17efed-dd2d-4dd5-bae2-00035df2fa72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:47.385662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-164a1053-1ad9-4f9e-98d5-715ce42d1f3b None None] Provisioning for port aa579870-2edc-4350-bb8a-99d97859df57 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:47.396375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf6124ed-8236-438f-b581-3c733396cda6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.399226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6124ed-8236-438f-b581-3c733396cda6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac9c766c-d0dc-4311-a64d-86ff87240e6b {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:15:47.408058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bf6124ed-8236-438f-b581-3c733396cda6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.414936 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-60387659-0641-43a3-aedb-09f0a1e62c75 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.415733 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bf6124ed-8236-438f-b581-3c733396cda6 tempest-RoutersTestDVR-92810772 tempest-RoutersTestDVR-92810772-project-admin] 10.222.0.84 "DELETE /v2.0/routers/ac9c766c-d0dc-4311-a64d-86ff87240e6b HTTP/1.1" status: 204 len: 168 time: 0.6062417 Jul 30 02:15:47.433421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-164a1053-1ad9-4f9e-98d5-715ce42d1f3b None None] Provisioning complete for port aa579870-2edc-4350-bb8a-99d97859df57 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:47.436134 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-164a1053-1ad9-4f9e-98d5-715ce42d1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.470004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60387659-0641-43a3-aedb-09f0a1e62c75 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=1fc98198-cb95-479c-a67b-22d4596f84f9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:47.488338 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfbf968b-dc32-4e30-8ccf-d815a9e876c2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.533572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-60387659-0641-43a3-aedb-09f0a1e62c75 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.536496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-60387659-0641-43a3-aedb-09f0a1e62c75 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/1fc98198-cb95-479c-a67b-22d4596f84f9 HTTP/1.1" status: 204 len: 168 time: 1.0571103 Jul 30 02:15:47.539057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41642) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:47.641397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-164a1053-1ad9-4f9e-98d5-715ce42d1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.674285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfbf968b-dc32-4e30-8ccf-d815a9e876c2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.682824 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfbf968b-dc32-4e30-8ccf-d815a9e876c2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.698171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3002acc-81ee-4cdc-b65b-8b85df9bde7e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:47.703629 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3002acc-81ee-4cdc-b65b-8b85df9bde7e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:47.712156 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a3002acc-81ee-4cdc-b65b-8b85df9bde7e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1711135 Jul 30 02:15:47.713054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41646) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:47.765614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-164a1053-1ad9-4f9e-98d5-715ce42d1f3b None None] For port aa579870-2edc-4350-bb8a-99d97859df57, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=aa579870-2edc-4350-bb8a-99d97859df57,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:47.769115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfbf968b-dc32-4e30-8ccf-d815a9e876c2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.780022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bfbf968b-dc32-4e30-8ccf-d815a9e876c2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4068100 Jul 30 02:15:47.785768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-164a1053-1ad9-4f9e-98d5-715ce42d1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:47.795352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41650) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:47.821401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf968b-dc32-4e30-8ccf-d815a9e876c2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd0d97b-2872-42c3-a63b-22d2b816127c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:47.869480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-18877884-52ab-46a7-b8b2-101bfd1070eb tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules/ffd0d97b-2872-42c3-a63b-22d2b816127c HTTP/1.1" status: 200 len: 763 time: 0.0701673 Jul 30 02:15:47.874692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41652) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:47.918278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a1053-1ad9-4f9e-98d5-715ce42d1f3b None None] Pushing event updated for resources: {'Port': ['ID=aa579870-2edc-4350-bb8a-99d97859df57,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:47.970560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece951f6-12eb-46e0-beed-d4e09cd423c5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet c325262e-c4d0-4628-b01f-7c0a329b47e0 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:47.978103 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ece951f6-12eb-46e0-beed-d4e09cd423c5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.007485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1d168c9c-f022-4270-9a46-96e2f21b0b01 None None] Could not find standard attr ID for object 1fc98198-cb95-479c-a67b-22d4596f84f9. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:15:48.033080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ece951f6-12eb-46e0-beed-d4e09cd423c5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.203000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ece951f6-12eb-46e0-beed-d4e09cd423c5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.220761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device aa579870-2edc-4350-bb8a-99d97859df57 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:48.269968 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d6b1a85b-2b0d-43f7-b954-9d285b000a2a tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3821132 Jul 30 02:15:48.271259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41660) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:48.364659 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ece951f6-12eb-46e0-beed-d4e09cd423c5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.371799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c51273c4-4621-41ac-ba2c-e7d093a05a65 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.372571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port aa579870-2edc-4350-bb8a-99d97859df57 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:48.374575 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.404778 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c51273c4-4621-41ac-ba2c-e7d093a05a65 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.421051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece951f6-12eb-46e0-beed-d4e09cd423c5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=c325262e-c4d0-4628-b01f-7c0a329b47e0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:48.437784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ece951f6-12eb-46e0-beed-d4e09cd423c5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.441248 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ece951f6-12eb-46e0-beed-d4e09cd423c5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/c325262e-c4d0-4628-b01f-7c0a329b47e0 HTTP/1.1" status: 204 len: 168 time: 0.7267497 Jul 30 02:15:48.444306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41662) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:48.444875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41664) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:48.455774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b539dc3-28c4-40a8-8b22-edf169d436ed None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:48.501041 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c51273c4-4621-41ac-ba2c-e7d093a05a65 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.522485 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a67a39d7-0e40-4192-81b2-28855cc91d87 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746779 Jul 30 02:15:48.528872 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c51273c4-4621-41ac-ba2c-e7d093a05a65 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.531784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41670) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:48.533380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c51273c4-4621-41ac-ba2c-e7d093a05a65 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ffd0d97b-2872-42c3-a63b-22d2b816127c HTTP/1.1" status: 204 len: 168 time: 0.2603655 Jul 30 02:15:48.536880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41672) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:48.552018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51273c4-4621-41ac-ba2c-e7d093a05a65 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffd0d97b-2872-42c3-a63b-22d2b816127c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:48.739774 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0d98e4d7-de61-4665-a7f4-ae90a37b3888 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1708376 Jul 30 02:15:48.744446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41680) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:48.752545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c58c973d-2f0b-4428-8768-150485247ed2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': '3b17efed-dd2d-4dd5-bae2-00035df2fa72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:48.760719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd57ae9-bdec-493c-b257-7d562b0ac526 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:48.764136 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6dd57ae9-bdec-493c-b257-7d562b0ac526 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2306421 Jul 30 02:15:48.768129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41682) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:48.861665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c58c973d-2f0b-4428-8768-150485247ed2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:48.863710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125dbd08-22b2-495e-9378-2ef5c6c1c788 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:48.888001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f3baf-93d8-46e4-a391-601e9948aebd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:48.892004 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c4f3baf-93d8-46e4-a391-601e9948aebd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1223691 Jul 30 02:15:48.897022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41688) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:49.016530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ab3a24b3-ee88-4855-92a1-f34ea298b324 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170309 Jul 30 02:15:49.026727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41694) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:49.032578 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c58c973d-2f0b-4428-8768-150485247ed2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.035278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:49.045377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c58c973d-2f0b-4428-8768-150485247ed2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.073418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-125dbd08-22b2-495e-9378-2ef5c6c1c788 None None] Deleting port aa579870-2edc-4350-bb8a-99d97859df57 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:49.074015 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-125dbd08-22b2-495e-9378-2ef5c6c1c788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.094157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c973d-2f0b-4428-8768-150485247ed2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e89b7fb-3f23-4825-a201-ea9528c040f7,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:49.109209 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c58c973d-2f0b-4428-8768-150485247ed2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.112396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c58c973d-2f0b-4428-8768-150485247ed2 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664448 Jul 30 02:15:49.117069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41696) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:49.149025 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54f18e7a-fc9a-4156-9599-f59f16c9340c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.186028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-55057dc9-63f3-4a95-a17e-e884f6b7367b tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules/9e89b7fb-3f23-4825-a201-ea9528c040f7 HTTP/1.1" status: 200 len: 763 time: 0.0670431 Jul 30 02:15:49.189229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41698) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:49.260685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-125dbd08-22b2-495e-9378-2ef5c6c1c788 None None] For port aa579870-2edc-4350-bb8a-99d97859df57, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=aa579870-2edc-4350-bb8a-99d97859df57,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:49.261198 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-125dbd08-22b2-495e-9378-2ef5c6c1c788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.299785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-125dbd08-22b2-495e-9378-2ef5c6c1c788 None None] Calling delete_port for aa579870-2edc-4350-bb8a-99d97859df57 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:49.320213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-29435e04-de34-4015-9ff3-610883a8020a tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1223078 Jul 30 02:15:49.320518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41702) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:49.393437 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba47eaa7-ec88-4260-bc6b-40c66076b505 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.409834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba47eaa7-ec88-4260-bc6b-40c66076b505 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.468178 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54f18e7a-fc9a-4156-9599-f59f16c9340c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.480896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54f18e7a-fc9a-4156-9599-f59f16c9340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.484957 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba47eaa7-ec88-4260-bc6b-40c66076b505 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.505289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ba47eaa7-ec88-4260-bc6b-40c66076b505 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.509616 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ba47eaa7-ec88-4260-bc6b-40c66076b505 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/9e89b7fb-3f23-4825-a201-ea9528c040f7 HTTP/1.1" status: 204 len: 168 time: 0.1857574 Jul 30 02:15:49.511201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41704) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:49.541846 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-125dbd08-22b2-495e-9378-2ef5c6c1c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.549835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47eaa7-ec88-4260-bc6b-40c66076b505 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e89b7fb-3f23-4825-a201-ea9528c040f7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:49.569206 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-54f18e7a-fc9a-4156-9599-f59f16c9340c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6326001fbab0431489de028a429c6e38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1229706 Jul 30 02:15:49.575195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41706) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:49.577237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:49.582100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.606697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125dbd08-22b2-495e-9378-2ef5c6c1c788 None None] No DVR routers for this DVR port aa579870-2edc-4350-bb8a-99d97859df57 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:49.616587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f18e7a-fc9a-4156-9599-f59f16c9340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddb8f89-498d-4c23-9ab8-1f2e6a26bdc2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:49.687765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dbd08-22b2-495e-9378-2ef5c6c1c788 None None] Pushing event deleted for resources: {'Port': ['ID=aa579870-2edc-4350-bb8a-99d97859df57,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:49.699123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cf6ff8e5-44f4-4c22-af90-03ad534d73f0 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1821229 Jul 30 02:15:49.717959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41708) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:49.737861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-dbd57508-86b6-4c11-b048-264b481ae085 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Request body: {'security_group_rule': {'security_group_id': '3b17efed-dd2d-4dd5-bae2-00035df2fa72', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:49.825073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b75ad419-d990-4e9a-b83c-d583542d2a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.842887 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd57508-86b6-4c11-b048-264b481ae085 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:49.943248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b75ad419-d990-4e9a-b83c-d583542d2a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.075402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.078999 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd57508-86b6-4c11-b048-264b481ae085 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.091227 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd57508-86b6-4c11-b048-264b481ae085 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.165675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:50.181316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:50.183065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd57508-86b6-4c11-b048-264b481ae085 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7ffd72-3fc3-49c3-b8ed-61f98cc5393d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:50.188209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:50.189504 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.196839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e753e5-e2c4-426c-a6e1-0d768f35dea1 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:50.210628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd57508-86b6-4c11-b048-264b481ae085 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.212294 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dbd57508-86b6-4c11-b048-264b481ae085 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4932106 Jul 30 02:15:50.214149 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1856248 Jul 30 02:15:50.215510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d90024-6aa3-4347-b920-406b78f397b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=c7b8f4e6-b6bc-4345-997d-14511f882517,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:50.217311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41726) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:50.218290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b75ad419-d990-4e9a-b83c-d583542d2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.222254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b75ad419-d990-4e9a-b83c-d583542d2a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.223978 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b75ad419-d990-4e9a-b83c-d583542d2a2d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8ddb8f89-498d-4c23-9ab8-1f2e6a26bdc2 HTTP/1.1" status: 204 len: 168 time: 0.6364284 Jul 30 02:15:50.224872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41728) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:50.240007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': 'c7b8f4e6-b6bc-4345-997d-14511f882517', 'ip_address': '2001:db8::9c49:2428:7805:ad1a'}], 'name': 'tempest-NetworksTestDHCPv6-1050207683'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:50.259561 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1c7a50eb-b261-4156-a813-51044d877527 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules/7a7ffd72-3fc3-49c3-b8ed-61f98cc5393d HTTP/1.1" status: 200 len: 764 time: 0.0304258 Jul 30 02:15:50.265777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41734) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:50.275157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ad419-d990-4e9a-b83c-d583542d2a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddb8f89-498d-4c23-9ab8-1f2e6a26bdc2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:50.353164 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e56e0374-b1df-45d6-af9c-cd77c1637242 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0853364 Jul 30 02:15:50.356357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41736) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:50.408910 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab279966-3cd1-4594-8cbd-7a5e758c31a4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.432150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab279966-3cd1-4594-8cbd-7a5e758c31a4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.485226 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab279966-3cd1-4594-8cbd-7a5e758c31a4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.499498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab279966-3cd1-4594-8cbd-7a5e758c31a4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.501935 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ab279966-3cd1-4594-8cbd-7a5e758c31a4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/7a7ffd72-3fc3-49c3-b8ed-61f98cc5393d HTTP/1.1" status: 204 len: 168 time: 0.1432838 Jul 30 02:15:50.506982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41740) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:50.515000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab279966-3cd1-4594-8cbd-7a5e758c31a4 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a7ffd72-3fc3-49c3-b8ed-61f98cc5393d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:50.586239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device aa579870-2edc-4350-bb8a-99d97859df57 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:50.625424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41742) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:50.625732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-053833fe-c74b-4e7c-b762-78387c74703e tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1169622 Jul 30 02:15:50.644341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:50.670156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: aa579870-2edc-4350-bb8a-99d97859df57 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:15:50.671612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device aa579870-2edc-4350-bb8a-99d97859df57 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:15:50.778400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e14c9173-24db-4626-8fed-f34f2c22dfff tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.830100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.853625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 2335de11-965d-45ca-a0af-8fb4578f10eb yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:50.857237 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e14c9173-24db-4626-8fed-f34f2c22dfff tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.956636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e14c9173-24db-4626-8fed-f34f2c22dfff tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.963379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e14c9173-24db-4626-8fed-f34f2c22dfff tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.966745 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e14c9173-24db-4626-8fed-f34f2c22dfff tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "DELETE /v2.0/security-groups/3b17efed-dd2d-4dd5-bae2-00035df2fa72 HTTP/1.1" status: 204 len: 168 time: 0.3372948 Jul 30 02:15:50.969441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41750) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:50.976645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': 'c7b8f4e6-b6bc-4345-997d-14511f882517'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:15:50.977892 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:50.998894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c9173-24db-4626-8fed-f34f2c22dfff tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b17efed-dd2d-4dd5-bae2-00035df2fa72,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:51.077486 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6b5a8d08-f76e-456e-bb2a-9d5fc819258e tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008837 Jul 30 02:15:51.079380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41754) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:51.181691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41758) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:51.187785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e892d900-1895-4c6e-ac6d-5386c1cf0cb5 tempest-SecGroupTest-1823345332 tempest-SecGroupTest-1823345332-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074030 Jul 30 02:15:51.237887 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a5f11b10-95e9-41b5-8bcd-b85de409acb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.473988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::9c49:2428:7805:ad1a (48930ba7-ea24-4942-b9d8-83beb60f5edc/c7b8f4e6-b6bc-4345-997d-14511f882517/2335de11-965d-45ca-a0af-8fb4578f10eb) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:51.493300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a5f11b10-95e9-41b5-8bcd-b85de409acb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.501385 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a5f11b10-95e9-41b5-8bcd-b85de409acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.579013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a5f11b10-95e9-41b5-8bcd-b85de409acb0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5bd992969465481ba02c1bc0bf30d9a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969636 Jul 30 02:15:51.582009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41768) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:51.599622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f11b10-95e9-41b5-8bcd-b85de409acb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a64e2e4-52d8-42d4-953f-1d3e63633e92,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:51.676209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b52c3950-a2c1-4cb7-9124-400fdeea2752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.723387 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b52c3950-a2c1-4cb7-9124-400fdeea2752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.819576 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b52c3950-a2c1-4cb7-9124-400fdeea2752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.822482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b52c3950-a2c1-4cb7-9124-400fdeea2752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.826907 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b52c3950-a2c1-4cb7-9124-400fdeea2752 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6a64e2e4-52d8-42d4-953f-1d3e63633e92 HTTP/1.1" status: 204 len: 168 time: 0.2402301 Jul 30 02:15:51.842806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c3950-a2c1-4cb7-9124-400fdeea2752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a64e2e4-52d8-42d4-953f-1d3e63633e92,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:51.865157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41774) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:51.945119 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:51.972781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 2335de11-965d-45ca-a0af-8fb4578f10eb will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:52.046638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.116656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:52.123055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:52.133124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:52.141647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:52.142710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.148347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=2335de11-965d-45ca-a0af-8fb4578f10eb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:52.160702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/c7b8f4e6-b6bc-4345-997d-14511f882517/ad4f9bc3-1789-4f70-9073-8eaab73ea3b1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:52.176294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2a814672-40fb-49c2-96f3-c46ea4e25db9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9531705 Jul 30 02:15:52.177102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41792) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:52.187316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-72ca7268-6a5d-4849-a9ef-4a0c05c72e64 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': 'c7b8f4e6-b6bc-4345-997d-14511f882517', 'ip_address': '2001:db8::9c49:2428:7805:ad1a'}], 'name': 'tempest-NetworksTestDHCPv6-513169697'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:52.534643 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.541169 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c0b28d53-d6ce-4136-9182-c16476905981 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b50fb62da3a4463dab84ffaad675c447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748207 Jul 30 02:15:52.549109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41798) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:52.561328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ca7268-6a5d-4849-a9ef-4a0c05c72e64 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:52.579846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Transition to ACTIVE for port object ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:52.614453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Transition to ACTIVE for port object ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:52.625105 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.672177 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64898e82-28d6-47a6-96d3-a3f59279e6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.739962 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64898e82-28d6-47a6-96d3-a3f59279e6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.748622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:52.754576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:52.769578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Pushing event updated for resources: {'Port': ['ID=ad4f9bc3-1789-4f70-9073-8eaab73ea3b1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:52.780719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72ca7268-6a5d-4849-a9ef-4a0c05c72e64 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.784864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:52.836491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-72ca7268-6a5d-4849-a9ef-4a0c05c72e64 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 1ac626ff-f1e0-4b68-beae-b10e1919019b yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:52.886699 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64898e82-28d6-47a6-96d3-a3f59279e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.890251 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64898e82-28d6-47a6-96d3-a3f59279e6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.897843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-64898e82-28d6-47a6-96d3-a3f59279e6ee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/50523f88-f663-4256-8873-93a2c683f025 HTTP/1.1" status: 204 len: 168 time: 0.3460720 Jul 30 02:15:52.902957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Attempting to bind port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:52.907082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Attempting to bind port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:52.908404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Attempting to bind port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:52.915394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64898e82-28d6-47a6-96d3-a3f59279e6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50523f88-f663-4256-8873-93a2c683f025,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:52.934463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:52.935135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:52.935940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:52.936949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:52.937638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Bound port: ad4f9bc3-1789-4f70-9073-8eaab73ea3b1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:52.938229 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:53.046554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] For port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:53.052133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] For port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ad4f9bc3-1789-4f70-9073-8eaab73ea3b1,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:53.062074 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:53.141838 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ca7268-6a5d-4849-a9ef-4a0c05c72e64 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 30 02:15:53.142306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ca7268-6a5d-4849-a9ef-4a0c05c72e64 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:15:53.176478 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-72ca7268-6a5d-4849-a9ef-4a0c05c72e64 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9977438 Jul 30 02:15:53.179497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41814) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:53.191944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b7d1d-8ad5-4edf-a672-364f1896c160 None None] Pushing event updated for resources: {'Port': ['ID=ad4f9bc3-1789-4f70-9073-8eaab73ea3b1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:53.315541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156e45b-de30-4bb6-9e4f-71be5dbdfe47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:53.321946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156e45b-de30-4bb6-9e4f-71be5dbdfe47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:53.323668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a156e45b-de30-4bb6-9e4f-71be5dbdfe47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1422951 Jul 30 02:15:53.326637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41820) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:53.522450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1afd01e9-0c05-4229-b91b-13bff214feeb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 2335de11-965d-45ca-a0af-8fb4578f10eb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:53.523491 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afd01e9-0c05-4229-b91b-13bff214feeb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:53.703709 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afd01e9-0c05-4229-b91b-13bff214feeb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:53.731761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1afd01e9-0c05-4229-b91b-13bff214feeb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 2335de11-965d-45ca-a0af-8fb4578f10eb owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:53.958617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afd01e9-0c05-4229-b91b-13bff214feeb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.027155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd01e9-0c05-4229-b91b-13bff214feeb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=2335de11-965d-45ca-a0af-8fb4578f10eb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:54.073089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1afd01e9-0c05-4229-b91b-13bff214feeb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.080577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41842) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:54.081254 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1afd01e9-0c05-4229-b91b-13bff214feeb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/2335de11-965d-45ca-a0af-8fb4578f10eb HTTP/1.1" status: 204 len: 168 time: 0.7520218 Jul 30 02:15:54.094425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.270046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87184baf-5928-4568-9af7-63af1adeb9e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:54.273106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87184baf-5928-4568-9af7-63af1adeb9e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:54.279992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41848) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:54.280613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-87184baf-5928-4568-9af7-63af1adeb9e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1982009 Jul 30 02:15:54.284206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:15:54.413377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88f81f1-c8a0-4aef-b64b-ca579d52f02d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet c7b8f4e6-b6bc-4345-997d-14511f882517 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:54.415880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:54.416931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88f81f1-c8a0-4aef-b64b-ca579d52f02d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.481083 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88f81f1-c8a0-4aef-b64b-ca579d52f02d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.623450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41854) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:54.672911 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88f81f1-c8a0-4aef-b64b-ca579d52f02d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.845632 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88f81f1-c8a0-4aef-b64b-ca579d52f02d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.905828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f81f1-c8a0-4aef-b64b-ca579d52f02d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b8f4e6-b6bc-4345-997d-14511f882517,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:54.912695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f88f81f1-c8a0-4aef-b64b-ca579d52f02d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:54.916576 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f88f81f1-c8a0-4aef-b64b-ca579d52f02d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/c7b8f4e6-b6bc-4345-997d-14511f882517 HTTP/1.1" status: 204 len: 168 time: 0.6354289 Jul 30 02:15:54.922258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41864) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:54.979676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8183f50b-4998-4c5b-b7a9-55233681926e None None] Provisioning for port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:15:54.994683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8183f50b-4998-4c5b-b7a9-55233681926e None None] Provisioning complete for port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:15:54.995908 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8183f50b-4998-4c5b-b7a9-55233681926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.070914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-492bd699-f793-4c4d-ab1e-b6544c942268 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400530 Jul 30 02:15:55.072868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41866) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:55.087547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:55.171329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1632898284'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:55.222558 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8183f50b-4998-4c5b-b7a9-55233681926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.301077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8183f50b-4998-4c5b-b7a9-55233681926e None None] For port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ad4f9bc3-1789-4f70-9073-8eaab73ea3b1,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:55.310737 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8183f50b-4998-4c5b-b7a9-55233681926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.317285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Made reservation on behalf of f4d0927a1a3e448ba31f2bc59de17f10 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:55.328916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.371079 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.425808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183f50b-4998-4c5b-b7a9-55233681926e None None] Pushing event updated for resources: {'Port': ['ID=ad4f9bc3-1789-4f70-9073-8eaab73ea3b1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:55.517330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d53010-0adf-4687-95bd-f6f4267ef09a None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:55.617102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.634447 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.668432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:55.687053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.704631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6e1251b4-54af-4f70-9d28-acc1cb37185d None None] Could not find standard attr ID for object 2335de11-965d-45ca-a0af-8fb4578f10eb. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:15:55.707610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:15:55.721909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.722922 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Added segment 6638e541-66be-4383-a654-1dbf711a1acc of type vlan for network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e Jul 30 02:15:55.787982 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.823701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30244c03-5e51-4ecb-9dd7-de07f00c02d3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:55.832172 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.845327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:55.847175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:55.882431 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2573411 Jul 30 02:15:55.899418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41884) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:55.937793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'subnet': {'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:56.059547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4213519-ee6d-4c57-b331-2adf2b2cc47d None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:15:56.067259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda517fa-46c6-4d86-a1a1-335f28a7501a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Network': ['ID=f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:56.087919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:15:56.145219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Made reservation on behalf of f4d0927a1a3e448ba31f2bc59de17f10 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:56.149641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.402426 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.411115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:15:56.523739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:56.538003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:56.554158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:56.554842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.571450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=3990890d-8ab8-404b-abf9-90bae73c524b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:56.604324 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8259eada-81c3-4136-8065-fecb89956161 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5280318 Jul 30 02:15:56.607575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41894) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:56.613651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6082d14d-0765-42a0-8982-47230ebe4925 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': '3990890d-8ab8-404b-abf9-90bae73c524b', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-45061051'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:56.638296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.661773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a4213519-ee6d-4c57-b331-2adf2b2cc47d None None] Deleting port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:15:56.662426 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4213519-ee6d-4c57-b331-2adf2b2cc47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.763951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Subnet': ['ID=ada8e33c-7114-4bd6-b27c-444923bce8b1,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:56.837636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Checking segment: {'id': '6638e541-66be-4383-a654-1dbf711a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:56.837636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Network hostable DHCP agents. Network: f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:15:56.881767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:15:56.890371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6082d14d-0765-42a0-8982-47230ebe4925 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:56.899002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6082d14d-0765-42a0-8982-47230ebe4925 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.903094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a4213519-ee6d-4c57-b331-2adf2b2cc47d None None] For port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ad4f9bc3-1789-4f70-9073-8eaab73ea3b1,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:15:56.903594 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4213519-ee6d-4c57-b331-2adf2b2cc47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.903811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:56.909140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:56.909842 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:56.942265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a4213519-ee6d-4c57-b331-2adf2b2cc47d None None] Calling delete_port for ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:15:56.956660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aa1b069b-eefc-4cb7-9802-9b42bf0fb879 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0557661 Jul 30 02:15:56.961868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41898) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:56.975034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'port': {'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e', 'name': 'tempest-AllowedAddressPairTestJSON-859718863'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:56.982221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-6082d14d-0765-42a0-8982-47230ebe4925 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 455e53ec-19c1-430a-acc3-8e3fd15a381b yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:57.130873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5589e0-6ba5-43bf-9fe3-912c81dfd4cc None None] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:57.162315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4213519-ee6d-4c57-b331-2adf2b2cc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:57.385117 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6082d14d-0765-42a0-8982-47230ebe4925 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:15:57.385369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6082d14d-0765-42a0-8982-47230ebe4925 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:15:57.389240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Made reservation on behalf of f4d0927a1a3e448ba31f2bc59de17f10 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:57.397085 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:57.401497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4213519-ee6d-4c57-b331-2adf2b2cc47d None None] Pushing event deleted for resources: {'Port': ['ID=ad4f9bc3-1789-4f70-9073-8eaab73ea3b1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:57.415474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4213519-ee6d-4c57-b331-2adf2b2cc47d None None] No DVR routers for this DVR port ad4f9bc3-1789-4f70-9073-8eaab73ea3b1 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:15:57.431717 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6082d14d-0765-42a0-8982-47230ebe4925 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8225567 Jul 30 02:15:57.432285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41912) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:57.463816 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:57.479781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] device_id is not set on port 090b8689-02f7-4b2b-8707-564c09d5f914 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:57.536495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bd01d0-29fe-43e7-95ee-33ebc42b5045 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:15:57.861181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Allocated IP 172.20.0.2 (f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e/ada8e33c-7114-4bd6-b27c-444923bce8b1/090b8689-02f7-4b2b-8707-564c09d5f914) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:57.944451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e', 'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e', 'tenant_id': 'f4d0927a1a3e448ba31f2bc59de17f10', 'fixed_ips': [{'subnet_id': 'ada8e33c-7114-4bd6-b27c-444923bce8b1'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:15:57.945545 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.025730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '3990890d-8ab8-404b-abf9-90bae73c524b'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:15:58.038204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.177872 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3da226e4-a511-465b-9b9d-aa81fb931a09 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7414162 Jul 30 02:15:58.184449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41930) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:58.325756 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.377933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Transition to ACTIVE for port object 090b8689-02f7-4b2b-8707-564c09d5f914 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:58.389191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f201a4f-816a-43b0-9da2-8a1ee8fc75f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:58.393577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f201a4f-816a-43b0-9da2-8a1ee8fc75f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:58.396317 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8f201a4f-816a-43b0-9da2-8a1ee8fc75f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2079635 Jul 30 02:15:58.398981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41944) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:58.426473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/3990890d-8ab8-404b-abf9-90bae73c524b/038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:58.452887 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.535656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d098422-eca5-4a26-9b8e-a909b3a18644 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 3990890d-8ab8-404b-abf9-90bae73c524b {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:15:58.575144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:58.581328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:58.590297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:58.647130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Port': ['ID=090b8689-02f7-4b2b-8707-564c09d5f914,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:58.669933 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-22ebd10c-7ed4-4df9-9ebf-ee6342673f37 {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:15:58.670648 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:15:58.690606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:15:58.691770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.717575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-89b175c4-f544-4bde-ae2a-4ee49fbdd763 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7562838 Jul 30 02:15:58.720275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 41950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:58.730567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'port': {'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e', 'name': 'tempest-AllowedAddressPairTestJSON-1505938090', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:8c:eb:cd'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:15:58.779119 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.791451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Transition to ACTIVE for port object 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:58.821983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Transition to ACTIVE for port object 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:15:58.832694 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.835028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d098422-eca5-4a26-9b8e-a909b3a18644 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.881954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Pushing event updated for resources: {'Port': ['ID=038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:58.900635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:15:58.902767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:15:58.905735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:15:58.936241 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d098422-eca5-4a26-9b8e-a909b3a18644 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:58.993251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Attempting to bind port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:15:58.993627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Attempting to bind port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:15:58.994004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Attempting to bind port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:15:59.005080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:15:59.006279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:15:59.008989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:59.009477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:15:59.009984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Bound port: 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:15:59.010383 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:59.068053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Made reservation on behalf of f4d0927a1a3e448ba31f2bc59de17f10 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:15:59.113156 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] For port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:15:59.117318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] For port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:15:59.124390 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:59.171923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:59.174240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:59.200717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] device_id is not set on port 0d2fac2b-4b3e-4963-bc51-be26d4c960a0 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:15:59.278133 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d098422-eca5-4a26-9b8e-a909b3a18644 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:59.400190 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a1a2f-cf79-495d-a6ae-30f8b38801ff None None] Pushing event updated for resources: {'Port': ['ID=038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:59.532268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Allocated IP 172.20.0.4 (f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e/ada8e33c-7114-4bd6-b27c-444923bce8b1/0d2fac2b-4b3e-4963-bc51-be26d4c960a0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:15:59.536799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d098422-eca5-4a26-9b8e-a909b3a18644 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:59.635279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d098422-eca5-4a26-9b8e-a909b3a18644 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=3990890d-8ab8-404b-abf9-90bae73c524b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:15:59.638299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d098422-eca5-4a26-9b8e-a909b3a18644 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:59.643800 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8d098422-eca5-4a26-9b8e-a909b3a18644 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/3990890d-8ab8-404b-abf9-90bae73c524b HTTP/1.1" status: 204 len: 168 time: 1.2416089 Jul 30 02:15:59.644137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 41996) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:15:59.903949 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:15:59.933841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Transition to ACTIVE for port object 0d2fac2b-4b3e-4963-bc51-be26d4c960a0 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:00.006692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:00.111125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:00.114962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:00.122581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Allocated IP 172.20.0.3 (f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e/ada8e33c-7114-4bd6-b27c-444923bce8b1/9030be39-19b3-4442-b957-15ee2baeb601) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:00.124324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:00.212309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:00.218465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:00.250502 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5265069 Jul 30 02:16:00.251226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42014) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:00.274321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b38bb8-6c96-4601-b19d-92d36263034e tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Port': ['ID=0d2fac2b-4b3e-4963-bc51-be26d4c960a0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:00.356298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:00.445027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8754d7-4ddc-4d6b-a8a9-85b061b80ea6 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:00.478549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8754d7-4ddc-4d6b-a8a9-85b061b80ea6 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:00.487981 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ea8754d7-4ddc-4d6b-a8a9-85b061b80ea6 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1726 time: 0.2322667 Jul 30 02:16:00.488729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:00.568619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0ee448d7-5f16-4a9f-9f2e-467171084e37 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9217036 Jul 30 02:16:00.572197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42024) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:00.581767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:00.607364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:00.653001 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:00.679644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Transition to ACTIVE for port object 9030be39-19b3-4442-b957-15ee2baeb601 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:00.708797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Transition to ACTIVE for port object 9030be39-19b3-4442-b957-15ee2baeb601 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:00.719615 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:00.852631 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dac560ec-70fe-4c84-b0f8-513585f55fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:00.893743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:00.900409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Pushing event updated for resources: {'Port': ['ID=9030be39-19b3-4442-b957-15ee2baeb601,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:00.911275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:00.914057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:00.996213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Attempting to bind port 9030be39-19b3-4442-b957-15ee2baeb601 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:00.996634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Attempting to bind port 9030be39-19b3-4442-b957-15ee2baeb601 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '6638e541-66be-4383-a654-1dbf711a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:00.996998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Attempting to bind port 9030be39-19b3-4442-b957-15ee2baeb601 on network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:01.000911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:01.004556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:01.005483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Checking segment: {'id': '6638e541-66be-4383-a654-1dbf711a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:01.005907 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.006306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Bound using segment: {'id': '6638e541-66be-4383-a654-1dbf711a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:01.006801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Bound port: 9030be39-19b3-4442-b957-15ee2baeb601, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6638e541-66be-4383-a654-1dbf711a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:01.007186 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.021628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.134839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] For port 9030be39-19b3-4442-b957-15ee2baeb601, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:01.139420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] For port 9030be39-19b3-4442-b957-15ee2baeb601, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9030be39-19b3-4442-b957-15ee2baeb601,segment=NetworkSegment(6638e541-66be-4383-a654-1dbf711a1acc),segment_id=6638e541-66be-4383-a654-1dbf711a1acc)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:01.147586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1b857-bfab-41a5-a8b2-3b96005c641b None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:01.165857 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.190094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5ae01bd9-c1de-4c35-832d-8d9e5f4f9af7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Deleting port 0d2fac2b-4b3e-4963-bc51-be26d4c960a0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:01.190825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ae01bd9-c1de-4c35-832d-8d9e5f4f9af7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.325358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01243e79-f47a-4c4c-b5d3-ac86137e4c62 None None] Pushing event updated for resources: {'Port': ['ID=9030be39-19b3-4442-b957-15ee2baeb601,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:01.383927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ae01bd9-c1de-4c35-832d-8d9e5f4f9af7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.413464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1068933a-840d-4f7e-9b29-2ed0c409d3a8 None None] Provisioning for port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:01.439507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1068933a-840d-4f7e-9b29-2ed0c409d3a8 None None] Provisioning complete for port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:01.439884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1068933a-840d-4f7e-9b29-2ed0c409d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.440533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5ae01bd9-c1de-4c35-832d-8d9e5f4f9af7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Calling delete_port for 0d2fac2b-4b3e-4963-bc51-be26d4c960a0 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:01.766050 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.776937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.857146 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1068933a-840d-4f7e-9b29-2ed0c409d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.875534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320368ba-3254-407a-9e30-a9f31ef321e1 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:16:01.931397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:01.936104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:01.965030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:01.965640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:01.978296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1068933a-840d-4f7e-9b29-2ed0c409d3a8 None None] For port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:01.983605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=b6a4a84a-67a7-452f-8007-67361296c33c,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:01.996959 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1068933a-840d-4f7e-9b29-2ed0c409d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.075234 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4f5ab2d3-73d1-454d-ab3a-01e1b0ce4c83 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5014415 Jul 30 02:16:02.078428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42092) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:02.084967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2f135953-61ed-4ef7-b764-3f492ad71c87 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-349662583', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:02.127508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-320368ba-3254-407a-9e30-a9f31ef321e1 None None] Deleting port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:02.128835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ae01bd9-c1de-4c35-832d-8d9e5f4f9af7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.131117 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-320368ba-3254-407a-9e30-a9f31ef321e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.140233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f135953-61ed-4ef7-b764-3f492ad71c87 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.143779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f135953-61ed-4ef7-b764-3f492ad71c87 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.253117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae01bd9-c1de-4c35-832d-8d9e5f4f9af7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event deleted for resources: {'Port': ['ID=0d2fac2b-4b3e-4963-bc51-be26d4c960a0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:02.334920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-320368ba-3254-407a-9e30-a9f31ef321e1 None None] For port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:02.335612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-320368ba-3254-407a-9e30-a9f31ef321e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.336405 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f135953-61ed-4ef7-b764-3f492ad71c87 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.347604 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f135953-61ed-4ef7-b764-3f492ad71c87 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.377592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-320368ba-3254-407a-9e30-a9f31ef321e1 None None] Calling delete_port for 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:02.391730 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f135953-61ed-4ef7-b764-3f492ad71c87 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.396922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2f135953-61ed-4ef7-b764-3f492ad71c87 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3176918 Jul 30 02:16:02.402355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42100) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:02.530787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9030be39-19b3-4442-b957-15ee2baeb601 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:02.541668 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-320368ba-3254-407a-9e30-a9f31ef321e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.590116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068933a-840d-4f7e-9b29-2ed0c409d3a8 None None] Pushing event updated for resources: {'Port': ['ID=038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:02.591849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42104) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:02.635089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320368ba-3254-407a-9e30-a9f31ef321e1 None None] No DVR routers for this DVR port 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:02.657046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ae01bd9-c1de-4c35-832d-8d9e5f4f9af7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:02.664049 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5ae01bd9-c1de-4c35-832d-8d9e5f4f9af7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "DELETE /v2.0/ports/0d2fac2b-4b3e-4963-bc51-be26d4c960a0 HTTP/1.1" status: 204 len: 168 time: 2.1745234 Jul 30 02:16:02.665182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42110) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:02.703960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5240dc17-6907-470a-a32b-d428351ae3ef None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:02.716349 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef8c50b-b760-4160-907a-39d27dc8575a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] GET failed (client error): The resource could not be found. Jul 30 02:16:02.718656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7ef8c50b-b760-4160-907a-39d27dc8575a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "GET /v2.0/ports/0d2fac2b-4b3e-4963-bc51-be26d4c960a0 HTTP/1.1" status: 404 len: 333 time: 0.0521688 Jul 30 02:16:02.724290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42112) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:02.733793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320368ba-3254-407a-9e30-a9f31ef321e1 None None] Pushing event deleted for resources: {'Port': ['ID=038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:02.737087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'port': {'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e', 'name': 'tempest-AllowedAddressPairTestJSON-197226162'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:02.905093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9030be39-19b3-4442-b957-15ee2baeb601 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:03.055592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:03.092404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:03.092756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 038bc6b3-8fb8-4956-9bd3-5fd819dd5fb8 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:03.097885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93493733-147c-437a-8ccb-929ed5a79973 None None] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:03.107890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf57d-2d80-4e2d-a077-2971f49823e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.111089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Made reservation on behalf of f4d0927a1a3e448ba31f2bc59de17f10 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:03.129068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.155553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.167765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] device_id is not set on port d8be4827-2bbc-422f-9457-dbdf53b99528 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:03.232291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': 'b6a4a84a-67a7-452f-8007-67361296c33c'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:16:03.233160 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.337477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-930400b5-d1e1-4ac9-b6d3-9cec1a6acc94 None None] Provisioning for port 9030be39-19b3-4442-b957-15ee2baeb601 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:03.357281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-930400b5-d1e1-4ac9-b6d3-9cec1a6acc94 None None] Provisioning complete for port 9030be39-19b3-4442-b957-15ee2baeb601 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:03.358107 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930400b5-d1e1-4ac9-b6d3-9cec1a6acc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.420776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Allocated IP 172.20.0.7 (f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e/ada8e33c-7114-4bd6-b27c-444923bce8b1/d8be4827-2bbc-422f-9457-dbdf53b99528) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:03.477235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::1 (48930ba7-ea24-4942-b9d8-83beb60f5edc/b6a4a84a-67a7-452f-8007-67361296c33c/7a7f401d-8466-4bb1-b87c-b8ab31163d9c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:03.512185 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bc157b5-fa4d-4699-871d-ec7b6b3fdf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.689375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.694461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.712501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Transition to ACTIVE for port object d8be4827-2bbc-422f-9457-dbdf53b99528 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:03.735511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 7a7f401d-8466-4bb1-b87c-b8ab31163d9c will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:03.746861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930400b5-d1e1-4ac9-b6d3-9cec1a6acc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.776603 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.848473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-930400b5-d1e1-4ac9-b6d3-9cec1a6acc94 None None] For port 9030be39-19b3-4442-b957-15ee2baeb601, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9030be39-19b3-4442-b957-15ee2baeb601,segment=NetworkSegment(6638e541-66be-4383-a654-1dbf711a1acc),segment_id=6638e541-66be-4383-a654-1dbf711a1acc)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:03.853816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf57d-2d80-4e2d-a077-2971f49823e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.857998 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.901247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:03.908800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:03.914770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:03.941373 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-930400b5-d1e1-4ac9-b6d3-9cec1a6acc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:03.975448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Port': ['ID=d8be4827-2bbc-422f-9457-dbdf53b99528,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:03.998459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=7a7f401d-8466-4bb1-b87c-b8ab31163d9c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:04.010157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf57d-2d80-4e2d-a077-2971f49823e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.013407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:04.014098 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.041555 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2441737c-47d4-447c-a99e-86e97523e343 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3143826 Jul 30 02:16:04.044599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930400b5-d1e1-4ac9-b6d3-9cec1a6acc94 None None] Pushing event updated for resources: {'Port': ['ID=9030be39-19b3-4442-b957-15ee2baeb601,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:04.044773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42132) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:04.055926 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.061371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8efb9c8e-27e0-45c0-acc4-32d767172a86 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:8c:eb:cd'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:04.071158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:04.090390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/b6a4a84a-67a7-452f-8007-67361296c33c/4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:04.108210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:04.118268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:04.118832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.213812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b1fbf57d-2d80-4e2d-a077-2971f49823e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bfb78481a19b472d8086ad7717d9f854&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6204121 Jul 30 02:16:04.223368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e40bf576-6dbd-42bd-b0b3-31b562c80e1f None None] Provisioning for port 090b8689-02f7-4b2b-8707-564c09d5f914 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:04.223760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42136) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:04.237763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9030be39-19b3-4442-b957-15ee2baeb601 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:04.243311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e40bf576-6dbd-42bd-b0b3-31b562c80e1f None None] Provisioning complete for port 090b8689-02f7-4b2b-8707-564c09d5f914 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:04.244041 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e40bf576-6dbd-42bd-b0b3-31b562c80e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.247481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbf57d-2d80-4e2d-a077-2971f49823e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7220c6d8-10bc-42f4-9501-258d49d97565,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:04.442784 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8efb9c8e-27e0-45c0-acc4-32d767172a86 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.448711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4585509a-db55-47a9-82fa-b697175a6469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.484382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e40bf576-6dbd-42bd-b0b3-31b562c80e1f None None] Port 090b8689-02f7-4b2b-8707-564c09d5f914 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:04.568516 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.578216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4585509a-db55-47a9-82fa-b697175a6469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.582492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Transition to ACTIVE for port object 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:04.602976 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.641219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Transition to ACTIVE for port object 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:04.674743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e40bf576-6dbd-42bd-b0b3-31b562c80e1f None None] Provisioning complete for port 9030be39-19b3-4442-b957-15ee2baeb601 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:04.675907 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e40bf576-6dbd-42bd-b0b3-31b562c80e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.731029 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.788650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9030be39-19b3-4442-b957-15ee2baeb601 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:04.789119 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.796928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Pushing event updated for resources: {'Port': ['ID=4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:04.800366 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.844430 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8efb9c8e-27e0-45c0-acc4-32d767172a86 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.852625 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8efb9c8e-27e0-45c0-acc4-32d767172a86 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:04.857335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:04.889239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:04.894288 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:05.002674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb9c8e-27e0-45c0-acc4-32d767172a86 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Port': ['ID=d8be4827-2bbc-422f-9457-dbdf53b99528,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:05.006451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8efb9c8e-27e0-45c0-acc4-32d767172a86 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] In _notify_port_updated(), no bound segment for port d8be4827-2bbc-422f-9457-dbdf53b99528 on network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:16:05.020569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb9c8e-27e0-45c0-acc4-32d767172a86 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:05.023614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8efb9c8e-27e0-45c0-acc4-32d767172a86 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.039203 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8efb9c8e-27e0-45c0-acc4-32d767172a86 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "PUT /v2.0/ports/d8be4827-2bbc-422f-9457-dbdf53b99528 HTTP/1.1" status: 200 len: 992 time: 0.9933827 Jul 30 02:16:05.040920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42150) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:05.053453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Attempting to bind port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:05.055453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Attempting to bind port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:05.055860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Attempting to bind port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:05.080955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:05.081381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:05.081796 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.082382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:05.083302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Bound port: 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:05.083623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.130622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.149812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.151841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.216841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4585509a-db55-47a9-82fa-b697175a6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.219666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4585509a-db55-47a9-82fa-b697175a6469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.221022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4585509a-db55-47a9-82fa-b697175a6469 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7220c6d8-10bc-42f4-9501-258d49d97565 HTTP/1.1" status: 204 len: 168 time: 0.9894645 Jul 30 02:16:05.241021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] For port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:05.256569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-decc1636-2a9e-481e-a831-ed89063cf1e4 None None] Provisioning complete for port 090b8689-02f7-4b2b-8707-564c09d5f914 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:05.257356 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-decc1636-2a9e-481e-a831-ed89063cf1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.260843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] For port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:05.308537 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.311981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b1e706a2-cedf-4c4c-92c4-e16699f3eba3 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Deleting port d8be4827-2bbc-422f-9457-dbdf53b99528 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:05.312405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1e706a2-cedf-4c4c-92c4-e16699f3eba3 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.339149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=7a7f401d-8466-4bb1-b87c-b8ab31163d9c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:05.358620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585509a-db55-47a9-82fa-b697175a6469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7220c6d8-10bc-42f4-9501-258d49d97565,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:05.367882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:05.378128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:05.439409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-decc1636-2a9e-481e-a831-ed89063cf1e4 None None] Port 090b8689-02f7-4b2b-8707-564c09d5f914 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:05.501900 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1e706a2-cedf-4c4c-92c4-e16699f3eba3 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.519793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-decc1636-2a9e-481e-a831-ed89063cf1e4 None None] Could not find standard attr ID for object 0d2fac2b-4b3e-4963-bc51-be26d4c960a0. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:16:05.532997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abdf23-eaa8-4868-b5b9-dc2ddaa02450 None None] Pushing event updated for resources: {'Port': ['ID=4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:05.538650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b1e706a2-cedf-4c4c-92c4-e16699f3eba3 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Calling delete_port for d8be4827-2bbc-422f-9457-dbdf53b99528 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:05.648764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-375e0060-a222-4474-8e2e-6cd938cfa1b8 None None] Provisioning for port d8be4827-2bbc-422f-9457-dbdf53b99528 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:05.658256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-375e0060-a222-4474-8e2e-6cd938cfa1b8 None None] Provisioning complete for port d8be4827-2bbc-422f-9457-dbdf53b99528 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:05.658693 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-375e0060-a222-4474-8e2e-6cd938cfa1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.770925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-375e0060-a222-4474-8e2e-6cd938cfa1b8 None None] Port d8be4827-2bbc-422f-9457-dbdf53b99528 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:05.829441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Router 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:16:05.950295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1e706a2-cedf-4c4c-92c4-e16699f3eba3 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:05.994206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e706a2-cedf-4c4c-92c4-e16699f3eba3 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event deleted for resources: {'Port': ['ID=d8be4827-2bbc-422f-9457-dbdf53b99528,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:06.049530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:06.057445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-444fbff8-9037-4b4d-9e89-7fd8064a5aca tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "PUT /v2.0/routers/0c9737c9-4ba0-46c2-a550-c4f9c2fa2374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6539960 Jul 30 02:16:06.058303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42168) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:06.062336 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Sync routers for ids ['0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:06.075470 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Routers {'0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:06.076963 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:06.093980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-403586be-22bc-4fba-809a-741ed3170aef None None] Could not find standard attr ID for object d8be4827-2bbc-422f-9457-dbdf53b99528. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:16:06.219555 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:06.225891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115be23e-fcf9-4127-9b27-dd451486af42 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:06.230011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-115be23e-fcf9-4127-9b27-dd451486af42 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports/7a7f401d-8466-4bb1-b87c-b8ab31163d9c HTTP/1.1" status: 200 len: 911 time: 0.1705503 Jul 30 02:16:06.232670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42172) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:06.359362 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Set router 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:06.375341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:06.406248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1e706a2-cedf-4c4c-92c4-e16699f3eba3 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:06.408283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b1e706a2-cedf-4c4c-92c4-e16699f3eba3 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "DELETE /v2.0/ports/d8be4827-2bbc-422f-9457-dbdf53b99528 HTTP/1.1" status: 204 len: 168 time: 1.3626590 Jul 30 02:16:06.411041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42174) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:06.411326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073f922-7e02-407f-bdf5-553d092d98d0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:06.426410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073f922-7e02-407f-bdf5-553d092d98d0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:06.430538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42178) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:06.434621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2073f922-7e02-407f-bdf5-553d092d98d0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1975048 Jul 30 02:16:06.437689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42180) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:06.467671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:06.490332 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-c637f1ae-45d4-4b26-8c8d-8bf18e82bb2b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] GET failed (client error): The resource could not be found. Jul 30 02:16:06.492381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c637f1ae-45d4-4b26-8c8d-8bf18e82bb2b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "GET /v2.0/ports/d8be4827-2bbc-422f-9457-dbdf53b99528 HTTP/1.1" status: 404 len: 333 time: 0.0802534 Jul 30 02:16:06.496770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42182) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:06.502474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'port': {'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e', 'name': 'tempest-AllowedAddressPairTestJSON-1010593653'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:06.506159 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0369-e042-4b2a-a698-09217827c12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:06.670923 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9737c9-4ba0-46c2-a550-c4f9c2fa2374', 'name': 'tempest-NetworksTestDHCPv6-router-349662583', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:02Z', 'updated_at': '2021-07-30T02:16:04Z', 'revision_number': 2, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None, '_interfaces': [{'id': '7a7f401d-8466-4bb1-b87c-b8ab31163d9c', 'name': '', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'mac_address': 'fa:16:3e:f2:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9737c9-4ba0-46c2-a550-c4f9c2fa2374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'b6a4a84a-67a7-452f-8007-67361296c33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:16:03Z', 'updated_at': '2021-07-30T02:16:04Z', 'revision_number': 2, 'project_id': '88d7475368704cfcbfdb109315503598', 'subnets': [{'id': 'b6a4a84a-67a7-452f-8007-67361296c33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:06.716984 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Checking router: 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:16:06.717528 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Updating router 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 port 7a7f401d-8466-4bb1-b87c-b8ab31163d9c binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:16:06.754439 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:06.967859 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0369-e042-4b2a-a698-09217827c12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:06.978223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0369-e042-4b2a-a698-09217827c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.118431 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0f3a0369-e042-4b2a-a698-09217827c12c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e716f5e04e24d77b7946536096b3102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822484 Jul 30 02:16:07.121776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42190) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:07.123863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a0369-e042-4b2a-a698-09217827c12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4b8488-8d73-4a85-b9c5-74e9474cfe28,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:07.183340 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.195855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Made reservation on behalf of f4d0927a1a3e448ba31f2bc59de17f10 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:07.205115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.206376 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Transition to ACTIVE for port object 7a7f401d-8466-4bb1-b87c-b8ab31163d9c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:07.218903 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.265712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] device_id is not set on port 4ff327bf-ff43-4d6f-a883-90e0b093211f yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:07.317123 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Pushing event updated for resources: {'Port': ['ID=7a7f401d-8466-4bb1-b87c-b8ab31163d9c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:07.333569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8d6a70b4-ba66-4ef0-82d0-2229c6f18456 None None] Provisioning for port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:07.345830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8d6a70b4-ba66-4ef0-82d0-2229c6f18456 None None] Provisioning complete for port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:07.348605 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d6a70b4-ba66-4ef0-82d0-2229c6f18456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.395940 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.396711 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.397604 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.400790 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.401912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.402521 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.403054 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.404727 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.405307 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.408625 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.409297 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.409865 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:07.416156 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.451496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35d659a6-8d6e-4002-9806-40ab12167df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.462468 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d6a70b4-ba66-4ef0-82d0-2229c6f18456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.474951 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Attempting to bind port 7a7f401d-8466-4bb1-b87c-b8ab31163d9c on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:07.476301 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Attempting to bind port 7a7f401d-8466-4bb1-b87c-b8ab31163d9c by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:07.476956 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Attempting to bind port 7a7f401d-8466-4bb1-b87c-b8ab31163d9c on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:07.484274 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:07.484950 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:07.485523 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.486295 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:07.487033 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Bound port: 7a7f401d-8466-4bb1-b87c-b8ab31163d9c, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:07.487418 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.523191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8d6a70b4-ba66-4ef0-82d0-2229c6f18456 None None] For port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:07.534177 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d6a70b4-ba66-4ef0-82d0-2229c6f18456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.542597 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35d659a6-8d6e-4002-9806-40ab12167df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.639140 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] For port 7a7f401d-8466-4bb1-b87c-b8ab31163d9c, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:07.648463 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] For port 7a7f401d-8466-4bb1-b87c-b8ab31163d9c, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7a7f401d-8466-4bb1-b87c-b8ab31163d9c,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:07.649744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a70b4-ba66-4ef0-82d0-2229c6f18456 None None] Pushing event updated for resources: {'Port': ['ID=4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:07.668266 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.768492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a3231125-f774-4f4f-bcfa-7c215d9067f3 None None] Provisioning for port 7a7f401d-8466-4bb1-b87c-b8ab31163d9c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:07.810329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Allocated IP 172.20.0.7 (f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e/ada8e33c-7114-4bd6-b27c-444923bce8b1/4ff327bf-ff43-4d6f-a883-90e0b093211f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:07.813422 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Routers {'0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:07.816951 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:07.830849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35d659a6-8d6e-4002-9806-40ab12167df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.840060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35d659a6-8d6e-4002-9806-40ab12167df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:07.844438 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-35d659a6-8d6e-4002-9806-40ab12167df0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2a4b8488-8d73-4a85-b9c5-74e9474cfe28 HTTP/1.1" status: 204 len: 168 time: 0.7211294 Jul 30 02:16:07.863591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d659a6-8d6e-4002-9806-40ab12167df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4b8488-8d73-4a85-b9c5-74e9474cfe28,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:07.882826 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b603a9-8f50-4e6e-a627-1836f19251c5 None None] Pushing event updated for resources: {'Port': ['ID=7a7f401d-8466-4bb1-b87c-b8ab31163d9c,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:07.944212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 7a7f401d-8466-4bb1-b87c-b8ab31163d9c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:07.944820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:08.028220 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] Set router 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:08.167567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:08.173046 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] For port 7a7f401d-8466-4bb1-b87c-b8ab31163d9c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7a7f401d-8466-4bb1-b87c-b8ab31163d9c,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:08.173786 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:08.193263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Transition to ACTIVE for port object 4ff327bf-ff43-4d6f-a883-90e0b093211f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:08.209148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 7a7f401d-8466-4bb1-b87c-b8ab31163d9c owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:08.262817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:08.280223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:08.344360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:08.360365 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:08.375793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:08.529450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Port': ['ID=4ff327bf-ff43-4d6f-a883-90e0b093211f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:08.593059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:08.594064 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:08.648864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:08.650727 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:08.707041 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3832c178-a087-4f2e-9044-671f6d92049b tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2085748 Jul 30 02:16:08.710176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42206) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:08.727478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e970aaf1-2d53-4d42-b668-edcfcd6cca13 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8c:eb:cd'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:08.851796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:08.875399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6adbf703-7143-43ae-8621-107148c7bade None None] Could not find standard attr ID for object 7a7f401d-8466-4bb1-b87c-b8ab31163d9c. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:16:08.957916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=7a7f401d-8466-4bb1-b87c-b8ab31163d9c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:08.968818 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9737c9-4ba0-46c2-a550-c4f9c2fa2374', 'name': 'tempest-NetworksTestDHCPv6-router-349662583', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:02Z', 'updated_at': '2021-07-30T02:16:04Z', 'revision_number': 2, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None, '_interfaces': [{'id': '7a7f401d-8466-4bb1-b87c-b8ab31163d9c', 'name': '', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'mac_address': 'fa:16:3e:f2:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9737c9-4ba0-46c2-a550-c4f9c2fa2374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'b6a4a84a-67a7-452f-8007-67361296c33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:16:03Z', 'updated_at': '2021-07-30T02:16:07Z', 'revision_number': 4, 'project_id': '88d7475368704cfcbfdb109315503598', 'subnets': [{'id': 'b6a4a84a-67a7-452f-8007-67361296c33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:08.972209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e970aaf1-2d53-4d42-b668-edcfcd6cca13 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:09.012565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3010e539-6118-4f40-8e26-d749198fbdb1 None None] Provisioning for port 4ff327bf-ff43-4d6f-a883-90e0b093211f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:09.017996 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3010e539-6118-4f40-8e26-d749198fbdb1 None None] Provisioning complete for port 4ff327bf-ff43-4d6f-a883-90e0b093211f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:09.019159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3010e539-6118-4f40-8e26-d749198fbdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:09.079822 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6809c7-0592-445c-bb6b-9ff6eb57abbf None None] The sync data for ids ['0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'] in n-d-715271-7 is: [{'id': '0c9737c9-4ba0-46c2-a550-c4f9c2fa2374', 'name': 'tempest-NetworksTestDHCPv6-router-349662583', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:02Z', 'updated_at': '2021-07-30T02:16:04Z', 'revision_number': 2, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None, '_interfaces': [{'id': '7a7f401d-8466-4bb1-b87c-b8ab31163d9c', 'name': '', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'mac_address': 'fa:16:3e:f2:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9737c9-4ba0-46c2-a550-c4f9c2fa2374', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'b6a4a84a-67a7-452f-8007-67361296c33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:16:03Z', 'updated_at': '2021-07-30T02:16:07Z', 'revision_number': 4, 'project_id': '88d7475368704cfcbfdb109315503598', 'subnets': [{'id': 'b6a4a84a-67a7-452f-8007-67361296c33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:09.105098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3010e539-6118-4f40-8e26-d749198fbdb1 None None] Port 4ff327bf-ff43-4d6f-a883-90e0b093211f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:09.216620 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:09.223262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-65e10ca0-b41e-4855-8417-5c31e75a387b None None] Could not find standard attr ID for object 7a7f401d-8466-4bb1-b87c-b8ab31163d9c. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:16:09.652182 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e970aaf1-2d53-4d42-b668-edcfcd6cca13 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:09.660838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e970aaf1-2d53-4d42-b668-edcfcd6cca13 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:09.689966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Router 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:09.870762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e970aaf1-2d53-4d42-b668-edcfcd6cca13 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] In _notify_port_updated(), no bound segment for port 4ff327bf-ff43-4d6f-a883-90e0b093211f on network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:16:09.876540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970aaf1-2d53-4d42-b668-edcfcd6cca13 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:09.877234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e970aaf1-2d53-4d42-b668-edcfcd6cca13 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:09.884142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e970aaf1-2d53-4d42-b668-edcfcd6cca13 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "PUT /v2.0/ports/4ff327bf-ff43-4d6f-a883-90e0b093211f HTTP/1.1" status: 200 len: 996 time: 1.1706448 Jul 30 02:16:09.884973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42228) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:09.957211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970aaf1-2d53-4d42-b668-edcfcd6cca13 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Port': ['ID=4ff327bf-ff43-4d6f-a883-90e0b093211f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:10.088321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8deb654d-3e78-4484-8890-d7d46aae36fd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Deleting port 4ff327bf-ff43-4d6f-a883-90e0b093211f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:10.088687 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8deb654d-3e78-4484-8890-d7d46aae36fd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.262674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8deb654d-3e78-4484-8890-d7d46aae36fd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.268952 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c76aed3e-dd58-4ca9-94df-0b41f24b64a1 None None] Provisioning complete for port 4ff327bf-ff43-4d6f-a883-90e0b093211f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:10.269702 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c76aed3e-dd58-4ca9-94df-0b41f24b64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.304206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8deb654d-3e78-4484-8890-d7d46aae36fd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Calling delete_port for 4ff327bf-ff43-4d6f-a883-90e0b093211f owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:10.390739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:10.426413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c76aed3e-dd58-4ca9-94df-0b41f24b64a1 None None] Port 4ff327bf-ff43-4d6f-a883-90e0b093211f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:10.434924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:10.447582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0e98b313-bc74-4c11-8067-73f0a734494f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "PUT /v2.0/routers/0c9737c9-4ba0-46c2-a550-c4f9c2fa2374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0043066 Jul 30 02:16:10.455017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42244) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:10.542759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9fab6d-92c2-4047-8d26-6543fb8686ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:10.545430 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9fab6d-92c2-4047-8d26-6543fb8686ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:10.550693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aa9fab6d-92c2-4047-8d26-6543fb8686ba tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0941055 Jul 30 02:16:10.550936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42248) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:10.629482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8deb654d-3e78-4484-8890-d7d46aae36fd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.692657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f41c42-1ac7-4ec8-b517-c00eae0de95b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet b6a4a84a-67a7-452f-8007-67361296c33c {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:16:10.696577 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f41c42-1ac7-4ec8-b517-c00eae0de95b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.700030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb654d-3e78-4484-8890-d7d46aae36fd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event deleted for resources: {'Port': ['ID=4ff327bf-ff43-4d6f-a883-90e0b093211f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:10.827735 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-550365b8-8d4c-4ca9-96c9-de8f34ac27ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.863044 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f41c42-1ac7-4ec8-b517-c00eae0de95b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.922164 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8deb654d-3e78-4484-8890-d7d46aae36fd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:10.922927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42254) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:10.933214 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8deb654d-3e78-4484-8890-d7d46aae36fd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "DELETE /v2.0/ports/4ff327bf-ff43-4d6f-a883-90e0b093211f HTTP/1.1" status: 204 len: 168 time: 1.0437257 Jul 30 02:16:10.975704 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-97871903-f972-4537-a2cf-8e7dcde5b8a0 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] GET failed (client error): The resource could not be found. Jul 30 02:16:10.982237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-97871903-f972-4537-a2cf-8e7dcde5b8a0 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "GET /v2.0/ports/4ff327bf-ff43-4d6f-a883-90e0b093211f HTTP/1.1" status: 404 len: 333 time: 0.0578682 Jul 30 02:16:10.983164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42258) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:10.989345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'port': {'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e', 'name': 'tempest-AllowedAddressPairTestJSON-68102486'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:11.074016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f41c42-1ac7-4ec8-b517-c00eae0de95b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.140733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-550365b8-8d4c-4ca9-96c9-de8f34ac27ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.145500 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-550365b8-8d4c-4ca9-96c9-de8f34ac27ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.190141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Made reservation on behalf of f4d0927a1a3e448ba31f2bc59de17f10 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:11.195026 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.195906 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-550365b8-8d4c-4ca9-96c9-de8f34ac27ec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f89a6e51ef14790b68f88bea71a0a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040745 Jul 30 02:16:11.199941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42266) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:11.202621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f41c42-1ac7-4ec8-b517-c00eae0de95b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.230663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f41c42-1ac7-4ec8-b517-c00eae0de95b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a4a84a-67a7-452f-8007-67361296c33c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:11.236595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550365b8-8d4c-4ca9-96c9-de8f34ac27ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7231af-ebb6-445f-9a57-339322b59833,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:11.244710 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f41c42-1ac7-4ec8-b517-c00eae0de95b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.247755 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97f41c42-1ac7-4ec8-b517-c00eae0de95b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/b6a4a84a-67a7-452f-8007-67361296c33c HTTP/1.1" status: 204 len: 168 time: 0.6960564 Jul 30 02:16:11.249656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] device_id is not set on port 40f61907-2a7a-4645-9985-f54b1bfdbc08 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:11.250198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42268) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:11.261817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab6f1e-039e-4899-af7c-3de4e5921457 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:11.391325 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0254ac5-7c1b-491a-a452-d4c29422639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.415088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] Sync routers for ids ['0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:11.425787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] Routers {'0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:11.426414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:11.462133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0254ac5-7c1b-491a-a452-d4c29422639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.472849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Allocated IP 172.20.0.4 (f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e/ada8e33c-7114-4bd6-b27c-444923bce8b1/40f61907-2a7a-4645-9985-f54b1bfdbc08) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:11.478456 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c00445c8-d33f-444a-993a-ca98e485d4db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2230840 Jul 30 02:16:11.481525 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:11.507296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b239b6-c2e3-457a-a17b-732ed075cb74 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:16:11.546658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] Set router 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:11.571762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9ddefa2-ae38-459f-919b-3fa6fc59a4be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.611415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9737c9-4ba0-46c2-a550-c4f9c2fa2374', 'name': 'tempest-NetworksTestDHCPv6-router-349662583', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:02Z', 'updated_at': '2021-07-30T02:16:08Z', 'revision_number': 3, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:11.641539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] Checking router: 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:16:11.660645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] Routers {'0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:11.661558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:11.672305 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0254ac5-7c1b-491a-a452-d4c29422639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.675963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0254ac5-7c1b-491a-a452-d4c29422639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.681241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f0254ac5-7c1b-491a-a452-d4c29422639d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/de7231af-ebb6-445f-9a57-339322b59833 HTTP/1.1" status: 204 len: 168 time: 0.4797277 Jul 30 02:16:11.698436 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0254ac5-7c1b-491a-a452-d4c29422639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7231af-ebb6-445f-9a57-339322b59833,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:11.707991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-88b239b6-c2e3-457a-a17b-732ed075cb74 None None] Deleting port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:11.708368 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88b239b6-c2e3-457a-a17b-732ed075cb74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.778900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-88b239b6-c2e3-457a-a17b-732ed075cb74 None None] For port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:11.779317 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88b239b6-c2e3-457a-a17b-732ed075cb74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.780620 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9ddefa2-ae38-459f-919b-3fa6fc59a4be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.786107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9ddefa2-ae38-459f-919b-3fa6fc59a4be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.795572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-88b239b6-c2e3-457a-a17b-732ed075cb74 None None] Calling delete_port for 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:11.812305 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.860614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9ddefa2-ae38-459f-919b-3fa6fc59a4be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.861740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ddefa2-ae38-459f-919b-3fa6fc59a4be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Fanout notify agent at l3_agent the message router_deleted on router 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:16:11.864424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Transition to ACTIVE for port object 40f61907-2a7a-4645-9985-f54b1bfdbc08 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:11.880817 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9ddefa2-ae38-459f-919b-3fa6fc59a4be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.886418 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d9ddefa2-ae38-459f-919b-3fa6fc59a4be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/routers/0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 HTTP/1.1" status: 204 len: 168 time: 0.3966007 Jul 30 02:16:11.886418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42284) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:11.896375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:11.951958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-88b239b6-c2e3-457a-a17b-732ed075cb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:11.960495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] Set router 0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:11.966758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.050782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b239b6-c2e3-457a-a17b-732ed075cb74 None None] Pushing event deleted for resources: {'Port': ['ID=4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:12.060466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:12.067528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:12.075761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:12.163370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9737c9-4ba0-46c2-a550-c4f9c2fa2374', 'name': 'tempest-NetworksTestDHCPv6-router-349662583', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:02Z', 'updated_at': '2021-07-30T02:16:08Z', 'revision_number': 3, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:12.183024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.183796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.203771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42290) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:12.217291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae12e07a-6930-4ce7-86b7-a9cbba382302 None None] The sync data for ids ['0c9737c9-4ba0-46c2-a550-c4f9c2fa2374'] in n-d-715271-7 is: [{'id': '0c9737c9-4ba0-46c2-a550-c4f9c2fa2374', 'name': 'tempest-NetworksTestDHCPv6-router-349662583', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:02Z', 'updated_at': '2021-07-30T02:16:08Z', 'revision_number': 3, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:12.219691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b239b6-c2e3-457a-a17b-732ed075cb74 None None] No DVR routers for this DVR port 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:12.220135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Port': ['ID=40f61907-2a7a-4645-9985-f54b1bfdbc08,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:12.228434 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7a2d9603-18b8-43f5-9ddb-d5551c5ea16d tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2412641 Jul 30 02:16:12.229442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42294) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:12.238727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'port': {'network_id': 'f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e', 'name': 'tempest-AllowedAddressPairTestJSON-892833211'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:12.248093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:12.338046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:12.338393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e7bcb4a-8b12-4c99-8ba9-3481a201b0b1 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:12.421681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42298) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:12.458806 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfa4752e-4cfe-407a-9077-cbbb03bde48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.465906 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da1dc8b0-455a-49d7-9367-880f2bb4bdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.571768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0ac926e1-1402-4537-849f-45f0c4ba57ae None None] Provisioning for port 40f61907-2a7a-4645-9985-f54b1bfdbc08 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:12.576381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0ac926e1-1402-4537-849f-45f0c4ba57ae None None] Provisioning complete for port 40f61907-2a7a-4645-9985-f54b1bfdbc08 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:12.576751 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ac926e1-1402-4537-849f-45f0c4ba57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.588316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfa4752e-4cfe-407a-9077-cbbb03bde48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.592425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cfa4752e-4cfe-407a-9077-cbbb03bde48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.611206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:12.614832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.615540 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-da1dc8b0-455a-49d7-9367-880f2bb4bdbd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:16:12.615540 n-d-715271-7 neutron-server[93819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:16:12.615540 n-d-715271-7 neutron-server[93819]: [parameters: {'project_id_1': '4e665dea151b4c82a8c2dfd25c6cb1bf', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 16, 12, 496405)}] Jul 30 02:16:12.615540 n-d-715271-7 neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:16:12.616149 n-d-715271-7 neutron-server[93819]: DEBUG oslo_db.api [None req-da1dc8b0-455a-49d7-9367-880f2bb4bdbd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:16:12.616281 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.db.api [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:16:12.616281 n-d-715271-7 neutron-server[93819]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 02:16:12.616281 n-d-715271-7 neutron-server[93819]: [parameters: {'project_id_1': 'f4d0927a1a3e448ba31f2bc59de17f10', 'expiration_1': datetime.datetime(2021, 7, 30, 2, 16, 12, 502278)}] Jul 30 02:16:12.616281 n-d-715271-7 neutron-server[93819]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:16:12.616691 n-d-715271-7 neutron-server[93819]: DEBUG oslo_db.api [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:16:12.621368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0ac926e1-1402-4537-849f-45f0c4ba57ae None None] Port 40f61907-2a7a-4645-9985-f54b1bfdbc08 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:12.635223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cfa4752e-4cfe-407a-9077-cbbb03bde48d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0bd22708d5354705a1a22d659ef8d4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124913 Jul 30 02:16:12.638898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42300) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:12.652756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4752e-4cfe-407a-9077-cbbb03bde48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdc1c95-20c4-4d8e-9288-e00fcb489180,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:12.699332 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfd77cd9-dddc-481f-8347-4cc0b95669ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.723463 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfd77cd9-dddc-481f-8347-4cc0b95669ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.801446 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfd77cd9-dddc-481f-8347-4cc0b95669ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.804672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfd77cd9-dddc-481f-8347-4cc0b95669ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.805886 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bfd77cd9-dddc-481f-8347-4cc0b95669ac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dbdc1c95-20c4-4d8e-9288-e00fcb489180 HTTP/1.1" status: 204 len: 168 time: 0.1660602 Jul 30 02:16:12.822041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd77cd9-dddc-481f-8347-4cc0b95669ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdc1c95-20c4-4d8e-9288-e00fcb489180,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:12.860074 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.929854 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:12.936064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:12.943235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:12.944245 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:12.946203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df51ee-0dac-429b-864d-b1a7e7cf229b None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:12.967175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=5f049555-ee11-489c-aa96-e4fc37480dee,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:12.983716 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-161f0c51-9814-46a4-b87c-dd92d931e8eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0943594 Jul 30 02:16:12.984271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42304) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:12.993165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-70895f02-58a1-43a3-aef3-f5882fbc3214 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1669380236', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:13.035191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70895f02-58a1-43a3-aef3-f5882fbc3214 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.041461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70895f02-58a1-43a3-aef3-f5882fbc3214 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.130048 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da1dc8b0-455a-49d7-9367-880f2bb4bdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.154785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70895f02-58a1-43a3-aef3-f5882fbc3214 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.170160 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70895f02-58a1-43a3-aef3-f5882fbc3214 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.178903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '5f049555-ee11-489c-aa96-e4fc37480dee'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:16:13.180756 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.203966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Made reservation on behalf of f4d0927a1a3e448ba31f2bc59de17f10 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:13.209500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.225908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-70895f02-58a1-43a3-aef3-f5882fbc3214 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.231408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-70895f02-58a1-43a3-aef3-f5882fbc3214 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2416334 Jul 30 02:16:13.231917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42308) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:13.265704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] device_id is not set on port a784fefa-75fb-486a-a575-a9be09ac61df yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:13.373185 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/5f049555-ee11-489c-aa96-e4fc37480dee/f53702fe-3f90-47ea-97a6-7e5802127aae) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:13.463370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Allocated IP 172.20.0.10 (f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e/ada8e33c-7114-4bd6-b27c-444923bce8b1/a784fefa-75fb-486a-a575-a9be09ac61df) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:13.472518 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da1dc8b0-455a-49d7-9367-880f2bb4bdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.480550 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da1dc8b0-455a-49d7-9367-880f2bb4bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.567100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-da1dc8b0-455a-49d7-9367-880f2bb4bdbd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4e665dea151b4c82a8c2dfd25c6cb1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3505700 Jul 30 02:16:13.568053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1dc8b0-455a-49d7-9367-880f2bb4bdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9760c6-177f-4631-85b5-db9935edeaf0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:13.582891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42320) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:13.627752 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.640584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Transition to ACTIVE for port object f53702fe-3f90-47ea-97a6-7e5802127aae will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:13.674364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Transition to ACTIVE for port object f53702fe-3f90-47ea-97a6-7e5802127aae will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:13.690714 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.721070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.738413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47b97ab2-a550-4a13-89e0-04000729ecc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.770093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Pushing event updated for resources: {'Port': ['ID=f53702fe-3f90-47ea-97a6-7e5802127aae,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:13.773780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:13.775588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:13.777962 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:13.817155 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.835841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47b97ab2-a550-4a13-89e0-04000729ecc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.846961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Transition to ACTIVE for port object a784fefa-75fb-486a-a575-a9be09ac61df will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:13.854065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Attempting to bind port f53702fe-3f90-47ea-97a6-7e5802127aae on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:13.854065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Attempting to bind port f53702fe-3f90-47ea-97a6-7e5802127aae by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:13.855011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Attempting to bind port f53702fe-3f90-47ea-97a6-7e5802127aae on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:13.862723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:13.863081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:13.863752 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.867788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:13.868688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Bound port: f53702fe-3f90-47ea-97a6-7e5802127aae, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:13.869498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.931007 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.942019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47b97ab2-a550-4a13-89e0-04000729ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.947798 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47b97ab2-a550-4a13-89e0-04000729ecc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:13.950364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-47b97ab2-a550-4a13-89e0-04000729ecc6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9f9760c6-177f-4631-85b5-db9935edeaf0 HTTP/1.1" status: 204 len: 168 time: 0.3615310 Jul 30 02:16:13.981027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] For port f53702fe-3f90-47ea-97a6-7e5802127aae, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:13.988906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] For port f53702fe-3f90-47ea-97a6-7e5802127aae, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f53702fe-3f90-47ea-97a6-7e5802127aae,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:13.998179 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.066602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b97ab2-a550-4a13-89e0-04000729ecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9760c6-177f-4631-85b5-db9935edeaf0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:14.102372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:14.122641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:14.124214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Port': ['ID=a784fefa-75fb-486a-a575-a9be09ac61df,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:14.129627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::1 (48930ba7-ea24-4942-b9d8-83beb60f5edc/5f049555-ee11-489c-aa96-e4fc37480dee/d8fd3d17-d83d-40cc-9c11-413dcf28decc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:14.132060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7a7f401d-8466-4bb1-b87c-b8ab31163d9c no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:14.132975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:14.195147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953afe98-11ec-4460-8c9e-1a310cc9b3ad None None] Pushing event updated for resources: {'Port': ['ID=f53702fe-3f90-47ea-97a6-7e5802127aae,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:14.204671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7a7f401d-8466-4bb1-b87c-b8ab31163d9c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:14.205870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7a7f401d-8466-4bb1-b87c-b8ab31163d9c not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:14.254514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.255216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.288983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-62bb86cb-39d2-46ce-8bd8-be9f686163fe tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0546124 Jul 30 02:16:14.288983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42336) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:14.297172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:8c:eb:cd'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b7:00:46'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:14.427531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.490894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object d8fd3d17-d83d-40cc-9c11-413dcf28decc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:14.588263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42344) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:14.594307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-193f3453-7c27-4062-b097-47c3edd35b60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1997795 Jul 30 02:16:14.637432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.676910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ff5e9df5-ca47-427e-b54c-b99c9cfdc429 None None] Provisioning for port a784fefa-75fb-486a-a575-a9be09ac61df completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:14.684275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ff5e9df5-ca47-427e-b54c-b99c9cfdc429 None None] Provisioning complete for port a784fefa-75fb-486a-a575-a9be09ac61df triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:14.685108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff5e9df5-ca47-427e-b54c-b99c9cfdc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.725868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:14.732594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e9df5-ca47-427e-b54c-b99c9cfdc429 None None] Port a784fefa-75fb-486a-a575-a9be09ac61df cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:14.737260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:14.742804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:14.743574 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.768906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=d8fd3d17-d83d-40cc-9c11-413dcf28decc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:14.781087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-3f80287c-74f3-4f86-8f8b-be81a396c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.782600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-3f80287c-74f3-4f86-8f8b-be81a396c765 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b7d034511842c7918d44758e9f33ef&device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 1096 time: 0.1187198 Jul 30 02:16:14.801024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.834162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae243d07-bf98-4960-acf2-b224c30e1fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.845369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42348) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:14.917243 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6568eed-22b4-4a17-bdc6-4a38c3f5ab94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:14.976203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-71f56258-140a-43d9-b1dd-9ce14bcdf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:14.977667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-71f56258-140a-43d9-b1dd-9ce14bcdf332 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3c30686-5deb-4e5e-9784-16e0134a41a9 HTTP/1.1" status: 200 len: 915 time: 0.1731787 Jul 30 02:16:15.011348 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.058430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-0e73b701-6609-4a50-88b3-dcb6fd925abb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d656165-eadc-4c23-b73f-a4df43d624c1 HTTP/1.1" status: 200 len: 217 time: 0.0485532 Jul 30 02:16:15.156496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-5b3152a7-456f-43c3-b8c0-e532bd1ca97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:15.158938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-5b3152a7-456f-43c3-b8c0-e532bd1ca97e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58cfe759-c48c-4056-aed8-815884d1040a HTTP/1.1" status: 200 len: 854 time: 0.0892534 Jul 30 02:16:15.184035 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae243d07-bf98-4960-acf2-b224c30e1fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.192347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae243d07-bf98-4960-acf2-b224c30e1fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.234763 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-7a49cc6e-70dc-47ba-9a33-389b3f6f6966 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3c30686-5deb-4e5e-9784-16e0134a41a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546768 Jul 30 02:16:15.346420 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.356563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.362523 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ae243d07-bf98-4960-acf2-b224c30e1fca admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2624c37648524383b422b59d88bcfc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7725594 Jul 30 02:16:15.371469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42350) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:15.377321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae243d07-bf98-4960-acf2-b224c30e1fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e352acf9-d3a0-4a44-9aa8-8fde8a70c8ea,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:15.492873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-9a5454d6-8414-459f-89a6-7abdfede2304 service neutron] 10.222.0.41 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447526 Jul 30 02:16:15.515145 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33cf56ba-bada-42ad-aa82-5e549db44f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.522259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event updated for resources: {'Port': ['ID=a784fefa-75fb-486a-a575-a9be09ac61df,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:15.528494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] In _notify_port_updated(), no bound segment for port a784fefa-75fb-486a-a575-a9be09ac61df on network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:16:15.536108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:15.537080 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.541696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "PUT /v2.0/ports/a784fefa-75fb-486a-a575-a9be09ac61df HTTP/1.1" status: 200 len: 1055 time: 1.2500150 Jul 30 02:16:15.554181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42352) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:15.605714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.606435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.607126 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.609336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.609336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.609336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.610215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.610334 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.611078 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.611838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.612521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.613197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33208c79-1a5d-486d-b523-366a3af2badb tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:15.619098 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6568eed-22b4-4a17-bdc6-4a38c3f5ab94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.622097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33cf56ba-bada-42ad-aa82-5e549db44f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.637050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b6568eed-22b4-4a17-bdc6-4a38c3f5ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.680024 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.729838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.731328 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.747379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15c703f9-8a66-4e3b-82ad-acd3ee7acafe req-f8f596bb-a2a4-4c93-ad4e-5cbdbf78f2dc service neutron] 10.222.0.41 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351835 Jul 30 02:16:15.771410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6568eed-22b4-4a17-bdc6-4a38c3f5ab94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1e0802-aa0f-4631-8a3d-520fdd116df1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:15.856232 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b6568eed-22b4-4a17-bdc6-4a38c3f5ab94 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bc1347dae6a8447fa06a06f273580004&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0020306 Jul 30 02:16:15.857120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42360) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:15.894294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1a59918d-44cd-4215-a0f9-b675d4d8bdbc None None] Provisioning complete for port a784fefa-75fb-486a-a575-a9be09ac61df triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:15.895200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a59918d-44cd-4215-a0f9-b675d4d8bdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.920862 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33cf56ba-bada-42ad-aa82-5e549db44f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.927329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33cf56ba-bada-42ad-aa82-5e549db44f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.929537 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-33cf56ba-bada-42ad-aa82-5e549db44f42 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e352acf9-d3a0-4a44-9aa8-8fde8a70c8ea HTTP/1.1" status: 204 len: 168 time: 0.5568495 Jul 30 02:16:15.948550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1a59918d-44cd-4215-a0f9-b675d4d8bdbc None None] Port a784fefa-75fb-486a-a575-a9be09ac61df cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:15.961225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf56ba-bada-42ad-aa82-5e549db44f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e352acf9-d3a0-4a44-9aa8-8fde8a70c8ea,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:15.972578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=d8fd3d17-d83d-40cc-9c11-413dcf28decc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:15.973896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71e231a7-28b5-4298-b872-8d0062a22ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:15.981945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1a59918d-44cd-4215-a0f9-b675d4d8bdbc None None] Provisioning for port f53702fe-3f90-47ea-97a6-7e5802127aae completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:16.030826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-014f0196-91a3-43b8-b3b3-f8e263b4e07f tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Deleting port a784fefa-75fb-486a-a575-a9be09ac61df {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:16.031194 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-014f0196-91a3-43b8-b3b3-f8e263b4e07f tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.043672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71e231a7-28b5-4298-b872-8d0062a22ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.127098 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71e231a7-28b5-4298-b872-8d0062a22ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.138280 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-71e231a7-28b5-4298-b872-8d0062a22ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.153826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-71e231a7-28b5-4298-b872-8d0062a22ded admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ca1e0802-aa0f-4631-8a3d-520fdd116df1 HTTP/1.1" status: 204 len: 168 time: 0.2947960 Jul 30 02:16:16.171388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e231a7-28b5-4298-b872-8d0062a22ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1e0802-aa0f-4631-8a3d-520fdd116df1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:16.215559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:16.225684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:16.236384 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-014f0196-91a3-43b8-b3b3-f8e263b4e07f tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.261463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-014f0196-91a3-43b8-b3b3-f8e263b4e07f tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Calling delete_port for a784fefa-75fb-486a-a575-a9be09ac61df owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:16.333723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-018c6843-eb29-4c8d-91a9-322b552b3346 None None] Provisioning for port d8fd3d17-d83d-40cc-9c11-413dcf28decc completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:16.346228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-018c6843-eb29-4c8d-91a9-322b552b3346 None None] Provisioning complete for port d8fd3d17-d83d-40cc-9c11-413dcf28decc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:16.347308 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-018c6843-eb29-4c8d-91a9-322b552b3346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.382071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f53702fe-3f90-47ea-97a6-7e5802127aae up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:16.472772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-018c6843-eb29-4c8d-91a9-322b552b3346 None None] Port d8fd3d17-d83d-40cc-9c11-413dcf28decc cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:16.505261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f53702fe-3f90-47ea-97a6-7e5802127aae completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:16.512943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f53702fe-3f90-47ea-97a6-7e5802127aae triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:16.513704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.607110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Router 0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:16:16.719030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.741476 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-014f0196-91a3-43b8-b3b3-f8e263b4e07f tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.779658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f0196-91a3-43b8-b3b3-f8e263b4e07f tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event deleted for resources: {'Port': ['ID=a784fefa-75fb-486a-a575-a9be09ac61df,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:16.832311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:16.850692 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Sync routers for ids ['0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:16.863404 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e208faee-5474-4e2f-8aea-5b99a13637e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "PUT /v2.0/routers/0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6301281 Jul 30 02:16:16.866558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42380) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:16.883885 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Routers {'0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:16.887935 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:16.895960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6a485278-8c0f-409b-887d-cae4ea20041d None None] Provisioning complete for port d8fd3d17-d83d-40cc-9c11-413dcf28decc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:16.904416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a485278-8c0f-409b-887d-cae4ea20041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:16.989915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9b78f-6cea-4180-b3e6-0ef50d3a54a9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:16.997588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-11b9b78f-6cea-4180-b3e6-0ef50d3a54a9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports/d8fd3d17-d83d-40cc-9c11-413dcf28decc HTTP/1.1" status: 200 len: 911 time: 0.1266820 Jul 30 02:16:16.999186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42384) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:17.007789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f53702fe-3f90-47ea-97a6-7e5802127aae, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f53702fe-3f90-47ea-97a6-7e5802127aae,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:17.009712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6a485278-8c0f-409b-887d-cae4ea20041d None None] Port d8fd3d17-d83d-40cc-9c11-413dcf28decc cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:17.017610 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:17.186492 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Set router 0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:17.214217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c2e50-2e14-4f29-b205-36657594b765 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:17.228822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c2e50-2e14-4f29-b205-36657594b765 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:17.231724 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9e8c2e50-2e14-4f29-b205-36657594b765 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2312634 Jul 30 02:16:17.235375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42394) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:17.288303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f53702fe-3f90-47ea-97a6-7e5802127aae,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:17.339589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-014f0196-91a3-43b8-b3b3-f8e263b4e07f tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:17.351047 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-014f0196-91a3-43b8-b3b3-f8e263b4e07f tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "DELETE /v2.0/ports/a784fefa-75fb-486a-a575-a9be09ac61df HTTP/1.1" status: 204 len: 168 time: 1.7851059 Jul 30 02:16:17.352421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42400) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:17.402529 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ec23bd-e11e-421d-bb7c-ae56ff62c2d8 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] GET failed (client error): The resource could not be found. Jul 30 02:16:17.404218 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-96ec23bd-e11e-421d-bb7c-ae56ff62c2d8 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "GET /v2.0/ports/a784fefa-75fb-486a-a575-a9be09ac61df HTTP/1.1" status: 404 len: 333 time: 0.0507936 Jul 30 02:16:17.408760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42402) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:17.601852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb2090-b29c-4070-bd82-ddd7d00bcecd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Deleting port 40f61907-2a7a-4645-9985-f54b1bfdbc08 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:17.608566 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bbb2090-b29c-4070-bd82-ddd7d00bcecd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:17.828392 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b', 'name': 'tempest-NetworksTestDHCPv6-router-1669380236', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:13Z', 'updated_at': '2021-07-30T02:16:14Z', 'revision_number': 2, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None, '_interfaces': [{'id': 'd8fd3d17-d83d-40cc-9c11-413dcf28decc', 'name': '', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'mac_address': 'fa:16:3e:7d:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '5f049555-ee11-489c-aa96-e4fc37480dee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:16:13Z', 'updated_at': '2021-07-30T02:16:15Z', 'revision_number': 2, 'project_id': '88d7475368704cfcbfdb109315503598', 'subnets': [{'id': '5f049555-ee11-489c-aa96-e4fc37480dee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:17.859121 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:17.869209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bbb2090-b29c-4070-bd82-ddd7d00bcecd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:17.894415 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Checking router: 0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:16:17.895106 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Updating router 0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b port d8fd3d17-d83d-40cc-9c11-413dcf28decc binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:16:17.898478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb2090-b29c-4070-bd82-ddd7d00bcecd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Calling delete_port for 40f61907-2a7a-4645-9985-f54b1bfdbc08 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:17.961740 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.090743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42418) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:18.251417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f53702fe-3f90-47ea-97a6-7e5802127aae up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:18.335037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bbb2090-b29c-4070-bd82-ddd7d00bcecd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.346248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-442042509-network', 'tenant_id': '418ed6d3783e4310bab04a148c1e5679'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:18.375708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f53702fe-3f90-47ea-97a6-7e5802127aae triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:18.376257 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.386425 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-37721006-6153-4e41-93c5-3b4219d6cc6b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1718171 Jul 30 02:16:18.415351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb2090-b29c-4070-bd82-ddd7d00bcecd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event deleted for resources: {'Port': ['ID=40f61907-2a7a-4645-9985-f54b1bfdbc08,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:18.531020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4bbb2090-b29c-4070-bd82-ddd7d00bcecd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.536600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42426) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:18.539381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4bbb2090-b29c-4070-bd82-ddd7d00bcecd tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "DELETE /v2.0/ports/40f61907-2a7a-4645-9985-f54b1bfdbc08 HTTP/1.1" status: 204 len: 168 time: 1.1293275 Jul 30 02:16:18.545384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Made reservation on behalf of 418ed6d3783e4310bab04a148c1e5679 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:18.550348 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.560747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.584247 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8872facd-3d93-40b1-a5cf-b7bf8c3779f4 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] GET failed (client error): The resource could not be found. Jul 30 02:16:18.585526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8872facd-3d93-40b1-a5cf-b7bf8c3779f4 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "GET /v2.0/ports/40f61907-2a7a-4645-9985-f54b1bfdbc08 HTTP/1.1" status: 404 len: 333 time: 0.0471268 Jul 30 02:16:18.592458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42430) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:18.657695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-071f5785-a92a-4991-9050-c248028f48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:18.659562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-071f5785-a92a-4991-9050-c248028f48df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1096 time: 0.2020838 Jul 30 02:16:18.680577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port d8fd3d17-d83d-40cc-9c11-413dcf28decc {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:18.683610 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.718777 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.744719 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Transition to ACTIVE for port object d8fd3d17-d83d-40cc-9c11-413dcf28decc will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:18.761179 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.792388 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.799092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.830633 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcbb7c-b8fd-49e6-a128-a81a813a1d17 None None] Pushing event updated for resources: {'Port': ['ID=d8fd3d17-d83d-40cc-9c11-413dcf28decc,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:18.837025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:16:18.854340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0a614b-00ad-4563-a032-41d4c191c394,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:18.862885 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.863288 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Added segment e39a33aa-4888-4823-a171-5864490eadb8 of type vlan for network 8b32e3f0-4784-42f5-9368-7a04cb9d922e Jul 30 02:16:18.909979 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Attempting to bind port d8fd3d17-d83d-40cc-9c11-413dcf28decc on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:18.911648 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Attempting to bind port d8fd3d17-d83d-40cc-9c11-413dcf28decc by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:18.912239 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Attempting to bind port d8fd3d17-d83d-40cc-9c11-413dcf28decc on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:18.920224 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:18.920852 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:18.921494 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.922051 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:18.922715 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Bound port: d8fd3d17-d83d-40cc-9c11-413dcf28decc, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:18.923768 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.951331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:18.990542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.034514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1c2bd-f9d1-4131-8a81-b24ab6eb404a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Deleting port 090b8689-02f7-4b2b-8707-564c09d5f914 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:19.034902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c2bd-f9d1-4131-8a81-b24ab6eb404a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.035783 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] For port d8fd3d17-d83d-40cc-9c11-413dcf28decc, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:19.041108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.041861 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] For port d8fd3d17-d83d-40cc-9c11-413dcf28decc, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d8fd3d17-d83d-40cc-9c11-413dcf28decc,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:19.043928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for d8fd3d17-d83d-40cc-9c11-413dcf28decc owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:19.044278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.045031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.048492 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.059599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-4fb02535-d4c4-4004-9d73-43ae615bd9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.061101 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-4fb02535-d4c4-4004-9d73-43ae615bd9a6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.3609562 Jul 30 02:16:19.125197 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Routers {'0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:19.126107 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:19.132425 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0257354 Jul 30 02:16:19.132914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42442) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:19.140008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Request body: {'subnet': {'network_id': '8b32e3f0-4784-42f5-9368-7a04cb9d922e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-442042509-subnet', 'tenant_id': '418ed6d3783e4310bab04a148c1e5679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:19.174483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Made reservation on behalf of 418ed6d3783e4310bab04a148c1e5679 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:19.177606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.241994 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] Set router 0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:19.288445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354398f8-7f5b-43f8-bc5e-8254285c8ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=8b32e3f0-4784-42f5-9368-7a04cb9d922e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:19.303928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 8b32e3f0-4784-42f5-9368-7a04cb9d922e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:16:19.328146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-450f8ab8-80cc-4c24-8032-ec9cd22060a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 1000 time: 0.2294292 Jul 30 02:16:19.331503 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c2bd-f9d1-4131-8a81-b24ab6eb404a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.379203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1c2bd-f9d1-4131-8a81-b24ab6eb404a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Calling delete_port for 090b8689-02f7-4b2b-8707-564c09d5f914 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:19.385877 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcbb7c-b8fd-49e6-a128-a81a813a1d17 None None] Pushing event updated for resources: {'Port': ['ID=d8fd3d17-d83d-40cc-9c11-413dcf28decc,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:19.438241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-aeee73fc-5ec0-4e99-b018-b7e8587adb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.440442 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-aeee73fc-5ec0-4e99-b018-b7e8587adb22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.0998039 Jul 30 02:16:19.522028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.614967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Checking segment: {'id': 'e39a33aa-4888-4823-a171-5864490eadb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8b32e3f0-4784-42f5-9368-7a04cb9d922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:19.616059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Network hostable DHCP agents. Network: 8b32e3f0-4784-42f5-9368-7a04cb9d922e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:16:19.620532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e4d5e1-4f29-43e6-ad02-dea4078f3709,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:19.646653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Network 8b32e3f0-4784-42f5-9368-7a04cb9d922e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:16:19.663295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 8b32e3f0-4784-42f5-9368-7a04cb9d922e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:19.669803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:19.670398 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.681507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43855f6-e0c1-46f1-835f-483ce7c7e2aa None None] Network 8b32e3f0-4784-42f5-9368-7a04cb9d922e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:19.706686 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-14e6d900-9cee-45cb-ab29-aa07adf214e1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5725882 Jul 30 02:16:19.755950 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:19.787199 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b', 'name': 'tempest-NetworksTestDHCPv6-router-1669380236', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:13Z', 'updated_at': '2021-07-30T02:16:14Z', 'revision_number': 2, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None, '_interfaces': [{'id': 'd8fd3d17-d83d-40cc-9c11-413dcf28decc', 'name': '', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'mac_address': 'fa:16:3e:7d:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '5f049555-ee11-489c-aa96-e4fc37480dee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:16:13Z', 'updated_at': '2021-07-30T02:16:19Z', 'revision_number': 4, 'project_id': '88d7475368704cfcbfdb109315503598', 'subnets': [{'id': '5f049555-ee11-489c-aa96-e4fc37480dee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:19.817838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=d8fd3d17-d83d-40cc-9c11-413dcf28decc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:19.856390 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae6ebd-7e6f-43f7-bba3-569a68d6322a None None] The sync data for ids ['0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'] in n-d-715271-7 is: [{'id': '0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b', 'name': 'tempest-NetworksTestDHCPv6-router-1669380236', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:13Z', 'updated_at': '2021-07-30T02:16:14Z', 'revision_number': 2, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None, '_interfaces': [{'id': 'd8fd3d17-d83d-40cc-9c11-413dcf28decc', 'name': '', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'mac_address': 'fa:16:3e:7d:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '5f049555-ee11-489c-aa96-e4fc37480dee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:16:13Z', 'updated_at': '2021-07-30T02:16:19Z', 'revision_number': 4, 'project_id': '88d7475368704cfcbfdb109315503598', 'subnets': [{'id': '5f049555-ee11-489c-aa96-e4fc37480dee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:19.989275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42462) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:20.000215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4cf3b953-995e-4a9a-9685-6e37c9e72b9f None None] Could not find standard attr ID for object d8fd3d17-d83d-40cc-9c11-413dcf28decc. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:16:20.007061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c0a5f-5817-4762-b1a0-8090d05d6777 None None] Network 8b32e3f0-4784-42f5-9368-7a04cb9d922e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:20.010572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-3a525417-1e00-4acd-99dc-9ab5bddb76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:20.012152 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-3a525417-1e00-4acd-99dc-9ab5bddb76c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5119765 Jul 30 02:16:20.020774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.360326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aecf565-58d9-48b4-ae96-0e5f4ff70d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.498162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aecf565-58d9-48b4-ae96-0e5f4ff70d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.505547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aecf565-58d9-48b4-ae96-0e5f4ff70d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.583446 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9aecf565-58d9-48b4-ae96-0e5f4ff70d31 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2afa2a04f11441ffbaa1027a69773125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928872 Jul 30 02:16:20.584699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecf565-58d9-48b4-ae96-0e5f4ff70d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c9617f-abf1-4380-a4a0-007d75226ad4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:20.587769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42476) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:20.624395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42478) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:20.634366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-169670379-network', 'tenant_id': 'c5942c816bd44fa88d4459e34ae3de29'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:20.684421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Made reservation on behalf of c5942c816bd44fa88d4459e34ae3de29 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:20.687099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.700751 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878f8281-0f53-4302-b2b0-1cc971e543a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.704429 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.741984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878f8281-0f53-4302-b2b0-1cc971e543a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.875216 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878f8281-0f53-4302-b2b0-1cc971e543a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.878472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-878f8281-0f53-4302-b2b0-1cc971e543a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.882879 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-878f8281-0f53-4302-b2b0-1cc971e543a7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/94c9617f-abf1-4380-a4a0-007d75226ad4 HTTP/1.1" status: 204 len: 168 time: 0.2831328 Jul 30 02:16:20.904608 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f8281-0f53-4302-b2b0-1cc971e543a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c9617f-abf1-4380-a4a0-007d75226ad4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:20.919506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.925631 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.967221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:16:20.974368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf28eebf-4e2e-45e1-aa10-76ad8a46d580,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:20.982071 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:20.982406 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Added segment b5986610-d9b8-4782-9e86-c7bd3147bba3 of type vlan for network 240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e Jul 30 02:16:21.042082 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.100107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.102269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:21.104394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.223758 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5947108 Jul 30 02:16:21.230570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42484) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:21.232924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Router 0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:21.243729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Request body: {'subnet': {'network_id': '240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-169670379-subnet', 'tenant_id': 'c5942c816bd44fa88d4459e34ae3de29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:21.261036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b35198-6a18-4b58-b3a5-cfdf474f14ca admin admin] Pushing event updated for resources: {'Network': ['ID=240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:21.277497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:16:21.283915 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c2bd-f9d1-4131-8a81-b24ab6eb404a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.289832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Made reservation on behalf of c5942c816bd44fa88d4459e34ae3de29 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:21.292827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.370237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1c2bd-f9d1-4131-8a81-b24ab6eb404a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event deleted for resources: {'Port': ['ID=090b8689-02f7-4b2b-8707-564c09d5f914,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:21.399176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-5826efed-9dcc-4e8e-a3e5-712697e9881a service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3544319 Jul 30 02:16:21.569985 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.590218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42488) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:21.619068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:21.639834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a08d36ae-3c9a-47cb-a034-ee706bc8d456 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "PUT /v2.0/routers/0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3992362 Jul 30 02:16:21.643976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42490) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:21.646837 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17b6550b-fe22-46af-b6c8-abd7c7d93606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.657016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5be876-8cea-4173-a336-f865b5c0d160,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:21.689563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c2bd-f9d1-4131-8a81-b24ab6eb404a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.691400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0ff1c2bd-f9d1-4131-8a81-b24ab6eb404a tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "DELETE /v2.0/ports/090b8689-02f7-4b2b-8707-564c09d5f914 HTTP/1.1" status: 204 len: 168 time: 3.0960231 Jul 30 02:16:21.695637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42492) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:21.704791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Checking segment: {'id': 'b5986610-d9b8-4782-9e86-c7bd3147bba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:21.705151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Network hostable DHCP agents. Network: 240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:16:21.719282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6971581-2e1c-4150-a88d-041a0ebcd088 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:21.721937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6971581-2e1c-4150-a88d-041a0ebcd088 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:21.726469 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b6971581-2e1c-4150-a88d-041a0ebcd088 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0791268 Jul 30 02:16:21.726791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42494) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:21.761357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b54db3-25a6-4ec1-9102-b458087d038c req-ede6e2d9-16a5-4394-a951-e067abe758ab service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995169 Jul 30 02:16:21.789085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb91393e-44aa-48bc-9948-83fff41881a7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Deleting subnet ada8e33c-7114-4bd6-b27c-444923bce8b1 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:16:21.793832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Network 240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:16:21.795076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bb91393e-44aa-48bc-9948-83fff41881a7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.811103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:21.816750 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb09f009-90f2-447e-8405-10dfaada1f59 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 5f049555-ee11-489c-aa96-e4fc37480dee {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:16:21.822057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:21.822699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.826157 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb09f009-90f2-447e-8405-10dfaada1f59 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.842441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d87df6b-beb2-4c98-9e06-1eaeffb1cfa4 None None] Network 240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:21.859921 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bb91393e-44aa-48bc-9948-83fff41881a7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.879843 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb09f009-90f2-447e-8405-10dfaada1f59 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.930644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] Sync routers for ids ['0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:21.950977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17b6550b-fe22-46af-b6c8-abd7c7d93606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.954905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] Routers {'0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:21.955972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:21.976628 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-17b6550b-fe22-46af-b6c8-abd7c7d93606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:21.986804 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9db702eb-d854-4ece-8ba8-5e51867bac81 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7548163 Jul 30 02:16:22.024322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb09f009-90f2-447e-8405-10dfaada1f59 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.058374 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bb91393e-44aa-48bc-9948-83fff41881a7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.106380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-17b6550b-fe22-46af-b6c8-abd7c7d93606 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a1aef4d45e7c44ccac50cff45083fe69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146046 Jul 30 02:16:22.115913 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42504) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:22.154762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6550b-fe22-46af-b6c8-abd7c7d93606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5596641-4d30-4248-88ea-e10039ce3dc6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:22.188423 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bb91393e-44aa-48bc-9948-83fff41881a7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.237304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91393e-44aa-48bc-9948-83fff41881a7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event deleted for resources: {'Subnet': ['ID=ada8e33c-7114-4bd6-b27c-444923bce8b1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:22.242766 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bb91393e-44aa-48bc-9948-83fff41881a7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.246338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bb91393e-44aa-48bc-9948-83fff41881a7 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "DELETE /v2.0/subnets/ada8e33c-7114-4bd6-b27c-444923bce8b1 HTTP/1.1" status: 204 len: 168 time: 0.5458224 Jul 30 02:16:22.248863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42508) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:22.273525 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:16:22.301501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb09f009-90f2-447e-8405-10dfaada1f59 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.335519 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1718a799-31cb-496c-8961-053f0ea66b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.342221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09f009-90f2-447e-8405-10dfaada1f59 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=5f049555-ee11-489c-aa96-e4fc37480dee,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:22.361795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb09f009-90f2-447e-8405-10dfaada1f59 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.366129 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bb09f009-90f2-447e-8405-10dfaada1f59 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/5f049555-ee11-489c-aa96-e4fc37480dee HTTP/1.1" status: 204 len: 168 time: 0.6359649 Jul 30 02:16:22.367046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42514) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:22.371590 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.424955 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1718a799-31cb-496c-8961-053f0ea66b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.450662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Deleting port 9030be39-19b3-4442-b957-15ee2baeb601 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:22.451423 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.513591 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-552275c8-83da-4784-b41a-d6f24d0b443c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1421583 Jul 30 02:16:22.513591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42516) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:22.533014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df64da8-bc5f-45fd-8812-9a176d9eaa71 None None] Network f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:22.550243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba8fa6-f87e-48d9-b3f1-706d53df158e None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:22.550895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] For port 9030be39-19b3-4442-b957-15ee2baeb601, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9030be39-19b3-4442-b957-15ee2baeb601,segment=NetworkSegment(6638e541-66be-4383-a654-1dbf711a1acc),segment_id=6638e541-66be-4383-a654-1dbf711a1acc)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:22.551475 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.568665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Calling delete_port for 9030be39-19b3-4442-b957-15ee2baeb601 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:22.624160 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1718a799-31cb-496c-8961-053f0ea66b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.627468 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1718a799-31cb-496c-8961-053f0ea66b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.629174 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1718a799-31cb-496c-8961-053f0ea66b06 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5596641-4d30-4248-88ea-e10039ce3dc6 HTTP/1.1" status: 204 len: 168 time: 0.5116005 Jul 30 02:16:22.634708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] Set router 0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:16:22.665607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718a799-31cb-496c-8961-053f0ea66b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5596641-4d30-4248-88ea-e10039ce3dc6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:22.671576 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9890ba8-2954-44ca-a0ad-83183acbf529 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.694763 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:22.768531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event deleted for resources: {'Port': ['ID=9030be39-19b3-4442-b957-15ee2baeb601,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:22.788444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] No DVR routers for this DVR port 9030be39-19b3-4442-b957-15ee2baeb601 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:22.848488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b', 'name': 'tempest-NetworksTestDHCPv6-router-1669380236', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:16:13Z', 'updated_at': '2021-07-30T02:16:19Z', 'revision_number': 3, 'project_id': '88d7475368704cfcbfdb109315503598', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:22.915157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] Checking router: 0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:16:22.930007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9ea469-fd8a-4b4c-a128-b182eb57710f None None] Network 240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:23.016397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.039203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:23.040712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9890ba8-2954-44ca-a0ad-83183acbf529 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.045594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9890ba8-2954-44ca-a0ad-83183acbf529 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.105756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6638e541-66be-4383-a654-1dbf711a1acc') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:23.106708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6638e541-66be-4383-a654-1dbf711a1acc') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:23.129552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-7d0a8971-7068-4336-84a4-8dcf9fd485a3 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:23.138686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9890ba8-2954-44ca-a0ad-83183acbf529 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.140241 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9890ba8-2954-44ca-a0ad-83183acbf529 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Fanout notify agent at l3_agent the message router_deleted on router 0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:16:23.149936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-7d0a8971-7068-4336-84a4-8dcf9fd485a3 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/networks?id=8b32e3f0-4784-42f5-9368-7a04cb9d922e HTTP/1.1" status: 200 len: 808 time: 0.3646595 Jul 30 02:16:23.176129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] Routers set() bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:23.176860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] Router IDs set() for agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 02:16:23.177814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_agentschedulers_db [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent'). {{(pid=93820) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 02:16:23.178435 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.178848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af426275-6047-49ed-abe4-2502324f8d95 None None] The sync data for ids ['0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:23.187415 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d9890ba8-2954-44ca-a0ad-83183acbf529 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.188776 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d9890ba8-2954-44ca-a0ad-83183acbf529 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/routers/0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b HTTP/1.1" status: 204 len: 168 time: 0.6746902 Jul 30 02:16:23.192160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42534) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:23.205898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3f077d-9ed3-40fe-955b-d530b88bf54f None None] DHCP port deletion for f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:16:23.222049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-b2784947-858f-4c0d-897a-2e0c6275325d tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/quotas/418ed6d3783e4310bab04a148c1e5679 HTTP/1.1" status: 200 len: 375 time: 0.0535271 Jul 30 02:16:23.284204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-35e0b549-2fd6-4cef-9b16-89dcf6f4fb4c tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=418ed6d3783e4310bab04a148c1e5679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608664 Jul 30 02:16:23.286574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.295936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:16:23.296788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: items = [ Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:16:23.301214 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:16:23.333667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb1015-9a5f-4828-97b4-ffd2ae6472de None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:16:23.337646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18a769-806e-4127-a625-aa3e72ae6ccf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:23.341924 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0f18a769-806e-4127-a625-aa3e72ae6ccf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1457236 Jul 30 02:16:23.343024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42538) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:23.429415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace49ef7-57c6-4b77-814a-d524f9443234 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:23.437222 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ace49ef7-57c6-4b77-814a-d524f9443234 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0917759 Jul 30 02:16:23.439742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42542) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:23.440265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb1015-9a5f-4828-97b4-ffd2ae6472de None None] Deleting port f53702fe-3f90-47ea-97a6-7e5802127aae {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:23.440736 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1015-9a5f-4828-97b4-ffd2ae6472de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.500826 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.511205 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3c17a99e-ec01-4999-9439-93ca44831754 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650442 Jul 30 02:16:23.512173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:23.519618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:23.526001 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.528290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] 10.222.0.84 "DELETE /v2.0/networks/f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e HTTP/1.1" status: 204 len: 168 time: 1.2779403 Jul 30 02:16:23.593132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89a1b3-9750-4e43-9898-1e151be12ba1 tempest-AllowedAddressPairTestJSON-655390937 tempest-AllowedAddressPairTestJSON-655390937-project] Pushing event deleted for resources: {'Network': ['ID=f9ac7b13-04b0-4cc8-8bd8-00f99e1b767e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:23.645781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ebeb1015-9a5f-4828-97b4-ffd2ae6472de None None] For port f53702fe-3f90-47ea-97a6-7e5802127aae, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f53702fe-3f90-47ea-97a6-7e5802127aae,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:23.646563 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1015-9a5f-4828-97b4-ffd2ae6472de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.647143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-19f66034-4d36-454a-9b7c-1228488527e9 service neutron] 10.222.0.84 "GET /v2.0/networks/8b32e3f0-4784-42f5-9368-7a04cb9d922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290386 Jul 30 02:16:23.751668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb1015-9a5f-4828-97b4-ffd2ae6472de None None] Calling delete_port for f53702fe-3f90-47ea-97a6-7e5802127aae owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:23.796411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:23.819697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.975993 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebeb1015-9a5f-4828-97b4-ffd2ae6472de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:23.991959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-93aab86c-3456-4675-ae9e-3bbfd2d13a97 service neutron] 10.222.0.84 "GET /v2.0/networks/8b32e3f0-4784-42f5-9368-7a04cb9d922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097825 Jul 30 02:16:24.009741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb1015-9a5f-4828-97b4-ffd2ae6472de None None] Pushing event deleted for resources: {'Port': ['ID=f53702fe-3f90-47ea-97a6-7e5802127aae,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:24.018081 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb1015-9a5f-4828-97b4-ffd2ae6472de None None] No DVR routers for this DVR port f53702fe-3f90-47ea-97a6-7e5802127aae on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:24.054052 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:24.203262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42562) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:24.216426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d8fd3d17-d83d-40cc-9c11-413dcf28decc no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:24.284017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: d8fd3d17-d83d-40cc-9c11-413dcf28decc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:24.284385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d8fd3d17-d83d-40cc-9c11-413dcf28decc not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:24.284817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9030be39-19b3-4442-b957-15ee2baeb601 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:24.314924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dae40d8d-f148-42c9-a65a-c67f25842e70 req-fc73ca35-9618-40a0-b2a8-baf009290878 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 210 time: 0.0586898 Jul 30 02:16:24.345135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9030be39-19b3-4442-b957-15ee2baeb601 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:24.345528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9030be39-19b3-4442-b957-15ee2baeb601 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:24.345957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f53702fe-3f90-47ea-97a6-7e5802127aae no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:24.376301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f53702fe-3f90-47ea-97a6-7e5802127aae {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:24.376792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f53702fe-3f90-47ea-97a6-7e5802127aae not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:24.465416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:16:24.467036 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:24.543193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=f3102460-de52-47d3-97c1-3ce5254bf2ff,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:24.588864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:24.590545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.590935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.591343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.591707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.592052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.592400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.592793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.593115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.593438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.593801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.594143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.594559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:24.607686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:24.612351 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fb4110bf-e691-4d41-a191-cf9a16f46b55 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f4d0927a1a3e448ba31f2bc59de17f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079254 Jul 30 02:16:24.614032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:24.614889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:24.615556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42582) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:24.628980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa8ceba-60d7-4e29-b6f7-bb1317a3d5bc None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:24.634671 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9ba7aff0-dcdc-4208-bb1b-95fd4dcb9cbf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1211648 Jul 30 02:16:24.635518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42584) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:24.641303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:24.735303 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9c805600-4afe-4d48-a3bd-1aa1f2809077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:24.767259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9c805600-4afe-4d48-a3bd-1aa1f2809077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:24.794777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:24.800625 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:24.840615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9c805600-4afe-4d48-a3bd-1aa1f2809077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:24.845029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9c805600-4afe-4d48-a3bd-1aa1f2809077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:24.847248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9c805600-4afe-4d48-a3bd-1aa1f2809077 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/30244c03-5e51-4ecb-9dd7-de07f00c02d3 HTTP/1.1" status: 204 len: 168 time: 0.2306652 Jul 30 02:16:24.883991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c805600-4afe-4d48-a3bd-1aa1f2809077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30244c03-5e51-4ecb-9dd7-de07f00c02d3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:24.954114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': 'f3102460-de52-47d3-97c1-3ce5254bf2ff'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:16:24.954989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:25.264466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:25.299976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Allocated IP 2001:db8::f816:3eff:feb7:61b7 (48930ba7-ea24-4942-b9d8-83beb60f5edc/f3102460-de52-47d3-97c1-3ce5254bf2ff/1d512fc6-3f0d-4253-b80f-dbee4dbc2154) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:25.520010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d084990-620f-49c5-8b37-6d21e35e4c42 req-3c6ecfc8-35fd-4c3c-b7cc-dd93097b20ab tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 210 time: 0.0452867 Jul 30 02:16:25.681556 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:25.693716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Transition to ACTIVE for port object 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:25.734632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Transition to ACTIVE for port object 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:25.749354 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:25.856824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Pushing event updated for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:25.904669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:25.907662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:25.912404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:26.027987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Attempting to bind port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:26.028670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Attempting to bind port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:26.028776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Attempting to bind port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:26.035966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-6e2edfca-958d-4f36-82ea-e9498e87ae97 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:26.040563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-6e2edfca-958d-4f36-82ea-e9498e87ae97 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.41 "GET /v2.0/networks?id=8b32e3f0-4784-42f5-9368-7a04cb9d922e HTTP/1.1" status: 200 len: 808 time: 0.2948749 Jul 30 02:16:26.044553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:26.045520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:26.046881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:26.047547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:26.048559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Bound port: 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:26.049331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:26.052459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:26.056024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:26.059645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Request body: {'port': {'device_id': '23486dbf-01e8-4d02-a8c5-bed7d3620429', 'network_id': '8b32e3f0-4784-42f5-9368-7a04cb9d922e', 'admin_state_up': True, 'tenant_id': '418ed6d3783e4310bab04a148c1e5679'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:26.063111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:26.063742 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:26.094827 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4581420 Jul 30 02:16:26.097881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42622) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:26.116853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:ba:e1:cf', 'name': 'tempest-NetworksTestDHCPv6-648208623'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:26.120950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870f7e-661e-40ef-badc-00f4c980ea04 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=107a85db-56f2-43bb-b0d1-08134abcabdc,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:26.153328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:26.157286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:26.163812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:26.262648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Made reservation on behalf of 418ed6d3783e4310bab04a148c1e5679 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:26.269374 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:26.280785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df284261-0478-4452-b318-37ca2d8f6b69 None None] Pushing event updated for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:26.345081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:26.486863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42656) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:26.493055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:26.500490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Allocated IP 172.20.0.11 (8b32e3f0-4784-42f5-9368-7a04cb9d922e/d4e4d5e1-4f29-43e6-ad02-dea4078f3709/f4579514-1ee2-47b7-8461-ad2864d5bdd2) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:26.539118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 3cd31452-f3c1-426f-a934-b7376052e899 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:26.807115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5367f25-c16e-414f-92bb-e5bc74be494d req-969c36cb-d5b6-4288-a538-0ec26363a010 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 210 time: 0.0851722 Jul 30 02:16:26.814255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-636719026'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:26.842590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 172.20.0.3 (48930ba7-ea24-4942-b9d8-83beb60f5edc/107a85db-56f2-43bb-b0d1-08134abcabdc/3cd31452-f3c1-426f-a934-b7376052e899) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:26.856289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:feba:e1cf (48930ba7-ea24-4942-b9d8-83beb60f5edc/f3102460-de52-47d3-97c1-3ce5254bf2ff/3cd31452-f3c1-426f-a934-b7376052e899) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:26.860735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Made reservation on behalf of 4e11ca258a7646dd98ee71492d400588 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:26.864778 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:26.879688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:26.928097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.040134 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.086464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.104408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 3cd31452-f3c1-426f-a934-b7376052e899 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:27.130378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Network 8b32e3f0-4784-42f5-9368-7a04cb9d922e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:27.132738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.134422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Pushing event updated for resources: {'Port': ['ID=f4579514-1ee2-47b7-8461-ad2864d5bdd2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:27.138325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:27.141353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:27.144535 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.188117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.241274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:16:27.248628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a49a795-0cb5-4606-9392-e04f50688446,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:27.269121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:27.277802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:27.277802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:27.282240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.282946 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.286105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.286460 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Added segment 85b01f3c-2ebd-491d-b7c9-13a905a77961 of type vlan for network 702685d1-9f5d-4608-b297-8839f7a10c4e Jul 30 02:16:27.329170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=3cd31452-f3c1-426f-a934-b7376052e899,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:27.356961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42682) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:27.375408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-5ba743e5-8c1a-408d-a5e2-56ef78bd4e03 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3233771 Jul 30 02:16:27.376081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.376856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.381432 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.401805 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d2eb0c31-45db-430c-ba7b-9e565506af1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3000045 Jul 30 02:16:27.402695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42688) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:27.476485 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.486499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.487288 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.511413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628d727-5da9-4bc6-be6c-0ae4c44492d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.521455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628d727-5da9-4bc6-be6c-0ae4c44492d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:27.523302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b628d727-5da9-4bc6-be6c-0ae4c44492d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1194739 Jul 30 02:16:27.527100 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42690) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:27.567030 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22b770f7-0c9d-4bc2-8c27-b24ff14232e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.613300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Request body: {'port': {'device_id': '23486dbf-01e8-4d02-a8c5-bed7d3620429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:27.630248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1417286 Jul 30 02:16:27.648165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42694) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:27.658454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'subnet': {'network_id': '702685d1-9f5d-4608-b297-8839f7a10c4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:27.679458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847017b-3f25-43c9-b295-544cec1de95e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Network': ['ID=702685d1-9f5d-4608-b297-8839f7a10c4e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:27.690551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 702685d1-9f5d-4608-b297-8839f7a10c4e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:16:27.768304 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.771625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73835e-d50f-4bcc-ab82-f111c35c0297 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:27.774120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1dc00e29-ee06-4774-9920-13bf0ecaf446 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 3cd31452-f3c1-426f-a934-b7376052e899 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:27.774481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1dc00e29-ee06-4774-9920-13bf0ecaf446 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.940279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7a3c6135-87e0-4f82-92e5-04f7ed661e8c None None] Provisioning for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:27.943354 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1dc00e29-ee06-4774-9920-13bf0ecaf446 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:27.966494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1dc00e29-ee06-4774-9920-13bf0ecaf446 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 3cd31452-f3c1-426f-a934-b7376052e899 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:28.145992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22b770f7-0c9d-4bc2-8c27-b24ff14232e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.161547 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22b770f7-0c9d-4bc2-8c27-b24ff14232e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.177096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20911629-5e0c-4bb9-a7dd-c34de53abb7e None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': 'f3102460-de52-47d3-97c1-3ce5254bf2ff', 'ip_address': '2001:db8::f816:3eff:feb7:61b7'}, {'subnet_id': '107a85db-56f2-43bb-b0d1-08134abcabdc'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '1d512fc6-3f0d-4253-b80f-dbee4dbc2154'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:16:28.193126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-22b770f7-0c9d-4bc2-8c27-b24ff14232e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3d0e07f37f2b49ac908207b7a24a92f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8326688 Jul 30 02:16:28.199248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42698) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:28.219477 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20911629-5e0c-4bb9-a7dd-c34de53abb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.231527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Made reservation on behalf of 4e11ca258a7646dd98ee71492d400588 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:28.235604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.310286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efbaca-032a-47c4-bfc7-e8a84055a6ab req-a8591b0c-d445-45cc-afed-16f15dba2dd0 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:28.311862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16efbaca-032a-47c4-bfc7-e8a84055a6ab req-a8591b0c-d445-45cc-afed-16f15dba2dd0 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 932 time: 0.3253605 Jul 30 02:16:28.316228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b770f7-0c9d-4bc2-8c27-b24ff14232e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caa2608-a52a-43fb-9512-6083b1c57d42,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:28.326726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4868c7ee-061e-4044-aedf-df05be7a7a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.348446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1dc00e29-ee06-4774-9920-13bf0ecaf446 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.405492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc00e29-ee06-4774-9920-13bf0ecaf446 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=3cd31452-f3c1-426f-a934-b7376052e899,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:28.406665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:28.418273 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4868c7ee-061e-4044-aedf-df05be7a7a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.442282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16efbaca-032a-47c4-bfc7-e8a84055a6ab req-8c5c9443-373a-44bc-8be3-8bb9d211a051 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193094 Jul 30 02:16:28.450800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4579514-1ee2-47b7-8461-ad2864d5bdd2 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:16:28.466828 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.486929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Transition to ACTIVE for port object f4579514-1ee2-47b7-8461-ad2864d5bdd2 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:28.492550 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.521539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-20911629-5e0c-4bb9-a7dd-c34de53abb7e None None] Allocated IP 172.20.0.2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/107a85db-56f2-43bb-b0d1-08134abcabdc/1d512fc6-3f0d-4253-b80f-dbee4dbc2154) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:28.556321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Pushing event updated for resources: {'Port': ['ID=f4579514-1ee2-47b7-8461-ad2864d5bdd2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:28.558865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:28.559115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4868c7ee-061e-4044-aedf-df05be7a7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.561373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4868c7ee-061e-4044-aedf-df05be7a7a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.565156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4868c7ee-061e-4044-aedf-df05be7a7a38 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5caa2608-a52a-43fb-9512-6083b1c57d42 HTTP/1.1" status: 204 len: 168 time: 0.3569133 Jul 30 02:16:28.574232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:28.574611 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.604956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868c7ee-061e-4044-aedf-df05be7a7a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caa2608-a52a-43fb-9512-6083b1c57d42,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:28.651648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Attempting to bind port f4579514-1ee2-47b7-8461-ad2864d5bdd2 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:28.652019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Attempting to bind port f4579514-1ee2-47b7-8461-ad2864d5bdd2 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e39a33aa-4888-4823-a171-5864490eadb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8b32e3f0-4784-42f5-9368-7a04cb9d922e'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:28.652352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Attempting to bind port f4579514-1ee2-47b7-8461-ad2864d5bdd2 on network 8b32e3f0-4784-42f5-9368-7a04cb9d922e {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:28.658333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Port f4579514-1ee2-47b7-8461-ad2864d5bdd2 on network 8b32e3f0-4784-42f5-9368-7a04cb9d922e not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:16:28.658769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Attempting to bind port f4579514-1ee2-47b7-8461-ad2864d5bdd2 on network 8b32e3f0-4784-42f5-9368-7a04cb9d922e {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:28.665647 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.666482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:28.666922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Checking segment: {'id': 'e39a33aa-4888-4823-a171-5864490eadb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8b32e3f0-4784-42f5-9368-7a04cb9d922e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:28.667389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Bound using segment: {'id': 'e39a33aa-4888-4823-a171-5864490eadb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8b32e3f0-4784-42f5-9368-7a04cb9d922e'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:28.667900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Bound port: f4579514-1ee2-47b7-8461-ad2864d5bdd2, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39a33aa-4888-4823-a171-5864490eadb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '8b32e3f0-4784-42f5-9368-7a04cb9d922e'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:28.668331 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.695110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1dc00e29-ee06-4774-9920-13bf0ecaf446 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.698663 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1dc00e29-ee06-4774-9920-13bf0ecaf446 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/3cd31452-f3c1-426f-a934-b7376052e899 HTTP/1.1" status: 204 len: 168 time: 1.1700649 Jul 30 02:16:28.713880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42706) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:28.789902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-20911629-5e0c-4bb9-a7dd-c34de53abb7e None None] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:28.823953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5968a15-c8b2-40c6-99ab-9bb4df95b2cd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:28.827390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5968a15-c8b2-40c6-99ab-9bb4df95b2cd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:28.831784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5968a15-c8b2-40c6-99ab-9bb4df95b2cd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:28.838872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d5968a15-c8b2-40c6-99ab-9bb4df95b2cd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1234794 Jul 30 02:16:28.844781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42712) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:28.846506 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.849222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] For port f4579514-1ee2-47b7-8461-ad2864d5bdd2, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:28.851224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Checking segment: {'id': '85b01f3c-2ebd-491d-b7c9-13a905a77961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '702685d1-9f5d-4608-b297-8839f7a10c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:28.851661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network hostable DHCP agents. Network: 702685d1-9f5d-4608-b297-8839f7a10c4e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:16:28.855662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] For port f4579514-1ee2-47b7-8461-ad2864d5bdd2, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4579514-1ee2-47b7-8461-ad2864d5bdd2,segment=NetworkSegment(e39a33aa-4888-4823-a171-5864490eadb8),segment_id=e39a33aa-4888-4823-a171-5864490eadb8)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:28.863784 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.866364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Subnet': ['ID=33109508-6d1e-496d-a7fb-0727deee17d8,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:28.930772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 702685d1-9f5d-4608-b297-8839f7a10c4e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:16:28.949700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 702685d1-9f5d-4608-b297-8839f7a10c4e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:28.968095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:28.970145 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:28.971571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b1bea-4e43-4917-98ed-71baa9e9f403 None None] Network 702685d1-9f5d-4608-b297-8839f7a10c4e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:28.972069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] 10.222.0.41 "PUT /v2.0/ports/f4579514-1ee2-47b7-8461-ad2864d5bdd2 HTTP/1.1" status: 200 len: 1092 time: 1.5859447 Jul 30 02:16:28.972797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23486dbf-01e8-4d02-a8c5-bed7d3620429', 'tag': 'f4579514-1ee2-47b7-8461-ad2864d5bdd2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:28.976937 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522834ba-1ca1-40e8-afc3-7a01e7df2140" -d '{"events": [{"name": "network-changed", "server_uuid": "23486dbf-01e8-4d02-a8c5-bed7d3620429", "tag": "f4579514-1ee2-47b7-8461-ad2864d5bdd2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:28.984786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:28.989500 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.018073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-309f4c69-fc8d-4d29-913e-ba002c85dc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 107a85db-56f2-43bb-b0d1-08134abcabdc {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:16:29.041774 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-92edff47-fc4e-4c6c-bea2-af5bf2b5c3a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3907080 Jul 30 02:16:29.045678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42716) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:29.057179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-916282438', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:29.135584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.135966 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20911629-5e0c-4bb9-a7dd-c34de53abb7e None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.137330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.153105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42718) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:29.160890 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e43087-1cf3-4ba8-bda6-5abe26b3a86a x-openstack-request-id: req-90e43087-1cf3-4ba8-bda6-5abe26b3a86a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:29.163467 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23486dbf-01e8-4d02-a8c5-bed7d3620429", "tag": "f4579514-1ee2-47b7-8461-ad2864d5bdd2", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:29.164325 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-90e43087-1cf3-4ba8-bda6-5abe26b3a86a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:29.165600 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23486dbf-01e8-4d02-a8c5-bed7d3620429', 'tag': 'f4579514-1ee2-47b7-8461-ad2864d5bdd2', 'status': 'completed', 'code': 200} Jul 30 02:16:29.176975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406deac6-966d-45aa-810c-dc5728a0d957 service neutron] Pushing event updated for resources: {'Port': ['ID=f4579514-1ee2-47b7-8461-ad2864d5bdd2,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:29.184045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba7a2-c9d9-428e-8a95-c508e01aee53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.207828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-20911629-5e0c-4bb9-a7dd-c34de53abb7e None None] Transition to ACTIVE for port object 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:29.220280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-bdeb253d-22f9-48dc-96b0-564964c6dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:29.223945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-bdeb253d-22f9-48dc-96b0-564964c6dd2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=418ed6d3783e4310bab04a148c1e5679&device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 1095 time: 0.1583724 Jul 30 02:16:29.233617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309f4c69-fc8d-4d29-913e-ba002c85dc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.302631 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:16:29.303158 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:16:29.308896 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20911629-5e0c-4bb9-a7dd-c34de53abb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.315083 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.332102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2c1e7-e3ab-4925-80c7-1ff7bb347e37 None None] Network 702685d1-9f5d-4608-b297-8839f7a10c4e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:29.341960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-b0081361-9124-4168-a748-643fcefc6bbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4579514-1ee2-47b7-8461-ad2864d5bdd2 HTTP/1.1" status: 200 len: 217 time: 0.1083350 Jul 30 02:16:29.378017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309f4c69-fc8d-4d29-913e-ba002c85dc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.423249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-34b1a076-e47d-453d-9219-44fed70803cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:29.427694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-34b1a076-e47d-453d-9219-44fed70803cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4e4d5e1-4f29-43e6-ad02-dea4078f3709 HTTP/1.1" status: 200 len: 848 time: 0.0771415 Jul 30 02:16:29.476996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-eba82194-a5f6-41a3-b194-7dc92c38d017 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b32e3f0-4784-42f5-9368-7a04cb9d922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416298 Jul 30 02:16:29.529138 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20911629-5e0c-4bb9-a7dd-c34de53abb7e None None] Pushing event updated for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:29.620312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.669203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309f4c69-fc8d-4d29-913e-ba002c85dc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.704338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-68fbc6f3-316a-460d-8f3c-2705e6432c3c service neutron] 10.222.0.41 "GET /v2.0/networks/8b32e3f0-4784-42f5-9368-7a04cb9d922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180002 Jul 30 02:16:29.845939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba7a2-c9d9-428e-8a95-c508e01aee53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.870383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f3ba7a2-c9d9-428e-8a95-c508e01aee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.879290 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:29.946306 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616439b9-4532-49a3-a83b-630967c7ff21 req-78936814-8452-4441-9ee1-3a8a1b2f7cff tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:29.951117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-616439b9-4532-49a3-a83b-630967c7ff21 req-78936814-8452-4441-9ee1-3a8a1b2f7cff tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 944 time: 0.3324397 Jul 30 02:16:29.957693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309f4c69-fc8d-4d29-913e-ba002c85dc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.001417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f88e4cb9-3d64-4de4-8d38-0374e1dfbe4e req-2540bb1d-5575-40e5-8e36-8cc538466bef service neutron] 10.222.0.41 "GET /v2.0/networks/8b32e3f0-4784-42f5-9368-7a04cb9d922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526760 Jul 30 02:16:30.049718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-616439b9-4532-49a3-a83b-630967c7ff21 req-15e49a72-9503-408b-92d9-880c46a1f167 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Jul 30 02:16:30.057327 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:16:30.057814 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:16:30.073497 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5f3ba7a2-c9d9-428e-8a95-c508e01aee53 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e573e2c33fe74d84b71572528ed9560b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9180794 Jul 30 02:16:30.077828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42728) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:30.079025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f4c69-fc8d-4d29-913e-ba002c85dc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=107a85db-56f2-43bb-b0d1-08134abcabdc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:30.087010 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-309f4c69-fc8d-4d29-913e-ba002c85dc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.092407 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-309f4c69-fc8d-4d29-913e-ba002c85dc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/107a85db-56f2-43bb-b0d1-08134abcabdc HTTP/1.1" status: 204 len: 168 time: 1.2404377 Jul 30 02:16:30.092653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42730) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:30.104324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ba7a2-c9d9-428e-8a95-c508e01aee53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ccb350-97d2-4b0a-b927-947792fae543,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:30.298486 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.355099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bba2bf-66bd-4d84-8238-5c95819619fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet f3102460-de52-47d3-97c1-3ce5254bf2ff {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:16:30.357693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.372366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:30.376640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45bba2bf-66bd-4d84-8238-5c95819619fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.382278 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.386609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.496744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-9035e1ce-a179-43d3-b0c5-e5b969316974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:30.498673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-9035e1ce-a179-43d3-b0c5-e5b969316974 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=418ed6d3783e4310bab04a148c1e5679&device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 1095 time: 0.4075334 Jul 30 02:16:30.502566 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45bba2bf-66bd-4d84-8238-5c95819619fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.505926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d934dbd3-ae6a-4c85-97e1-3b2633cb3720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.628912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:30.631726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:30.749768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.25.7.183 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/5f8f2e36-aaad-4137-8626-7ab1667ceff0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:30.778662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265c07f-f23a-4350-af7a-f1ec42305af9 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:30.887026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-4241dffb-3dfb-4183-82de-a0af50ae28be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:30.889899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-4241dffb-3dfb-4183-82de-a0af50ae28be service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b32e3f0-4784-42f5-9368-7a04cb9d922e HTTP/1.1" status: 200 len: 909 time: 0.3814514 Jul 30 02:16:30.893622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d934dbd3-ae6a-4c85-97e1-3b2633cb3720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.914038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:30.978818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-e0dae5b6-ec15-40c2-8329-61dbf3b611df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4579514-1ee2-47b7-8461-ad2864d5bdd2 HTTP/1.1" status: 200 len: 217 time: 0.0765562 Jul 30 02:16:30.992646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.098044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-41ed39af-3b6f-48b8-b972-f9d840a3c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:31.101634 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-41ed39af-3b6f-48b8-b972-f9d840a3c122 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d4e4d5e1-4f29-43e6-ad02-dea4078f3709 HTTP/1.1" status: 200 len: 848 time: 0.1121101 Jul 30 02:16:31.118510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:31.126483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:31.131497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:31.166900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=5f8f2e36-aaad-4137-8626-7ab1667ceff0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:31.176815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-25bbaa70-7641-4bcc-bd41-d52719fa35c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b32e3f0-4784-42f5-9368-7a04cb9d922e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610821 Jul 30 02:16:31.240602 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-42d00bef-1881-4461-a0da-76f1d3564b17 None None] Could not find standard attr ID for object 3cd31452-f3c1-426f-a934-b7376052e899. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:16:31.254639 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0f6cac0-3c36-4896-97af-e4500d61ce16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.307932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-42d00bef-1881-4461-a0da-76f1d3564b17 None None] Provisioning for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:31.315180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-42d00bef-1881-4461-a0da-76f1d3564b17 None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:31.315901 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42d00bef-1881-4461-a0da-76f1d3564b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.358496 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45bba2bf-66bd-4d84-8238-5c95819619fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.439205 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d934dbd3-ae6a-4c85-97e1-3b2633cb3720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.443375 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d934dbd3-ae6a-4c85-97e1-3b2633cb3720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.448915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d934dbd3-ae6a-4c85-97e1-3b2633cb3720 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/38ccb350-97d2-4b0a-b927-947792fae543 HTTP/1.1" status: 204 len: 168 time: 1.3694403 Jul 30 02:16:31.480959 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.524664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45bba2bf-66bd-4d84-8238-5c95819619fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.597811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253733-901c-49e0-989a-5fd62043cf35 req-81233d96-1f33-4355-98d3-15ff66613379 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:31.605168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82253733-901c-49e0-989a-5fd62043cf35 req-81233d96-1f33-4355-98d3-15ff66613379 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 944 time: 0.4030461 Jul 30 02:16:31.606068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934dbd3-ae6a-4c85-97e1-3b2633cb3720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ccb350-97d2-4b0a-b927-947792fae543,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:31.610281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.611744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bba2bf-66bd-4d84-8238-5c95819619fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=f3102460-de52-47d3-97c1-3ce5254bf2ff,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:31.621584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-45bba2bf-66bd-4d84-8238-5c95819619fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:31.626153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-45bba2bf-66bd-4d84-8238-5c95819619fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/f3102460-de52-47d3-97c1-3ce5254bf2ff HTTP/1.1" status: 204 len: 168 time: 1.5302031 Jul 30 02:16:31.650354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-0f57df4b-620e-4c26-946f-ee939beeb14e service neutron] 10.222.0.41 "GET /v2.0/networks/8b32e3f0-4784-42f5-9368-7a04cb9d922e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556901 Jul 30 02:16:31.653439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42740) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:31.715543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-38c65baa-3310-4a11-8aaf-f931d518e607 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608482 Jul 30 02:16:31.727032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42744) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:31.734732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:31.928787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82253733-901c-49e0-989a-5fd62043cf35 req-e71d9a86-4e48-4ff7-905f-4f943c8558fb tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125134 Jul 30 02:16:32.050560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:32.063070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:32.067803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:32.441221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:16:32.623382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:32.629826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728c3ccb-976d-4bda-9637-73058ee6e116 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:32.700432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-522834ba-1ca1-40e8-afc3-7a01e7df2140 req-4c8a2683-e394-45f0-95f2-78787dad0e6b service neutron] 10.222.0.41 "GET /v2.0/networks/8b32e3f0-4784-42f5-9368-7a04cb9d922e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9721103 Jul 30 02:16:32.724444 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:32.739779 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc77d5e3-9c72-4bab-8a1d-2730625e5909 None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:32.778403 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc77d5e3-9c72-4bab-8a1d-2730625e5909 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:32.779236 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dc77d5e3-9c72-4bab-8a1d-2730625e5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:32.784527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a104f344-771b-41ec-af83-642e2468f5a2 None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:32.785159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a104f344-771b-41ec-af83-642e2468f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:32.807030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:32.811584 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b8e916b8-bb53-45ae-bcba-d41cdd839dac tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7619188 Jul 30 02:16:32.820301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42778) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:32.883914 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dc77d5e3-9c72-4bab-8a1d-2730625e5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:32.898903 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc77d5e3-9c72-4bab-8a1d-2730625e5909 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:32.899774 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dc77d5e3-9c72-4bab-8a1d-2730625e5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:32.961406 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dc77d5e3-9c72-4bab-8a1d-2730625e5909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:32.962352 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc77d5e3-9c72-4bab-8a1d-2730625e5909 None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:33.073328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:33.073938 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.442260 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e84f5149-2375-4a59-b995-36e6791acfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.466565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f4579514-1ee2-47b7-8461-ad2864d5bdd2 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:16:33.714197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5efcb128-d1c8-4e1e-bd56-999b685076bc None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:33.714864 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5efcb128-d1c8-4e1e-bd56-999b685076bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:33.801390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f4579514-1ee2-47b7-8461-ad2864d5bdd2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4579514-1ee2-47b7-8461-ad2864d5bdd2,segment=NetworkSegment(e39a33aa-4888-4823-a171-5864490eadb8),segment_id=e39a33aa-4888-4823-a171-5864490eadb8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:33.801701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:16:33.824264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a50468-71e8-45a3-9705-a693b20348e6 req-8fc8d8ef-b3ae-4235-83e5-46e1dfaec656 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:33.837443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0a50468-71e8-45a3-9705-a693b20348e6 req-8fc8d8ef-b3ae-4235-83e5-46e1dfaec656 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 944 time: 0.3747036 Jul 30 02:16:33.903872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f4579514-1ee2-47b7-8461-ad2864d5bdd2', 'network_id': '8b32e3f0-4784-42f5-9368-7a04cb9d922e', 'port_id': 'f4579514-1ee2-47b7-8461-ad2864d5bdd2', 'mac_address': 'fa:16:3e:5a:db:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e4d5e1-4f29-43e6-ad02-dea4078f3709', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:16:33.920797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.001668 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.023557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4579514-1ee2-47b7-8461-ad2864d5bdd2 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:16:34.058859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f4579514-1ee2-47b7-8461-ad2864d5bdd2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4579514-1ee2-47b7-8461-ad2864d5bdd2,segment=NetworkSegment(e39a33aa-4888-4823-a171-5864490eadb8),segment_id=e39a33aa-4888-4823-a171-5864490eadb8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:34.065545 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.084072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42806) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:34.144421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5a9aa797-a558-40df-afac-06d898580d3d None None] Could not find standard attr ID for object 3cd31452-f3c1-426f-a934-b7376052e899. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:16:34.236629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f4579514-1ee2-47b7-8461-ad2864d5bdd2,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:34.266380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-751460740', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:34.301617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f4579514-1ee2-47b7-8461-ad2864d5bdd2'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:16:34.325255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Made reservation on behalf of 4fc137f168114214abf3b8f484010eac for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:34.327363 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.339279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0a50468-71e8-45a3-9705-a693b20348e6 req-efb18a32-230d-499a-a8d0-e7f1ef599b95 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008996 Jul 30 02:16:34.342153 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.552092 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.568799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.575344 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.586760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:34.593414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] device_id is not set on port cc999f75-5560-4d43-a7a7-556d2e1c0d4f yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:34.680882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff92e92-d948-4158-b778-12b1884157c9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:34.786298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Allocated IP 172.25.7.185 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/cc999f75-5560-4d43-a7a7-556d2e1c0d4f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:34.986231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:35.030222 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.032519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.079014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.084197 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.089105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.090494 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.143718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:35.147047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:35.155231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:35.158771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Pushing event updated for resources: {'Port': ['ID=cc999f75-5560-4d43-a7a7-556d2e1c0d4f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:35.177743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:35.185261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:35.197994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c19b93-c824-4728-bb7e-1c7160b23c21 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:35.207828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:35.208669 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.231071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9c7b095b-60cc-4f02-840a-1801d86e9307 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1446159 Jul 30 02:16:35.232653 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:35.233274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.234665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42814) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:35.264838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.185'}]}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:35.324607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42816) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:35.324962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5941083 Jul 30 02:16:35.330989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:35.347853 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.349109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.355124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=1c4d1374-f126-4a36-a388-9081fb13013c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:35.362665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e14995-81d5-4d2a-8b62-6e8c00d3aa47 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=8']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:35.468609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f4579514-1ee2-47b7-8461-ad2864d5bdd2 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:35.544927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.580132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port f4579514-1ee2-47b7-8461-ad2864d5bdd2 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:35.592452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f4579514-1ee2-47b7-8461-ad2864d5bdd2 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:35.592830 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.670761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25ce85-b29c-403d-a876-eab8d2a4552c req-df629ac4-b731-438f-b1ea-06d614a68ce5 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:35.682021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a25ce85-b29c-403d-a876-eab8d2a4552c req-df629ac4-b731-438f-b1ea-06d614a68ce5 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 945 time: 0.1851351 Jul 30 02:16:35.728733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.802245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23486dbf-01e8-4d02-a8c5-bed7d3620429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4579514-1ee2-47b7-8461-ad2864d5bdd2'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:35.808544 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408f335a-4fc5-47d2-93e4-634589e82208" -d '{"events": [{"server_uuid": "23486dbf-01e8-4d02-a8c5-bed7d3620429", "name": "network-vif-plugged", "status": "completed", "tag": "f4579514-1ee2-47b7-8461-ad2864d5bdd2"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:35.826945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f4579514-1ee2-47b7-8461-ad2864d5bdd2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4579514-1ee2-47b7-8461-ad2864d5bdd2,segment=NetworkSegment(e39a33aa-4888-4823-a171-5864490eadb8),segment_id=e39a33aa-4888-4823-a171-5864490eadb8)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:35.836553 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.914263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f4579514-1ee2-47b7-8461-ad2864d5bdd2,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:35.923892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a25ce85-b29c-403d-a876-eab8d2a4552c req-a882e2d0-d484-4474-bdd3-cf1481ff90ae tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403948 Jul 30 02:16:35.962050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:35.967580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:35.974118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.020194 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f9aad5-d1d0-43ec-961f-5f16af61bd72 x-openstack-request-id: req-97f9aad5-d1d0-43ec-961f-5f16af61bd72 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:36.020586 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23486dbf-01e8-4d02-a8c5-bed7d3620429", "name": "network-vif-plugged", "status": "completed", "tag": "f4579514-1ee2-47b7-8461-ad2864d5bdd2", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:36.021399 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-97f9aad5-d1d0-43ec-961f-5f16af61bd72 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:36.021807 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23486dbf-01e8-4d02-a8c5-bed7d3620429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4579514-1ee2-47b7-8461-ad2864d5bdd2', 'code': 200} Jul 30 02:16:36.083030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.20.0.1 (702685d1-9f5d-4608-b297-8839f7a10c4e/33109508-6d1e-496d-a7fb-0727deee17d8/bd756621-5c12-4646-bcad-293cde42c645) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:36.121972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9f62636b-42e1-48df-a03f-7d4dd249fecb None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:36.122414 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f62636b-42e1-48df-a03f-7d4dd249fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.234453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec820-54e9-4945-8406-e2b8d1612154 req-8d70bc02-223b-4c2e-ae58-99c8ac30616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:36.237390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab9ec820-54e9-4945-8406-e2b8d1612154 req-8d70bc02-223b-4c2e-ae58-99c8ac30616c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 1097 time: 0.0785260 Jul 30 02:16:36.253663 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.309010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab9ec820-54e9-4945-8406-e2b8d1612154 req-b1a21748-93e4-4ae8-9381-7476c1770ab7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608802 Jul 30 02:16:36.314556 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.381652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.558447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 702685d1-9f5d-4608-b297-8839f7a10c4e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:36.558699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:36.566752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:36.574294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:36.592633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=bd756621-5c12-4646-bcad-293cde42c645,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:36.681470 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:36.681984 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.700165 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:36.929387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:37.267138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fd5d6-7fe2-4d24-b2ac-3c9fa65f3b9d req-ae58f9b9-1626-4765-8580-8c820f229b0c tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:37.269336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-722fd5d6-7fe2-4d24-b2ac-3c9fa65f3b9d req-ae58f9b9-1626-4765-8580-8c820f229b0c tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 946 time: 0.1918583 Jul 30 02:16:37.402583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-722fd5d6-7fe2-4d24-b2ac-3c9fa65f3b9d req-b01be8ce-f3e6-49ce-9820-c6db70cc156c tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182716 Jul 30 02:16:37.495797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:37.530598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:37.580693 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:37.635565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:37.647945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:37.660428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:37.661047 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:37.662847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b606cd3-c38c-4942-bb73-84bfb9f3204e None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:37.670127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=902a78e3-8bc3-42dd-a134-05bf1e6ae844,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:37.733995 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2bfcc668-11c0-4da3-a2b5-bad0533493a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4081197 Jul 30 02:16:37.736731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:37.750577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:71:f9:b9', 'name': 'tempest-NetworksTestDHCPv6-567594411'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:37.769713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:37.786793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.016240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.067788 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=bd756621-5c12-4646-bcad-293cde42c645,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:38.077854 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.234302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a164e342-ac61-40c0-b972-3ac9fa013f30 None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': '1c4d1374-f126-4a36-a388-9081fb13013c', 'ip_address': '2001:db8::f816:3eff:feb7:61b7'}, {'subnet_id': '902a78e3-8bc3-42dd-a134-05bf1e6ae844'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '1d512fc6-3f0d-4253-b80f-dbee4dbc2154'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:16:38.300590 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a164e342-ac61-40c0-b972-3ac9fa013f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.395918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 702685d1-9f5d-4608-b297-8839f7a10c4e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:38.396555 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.402417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.417735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:38.426400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:38.722297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.773580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port b599f62b-65d6-4c6a-9781-7640bff26502 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:38.789378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:38.789957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b51cfd37-39c9-45cc-8776-949909cae36f {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:16:38.810143 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a164e342-ac61-40c0-b972-3ac9fa013f30 None None] Allocated IP 172.20.0.2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/902a78e3-8bc3-42dd-a134-05bf1e6ae844/1d512fc6-3f0d-4253-b80f-dbee4dbc2154) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:38.845849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:38.859229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a517e93-3d6c-48ef-b72c-a292c398ba6c req-93e0af1a-be68-445f-a4c7-fda50fb33545 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:38.862045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a517e93-3d6c-48ef-b72c-a292c398ba6c req-93e0af1a-be68-445f-a4c7-fda50fb33545 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 946 time: 0.2951796 Jul 30 02:16:38.941540 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 30 02:16:38.944466 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c02f4913-6c1b-4676-bb66-834097155aa5 tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7079139 Jul 30 02:16:38.952866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42840) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:39.197196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a164e342-ac61-40c0-b972-3ac9fa013f30 None None] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:39.200997 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a517e93-3d6c-48ef-b72c-a292c398ba6c req-782768cc-ddeb-454b-9dd4-1d135a3714cf tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154347 Jul 30 02:16:39.213704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-28c03274-fe64-49a6-9dbc-03e53fe69fcc tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Deleting port cc999f75-5560-4d43-a7a7-556d2e1c0d4f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:39.214227 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28c03274-fe64-49a6-9dbc-03e53fe69fcc tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:39.258733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a164e342-ac61-40c0-b972-3ac9fa013f30 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:39.270727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:39.315264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c5404c84-0616-4ba7-b957-a962ea17ce31 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/routers/4ab2bf83-7299-4f26-8a24-b0e35deddbd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4830518 Jul 30 02:16:39.317267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42846) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:39.318500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872e18a-7835-4ef7-9d30-8cf86eda518f None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:39.323557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'port': {'network_id': '702685d1-9f5d-4608-b297-8839f7a10c4e', 'name': 'tempest-FloatingIPTestJSON-905518310'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:39.345879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a164e342-ac61-40c0-b972-3ac9fa013f30 None None] Transition to ACTIVE for port object 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:39.368046 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a164e342-ac61-40c0-b972-3ac9fa013f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:39.442966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28c03274-fe64-49a6-9dbc-03e53fe69fcc tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:39.462893 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-28c03274-fe64-49a6-9dbc-03e53fe69fcc tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Calling delete_port for cc999f75-5560-4d43-a7a7-556d2e1c0d4f owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:39.588754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872e18a-7835-4ef7-9d30-8cf86eda518f None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:39.589761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b872e18a-7835-4ef7-9d30-8cf86eda518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:39.643525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Made reservation on behalf of 4e11ca258a7646dd98ee71492d400588 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:39.645511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b872e18a-7835-4ef7-9d30-8cf86eda518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:39.651940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:39.706065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] device_id is not set on port 6f9062f3-f56f-497c-bb53-ac8a41af1f01 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:39.713797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872e18a-7835-4ef7-9d30-8cf86eda518f None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:39.714589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b872e18a-7835-4ef7-9d30-8cf86eda518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:39.827606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 172.20.0.8 (48930ba7-ea24-4942-b9d8-83beb60f5edc/902a78e3-8bc3-42dd-a134-05bf1e6ae844/b599f62b-65d6-4c6a-9781-7640bff26502) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:39.831686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b872e18a-7835-4ef7-9d30-8cf86eda518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:39.833146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872e18a-7835-4ef7-9d30-8cf86eda518f None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:39.835154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164e342-ac61-40c0-b972-3ac9fa013f30 None None] Pushing event updated for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:39.843103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:fe71:f9b9 (48930ba7-ea24-4942-b9d8-83beb60f5edc/1c4d1374-f126-4a36-a388-9081fb13013c/b599f62b-65d6-4c6a-9781-7640bff26502) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:39.888950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28c03274-fe64-49a6-9dbc-03e53fe69fcc tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:39.948584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c03274-fe64-49a6-9dbc-03e53fe69fcc tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc999f75-5560-4d43-a7a7-556d2e1c0d4f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:40.066582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.20.0.13 (702685d1-9f5d-4608-b297-8839f7a10c4e/33109508-6d1e-496d-a7fb-0727deee17d8/6f9062f3-f56f-497c-bb53-ac8a41af1f01) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:40.157092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28c03274-fe64-49a6-9dbc-03e53fe69fcc tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:40.159109 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-28c03274-fe64-49a6-9dbc-03e53fe69fcc tempest-RoutersAdminNegativeTest-1583533221 tempest-RoutersAdminNegativeTest-1583533221-project-admin] 10.222.0.84 "DELETE /v2.0/ports/cc999f75-5560-4d43-a7a7-556d2e1c0d4f HTTP/1.1" status: 204 len: 168 time: 1.2053049 Jul 30 02:16:40.295355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:40.367023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object b599f62b-65d6-4c6a-9781-7640bff26502 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:40.617154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:40.687847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:40.717603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:40.722678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:40.727343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:40.784431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=b599f62b-65d6-4c6a-9781-7640bff26502,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:40.831807 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:40.866677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:40.870149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:40.933122 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-181ce4b4-6051-4518-956b-4328551dd76a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1861026 Jul 30 02:16:40.934136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42866) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:41.006925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd75c7-c8f4-40f4-b163-f9dac7d86bb7 req-9a2b10a7-2694-4462-b05c-ac161d5534a0 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:41.017332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bafd75c7-c8f4-40f4-b163-f9dac7d86bb7 req-9a2b10a7-2694-4462-b05c-ac161d5534a0 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 945 time: 0.1428766 Jul 30 02:16:41.031318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42868) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:41.098424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bafd75c7-c8f4-40f4-b163-f9dac7d86bb7 req-28151110-084b-485f-8f1a-064d8905ca38 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777984 Jul 30 02:16:41.101811 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:41.163858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa8252-2861-4a1e-8847-6b25e836bc44 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:41.175864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa8252-2861-4a1e-8847-6b25e836bc44 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:41.182254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42872) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:41.182696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6efa8252-2861-4a1e-8847-6b25e836bc44 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2456872 Jul 30 02:16:41.215205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 702685d1-9f5d-4608-b297-8839f7a10c4e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:41.218944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:41.223407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:41.269987 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=6f9062f3-f56f-497c-bb53-ac8a41af1f01,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:41.352378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:41.360544 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:41.419638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b7cfb16b-6714-4cf7-8c6a-d5347ac4e485 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1010258 Jul 30 02:16:41.428727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42876) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:41.445157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'port': {'network_id': '702685d1-9f5d-4608-b297-8839f7a10c4e', 'name': 'tempest-FloatingIPTestJSON-1238209109'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:41.469863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c17c552-6ad7-4e8a-978c-6e2c946302a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:41.557543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-17a7f6fa-2449-4130-9939-d00367fa290f None None] Provisioning for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:41.578085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-17a7f6fa-2449-4130-9939-d00367fa290f None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:41.578612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17a7f6fa-2449-4130-9939-d00367fa290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:41.593973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0ee044b9-ddd1-4af4-805b-d3ad2dccb8ac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port b599f62b-65d6-4c6a-9781-7640bff26502 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:41.594826 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ee044b9-ddd1-4af4-805b-d3ad2dccb8ac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:41.867888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ee044b9-ddd1-4af4-805b-d3ad2dccb8ac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:41.895280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0ee044b9-ddd1-4af4-805b-d3ad2dccb8ac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for b599f62b-65d6-4c6a-9781-7640bff26502 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:41.980551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c17c552-6ad7-4e8a-978c-6e2c946302a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:41.991407 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9c17c552-6ad7-4e8a-978c-6e2c946302a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.027404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Made reservation on behalf of 4e11ca258a7646dd98ee71492d400588 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:42.034227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.078935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] device_id is not set on port ad8e52a2-3939-42f9-bbde-d2d471300fa5 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:42.096024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17c552-6ad7-4e8a-978c-6e2c946302a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98da07b2-7d4e-4cdf-b3c1-d45b75531e7b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:42.105091 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9c17c552-6ad7-4e8a-978c-6e2c946302a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=16de87b2535c4f668153d124ed535df9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0722895 Jul 30 02:16:42.107596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42880) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:42.108254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4f9df50d-bd09-4fdb-b4e6-3aad858fa45e None None] Provisioning for port b599f62b-65d6-4c6a-9781-7640bff26502 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:42.117105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4f9df50d-bd09-4fdb-b4e6-3aad858fa45e None None] Provisioning complete for port b599f62b-65d6-4c6a-9781-7640bff26502 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:42.117487 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f9df50d-bd09-4fdb-b4e6-3aad858fa45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.250320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4f9df50d-bd09-4fdb-b4e6-3aad858fa45e None None] Port b599f62b-65d6-4c6a-9781-7640bff26502 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:42.276409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a752b4-a21c-4a55-96b0-45dac185d54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.353103 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a752b4-a21c-4a55-96b0-45dac185d54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.405794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43ab9e-bb5e-4bf5-a2d6-4ef96c8ba552 req-f0cf18b4-f2e9-43ed-b8e8-3f1a69926776 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:42.413302 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d43ab9e-bb5e-4bf5-a2d6-4ef96c8ba552 req-f0cf18b4-f2e9-43ed-b8e8-3f1a69926776 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 945 time: 0.1565766 Jul 30 02:16:42.425035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041c51-c0f8-433c-9848-c863d5989221 req-14000cc5-1323-47cf-8d91-177ba929964b tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:42.426765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72041c51-c0f8-433c-9848-c863d5989221 req-14000cc5-1323-47cf-8d91-177ba929964b tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.41 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 945 time: 0.1826310 Jul 30 02:16:42.438945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ee044b9-ddd1-4af4-805b-d3ad2dccb8ac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.485723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.20.0.9 (702685d1-9f5d-4608-b297-8839f7a10c4e/33109508-6d1e-496d-a7fb-0727deee17d8/ad8e52a2-3939-42f9-bbde-d2d471300fa5) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:42.546230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d43ab9e-bb5e-4bf5-a2d6-4ef96c8ba552 req-b3820a69-3108-438e-8f9d-215376a6791a tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281397 Jul 30 02:16:42.571368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee044b9-ddd1-4af4-805b-d3ad2dccb8ac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=b599f62b-65d6-4c6a-9781-7640bff26502,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:42.583149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a752b4-a21c-4a55-96b0-45dac185d54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.591284 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-00a752b4-a21c-4a55-96b0-45dac185d54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.598981 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-00a752b4-a21c-4a55-96b0-45dac185d54d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/98da07b2-7d4e-4cdf-b3c1-d45b75531e7b HTTP/1.1" status: 204 len: 168 time: 0.4881330 Jul 30 02:16:42.782274 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a752b4-a21c-4a55-96b0-45dac185d54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98da07b2-7d4e-4cdf-b3c1-d45b75531e7b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:42.816579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-72041c51-c0f8-433c-9848-c863d5989221 req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Deleting port 4d656165-eadc-4c23-b73f-a4df43d624c1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:42.818069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-72041c51-c0f8-433c-9848-c863d5989221 req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.878492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ee044b9-ddd1-4af4-805b-d3ad2dccb8ac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:42.883354 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0ee044b9-ddd1-4af4-805b-d3ad2dccb8ac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/b599f62b-65d6-4c6a-9781-7640bff26502 HTTP/1.1" status: 204 len: 168 time: 1.6997359 Jul 30 02:16:42.889740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42892) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:43.062009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc88566-165c-4e68-abc0-5106462c4e73 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:43.065641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc88566-165c-4e68-abc0-5106462c4e73 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:43.069100 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc88566-165c-4e68-abc0-5106462c4e73 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:43.073765 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0cc88566-165c-4e68-abc0-5106462c4e73 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1818779 Jul 30 02:16:43.080262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42896) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:43.256544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7eda44-6b1a-4e46-9b3e-9f2fb56f4e96 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 1c4d1374-f126-4a36-a388-9081fb13013c {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:16:43.265588 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa7eda44-6b1a-4e46-9b3e-9f2fb56f4e96 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:43.389021 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa7eda44-6b1a-4e46-9b3e-9f2fb56f4e96 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:43.469826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42906) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:43.566031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa7eda44-6b1a-4e46-9b3e-9f2fb56f4e96 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:43.572765 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b89d8c84-d89c-4683-9a11-289eaa5600b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4fc137f168114214abf3b8f484010eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013219 Jul 30 02:16:43.583025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42908) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:43.738520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa7eda44-6b1a-4e46-9b3e-9f2fb56f4e96 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:43.799106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7eda44-6b1a-4e46-9b3e-9f2fb56f4e96 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4d1374-f126-4a36-a388-9081fb13013c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:43.802546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fa7eda44-6b1a-4e46-9b3e-9f2fb56f4e96 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:43.809489 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fa7eda44-6b1a-4e46-9b3e-9f2fb56f4e96 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/1c4d1374-f126-4a36-a388-9081fb13013c HTTP/1.1" status: 204 len: 168 time: 0.7255032 Jul 30 02:16:43.809867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42914) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:43.813820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b72909-2c2b-43db-9970-cb27b82be628 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:43.952506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b182ba1c-79b6-440f-a9f4-cd9e05ee0d2a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 902a78e3-8bc3-42dd-a134-05bf1e6ae844 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:16:43.952506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b182ba1c-79b6-440f-a9f4-cd9e05ee0d2a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:43.986051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-72041c51-c0f8-433c-9848-c863d5989221 req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] For port 4d656165-eadc-4c23-b73f-a4df43d624c1, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=4d656165-eadc-4c23-b73f-a4df43d624c1,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:43.986863 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-72041c51-c0f8-433c-9848-c863d5989221 req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.002695 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e8ffc0a2-d73f-4de5-acc3-8c8ecf32ec99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.059398 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b182ba1c-79b6-440f-a9f4-cd9e05ee0d2a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.066918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-72041c51-c0f8-433c-9848-c863d5989221 req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Calling delete_port for 4d656165-eadc-4c23-b73f-a4df43d624c1 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:44.169523 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e8ffc0a2-d73f-4de5-acc3-8c8ecf32ec99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.226209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b182ba1c-79b6-440f-a9f4-cd9e05ee0d2a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.238434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.306599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4106f8e-7a22-471c-846b-8d9bd2c4061c req-5bac55f8-c623-46ea-aea4-8ba60561b199 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:44.308431 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4106f8e-7a22-471c-846b-8d9bd2c4061c req-5bac55f8-c623-46ea-aea4-8ba60561b199 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=b700ce29-d7d8-42ef-bdc5-fa16e336450a HTTP/1.1" status: 200 len: 945 time: 0.5245464 Jul 30 02:16:44.398485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b182ba1c-79b6-440f-a9f4-cd9e05ee0d2a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.433400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e8ffc0a2-d73f-4de5-acc3-8c8ecf32ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.442629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e8ffc0a2-d73f-4de5-acc3-8c8ecf32ec99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.451645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e8ffc0a2-d73f-4de5-acc3-8c8ecf32ec99 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eff92e92-d948-4158-b778-12b1884157c9 HTTP/1.1" status: 204 len: 168 time: 0.8638246 Jul 30 02:16:44.461719 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4106f8e-7a22-471c-846b-8d9bd2c4061c req-441375d8-1d58-4004-b7d7-56ee02cb1120 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295373 Jul 30 02:16:44.493483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182ba1c-79b6-440f-a9f4-cd9e05ee0d2a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=902a78e3-8bc3-42dd-a134-05bf1e6ae844,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:44.496408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b182ba1c-79b6-440f-a9f4-cd9e05ee0d2a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.505663 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b182ba1c-79b6-440f-a9f4-cd9e05ee0d2a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/902a78e3-8bc3-42dd-a134-05bf1e6ae844 HTTP/1.1" status: 204 len: 168 time: 0.6946397 Jul 30 02:16:44.508546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42926) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:44.524558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.528673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffc0a2-d73f-4de5-acc3-8c8ecf32ec99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff92e92-d948-4158-b778-12b1884157c9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:44.588543 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-72041c51-c0f8-433c-9848-c863d5989221 req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.608466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['4d656165-eadc-4c23-b73f-a4df43d624c1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:16:44.618837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 702685d1-9f5d-4608-b297-8839f7a10c4e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:44.632973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:44.643060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:44.647150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=ad8e52a2-3939-42f9-bbde-d2d471300fa5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:44.684672 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-78c1e98a-a3d1-4e30-84b6-6c4c44427a0a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1702838 Jul 30 02:16:44.689534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42930) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:44.697904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:44.740084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Pushing event deleted for resources: {'Port': ['ID=4d656165-eadc-4c23-b73f-a4df43d624c1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:44.792564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-72041c51-c0f8-433c-9848-c863d5989221 req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] No DVR routers for this DVR port 4d656165-eadc-4c23-b73f-a4df43d624c1 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:44.800835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-72041c51-c0f8-433c-9848-c863d5989221 req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.804728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72041c51-c0f8-433c-9848-c863d5989221 req-2c8039de-d725-497c-ad46-c08d24ce4933 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.41 "DELETE /v2.0/ports/4d656165-eadc-4c23-b73f-a4df43d624c1 HTTP/1.1" status: 204 len: 173 time: 2.3679633 Jul 30 02:16:44.805495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700ce29-d7d8-42ef-bdc5-fa16e336450a', 'name': 'network-vif-deleted', 'tag': '4d656165-eadc-4c23-b73f-a4df43d624c1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:44.820376 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f9ff4f-83af-4165-8588-6427ee291b20" -d '{"events": [{"server_uuid": "b700ce29-d7d8-42ef-bdc5-fa16e336450a", "name": "network-vif-deleted", "tag": "4d656165-eadc-4c23-b73f-a4df43d624c1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:44.870069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:44.870945 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:44.940395 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f562b97-3e64-4ae1-a23b-df308703aeca x-openstack-request-id: req-0f562b97-3e64-4ae1-a23b-df308703aeca {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:44.940720 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700ce29-d7d8-42ef-bdc5-fa16e336450a", "name": "network-vif-deleted", "tag": "4d656165-eadc-4c23-b73f-a4df43d624c1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:44.941085 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0f562b97-3e64-4ae1-a23b-df308703aeca {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:44.944739 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700ce29-d7d8-42ef-bdc5-fa16e336450a', 'name': 'network-vif-deleted', 'tag': '4d656165-eadc-4c23-b73f-a4df43d624c1', 'status': 'completed', 'code': 200} Jul 30 02:16:45.016858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:45.019966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5d0b90fa-3037-4431-81db-5aca42e790c7 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5847771 Jul 30 02:16:45.025189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 42940) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:45.032560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'ad8e52a2-3939-42f9-bbde-d2d471300fa5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:45.032953 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:45.120682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:45.419916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:45.636414 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:45.640087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28268-764e-48e1-96f8-8fd78ca5df50 req-1972855c-0c19-442c-8229-c41be8e9582a tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:45.641955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74c28268-764e-48e1-96f8-8fd78ca5df50 req-1972855c-0c19-442c-8229-c41be8e9582a tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 946 time: 0.0946867 Jul 30 02:16:45.712409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cda548-fc0a-4414-ac1c-76552ae93c82 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:45.760943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74c28268-764e-48e1-96f8-8fd78ca5df50 req-f7e3141c-fb50-4b30-a2d9-0db060b0990a tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998816 Jul 30 02:16:45.775894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.25.7.94 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/844e004d-bcb8-4f1f-a63f-f1d174bdf8b3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:45.776816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:45.790903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:45.797059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:45.797932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:45.840413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=8db52762-7518-4c6c-80eb-cdeca3ea3ed2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:45.852283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-68ed25e5-1fd5-468f-b7ef-2cf2391884dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1566095 Jul 30 02:16:45.853827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42956) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:45.864947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:45.925122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2a612c6f-088c-4014-8215-38dfee43af19 None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:45.925122 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a612c6f-088c-4014-8215-38dfee43af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:46.057532 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:46.168584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:46.173739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:46.190027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:46.257850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=844e004d-bcb8-4f1f-a63f-f1d174bdf8b3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:46.293683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:46.295825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:46.301825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:46.788857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-7fa528b3-c13c-4b5d-ad61-2d61e198f508 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:46.791479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-7fa528b3-c13c-4b5d-ad61-2d61e198f508 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.41 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 946 time: 0.1491821 Jul 30 02:16:46.836585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42974) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:46.898336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524cc6e-8eef-4612-b1fc-dafc311baf79 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:47.180784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-434798623'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:47.225800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Deleting port f4579514-1ee2-47b7-8461-ad2864d5bdd2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:47.226183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.240688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191ff21-d224-429e-a3a5-8d9a3252b2fb req-fe58c4dd-6604-424e-979e-819ac4d5e5e6 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:47.244599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e191ff21-d224-429e-a3a5-8d9a3252b2fb req-fe58c4dd-6604-424e-979e-819ac4d5e5e6 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/ports?device_id=23486dbf-01e8-4d02-a8c5-bed7d3620429 HTTP/1.1" status: 200 len: 946 time: 0.2109308 Jul 30 02:16:47.292344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:16:47.299940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Made reservation on behalf of 1e0f55882d62445aac3874ac32a32034 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:47.311941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.399066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] For port f4579514-1ee2-47b7-8461-ad2864d5bdd2, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f4579514-1ee2-47b7-8461-ad2864d5bdd2,segment=NetworkSegment(e39a33aa-4888-4823-a171-5864490eadb8),segment_id=e39a33aa-4888-4823-a171-5864490eadb8)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:47.400287 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.420543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Calling delete_port for f4579514-1ee2-47b7-8461-ad2864d5bdd2 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:47.426411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-44273f44-61c9-4892-a3a9-20628a186f2b None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:47.427402 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-44273f44-61c9-4892-a3a9-20628a186f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.508072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.511708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 4d656165-eadc-4c23-b73f-a4df43d624c1 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:47.664398 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.668195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 4d656165-eadc-4c23-b73f-a4df43d624c1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:47.669034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 4d656165-eadc-4c23-b73f-a4df43d624c1 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:47.680257 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.695246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:16:47.708243 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.708663 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Added segment c1cabb3e-99f0-46ff-86d3-72ffd72064b3 of type vlan for network 53897252-0a34-4b37-b9f8-f35d3894c301 Jul 30 02:16:47.716135 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.737653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f4579514-1ee2-47b7-8461-ad2864d5bdd2'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:16:47.765115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.770873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': '8db52762-7518-4c6c-80eb-cdeca3ea3ed2'}, {'subnet_id': '26a7f580-3ce7-4c09-9609-09becb2f6dc2'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '1d512fc6-3f0d-4253-b80f-dbee4dbc2154'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:16:47.771754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Pushing event deleted for resources: {'Port': ['ID=f4579514-1ee2-47b7-8461-ad2864d5bdd2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:47.821189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e191ff21-d224-429e-a3a5-8d9a3252b2fb req-de3387bd-7d6a-4397-9304-76c37ea56825 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.84 "GET /v2.0/security-groups?id=0d0a614b-00ad-4563-a032-41d4c191c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418338 Jul 30 02:16:47.859548 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.864247 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.873654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:47.874539 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.908808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] No DVR routers for this DVR port f4579514-1ee2-47b7-8461-ad2864d5bdd2 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:16:47.913993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:47.917391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef5def1e-4de8-4acd-88d8-391cbb02f6be req-18232e83-e160-4a7a-ba3e-4f470b40daa7 tempest-VolumesActionsTest-469866745 tempest-VolumesActionsTest-469866745-project] 10.222.0.41 "DELETE /v2.0/ports/f4579514-1ee2-47b7-8461-ad2864d5bdd2 HTTP/1.1" status: 204 len: 173 time: 1.1182973 Jul 30 02:16:47.918142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23486dbf-01e8-4d02-a8c5-bed7d3620429', 'name': 'network-vif-deleted', 'tag': 'f4579514-1ee2-47b7-8461-ad2864d5bdd2'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:47.922828 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c7b94b-061a-4fc3-bc3f-0657e7cf4ab8" -d '{"events": [{"server_uuid": "23486dbf-01e8-4d02-a8c5-bed7d3620429", "name": "network-vif-deleted", "tag": "f4579514-1ee2-47b7-8461-ad2864d5bdd2"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:47.928717 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:48.049237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:48.119705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-c56f123f-31f9-4fe0-8db6-0c859571f845 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943827275&fields=id&tenant_id=8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 267 time: 0.0722272 Jul 30 02:16:48.170871 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3332841 Jul 30 02:16:48.175998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3cbe5d-f039-4464-b152-a0e74a063449,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:48.180564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 42994) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:48.189706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'subnet': {'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:48.340418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-92486480-0984-44ea-b8ba-690a479dd11a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:48.342877 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-92486480-0984-44ea-b8ba-690a479dd11a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.2121220 Jul 30 02:16:48.442353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-15daa784-eeb1-4ac8-b8c4-12598dd67407 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/quotas/8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 375 time: 0.0627782 Jul 30 02:16:48.591019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:48.641808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:48.803898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-12483d3a-e00d-45a7-84b9-cddae91f6086 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2996414 Jul 30 02:16:48.813329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=844e004d-bcb8-4f1f-a63f-f1d174bdf8b3,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:48.839471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:48.917286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b78ce-8786-4820-9129-1cb3f891d89b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Network': ['ID=53897252-0a34-4b37-b9f8-f35d3894c301,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:48.921919 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:16:48.921919 n-d-715271-7 neutron-server[93820]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 30 02:16:48.921919 n-d-715271-7 neutron-server[93820]: [parameters: {'ip_address': '2001:db8::f816:3eff:feb7:61b7', 'status': 'ALLOCATED', 'ipam_subnet_id': '6ab1575a-f8d5-4558-8fb6-fffdd1d0315c'}] Jul 30 02:16:48.921919 n-d-715271-7 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:16:48.923881 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:16:48.940350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 53897252-0a34-4b37-b9f8-f35d3894c301 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:16:49.015362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.024916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-22df3d2b-7b1a-4eff-b5bb-f34ae1237e5a service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974244 Jul 30 02:16:49.031285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Made reservation on behalf of 1e0f55882d62445aac3874ac32a32034 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:49.038046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.049643 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 70edb09b-2172-4f19-979e-78a40382caab associated. External IP: 172.25.7.94, port: ad8e52a2-3939-42f9-bbde-d2d471300fa5. Jul 30 02:16:49.248294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-a38fafd7-4148-4fd5-a7d4-f5f40c215072 service neutron] 10.222.0.84 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071366 Jul 30 02:16:49.353707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:49.437858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.441023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:49.441412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.472284 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.473067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.496590 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.557355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Subnet': ['ID=f06b8584-ca5f-4c0f-a2ef-995bbaea3893,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:49.580572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:49.608692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:49.613990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:49.614638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.664376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:49.677198 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6d18b-13ba-4721-8244-52f47bb5630a None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:49.692759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:49.702493 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6d18b-13ba-4721-8244-52f47bb5630a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:49.703780 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9de6d18b-13ba-4721-8244-52f47bb5630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:49.749263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5cb33d4a-c44c-41d0-9706-e61f53cd5a71 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7225897 Jul 30 02:16:49.752246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43018) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:49.760639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5784d6a3-34a4-4013-8546-e0a68df5ae6e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:49.785228 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9de6d18b-13ba-4721-8244-52f47bb5630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:49.788534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9346263 Jul 30 02:16:49.789508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=13']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:49.793066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43020) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:49.802074 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6d18b-13ba-4721-8244-52f47bb5630a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:49.803198 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9de6d18b-13ba-4721-8244-52f47bb5630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:49.819748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:7b:e4:b1', 'name': 'tempest-NetworksTestDHCPv6-1859865073'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:49.858987 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9de6d18b-13ba-4721-8244-52f47bb5630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:49.859764 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6d18b-13ba-4721-8244-52f47bb5630a None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:49.889877 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Checking segment: {'id': 'c1cabb3e-99f0-46ff-86d3-72ffd72064b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:49.890588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Network hostable DHCP agents. Network: 53897252-0a34-4b37-b9f8-f35d3894c301, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:16:49.896346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bded0e-fba5-4d7e-b7eb-6852bd9ceedb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=26a7f580-3ce7-4c09-9609-09becb2f6dc2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:49.978706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Network 53897252-0a34-4b37-b9f8-f35d3894c301 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:16:50.049683 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5784d6a3-34a4-4013-8546-e0a68df5ae6e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:50.051528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 53897252-0a34-4b37-b9f8-f35d3894c301) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:50.063707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Allocated IP 172.20.0.2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/8db52762-7518-4c6c-80eb-cdeca3ea3ed2/1d512fc6-3f0d-4253-b80f-dbee4dbc2154) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:50.066853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:50.067783 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:50.105977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:50.144738 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6d9b3fac-2994-45ac-a2fd-b17cda25ddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9563091 Jul 30 02:16:50.145104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43030) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:50.156120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'port': {'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-497570992'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:50.174292 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6911c4f5-11d1-449d-ac13-944409824f31 x-openstack-request-id: req-6911c4f5-11d1-449d-ac13-944409824f31 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:16:50.179866 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23486dbf-01e8-4d02-a8c5-bed7d3620429", "name": "network-vif-deleted", "tag": "f4579514-1ee2-47b7-8461-ad2864d5bdd2", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:16:50.180669 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6911c4f5-11d1-449d-ac13-944409824f31 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:16:50.181601 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23486dbf-01e8-4d02-a8c5-bed7d3620429', 'name': 'network-vif-deleted', 'tag': 'f4579514-1ee2-47b7-8461-ad2864d5bdd2', 'status': 'completed', 'code': 200} Jul 30 02:16:50.335369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f75a92db-177e-4cb5-99fe-a70eb0b632a4 req-73e71eba-732c-48bd-ae71-aa1ec3cfc126 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 210 time: 0.1519780 Jul 30 02:16:50.339353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04517801-023b-46cf-a341-00211f2ee258 None None] Network 53897252-0a34-4b37-b9f8-f35d3894c301 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:50.609558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:50.690052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5784d6a3-34a4-4013-8546-e0a68df5ae6e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:50.694756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:50.705711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5784d6a3-34a4-4013-8546-e0a68df5ae6e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:50.705856 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-5784d6a3-34a4-4013-8546-e0a68df5ae6e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 70edb09b-2172-4f19-979e-78a40382caab disassociated. External IP: 172.25.7.94, port: ad8e52a2-3939-42f9-bbde-d2d471300fa5. Jul 30 02:16:50.765931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 997498a1-7243-4e35-aa55-b098e6fc34be yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:50.951236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:51.006801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad6d832-4414-411d-be63-614daad1596a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-53897252-0a34-4b37-b9f8-f35d3894c301', 'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301', 'tenant_id': '1e0f55882d62445aac3874ac32a32034', 'fixed_ips': [{'subnet_id': 'f06b8584-ca5f-4c0f-a2ef-995bbaea3893'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:16:51.009113 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad6d832-4414-411d-be63-614daad1596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:51.036110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:51.036355 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:51.043207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Made reservation on behalf of 1e0f55882d62445aac3874ac32a32034 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:51.050483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:51.092412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] device_id is not set on port df8d5f15-5e5f-47e7-9852-ade6362df08f yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:51.096887 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:51.134872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5784d6a3-34a4-4013-8546-e0a68df5ae6e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:16:51.381923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5784d6a3-34a4-4013-8546-e0a68df5ae6e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:16:51.397800 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5784d6a3-34a4-4013-8546-e0a68df5ae6e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:51.461078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338af47-5323-471d-8c47-b194d83fd07a None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:16:51.473538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Allocated IP 2001:db8::21d (53897252-0a34-4b37-b9f8-f35d3894c301/f06b8584-ca5f-4c0f-a2ef-995bbaea3893/df8d5f15-5e5f-47e7-9852-ade6362df08f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:51.481378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Transition to ACTIVE for port object 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:51.486224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43048) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:51.488198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5784d6a3-34a4-4013-8546-e0a68df5ae6e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/floatingips/70edb09b-2172-4f19-979e-78a40382caab HTTP/1.1" status: 200 len: 687 time: 1.7342002 Jul 30 02:16:51.496469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338af47-5323-471d-8c47-b194d83fd07a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:51.497551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9338af47-5323-471d-8c47-b194d83fd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:51.548514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9338af47-5323-471d-8c47-b194d83fd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:51.555677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f4579514-1ee2-47b7-8461-ad2864d5bdd2 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:16:51.557970 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:51.625704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: f4579514-1ee2-47b7-8461-ad2864d5bdd2 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:16:51.626036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f4579514-1ee2-47b7-8461-ad2864d5bdd2 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:16:51.681842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338af47-5323-471d-8c47-b194d83fd07a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:16:51.683903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9338af47-5323-471d-8c47-b194d83fd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:16:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:51.755848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9338af47-5323-471d-8c47-b194d83fd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:16:51.756713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338af47-5323-471d-8c47-b194d83fd07a None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:16:51.883192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Pushing event updated for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=14']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:51.912366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.912739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.913057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.913403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.913744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.914096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.914406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.914774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.915105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.915499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.915798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:51.916126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76cf13-1e57-436a-9d7b-e8c9b4fe63c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:16:52.373775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac77a089-a6cb-4c87-bca8-95b25c873dd3 req-d7de0316-550c-483f-b30a-99aa92dc6ffc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 210 time: 0.8715267 Jul 30 02:16:52.387536 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:52.470364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Transition to ACTIVE for port object df8d5f15-5e5f-47e7-9852-ade6362df08f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:52.473345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port 844e004d-bcb8-4f1f-a63f-f1d174bdf8b3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:52.478384 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:52.534642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-fcbf1e9b-1750-427c-a52e-373e5faf9317 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:52.536576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-fcbf1e9b-1750-427c-a52e-373e5faf9317 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 812 time: 0.1663961 Jul 30 02:16:52.573756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:52.596654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-4bb8fad0-5a05-44eb-a4ce-4a32833e09ef tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8268d859b1b1494395346d8aba71dcee HTTP/1.1" status: 200 len: 379 time: 0.0495262 Jul 30 02:16:52.605334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 172.20.0.12 (48930ba7-ea24-4942-b9d8-83beb60f5edc/8db52762-7518-4c6c-80eb-cdeca3ea3ed2/997498a1-7243-4e35-aa55-b098e6fc34be) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:52.611674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'port': {'device_id': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'admin_state_up': True, 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'security_groups': ['e0e362fc-7971-4aa4-88f4-0a99efa0bbdd']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:52.622551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:fe7b:e4b1 (48930ba7-ea24-4942-b9d8-83beb60f5edc/26a7f580-3ce7-4c09-9609-09becb2f6dc2/997498a1-7243-4e35-aa55-b098e6fc34be) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:52.754128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:52.761467 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:52.762027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:52.814214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Made reservation on behalf of 8268d859b1b1494395346d8aba71dcee for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:52.823024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:52.844351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for 844e004d-bcb8-4f1f-a63f-f1d174bdf8b3 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:52.933199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-dad6d832-4414-411d-be63-614daad1596a None None] Allocated IP 2001:db8::2 (53897252-0a34-4b37-b9f8-f35d3894c301/f06b8584-ca5f-4c0f-a2ef-995bbaea3893/9551c242-1bc0-4aeb-a7bc-d09b0493f6e1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:52.963777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Network 53897252-0a34-4b37-b9f8-f35d3894c301 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:53.029474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd45c2e-baa8-438d-85b7-29c6e53333ae None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:53.068840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.20.0.6 (ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea/e3705cda-2921-4906-97b0-5a565bc7a30f/729dc2f7-8a82-4a22-97e3-df689e466083) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:53.138976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:53.147004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:53.154424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:53.154901 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.234865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Port': ['ID=df8d5f15-5e5f-47e7-9852-ade6362df08f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:53.267550 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d4465c9b-ffd3-470d-9622-9a0926c04b1c tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1176541 Jul 30 02:16:53.267833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c4fd042b-8ddf-4f21-9064-191f270f7719 None None] Provisioning for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:53.269122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43066) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:53.289317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'port': {'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1628269709', 'allowed_address_pairs': [{'ip_address': '2001:db8::21d', 'mac_address': 'fa:16:3e:6c:cd:96'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:53.353780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c4fd042b-8ddf-4f21-9064-191f270f7719 None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:53.355334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4fd042b-8ddf-4f21-9064-191f270f7719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.363284 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.486558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.502794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=844e004d-bcb8-4f1f-a63f-f1d174bdf8b3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:53.609037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 997498a1-7243-4e35-aa55-b098e6fc34be will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:53.616305 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.695801 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad6d832-4414-411d-be63-614daad1596a None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.719269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5ffeb249-4661-4015-b5cd-2a10e739a5bf req-7bf69efa-974a-4d32-b416-412add54f0ad tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 210 time: 0.0923371 Jul 30 02:16:53.741354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dad6d832-4414-411d-be63-614daad1596a None None] Transition to ACTIVE for port object 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:53.743784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Transition to ACTIVE for port object 729dc2f7-8a82-4a22-97e3-df689e466083 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:53.765309 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.771767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.774879 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7a2dcbd8-5c4e-42d6-a2d1-e17ff5055d8d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/floatingips/70edb09b-2172-4f19-979e-78a40382caab HTTP/1.1" status: 204 len: 168 time: 2.2846839 Jul 30 02:16:53.778825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43072) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:53.783931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Made reservation on behalf of 1e0f55882d62445aac3874ac32a32034 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:53.795787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '6f9062f3-f56f-497c-bb53-ac8a41af1f01'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:53.919292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:53.928879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dad6d832-4414-411d-be63-614daad1596a None None] Transition to ACTIVE for port object 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:53.952168 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad6d832-4414-411d-be63-614daad1596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.009491 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.044782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6d832-4414-411d-be63-614daad1596a None None] Network 53897252-0a34-4b37-b9f8-f35d3894c301 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:54.048160 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.078764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:54.085283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:54.107528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:54.133021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dad6d832-4414-411d-be63-614daad1596a None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:54.142895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6d832-4414-411d-be63-614daad1596a None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:54.157507 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.240486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:54.261705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6d832-4414-411d-be63-614daad1596a None None] Pushing event updated for resources: {'Port': ['ID=9551c242-1bc0-4aeb-a7bc-d09b0493f6e1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:54.311415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=997498a1-7243-4e35-aa55-b098e6fc34be,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:54.334108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=729dc2f7-8a82-4a22-97e3-df689e466083,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:54.336868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dad6d832-4414-411d-be63-614daad1596a None None] Attempting to bind port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:54.337504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dad6d832-4414-411d-be63-614daad1596a None None] Attempting to bind port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c1cabb3e-99f0-46ff-86d3-72ffd72064b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:54.338096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6d832-4414-411d-be63-614daad1596a None None] Attempting to bind port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 on network 53897252-0a34-4b37-b9f8-f35d3894c301 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:54.347011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6d832-4414-411d-be63-614daad1596a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:54.347331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:54.348014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6d832-4414-411d-be63-614daad1596a None None] Checking segment: {'id': 'c1cabb3e-99f0-46ff-86d3-72ffd72064b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:54.349127 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad6d832-4414-411d-be63-614daad1596a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.350662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6d832-4414-411d-be63-614daad1596a None None] Bound using segment: {'id': 'c1cabb3e-99f0-46ff-86d3-72ffd72064b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:54.351980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dad6d832-4414-411d-be63-614daad1596a None None] Bound port: 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cabb3e-99f0-46ff-86d3-72ffd72064b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:54.353507 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad6d832-4414-411d-be63-614daad1596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.368970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:54.412536 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.439975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.440686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.498784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3223ddaa-f849-4165-8d26-d13027e9285e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6836910 Jul 30 02:16:54.507011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43076) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:54.517411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] device_id is not set on port 79a22b42-fcdd-41c7-aa76-26ffd47b2815 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:54.532107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dad6d832-4414-411d-be63-614daad1596a None None] For port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:54.537450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dad6d832-4414-411d-be63-614daad1596a None None] For port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9551c242-1bc0-4aeb-a7bc-d09b0493f6e1,segment=NetworkSegment(c1cabb3e-99f0-46ff-86d3-72ffd72064b3),segment_id=c1cabb3e-99f0-46ff-86d3-72ffd72064b3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:54.549780 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dad6d832-4414-411d-be63-614daad1596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.725500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.730782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.838553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6d832-4414-411d-be63-614daad1596a None None] Pushing event updated for resources: {'Port': ['ID=9551c242-1bc0-4aeb-a7bc-d09b0493f6e1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:54.892602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49f69f-c211-442a-9463-6f36f0b7c011 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.912482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-90de091e-e5e8-4138-a051-0106553747f5 None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:54.913235 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-90de091e-e5e8-4138-a051-0106553747f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:54.953786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49f69f-c211-442a-9463-6f36f0b7c011 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:54.983719 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bc49f69f-c211-442a-9463-6f36f0b7c011 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.4680197 Jul 30 02:16:54.992360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43082) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:55.046678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-73cc1419-ddde-416b-9dcb-efec23a78268 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4426630 Jul 30 02:16:55.063056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Allocated IP 2001:db8::3b9 (53897252-0a34-4b37-b9f8-f35d3894c301/f06b8584-ca5f-4c0f-a2ef-995bbaea3893/79a22b42-fcdd-41c7-aa76-26ffd47b2815) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:55.200854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Request body: {'port': {'device_id': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:55.202934 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b406ebbf-4d5e-4f01-b515-58e2d3edc52e None None] Provisioning for port 729dc2f7-8a82-4a22-97e3-df689e466083 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:55.222682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b406ebbf-4d5e-4f01-b515-58e2d3edc52e None None] Provisioning complete for port 729dc2f7-8a82-4a22-97e3-df689e466083 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:55.223478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b406ebbf-4d5e-4f01-b515-58e2d3edc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.374448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b406ebbf-4d5e-4f01-b515-58e2d3edc52e None None] Port 729dc2f7-8a82-4a22-97e3-df689e466083 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:55.391343 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.620172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-62bd6518-4be4-4b30-93a4-410b8be17334 None None] Provisioning for port 997498a1-7243-4e35-aa55-b098e6fc34be completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:55.630903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-62bd6518-4be4-4b30-93a4-410b8be17334 None None] Provisioning complete for port 997498a1-7243-4e35-aa55-b098e6fc34be triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:55.634425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62bd6518-4be4-4b30-93a4-410b8be17334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.645469 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.677803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Transition to ACTIVE for port object 79a22b42-fcdd-41c7-aa76-26ffd47b2815 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:55.746559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-62bd6518-4be4-4b30-93a4-410b8be17334 None None] Port 997498a1-7243-4e35-aa55-b098e6fc34be cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:55.756146 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.862483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Network 53897252-0a34-4b37-b9f8-f35d3894c301 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:55.886993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:55.900437 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:55.909098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:55.916501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:55.919763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Port': ['ID=79a22b42-fcdd-41c7-aa76-26ffd47b2815,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:55.958486 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a09664fb-7450-45bd-b5cd-8a9715b854ce tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6877222 Jul 30 02:16:55.961185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43086) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:55.964441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dade7-c4e7-4083-8a65-779fa24c89f9 req-cb62931f-e09a-442e-83da-09d110e6a648 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:55.966217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a22dade7-c4e7-4083-8a65-779fa24c89f9 req-cb62931f-e09a-442e-83da-09d110e6a648 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 931 time: 0.9180686 Jul 30 02:16:56.086465 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:56.121632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b3f0f-1a69-4ec6-9c23-9e2982805e5a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.148738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b3f0f-1a69-4ec6-9c23-9e2982805e5a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.189403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.25.7.162 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/baf3d4aa-f47b-4b63-ad20-57a57e691444) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:56.210339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a22dade7-c4e7-4083-8a65-779fa24c89f9 req-31cd3ad0-2060-4b93-884a-0a316cd38fd8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364516 Jul 30 02:16:56.232824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016b3f0f-1a69-4ec6-9c23-9e2982805e5a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:56.266508 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-016b3f0f-1a69-4ec6-9c23-9e2982805e5a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3007469 Jul 30 02:16:56.277654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43092) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:56.670832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:56.728980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-94b13252-c3b5-4c04-9aa0-aadb4851ffd7 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Deleting port 79a22b42-fcdd-41c7-aa76-26ffd47b2815 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:56.730716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94b13252-c3b5-4c04-9aa0-aadb4851ffd7 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:56.786615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:56.854076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729dc2f7-8a82-4a22-97e3-df689e466083 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:16:56.865534 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:56.906656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Transition to ACTIVE for port object 729dc2f7-8a82-4a22-97e3-df689e466083 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:56.914115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:56.967170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94b13252-c3b5-4c04-9aa0-aadb4851ffd7 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:56.999252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=729dc2f7-8a82-4a22-97e3-df689e466083,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:57.001190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-94b13252-c3b5-4c04-9aa0-aadb4851ffd7 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Calling delete_port for 79a22b42-fcdd-41c7-aa76-26ffd47b2815 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:57.073442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-37e4c9d3-eaed-47e2-8bd9-81a05489b7c7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 997498a1-7243-4e35-aa55-b098e6fc34be {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:16:57.073442 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37e4c9d3-eaed-47e2-8bd9-81a05489b7c7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:57.163563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e8c18f-02a4-40d5-ac6c-0c92f1ae893a None None] Network 53897252-0a34-4b37-b9f8-f35d3894c301 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:16:57.288264 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37e4c9d3-eaed-47e2-8bd9-81a05489b7c7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:57.357801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-37e4c9d3-eaed-47e2-8bd9-81a05489b7c7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 997498a1-7243-4e35-aa55-b098e6fc34be owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:16:57.468188 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94b13252-c3b5-4c04-9aa0-aadb4851ffd7 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:57.557738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f5950bd8-1811-46eb-927c-e76f539fbfb6 None None] Provisioning for port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:57.660038 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b13252-c3b5-4c04-9aa0-aadb4851ffd7 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event deleted for resources: {'Port': ['ID=79a22b42-fcdd-41c7-aa76-26ffd47b2815,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:57.680856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f5950bd8-1811-46eb-927c-e76f539fbfb6 None None] Provisioning complete for port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:57.682916 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5950bd8-1811-46eb-927c-e76f539fbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:57.789452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-94b13252-c3b5-4c04-9aa0-aadb4851ffd7 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:57.795400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-94b13252-c3b5-4c04-9aa0-aadb4851ffd7 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "DELETE /v2.0/ports/79a22b42-fcdd-41c7-aa76-26ffd47b2815 HTTP/1.1" status: 204 len: 168 time: 1.5109658 Jul 30 02:16:57.799148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43104) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:57.885536 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc2f19e-a509-449f-9ac0-a9f7b5bb6826 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] GET failed (client error): The resource could not be found. Jul 30 02:16:57.893629 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8cc2f19e-a509-449f-9ac0-a9f7b5bb6826 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "GET /v2.0/ports/79a22b42-fcdd-41c7-aa76-26ffd47b2815 HTTP/1.1" status: 404 len: 333 time: 0.0891328 Jul 30 02:16:57.893894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d594-ea6e-49d4-b77e-07707adfe5d0 req-13c8d876-8012-4927-8e8a-f31b90983201 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:57.893894 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8a2d594-ea6e-49d4-b77e-07707adfe5d0 req-13c8d876-8012-4927-8e8a-f31b90983201 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 943 time: 0.2513216 Jul 30 02:16:57.897145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43106) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:57.910476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'port': {'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-289109091'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:16:57.959407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Attempting to bind port 729dc2f7-8a82-4a22-97e3-df689e466083 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:16:57.959765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Attempting to bind port 729dc2f7-8a82-4a22-97e3-df689e466083 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:16:57.960214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Attempting to bind port 729dc2f7-8a82-4a22-97e3-df689e466083 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:57.989643 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.012774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Port 729dc2f7-8a82-4a22-97e3-df689e466083 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:16:58.013650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Attempting to bind port 729dc2f7-8a82-4a22-97e3-df689e466083 on network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:16:58.050773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5950bd8-1811-46eb-927c-e76f539fbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.056198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:16:58.056586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Checking segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:16:58.057105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Bound using segment: {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:16:58.057637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Bound port: 729dc2f7-8a82-4a22-97e3-df689e466083, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41506582-3113-422d-afcf-5a58d24be53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:16:58.058102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.115785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f5950bd8-1811-46eb-927c-e76f539fbfb6 None None] For port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9551c242-1bc0-4aeb-a7bc-d09b0493f6e1,segment=NetworkSegment(c1cabb3e-99f0-46ff-86d3-72ffd72064b3),segment_id=c1cabb3e-99f0-46ff-86d3-72ffd72064b3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:16:58.123161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8a2d594-ea6e-49d4-b77e-07707adfe5d0 req-958a62b5-8c8a-4084-89c5-a01d1ba6f8b0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082527 Jul 30 02:16:58.136530 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5950bd8-1811-46eb-927c-e76f539fbfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.144784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Made reservation on behalf of 1e0f55882d62445aac3874ac32a32034 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:16:58.148346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.204039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] device_id is not set on port 63cce500-dfd7-491b-affe-df24acd3b0ca yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:16:58.260241 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37e4c9d3-eaed-47e2-8bd9-81a05489b7c7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.333733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4c9d3-eaed-47e2-8bd9-81a05489b7c7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=997498a1-7243-4e35-aa55-b098e6fc34be,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:58.378449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.381308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5950bd8-1811-46eb-927c-e76f539fbfb6 None None] Pushing event updated for resources: {'Port': ['ID=9551c242-1bc0-4aeb-a7bc-d09b0493f6e1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:58.687116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:16:58.689074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] For port 729dc2f7-8a82-4a22-97e3-df689e466083, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:16:58.737061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8d91c536-bd66-4521-9d43-9f6310af8254 None None] Provisioning for port df8d5f15-5e5f-47e7-9852-ade6362df08f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:16:58.755248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8d91c536-bd66-4521-9d43-9f6310af8254 None None] Provisioning complete for port df8d5f15-5e5f-47e7-9852-ade6362df08f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:58.755666 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d91c536-bd66-4521-9d43-9f6310af8254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.839376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:16:58.864533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] For port 729dc2f7-8a82-4a22-97e3-df689e466083, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=729dc2f7-8a82-4a22-97e3-df689e466083,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:16:58.902120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8d91c536-bd66-4521-9d43-9f6310af8254 None None] Port df8d5f15-5e5f-47e7-9852-ade6362df08f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:16:58.916624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:58.919161 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:58.923719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:16:58.932303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:16:59.170915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Allocated IP 2001:db8::33e (53897252-0a34-4b37-b9f8-f35d3894c301/f06b8584-ca5f-4c0f-a2ef-995bbaea3893/63cce500-dfd7-491b-affe-df24acd3b0ca) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:16:59.239792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:59.288795 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:16:59.386822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb54345-088a-435a-9e2f-8f347696f05c req-b888af7b-82aa-4a24-8b66-1a6d99629d37 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:59.388604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-b888af7b-82aa-4a24-8b66-1a6d99629d37 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/networks?id=e3c30686-5deb-4e5e-9784-16e0134a41a9 HTTP/1.1" status: 200 len: 814 time: 1.0347793 Jul 30 02:16:59.389403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=baf3d4aa-f47b-4b63-ad20-57a57e691444,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:59.595735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=729dc2f7-8a82-4a22-97e3-df689e466083,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:16:59.606378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:16:59.608933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:59.614411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e12921cc-3caa-4000-980d-aad0b291c5a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/729dc2f7-8a82-4a22-97e3-df689e466083 HTTP/1.1" status: 200 len: 1091 time: 4.4336150 Jul 30 02:16:59.652883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:16:59.656442 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a97a368-d352-48d4-808d-eacca0e84b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:16:59.671748 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37e4c9d3-eaed-47e2-8bd9-81a05489b7c7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:59.675033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8d91c536-bd66-4521-9d43-9f6310af8254 None None] Provisioning complete for port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:16:59.679826 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d91c536-bd66-4521-9d43-9f6310af8254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:59.681432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-37e4c9d3-eaed-47e2-8bd9-81a05489b7c7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/997498a1-7243-4e35-aa55-b098e6fc34be HTTP/1.1" status: 204 len: 168 time: 4.6669593 Jul 30 02:16:59.683641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43124) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:16:59.718023 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:16:59.812688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Transition to ACTIVE for port object 63cce500-dfd7-491b-affe-df24acd3b0ca will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:16:59.822278 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-8e308495-85da-462d-9faa-32d72300349d tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/quotas/25b7d034511842c7918d44758e9f33ef HTTP/1.1" status: 200 len: 375 time: 0.1770840 Jul 30 02:16:59.909966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.010817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-15ebb2e1-ad51-498b-a924-b33ac05d2dfe tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=25b7d034511842c7918d44758e9f33ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1655002 Jul 30 02:17:00.061549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Network 53897252-0a34-4b37-b9f8-f35d3894c301 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:00.069495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:00.084310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:00.095754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:00.096467 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.130078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Port': ['ID=63cce500-dfd7-491b-affe-df24acd3b0ca,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:00.156350 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8da8a250-3e8f-474a-84e4-b267342821a6 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2574739 Jul 30 02:17:00.157143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43132) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:00.165287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e0b6e4f4-3502-4285-9276-78f67e9d2b9b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21d', 'mac_address': 'fa:16:3e:6c:cd:96'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:00.236916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a7bd1fbf-b307-4d06-9543-354104539f0b None None] Provisioning complete for port df8d5f15-5e5f-47e7-9852-ade6362df08f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:00.239787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7bd1fbf-b307-4d06-9543-354104539f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.347262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd1fbf-b307-4d06-9543-354104539f0b None None] Port df8d5f15-5e5f-47e7-9852-ade6362df08f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:00.350983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a7bd1fbf-b307-4d06-9543-354104539f0b None None] Could not find standard attr ID for object 79a22b42-fcdd-41c7-aa76-26ffd47b2815. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:17:00.537191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e4f4-3502-4285-9276-78f67e9d2b9b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.755701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbf30f-f3d6-4f65-a247-2ae285eeae1f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:00.756425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fda33b4b-1e29-471d-9368-d841a35861c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.757257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbf30f-f3d6-4f65-a247-2ae285eeae1f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:00.762063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbf30f-f3d6-4f65-a247-2ae285eeae1f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:00.767503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-46bbf30f-f3d6-4f65-a247-2ae285eeae1f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.0800600 Jul 30 02:17:00.768351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43134) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:00.789095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-0f2c4dc4-0ba8-4858-9e02-4de57e30bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:00.793035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-0f2c4dc4-0ba8-4858-9e02-4de57e30bae6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 1094 time: 1.0739222 Jul 30 02:17:00.824568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-31269c4e-f207-4b38-97b6-e5022cf597eb service neutron] 10.222.0.84 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818129 Jul 30 02:17:00.876579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-680ca8fc-953a-4521-a4b7-4baa1b2f433e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=729dc2f7-8a82-4a22-97e3-df689e466083 HTTP/1.1" status: 200 len: 217 time: 0.0466368 Jul 30 02:17:00.889284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12f466f8-9f3d-4560-90a6-94680a52d594 None None] Provisioning for port 63cce500-dfd7-491b-affe-df24acd3b0ca completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:00.906098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12f466f8-9f3d-4560-90a6-94680a52d594 None None] Provisioning complete for port 63cce500-dfd7-491b-affe-df24acd3b0ca triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:00.906678 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12f466f8-9f3d-4560-90a6-94680a52d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.931914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e4f4-3502-4285-9276-78f67e9d2b9b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:00.949140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e4f4-3502-4285-9276-78f67e9d2b9b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.048877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-12f466f8-9f3d-4560-90a6-94680a52d594 None None] Port 63cce500-dfd7-491b-affe-df24acd3b0ca cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:01.101198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e4f4-3502-4285-9276-78f67e9d2b9b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Port': ['ID=63cce500-dfd7-491b-affe-df24acd3b0ca,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:01.108598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6e4f4-3502-4285-9276-78f67e9d2b9b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] In _notify_port_updated(), no bound segment for port 63cce500-dfd7-491b-affe-df24acd3b0ca on network 53897252-0a34-4b37-b9f8-f35d3894c301 {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:17:01.115345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6e4f4-3502-4285-9276-78f67e9d2b9b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:01.116202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e4f4-3502-4285-9276-78f67e9d2b9b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.121032 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e0b6e4f4-3502-4285-9276-78f67e9d2b9b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "PUT /v2.0/ports/63cce500-dfd7-491b-affe-df24acd3b0ca HTTP/1.1" status: 200 len: 1002 time: 0.9625111 Jul 30 02:17:01.122377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43138) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:01.297782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-5794ae0e-c6c1-4905-a9f6-d254c5ba17d7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 26a7f580-3ce7-4c09-9609-09becb2f6dc2 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:01.321147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3af393de-160c-4dc1-a8b1-4b433e7970cd tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Deleting port 63cce500-dfd7-491b-affe-df24acd3b0ca {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:01.321494 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3af393de-160c-4dc1-a8b1-4b433e7970cd tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.369524 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.371117 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5794ae0e-c6c1-4905-a9f6-d254c5ba17d7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.496063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.500450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-c46cbeb2-bc11-4a5b-bf8a-ae349920621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:01.502409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-c46cbeb2-bc11-4a5b-bf8a-ae349920621c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.5751595 Jul 30 02:17:01.512303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-6be89074-79d2-45bb-b5e5-96b05b5779e7 service neutron] 10.222.0.84 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6344633 Jul 30 02:17:01.553099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5794ae0e-c6c1-4905-a9f6-d254c5ba17d7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.563082 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3af393de-160c-4dc1-a8b1-4b433e7970cd tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.582925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3af393de-160c-4dc1-a8b1-4b433e7970cd tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Calling delete_port for 63cce500-dfd7-491b-affe-df24acd3b0ca owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:01.689473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3d9d7e63-c3e4-4718-b626-369545b74949 None None] Provisioning complete for port 63cce500-dfd7-491b-affe-df24acd3b0ca triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:01.689837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3d9d7e63-c3e4-4718-b626-369545b74949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.735613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d7e63-c3e4-4718-b626-369545b74949 None None] Port 63cce500-dfd7-491b-affe-df24acd3b0ca cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:01.810995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3af393de-160c-4dc1-a8b1-4b433e7970cd tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:01.867182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af393de-160c-4dc1-a8b1-4b433e7970cd tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event deleted for resources: {'Port': ['ID=63cce500-dfd7-491b-affe-df24acd3b0ca,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:01.993440 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3af393de-160c-4dc1-a8b1-4b433e7970cd tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.003481 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3af393de-160c-4dc1-a8b1-4b433e7970cd tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "DELETE /v2.0/ports/63cce500-dfd7-491b-affe-df24acd3b0ca HTTP/1.1" status: 204 len: 168 time: 0.8766384 Jul 30 02:17:02.008911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43148) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:02.046643 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-77df2743-a218-429f-8c38-ad2e771cb272 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] GET failed (client error): The resource could not be found. Jul 30 02:17:02.052291 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-77df2743-a218-429f-8c38-ad2e771cb272 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "GET /v2.0/ports/63cce500-dfd7-491b-affe-df24acd3b0ca HTTP/1.1" status: 404 len: 333 time: 0.0375600 Jul 30 02:17:02.056205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43150) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:02.072032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'port': {'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1370055201'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:02.200925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-388e5bd3-a457-46fb-8991-0df5cbb5ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:02.202599 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-388e5bd3-a457-46fb-8991-0df5cbb5ee52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6836762 Jul 30 02:17:02.270427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Made reservation on behalf of 1e0f55882d62445aac3874ac32a32034 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:02.277617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.296344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.304626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] device_id is not set on port c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:02.327520 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5794ae0e-c6c1-4905-a9f6-d254c5ba17d7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.480845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Allocated IP 2001:db8::a9 (53897252-0a34-4b37-b9f8-f35d3894c301/f06b8584-ca5f-4c0f-a2ef-995bbaea3893/c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:02.529844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2737fe-8e48-4f4d-9e3c-837b3cb80137 req-3064bea6-0bd2-45d4-a14c-0c57dbf38d18 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:02.529844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f2737fe-8e48-4f4d-9e3c-837b3cb80137 req-3064bea6-0bd2-45d4-a14c-0c57dbf38d18 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 943 time: 0.3309042 Jul 30 02:17:02.601766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-e1bba78d-3269-4427-9e88-d45c233dc46c service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846955 Jul 30 02:17:02.634175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5794ae0e-c6c1-4905-a9f6-d254c5ba17d7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.723939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f2737fe-8e48-4f4d-9e3c-837b3cb80137 req-8e229d31-276b-4fb1-a908-93255f124232 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771255 Jul 30 02:17:02.736258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ae0e-c6c1-4905-a9f6-d254c5ba17d7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=26a7f580-3ce7-4c09-9609-09becb2f6dc2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:02.748340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa615a06-a5de-4465-96a7-3a9f222e56e3 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:02.749970 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5794ae0e-c6c1-4905-a9f6-d254c5ba17d7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.754799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5794ae0e-c6c1-4905-a9f6-d254c5ba17d7 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/26a7f580-3ce7-4c09-9609-09becb2f6dc2 HTTP/1.1" status: 204 len: 168 time: 1.9787493 Jul 30 02:17:02.757274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43164) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:02.763671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.798452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Transition to ACTIVE for port object c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:02.827915 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa19425-15d8-4819-83f2-f3a3fd866466 x-openstack-request-id: req-baa19425-15d8-4819-83f2-f3a3fd866466 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:02.828516 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:02.828914 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-baa19425-15d8-4819-83f2-f3a3fd866466 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:02.829463 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083', 'status': 'completed', 'code': 200} Jul 30 02:17:02.878478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c9c224-d114-4cf8-ab4e-ca2b058937a6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 8db52762-7518-4c6c-80eb-cdeca3ea3ed2 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:02.887998 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c224-d114-4cf8-ab4e-ca2b058937a6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.913649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:02.934982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ed33cb-5a73-40bc-9f1d-1cf617c82e23 req-957b2f78-df22-4bb2-9c08-a0fbfb970f1d service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224692 Jul 30 02:17:02.998195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce1a9df9-cfe0-4be7-a0af-80f2f0230ea2 req-5feb2f35-4241-487f-bb65-ae21ff7b3ad6 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 210 time: 0.0446012 Jul 30 02:17:03.018292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Network 53897252-0a34-4b37-b9f8-f35d3894c301 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:03.025798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:03.035639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:03.042799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:03.043922 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.053783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Port': ['ID=c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:03.079896 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1b034e52-3392-446a-ad68-d905f11bddfb tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0221334 Jul 30 02:17:03.085826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43166) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:03.088737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.105402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6ecd0380-61fa-4901-9e8f-279c2651cc65 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6c:cd:96'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:03.128056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.136310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c224-d114-4cf8-ab4e-ca2b058937a6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.402024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c0a2714e-473f-42ea-b069-7c95903edfb6 None None] Provisioning for port c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:03.416332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c0a2714e-473f-42ea-b069-7c95903edfb6 None None] Provisioning complete for port c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:03.417029 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0a2714e-473f-42ea-b069-7c95903edfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.420737 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f31d80de-cd7c-4c2e-b714-eb0834c66355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.462794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2714e-473f-42ea-b069-7c95903edfb6 None None] Port c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:03.491105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-d7e13d3e-e94c-46d1-89a1-9ee57c0ec6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:03.493212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-d7e13d3e-e94c-46d1-89a1-9ee57c0ec6b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 1094 time: 0.4717796 Jul 30 02:17:03.537850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=baf3d4aa-f47b-4b63-ad20-57a57e691444,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:03.612843 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c224-d114-4cf8-ab4e-ca2b058937a6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.626995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb54345-088a-435a-9e2f-8f347696f05c req-feb3ec38-1e42-428b-a66f-273fc89a1c78 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:03.628624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-feb3ec38-1e42-428b-a66f-273fc89a1c78 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.22 "GET /v2.0/networks?id=e3c30686-5deb-4e5e-9784-16e0134a41a9 HTTP/1.1" status: 200 len: 814 time: 0.5502868 Jul 30 02:17:03.682515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Request body: {'port': {'device_id': '67b7a838-1243-46d7-afb8-782d8ce2e09c', 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9', 'admin_state_up': True, 'tenant_id': '25b7d034511842c7918d44758e9f33ef'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:03.704576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.803980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-17aa62cb-9c62-4dee-98e2-a39da881b7cd None None] Provisioning complete for port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:03.806255 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17aa62cb-9c62-4dee-98e2-a39da881b7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.883422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.905785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0380-61fa-4901-9e8f-279c2651cc65 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:03.994435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-9ae55a57-bfd1-4290-a020-a98ba39e0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:03.995934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-9ae55a57-bfd1-4290-a020-a98ba39e0cec service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.4851050 Jul 30 02:17:04.001963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c224-d114-4cf8-ab4e-ca2b058937a6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.115708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-08e7b282-7f18-4f4c-aed3-88f4315ba020 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=729dc2f7-8a82-4a22-97e3-df689e466083 HTTP/1.1" status: 200 len: 217 time: 0.1063027 Jul 30 02:17:04.117497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9c224-d114-4cf8-ab4e-ca2b058937a6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=8db52762-7518-4c6c-80eb-cdeca3ea3ed2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:04.120518 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0c9c224-d114-4cf8-ab4e-ca2b058937a6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.122351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f0c9c224-d114-4cf8-ab4e-ca2b058937a6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/8db52762-7518-4c6c-80eb-cdeca3ea3ed2 HTTP/1.1" status: 204 len: 168 time: 1.3604968 Jul 30 02:17:04.125524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43174) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:04.144935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e1ae8b-9dfd-4495-a460-7bd2a1924870 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:04.149166 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 7c2c6c95-4bd0-420f-b948-8032dee2556f associated. External IP: 172.25.7.162, port: 6f9062f3-f56f-497c-bb53-ac8a41af1f01. Jul 30 02:17:04.205095 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-918df7e2-9982-4454-ad19-eaab45c9b0e2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770063 Jul 30 02:17:04.212012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43176) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:04.218551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:04.262087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be2a31-2ab8-435d-a008-ad3c7c8042e9 req-3b278cc8-ea10-4161-8155-717c037bc6e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:04.263695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8be2a31-2ab8-435d-a008-ad3c7c8042e9 req-3b278cc8-ea10-4161-8155-717c037bc6e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 943 time: 0.4011064 Jul 30 02:17:04.291273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Made reservation on behalf of 25b7d034511842c7918d44758e9f33ef for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:04.294975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.389641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:04.393807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.396493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-669db7ea-c43a-4dd0-bb77-0efd1550ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:04.397965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-669db7ea-c43a-4dd0-bb77-0efd1550ea74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.2655144 Jul 30 02:17:04.442899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c823a21-2dc2-4f19-acec-8475cf9cab1c None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:04.551182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8be2a31-2ab8-435d-a008-ad3c7c8042e9 req-25bdb5d5-f24c-40ff-9f91-4dbdba652376 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659717 Jul 30 02:17:04.582407 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.609667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3c823a21-2dc2-4f19-acec-8475cf9cab1c None None] Deleting port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:04.610054 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c823a21-2dc2-4f19-acec-8475cf9cab1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.617805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:04.656243 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.705275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:04.708969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:04.713603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:04.714484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.725822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-60d6a2bb-10ad-458f-a49f-89cc5e9eaf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:04.727959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-60d6a2bb-10ad-458f-a49f-89cc5e9eaf97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912698 Jul 30 02:17:04.730891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c17052b2-e19f-435a-96cd-7be8446a3cfb req-342f2e66-41a5-46d1-bbca-fe43db306fcc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 210 time: 0.0600572 Jul 30 02:17:04.764613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=b9ff4d9c-c02a-4f76-ab1c-77f7a9251121,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:04.780632 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3f15dc59-da30-4cdd-abca-2f56ac209557 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5644512 Jul 30 02:17:04.781155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43182) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:04.791654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:04.849010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3c823a21-2dc2-4f19-acec-8475cf9cab1c None None] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:04.849589 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c823a21-2dc2-4f19-acec-8475cf9cab1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.887045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3c823a21-2dc2-4f19-acec-8475cf9cab1c None None] Calling delete_port for 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:04.890592 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0380-61fa-4901-9e8f-279c2651cc65 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.915459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0380-61fa-4901-9e8f-279c2651cc65 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:04.990099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:04.994609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.094349 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.169132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:05.176545 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.210152 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c823a21-2dc2-4f19-acec-8475cf9cab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.212877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event deleted for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:05.243544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c823a21-2dc2-4f19-acec-8475cf9cab1c None None] No DVR routers for this DVR port 1d512fc6-3f0d-4253-b80f-dbee4dbc2154 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:05.245640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c823a21-2dc2-4f19-acec-8475cf9cab1c None None] Pushing event deleted for resources: {'Port': ['ID=1d512fc6-3f0d-4253-b80f-dbee4dbc2154,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:05.262147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed2265-407b-411d-9f33-291aee3fc9f2 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:05.437019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Allocated IP 172.20.0.14 (e3c30686-5deb-4e5e-9784-16e0134a41a9/58cfe759-c48c-4056-aed8-815884d1040a/7f1cf47a-8de6-47e9-8e6e-e94b0074023d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:05.478133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': 'b9ff4d9c-c02a-4f76-ab1c-77f7a9251121'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:05.480494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.540203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd0380-61fa-4901-9e8f-279c2651cc65 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] In _notify_port_updated(), no bound segment for port c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e on network 53897252-0a34-4b37-b9f8-f35d3894c301 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:17:05.546327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd0380-61fa-4901-9e8f-279c2651cc65 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:05.547014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0380-61fa-4901-9e8f-279c2651cc65 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.551576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6ecd0380-61fa-4901-9e8f-279c2651cc65 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "PUT /v2.0/ports/c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e HTTP/1.1" status: 200 len: 1002 time: 2.4509978 Jul 30 02:17:05.555655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43190) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:05.644788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-2f4852ac-e95f-4a78-a567-f9f49456ecac service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9079270 Jul 30 02:17:05.710595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Allocated IP 172.20.0.2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/b9ff4d9c-c02a-4f76-ab1c-77f7a9251121/108a3d5b-ab5d-481f-abbc-59a3241647a6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:05.725479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd0380-61fa-4901-9e8f-279c2651cc65 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Port': ['ID=c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:05.728784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:17:05.730326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.741192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:05.771766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:05.777309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:05.818530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:05.819131 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:05.882940 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0998218 Jul 30 02:17:05.886048 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43196) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:05.901276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:a2:9f:65', 'name': 'tempest-NetworksTestDHCPv6-907858081'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:05.917758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fdd96-1f94-4ce7-b5cc-d890d1ea6f8b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=efd2a799-b1df-463f-a694-f03ea987412b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:06.041983 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.043297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5bb3a-6e86-4528-a72a-0f7e69476b5b req-69690a25-6485-4c31-b28b-76c978f839fc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:06.052798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb5bb3a-6e86-4528-a72a-0f7e69476b5b req-69690a25-6485-4c31-b28b-76c978f839fc tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 943 time: 0.3100312 Jul 30 02:17:06.069593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Transition to ACTIVE for port object 108a3d5b-ab5d-481f-abbc-59a3241647a6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:06.091676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.107200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Transition to ACTIVE for port object 108a3d5b-ab5d-481f-abbc-59a3241647a6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:06.121698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a97a368-d352-48d4-808d-eacca0e84b6a req-c35ddf88-35b6-4220-a91b-ff0733d46163 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385431 Jul 30 02:17:06.123024 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.165865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:06.214891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ffb5bb3a-6e86-4528-a72a-0f7e69476b5b req-fd5889f7-033e-406c-89fe-c0c1c4c7a2e2 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609058 Jul 30 02:17:06.226670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2c2555ba-cd86-4640-88f0-4e10b7cade02 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Deleting port c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:06.240735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Pushing event updated for resources: {'Port': ['ID=108a3d5b-ab5d-481f-abbc-59a3241647a6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:06.240930 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2c2555ba-cd86-4640-88f0-4e10b7cade02 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.259470 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:06.264593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:06.268066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6a0f99aa-2c66-466d-94b7-1843a4401164 None None] Provisioning complete for port c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:06.271006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a0f99aa-2c66-466d-94b7-1843a4401164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.282341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:06.288722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.312738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.371802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.408525 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port e1a03231-97d3-4813-9ab4-e79588890a1f yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:06.459958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:06.474430 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Network e3c30686-5deb-4e5e-9784-16e0134a41a9 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:06.474626 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b987257-d52b-4633-addc-af68daa67ff8 None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:06.497214 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b987257-d52b-4633-addc-af68daa67ff8 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:06.498204 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2b987257-d52b-4633-addc-af68daa67ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:06.503269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f99aa-2c66-466d-94b7-1843a4401164 None None] Port c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:06.528392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Pushing event updated for resources: {'Port': ['ID=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:06.553450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:06.565488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Attempting to bind port 108a3d5b-ab5d-481f-abbc-59a3241647a6 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:06.567310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Attempting to bind port 108a3d5b-ab5d-481f-abbc-59a3241647a6 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:06.567981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Attempting to bind port 108a3d5b-ab5d-481f-abbc-59a3241647a6 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:06.569859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:06.575765 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2b987257-d52b-4633-addc-af68daa67ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:06.584957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:06.586114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:06.586806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.587398 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b987257-d52b-4633-addc-af68daa67ff8 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:06.587625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:06.588218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Bound port: 108a3d5b-ab5d-481f-abbc-59a3241647a6, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:06.588783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.589170 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2b987257-d52b-4633-addc-af68daa67ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:06.633890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.637918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2b987257-d52b-4633-addc-af68daa67ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:06.639196 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b987257-d52b-4633-addc-af68daa67ff8 None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:06.673261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2c2555ba-cd86-4640-88f0-4e10b7cade02 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.687263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4842130-a4e3-45c5-b8a7-14dba70fccd2 req-f6f63ad8-7bbf-47f9-bac7-9f041950bca8 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:06.687263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4842130-a4e3-45c5-b8a7-14dba70fccd2 req-f6f63ad8-7bbf-47f9-bac7-9f041950bca8 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 932 time: 0.2992013 Jul 30 02:17:06.707170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] For port 108a3d5b-ab5d-481f-abbc-59a3241647a6, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:06.710935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] For port 108a3d5b-ab5d-481f-abbc-59a3241647a6, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=108a3d5b-ab5d-481f-abbc-59a3241647a6,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:06.715510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 172.20.0.14 (48930ba7-ea24-4942-b9d8-83beb60f5edc/b9ff4d9c-c02a-4f76-ab1c-77f7a9251121/e1a03231-97d3-4813-9ab4-e79588890a1f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:06.716531 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.725932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4cdcf74c-4bd2-4340-b5e1-edb6d5e66625 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.9405041 Jul 30 02:17:06.726162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:fea2:9f65 (48930ba7-ea24-4942-b9d8-83beb60f5edc/efd2a799-b1df-463f-a694-f03ea987412b/e1a03231-97d3-4813-9ab4-e79588890a1f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:06.726827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43200) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:06.736279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:06.737003 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:06.741119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2c2555ba-cd86-4640-88f0-4e10b7cade02 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Calling delete_port for c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:06.778002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-26e268e6-14de-44d9-a9b4-94d8ce708c54 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1159420 Jul 30 02:17:06.783632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60229e-17bb-4ba9-9431-7f6555b21103 None None] Pushing event updated for resources: {'Port': ['ID=108a3d5b-ab5d-481f-abbc-59a3241647a6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:06.787476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4842130-a4e3-45c5-b8a7-14dba70fccd2 req-7e14c5f8-2598-4b4a-b2c9-72367a48c795 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897553 Jul 30 02:17:06.795296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-190c0303-4946-4b33-94e8-1b40d8df306e tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:17:06.802108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-190c0303-4946-4b33-94e8-1b40d8df306e tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083687 Jul 30 02:17:06.853399 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5eaaec85-9418-4d9b-a899-e174872f9a36 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "GET /v2.0/floatingips/7c2c6c95-4bd0-420f-b948-8032dee2556f HTTP/1.1" status: 200 len: 978 time: 0.1254461 Jul 30 02:17:06.858016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43204) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:06.936364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Request body: {'port': {'device_id': '67b7a838-1243-46d7-afb8-782d8ce2e09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:07.053360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-560a141e-6627-4602-ba05-a1c350a832f9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1903033 Jul 30 02:17:07.053784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43206) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:07.060458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'port_id': 'ad8e52a2-3939-42f9-bbde-d2d471300fa5'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:07.106076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.137284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object e1a03231-97d3-4813-9ab4-e79588890a1f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:07.160911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.198483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.267821 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.298466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:07.312235 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2c2555ba-cd86-4640-88f0-4e10b7cade02 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.312521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:07.321290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:07.393596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=e1a03231-97d3-4813-9ab4-e79588890a1f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:07.408552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2555ba-cd86-4640-88f0-4e10b7cade02 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event deleted for resources: {'Port': ['ID=c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:07.446889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:07.448202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.472897 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3862b8ea-6deb-4ee5-8b47-7bfd7aa83070 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5855179 Jul 30 02:17:07.473417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43214) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:07.535716 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2c2555ba-cd86-4640-88f0-4e10b7cade02 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.541807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2c2555ba-cd86-4640-88f0-4e10b7cade02 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "DELETE /v2.0/ports/c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e HTTP/1.1" status: 204 len: 168 time: 1.9684167 Jul 30 02:17:07.549441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7ee690-216d-4f14-abf5-6fa129861e76 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:07.556596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7ee690-216d-4f14-abf5-6fa129861e76 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:07.562009 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bd7ee690-216d-4f14-abf5-6fa129861e76 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0872321 Jul 30 02:17:07.562659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43218) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:07.562992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43220) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:07.766645 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ea7771-d2f7-44d9-adb0-77e9619cb62d tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] GET failed (client error): The resource could not be found. Jul 30 02:17:07.768393 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-32ea7771-d2f7-44d9-adb0-77e9619cb62d tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "GET /v2.0/ports/c068c3e5-bf0a-4b97-8e0a-abf3f4e0fd4e HTTP/1.1" status: 404 len: 333 time: 0.2044299 Jul 30 02:17:07.775793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43226) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:07.781409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'port': {'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2047592545'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:07.782534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245e3e4-b033-41b2-9dc0-9908722cfb02 req-5f036241-8fff-4ad5-bebd-946085d6573e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:07.794228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8245e3e4-b033-41b2-9dc0-9908722cfb02 req-5f036241-8fff-4ad5-bebd-946085d6573e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 943 time: 0.4637542 Jul 30 02:17:07.941886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7abc96f7-14cf-444a-bb6b-703b98e2123f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port e1a03231-97d3-4813-9ab4-e79588890a1f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:07.942359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7abc96f7-14cf-444a-bb6b-703b98e2123f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:07.946140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Made reservation on behalf of 1e0f55882d62445aac3874ac32a32034 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:07.950637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.054962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] device_id is not set on port 8d0c1748-c221-4b3f-8bcd-ba7009b81eaf yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:08.153202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7abc96f7-14cf-444a-bb6b-703b98e2123f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.188477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7abc96f7-14cf-444a-bb6b-703b98e2123f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for e1a03231-97d3-4813-9ab4-e79588890a1f owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:08.206463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff784178-0554-4b75-a149-83b7811532a3 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:08.212477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8245e3e4-b033-41b2-9dc0-9908722cfb02 req-3d7924f3-31e7-438a-91f5-ff24253982a6 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4171529 Jul 30 02:17:08.352664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Allocated IP 2001:db8::282 (53897252-0a34-4b37-b9f8-f35d3894c301/f06b8584-ca5f-4c0f-a2ef-995bbaea3893/8d0c1748-c221-4b3f-8bcd-ba7009b81eaf) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:08.395635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e075859d-cef6-4ef6-a849-b10c3abc195d None None] Provisioning for port 108a3d5b-ab5d-481f-abbc-59a3241647a6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:08.407585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1cf47a-8de6-47e9-8e6e-e94b0074023d {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:08.438057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.512161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Transition to ACTIVE for port object 7f1cf47a-8de6-47e9-8e6e-e94b0074023d will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:08.545006 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.550734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.566613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.577698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0cd1c-bbe7-4cc6-b355-4ab63209e3f0 req-afd498ec-4db7-4505-a623-1a1d8e868023 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:08.586602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46a0cd1c-bbe7-4cc6-b355-4ab63209e3f0 req-afd498ec-4db7-4505-a623-1a1d8e868023 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 932 time: 0.2036040 Jul 30 02:17:08.633301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7abc96f7-14cf-444a-bb6b-703b98e2123f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.639023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 108a3d5b-ab5d-481f-abbc-59a3241647a6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:08.708363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc96f7-14cf-444a-bb6b-703b98e2123f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=e1a03231-97d3-4813-9ab4-e79588890a1f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:08.744172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 108a3d5b-ab5d-481f-abbc-59a3241647a6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:08.795677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 108a3d5b-ab5d-481f-abbc-59a3241647a6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:08.796077 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.847521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b63da-de1c-489f-9ade-19c9441061a8 None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': 'b9ff4d9c-c02a-4f76-ab1c-77f7a9251121', 'ip_address': '172.20.0.2'}, {'subnet_id': 'efd2a799-b1df-463f-a694-f03ea987412b'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '108a3d5b-ab5d-481f-abbc-59a3241647a6'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:17:08.863153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Pushing event updated for resources: {'Port': ['ID=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:08.867285 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 7c2c6c95-4bd0-420f-b948-8032dee2556f associated. External IP: 172.25.7.162, port: 6f9062f3-f56f-497c-bb53-ac8a41af1f01. Jul 30 02:17:08.905622 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-316b63da-de1c-489f-9ade-19c9441061a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.927280 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.932033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46a0cd1c-bbe7-4cc6-b355-4ab63209e3f0 req-e47a0b2b-d78b-4d64-a5d7-10337b4fd0cc tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443692 Jul 30 02:17:08.943326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7abc96f7-14cf-444a-bb6b-703b98e2123f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.949568 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7abc96f7-14cf-444a-bb6b-703b98e2123f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/e1a03231-97d3-4813-9ab4-e79588890a1f HTTP/1.1" status: 204 len: 168 time: 1.3735280 Jul 30 02:17:08.962684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43232) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:08.979512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:08.998166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Attempting to bind port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:08.998618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Attempting to bind port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '66d6a706-ae6a-414b-82ba-e4b2278cf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:08.998911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Attempting to bind port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d on network e3c30686-5deb-4e5e-9784-16e0134a41a9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:09.038055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Transition to ACTIVE for port object 8d0c1748-c221-4b3f-8bcd-ba7009b81eaf will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:09.080134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d on network e3c30686-5deb-4e5e-9784-16e0134a41a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:17:09.080489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Attempting to bind port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d on network e3c30686-5deb-4e5e-9784-16e0134a41a9 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:09.088877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:09.089224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Checking segment: {'id': '66d6a706-ae6a-414b-82ba-e4b2278cf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:09.089622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Bound using segment: {'id': '66d6a706-ae6a-414b-82ba-e4b2278cf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:09.090081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Bound port: 7f1cf47a-8de6-47e9-8e6e-e94b0074023d, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d6a706-ae6a-414b-82ba-e4b2278cf27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:09.090453 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.112899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c89e9d-3c7b-405e-8bb4-c4407e62e6a5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:09.116981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c89e9d-3c7b-405e-8bb4-c4407e62e6a5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:09.122273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c89e9d-3c7b-405e-8bb4-c4407e62e6a5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:09.129957 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-40c89e9d-3c7b-405e-8bb4-c4407e62e6a5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1657925 Jul 30 02:17:09.130818 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43234) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:09.142601 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.237732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Network 53897252-0a34-4b37-b9f8-f35d3894c301 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:09.248728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2017f7-7b98-4fab-b2ec-a46b8c21a081 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet b9ff4d9c-c02a-4f76-ab1c-77f7a9251121 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:09.253790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Port': ['ID=8d0c1748-c221-4b3f-8bcd-ba7009b81eaf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:09.260005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:09.262952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:09.270329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:09.271245 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.281887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-316b63da-de1c-489f-9ade-19c9441061a8 None None] Allocated IP 2001:db8::f816:3eff:fed0:64ac (48930ba7-ea24-4942-b9d8-83beb60f5edc/efd2a799-b1df-463f-a694-f03ea987412b/108a3d5b-ab5d-481f-abbc-59a3241647a6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:09.307946 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4e31840b-5a08-4f51-8781-64351093091a tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5307610 Jul 30 02:17:09.310093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:09.316760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'port': {'network_id': '53897252-0a34-4b37-b9f8-f35d3894c301', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1014026223'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:09.422838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-316b63da-de1c-489f-9ade-19c9441061a8 None None] For port 108a3d5b-ab5d-481f-abbc-59a3241647a6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=108a3d5b-ab5d-481f-abbc-59a3241647a6,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:09.456787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-316b63da-de1c-489f-9ade-19c9441061a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.473573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-316b63da-de1c-489f-9ade-19c9441061a8 None None] Transition to ACTIVE for port object 108a3d5b-ab5d-481f-abbc-59a3241647a6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:09.486299 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-316b63da-de1c-489f-9ade-19c9441061a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.545897 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d2017f7-7b98-4fab-b2ec-a46b8c21a081 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.569699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b63da-de1c-489f-9ade-19c9441061a8 None None] Pushing event updated for resources: {'Port': ['ID=108a3d5b-ab5d-481f-abbc-59a3241647a6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:09.624894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Made reservation on behalf of 1e0f55882d62445aac3874ac32a32034 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:09.630804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.690961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d2017f7-7b98-4fab-b2ec-a46b8c21a081 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.697043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] device_id is not set on port f0e31eaa-0251-42fe-9917-08aed3435ae7 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:09.772468 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:17:09.772837 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:17:09.879872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-46b35cca-217d-46a4-836c-0b949cad6297 None None] Provisioning for port 8d0c1748-c221-4b3f-8bcd-ba7009b81eaf completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:09.891255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-46b35cca-217d-46a4-836c-0b949cad6297 None None] Provisioning complete for port 8d0c1748-c221-4b3f-8bcd-ba7009b81eaf triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:09.892084 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46b35cca-217d-46a4-836c-0b949cad6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:09.904125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] For port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:09.964030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] For port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:09.980088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4623ded-9c3d-44a0-ae73-5f7f83cc505f req-147527a6-910d-446b-a1ad-5bd140b9554e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:09.988139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4623ded-9c3d-44a0-ae73-5f7f83cc505f req-147527a6-910d-446b-a1ad-5bd140b9554e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 943 time: 0.1965349 Jul 30 02:17:10.008017 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:10.014698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-46b35cca-217d-46a4-836c-0b949cad6297 None None] Port 8d0c1748-c221-4b3f-8bcd-ba7009b81eaf cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:10.143457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:10.144191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:10.147533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] 10.222.0.22 "PUT /v2.0/ports/7f1cf47a-8de6-47e9-8e6e-e94b0074023d HTTP/1.1" status: 200 len: 1092 time: 3.3090208 Jul 30 02:17:10.159112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b7a838-1243-46d7-afb8-782d8ce2e09c', 'tag': '7f1cf47a-8de6-47e9-8e6e-e94b0074023d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:10.164499 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193ef7d7-d6ae-4708-9f09-8d914700b06b" -d '{"events": [{"name": "network-changed", "server_uuid": "67b7a838-1243-46d7-afb8-782d8ce2e09c", "tag": "7f1cf47a-8de6-47e9-8e6e-e94b0074023d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:10.201592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d4623ded-9c3d-44a0-ae73-5f7f83cc505f req-2b61838f-5b7d-4285-af75-a935a2940164 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125804 Jul 30 02:17:10.376692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d2017f7-7b98-4fab-b2ec-a46b8c21a081 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:10.415348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f108ceb-b185-45f8-a039-dd808bee41de service neutron] Pushing event updated for resources: {'Port': ['ID=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:10.450435 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:10.463683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Allocated IP 2001:db8::1b5 (53897252-0a34-4b37-b9f8-f35d3894c301/f06b8584-ca5f-4c0f-a2ef-995bbaea3893/f0e31eaa-0251-42fe-9917-08aed3435ae7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:10.543385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:10.571303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb54345-088a-435a-9e2f-8f347696f05c req-f9139590-4f03-4239-8466-0d948dba26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:10.572935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-f9139590-4f03-4239-8466-0d948dba26b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25b7d034511842c7918d44758e9f33ef&device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 1095 time: 0.3319871 Jul 30 02:17:10.688370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d2017f7-7b98-4fab-b2ec-a46b8c21a081 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:10.700224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df4a45-3691-466e-ae37-cfc1ae9f5c35 req-6778caeb-6e8b-4721-89ff-babd2d03e375 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:10.701867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75df4a45-3691-466e-ae37-cfc1ae9f5c35 req-6778caeb-6e8b-4721-89ff-babd2d03e375 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 944 time: 0.3053036 Jul 30 02:17:10.802275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2017f7-7b98-4fab-b2ec-a46b8c21a081 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ff4d9c-c02a-4f76-ab1c-77f7a9251121,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:10.824886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:17:10.831235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d2017f7-7b98-4fab-b2ec-a46b8c21a081 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:10.831868 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:17:10.836244 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8d2017f7-7b98-4fab-b2ec-a46b8c21a081 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/b9ff4d9c-c02a-4f76-ab1c-77f7a9251121 HTTP/1.1" status: 204 len: 168 time: 1.7036884 Jul 30 02:17:10.836894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43252) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:10.848459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-a58bd541-b1a8-48c5-80e2-9f8969dbdcc3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1cf47a-8de6-47e9-8e6e-e94b0074023d HTTP/1.1" status: 200 len: 217 time: 0.2015040 Jul 30 02:17:10.947477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Could not find standard attr ID for object e1a03231-97d3-4813-9ab4-e79588890a1f. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:17:10.950181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-996cd7cb-06f9-482a-a7f3-c3c99fd15113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet efd2a799-b1df-463f-a694-f03ea987412b {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:10.955326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:10.974029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e981fd-9fb6-49c9-b9da-7e293d2a657d None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:10.976262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Transition to ACTIVE for port object f0e31eaa-0251-42fe-9917-08aed3435ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:11.003708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-75df4a45-3691-466e-ae37-cfc1ae9f5c35 req-e7dd408f-d65c-4bc7-bf70-ad5d639b5f9e tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902322 Jul 30 02:17:11.043271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb54345-088a-435a-9e2f-8f347696f05c req-8f9107f4-5755-4102-aaf8-ddc83da2c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:11.045694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-8f9107f4-5755-4102-aaf8-ddc83da2c261 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58cfe759-c48c-4056-aed8-815884d1040a HTTP/1.1" status: 200 len: 854 time: 0.1482856 Jul 30 02:17:11.046311 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-996cd7cb-06f9-482a-a7f3-c3c99fd15113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.053238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:11.151916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-996cd7cb-06f9-482a-a7f3-c3c99fd15113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.180286 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67ab4c-67f4-4be7-814b-59bc404ff170 x-openstack-request-id: req-ee67ab4c-67f4-4be7-814b-59bc404ff170 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:11.180845 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b7a838-1243-46d7-afb8-782d8ce2e09c", "tag": "7f1cf47a-8de6-47e9-8e6e-e94b0074023d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:11.181254 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ee67ab4c-67f4-4be7-814b-59bc404ff170 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:11.181976 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b7a838-1243-46d7-afb8-782d8ce2e09c', 'tag': '7f1cf47a-8de6-47e9-8e6e-e94b0074023d', 'status': 'completed', 'code': 200} Jul 30 02:17:11.185205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-add9d7fe-77c0-462c-a7d3-b9bb1d522328 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e3c30686-5deb-4e5e-9784-16e0134a41a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232235 Jul 30 02:17:11.200508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.243906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f2ee5-b62f-4996-966e-50b3d5473f90 None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:11.257322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Provisioning for port 108a3d5b-ab5d-481f-abbc-59a3241647a6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:11.284000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Network 53897252-0a34-4b37-b9f8-f35d3894c301 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:11.292826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:11.311007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Provisioning complete for port 108a3d5b-ab5d-481f-abbc-59a3241647a6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:11.316023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:11.316622 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.333319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:11.334075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.392615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Port': ['ID=f0e31eaa-0251-42fe-9917-08aed3435ae7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:11.404320 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a7ed7a05-8bc6-4403-9f51-868d2614ae6e tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0930781 Jul 30 02:17:11.409437 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43258) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:11.423830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d499d1e7-247a-49ba-ac16-723d4612f47f tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21d', 'mac_address': 'fa:16:3e:6c:cd:96'}, {'ip_address': '2001:db8::282', 'mac_address': 'fa:16:3e:7c:44:ea'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:11.427506 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.439172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f2ee5-b62f-4996-966e-50b3d5473f90 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:11.440658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fe9f2ee5-b62f-4996-966e-50b3d5473f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:11.516378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-996cd7cb-06f9-482a-a7f3-c3c99fd15113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.518719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fe9f2ee5-b62f-4996-966e-50b3d5473f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:11.658601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.662985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 729dc2f7-8a82-4a22-97e3-df689e466083 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:17:11.711671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-996cd7cb-06f9-482a-a7f3-c3c99fd15113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.780427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f2ee5-b62f-4996-966e-50b3d5473f90 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:11.781361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fe9f2ee5-b62f-4996-966e-50b3d5473f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:11.868003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fe9f2ee5-b62f-4996-966e-50b3d5473f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:11.868676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9f2ee5-b62f-4996-966e-50b3d5473f90 None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:11.908273 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cd7cb-06f9-482a-a7f3-c3c99fd15113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=efd2a799-b1df-463f-a694-f03ea987412b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:11.915725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-996cd7cb-06f9-482a-a7f3-c3c99fd15113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:11.917930 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-996cd7cb-06f9-482a-a7f3-c3c99fd15113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/efd2a799-b1df-463f-a694-f03ea987412b HTTP/1.1" status: 204 len: 168 time: 1.0728889 Jul 30 02:17:11.925114 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43262) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:11.981149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 729dc2f7-8a82-4a22-97e3-df689e466083, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=729dc2f7-8a82-4a22-97e3-df689e466083,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:11.982668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c613a-12af-403f-9b6d-c91f59fbcc23 req-b5a50f0a-3244-4a14-bfe5-ba2626679f01 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:11.993927 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eb4972e1-0c60-4d7f-923f-d88b5313ff46 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673964 Jul 30 02:17:11.996549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:11.999172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-114c613a-12af-403f-9b6d-c91f59fbcc23 req-b5a50f0a-3244-4a14-bfe5-ba2626679f01 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 943 time: 0.5921421 Jul 30 02:17:12.032023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:12.068077 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-74135859-3e89-4623-9834-bc30dd1f0472 service neutron] 10.222.0.22 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504977 Jul 30 02:17:12.080173 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:17:12.081353 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:17:12.086570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '729dc2f7-8a82-4a22-97e3-df689e466083', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'port_id': '729dc2f7-8a82-4a22-97e3-df689e466083', 'mac_address': 'fa:16:3e:f2:50:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:17:12.127254 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:17:12.128810 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:17:12.162875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d499d1e7-247a-49ba-ac16-723d4612f47f tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:12.166281 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:12.174886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d675a7-4833-47e5-a250-e8501d72b1bb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:12.176638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-83d675a7-4833-47e5-a250-e8501d72b1bb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1791286 Jul 30 02:17:12.191918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-114c613a-12af-403f-9b6d-c91f59fbcc23 req-d89898f0-9103-43fa-89d2-68d819989e94 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863596 Jul 30 02:17:12.191918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43268) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:12.203085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729dc2f7-8a82-4a22-97e3-df689e466083 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:12.280599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 729dc2f7-8a82-4a22-97e3-df689e466083, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=729dc2f7-8a82-4a22-97e3-df689e466083,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:12.288249 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:12.389686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=729dc2f7-8a82-4a22-97e3-df689e466083,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:12.484931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d499d1e7-247a-49ba-ac16-723d4612f47f tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:12.494904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d499d1e7-247a-49ba-ac16-723d4612f47f tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:12.502199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['729dc2f7-8a82-4a22-97e3-df689e466083'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:17:12.536623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d499d1e7-247a-49ba-ac16-723d4612f47f tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] In _notify_port_updated(), no bound segment for port f0e31eaa-0251-42fe-9917-08aed3435ae7 on network 53897252-0a34-4b37-b9f8-f35d3894c301 {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:17:12.553160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499d1e7-247a-49ba-ac16-723d4612f47f tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:12.555284 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d499d1e7-247a-49ba-ac16-723d4612f47f tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:12.558522 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d499d1e7-247a-49ba-ac16-723d4612f47f tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "PUT /v2.0/ports/f0e31eaa-0251-42fe-9917-08aed3435ae7 HTTP/1.1" status: 200 len: 1068 time: 1.1475842 Jul 30 02:17:12.586891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a50f3-6e63-45d3-a043-593011fbcee3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:12.589191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f42a50f3-6e63-45d3-a043-593011fbcee3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3162055 Jul 30 02:17:12.590779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:12.598905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43272) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:12.599381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:12.610585 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42edd7-6204-401e-8d30-4d93109154b2 None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:12.611292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb54345-088a-435a-9e2f-8f347696f05c req-5975b188-a060-4b5f-af0d-ea106fc48d63 service neutron] 10.222.0.22 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187132 Jul 30 02:17:12.615236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:12.644511 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42edd7-6204-401e-8d30-4d93109154b2 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:12.646528 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5e42edd7-6204-401e-8d30-4d93109154b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:12.703968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf6bc1-bbd8-4f5b-a739-f1659bcaf9ea req-feb0cf49-f9ff-4a32-8a7a-40c3b63d4f23 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:12.705623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbcf6bc1-bbd8-4f5b-a739-f1659bcaf9ea req-feb0cf49-f9ff-4a32-8a7a-40c3b63d4f23 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 944 time: 0.3427370 Jul 30 02:17:12.747062 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5e42edd7-6204-401e-8d30-4d93109154b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:12.761791 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-96b3760b-7230-4172-91cf-4afdc1d1a29d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527510 Jul 30 02:17:12.763845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:12.769631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-53ce8ff3-60ee-41a6-bec2-3006aaa4eba4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:12.791397 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42edd7-6204-401e-8d30-4d93109154b2 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:12.792703 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5e42edd7-6204-401e-8d30-4d93109154b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:12.802961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbcf6bc1-bbd8-4f5b-a739-f1659bcaf9ea req-1eb37443-7bb7-4994-ae0d-6c2b17f9c960 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786383 Jul 30 02:17:12.805297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499d1e7-247a-49ba-ac16-723d4612f47f tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event updated for resources: {'Port': ['ID=f0e31eaa-0251-42fe-9917-08aed3435ae7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:12.818983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb1d66f-1188-4803-80d1-b14fa30f3ff6 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:12.845860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5743fcfa-730b-47e6-9bee-7061d0d14cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/floatingips/7c2c6c95-4bd0-420f-b948-8032dee2556f HTTP/1.1" status: 200 len: 978 time: 5.7883136 Jul 30 02:17:12.848989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43280) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:12.851393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-d2a917ea-fd4d-4b06-aa9c-d48c62f29716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:12.854823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-d2a917ea-fd4d-4b06-aa9c-d48c62f29716 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25b7d034511842c7918d44758e9f33ef&device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 1095 time: 0.1443045 Jul 30 02:17:12.860530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b7d524ac-4efc-4b04-bdfd-fb9578c29037 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:12.917389 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:12.924201 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5e42edd7-6204-401e-8d30-4d93109154b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:12.925320 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42edd7-6204-401e-8d30-4d93109154b2 None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:13.014879 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.035399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ce8ff3-60ee-41a6-bec2-3006aaa4eba4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:13.041745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53ce8ff3-60ee-41a6-bec2-3006aaa4eba4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.044638 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ce8ff3-60ee-41a6-bec2-3006aaa4eba4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:17:13.045381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ce8ff3-60ee-41a6-bec2-3006aaa4eba4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:17:13.053862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f9a38-2e0d-4ac5-9a9f-d6400fc494a5 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Deleting port f0e31eaa-0251-42fe-9917-08aed3435ae7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:13.054598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9a38-2e0d-4ac5-9a9f-d6400fc494a5 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.073057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7d524ac-4efc-4b04-bdfd-fb9578c29037 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.134317 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-53ce8ff3-60ee-41a6-bec2-3006aaa4eba4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3646526 Jul 30 02:17:13.136546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:13.144846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-df7b9f02-a27c-443d-92f6-e308758e89d2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:13.252855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] For port 108a3d5b-ab5d-481f-abbc-59a3241647a6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=108a3d5b-ab5d-481f-abbc-59a3241647a6,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:13.268725 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.354485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-c4289bd3-492c-4683-a360-ccc00f7ebd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:13.360081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-c4289bd3-492c-4683-a360-ccc00f7ebd04 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e3c30686-5deb-4e5e-9784-16e0134a41a9 HTTP/1.1" status: 200 len: 915 time: 0.3649733 Jul 30 02:17:13.368515 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9a38-2e0d-4ac5-9a9f-d6400fc494a5 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.401221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f9a38-2e0d-4ac5-9a9f-d6400fc494a5 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Calling delete_port for f0e31eaa-0251-42fe-9917-08aed3435ae7 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:13.493539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355ced1-9459-467e-8ad8-ce1b2aeab84b None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:13.521143 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:17:13.521587 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:17:13.542358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7b9f02-a27c-443d-92f6-e308758e89d2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:13.544062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16c27b-f8f3-4236-9857-b159c17cc03c None None] Pushing event updated for resources: {'Port': ['ID=108a3d5b-ab5d-481f-abbc-59a3241647a6,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:13.548643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-82f4c4ce-5cd9-4caa-9ba6-ac2654e5b0a1 None None] Provisioning complete for port 108a3d5b-ab5d-481f-abbc-59a3241647a6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:13.548900 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df7b9f02-a27c-443d-92f6-e308758e89d2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.549285 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82f4c4ce-5cd9-4caa-9ba6-ac2654e5b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.551236 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7b9f02-a27c-443d-92f6-e308758e89d2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:17:13.552097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7b9f02-a27c-443d-92f6-e308758e89d2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:17:13.593923 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-df7b9f02-a27c-443d-92f6-e308758e89d2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4555719 Jul 30 02:17:13.599668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43296) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:13.608043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b1fe3b9e-6b4d-46f4-8baf-5693f9bd86b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:13.827775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f355ced1-9459-467e-8ad8-ce1b2aeab84b None None] Deleting port 108a3d5b-ab5d-481f-abbc-59a3241647a6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:13.828430 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f355ced1-9459-467e-8ad8-ce1b2aeab84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.884904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fe3b9e-6b4d-46f4-8baf-5693f9bd86b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:13.892553 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b1fe3b9e-6b4d-46f4-8baf-5693f9bd86b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.895616 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fe3b9e-6b4d-46f4-8baf-5693f9bd86b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:17:13.896293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fe3b9e-6b4d-46f4-8baf-5693f9bd86b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:17:13.903060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-82f4c4ce-5cd9-4caa-9ba6-ac2654e5b0a1 None None] Provisioning for port f0e31eaa-0251-42fe-9917-08aed3435ae7 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:13.910544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9a38-2e0d-4ac5-9a9f-d6400fc494a5 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.920894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-82f4c4ce-5cd9-4caa-9ba6-ac2654e5b0a1 None None] Provisioning complete for port f0e31eaa-0251-42fe-9917-08aed3435ae7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:13.920894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82f4c4ce-5cd9-4caa-9ba6-ac2654e5b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:13.959360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-82f4c4ce-5cd9-4caa-9ba6-ac2654e5b0a1 None None] Port f0e31eaa-0251-42fe-9917-08aed3435ae7 was deleted so its status cannot be updated. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:17:13.978456 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b1fe3b9e-6b4d-46f4-8baf-5693f9bd86b5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3773875 Jul 30 02:17:13.980812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f9a38-2e0d-4ac5-9a9f-d6400fc494a5 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event deleted for resources: {'Port': ['ID=f0e31eaa-0251-42fe-9917-08aed3435ae7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:13.985142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43300) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:13.993855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3580891b-5a43-4df4-8c97-9a36af3f947f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:13.996766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f355ced1-9459-467e-8ad8-ce1b2aeab84b None None] For port 108a3d5b-ab5d-481f-abbc-59a3241647a6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=108a3d5b-ab5d-481f-abbc-59a3241647a6,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:13.997808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f355ced1-9459-467e-8ad8-ce1b2aeab84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.029319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f355ced1-9459-467e-8ad8-ce1b2aeab84b None None] Calling delete_port for 108a3d5b-ab5d-481f-abbc-59a3241647a6 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:14.114888 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7d524ac-4efc-4b04-bdfd-fb9578c29037 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.178577 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-716f807b-c1c1-4360-af3e-408d0b5bc11f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1cf47a-8de6-47e9-8e6e-e94b0074023d HTTP/1.1" status: 200 len: 217 time: 0.7650416 Jul 30 02:17:14.184069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7d524ac-4efc-4b04-bdfd-fb9578c29037 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.186055 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-b7d524ac-4efc-4b04-bdfd-fb9578c29037 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 7c2c6c95-4bd0-420f-b948-8032dee2556f disassociated. External IP: 172.25.7.162, port: ad8e52a2-3939-42f9-bbde-d2d471300fa5. Jul 30 02:17:14.225946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f355ced1-9459-467e-8ad8-ce1b2aeab84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.240974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355ced1-9459-467e-8ad8-ce1b2aeab84b None None] No DVR routers for this DVR port 108a3d5b-ab5d-481f-abbc-59a3241647a6 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:14.287697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355ced1-9459-467e-8ad8-ce1b2aeab84b None None] Pushing event deleted for resources: {'Port': ['ID=108a3d5b-ab5d-481f-abbc-59a3241647a6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:14.397082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac253709-e874-4bd1-a8ed-c0666582264c req-d51e0f83-85f1-451a-8554-fdadb7111325 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:14.399800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac253709-e874-4bd1-a8ed-c0666582264c req-d51e0f83-85f1-451a-8554-fdadb7111325 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 944 time: 1.0207133 Jul 30 02:17:14.416637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9a38-2e0d-4ac5-9a9f-d6400fc494a5 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.420668 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7b2f9a38-2e0d-4ac5-9a9f-d6400fc494a5 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "DELETE /v2.0/ports/f0e31eaa-0251-42fe-9917-08aed3435ae7 HTTP/1.1" status: 204 len: 168 time: 1.8198395 Jul 30 02:17:14.425802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43302) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:14.486645 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-679cfdbd-a607-43ea-b158-6f3bb67cd83b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] GET failed (client error): The resource could not be found. Jul 30 02:17:14.492914 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-679cfdbd-a607-43ea-b158-6f3bb67cd83b tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "GET /v2.0/ports/f0e31eaa-0251-42fe-9917-08aed3435ae7 HTTP/1.1" status: 404 len: 333 time: 0.0618277 Jul 30 02:17:14.494015 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43304) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:14.499091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-97186a33-5420-4606-8f74-308d89f66736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:14.500620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-97186a33-5420-4606-8f74-308d89f66736 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=58cfe759-c48c-4056-aed8-815884d1040a HTTP/1.1" status: 200 len: 854 time: 0.2244148 Jul 30 02:17:14.558338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac253709-e874-4bd1-a8ed-c0666582264c req-ed9d7cfe-64bc-4ba1-9b55-d0031138ae56 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382420 Jul 30 02:17:14.560703 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-4b3f224b-bd5a-4ef5-b4f5-229e39611f58 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e3c30686-5deb-4e5e-9784-16e0134a41a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446072 Jul 30 02:17:14.636371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3580891b-5a43-4df4-8c97-9a36af3f947f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:14.638964 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3580891b-5a43-4df4-8c97-9a36af3f947f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.641017 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-3580891b-5a43-4df4-8c97-9a36af3f947f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:17:14.641501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3580891b-5a43-4df4-8c97-9a36af3f947f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:17:14.670311 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3580891b-5a43-4df4-8c97-9a36af3f947f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6831400 Jul 30 02:17:14.674199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43308) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:14.691084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7f1cf47a-8de6-47e9-8e6e-e94b0074023d details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:17:14.704484 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5b038684-9995-45ff-8aea-db62895bdcc1 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Deleting port 8d0c1748-c221-4b3f-8bcd-ba7009b81eaf {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:14.705430 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b038684-9995-45ff-8aea-db62895bdcc1 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.777445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e64b4d78-2a5a-4a70-b5f6-5ab2d8864df9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:14.841227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:14.858697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b038684-9995-45ff-8aea-db62895bdcc1 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.865360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '7f1cf47a-8de6-47e9-8e6e-e94b0074023d', 'network_id': 'e3c30686-5deb-4e5e-9784-16e0134a41a9', 'port_id': '7f1cf47a-8de6-47e9-8e6e-e94b0074023d', 'mac_address': 'fa:16:3e:3f:8f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cfe759-c48c-4056-aed8-815884d1040a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:17:14.875959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5b038684-9995-45ff-8aea-db62895bdcc1 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Calling delete_port for 8d0c1748-c221-4b3f-8bcd-ba7009b81eaf owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:14.934712 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:14.956372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1cf47a-8de6-47e9-8e6e-e94b0074023d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:17:14.986066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:14.992673 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:15.072458 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:15.119735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-ded4963b-2fcf-4061-a669-6e83d77e5a24 service neutron] 10.222.0.22 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406780 Jul 30 02:17:15.139902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71af41-1386-44f7-9ae2-e4dbf11c27b6 req-489db2be-ba4f-4da3-bc64-2572813d8da6 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:15.142589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b038684-9995-45ff-8aea-db62895bdcc1 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:15.142758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed71af41-1386-44f7-9ae2-e4dbf11c27b6 req-489db2be-ba4f-4da3-bc64-2572813d8da6 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 944 time: 0.4963129 Jul 30 02:17:15.205019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b038684-9995-45ff-8aea-db62895bdcc1 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event deleted for resources: {'Port': ['ID=8d0c1748-c221-4b3f-8bcd-ba7009b81eaf,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:15.247278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b038684-9995-45ff-8aea-db62895bdcc1 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:15.253424 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5b038684-9995-45ff-8aea-db62895bdcc1 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "DELETE /v2.0/ports/8d0c1748-c221-4b3f-8bcd-ba7009b81eaf HTTP/1.1" status: 204 len: 168 time: 0.7553809 Jul 30 02:17:15.254624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43310) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:15.292624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d524ac-4efc-4b04-bdfd-fb9578c29037 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:15.311477 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-23866062-afa3-4f0b-b2e0-ef544c92bf36 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] GET failed (client error): The resource could not be found. Jul 30 02:17:15.315491 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-23866062-afa3-4f0b-b2e0-ef544c92bf36 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "GET /v2.0/ports/8d0c1748-c221-4b3f-8bcd-ba7009b81eaf HTTP/1.1" status: 404 len: 333 time: 0.0589271 Jul 30 02:17:15.322490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43312) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:15.325681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64b4d78-2a5a-4a70-b5f6-5ab2d8864df9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:15.329467 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e64b4d78-2a5a-4a70-b5f6-5ab2d8864df9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:15.331105 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64b4d78-2a5a-4a70-b5f6-5ab2d8864df9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:17:15.331576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64b4d78-2a5a-4a70-b5f6-5ab2d8864df9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:17:15.351015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['7f1cf47a-8de6-47e9-8e6e-e94b0074023d'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:17:15.407467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed71af41-1386-44f7-9ae2-e4dbf11c27b6 req-42c6ef24-083d-4519-a434-009ec403a34d tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319596 Jul 30 02:17:15.460486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e64b4d78-2a5a-4a70-b5f6-5ab2d8864df9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7722158 Jul 30 02:17:15.463247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43314) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:15.488223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9e8a87d6-d93a-42f8-898f-5114a32ab324 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:15.494751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-193ef7d7-d6ae-4708-9f09-8d914700b06b req-4a55b59b-659d-4388-b009-03a66a13165b service neutron] 10.222.0.22 "GET /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453355 Jul 30 02:17:15.622675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 729dc2f7-8a82-4a22-97e3-df689e466083 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:15.705592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ac525691-c11a-4cca-9bc1-c2fffa5a2a37 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Deleting port df8d5f15-5e5f-47e7-9852-ade6362df08f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:15.705592 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac525691-c11a-4cca-9bc1-c2fffa5a2a37 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:15.713186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d524ac-4efc-4b04-bdfd-fb9578c29037 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:15.721548 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b7d524ac-4efc-4b04-bdfd-fb9578c29037 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:15.779662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2839425-de9c-480b-93cb-68a01704db4a None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:15.826902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b7d524ac-4efc-4b04-bdfd-fb9578c29037 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/floatingips/7c2c6c95-4bd0-420f-b948-8032dee2556f HTTP/1.1" status: 200 len: 688 time: 2.9708459 Jul 30 02:17:15.830525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43320) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:15.843259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8a87d6-d93a-42f8-898f-5114a32ab324 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:15.845097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2839425-de9c-480b-93cb-68a01704db4a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:15.846124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e2839425-de9c-480b-93cb-68a01704db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:15.854292 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e8a87d6-d93a-42f8-898f-5114a32ab324 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:15.856692 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8a87d6-d93a-42f8-898f-5114a32ab324 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:17:15.856692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8a87d6-d93a-42f8-898f-5114a32ab324 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:17:15.907929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bd373-55f9-4181-a8fe-0be97255047d req-6c15de41-8a19-49de-af43-76afdd3131eb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:15.909785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-142bd373-55f9-4181-a8fe-0be97255047d req-6c15de41-8a19-49de-af43-76afdd3131eb tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 944 time: 0.1493473 Jul 30 02:17:15.922099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e2839425-de9c-480b-93cb-68a01704db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:15.962240 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9e8a87d6-d93a-42f8-898f-5114a32ab324 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4839025 Jul 30 02:17:15.966837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43322) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:15.974154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2839425-de9c-480b-93cb-68a01704db4a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:15.975753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e2839425-de9c-480b-93cb-68a01704db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:16.005842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac525691-c11a-4cca-9bc1-c2fffa5a2a37 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.033830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-142bd373-55f9-4181-a8fe-0be97255047d req-eac2cd7b-8fec-487b-951c-458cbd185131 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884690 Jul 30 02:17:16.045598 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2700468d-f3f2-4957-b5a3-b9f64791e847 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0735826 Jul 30 02:17:16.046453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43324) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:16.051323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ac525691-c11a-4cca-9bc1-c2fffa5a2a37 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Calling delete_port for df8d5f15-5e5f-47e7-9852-ade6362df08f owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:16.162042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa9801-4f2c-45a8-8a40-f6843640a6e3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:16.170403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-15aa9801-4f2c-45a8-8a40-f6843640a6e3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1217947 Jul 30 02:17:16.178400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43326) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:16.211677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port baf3d4aa-f47b-4b63-ad20-57a57e691444 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:16.212694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.216520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e2839425-de9c-480b-93cb-68a01704db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:16.217422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2839425-de9c-480b-93cb-68a01704db4a None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:16.237576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 729dc2f7-8a82-4a22-97e3-df689e466083 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:16.245953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 729dc2f7-8a82-4a22-97e3-df689e466083 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:16.247126 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.285023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-62e0817c-f86b-4170-b021-b279d14e7326 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974975 Jul 30 02:17:16.297683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43328) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:16.302870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:16.402154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac525691-c11a-4cca-9bc1-c2fffa5a2a37 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.437152 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.464177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac525691-c11a-4cca-9bc1-c2fffa5a2a37 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event deleted for resources: {'Port': ['ID=df8d5f15-5e5f-47e7-9852-ade6362df08f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:16.494434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.494979 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.519887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 729dc2f7-8a82-4a22-97e3-df689e466083, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=729dc2f7-8a82-4a22-97e3-df689e466083,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:16.521154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:16.524804 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f09af6b-ec9a-44f9-95e0-848b137d175c" -d '{"events": [{"server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:16.526992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for baf3d4aa-f47b-4b63-ad20-57a57e691444 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:16.528930 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac525691-c11a-4cca-9bc1-c2fffa5a2a37 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.530813 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.536897 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac525691-c11a-4cca-9bc1-c2fffa5a2a37 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "DELETE /v2.0/ports/df8d5f15-5e5f-47e7-9852-ade6362df08f HTTP/1.1" status: 204 len: 168 time: 1.2125182 Jul 30 02:17:16.540949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43334) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:16.551378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:16.557026 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.615071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=729dc2f7-8a82-4a22-97e3-df689e466083,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:16.676879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-8facf248-862f-482e-9d7e-dba3fb063883 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Deleting subnet f06b8584-ca5f-4c0f-a2ef-995bbaea3893 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:16.682543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8facf248-862f-482e-9d7e-dba3fb063883 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.752796 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8facf248-862f-482e-9d7e-dba3fb063883 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:16.908414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Port 108a3d5b-ab5d-481f-abbc-59a3241647a6 update to ACTIVE by agent not found {{(pid=93820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:17:16.971476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5468-8f42-43d3-b028-4e1a4f3b318b req-21800bed-bdb4-4dd4-a77c-59ceb6742325 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:16.979754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d9d5468-8f42-43d3-b028-4e1a4f3b318b req-21800bed-bdb4-4dd4-a77c-59ceb6742325 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 945 time: 0.2773941 Jul 30 02:17:17.058237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d9d5468-8f42-43d3-b028-4e1a4f3b318b req-bb9d5a19-6f42-42c2-942c-82ef956a1a30 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769644 Jul 30 02:17:17.066805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 108a3d5b-ab5d-481f-abbc-59a3241647a6 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:17.074536 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.129577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 108a3d5b-ab5d-481f-abbc-59a3241647a6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:17.131374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 108a3d5b-ab5d-481f-abbc-59a3241647a6 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:17.187612 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4f41ff-7ac9-4c15-bcd5-bf286bf009c1 x-openstack-request-id: req-ed4f41ff-7ac9-4c15-bcd5-bf286bf009c1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:17.188020 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "name": "network-vif-plugged", "status": "completed", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:17.188376 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ed4f41ff-7ac9-4c15-bcd5-bf286bf009c1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:17.188977 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083', 'code': 200} Jul 30 02:17:17.200564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=baf3d4aa-f47b-4b63-ad20-57a57e691444,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:17.237142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.237550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.238025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.238463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.238902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.239327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.239813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.240235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.240672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.241094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.242087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.242516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:17.462072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8facf248-862f-482e-9d7e-dba3fb063883 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.479494 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.483488 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.488912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d1d82dd8-b658-4a78-a3c8-5f046c1f4050 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/floatingips/7c2c6c95-4bd0-420f-b948-8032dee2556f HTTP/1.1" status: 204 len: 168 time: 1.6532772 Jul 30 02:17:17.496938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43346) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:17.525373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4cba5-4277-447a-908d-fe3823dc6e20 req-3af848a7-a636-4656-aa8a-eb086847a5e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:17.527105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21f4cba5-4277-447a-908d-fe3823dc6e20 req-3af848a7-a636-4656-aa8a-eb086847a5e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 945 time: 0.1901608 Jul 30 02:17:17.553505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8facf248-862f-482e-9d7e-dba3fb063883 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.581920 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-9ef4ee5d-6886-4bd3-8aa1-523d4fcc68d6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] delete failed (client error): The resource could not be found. Jul 30 02:17:17.587394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9ef4ee5d-6886-4bd3-8aa1-523d4fcc68d6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/floatingips/7c2c6c95-4bd0-420f-b948-8032dee2556f HTTP/1.1" status: 404 len: 345 time: 0.0844336 Jul 30 02:17:17.591004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43350) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:17.603887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facf248-862f-482e-9d7e-dba3fb063883 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event deleted for resources: {'Subnet': ['ID=f06b8584-ca5f-4c0f-a2ef-995bbaea3893,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:17.607600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8facf248-862f-482e-9d7e-dba3fb063883 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.611095 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8facf248-862f-482e-9d7e-dba3fb063883 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "DELETE /v2.0/subnets/f06b8584-ca5f-4c0f-a2ef-995bbaea3893 HTTP/1.1" status: 204 len: 168 time: 1.0687826 Jul 30 02:17:17.613643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956fa7c-987a-42fa-9e37-a0def07f3c6d req-eb495bbd-a2cf-4ec1-807d-319659da0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:17.613878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43352) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:17.615339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6956fa7c-987a-42fa-9e37-a0def07f3c6d req-eb495bbd-a2cf-4ec1-807d-319659da0063 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 1096 time: 0.2752631 Jul 30 02:17:17.623394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef10e8-77c9-43ad-aa27-8253bcb54fe5 None None] Network 53897252-0a34-4b37-b9f8-f35d3894c301 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:17.764822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21f4cba5-4277-447a-908d-fe3823dc6e20 req-0fb666e5-38a7-4638-a5b9-3dacf30d3693 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266695 Jul 30 02:17:17.777165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.794709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6956fa7c-987a-42fa-9e37-a0def07f3c6d req-223e0aef-98ae-48ac-9e2c-fcfc4ac86ca2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522219 Jul 30 02:17:17.807481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a5adb-e907-4055-9642-74fdcdbe7f30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:17.814861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a5adb-e907-4055-9642-74fdcdbe7f30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:17.821889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a5adb-e907-4055-9642-74fdcdbe7f30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:17.823681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e21a5adb-e907-4055-9642-74fdcdbe7f30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "GET /v2.0/ports?network_id=702685d1-9f5d-4608-b297-8839f7a10c4e HTTP/1.1" status: 200 len: 2358 time: 0.2295687 Jul 30 02:17:17.827267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43354) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:17.868761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Deleting port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:17.868903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:17.947046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe7989-7408-49b6-a695-5ea5d8bb575b None None] DHCP port deletion for 53897252-0a34-4b37-b9f8-f35d3894c301 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:17.977028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] For port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9551c242-1bc0-4aeb-a7bc-d09b0493f6e1,segment=NetworkSegment(c1cabb3e-99f0-46ff-86d3-72ffd72064b3),segment_id=c1cabb3e-99f0-46ff-86d3-72ffd72064b3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:17.977861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.008113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Calling delete_port for 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:18.041196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-11fe7989-7408-49b6-a695-5ea5d8bb575b None None] Deleting port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:18.041566 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11fe7989-7408-49b6-a695-5ea5d8bb575b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.116953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-11fe7989-7408-49b6-a695-5ea5d8bb575b None None] For port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9551c242-1bc0-4aeb-a7bc-d09b0493f6e1,segment=NetworkSegment(c1cabb3e-99f0-46ff-86d3-72ffd72064b3),segment_id=c1cabb3e-99f0-46ff-86d3-72ffd72064b3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:18.117360 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11fe7989-7408-49b6-a695-5ea5d8bb575b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.135222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-11fe7989-7408-49b6-a695-5ea5d8bb575b None None] Calling delete_port for 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:18.135770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:17:18.139259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.184294 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.246137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event deleted for resources: {'Port': ['ID=9551c242-1bc0-4aeb-a7bc-d09b0493f6e1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:18.257708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] No DVR routers for this DVR port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:18.268122 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11fe7989-7408-49b6-a695-5ea5d8bb575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.293345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:18.305444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aafb9c-8ea4-42d9-a242-004ec501970c tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:18.307137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-36aafb9c-8ea4-42d9-a242-004ec501970c tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "GET /v2.0/subnets/33109508-6d1e-496d-a7fb-0727deee17d8 HTTP/1.1" status: 200 len: 797 time: 0.4794273 Jul 30 02:17:18.311365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe7989-7408-49b6-a695-5ea5d8bb575b None None] Pushing event deleted for resources: {'Port': ['ID=9551c242-1bc0-4aeb-a7bc-d09b0493f6e1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:18.313593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:18.314439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe7989-7408-49b6-a695-5ea5d8bb575b None None] No DVR routers for this DVR port 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:18.320034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43358) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:18.320034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=94e5c9c1-63ca-4be2-b50b-c85fd290255f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:18.326936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'port': {'network_id': '702685d1-9f5d-4608-b297-8839f7a10c4e', 'name': 'tempest-FloatingIPTestJSON-1315931024', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:18.332896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6484d49d-0d1e-41bc-b4c2-690df9da644d None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:18.337696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:18.338304 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.412929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.446721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53897252-0a34-4b37-b9f8-f35d3894c301']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:18.460994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f05f8c-d075-43c2-af10-2ca336c6a948 req-d56cfbbd-b3cc-4c34-a99a-0c42e9fca697 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:18.462775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4f05f8c-d075-43c2-af10-2ca336c6a948 req-d56cfbbd-b3cc-4c34-a99a-0c42e9fca697 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 945 time: 0.2630603 Jul 30 02:17:18.470649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-2155aa81-e018-4e5e-958f-39bd8821f5a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2658195 Jul 30 02:17:18.476531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cabb3e-99f0-46ff-86d3-72ffd72064b3') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:18.476531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cabb3e-99f0-46ff-86d3-72ffd72064b3') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:18.476903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7a5faa00-1971-45ed-828c-53840f75af3a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1784992 Jul 30 02:17:18.481135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43362) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:18.487186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:91:d0:7f', 'name': 'tempest-NetworksTestDHCPv6-2079805377'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:18.534128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.594089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.605663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:17:18.606410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:17:18.612521 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:17:18.693479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a4f05f8c-d075-43c2-af10-2ca336c6a948 req-62da226a-573f-4bd1-a7de-e3e8dbebf269 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986897 Jul 30 02:17:18.719088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.734768 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.736732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7f1cf47a-8de6-47e9-8e6e-e94b0074023d up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:18.738579 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] 10.222.0.84 "DELETE /v2.0/networks/53897252-0a34-4b37-b9f8-f35d3894c301 HTTP/1.1" status: 204 len: 168 time: 1.1223352 Jul 30 02:17:18.742080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-5c00997d-7550-4e05-9539-de9291aa3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:18.744726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-5c00997d-7550-4e05-9539-de9291aa3acb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1096 time: 0.1433496 Jul 30 02:17:18.744726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Made reservation on behalf of 4e11ca258a7646dd98ee71492d400588 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:18.769995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e0766-38fc-4da2-b3a7-256d04aebd70 tempest-AllowedAddressPairIpV6TestJSON-1753509402 tempest-AllowedAddressPairIpV6TestJSON-1753509402-project] Pushing event deleted for resources: {'Network': ['ID=53897252-0a34-4b37-b9f8-f35d3894c301,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:18.844556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '94e5c9c1-63ca-4be2-b50b-c85fd290255f'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:18.845696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.870738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:18.884790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:18.885212 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:18.945925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:19.055956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:19.065368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b585904-6723-4373-8b0c-9f7a2cfc68f1 req-9ef52587-3ddc-487e-9071-6bb9f70f40e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:19.066986 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b585904-6723-4373-8b0c-9f7a2cfc68f1 req-9ef52587-3ddc-487e-9071-6bb9f70f40e8 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 945 time: 0.1866271 Jul 30 02:17:19.071356 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.077375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-f9fd3334-df3b-4b2a-aa81-9f4e854d4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:19.079269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-f9fd3334-df3b-4b2a-aa81-9f4e854d4eef service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.2652173 Jul 30 02:17:19.099916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:19.100429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9551c242-1bc0-4aeb-a7bc-d09b0493f6e1 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:19.169919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43370) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:19.191116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Allocated IP 2001:db8::f816:3eff:fe55:bb05 (48930ba7-ea24-4942-b9d8-83beb60f5edc/94e5c9c1-63ca-4be2-b50b-c85fd290255f/8ac642fb-09ad-469f-b6c1-821e9bd0136d) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:19.192479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] device_id is not set on port cebe88d0-20d3-4fa9-ade3-97613fe7727c yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:19.206014 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.249144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:19.253093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b7a838-1243-46d7-afb8-782d8ce2e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1cf47a-8de6-47e9-8e6e-e94b0074023d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:19.258189 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ec83b2-4f91-482e-90e5-37ce186b68e7" -d '{"events": [{"server_uuid": "67b7a838-1243-46d7-afb8-782d8ce2e09c", "name": "network-vif-plugged", "status": "completed", "tag": "7f1cf47a-8de6-47e9-8e6e-e94b0074023d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:19.264449 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.341932 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.364516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b585904-6723-4373-8b0c-9f7a2cfc68f1 req-60d3ae5c-7647-4cab-9125-4068a3de6c1e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744236 Jul 30 02:17:19.370431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:19.397747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-17166ce2-2387-4124-9417-88ed3f16c42d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 1000 time: 0.3004370 Jul 30 02:17:19.449056 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-31c8a01b-9a2f-4f66-9dd2-232e5ae047e4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1e0f55882d62445aac3874ac32a32034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764938 Jul 30 02:17:19.454962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43378) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:19.469193 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3ff208-8c97-4d34-85a5-e4cd7c340baf x-openstack-request-id: req-3c3ff208-8c97-4d34-85a5-e4cd7c340baf {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:19.469931 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b7a838-1243-46d7-afb8-782d8ce2e09c", "name": "network-vif-plugged", "status": "completed", "tag": "7f1cf47a-8de6-47e9-8e6e-e94b0074023d", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:19.470385 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3c3ff208-8c97-4d34-85a5-e4cd7c340baf {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:19.471016 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b7a838-1243-46d7-afb8-782d8ce2e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1cf47a-8de6-47e9-8e6e-e94b0074023d', 'code': 200} Jul 30 02:17:19.502202 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.506829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 02588176-6443-44de-bbc5-53225cc63b29 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:19.521828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Transition to ACTIVE for port object 8ac642fb-09ad-469f-b6c1-821e9bd0136d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:19.561340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Transition to ACTIVE for port object 8ac642fb-09ad-469f-b6c1-821e9bd0136d will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:19.575761 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.626986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-dd8884f1-d9c9-4b3d-8633-c67158c71744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:19.628580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-dd8884f1-d9c9-4b3d-8633-c67158c71744 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.2142355 Jul 30 02:17:19.650313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:19.657736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0dba99a0-2793-47bb-aa51-c2bfd350808d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.663037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:19.693311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:19.696916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Pushing event updated for resources: {'Port': ['ID=8ac642fb-09ad-469f-b6c1-821e9bd0136d,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:19.716234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfffbf9-c756-4a22-9dca-61698b485c1c req-b5f3a5c0-6e42-4e54-90b5-96643b428830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:19.720382 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-adfffbf9-c756-4a22-9dca-61698b485c1c req-b5f3a5c0-6e42-4e54-90b5-96643b428830 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 1097 time: 0.1489544 Jul 30 02:17:19.735021 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0dba99a0-2793-47bb-aa51-c2bfd350808d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.791482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Attempting to bind port 8ac642fb-09ad-469f-b6c1-821e9bd0136d on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:19.791916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Attempting to bind port 8ac642fb-09ad-469f-b6c1-821e9bd0136d by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:19.792355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Attempting to bind port 8ac642fb-09ad-469f-b6c1-821e9bd0136d on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:19.802350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:19.802818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:19.803404 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.803779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:19.805087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Bound port: 8ac642fb-09ad-469f-b6c1-821e9bd0136d, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:19.805504 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.825678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:fe91:d07f (48930ba7-ea24-4942-b9d8-83beb60f5edc/94e5c9c1-63ca-4be2-b50b-c85fd290255f/02588176-6443-44de-bbc5-53225cc63b29) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:19.853040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4205f3-fd9c-4817-94b7-504389e21bbd req-f23ec8b4-b44c-4502-a5a3-7816ff7a8359 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:19.854770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a4205f3-fd9c-4817-94b7-504389e21bbd req-f23ec8b4-b44c-4502-a5a3-7816ff7a8359 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 945 time: 0.2703476 Jul 30 02:17:19.863127 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-adfffbf9-c756-4a22-9dca-61698b485c1c req-94543d1b-c15b-4e19-a72a-35379a97488f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674028 Jul 30 02:17:19.864418 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0dba99a0-2793-47bb-aa51-c2bfd350808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.869209 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0dba99a0-2793-47bb-aa51-c2bfd350808d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:19.870602 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0dba99a0-2793-47bb-aa51-c2bfd350808d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0b3cbe5d-f039-4464-b152-a0e74a063449 HTTP/1.1" status: 204 len: 168 time: 0.4138703 Jul 30 02:17:19.883920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba99a0-2793-47bb-aa51-c2bfd350808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3cbe5d-f039-4464-b152-a0e74a063449,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:19.902591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-196d363e-c47c-41fc-b5ed-64d167a23492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:19.904227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-196d363e-c47c-41fc-b5ed-64d167a23492 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2425897 Jul 30 02:17:19.969424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] For port 8ac642fb-09ad-469f-b6c1-821e9bd0136d, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:19.975146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] For port 8ac642fb-09ad-469f-b6c1-821e9bd0136d, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8ac642fb-09ad-469f-b6c1-821e9bd0136d,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:19.980076 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:20.047306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d50921-bd81-473b-a923-4c9bd1027d5d None None] Pushing event updated for resources: {'Port': ['ID=8ac642fb-09ad-469f-b6c1-821e9bd0136d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:20.068200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0a4205f3-fd9c-4817-94b7-504389e21bbd req-88ba6863-6b3e-4d77-bd0c-6c8e8a76fe66 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993668 Jul 30 02:17:20.097700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.20.0.14 (702685d1-9f5d-4608-b297-8839f7a10c4e/33109508-6d1e-496d-a7fb-0727deee17d8/cebe88d0-20d3-4fa9-ade3-97613fe7727c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:20.127156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43398) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:20.162114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.20.0.12 (702685d1-9f5d-4608-b297-8839f7a10c4e/33109508-6d1e-496d-a7fb-0727deee17d8/cebe88d0-20d3-4fa9-ade3-97613fe7727c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:20.407985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-a0098c70-3688-42fa-b6d5-20ed38e3128d service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465601 Jul 30 02:17:20.775825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c12ef-2154-420c-bad9-d31a15bb58dd tempest-TestVolumeBootPattern-905444791 tempest-TestVolumeBootPattern-905444791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:20.782573 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-432c12ef-2154-420c-bad9-d31a15bb58dd tempest-TestVolumeBootPattern-905444791 tempest-TestVolumeBootPattern-905444791-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 1091 time: 0.6497841 Jul 30 02:17:20.783165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43422) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:20.790973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '729dc2f7-8a82-4a22-97e3-df689e466083', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:20.828241 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.128963 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.171723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8ac642fb-09ad-469f-b6c1-821e9bd0136d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:21.178410 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.269299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58410069-7027-49b1-85c1-bafe315ecebe req-2ba05dd6-6872-48ac-9180-76ba8c7fe067 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:21.290534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58410069-7027-49b1-85c1-bafe315ecebe req-2ba05dd6-6872-48ac-9180-76ba8c7fe067 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 946 time: 1.0710473 Jul 30 02:17:21.302732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 8ac642fb-09ad-469f-b6c1-821e9bd0136d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:21.376072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58410069-7027-49b1-85c1-bafe315ecebe req-2472d486-6bb2-45b6-8d37-12d8f1af09e3 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776901 Jul 30 02:17:21.396898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Allocated IP 172.25.7.254 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/6ca626f6-dcc7-498b-b36e-4a6d30312a39) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:21.409664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 02588176-6443-44de-bbc5-53225cc63b29 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:21.487988 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.547016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ed40954-0be2-49d8-90f3-f5f0a2f90638 req-a7a1413a-4c07-4be5-916a-4e0872402230 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1151595 Jul 30 02:17:21.555038 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.610508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=02588176-6443-44de-bbc5-53225cc63b29,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:21.639062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:21.641553 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.643240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:21.646100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:21.652207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:21.653082 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.673471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.710821 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ef57e8c5-8c69-4762-a12d-90e1ec345787 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2299724 Jul 30 02:17:21.716822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43434) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:21.733637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 702685d1-9f5d-4608-b297-8839f7a10c4e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:21.734822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43436) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:21.738376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:21.746339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:21.770847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.807565 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=cebe88d0-20d3-4fa9-ade3-97613fe7727c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:21.844774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:21.845478 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.847144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:21.858403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:21.870165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8682bc93-8cba-4972-861d-e58c22a0d7d0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.5475712 Jul 30 02:17:21.871335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43440) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:21.876998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'cebe88d0-20d3-4fa9-ade3-97613fe7727c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:21.879260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a0abc2-a880-48c4-9985-6a7d0a899b57 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:21.898755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a0abc2-a880-48c4-9985-6a7d0a899b57 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:21.902489 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-31a0abc2-a880-48c4-9985-6a7d0a899b57 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1830635 Jul 30 02:17:21.905338 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:21.908057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:21.908765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43442) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:21.923295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=6ca626f6-dcc7-498b-b36e-4a6d30312a39,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:21.952913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9d6b68b3-baae-4a95-aab6-515556060a81 None None] Provisioning for port 8ac642fb-09ad-469f-b6c1-821e9bd0136d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:21.958751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9d6b68b3-baae-4a95-aab6-515556060a81 None None] Provisioning complete for port 8ac642fb-09ad-469f-b6c1-821e9bd0136d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:21.959293 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6b68b3-baae-4a95-aab6-515556060a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.014103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-496324407'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:22.129110 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6b68b3-baae-4a95-aab6-515556060a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.185815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9d6b68b3-baae-4a95-aab6-515556060a81 None None] For port 8ac642fb-09ad-469f-b6c1-821e9bd0136d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8ac642fb-09ad-469f-b6c1-821e9bd0136d,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:22.198847 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6b68b3-baae-4a95-aab6-515556060a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.255473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Made reservation on behalf of bb70b5286db449f4ab89e531ba238842 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:22.261895 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.284543 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.317308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b68b3-baae-4a95-aab6-515556060a81 None None] Pushing event updated for resources: {'Port': ['ID=8ac642fb-09ad-469f-b6c1-821e9bd0136d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:22.325963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-943a3f9e-a6a7-4cac-b3b5-6dd90d2a15fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 02588176-6443-44de-bbc5-53225cc63b29 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:22.326319 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-943a3f9e-a6a7-4cac-b3b5-6dd90d2a15fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.423371 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.427638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-159b424e-ca74-4459-a9d6-bcfed25bef81 None None] Provisioning for port 02588176-6443-44de-bbc5-53225cc63b29 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:22.433336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-159b424e-ca74-4459-a9d6-bcfed25bef81 None None] Provisioning complete for port 02588176-6443-44de-bbc5-53225cc63b29 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:22.433984 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-159b424e-ca74-4459-a9d6-bcfed25bef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.484481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-159b424e-ca74-4459-a9d6-bcfed25bef81 None None] Port 02588176-6443-44de-bbc5-53225cc63b29 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:22.572234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-943a3f9e-a6a7-4cac-b3b5-6dd90d2a15fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.603675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-943a3f9e-a6a7-4cac-b3b5-6dd90d2a15fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 02588176-6443-44de-bbc5-53225cc63b29 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:22.712379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e0171-ff28-46e8-9cc6-d56c64620ae7 req-8628d29f-4cf2-42eb-a740-4f461b4d1332 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:22.713960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-630e0171-ff28-46e8-9cc6-d56c64620ae7 req-8628d29f-4cf2-42eb-a740-4f461b4d1332 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 946 time: 0.2557294 Jul 30 02:17:22.769615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.25.7.246 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/8b09bc32-1e7e-4d7f-b9bc-1029ee877ebb) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:22.787644 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.805886 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.808306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:22.938024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:17:22.949200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-630e0171-ff28-46e8-9cc6-d56c64620ae7 req-ad6f042e-09a6-4e5a-9b2d-9de6fde4dab9 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107246 Jul 30 02:17:22.959640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91f464f-caed-466e-850d-40b2edd2c9a2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:22.965905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.059491 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.059881 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Added segment baf39fb7-3c42-4343-9427-0efc6420c8d5 of type vlan for network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 Jul 30 02:17:23.069169 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.084497 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-943a3f9e-a6a7-4cac-b3b5-6dd90d2a15fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.104095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8ac642fb-09ad-469f-b6c1-821e9bd0136d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:23.183077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a3f9e-a6a7-4cac-b3b5-6dd90d2a15fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=02588176-6443-44de-bbc5-53225cc63b29,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:23.218634 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.228826 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-943a3f9e-a6a7-4cac-b3b5-6dd90d2a15fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.238687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43452) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:23.239064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-943a3f9e-a6a7-4cac-b3b5-6dd90d2a15fe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/02588176-6443-44de-bbc5-53225cc63b29 HTTP/1.1" status: 204 len: 168 time: 1.3185129 Jul 30 02:17:23.264169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8ac642fb-09ad-469f-b6c1-821e9bd0136d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:23.264798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.335861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e022f503-d644-45ec-97f6-d74b620acb3c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:23.337669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e022f503-d644-45ec-97f6-d74b620acb3c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:23.339099 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e022f503-d644-45ec-97f6-d74b620acb3c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0988059 Jul 30 02:17:23.350167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43462) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:23.402679 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.427675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:23.428809 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.441841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 94e5c9c1-63ca-4be2-b50b-c85fd290255f {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:23.452270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.492929 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.537777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7965410 Jul 30 02:17:23.540555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43470) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:23.559290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.627520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Request body: {'subnet': {'network_id': '5d34aa31-cb1c-4dbb-8901-b8996b76cd81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:23.638602 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.759336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.831489 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event updated for resources: {'Port': ['ID=6ca626f6-dcc7-498b-b36e-4a6d30312a39,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:23.897022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.920753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=8b09bc32-1e7e-4d7f-b9bc-1029ee877ebb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:23.948006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:23.955921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:23.962984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:23.966111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:24.060073 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.108658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47726e38-e166-4ca2-829c-ccc2fa65fcd7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event updated for resources: {'Network': ['ID=5d34aa31-cb1c-4dbb-8901-b8996b76cd81,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:24.122687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:17:24.159645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Made reservation on behalf of bb70b5286db449f4ab89e531ba238842 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:24.164129 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.548979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.621564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=94e5c9c1-63ca-4be2-b50b-c85fd290255f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:24.636132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.637016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.637407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.637848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.638429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.638855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.639279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.648609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.649577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.650576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.651748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.652991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:24.670215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec5f6bc-b8ec-4f9f-bd7b-145c171b8009 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:24.671228 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Floating IP ce91d380-fb2f-4ece-9fcf-e7d72b06fee3 associated. External IP: 172.25.7.254, port: 729dc2f7-8a82-4a22-97e3-df689e466083. Jul 30 02:17:24.679199 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.685400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8edd9122-1661-4cc8-ba2c-bd64e32d116a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/94e5c9c1-63ca-4be2-b50b-c85fd290255f HTTP/1.1" status: 204 len: 168 time: 1.3314116 Jul 30 02:17:24.688523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43478) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:24.806141 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0e3f9bca-8f8d-404e-899c-440607da3663 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123846 Jul 30 02:17:24.812072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:24.818955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:24.834410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:25.077699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd4e84a-9813-4991-9fd7-5425ec162489 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:25.238787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4e84a-9813-4991-9fd7-5425ec162489 None None] Deleting port 8ac642fb-09ad-469f-b6c1-821e9bd0136d {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:25.239964 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e84a-9813-4991-9fd7-5425ec162489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.370073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event updated for resources: {'Subnet': ['ID=0e8ddb9c-2548-46f7-97d4-1310d3e002ed,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:25.382402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cbd4e84a-9813-4991-9fd7-5425ec162489 None None] For port 8ac642fb-09ad-469f-b6c1-821e9bd0136d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8ac642fb-09ad-469f-b6c1-821e9bd0136d,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:25.383852 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e84a-9813-4991-9fd7-5425ec162489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.391265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.411254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cbd4e84a-9813-4991-9fd7-5425ec162489 None None] Calling delete_port for 8ac642fb-09ad-469f-b6c1-821e9bd0136d owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:25.462559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Checking segment: {'id': 'baf39fb7-3c42-4343-9427-0efc6420c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d34aa31-cb1c-4dbb-8901-b8996b76cd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:25.463184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Network hostable DHCP agents. Network: 5d34aa31-cb1c-4dbb-8901-b8996b76cd81, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:17:25.520794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:25.525576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.561169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:25.591838 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cbd4e84a-9813-4991-9fd7-5425ec162489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.620985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4e84a-9813-4991-9fd7-5425ec162489 None None] No DVR routers for this DVR port 8ac642fb-09ad-469f-b6c1-821e9bd0136d on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:25.640240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:17:25.670198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4e84a-9813-4991-9fd7-5425ec162489 None None] Pushing event deleted for resources: {'Port': ['ID=8ac642fb-09ad-469f-b6c1-821e9bd0136d,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:25.708580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5d34aa31-cb1c-4dbb-8901-b8996b76cd81) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:25.716583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.723815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7e072-9360-46fb-9b30-65ea3027f2d0 None None] Network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:25.733894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:25.735355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:25.835379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-67ce63f4-147d-4e37-a0cc-b7edc62775e7 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2327049 Jul 30 02:17:25.841885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43486) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:25.849008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2ed2bae9-6403-40a1-a228-8847c1671f9c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1617614349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:25.855903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:25.874793 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] Sync routers for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:25.905126 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:25.908119 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:26.109567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.112503 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ed2bae9-6403-40a1-a228-8847c1671f9c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.113549 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ed2bae9-6403-40a1-a228-8847c1671f9c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.167277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-5d34aa31-cb1c-4dbb-8901-b8996b76cd81', 'network_id': '5d34aa31-cb1c-4dbb-8901-b8996b76cd81', 'tenant_id': 'bb70b5286db449f4ab89e531ba238842', 'fixed_ips': [{'subnet_id': '0e8ddb9c-2548-46f7-97d4-1310d3e002ed'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:26.168959 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.227137 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4aeb1ee6-4418-4627-9f09-6828d33a02e9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4407132 Jul 30 02:17:26.228553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:17:26.238516 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633053b9-ab6c-41ee-ace4-1b867f4120ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:17:26.383972 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:26.658695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Allocated IP 172.20.0.2 (5d34aa31-cb1c-4dbb-8901-b8996b76cd81/0e8ddb9c-2548-46f7-97d4-1310d3e002ed/1c36601a-77ec-471b-9c66-c786ae48bf64) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:26.680081 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cf7d52-9ff1-48f1-8d29-ec1d2ca2e150 x-openstack-request-id: req-f5cf7d52-9ff1-48f1-8d29-ec1d2ca2e150 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:17:26.680588 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:17:26.680588 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f5cf7d52-9ff1-48f1-8d29-ec1d2ca2e150 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:17:26.681196 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083', 'status': 'completed', 'code': 200} Jul 30 02:17:26.863486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.876468 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '94dbce53-c90e-40e6-b1b9-fec62f0922dd', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:14:44Z', 'updated_at': '2021-07-30T02:14:52Z', 'revision_number': 1, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}, {'id': 'ce91d380-fb2f-4ece-9fcf-e7d72b06fee3', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '729dc2f7-8a82-4a22-97e3-df689e466083', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:f2:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:17:22Z', 'updated_at': '2021-07-30T02:17:22Z', 'revision_number': 0, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:26.894226 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:26.909672 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] Checking router: 89dccaf5-8af3-46bf-a10b-37ecd889ee26 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:17:26.920601 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:26.921361 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:26.934378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Transition to ACTIVE for port object 1c36601a-77ec-471b-9c66-c786ae48bf64 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:27.003046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Transition to ACTIVE for port object 1c36601a-77ec-471b-9c66-c786ae48bf64 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:27.017739 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.026943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ed2bae9-6403-40a1-a228-8847c1671f9c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.053705 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:17:27.078931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ed2bae9-6403-40a1-a228-8847c1671f9c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.087344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.149617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Pushing event updated for resources: {'Port': ['ID=1c36601a-77ec-471b-9c66-c786ae48bf64,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:27.162944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8ac642fb-09ad-469f-b6c1-821e9bd0136d no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:27.181229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=8b09bc32-1e7e-4d7f-b9bc-1029ee877ebb,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:27.212511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43500) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:27.253658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-369495c3-b521-424e-b1ae-b0d657f744bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:27.256444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-369495c3-b521-424e-b1ae-b0d657f744bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 1096 time: 0.3875530 Jul 30 02:17:27.274424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:27.276730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:27.279293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 8ac642fb-09ad-469f-b6c1-821e9bd0136d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:27.279966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8ac642fb-09ad-469f-b6c1-821e9bd0136d not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:27.294110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:27.325061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec86c7f-c512-471f-a82c-13a164333900 admin admin] Deleting subnet d4e4d5e1-4f29-43e6-ad02-dea4078f3709 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:27.329000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ec86c7f-c512-471f-a82c-13a164333900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.392027 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '94dbce53-c90e-40e6-b1b9-fec62f0922dd', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:14:44Z', 'updated_at': '2021-07-30T02:14:52Z', 'revision_number': 1, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}, {'id': 'ce91d380-fb2f-4ece-9fcf-e7d72b06fee3', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '729dc2f7-8a82-4a22-97e3-df689e466083', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:f2:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:17:22Z', 'updated_at': '2021-07-30T02:17:22Z', 'revision_number': 0, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:27.446063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Attempting to bind port 1c36601a-77ec-471b-9c66-c786ae48bf64 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:27.446431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Attempting to bind port 1c36601a-77ec-471b-9c66-c786ae48bf64 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'baf39fb7-3c42-4343-9427-0efc6420c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d34aa31-cb1c-4dbb-8901-b8996b76cd81'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:27.446795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Attempting to bind port 1c36601a-77ec-471b-9c66-c786ae48bf64 on network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:27.453783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:27.454161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Checking segment: {'id': 'baf39fb7-3c42-4343-9427-0efc6420c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d34aa31-cb1c-4dbb-8901-b8996b76cd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:27.454599 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.454988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Bound using segment: {'id': 'baf39fb7-3c42-4343-9427-0efc6420c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d34aa31-cb1c-4dbb-8901-b8996b76cd81'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:27.455487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Bound port: 1c36601a-77ec-471b-9c66-c786ae48bf64, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf39fb7-3c42-4343-9427-0efc6420c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5d34aa31-cb1c-4dbb-8901-b8996b76cd81'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:27.455895 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.456765 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb297105-ae54-4696-b632-5f9214f8ead6 None None] The sync data for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 is: [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '94dbce53-c90e-40e6-b1b9-fec62f0922dd', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:14:44Z', 'updated_at': '2021-07-30T02:14:52Z', 'revision_number': 1, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}, {'id': 'ce91d380-fb2f-4ece-9fcf-e7d72b06fee3', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.254', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '729dc2f7-8a82-4a22-97e3-df689e466083', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:f2:50:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:17:22Z', 'updated_at': '2021-07-30T02:17:22Z', 'revision_number': 0, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:27.468741 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ec86c7f-c512-471f-a82c-13a164333900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.473115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ed2bae9-6403-40a1-a228-8847c1671f9c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.479229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2ed2bae9-6403-40a1-a228-8847c1671f9c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.6337731 Jul 30 02:17:27.505674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43504) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:27.528039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ec86c7f-c512-471f-a82c-13a164333900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.645794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] For port 1c36601a-77ec-471b-9c66-c786ae48bf64, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:27.655615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] For port 1c36601a-77ec-471b-9c66-c786ae48bf64, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1c36601a-77ec-471b-9c66-c786ae48bf64,segment=NetworkSegment(baf39fb7-3c42-4343-9427-0efc6420c8d5),segment_id=baf39fb7-3c42-4343-9427-0efc6420c8d5)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:27.656029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ec86c7f-c512-471f-a82c-13a164333900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.664679 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.693911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec86c7f-c512-471f-a82c-13a164333900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e4d5e1-4f29-43e6-ad02-dea4078f3709,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:27.698433 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ec86c7f-c512-471f-a82c-13a164333900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.703071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9ec86c7f-c512-471f-a82c-13a164333900 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d4e4d5e1-4f29-43e6-ad02-dea4078f3709 HTTP/1.1" status: 204 len: 168 time: 0.4865491 Jul 30 02:17:27.704144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43506) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:27.786091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ce30d-609b-4265-b061-b38a1c04d015 None None] Pushing event updated for resources: {'Port': ['ID=1c36601a-77ec-471b-9c66-c786ae48bf64,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:27.881444 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.942484 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:27.966658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364cffe8-72d2-43fc-b662-0fe6dbabd7b0 None None] New status for floating IP ce91d380-fb2f-4ece-9fcf-e7d72b06fee3: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:17:28.163828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.195080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b32e3f0-4784-42f5-9368-7a04cb9d922e']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:28.231616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39a33aa-4888-4823-a171-5864490eadb8') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:28.234482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39a33aa-4888-4823-a171-5864490eadb8') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:28.256435 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.295934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.313691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:17:28.314112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:17:28.364481 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:17:28.382486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.388683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.389785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:17:28.394216 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8b32e3f0-4784-42f5-9368-7a04cb9d922e HTTP/1.1" status: 204 len: 168 time: 0.6879985 Jul 30 02:17:28.394886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43508) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:28.396984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.418495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1ba80-4bdf-4801-8048-48cc4f4d8fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b32e3f0-4784-42f5-9368-7a04cb9d922e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:28.456599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d12d50-53b5-42b9-a761-99cde58f35d0 admin admin] Deleting subnet df5be876-8cea-4173-a336-f865b5c0d160 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:28.460615 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7d12d50-53b5-42b9-a761-99cde58f35d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.462577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-f70335a0-840b-4498-a543-78a2cb153bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:28.464066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-f70335a0-840b-4498-a543-78a2cb153bac service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.9973419 Jul 30 02:17:28.501391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.512567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7d12d50-53b5-42b9-a761-99cde58f35d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.564232 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7d12d50-53b5-42b9-a761-99cde58f35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.579901 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:28.595245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:28.609984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8834962c-2bc8-44fc-9b99-d7da3f95039e None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:28.637613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7d12d50-53b5-42b9-a761-99cde58f35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.651776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:28.652394 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.684397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d12d50-53b5-42b9-a761-99cde58f35d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5be876-8cea-4173-a336-f865b5c0d160,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:28.688626 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7d12d50-53b5-42b9-a761-99cde58f35d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.689332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=8bac7445-8f5e-4fd2-929d-67abf29be62e,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:28.693659 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7d12d50-53b5-42b9-a761-99cde58f35d0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/df5be876-8cea-4173-a336-f865b5c0d160 HTTP/1.1" status: 204 len: 168 time: 0.2967076 Jul 30 02:17:28.694445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43512) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:28.697645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-76b8a5bd-960f-468f-8ec5-47f64e3a26b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=729dc2f7-8a82-4a22-97e3-df689e466083 HTTP/1.1" status: 200 len: 1001 time: 0.1921465 Jul 30 02:17:28.703111 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 5f236bf8-f82f-4705-8620-bba3d37a696e associated. External IP: 172.25.7.246, port: cebe88d0-20d3-4fa9-ade3-97613fe7727c. Jul 30 02:17:28.815621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '8bac7445-8f5e-4fd2-929d-67abf29be62e'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:28.816495 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.828120 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:28.830514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-25d68f25-ac60-4a0b-824d-5aa92195bc93 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0031021 Jul 30 02:17:28.832867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43514) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:28.842479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:3b:d5:ce', 'name': 'tempest-NetworksTestDHCPv6-1986406508'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:29.028116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Allocated IP 2001:db8::f816:3eff:feba:efcf (48930ba7-ea24-4942-b9d8-83beb60f5edc/8bac7445-8f5e-4fd2-929d-67abf29be62e/c11359c6-ce01-4e3f-9dcb-883f165d2a47) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:29.146798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-df5e7063-c81f-4f88-8243-3b205f439c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:29.150637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-df5e7063-c81f-4f88-8243-3b205f439c36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.4438877 Jul 30 02:17:29.158921 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.173867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1c36601a-77ec-471b-9c66-c786ae48bf64 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:29.178678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:29.210129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5986610-d9b8-4782-9e86-c7bd3147bba3') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:29.210440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5986610-d9b8-4782-9e86-c7bd3147bba3') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:29.243963 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.246216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:29.257611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1c36601a-77ec-471b-9c66-c786ae48bf64 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:29.304300 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.323218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:17:29.326466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:17:29.328344 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:17:29.339582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-8e1fa08e-d691-4f77-a8c2-4711f4996487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:29.341793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-8e1fa08e-d691-4f77-a8c2-4711f4996487 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735258 Jul 30 02:17:29.423150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.446518 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.448592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] 10.222.0.84 "DELETE /v2.0/networks/240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e HTTP/1.1" status: 204 len: 168 time: 0.7520721 Jul 30 02:17:29.453350 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.479125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 64c5a1fd-337a-4022-bbb2-0d8af874e230 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:29.484441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ad7b-f29d-48ed-a93c-bb32b401260c admin admin] Pushing event deleted for resources: {'Network': ['ID=240fdd1d-ccd5-4bd9-85c1-6ee76eb5231e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:29.494380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ee7ed-809d-4c39-96c1-8e60405b682c None None] Network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:29.498684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Allocated IP 172.20.0.1 (5d34aa31-cb1c-4dbb-8901-b8996b76cd81/0e8ddb9c-2548-46f7-97d4-1310d3e002ed/8d392852-ec00-431e-ac95-5fb271b1e1c6) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:29.545171 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.565972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Transition to ACTIVE for port object c11359c6-ce01-4e3f-9dcb-883f165d2a47 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:29.609289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Transition to ACTIVE for port object c11359c6-ce01-4e3f-9dcb-883f165d2a47 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:29.756187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:fe3b:d5ce (48930ba7-ea24-4942-b9d8-83beb60f5edc/8bac7445-8f5e-4fd2-929d-67abf29be62e/64c5a1fd-337a-4022-bbb2-0d8af874e230) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:29.792241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-d0c40b70-9422-45c4-a2f4-8485fb8917eb service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375548 Jul 30 02:17:29.867342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:29.873932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43520) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:29.925314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-633053b9-ab6c-41ee-ace4-1b867f4120ed req-7552158f-e02c-4eaf-9c1d-e9699c4e0b2c service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197894 Jul 30 02:17:29.944682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:29.983550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Pushing event updated for resources: {'Port': ['ID=c11359c6-ce01-4e3f-9dcb-883f165d2a47,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:29.998431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:30.004037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:30.007571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:30.041872 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.046827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.052109 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fb7d7495-4156-4968-98dd-c7b7fd1f5fd3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=418ed6d3783e4310bab04a148c1e5679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765463 Jul 30 02:17:30.055227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-06d4b477-fddc-4876-b1be-429b806fc387 None None] Provisioning for port 1c36601a-77ec-471b-9c66-c786ae48bf64 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:30.059843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43522) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:30.075965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Transition to ACTIVE for port object 8d392852-ec00-431e-ac95-5fb271b1e1c6 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:30.106601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 64c5a1fd-337a-4022-bbb2-0d8af874e230 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:30.158024 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.233894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:30.234497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:30.235927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-493b4947-d996-42e7-94cc-4d23e402dbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.246321 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b7dad-4eed-4b20-8756-897b355f6cbc None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:30.253187 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.263927 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b7dad-4eed-4b20-8756-897b355f6cbc None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:30.264789 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4c5b7dad-4eed-4b20-8756-897b355f6cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:30.266486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-493b4947-d996-42e7-94cc-4d23e402dbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.296642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-06d4b477-fddc-4876-b1be-429b806fc387 None None] Provisioning complete for port 1c36601a-77ec-471b-9c66-c786ae48bf64 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:30.297418 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06d4b477-fddc-4876-b1be-429b806fc387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.311060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:30.319999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:30.326200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:30.326989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.330612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:30.333521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Attempting to bind port c11359c6-ce01-4e3f-9dcb-883f165d2a47 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:30.333896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Attempting to bind port c11359c6-ce01-4e3f-9dcb-883f165d2a47 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:30.334260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Attempting to bind port c11359c6-ce01-4e3f-9dcb-883f165d2a47 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:30.335887 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.342013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:30.343304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:30.343304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:30.344426 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.344426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:30.344867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Bound port: c11359c6-ce01-4e3f-9dcb-883f165d2a47, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:30.345112 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.352133 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4c5b7dad-4eed-4b20-8756-897b355f6cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:30.356347 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5205429 Jul 30 02:17:30.357586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43524) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:30.384966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:30.387543 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b7dad-4eed-4b20-8756-897b355f6cbc None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:30.388192 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4c5b7dad-4eed-4b20-8756-897b355f6cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:30.410606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d418b-c230-4f01-b4ec-2565cd64d564 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=64c5a1fd-337a-4022-bbb2-0d8af874e230,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:30.422222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] For port c11359c6-ce01-4e3f-9dcb-883f165d2a47, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:30.425615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] For port c11359c6-ce01-4e3f-9dcb-883f165d2a47, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c11359c6-ce01-4e3f-9dcb-883f165d2a47,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:30.445015 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.446755 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a03ad56-f7b0-4c79-801d-3c7e9f409620 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:30.454112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a03ad56-f7b0-4c79-801d-3c7e9f409620 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:30.459474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9a03ad56-f7b0-4c79-801d-3c7e9f409620 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0915239 Jul 30 02:17:30.463495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43526) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:30.468931 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4c5b7dad-4eed-4b20-8756-897b355f6cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:30.469760 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b7dad-4eed-4b20-8756-897b355f6cbc None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:30.479155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-493b4947-d996-42e7-94cc-4d23e402dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.484568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-493b4947-d996-42e7-94cc-4d23e402dbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.486988 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-493b4947-d996-42e7-94cc-4d23e402dbab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0d0a614b-00ad-4563-a032-41d4c191c394 HTTP/1.1" status: 204 len: 168 time: 0.4250350 Jul 30 02:17:30.515014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b4947-d996-42e7-94cc-4d23e402dbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0a614b-00ad-4563-a032-41d4c191c394,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:30.556785 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06d4b477-fddc-4876-b1be-429b806fc387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.657313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f6460-d481-4414-b89e-cc18d0c67bc4 None None] Pushing event updated for resources: {'Port': ['ID=c11359c6-ce01-4e3f-9dcb-883f165d2a47,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:30.681075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-06d4b477-fddc-4876-b1be-429b806fc387 None None] For port 1c36601a-77ec-471b-9c66-c786ae48bf64, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1c36601a-77ec-471b-9c66-c786ae48bf64,segment=NetworkSegment(baf39fb7-3c42-4343-9427-0efc6420c8d5),segment_id=baf39fb7-3c42-4343-9427-0efc6420c8d5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:30.687121 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-06d4b477-fddc-4876-b1be-429b806fc387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.711519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5b4e17f1-3316-4b8e-8e31-0c494dddd473 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.8388505 Jul 30 02:17:30.714336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43532) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:30.723027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event updated for resources: {'Port': ['ID=8d392852-ec00-431e-ac95-5fb271b1e1c6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:30.726115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-230d6329-1a10-491a-80e8-d119ea6f68cb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'port_id': 'cebe88d0-20d3-4fa9-ade3-97613fe7727c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:30.764156 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.791373 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f9021ff4-41a5-467f-8da8-e7e2b523d404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:30.872700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4b477-fddc-4876-b1be-429b806fc387 None None] Pushing event updated for resources: {'Port': ['ID=1c36601a-77ec-471b-9c66-c786ae48bf64,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:30.959397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-230d6329-1a10-491a-80e8-d119ea6f68cb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.043955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12aafb6b-2278-4097-8353-fd1ae750d052 None None] Provisioning complete for port 1c36601a-77ec-471b-9c66-c786ae48bf64 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:31.047204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12aafb6b-2278-4097-8353-fd1ae750d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.292666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1c36601a-77ec-471b-9c66-c786ae48bf64 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:31.406554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1c36601a-77ec-471b-9c66-c786ae48bf64 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:31.407318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.435226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43536) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:31.528659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-6784f68f-0505-4c96-ba31-83cf9c84e6eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 64c5a1fd-337a-4022-bbb2-0d8af874e230 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:31.528659 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6784f68f-0505-4c96-ba31-83cf9c84e6eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.541236 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.554553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4be594a3-8a1f-437c-a045-6717aa79d533 None None] Provisioning for port 8d392852-ec00-431e-ac95-5fb271b1e1c6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:31.557545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c11359c6-ce01-4e3f-9dcb-883f165d2a47 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:31.592530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8f981c65-5d09-4c7b-8e7a-f39bd6e31547 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c5942c816bd44fa88d4459e34ae3de29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556072 Jul 30 02:17:31.593519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43538) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:31.593651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4be594a3-8a1f-437c-a045-6717aa79d533 None None] Provisioning complete for port 8d392852-ec00-431e-ac95-5fb271b1e1c6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:31.593975 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4be594a3-8a1f-437c-a045-6717aa79d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.638810 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6784f68f-0505-4c96-ba31-83cf9c84e6eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.653035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-6784f68f-0505-4c96-ba31-83cf9c84e6eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 64c5a1fd-337a-4022-bbb2-0d8af874e230 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:31.658930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4be594a3-8a1f-437c-a045-6717aa79d533 None None] Port 8d392852-ec00-431e-ac95-5fb271b1e1c6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:31.663126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c11359c6-ce01-4e3f-9dcb-883f165d2a47 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:31.734621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4642888-ff03-476e-ad8a-4c487cf582a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.784323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.907675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4642888-ff03-476e-ad8a-4c487cf582a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:31.958678 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6784f68f-0505-4c96-ba31-83cf9c84e6eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.012546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784f68f-0505-4c96-ba31-83cf9c84e6eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=64c5a1fd-337a-4022-bbb2-0d8af874e230,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:32.015579 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-230d6329-1a10-491a-80e8-d119ea6f68cb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.019574 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4642888-ff03-476e-ad8a-4c487cf582a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.025388 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c4642888-ff03-476e-ad8a-4c487cf582a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.026604 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c4642888-ff03-476e-ad8a-4c487cf582a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bf28eebf-4e2e-45e1-aa10-76ad8a46d580 HTTP/1.1" status: 204 len: 168 time: 0.4255729 Jul 30 02:17:32.029589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-230d6329-1a10-491a-80e8-d119ea6f68cb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.039354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6784f68f-0505-4c96-ba31-83cf9c84e6eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.041457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6784f68f-0505-4c96-ba31-83cf9c84e6eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/64c5a1fd-337a-4022-bbb2-0d8af874e230 HTTP/1.1" status: 204 len: 168 time: 1.5685229 Jul 30 02:17:32.044837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43544) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:32.073892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4642888-ff03-476e-ad8a-4c487cf582a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf28eebf-4e2e-45e1-aa10-76ad8a46d580,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:32.132408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aef21fd0-54d4-401e-9b13-ff92e74bd29a None None] Provisioning for port c11359c6-ce01-4e3f-9dcb-883f165d2a47 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:32.138700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aef21fd0-54d4-401e-9b13-ff92e74bd29a None None] Provisioning complete for port c11359c6-ce01-4e3f-9dcb-883f165d2a47 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:32.139138 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef21fd0-54d4-401e-9b13-ff92e74bd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.168986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf45804-9b1b-49d2-b609-0fb62b5da05b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:32.170889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf45804-9b1b-49d2-b609-0fb62b5da05b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:32.172964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4bf45804-9b1b-49d2-b609-0fb62b5da05b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269674 Jul 30 02:17:32.175668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:32.258450 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef21fd0-54d4-401e-9b13-ff92e74bd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.323376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-aef21fd0-54d4-401e-9b13-ff92e74bd29a None None] For port c11359c6-ce01-4e3f-9dcb-883f165d2a47, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c11359c6-ce01-4e3f-9dcb-883f165d2a47,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:32.332629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.334654 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aef21fd0-54d4-401e-9b13-ff92e74bd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.342869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.381042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7a4de1-3e23-4f3e-bca8-eb9b018fe604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 8bac7445-8f5e-4fd2-929d-67abf29be62e {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:32.390973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4de1-3e23-4f3e-bca8-eb9b018fe604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.421505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef21fd0-54d4-401e-9b13-ff92e74bd29a None None] Pushing event updated for resources: {'Port': ['ID=c11359c6-ce01-4e3f-9dcb-883f165d2a47,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:32.451273 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.458544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3d8ddf46-60cd-4603-9b6e-17744ae494da None None] Could not find standard attr ID for object 64c5a1fd-337a-4022-bbb2-0d8af874e230. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:17:32.465117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event updated for resources: {'Port': ['ID=8d392852-ec00-431e-ac95-5fb271b1e1c6,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:32.495953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230d6329-1a10-491a-80e8-d119ea6f68cb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:32.516128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4de1-3e23-4f3e-bca8-eb9b018fe604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.619968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:32.622668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:32.833370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Router 91ee7f02-845c-48b9-b3b2-f405630eb233 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:17:32.994696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-77c87384-8ecf-4483-8c0f-786feaab2482 None None] Provisioning complete for port 8d392852-ec00-431e-ac95-5fb271b1e1c6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:32.995616 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77c87384-8ecf-4483-8c0f-786feaab2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:32.997083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:33.011402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5a20c1ed-bc83-4e7e-abe6-f164ffd9d0be tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "PUT /v2.0/routers/91ee7f02-845c-48b9-b3b2-f405630eb233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4862604 Jul 30 02:17:33.014789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:33.024082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Request body: {'port': {'network_id': '5d34aa31-cb1c-4dbb-8901-b8996b76cd81', 'name': 'tempest-FloatingIPNegativeTestJSON-2009483766'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:33.050004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-77c87384-8ecf-4483-8c0f-786feaab2482 None None] Port 8d392852-ec00-431e-ac95-5fb271b1e1c6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:33.055801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9200fd-828e-4812-8685-762699a31cea None None] Sync routers for ids ['91ee7f02-845c-48b9-b3b2-f405630eb233'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:33.065550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c11359c6-ce01-4e3f-9dcb-883f165d2a47 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:33.087888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230d6329-1a10-491a-80e8-d119ea6f68cb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:33.099903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-230d6329-1a10-491a-80e8-d119ea6f68cb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.102663 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edecff6-2e1d-426f-8388-028a5bd1cb1f None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:33.110117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4de1-3e23-4f3e-bca8-eb9b018fe604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.123732 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edecff6-2e1d-426f-8388-028a5bd1cb1f None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:33.124372 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2edecff6-2e1d-426f-8388-028a5bd1cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:33.124839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9200fd-828e-4812-8685-762699a31cea None None] Routers {'91ee7f02-845c-48b9-b3b2-f405630eb233'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:33.125631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ee9200fd-828e-4812-8685-762699a31cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['91ee7f02-845c-48b9-b3b2-f405630eb233'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:33.179676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ee9200fd-828e-4812-8685-762699a31cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:33.199804 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2edecff6-2e1d-426f-8388-028a5bd1cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:33.211184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9200fd-828e-4812-8685-762699a31cea None None] Routers {'91ee7f02-845c-48b9-b3b2-f405630eb233'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:33.212199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ee9200fd-828e-4812-8685-762699a31cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['91ee7f02-845c-48b9-b3b2-f405630eb233'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:33.221622 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edecff6-2e1d-426f-8388-028a5bd1cb1f None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:33.223745 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2edecff6-2e1d-426f-8388-028a5bd1cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:33.236429 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-230d6329-1a10-491a-80e8-d119ea6f68cb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/floatingips/5f236bf8-f82f-4705-8620-bba3d37a696e HTTP/1.1" status: 200 len: 979 time: 2.5208464 Jul 30 02:17:33.240036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43570) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:33.265252 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ee9200fd-828e-4812-8685-762699a31cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:33.266561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9200fd-828e-4812-8685-762699a31cea None None] The sync data for ids ['91ee7f02-845c-48b9-b3b2-f405630eb233'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:33.272807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c11359c6-ce01-4e3f-9dcb-883f165d2a47 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:33.274391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.301630 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2edecff6-2e1d-426f-8388-028a5bd1cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:33.302831 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edecff6-2e1d-426f-8388-028a5bd1cb1f None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:33.302963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Made reservation on behalf of bb70b5286db449f4ab89e531ba238842 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:33.309065 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.324804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4de1-3e23-4f3e-bca8-eb9b018fe604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.344559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] device_id is not set on port 05bdad57-831c-412e-8d6a-a4d9a6de4f0d yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:33.390607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a4de1-3e23-4f3e-bca8-eb9b018fe604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=8bac7445-8f5e-4fd2-929d-67abf29be62e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:33.393203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4de1-3e23-4f3e-bca8-eb9b018fe604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.398670 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cd7a4de1-3e23-4f3e-bca8-eb9b018fe604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/8bac7445-8f5e-4fd2-929d-67abf29be62e HTTP/1.1" status: 204 len: 168 time: 1.2217960 Jul 30 02:17:33.400031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e733627d-8adc-4fda-bec3-d5c576b63f7a None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:33.417236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43576) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:33.452147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-569882a8-d686-48ed-a628-096876e63b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.474415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43578) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:33.475107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e4a1cbb4-5500-40fc-a4a6-68006c15aae1 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565889 Jul 30 02:17:33.558855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb465813-1fd3-4002-8872-7c3029d98137 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:33.560800 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eb465813-1fd3-4002-8872-7c3029d98137 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0852752 Jul 30 02:17:33.563273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43582) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:33.580575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port 8b09bc32-1e7e-4d7f-b9bc-1029ee877ebb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:33.580964 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.612657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Allocated IP 172.20.0.14 (5d34aa31-cb1c-4dbb-8901-b8996b76cd81/0e8ddb9c-2548-46f7-97d4-1310d3e002ed/05bdad57-831c-412e-8d6a-a4d9a6de4f0d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:33.641132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b33a5-e939-415e-b825-9512ed6ca4a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:33.643533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-700b33a5-e939-415e-b825-9512ed6ca4a0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0774431 Jul 30 02:17:33.644875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43586) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:33.683913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c2523-4fb9-4397-83ec-1c117de8fb52 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:33.691347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.691785 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.707261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for 8b09bc32-1e7e-4d7f-b9bc-1029ee877ebb owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:33.717538 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-38058237-4ace-4bfc-8002-162b5b031ed8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670173 Jul 30 02:17:33.717538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43588) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:33.729096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:33.749820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-705c2523-4fb9-4397-83ec-1c117de8fb52 None None] Deleting port c11359c6-ce01-4e3f-9dcb-883f165d2a47 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:33.750865 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-705c2523-4fb9-4397-83ec-1c117de8fb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.864577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-705c2523-4fb9-4397-83ec-1c117de8fb52 None None] For port c11359c6-ce01-4e3f-9dcb-883f165d2a47, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c11359c6-ce01-4e3f-9dcb-883f165d2a47,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:33.866495 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-705c2523-4fb9-4397-83ec-1c117de8fb52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.892574 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.904353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-705c2523-4fb9-4397-83ec-1c117de8fb52 None None] Calling delete_port for c11359c6-ce01-4e3f-9dcb-883f165d2a47 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:33.916648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:33.918715 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:33.925945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43592) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:34.009893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.039150 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-705c2523-4fb9-4397-83ec-1c117de8fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.079501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c2523-4fb9-4397-83ec-1c117de8fb52 None None] No DVR routers for this DVR port c11359c6-ce01-4e3f-9dcb-883f165d2a47 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:34.085537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2523-4fb9-4397-83ec-1c117de8fb52 None None] Pushing event deleted for resources: {'Port': ['ID=c11359c6-ce01-4e3f-9dcb-883f165d2a47,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:34.109077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Transition to ACTIVE for port object 05bdad57-831c-412e-8d6a-a4d9a6de4f0d will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:34.109251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.135777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=8b09bc32-1e7e-4d7f-b9bc-1029ee877ebb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:34.198324 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5d9d-6464-4151-8279-ba5fbec5e152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.212984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.231492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.231825 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 5f236bf8-f82f-4705-8620-bba3d37a696e disassociated (deleted). External IP: 172.25.7.246, port: cebe88d0-20d3-4fa9-ade3-97613fe7727c. Jul 30 02:17:34.301324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:34.310933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:34.313737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:34.354872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event updated for resources: {'Port': ['ID=05bdad57-831c-412e-8d6a-a4d9a6de4f0d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:34.411550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:34.412189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.445398 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5d9d-6464-4151-8279-ba5fbec5e152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.452379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:17:34.454417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5d9d-6464-4151-8279-ba5fbec5e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.455195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.468025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3d2915f2-8c16-40ab-bc65-dee2d56f83bf tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4489412 Jul 30 02:17:34.487722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43598) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:34.502711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:34.543870 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2c1d5d9d-6464-4151-8279-ba5fbec5e152 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f78503f5761b480a94fbbde94c5ba3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6141660 Jul 30 02:17:34.544108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:34.544108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=93757cd4-6835-4a03-a3bf-5e3ce37b46fc,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:34.545084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43600) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:34.546670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d5d9d-6464-4151-8279-ba5fbec5e152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc66f23b-3f6b-4c1d-83ee-0223d881fb80,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:34.551218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:34.555102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:34.555740 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.571148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfbc931-48ad-4efd-8b9e-c9f6c88eef76 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:34.575911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.581415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:34.598160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5b22afc6-586e-47e8-aad4-083667b87b35 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8800867 Jul 30 02:17:34.605301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43602) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:34.612926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:0a:1b:44', 'name': 'tempest-NetworksTestDHCPv6-389544472'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:34.628455 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.646009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d6588f5d-9e3b-487e-9ad8-b9dbc34579d2 None None] Provisioning for port 05bdad57-831c-412e-8d6a-a4d9a6de4f0d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:34.652641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d6588f5d-9e3b-487e-9ad8-b9dbc34579d2 None None] Provisioning complete for port 05bdad57-831c-412e-8d6a-a4d9a6de4f0d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:34.653010 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6588f5d-9e3b-487e-9ad8-b9dbc34579d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.713530 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.714323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d6588f5d-9e3b-487e-9ad8-b9dbc34579d2 None None] Port 05bdad57-831c-412e-8d6a-a4d9a6de4f0d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:34.737668 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0078-7c08-4d5e-bc15-96b5463cc41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.788882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '93757cd4-6835-4a03-a3bf-5e3ce37b46fc'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:34.790055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.822104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0078-7c08-4d5e-bc15-96b5463cc41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.839482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Allocated IP 172.25.7.150 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/0c10f83c-bba0-4449-8f9c-4bceae5c8b76) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:34.868485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:34.878385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.891292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d0989-31c4-4fef-a7b3-49c07ef425af None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:34.921759 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-854278c2-2456-4355-bed0-f033caae250e tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/floatingips/5f236bf8-f82f-4705-8620-bba3d37a696e HTTP/1.1" status: 204 len: 168 time: 1.6783361 Jul 30 02:17:34.924421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:34.925245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43604) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:34.945087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d0989-31c4-4fef-a7b3-49c07ef425af None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:34.945694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-713d0989-31c4-4fef-a7b3-49c07ef425af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:34.974913 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0078-7c08-4d5e-bc15-96b5463cc41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.979489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0078-7c08-4d5e-bc15-96b5463cc41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:34.979489 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7ee0078-7c08-4d5e-bc15-96b5463cc41d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cc66f23b-3f6b-4c1d-83ee-0223d881fb80 HTTP/1.1" status: 204 len: 168 time: 0.4335189 Jul 30 02:17:34.997944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-713d0989-31c4-4fef-a7b3-49c07ef425af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:35.016781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Allocated IP 2001:db8::f816:3eff:fe29:ce1f (48930ba7-ea24-4942-b9d8-83beb60f5edc/93757cd4-6835-4a03-a3bf-5e3ce37b46fc/37d38322-5ab5-49fc-b624-419bd1508300) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:35.019294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d0989-31c4-4fef-a7b3-49c07ef425af None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:35.019969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-713d0989-31c4-4fef-a7b3-49c07ef425af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:35.029535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee0078-7c08-4d5e-bc15-96b5463cc41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc66f23b-3f6b-4c1d-83ee-0223d881fb80,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:35.031530 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.060412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-713d0989-31c4-4fef-a7b3-49c07ef425af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:35.061079 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d0989-31c4-4fef-a7b3-49c07ef425af None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:35.079256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.113652 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.125983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c11359c6-ce01-4e3f-9dcb-883f165d2a47 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:35.139150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event updated for resources: {'Port': ['ID=0c10f83c-bba0-4449-8f9c-4bceae5c8b76,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:35.159130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:35.162779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:35.167760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:35.180209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 1fa51491-abe3-489b-834e-58b7f240b9bc yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:35.218819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c11359c6-ce01-4e3f-9dcb-883f165d2a47 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:35.219683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c11359c6-ce01-4e3f-9dcb-883f165d2a47 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:35.228583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ece0df5d-9300-407e-8028-250b8cbfb5d9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port cebe88d0-20d3-4fa9-ade3-97613fe7727c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:35.229198 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ece0df5d-9300-407e-8028-250b8cbfb5d9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.352728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.368748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Transition to ACTIVE for port object 37d38322-5ab5-49fc-b624-419bd1508300 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:35.372259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.386864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Transition to ACTIVE for port object 37d38322-5ab5-49fc-b624-419bd1508300 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:35.402141 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.415199 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ece0df5d-9300-407e-8028-250b8cbfb5d9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.438290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ece0df5d-9300-407e-8028-250b8cbfb5d9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for cebe88d0-20d3-4fa9-ade3-97613fe7727c owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:35.442597 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.454725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:fe0a:1b44 (48930ba7-ea24-4942-b9d8-83beb60f5edc/93757cd4-6835-4a03-a3bf-5e3ce37b46fc/1fa51491-abe3-489b-834e-58b7f240b9bc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:35.455645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:35.469408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:35.476971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:35.504681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Pushing event updated for resources: {'Port': ['ID=37d38322-5ab5-49fc-b624-419bd1508300,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:35.561608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Attempting to bind port 37d38322-5ab5-49fc-b624-419bd1508300 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:35.562078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Attempting to bind port 37d38322-5ab5-49fc-b624-419bd1508300 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:35.562521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Attempting to bind port 37d38322-5ab5-49fc-b624-419bd1508300 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:35.569492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:35.570132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:35.570801 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.571758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:35.572367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Bound port: 37d38322-5ab5-49fc-b624-419bd1508300, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:35.573618 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.660768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] For port 37d38322-5ab5-49fc-b624-419bd1508300, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:35.667984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] For port 37d38322-5ab5-49fc-b624-419bd1508300, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=37d38322-5ab5-49fc-b624-419bd1508300,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:35.684341 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.775419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276633ee-19e3-4bb2-8d6e-05c299bc2c1d None None] Pushing event updated for resources: {'Port': ['ID=37d38322-5ab5-49fc-b624-419bd1508300,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:35.851614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.906848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 1fa51491-abe3-489b-834e-58b7f240b9bc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:35.926820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.950028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:35.985001 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.019188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ece0df5d-9300-407e-8028-250b8cbfb5d9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.065541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:36.070811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:36.075359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:36.082048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event updated for resources: {'Port': ['ID=0c10f83c-bba0-4449-8f9c-4bceae5c8b76,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:36.084234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.085716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.112666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=1fa51491-abe3-489b-834e-58b7f240b9bc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:36.129580 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6ee0ec63-1f1f-4db4-8ee6-f8f698477ae0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5186870 Jul 30 02:17:36.130228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43628) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:36.222028 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.260741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca547f1d-08d4-4cdc-8b30-9b511538ecfe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.270155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca547f1d-08d4-4cdc-8b30-9b511538ecfe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:36.279202 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca547f1d-08d4-4cdc-8b30-9b511538ecfe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1478186 Jul 30 02:17:36.284606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43636) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:36.307887 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:17:36.391367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0df5d-9300-407e-8028-250b8cbfb5d9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=cebe88d0-20d3-4fa9-ade3-97613fe7727c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:36.417044 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53cc4f61-de56-4cdf-8c82-9116e7f7f6e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 1fa51491-abe3-489b-834e-58b7f240b9bc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:36.417828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53cc4f61-de56-4cdf-8c82-9116e7f7f6e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.474490 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.495192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ece0df5d-9300-407e-8028-250b8cbfb5d9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.497996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ece0df5d-9300-407e-8028-250b8cbfb5d9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/ports/cebe88d0-20d3-4fa9-ade3-97613fe7727c HTTP/1.1" status: 204 len: 168 time: 1.5716903 Jul 30 02:17:36.507100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43638) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:36.514333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:36.523693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.525887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dd8d5c03-0488-4ce7-bc64-ae2d2dc59026 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0369051 Jul 30 02:17:36.532016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43640) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:36.541281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4e3e69c7-5407-481d-a4ed-e7895303cf5b tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Request body: {'floatingip': {'port_id': '05bdad57-831c-412e-8d6a-a4d9a6de4f0d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:36.585203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53cc4f61-de56-4cdf-8c82-9116e7f7f6e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.603829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53cc4f61-de56-4cdf-8c82-9116e7f7f6e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 1fa51491-abe3-489b-834e-58b7f240b9bc owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:36.869616 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53cc4f61-de56-4cdf-8c82-9116e7f7f6e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:36.928363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc4f61-de56-4cdf-8c82-9116e7f7f6e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=1fa51491-abe3-489b-834e-58b7f240b9bc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:36.981547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53cc4f61-de56-4cdf-8c82-9116e7f7f6e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.004037 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-53cc4f61-de56-4cdf-8c82-9116e7f7f6e4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/1fa51491-abe3-489b-834e-58b7f240b9bc HTTP/1.1" status: 204 len: 168 time: 0.7145510 Jul 30 02:17:37.006178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43646) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:37.110695 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4e3e69c7-5407-481d-a4ed-e7895303cf5b tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.117302 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.117772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd82a5c-4f7d-4eab-9b94-c91be9f74583 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:37.120558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd82a5c-4f7d-4eab-9b94-c91be9f74583 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:37.123489 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cbd82a5c-4f7d-4eab-9b94-c91be9f74583 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1141453 Jul 30 02:17:37.125348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43648) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:37.201784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 37d38322-5ab5-49fc-b624-419bd1508300 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:37.248120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d956ee0-76d0-47d9-ad7e-a5f3f25b631b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 93757cd4-6835-4a03-a3bf-5e3ce37b46fc {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:37.254154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d956ee0-76d0-47d9-ad7e-a5f3f25b631b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.312396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 37d38322-5ab5-49fc-b624-419bd1508300 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:37.365368 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d956ee0-76d0-47d9-ad7e-a5f3f25b631b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.428655 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-4e3e69c7-5407-481d-a4ed-e7895303cf5b tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] update failed (client error): The resource could not be found. Jul 30 02:17:37.429619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4e3e69c7-5407-481d-a4ed-e7895303cf5b tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "PUT /v2.0/floatingips/d05fcc77-f66b-4be4-ba04-446fc33cf593 HTTP/1.1" status: 404 len: 507 time: 0.8964934 Jul 30 02:17:37.435530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43654) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:37.538823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] Provisioning for port 37d38322-5ab5-49fc-b624-419bd1508300 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:37.541549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d956ee0-76d0-47d9-ad7e-a5f3f25b631b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.548904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] Provisioning complete for port 37d38322-5ab5-49fc-b624-419bd1508300 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:37.548904 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.681386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d956ee0-76d0-47d9-ad7e-a5f3f25b631b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.686298 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.710777 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d956ee0-76d0-47d9-ad7e-a5f3f25b631b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.725018 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1d956ee0-76d0-47d9-ad7e-a5f3f25b631b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/93757cd4-6835-4a03-a3bf-5e3ce37b46fc HTTP/1.1" status: 204 len: 168 time: 0.5943782 Jul 30 02:17:37.725851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43656) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:37.773800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d956ee0-76d0-47d9-ad7e-a5f3f25b631b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=93757cd4-6835-4a03-a3bf-5e3ce37b46fc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:37.779562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:17:37.779908 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:17:37.793771 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:37.839368 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f917d5fb-19f5-4984-bd7e-392cb66f36cb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728004 Jul 30 02:17:37.848111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43658) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:37.860594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:37.876679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef0abd0-73c4-493b-bbe6-2830e45bcc7c None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:37.890887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Deleting port 0c10f83c-bba0-4449-8f9c-4bceae5c8b76 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:37.891239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.064824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:38.076391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.101941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.102759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.126836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.25.7.253 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/a5990dd6-5827-4714-a835-93c9a424e81b) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:38.139198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Calling delete_port for 0c10f83c-bba0-4449-8f9c-4bceae5c8b76 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:38.196931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b86999-01fd-412f-882a-b006a90bed94 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:38.268193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-78b86999-01fd-412f-882a-b006a90bed94 None None] Deleting port 37d38322-5ab5-49fc-b624-419bd1508300 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:38.271200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78b86999-01fd-412f-882a-b006a90bed94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.376285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-78b86999-01fd-412f-882a-b006a90bed94 None None] For port 37d38322-5ab5-49fc-b624-419bd1508300, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=37d38322-5ab5-49fc-b624-419bd1508300,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:38.376812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78b86999-01fd-412f-882a-b006a90bed94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.380636 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.409039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-78b86999-01fd-412f-882a-b006a90bed94 None None] Calling delete_port for 37d38322-5ab5-49fc-b624-419bd1508300 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:38.449816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.456968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] For port 37d38322-5ab5-49fc-b624-419bd1508300, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=37d38322-5ab5-49fc-b624-419bd1508300,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:38.510372 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.588387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.636047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event deleted for resources: {'Port': ['ID=0c10f83c-bba0-4449-8f9c-4bceae5c8b76,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:38.654101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58fe69-d504-4d74-975c-69f104934d22 None None] Pushing event updated for resources: {'Port': ['ID=37d38322-5ab5-49fc-b624-419bd1508300,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:38.656657 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.670847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c87550b1-9bd3-434f-b601-108f938b4509 None None] Could not find standard attr ID for object 1fa51491-abe3-489b-834e-58b7f240b9bc. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:17:38.699980 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-78b86999-01fd-412f-882a-b006a90bed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.747423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b86999-01fd-412f-882a-b006a90bed94 None None] Pushing event deleted for resources: {'Port': ['ID=37d38322-5ab5-49fc-b624-419bd1508300,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:38.758745 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b86999-01fd-412f-882a-b006a90bed94 None None] No DVR routers for this DVR port 37d38322-5ab5-49fc-b624-419bd1508300 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:38.759824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:38.767571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:38.783580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:38.808464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=a5990dd6-5827-4714-a835-93c9a424e81b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:38.817722 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.821789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.823049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e18f8cd9-0257-4fed-b2c0-49a24fa65443 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "DELETE /v2.0/floatingips/d05fcc77-f66b-4be4-ba04-446fc33cf593 HTTP/1.1" status: 204 len: 168 time: 1.3850653 Jul 30 02:17:38.837770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43666) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:38.851089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c4cb651a-cd03-4c2d-83a4-1c5b5a408863 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Request body: {'floatingip': {'floating_network_id': '5d34aa31-cb1c-4dbb-8901-b8996b76cd81', 'port_id': '05bdad57-831c-412e-8d6a-a4d9a6de4f0d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:38.922240 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4cb651a-cd03-4c2d-83a4-1c5b5a408863 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:38.987928 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.046505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.056394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:17:39.061709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 37d38322-5ab5-49fc-b624-419bd1508300 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:39.094429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 37d38322-5ab5-49fc-b624-419bd1508300 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:39.095574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 37d38322-5ab5-49fc-b624-419bd1508300 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:39.253833 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-c4cb651a-cd03-4c2d-83a4-1c5b5a408863 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:17:39.254721 n-d-715271-7 neutron-server[93818]: WARNING neutron.services.revisions.revision_plugin [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Could not find related port for resource to bump revision. Jul 30 02:17:39.255822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c4cb651a-cd03-4c2d-83a4-1c5b5a408863 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4116511 Jul 30 02:17:39.262056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43674) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:39.264652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_pluggable_backend [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Port 37d38322-5ab5-49fc-b624-419bd1508300 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93818) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 30 02:17:39.264995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_pluggable_backend [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Reverting IP allocation for 2001:db8::f816:3eff:fe29:ce1f {{(pid=93818) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 30 02:17:39.269971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_pluggable_backend [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe29:ce1f {{(pid=93818) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 30 02:17:39.281762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '05bdad57-831c-412e-8d6a-a4d9a6de4f0d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:39.282755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.355865 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.363323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.391500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.416928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:39.422946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:39.427670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:39.428426 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.439379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382f6a03-8f6b-46b6-82df-7cd9d7928255 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:39.496506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6444511 Jul 30 02:17:39.498161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43682) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:39.499167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bb73c-da33-49da-8642-7b17caf986c6 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=ea44d126-1aeb-4343-8407-9a8d8eabd0cb,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:39.524979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:0c:60:45', 'name': 'tempest-NetworksTestDHCPv6-275543151'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:39.595060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=a5990dd6-5827-4714-a835-93c9a424e81b,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:39.632469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.654848 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.659250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-97c456b8-a64b-4784-964a-7078862f33a9 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1505175 Jul 30 02:17:39.660954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43686) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:39.667239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'port': {'network_id': '702685d1-9f5d-4608-b297-8839f7a10c4e', 'name': 'tempest-FloatingIPTestJSON-1375990915'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:39.711046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:39.715563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.758627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port dfdd54da-8371-445c-b665-9626b1dc9b3c yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:39.770353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.810229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': 'ea44d126-1aeb-4343-8407-9a8d8eabd0cb'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:39.812432 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.927645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Made reservation on behalf of 4e11ca258a7646dd98ee71492d400588 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:39.931234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:39.968791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Allocated IP 172.25.7.134 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/77cf8f16-6f13-4b71-bd7e-12456f039d4a) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:39.971603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] device_id is not set on port 0d7a4f2e-5060-4338-95c9-73cefa66b430 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:39.972726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:fe0c:6045 (48930ba7-ea24-4942-b9d8-83beb60f5edc/ea44d126-1aeb-4343-8407-9a8d8eabd0cb/dfdd54da-8371-445c-b665-9626b1dc9b3c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:40.201508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.20.0.2 (702685d1-9f5d-4608-b297-8839f7a10c4e/33109508-6d1e-496d-a7fb-0727deee17d8/0d7a4f2e-5060-4338-95c9-73cefa66b430) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:40.231290 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.275344 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.309692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object dfdd54da-8371-445c-b665-9626b1dc9b3c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:40.352563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.416862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:40.428246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:40.436553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:40.447382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:40.448606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.460377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Allocated IP 2001:db8::f816:3eff:fe62:d736 (48930ba7-ea24-4942-b9d8-83beb60f5edc/ea44d126-1aeb-4343-8407-9a8d8eabd0cb/87139ab2-eb85-4af6-9105-ff0b4db3d3b9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:40.489350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=dfdd54da-8371-445c-b665-9626b1dc9b3c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:40.507741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4c784015-d608-4cf6-87bc-d36c68ebcabd tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9971254 Jul 30 02:17:40.510346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43698) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:40.532701 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.616583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.626423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f4f21-244a-4009-82ae-e1646990d765 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:40.639321 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-935f4f21-244a-4009-82ae-e1646990d765 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1269481 Jul 30 02:17:40.639601 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.642819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43700) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:40.685462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 702685d1-9f5d-4608-b297-8839f7a10c4e is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:40.691603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:40.698157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:40.705951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:40.712482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:40.715124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:40.809326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=0d7a4f2e-5060-4338-95c9-73cefa66b430,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:40.958144 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.969003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e4591dd4-006f-47ee-b348-ae8c69547687 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port dfdd54da-8371-445c-b665-9626b1dc9b3c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:40.975759 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4591dd4-006f-47ee-b348-ae8c69547687 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:40.990147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Transition to ACTIVE for port object 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:41.053215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Transition to ACTIVE for port object 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:41.068875 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.110732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:41.111538 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.128563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d9a443e7-4349-4a7e-91b8-50bbb8452044 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4664023 Jul 30 02:17:41.133228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43704) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:41.139025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-294c9b7f-5aa5-4081-b59a-fbe32ac4a3f8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'port_id': '0d7a4f2e-5060-4338-95c9-73cefa66b430'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:41.165750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4591dd4-006f-47ee-b348-ae8c69547687 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.173777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:41.177631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:41.187344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e4591dd4-006f-47ee-b348-ae8c69547687 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for dfdd54da-8371-445c-b665-9626b1dc9b3c owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:41.195370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:41.217199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Pushing event updated for resources: {'Port': ['ID=87139ab2-eb85-4af6-9105-ff0b4db3d3b9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:41.230337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event updated for resources: {'Port': ['ID=77cf8f16-6f13-4b71-bd7e-12456f039d4a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:41.251480 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-294c9b7f-5aa5-4081-b59a-fbe32ac4a3f8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.342381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Attempting to bind port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:41.343012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Attempting to bind port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:41.343598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Attempting to bind port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:41.354463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:41.355249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:41.355897 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.356987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:41.358098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Bound port: 87139ab2-eb85-4af6-9105-ff0b4db3d3b9, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:41.359769 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.418557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Deleting port 77cf8f16-6f13-4b71-bd7e-12456f039d4a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:41.418912 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.457341 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4591dd4-006f-47ee-b348-ae8c69547687 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.501084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4591dd4-006f-47ee-b348-ae8c69547687 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=dfdd54da-8371-445c-b665-9626b1dc9b3c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:41.515033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] For port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:41.519453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] For port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=87139ab2-eb85-4af6-9105-ff0b4db3d3b9,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:41.524846 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.535715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4591dd4-006f-47ee-b348-ae8c69547687 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.542111 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e4591dd4-006f-47ee-b348-ae8c69547687 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/dfdd54da-8371-445c-b665-9626b1dc9b3c HTTP/1.1" status: 204 len: 168 time: 0.8938248 Jul 30 02:17:41.542462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43708) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:41.611833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2f314-7d54-499d-90a5-e83aafdf65d0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:41.614375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2f314-7d54-499d-90a5-e83aafdf65d0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:41.620004 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-efa2f314-7d54-499d-90a5-e83aafdf65d0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0762410 Jul 30 02:17:41.621403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780e4b4-7c3c-41f9-adab-41bc2521f89b None None] Pushing event updated for resources: {'Port': ['ID=87139ab2-eb85-4af6-9105-ff0b4db3d3b9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:41.623992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43710) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:41.691712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ff9966-08c2-4a60-8028-680dcaa81e5f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet ea44d126-1aeb-4343-8407-9a8d8eabd0cb {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:41.695646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38ff9966-08c2-4a60-8028-680dcaa81e5f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.740499 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38ff9966-08c2-4a60-8028-680dcaa81e5f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.858138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38ff9966-08c2-4a60-8028-680dcaa81e5f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.933825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38ff9966-08c2-4a60-8028-680dcaa81e5f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.955872 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.956389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.968891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff9966-08c2-4a60-8028-680dcaa81e5f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=ea44d126-1aeb-4343-8407-9a8d8eabd0cb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:41.973015 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38ff9966-08c2-4a60-8028-680dcaa81e5f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:41.977959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-38ff9966-08c2-4a60-8028-680dcaa81e5f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/ea44d126-1aeb-4343-8407-9a8d8eabd0cb HTTP/1.1" status: 204 len: 168 time: 0.3497627 Jul 30 02:17:41.978255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Calling delete_port for 77cf8f16-6f13-4b71-bd7e-12456f039d4a owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:41.978366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43712) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.021812 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a4c9fcb6-0dda-4862-a1c8-ebcd880861a8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400167 Jul 30 02:17:42.022119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43714) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.075596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5100c05-c02b-44cd-95fe-a6434fe1bf63 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:42.077151 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5100c05-c02b-44cd-95fe-a6434fe1bf63 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0534592 Jul 30 02:17:42.080084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43716) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.137749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe8ad8-ba6c-4474-89e6-53861f6a28b4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:42.141569 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-18fe8ad8-ba6c-4474-89e6-53861f6a28b4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581939 Jul 30 02:17:42.141964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43718) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.188913 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-361114e1-1ed0-4a68-863e-4a3758532fa0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420351 Jul 30 02:17:42.190897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43724) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.197065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:42.326703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:42.331760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.354813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.425808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event deleted for resources: {'Port': ['ID=77cf8f16-6f13-4b71-bd7e-12456f039d4a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:42.516110 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-294c9b7f-5aa5-4081-b59a-fbe32ac4a3f8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.594220 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-294c9b7f-5aa5-4081-b59a-fbe32ac4a3f8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.678430 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] create failed (client error): The resource could not be found. Jul 30 02:17:42.680950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a0cb38d4-b572-47b6-9469-1c8298339bf6 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4168680 Jul 30 02:17:42.685323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43734) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.712229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.832055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:42.837109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:42.844043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:42.845164 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:42.859637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=b4cb0bc5-9acf-4278-abf6-f67a2f5febe2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:42.872406 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d7021723-cedc-4bfd-97fb-0f2df4fef433 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6802645 Jul 30 02:17:42.876518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43738) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:42.881741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13267efa-b6c0-4562-95c7-2497aa1372fa None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:42.882732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:1f:22:1a', 'name': 'tempest-NetworksTestDHCPv6-2036407978'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:42.935262 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-294c9b7f-5aa5-4081-b59a-fbe32ac4a3f8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP ba958560-7e64-4352-acf6-41f3bebb95da associated. External IP: 172.25.7.253, port: 0d7a4f2e-5060-4338-95c9-73cefa66b430. Jul 30 02:17:43.021051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b7b3e002-e45b-4eb3-abf6-eb99f4a3cd03 None None] Provisioning for port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:43.071320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-836b9561-b584-4ead-995d-4aafc066307c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Deleting port 05bdad57-831c-412e-8d6a-a4d9a6de4f0d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:43.071903 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-836b9561-b584-4ead-995d-4aafc066307c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.119159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:43.138407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:43.220262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-836b9561-b584-4ead-995d-4aafc066307c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.247580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-836b9561-b584-4ead-995d-4aafc066307c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Calling delete_port for 05bdad57-831c-412e-8d6a-a4d9a6de4f0d owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:43.261212 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.303316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port e3f592dd-af61-4524-afb1-519b4733ae86 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:43.385095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:43.391582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:43.391963 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.550561 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-836b9561-b584-4ead-995d-4aafc066307c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.576293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::48 (48930ba7-ea24-4942-b9d8-83beb60f5edc/b4cb0bc5-9acf-4278-abf6-f67a2f5febe2/e3f592dd-af61-4524-afb1-519b4733ae86) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:43.615311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b9561-b584-4ead-995d-4aafc066307c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event deleted for resources: {'Port': ['ID=05bdad57-831c-412e-8d6a-a4d9a6de4f0d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:43.872045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294c9b7f-5aa5-4081-b59a-fbe32ac4a3f8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:43.942659 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-836b9561-b584-4ead-995d-4aafc066307c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:43.953135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-836b9561-b584-4ead-995d-4aafc066307c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "DELETE /v2.0/ports/05bdad57-831c-412e-8d6a-a4d9a6de4f0d HTTP/1.1" status: 204 len: 168 time: 1.2652452 Jul 30 02:17:43.962319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43744) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:44.002220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-937b0ddf-21d1-4652-8362-113d743d9876 None None] Provisioning complete for port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:44.003687 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-937b0ddf-21d1-4652-8362-113d743d9876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.043350 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.101413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=87139ab2-eb85-4af6-9105-ff0b4db3d3b9,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:44.111542 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.213495 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.236765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=87139ab2-eb85-4af6-9105-ff0b4db3d3b9,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:44.242171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object e3f592dd-af61-4524-afb1-519b4733ae86 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:44.417352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb4210-5c4c-42ab-a087-fca896208f99 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:44.426037 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ccdb4210-5c4c-42ab-a087-fca896208f99 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "GET /v2.0/ports?device_id=91ee7f02-845c-48b9-b3b2-f405630eb233 HTTP/1.1" status: 200 len: 913 time: 0.4524107 Jul 30 02:17:44.442473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43746) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:44.562713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294c9b7f-5aa5-4081-b59a-fbe32ac4a3f8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:44.570949 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-294c9b7f-5aa5-4081-b59a-fbe32ac4a3f8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.578190 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b334b-1254-41c8-bde2-530ec7b80c03 None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:44.600038 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b334b-1254-41c8-bde2-530ec7b80c03 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:44.600709 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-da9b334b-1254-41c8-bde2-530ec7b80c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:44.636429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-371374aa-b3ef-402b-b458-912dc0621476 None None] Could not find standard attr ID for object dfdd54da-8371-445c-b665-9626b1dc9b3c. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:17:44.659384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-294c9b7f-5aa5-4081-b59a-fbe32ac4a3f8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/floatingips/ba958560-7e64-4352-acf6-41f3bebb95da HTTP/1.1" status: 200 len: 978 time: 3.5205493 Jul 30 02:17:44.662572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43750) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:44.686123 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-da9b334b-1254-41c8-bde2-530ec7b80c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:44.697096 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b334b-1254-41c8-bde2-530ec7b80c03 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:44.697789 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-da9b334b-1254-41c8-bde2-530ec7b80c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:44.736277 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-da9b334b-1254-41c8-bde2-530ec7b80c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:44.736967 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9b334b-1254-41c8-bde2-530ec7b80c03 None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:44.758741 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:44.920474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:44.925567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=e3f592dd-af61-4524-afb1-519b4733ae86,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:44.932603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:44.941268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:44.947636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:44.948312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.009322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port 0d7a4f2e-5060-4338-95c9-73cefa66b430 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:45.009923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.016248 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2368506d-b694-4049-9c35-b67fad5a0a07 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1358340 Jul 30 02:17:45.016729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43754) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:45.113847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:45.145153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869c45a-9c20-4f3e-bb27-e893c5bfd757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.152764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869c45a-9c20-4f3e-bb27-e893c5bfd757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:45.166738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43756) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:45.167005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2869c45a-9c20-4f3e-bb27-e893c5bfd757 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1491659 Jul 30 02:17:45.219881 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.221135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:45.221837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.313211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-708e329d-ce1c-45de-85d4-33d311a037e5 None None] Provisioning for port e3f592dd-af61-4524-afb1-519b4733ae86 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:45.318519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-708e329d-ce1c-45de-85d4-33d311a037e5 None None] Provisioning complete for port e3f592dd-af61-4524-afb1-519b4733ae86 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:45.318743 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-708e329d-ce1c-45de-85d4-33d311a037e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.387812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-708e329d-ce1c-45de-85d4-33d311a037e5 None None] Port e3f592dd-af61-4524-afb1-519b4733ae86 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:17:45.588828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6e916393-aac7-488f-ae6f-fbb0d5fb295a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port e3f592dd-af61-4524-afb1-519b4733ae86 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:45.589217 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e916393-aac7-488f-ae6f-fbb0d5fb295a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.599305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:45.999546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.000038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.000287 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP ba958560-7e64-4352-acf6-41f3bebb95da disassociated. External IP: 172.25.7.253, port: 0d7a4f2e-5060-4338-95c9-73cefa66b430. Jul 30 02:17:46.000943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for 0d7a4f2e-5060-4338-95c9-73cefa66b430 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:46.146409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e916393-aac7-488f-ae6f-fbb0d5fb295a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.171117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6e916393-aac7-488f-ae6f-fbb0d5fb295a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for e3f592dd-af61-4524-afb1-519b4733ae86 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:46.529991 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:46.655305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=0d7a4f2e-5060-4338-95c9-73cefa66b430,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:46.862351 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e916393-aac7-488f-ae6f-fbb0d5fb295a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.083667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Deleting port 8d392852-ec00-431e-ac95-5fb271b1e1c6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:47.084211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.088147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e916393-aac7-488f-ae6f-fbb0d5fb295a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=e3f592dd-af61-4524-afb1-519b4733ae86,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:47.280994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e916393-aac7-488f-ae6f-fbb0d5fb295a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.283983 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6e916393-aac7-488f-ae6f-fbb0d5fb295a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/e3f592dd-af61-4524-afb1-519b4733ae86 HTTP/1.1" status: 204 len: 168 time: 2.1139519 Jul 30 02:17:47.289162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43774) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:47.411743 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.419793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee71d1e-6066-40b5-8bae-6de4a9537937 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:47.421909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee71d1e-6066-40b5-8bae-6de4a9537937 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:47.424228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0ee71d1e-6066-40b5-8bae-6de4a9537937 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1338940 Jul 30 02:17:47.430879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43776) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:47.469322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Calling delete_port for 8d392852-ec00-431e-ac95-5fb271b1e1c6 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:47.475275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:47.517662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6d340c-da24-469e-be6a-99f3283263ab tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet b4cb0bc5-9acf-4278-abf6-f67a2f5febe2 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:47.523312 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d6d340c-da24-469e-be6a-99f3283263ab tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.603530 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d6d340c-da24-469e-be6a-99f3283263ab tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.696213 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d6d340c-da24-469e-be6a-99f3283263ab tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.802432 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d6d340c-da24-469e-be6a-99f3283263ab tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.844118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d340c-da24-469e-be6a-99f3283263ab tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=b4cb0bc5-9acf-4278-abf6-f67a2f5febe2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:47.848667 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d6d340c-da24-469e-be6a-99f3283263ab tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:47.857558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7d6d340c-da24-469e-be6a-99f3283263ab tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/b4cb0bc5-9acf-4278-abf6-f67a2f5febe2 HTTP/1.1" status: 204 len: 168 time: 0.4239342 Jul 30 02:17:47.857983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f267a7dd-cd4c-4b46-b2cc-f7a1d7d4ecf8 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:47.858980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43784) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:47.921962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:47.941623 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a4b08-12c4-41b3-bf99-85934611963a None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:47.962110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a62a8a4f-96c6-4212-a56e-f1b1a454f20e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005111 Jul 30 02:17:47.974067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a4b08-12c4-41b3-bf99-85934611963a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:47.974802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c24a4b08-12c4-41b3-bf99-85934611963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:47.976855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43788) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:48.016465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.043116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c24a4b08-12c4-41b3-bf99-85934611963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:48.060097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aef28-0371-4b57-8646-51b2aa1f5fb5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:48.062883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-706aef28-0371-4b57-8646-51b2aa1f5fb5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0845666 Jul 30 02:17:48.065218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43790) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:48.132625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event deleted for resources: {'Port': ['ID=8d392852-ec00-431e-ac95-5fb271b1e1c6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:48.150205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a4b08-12c4-41b3-bf99-85934611963a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:48.150858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c24a4b08-12c4-41b3-bf99-85934611963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:48.151608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17558cfc-4421-4cac-83fd-81f8bdcfa450 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:48.169049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-17558cfc-4421-4cac-83fd-81f8bdcfa450 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1023142 Jul 30 02:17:48.174448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43792) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:48.217651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c24a4b08-12c4-41b3-bf99-85934611963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:48.219688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a4b08-12c4-41b3-bf99-85934611963a None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:48.263057 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.269008 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-01ceede0-7a9c-486b-b220-430a3ec5ebed tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/ports/0d7a4f2e-5060-4338-95c9-73cefa66b430 HTTP/1.1" status: 204 len: 168 time: 3.5999875 Jul 30 02:17:48.269877 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:48.280947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7cf6b9f2-5c8e-481a-b35b-6cd617b91eae tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044922 Jul 30 02:17:48.282002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43796) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:48.291774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:48.379633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4595b464-8296-4018-a5b9-63bd32273a18 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:48.515615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4595b464-8296-4018-a5b9-63bd32273a18 None None] Deleting port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:48.516202 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4595b464-8296-4018-a5b9-63bd32273a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.558053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-43aab5f8-bc72-4c0f-912c-4f003d83fc38 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "GET /v2.0/floatingips/ba958560-7e64-4352-acf6-41f3bebb95da HTTP/1.1" status: 200 len: 688 time: 0.2817526 Jul 30 02:17:48.561459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:48.632954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:48.641778 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.644035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4595b464-8296-4018-a5b9-63bd32273a18 None None] For port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=87139ab2-eb85-4af6-9105-ff0b4db3d3b9,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:48.644514 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4595b464-8296-4018-a5b9-63bd32273a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.670461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4595b464-8296-4018-a5b9-63bd32273a18 None None] Calling delete_port for 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:48.725755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.859805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4595b464-8296-4018-a5b9-63bd32273a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:48.889763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595b464-8296-4018-a5b9-63bd32273a18 None None] No DVR routers for this DVR port 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:48.926960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595b464-8296-4018-a5b9-63bd32273a18 None None] Pushing event deleted for resources: {'Port': ['ID=87139ab2-eb85-4af6-9105-ff0b4db3d3b9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:49.096748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:49.139724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:49.142345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 87139ab2-eb85-4af6-9105-ff0b4db3d3b9 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:49.182987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port a5990dd6-5827-4714-a835-93c9a424e81b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:49.183467 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.206937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Router 91ee7f02-845c-48b9-b3b2-f405630eb233 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:49.213118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:17:49.214779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.264827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:49.268346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:49.271663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:49.271936 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.285791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788cd4e-349b-46c5-ac78-1d36ffa08344 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:49.286856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:49.322958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b52c8d4c-9664-432b-a644-bc56e7eafc9a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0360880 Jul 30 02:17:49.325888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43804) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:49.336506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5a6ad938-55a6-412b-8394-eb21f03474e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:49.397530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:49.409088 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e51df824-dfdf-447f-8968-94e26ba4d4d0 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "PUT /v2.0/routers/91ee7f02-845c-48b9-b3b2-f405630eb233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9466650 Jul 30 02:17:49.411365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43806) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:49.414487 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57381bcc-fe26-4403-98f2-1d97ad803ff2 None None] Sync routers for ids ['91ee7f02-845c-48b9-b3b2-f405630eb233'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:49.445086 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57381bcc-fe26-4403-98f2-1d97ad803ff2 None None] Routers {'91ee7f02-845c-48b9-b3b2-f405630eb233'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:49.445723 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-57381bcc-fe26-4403-98f2-1d97ad803ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['91ee7f02-845c-48b9-b3b2-f405630eb233'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:49.493679 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.494148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.539083 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for a5990dd6-5827-4714-a835-93c9a424e81b owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:49.542919 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-57381bcc-fe26-4403-98f2-1d97ad803ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:49.567923 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57381bcc-fe26-4403-98f2-1d97ad803ff2 None None] Routers {'91ee7f02-845c-48b9-b3b2-f405630eb233'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:49.568569 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-57381bcc-fe26-4403-98f2-1d97ad803ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['91ee7f02-845c-48b9-b3b2-f405630eb233'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:49.575783 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb157-aeaa-41a5-a5c7-2541fae72be2 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:49.772135 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-57381bcc-fe26-4403-98f2-1d97ad803ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:49.777571 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57381bcc-fe26-4403-98f2-1d97ad803ff2 None None] The sync data for ids ['91ee7f02-845c-48b9-b3b2-f405630eb233'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:49.844067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:49.845150 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.098868 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.184030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=a5990dd6-5827-4714-a835-93c9a424e81b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:50.242636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Allocated IP 2001:db8::f816:3eff:fed0:d162 (48930ba7-ea24-4942-b9d8-83beb60f5edc/9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6/d1b40025-cd77-4dd2-84cf-1dfbd161b80b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:50.327941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.336300 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.338665 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-feefaeaf-7e87-4182-b9d2-1c41d923aa1a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/floatingips/ba958560-7e64-4352-acf6-41f3bebb95da HTTP/1.1" status: 204 len: 168 time: 1.7760518 Jul 30 02:17:50.344271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43820) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:50.373884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'ad8e52a2-3939-42f9-bbde-d2d471300fa5'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:50.435519 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.528752 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.548089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Transition to ACTIVE for port object d1b40025-cd77-4dd2-84cf-1dfbd161b80b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:50.572817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Transition to ACTIVE for port object d1b40025-cd77-4dd2-84cf-1dfbd161b80b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:50.583694 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.586450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.653641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:50.659743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:50.665145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:50.703460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Pushing event updated for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:50.755604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Attempting to bind port d1b40025-cd77-4dd2-84cf-1dfbd161b80b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:50.757121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Attempting to bind port d1b40025-cd77-4dd2-84cf-1dfbd161b80b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:50.757429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Attempting to bind port d1b40025-cd77-4dd2-84cf-1dfbd161b80b on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:50.766420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:50.767150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:50.767831 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.768419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:50.769703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Bound port: d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:50.769703 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.779794 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb157-aeaa-41a5-a5c7-2541fae72be2 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.784233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb157-aeaa-41a5-a5c7-2541fae72be2 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.812856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.25.7.51 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/0257e773-55cb-4927-920c-15c77c4614a7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:50.819399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ad938-55a6-412b-8394-eb21f03474e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:50.823787 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad938-55a6-412b-8394-eb21f03474e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.883565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:17:50.889675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:17:50.898258 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:50.944048 n-d-715271-7 neutron-server[93819]: INFO neutron.db.ipam_backend_mixin [None req-5a6ad938-55a6-412b-8394-eb21f03474e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6 (CIDR: 2001:db8::/64) Jul 30 02:17:50.986230 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6ad938-55a6-412b-8394-eb21f03474e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:17:50.986736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6ad938-55a6-412b-8394-eb21f03474e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:17:51.005852 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb157-aeaa-41a5-a5c7-2541fae72be2 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.006500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bbb157-aeaa-41a5-a5c7-2541fae72be2 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Fanout notify agent at l3_agent the message router_deleted on router 91ee7f02-845c-48b9-b3b2-f405630eb233 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:17:51.016319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621057c-f97a-4a82-b7b2-b46718f759d6 None None] Pushing event updated for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:51.025836 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb157-aeaa-41a5-a5c7-2541fae72be2 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.029316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e4bbb157-aeaa-41a5-a5c7-2541fae72be2 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "DELETE /v2.0/routers/91ee7f02-845c-48b9-b3b2-f405630eb233 HTTP/1.1" status: 204 len: 168 time: 1.6144254 Jul 30 02:17:51.029316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5a6ad938-55a6-412b-8394-eb21f03474e9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7008851 Jul 30 02:17:51.029968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43826) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:51.035050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43828) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:51.041738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:51.127674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.130679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e86736-c6cf-41ad-b310-b23e1264c04c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Deleting subnet 0e8ddb9c-2548-46f7-97d4-1310d3e002ed {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:51.140322 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07e86736-c6cf-41ad-b310-b23e1264c04c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.199950 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07e86736-c6cf-41ad-b310-b23e1264c04c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.312070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.387113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:51.392317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.402689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:51.433688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07e86736-c6cf-41ad-b310-b23e1264c04c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.443182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:51.493905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:51.575093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=0257e773-55cb-4927-920c-15c77c4614a7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:51.586337 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07e86736-c6cf-41ad-b310-b23e1264c04c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.664665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e86736-c6cf-41ad-b310-b23e1264c04c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8ddb9c-2548-46f7-97d4-1310d3e002ed,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:51.680927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-07e86736-c6cf-41ad-b310-b23e1264c04c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.684532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-07e86736-c6cf-41ad-b310-b23e1264c04c tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "DELETE /v2.0/subnets/0e8ddb9c-2548-46f7-97d4-1310d3e002ed HTTP/1.1" status: 204 len: 168 time: 0.6533868 Jul 30 02:17:51.686677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43840) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:51.699782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbe0ef-aed7-4eb8-b1e1-a36e99a8568f None None] Network 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:51.847622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.946455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Deleting port 1c36601a-77ec-471b-9c66-c786ae48bf64 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:51.946923 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:51.953306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] DHCP port deletion for 5d34aa31-cb1c-4dbb-8901-b8996b76cd81 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:17:52.019667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Deleting port 1c36601a-77ec-471b-9c66-c786ae48bf64 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:52.020512 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.031852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] For port 1c36601a-77ec-471b-9c66-c786ae48bf64, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1c36601a-77ec-471b-9c66-c786ae48bf64,segment=NetworkSegment(baf39fb7-3c42-4343-9427-0efc6420c8d5),segment_id=baf39fb7-3c42-4343-9427-0efc6420c8d5)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:52.032839 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.054756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Calling delete_port for 1c36601a-77ec-471b-9c66-c786ae48bf64 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:52.142393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] For port 1c36601a-77ec-471b-9c66-c786ae48bf64, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1c36601a-77ec-471b-9c66-c786ae48bf64,segment=NetworkSegment(baf39fb7-3c42-4343-9427-0efc6420c8d5),segment_id=baf39fb7-3c42-4343-9427-0efc6420c8d5)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:52.142803 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.164987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Calling delete_port for 1c36601a-77ec-471b-9c66-c786ae48bf64 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:52.227329 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.359651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] No DVR routers for this DVR port 1c36601a-77ec-471b-9c66-c786ae48bf64 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:52.391530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event deleted for resources: {'Port': ['ID=1c36601a-77ec-471b-9c66-c786ae48bf64,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:52.423270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.473875 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.498955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:52.506047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:52.526719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:52.526933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Pushing event deleted for resources: {'Port': ['ID=1c36601a-77ec-471b-9c66-c786ae48bf64,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:52.527546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.535267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] No DVR routers for this DVR port 1c36601a-77ec-471b-9c66-c786ae48bf64 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:17:52.561567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.562266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.562922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.563884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.564590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.565260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.565903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.567042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.567042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.567894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.568383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=af6b0540-90c9-4735-b639-576872829c4a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:52.568512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.569537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccee207-071e-4628-97f3-66c5fee7945f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:17:52.586570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f3a7b3d4-83d4-4aa4-90dd-ccc4356807c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5475683 Jul 30 02:17:52.618214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43848) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:52.624045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:e6:c4:c1', 'name': 'tempest-NetworksTestDHCPv6-992869154'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:52.809481 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.828651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d34aa31-cb1c-4dbb-8901-b8996b76cd81']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:52.866715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf39fb7-3c42-4343-9427-0efc6420c8d5') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:52.867915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf39fb7-3c42-4343-9427-0efc6420c8d5') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:52.914621 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.926501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ac95a-6548-42dc-9558-7d2b56f177ed None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:52.952822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:52.974977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:52.981365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.134487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:17:53.134487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.139475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cee934f2-8c00-4e58-964e-7ba6ba5d653b None None] Provisioning for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:17:53.145207 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:17:53.185119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d1b40025-cd77-4dd2-84cf-1dfbd161b80b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:53.191284 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.299085 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.313016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:53.320323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:53.320696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.331321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.342282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] 10.222.0.84 "DELETE /v2.0/networks/5d34aa31-cb1c-4dbb-8901-b8996b76cd81 HTTP/1.1" status: 204 len: 168 time: 1.6519191 Jul 30 02:17:53.362354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.397009 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adf69c-04c3-483c-884f-69546818a067 tempest-FloatingIPNegativeTestJSON-424011074 tempest-FloatingIPNegativeTestJSON-424011074-project] Pushing event deleted for resources: {'Network': ['ID=5d34aa31-cb1c-4dbb-8901-b8996b76cd81,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:53.421642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 32cdca40-bc6a-41d6-b98c-4d6a7ea80848 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:17:53.620432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff4ffa-ab7b-45af-9a96-c9ffdb31edb6 None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': '9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6', 'ip_address': '2001:db8::f816:3eff:fed0:d162'}, {'subnet_id': 'af6b0540-90c9-4735-b639-576872829c4a'}], 'binding:host_id': 'n-d-715271-7'}, 'id': 'd1b40025-cd77-4dd2-84cf-1dfbd161b80b'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:17:53.652582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.662540 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.743573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62ff4ffa-ab7b-45af-9a96-c9ffdb31edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.896817 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.902686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8:0:1::2b7 (48930ba7-ea24-4942-b9d8-83beb60f5edc/af6b0540-90c9-4735-b639-576872829c4a/32cdca40-bc6a-41d6-b98c-4d6a7ea80848) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:53.911800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=0257e773-55cb-4927-920c-15c77c4614a7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:53.925156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:fee6:c4c1 (48930ba7-ea24-4942-b9d8-83beb60f5edc/9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6/32cdca40-bc6a-41d6-b98c-4d6a7ea80848) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:53.933982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:53.937434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43870) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:54.061961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:54.076728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.193767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1c36601a-77ec-471b-9c66-c786ae48bf64 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:17:54.229710 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.236986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 1c36601a-77ec-471b-9c66-c786ae48bf64 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:17:54.237629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1c36601a-77ec-471b-9c66-c786ae48bf64 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:17:54.255086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:54.276711 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 8ce5453d-68b9-413d-a904-182dd4af0296 associated. External IP: 172.25.7.51, port: ad8e52a2-3939-42f9-bbde-d2d471300fa5. Jul 30 02:17:54.324585 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.359690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 32cdca40-bc6a-41d6-b98c-4d6a7ea80848 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:54.372813 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-de522b42-5471-4149-9a00-d9872c84168d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bb70b5286db449f4ab89e531ba238842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326496 Jul 30 02:17:54.374172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43876) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:54.427978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.491054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=32cdca40-bc6a-41d6-b98c-4d6a7ea80848,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:54.511591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:54.513121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:54.523106 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01b86588-7ff1-43fa-bc57-540a96b440ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.524035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:54.532141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:54.532940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.558011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-19787ceb-6bc0-4030-b34e-010140af8269 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9385757 Jul 30 02:17:54.562051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43878) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:54.571161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01b86588-7ff1-43fa-bc57-540a96b440ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.574455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-62ff4ffa-ab7b-45af-9a96-c9ffdb31edb6 None None] Allocated IP 2001:db8:0:1::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/af6b0540-90c9-4735-b639-576872829c4a/d1b40025-cd77-4dd2-84cf-1dfbd161b80b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:54.767537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:17:54.777819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f33f64ff-9ea5-4709-aabc-1e070d6406d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 32cdca40-bc6a-41d6-b98c-4d6a7ea80848 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:17:54.778582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f33f64ff-9ea5-4709-aabc-1e070d6406d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.874295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-62ff4ffa-ab7b-45af-9a96-c9ffdb31edb6 None None] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:17:54.886203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01b86588-7ff1-43fa-bc57-540a96b440ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.890985 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-01b86588-7ff1-43fa-bc57-540a96b440ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.900073 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-01b86588-7ff1-43fa-bc57-540a96b440ec admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a91f464f-caed-466e-850d-40b2edd2c9a2 HTTP/1.1" status: 204 len: 168 time: 0.5174325 Jul 30 02:17:54.916220 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62ff4ffa-ab7b-45af-9a96-c9ffdb31edb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:54.957607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-62ff4ffa-ab7b-45af-9a96-c9ffdb31edb6 None None] Transition to ACTIVE for port object d1b40025-cd77-4dd2-84cf-1dfbd161b80b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:54.966613 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-62ff4ffa-ab7b-45af-9a96-c9ffdb31edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.039210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b86588-7ff1-43fa-bc57-540a96b440ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91f464f-caed-466e-850d-40b2edd2c9a2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:55.079656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f33f64ff-9ea5-4709-aabc-1e070d6406d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.130254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f33f64ff-9ea5-4709-aabc-1e070d6406d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 32cdca40-bc6a-41d6-b98c-4d6a7ea80848 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:17:55.147013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:17:55.208852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.261275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d1dea0-a37c-4378-8d46-6ed640a5b51a None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:17:55.318301 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e87705d5-d268-4388-a773-32573b4b7be0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9708812 Jul 30 02:17:55.325272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43886) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:55.352634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1876119938'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:55.433995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d1b40025-cd77-4dd2-84cf-1dfbd161b80b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:55.462125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Made reservation on behalf of 4e11ca258a7646dd98ee71492d400588 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:55.478191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.521327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1dea0-a37c-4378-8d46-6ed640a5b51a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:55.521972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b4d1dea0-a37c-4378-8d46-6ed640a5b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:55.528120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff4ffa-ab7b-45af-9a96-c9ffdb31edb6 None None] Pushing event updated for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:55.587763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b4d1dea0-a37c-4378-8d46-6ed640a5b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:55.623391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1dea0-a37c-4378-8d46-6ed640a5b51a None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:17:55.627574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b4d1dea0-a37c-4378-8d46-6ed640a5b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:17:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:55.698975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b4d1dea0-a37c-4378-8d46-6ed640a5b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:17:55.699739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d1dea0-a37c-4378-8d46-6ed640a5b51a None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:17:55.760881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:17:55.766233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f33f64ff-9ea5-4709-aabc-1e070d6406d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.798046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.800290 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Added segment 73663661-ed6f-45a9-a607-babe2f607e8a of type vlan for network da499a5a-a279-45fd-a92c-462d9d713836 Jul 30 02:17:55.857679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f64ff-9ea5-4709-aabc-1e070d6406d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=32cdca40-bc6a-41d6-b98c-4d6a7ea80848,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:55.954703 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f33f64ff-9ea5-4709-aabc-1e070d6406d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:55.957395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f33f64ff-9ea5-4709-aabc-1e070d6406d8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/32cdca40-bc6a-41d6-b98c-4d6a7ea80848 HTTP/1.1" status: 204 len: 168 time: 1.3932862 Jul 30 02:17:55.975050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43896) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:56.035230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.133177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a992c-fad0-4c82-936c-1ef1c35cec7b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:56.143268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-728a992c-fad0-4c82-936c-1ef1c35cec7b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1655724 Jul 30 02:17:56.145435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43900) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:56.155197 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.177316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:56.178393 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.284582 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9535308 Jul 30 02:17:56.291672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43910) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:56.317726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'subnet': {'network_id': 'da499a5a-a279-45fd-a92c-462d9d713836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:56.397522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd66f3f-c444-432a-97c8-e5b8f346ceac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:56.420303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1dd66f3f-c444-432a-97c8-e5b8f346ceac tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2720530 Jul 30 02:17:56.422157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43914) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:56.464958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec88f6-a33a-4878-b044-1866675bb138 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Network': ['ID=da499a5a-a279-45fd-a92c-462d9d713836,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:56.483377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network da499a5a-a279-45fd-a92c-462d9d713836 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:17:56.672399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0630b7-fd8d-430b-923b-90e0a120a650 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:56.675722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0630b7-fd8d-430b-923b-90e0a120a650 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:56.680515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0630b7-fd8d-430b-923b-90e0a120a650 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:56.686711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43920) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:56.687425 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1e0630b7-fd8d-430b-923b-90e0a120a650 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2611322 Jul 30 02:17:56.702374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Made reservation on behalf of 4e11ca258a7646dd98ee71492d400588 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:56.716761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.773602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-491bef76-ac50-4ae1-8eb0-a2250d42f816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:56.793139 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-491bef76-ac50-4ae1-8eb0-a2250d42f816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:56.849656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43922) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:56.904671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-491bef76-ac50-4ae1-8eb0-a2250d42f816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.116832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-491bef76-ac50-4ae1-8eb0-a2250d42f816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.124929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b17643ed-fd31-40b6-822d-9cabba9b661c None None] Provisioning for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:17:57.154004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b17643ed-fd31-40b6-822d-9cabba9b661c None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:57.154377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b17643ed-fd31-40b6-822d-9cabba9b661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.160146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1311309123'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:57.179830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d1b40025-cd77-4dd2-84cf-1dfbd161b80b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:17:57.234981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-491bef76-ac50-4ae1-8eb0-a2250d42f816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.302467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bef76-ac50-4ae1-8eb0-a2250d42f816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:57.344727 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-491bef76-ac50-4ae1-8eb0-a2250d42f816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.346798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-491bef76-ac50-4ae1-8eb0-a2250d42f816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6 HTTP/1.1" status: 204 len: 168 time: 0.6590292 Jul 30 02:17:57.351052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43926) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:57.444187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:57.456423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.458062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:57.458460 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.467936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.508564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.540299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7718fa33-4ab4-4184-8b18-0ae2a86b82d3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet af6b0540-90c9-4735-b639-576872829c4a {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:17:57.546560 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7718fa33-4ab4-4184-8b18-0ae2a86b82d3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.657876 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7718fa33-4ab4-4184-8b18-0ae2a86b82d3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.661946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51875e-707d-428f-b4c2-bc0ba5795f33 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:57.697699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Subnet': ['ID=8efaa04a-fab0-4919-9637-5e3009b30165,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:57.726298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Checking segment: {'id': '73663661-ed6f-45a9-a607-babe2f607e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'da499a5a-a279-45fd-a92c-462d9d713836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:57.727009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network hostable DHCP agents. Network: da499a5a-a279-45fd-a92c-462d9d713836, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:17:57.812166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f276077c-6662-4eaf-917e-c48297177ec9 None None] Could not find standard attr ID for object 32cdca40-bc6a-41d6-b98c-4d6a7ea80848. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:17:57.842795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network da499a5a-a279-45fd-a92c-462d9d713836 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:17:57.873871 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7718fa33-4ab4-4184-8b18-0ae2a86b82d3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.878357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, da499a5a-a279-45fd-a92c-462d9d713836) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:57.897999 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.900426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:57.900958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4477e6da-172a-4db4-a37a-1983b3de145d None None] Network da499a5a-a279-45fd-a92c-462d9d713836 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:57.901966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.906964 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.951541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:17:57.955493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ddad2f6a-88d0-4321-a391-90179743fdf8 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6600375 Jul 30 02:17:57.964133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43932) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:57.970642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1613552474', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:57.988872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:57.989575 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added segment d10cfca8-d6be-460d-8bd0-8f093d90e9ef of type vlan for network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b Jul 30 02:17:57.994504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5a40b6-a8f4-4683-8b86-49de1347a67b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:58.012113 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7718fa33-4ab4-4184-8b18-0ae2a86b82d3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.064175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7718fa33-4ab4-4184-8b18-0ae2a86b82d3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.069050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7718fa33-4ab4-4184-8b18-0ae2a86b82d3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/af6b0540-90c9-4735-b639-576872829c4a HTTP/1.1" status: 204 len: 168 time: 0.7168221 Jul 30 02:17:58.070073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43934) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:58.071094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718fa33-4ab4-4184-8b18-0ae2a86b82d3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=af6b0540-90c9-4735-b639-576872829c4a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:58.128324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c797f617-d25f-4ba7-9751-e1887f918cee tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489707 Jul 30 02:17:58.128753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43936) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:58.139858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:58.171230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.173594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.181847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.282714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-da499a5a-a279-45fd-a92c-462d9d713836', 'network_id': 'da499a5a-a279-45fd-a92c-462d9d713836', 'tenant_id': '4e11ca258a7646dd98ee71492d400588', 'fixed_ips': [{'subnet_id': '8efaa04a-fab0-4919-9637-5e3009b30165'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:17:58.285315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.403060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.405746 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 02:17:58.588365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.594139 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:58.594914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.610131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Allocated IP 172.20.0.2 (da499a5a-a279-45fd-a92c-462d9d713836/8efaa04a-fab0-4919-9637-5e3009b30165/be739d81-8ffb-40f2-b7c7-dc76fe84b8a0) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:17:58.805078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Network': ['ID=4b0e0cb1-0670-4374-bb8e-0e5c39394c6b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:58.855185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43942) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:58.865583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1427752069'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:58.866229 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e0318b90-4d23-47a8-8591-697f24364d6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0142276 Jul 30 02:17:58.878792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:58.900919 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.944498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:58.951594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.973262 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:58.991615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Transition to ACTIVE for port object be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:59.002361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:17:59.019850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:17:59.037975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.044122 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added segment 5c232d44-214a-4cec-94fb-d94a2494dda0 of type vlan for network 223c3092-53bc-47a9-b5c3-64b83d1a2399 Jul 30 02:17:59.050356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.149566 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.159141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Transition to ACTIVE for port object be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:17:59.175398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.205471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6436d03-13e1-4721-9b17-9b5d5d102728 None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': 'af6b0540-90c9-4735-b639-576872829c4a'}], 'binding:host_id': 'n-d-715271-7'}, 'id': 'd1b40025-cd77-4dd2-84cf-1dfbd161b80b'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:17:59.212858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.230720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:17:59.232346 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.279559 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6436d03-13e1-4721-9b17-9b5d5d102728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.440811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Network da499a5a-a279-45fd-a92c-462d9d713836 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:17:59.445866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:17:59.450715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:17:59.465414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Network': ['ID=223c3092-53bc-47a9-b5c3-64b83d1a2399,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:59.491042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 223c3092-53bc-47a9-b5c3-64b83d1a2399 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:17:59.494178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Pushing event updated for resources: {'Port': ['ID=be739d81-8ffb-40f2-b7c7-dc76fe84b8a0,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:17:59.510746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-12221abf-cf10-4c18-a8f6-33fbc7f40412 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6533480 Jul 30 02:17:59.512044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43944) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:17:59.530509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'subnet': {'network_id': '4b0e0cb1-0670-4374-bb8e-0e5c39394c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:17:59.619686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da19e99b-3aaa-4600-9cbc-698fb0fdf9d4 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:17:59.798179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:17:59.800053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Attempting to bind port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:17:59.800435 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Attempting to bind port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '73663661-ed6f-45a9-a607-babe2f607e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'da499a5a-a279-45fd-a92c-462d9d713836'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:17:59.800895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Attempting to bind port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 on network da499a5a-a279-45fd-a92c-462d9d713836 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:17:59.805767 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.856734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:17:59.857118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Checking segment: {'id': '73663661-ed6f-45a9-a607-babe2f607e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'da499a5a-a279-45fd-a92c-462d9d713836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:17:59.857623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.858051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Bound using segment: {'id': '73663661-ed6f-45a9-a607-babe2f607e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'da499a5a-a279-45fd-a92c-462d9d713836'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:17:59.858624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Bound port: be739d81-8ffb-40f2-b7c7-dc76fe84b8a0, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73663661-ed6f-45a9-a607-babe2f607e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'da499a5a-a279-45fd-a92c-462d9d713836'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:17:59.859013 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.884823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-24cb5748-4e20-42c0-a660-69691f240906 None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:17:59.885246 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-24cb5748-4e20-42c0-a660-69691f240906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:17:59.975365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:00.108395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:00.169724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] For port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:00.226731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48103948-1091-42f6-99c9-bcd267a510bd None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': '439c79ce-0b34-4e94-9f71-136068da4fc0'}], 'binding:host_id': 'n-d-715271-7'}, 'id': 'd1b40025-cd77-4dd2-84cf-1dfbd161b80b'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:18:00.234493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] For port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=be739d81-8ffb-40f2-b7c7-dc76fe84b8a0,segment=NetworkSegment(73663661-ed6f-45a9-a607-babe2f607e8a),segment_id=73663661-ed6f-45a9-a607-babe2f607e8a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:00.265761 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:00.298812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48103948-1091-42f6-99c9-bcd267a510bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:00.303168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:18:00.349798 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:00.486825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.25.7.55 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/d4f083b2-50ac-4eb0-9da5-61f833ab3ef5) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:00.514281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8ba39-d4d3-4387-8af7-5b2b15175f73 None None] Pushing event updated for resources: {'Port': ['ID=be739d81-8ffb-40f2-b7c7-dc76fe84b8a0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:00.575056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Subnet': ['ID=d4c873c1-e136-47e7-bf97-a6a232239429,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:00.577759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Checking segment: {'id': 'd10cfca8-d6be-460d-8bd0-8f093d90e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4b0e0cb1-0670-4374-bb8e-0e5c39394c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:00.578182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network hostable DHCP agents. Network: 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:18:00.633550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:18:00.652445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:00.668671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:00.672330 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:00.705704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0beeb85-62d4-43a4-9e01-71ff68fa292d None None] Network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:00.717653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2aa0fd83-4eba-4f3d-abcd-7104bc506333 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2041585 Jul 30 02:18:00.721310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43950) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:00.752078 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'subnet': {'network_id': '223c3092-53bc-47a9-b5c3-64b83d1a2399', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:00.928251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eaf8429c-397c-430a-bb67-a265c411d9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:01.188499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:01.255483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:01.279186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:01.342938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-4b0e0cb1-0670-4374-bb8e-0e5c39394c6b', 'network_id': '4b0e0cb1-0670-4374-bb8e-0e5c39394c6b', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'fixed_ips': [{'subnet_id': 'd4c873c1-e136-47e7-bf97-a6a232239429'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:18:01.343884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:01.485622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:01.677137 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:01.784819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d1b40025-cd77-4dd2-84cf-1dfbd161b80b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:01.990715 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-48103948-1091-42f6-99c9-bcd267a510bd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:18:01.990715 n-d-715271-7 neutron-server[93820]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 30 02:18:01.990715 n-d-715271-7 neutron-server[93820]: [parameters: {'ip_address': '2001:db8::f816:3eff:fed0:d162', 'status': 'ALLOCATED', 'ipam_subnet_id': 'f9a436da-100c-4e73-a2b8-9f1775f6526f'}] Jul 30 02:18:01.990715 n-d-715271-7 neutron-server[93820]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:18:01.992078 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-48103948-1091-42f6-99c9-bcd267a510bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:18:02.149475 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.158371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Allocated IP 2001:db8::2 (4b0e0cb1-0670-4374-bb8e-0e5c39394c6b/d4c873c1-e136-47e7-bf97-a6a232239429/01bd16c8-6316-4315-93b8-6583a79a4b85) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:02.187215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.285857 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.355808 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.394973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Subnet': ['ID=a570362c-5aac-48bb-8649-d2aa481add12,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:02.407000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Checking segment: {'id': '5c232d44-214a-4cec-94fb-d94a2494dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '223c3092-53bc-47a9-b5c3-64b83d1a2399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:02.407703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network hostable DHCP agents. Network: 223c3092-53bc-47a9-b5c3-64b83d1a2399, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:18:02.454452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 223c3092-53bc-47a9-b5c3-64b83d1a2399 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:18:02.480328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 223c3092-53bc-47a9-b5c3-64b83d1a2399) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:02.489446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:02.490204 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.540308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-49ec13fa-8ce0-44e8-b426-9ec4e43a6637 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8167944 Jul 30 02:18:02.542632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43960) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:02.550637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5d051fae-ee51-4259-a71d-f8b78f618815 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-509593569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:02.633642 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d051fae-ee51-4259-a71d-f8b78f618815 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.635320 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d051fae-ee51-4259-a71d-f8b78f618815 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.648763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.749661 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d051fae-ee51-4259-a71d-f8b78f618815 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.760326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d051fae-ee51-4259-a71d-f8b78f618815 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.765687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28129a1c-d203-43b7-ae6a-3c44a728fd27 None None] Network da499a5a-a279-45fd-a92c-462d9d713836 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:02.771132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19bcde6-dd07-4a85-b7df-6afc6f221677 None None] Network 223c3092-53bc-47a9-b5c3-64b83d1a2399 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:02.785901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5d051fae-ee51-4259-a71d-f8b78f618815 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:02.791566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5d051fae-ee51-4259-a71d-f8b78f618815 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2456291 Jul 30 02:18:02.791998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:02.793361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43962) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:02.797421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:02.805727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:02.809237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=d4f083b2-50ac-4eb0-9da5-61f833ab3ef5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:02.845191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:02.855859 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:18:02.856175 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:18:02.898706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.097971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:03.142846 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48103948-1091-42f6-99c9-bcd267a510bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.169093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2f7041d3-0ffe-4164-afe8-d524c8a63575 None None] Provisioning for port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:03.224637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2f7041d3-0ffe-4164-afe8-d524c8a63575 None None] Provisioning complete for port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:03.225409 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f7041d3-0ffe-4164-afe8-d524c8a63575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.230931 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.310372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.354402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Transition to ACTIVE for port object 01bd16c8-6316-4315-93b8-6583a79a4b85 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:03.441254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.464657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Transition to ACTIVE for port object 01bd16c8-6316-4315-93b8-6583a79a4b85 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:03.481667 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e901aee-330c-4c24-88c6-a58d5b7db1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.529396 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.560598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-223c3092-53bc-47a9-b5c3-64b83d1a2399', 'network_id': '223c3092-53bc-47a9-b5c3-64b83d1a2399', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'fixed_ips': [{'subnet_id': 'a570362c-5aac-48bb-8649-d2aa481add12'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:18:03.561597 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.717808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:03.751459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Pushing event updated for resources: {'Port': ['ID=01bd16c8-6316-4315-93b8-6583a79a4b85,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:03.762500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:03.782934 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:03.906881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f7041d3-0ffe-4164-afe8-d524c8a63575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:03.934370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.000977 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.094172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Attempting to bind port 01bd16c8-6316-4315-93b8-6583a79a4b85 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:18:04.095203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Attempting to bind port 01bd16c8-6316-4315-93b8-6583a79a4b85 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd10cfca8-d6be-460d-8bd0-8f093d90e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4b0e0cb1-0670-4374-bb8e-0e5c39394c6b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:18:04.096158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Attempting to bind port 01bd16c8-6316-4315-93b8-6583a79a4b85 on network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:04.114095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2f7041d3-0ffe-4164-afe8-d524c8a63575 None None] For port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=be739d81-8ffb-40f2-b7c7-dc76fe84b8a0,segment=NetworkSegment(73663661-ed6f-45a9-a607-babe2f607e8a),segment_id=73663661-ed6f-45a9-a607-babe2f607e8a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:04.130700 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f7041d3-0ffe-4164-afe8-d524c8a63575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.139313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:18:04.143939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Checking segment: {'id': 'd10cfca8-d6be-460d-8bd0-8f093d90e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4b0e0cb1-0670-4374-bb8e-0e5c39394c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:04.144901 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.146087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Bound using segment: {'id': 'd10cfca8-d6be-460d-8bd0-8f093d90e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4b0e0cb1-0670-4374-bb8e-0e5c39394c6b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:18:04.146087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Bound port: 01bd16c8-6316-4315-93b8-6583a79a4b85, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10cfca8-d6be-460d-8bd0-8f093d90e9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '4b0e0cb1-0670-4374-bb8e-0e5c39394c6b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:18:04.157350 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.171064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 2001:db8::1 (4b0e0cb1-0670-4374-bb8e-0e5c39394c6b/d4c873c1-e136-47e7-bf97-a6a232239429/4f3c99a4-9355-4009-9498-6d36e32e3c31) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:04.259551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Allocated IP 2001:db8:1::2 (223c3092-53bc-47a9-b5c3-64b83d1a2399/a570362c-5aac-48bb-8649-d2aa481add12/388a565e-ebd3-4846-8796-85210c242f9f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:04.301452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-48103948-1091-42f6-99c9-bcd267a510bd None None] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:04.416051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.451809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1840c4-88d6-4eae-be6b-e2b92d2bb71a req-ac129a9f-3cbe-46d3-a889-402aade1647c tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:04.462396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da1840c4-88d6-4eae-be6b-e2b92d2bb71a req-ac129a9f-3cbe-46d3-a889-402aade1647c tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 946 time: 0.1796534 Jul 30 02:18:04.537772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da1840c4-88d6-4eae-be6b-e2b92d2bb71a req-24e50431-ece3-4ffd-a1a6-262ad89e7b1e tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742018 Jul 30 02:18:04.571177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7041d3-0ffe-4164-afe8-d524c8a63575 None None] Pushing event updated for resources: {'Port': ['ID=be739d81-8ffb-40f2-b7c7-dc76fe84b8a0,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:04.583502 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.588212 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48103948-1091-42f6-99c9-bcd267a510bd None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.612012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] For port 01bd16c8-6316-4315-93b8-6583a79a4b85, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:04.615826 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48103948-1091-42f6-99c9-bcd267a510bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.624657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] For port 01bd16c8-6316-4315-93b8-6583a79a4b85, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=01bd16c8-6316-4315-93b8-6583a79a4b85,segment=NetworkSegment(d10cfca8-d6be-460d-8bd0-8f093d90e9ef),segment_id=d10cfca8-d6be-460d-8bd0-8f093d90e9ef)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:04.636287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Transition to ACTIVE for port object 4f3c99a4-9355-4009-9498-6d36e32e3c31 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:04.641763 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.647004 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.659866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:18:04.660542 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:18:04.746529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.859874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router a88fb05e-2b02-4df4-9eb1-502f384a8486 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:18:04.899078 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:04.906949 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:04.907926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:04.931874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Transition to ACTIVE for port object 388a565e-ebd3-4846-8796-85210c242f9f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:04.949068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:04.956132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:05.035971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8c9adc1c-4969-499e-85bb-813e9d8c4125 None None] Provisioning complete for port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:05.041386 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c9adc1c-4969-499e-85bb-813e9d8c4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:05.146317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:05.182937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Transition to ACTIVE for port object 388a565e-ebd3-4846-8796-85210c242f9f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:05.231266 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:05.294947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48103948-1091-42f6-99c9-bcd267a510bd None None] Pushing event updated for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:05.460206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d1b40025-cd77-4dd2-84cf-1dfbd161b80b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:05.493800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Network 223c3092-53bc-47a9-b5c3-64b83d1a2399 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:05.608265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:05.615951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:05.749702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:05.757463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fb5b-e36f-42b3-ac8f-0ea61ac32b74 None None] Pushing event updated for resources: {'Port': ['ID=01bd16c8-6316-4315-93b8-6583a79a4b85,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:05.894125 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8b0a9-b9f0-4aff-9f80-0b743a6e6da4 None None] Sync routers for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:05.941977 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:05.944067 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8dea1398-eb00-4542-a273-f866f97e8ffb tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.9782360 Jul 30 02:18:05.957973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43978) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:05.984993 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8b0a9-b9f0-4aff-9f80-0b743a6e6da4 None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:05.991875 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7de8b0a9-b9f0-4aff-9f80-0b743a6e6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:06.037507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Attempting to bind port 388a565e-ebd3-4846-8796-85210c242f9f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:18:06.043327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Attempting to bind port 388a565e-ebd3-4846-8796-85210c242f9f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5c232d44-214a-4cec-94fb-d94a2494dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '223c3092-53bc-47a9-b5c3-64b83d1a2399'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:18:06.043894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Attempting to bind port 388a565e-ebd3-4846-8796-85210c242f9f on network 223c3092-53bc-47a9-b5c3-64b83d1a2399 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:06.067540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=4f3c99a4-9355-4009-9498-6d36e32e3c31,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:06.079886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Pushing event updated for resources: {'Port': ['ID=388a565e-ebd3-4846-8796-85210c242f9f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:06.096000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:18:06.096612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Checking segment: {'id': '5c232d44-214a-4cec-94fb-d94a2494dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '223c3092-53bc-47a9-b5c3-64b83d1a2399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:06.097189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.097708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Bound using segment: {'id': '5c232d44-214a-4cec-94fb-d94a2494dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '223c3092-53bc-47a9-b5c3-64b83d1a2399'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:18:06.098355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Bound port: 388a565e-ebd3-4846-8796-85210c242f9f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c232d44-214a-4cec-94fb-d94a2494dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '223c3092-53bc-47a9-b5c3-64b83d1a2399'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:18:06.098882 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.133577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:06.145065 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.184732 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7de8b0a9-b9f0-4aff-9f80-0b743a6e6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:06.207296 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8b0a9-b9f0-4aff-9f80-0b743a6e6da4 None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:06.217095 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7de8b0a9-b9f0-4aff-9f80-0b743a6e6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:06.341735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7de8b0a9-b9f0-4aff-9f80-0b743a6e6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:06.346229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:06.346777 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8b0a9-b9f0-4aff-9f80-0b743a6e6da4 None None] The sync data for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:06.352376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560075a9-d8fd-4552-9f8d-2ab67b32610f req-1e395c44-4356-4109-b0a0-412f719ab4c1 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:06.373787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-560075a9-d8fd-4552-9f8d-2ab67b32610f req-1e395c44-4356-4109-b0a0-412f719ab4c1 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 946 time: 0.3754125 Jul 30 02:18:06.548412 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.573985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-560075a9-d8fd-4552-9f8d-2ab67b32610f req-e4aff0d9-10a5-4cc2-98a6-afed6b4110ee tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557415 Jul 30 02:18:06.581535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9c737c3c-53f7-4f75-8256-b278d79347db None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:06.581909 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c737c3c-53f7-4f75-8256-b278d79347db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.583725 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.613056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-f96bfbcd-7da4-40c0-8412-92102a2a1be3 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:06.614876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-f96bfbcd-7da4-40c0-8412-92102a2a1be3 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.22 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 946 time: 0.2212524 Jul 30 02:18:06.633873 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.646347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.647808 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.703017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] For port 388a565e-ebd3-4846-8796-85210c242f9f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:06.737776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] For port 388a565e-ebd3-4846-8796-85210c242f9f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=388a565e-ebd3-4846-8796-85210c242f9f,segment=NetworkSegment(5c232d44-214a-4cec-94fb-d94a2494dda0),segment_id=5c232d44-214a-4cec-94fb-d94a2494dda0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:06.743158 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.755696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:06.899077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:06.937126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:06.961340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:06.985004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:06.986338 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.018749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Deleting port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:07.019724 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.030291 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 8.8964765 Jul 30 02:18:07.042992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43982) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:07.052642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5474d4a7-c412-43ef-aacc-2d58dbfab3ba None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:07.060877 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d543bc79-fda7-494a-92c3-d6e8f91bf2f8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:07.073881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5693b-bdfd-4dab-b940-333de42e1276 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=439c79ce-0b34-4e94-9f71-136068da4fc0,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:07.087149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:07.139909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7666fb-7ebc-4af2-a2a4-9e8e9dbc904c None None] Pushing event updated for resources: {'Port': ['ID=388a565e-ebd3-4846-8796-85210c242f9f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:07.161674 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.163975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:07.216573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c737c3c-53f7-4f75-8256-b278d79347db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.485731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] For port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,segment=NetworkSegment(66d6a706-ae6a-414b-82ba-e4b2278cf27a),segment_id=66d6a706-ae6a-414b-82ba-e4b2278cf27a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:07.486694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.490116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184df5f-f2dd-4547-9510-bc80185521cc None None] Network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:07.493395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.513436 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.514517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.517719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Calling delete_port for 7f1cf47a-8de6-47e9-8e6e-e94b0074023d owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:07.582999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d543bc79-fda7-494a-92c3-d6e8f91bf2f8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:07.586671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d543bc79-fda7-494a-92c3-d6e8f91bf2f8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.647492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:07.730831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:07.764429 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-9c737c3c-53f7-4f75-8256-b278d79347db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:18:07.765324 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-9c737c3c-53f7-4f75-8256-b278d79347db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:18:07.859217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=4f3c99a4-9355-4009-9498-6d36e32e3c31,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:07.912985 n-d-715271-7 neutron-server[93818]: INFO neutron.db.ipam_backend_mixin [None req-d543bc79-fda7-494a-92c3-d6e8f91bf2f8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 439c79ce-0b34-4e94-9f71-136068da4fc0 (CIDR: 2001:db8::/64) Jul 30 02:18:07.926382 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d543bc79-fda7-494a-92c3-d6e8f91bf2f8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:07.927784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d543bc79-fda7-494a-92c3-d6e8f91bf2f8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:07.936735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da225987-649f-42e7-9005-d8cae3fa8d12 req-9bb5cb9d-d8ee-409d-a2ea-6ca4135edb12 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:07.938345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da225987-649f-42e7-9005-d8cae3fa8d12 req-9bb5cb9d-d8ee-409d-a2ea-6ca4135edb12 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 946 time: 0.2170358 Jul 30 02:18:07.939736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:07.943321 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:08.017861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da225987-649f-42e7-9005-d8cae3fa8d12 req-8fd244fb-a219-4be5-be8d-84944a856504 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6465f32d-0c7e-4426-ae7a-a47815cecf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686376 Jul 30 02:18:08.035155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:08.046145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:08.061620 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d543bc79-fda7-494a-92c3-d6e8f91bf2f8 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0084894 Jul 30 02:18:08.064760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 43988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:08.070850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:08.267156 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:08.353231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Pushing event deleted for resources: {'Port': ['ID=7f1cf47a-8de6-47e9-8e6e-e94b0074023d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:08.541092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9870f9da-d926-436f-b102-bfc2294edbf6 None None] Provisioning for port 01bd16c8-6316-4315-93b8-6583a79a4b85 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:08.565936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] No DVR routers for this DVR port 7f1cf47a-8de6-47e9-8e6e-e94b0074023d on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:08.585419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:08.600970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1e5b6b1-9066-4ec1-9635-1b8dd5da79ef req-5ab85520-7dd1-49dc-ab6d-de89f6c3b366 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.22 "DELETE /v2.0/ports/7f1cf47a-8de6-47e9-8e6e-e94b0074023d HTTP/1.1" status: 204 len: 173 time: 1.9490354 Jul 30 02:18:08.601965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b7a838-1243-46d7-afb8-782d8ce2e09c', 'name': 'network-vif-deleted', 'tag': '7f1cf47a-8de6-47e9-8e6e-e94b0074023d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:18:08.606380 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a727ee-17d0-41eb-b871-0051d8971bd7" -d '{"events": [{"server_uuid": "67b7a838-1243-46d7-afb8-782d8ce2e09c", "name": "network-vif-deleted", "tag": "7f1cf47a-8de6-47e9-8e6e-e94b0074023d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:18:08.618734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 4f5ecdcd-d8f6-4300-a56f-902670c55d86 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:18:08.704657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:08.710838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:08.854300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75b1390-eba2-47d8-8f50-df38c934a17b None None] Network 223c3092-53bc-47a9-b5c3-64b83d1a2399 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:08.933440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 388a565e-ebd3-4846-8796-85210c242f9f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:08.951091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.20.0.1 (da499a5a-a279-45fd-a92c-462d9d713836/8efaa04a-fab0-4919-9637-5e3009b30165/8bcee13a-5ed3-4409-9685-72602b9c42af) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:09.039606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7f1cf47a-8de6-47e9-8e6e-e94b0074023d no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:09.069228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 7f1cf47a-8de6-47e9-8e6e-e94b0074023d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:09.069744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 7f1cf47a-8de6-47e9-8e6e-e94b0074023d not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:09.098683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d9f2f8cb-e10b-48b5-ba96-0d8cffd0fad1 None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:09.099057 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f8cb-e10b-48b5-ba96-0d8cffd0fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:09.107790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:09.129132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9bdb6100-a74e-49dd-8707-7993d947d73d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/4f5ecdcd-d8f6-4300-a56f-902670c55d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3277788 Jul 30 02:18:09.137765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 43998) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:09.171899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20721702-167f-4dc1-badd-5b768089a783 None None] Sync routers for ids ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:09.253857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 388a565e-ebd3-4846-8796-85210c242f9f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:09.286982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d1b40025-cd77-4dd2-84cf-1dfbd161b80b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:09.293840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20721702-167f-4dc1-badd-5b768089a783 None None] Routers {'4f5ecdcd-d8f6-4300-a56f-902670c55d86'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:09.305443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-20721702-167f-4dc1-badd-5b768089a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:09.338002 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1eae45-99b1-4235-9b79-e8e60b12eae3 x-openstack-request-id: req-ee1eae45-99b1-4235-9b79-e8e60b12eae3 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:18:09.339826 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b7a838-1243-46d7-afb8-782d8ce2e09c", "name": "network-vif-deleted", "tag": "7f1cf47a-8de6-47e9-8e6e-e94b0074023d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:18:09.340668 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ee1eae45-99b1-4235-9b79-e8e60b12eae3 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:18:09.344402 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b7a838-1243-46d7-afb8-782d8ce2e09c', 'name': 'network-vif-deleted', 'tag': '7f1cf47a-8de6-47e9-8e6e-e94b0074023d', 'status': 'completed', 'code': 200} Jul 30 02:18:09.469103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-20721702-167f-4dc1-badd-5b768089a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:09.471845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12ef7671-320e-44bd-b0b0-f9a32f95022b req-7474cf1c-f1b9-433f-9a6c-1e9b5645eed6 tempest-VolumesSnapshotTestJSON-835095299 tempest-VolumesSnapshotTestJSON-835095299-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b7a838-1243-46d7-afb8-782d8ce2e09c HTTP/1.1" status: 200 len: 210 time: 0.1094778 Jul 30 02:18:09.483578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeac73e8-c3cb-417f-a766-8151ac6984aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:09.486740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aeac73e8-c3cb-417f-a766-8151ac6984aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports/4f3c99a4-9355-4009-9498-6d36e32e3c31 HTTP/1.1" status: 200 len: 911 time: 0.3417089 Jul 30 02:18:09.489578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44000) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:09.688869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20721702-167f-4dc1-badd-5b768089a783 None None] Routers {'4f5ecdcd-d8f6-4300-a56f-902670c55d86'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:09.689663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-20721702-167f-4dc1-badd-5b768089a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:09.749584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d9f2f8cb-e10b-48b5-ba96-0d8cffd0fad1 None None] Provisioning for port 388a565e-ebd3-4846-8796-85210c242f9f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:09.758963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d9f2f8cb-e10b-48b5-ba96-0d8cffd0fad1 None None] Provisioning complete for port 388a565e-ebd3-4846-8796-85210c242f9f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:09.758963 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f8cb-e10b-48b5-ba96-0d8cffd0fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:09.768099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-20721702-167f-4dc1-badd-5b768089a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:09.768951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20721702-167f-4dc1-badd-5b768089a783 None None] The sync data for ids ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:09.838464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:09.838836 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:09.959082 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f8cb-e10b-48b5-ba96-0d8cffd0fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.099997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d9f2f8cb-e10b-48b5-ba96-0d8cffd0fad1 None None] For port 388a565e-ebd3-4846-8796-85210c242f9f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=388a565e-ebd3-4846-8796-85210c242f9f,segment=NetworkSegment(5c232d44-214a-4cec-94fb-d94a2494dda0),segment_id=5c232d44-214a-4cec-94fb-d94a2494dda0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:10.108443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 01bd16c8-6316-4315-93b8-6583a79a4b85 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:10.111784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9f2f8cb-e10b-48b5-ba96-0d8cffd0fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.113992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.263860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2f8cb-e10b-48b5-ba96-0d8cffd0fad1 None None] Pushing event updated for resources: {'Port': ['ID=388a565e-ebd3-4846-8796-85210c242f9f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:10.276727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2ec74b5d-9813-4d51-b088-b2814bab89d4 None None] Provisioning for port 4f3c99a4-9355-4009-9498-6d36e32e3c31 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:10.283828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2ec74b5d-9813-4d51-b088-b2814bab89d4 None None] Provisioning complete for port 4f3c99a4-9355-4009-9498-6d36e32e3c31 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:10.284463 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ec74b5d-9813-4d51-b088-b2814bab89d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.313511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 01bd16c8-6316-4315-93b8-6583a79a4b85 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:10.322207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 01bd16c8-6316-4315-93b8-6583a79a4b85 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:10.337485 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.355773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.415496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Transition to ACTIVE for port object 8bcee13a-5ed3-4409-9685-72602b9c42af will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:10.432225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.434920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2ec74b5d-9813-4d51-b088-b2814bab89d4 None None] Port 4f3c99a4-9355-4009-9498-6d36e32e3c31 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:10.457337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2ec74b5d-9813-4d51-b088-b2814bab89d4 None None] Provisioning complete for port 01bd16c8-6316-4315-93b8-6583a79a4b85 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:10.457710 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ec74b5d-9813-4d51-b088-b2814bab89d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.524206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:10.533491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:10.541684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:10.542304 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.555850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=e3971ad6-c978-4d21-9b17-bec05b794505,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:10.562711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 2001:db8:1::1 (223c3092-53bc-47a9-b5c3-64b83d1a2399/a570362c-5aac-48bb-8649-d2aa481add12/d3b88d3d-0321-4d67-8a21-a80e1b436315) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:10.594317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.597650 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-703841d0-c408-4d31-8520-fe4ef58859f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5313809 Jul 30 02:18:10.605262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44008) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:10.613092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:3c:d8:e6', 'name': 'tempest-NetworksTestDHCPv6-1657338236'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:10.701160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network da499a5a-a279-45fd-a92c-462d9d713836 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:10.715269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:10.723900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:10.739104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23c9fc8-1c4e-4faf-8adc-e8bf64f2cb5f None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:10.788160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=8bcee13a-5ed3-4409-9685-72602b9c42af,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:10.837856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.949467 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:10.959025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:11.015998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Transition to ACTIVE for port object d3b88d3d-0321-4d67-8a21-a80e1b436315 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:11.027236 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.169454 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.229471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.272185 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 01bd16c8-6316-4315-93b8-6583a79a4b85, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=01bd16c8-6316-4315-93b8-6583a79a4b85,segment=NetworkSegment(d10cfca8-d6be-460d-8bd0-8f093d90e9ef),segment_id=d10cfca8-d6be-460d-8bd0-8f093d90e9ef)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:11.312349 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.313482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=d3b88d3d-0321-4d67-8a21-a80e1b436315,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:11.317981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 223c3092-53bc-47a9-b5c3-64b83d1a2399 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:11.327526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:11.331689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:11.332357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.514971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 388a565e-ebd3-4846-8796-85210c242f9f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:11.557971 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.615517 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ec74b5d-9813-4d51-b088-b2814bab89d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.624975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:18:11.692335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bd6b5-0785-4080-b7db-dfca3bea7153 None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': '439c79ce-0b34-4e94-9f71-136068da4fc0', 'ip_address': '2001:db8::f816:3eff:fed0:d162'}, {'subnet_id': 'e3971ad6-c978-4d21-9b17-bec05b794505'}], 'binding:host_id': 'n-d-715271-7'}, 'id': 'd1b40025-cd77-4dd2-84cf-1dfbd161b80b'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:18:11.745250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=01bd16c8-6316-4315-93b8-6583a79a4b85,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:11.777505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.797389 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd6b5-0785-4080-b7db-dfca3bea7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.803098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 388a565e-ebd3-4846-8796-85210c242f9f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:11.810632 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.927480 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.935325 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:11.951908 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-2ec74b5d-9813-4d51-b088-b2814bab89d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:18:11.964274 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-2ec74b5d-9813-4d51-b088-b2814bab89d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:18:12.033528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=8bcee13a-5ed3-4409-9685-72602b9c42af,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:12.036491 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:12.168994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network da499a5a-a279-45fd-a92c-462d9d713836 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:12.170827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:12.386445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router a88fb05e-2b02-4df4-9eb1-502f384a8486 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:12.632664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:12.648084 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7a37d4-b60a-4136-98c8-92f658e485ba None None] Sync routers for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:12.649950 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4996b817-c1ed-435e-a68a-f954689a199d tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/routers/a88fb05e-2b02-4df4-9eb1-502f384a8486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6869118 Jul 30 02:18:12.650649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44032) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:12.656143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'port': {'network_id': 'da499a5a-a279-45fd-a92c-462d9d713836', 'name': 'tempest-FloatingIPTestJSON-603863987'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:12.664570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Provisioning for port d3b88d3d-0321-4d67-8a21-a80e1b436315 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:12.671503 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a37d4-b60a-4136-98c8-92f658e485ba None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:12.672487 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9a7a37d4-b60a-4136-98c8-92f658e485ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:12.678813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Provisioning complete for port d3b88d3d-0321-4d67-8a21-a80e1b436315 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:12.679358 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:12.764233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Port d3b88d3d-0321-4d67-8a21-a80e1b436315 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:12.764940 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9a7a37d4-b60a-4136-98c8-92f658e485ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:12.777086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Provisioning for port 8bcee13a-5ed3-4409-9685-72602b9c42af completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:12.781977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Provisioning complete for port 8bcee13a-5ed3-4409-9685-72602b9c42af triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:12.782732 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:12.789590 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a37d4-b60a-4136-98c8-92f658e485ba None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:12.790443 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9a7a37d4-b60a-4136-98c8-92f658e485ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:12.837740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Port 8bcee13a-5ed3-4409-9685-72602b9c42af cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:12.851975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Provisioning complete for port 388a565e-ebd3-4846-8796-85210c242f9f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:12.852436 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-36286786-e932-46ed-bca8-f6a430b34435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:12.857646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Made reservation on behalf of 4e11ca258a7646dd98ee71492d400588 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:12.860343 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9a7a37d4-b60a-4136-98c8-92f658e485ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:12.860343 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7a37d4-b60a-4136-98c8-92f658e485ba None None] The sync data for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:12.861544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:12.902399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] device_id is not set on port 2b13951a-46cc-4444-acd0-c752c8ce9eaa yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:18:12.932618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8:0:1::275 (48930ba7-ea24-4942-b9d8-83beb60f5edc/e3971ad6-c978-4d21-9b17-bec05b794505/f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:12.944890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::f816:3eff:fe3c:d8e6 (48930ba7-ea24-4942-b9d8-83beb60f5edc/439c79ce-0b34-4e94-9f71-136068da4fc0/f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:13.046509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Allocated IP 172.20.0.13 (da499a5a-a279-45fd-a92c-462d9d713836/8efaa04a-fab0-4919-9637-5e3009b30165/2b13951a-46cc-4444-acd0-c752c8ce9eaa) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:13.097311 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.107190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.108254 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.125072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b6602203-b2b0-4801-b3a5-a42764db61b4 None None] Provisioning complete for port 8bcee13a-5ed3-4409-9685-72602b9c42af triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:13.125641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6602203-b2b0-4801-b3a5-a42764db61b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.188956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b6602203-b2b0-4801-b3a5-a42764db61b4 None None] Port 8bcee13a-5ed3-4409-9685-72602b9c42af cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:13.232469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=d3b88d3d-0321-4d67-8a21-a80e1b436315,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:13.272784 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.285933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.289488 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:18:13.302148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:13.306872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Transition to ACTIVE for port object 2b13951a-46cc-4444-acd0-c752c8ce9eaa will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:13.332822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 223c3092-53bc-47a9-b5c3-64b83d1a2399 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:13.338142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:13.354738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.435138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Network da499a5a-a279-45fd-a92c-462d9d713836 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:13.450286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:13.454708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:13.456180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 01bd16c8-6316-4315-93b8-6583a79a4b85 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:13.477646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event updated for resources: {'Port': ['ID=2b13951a-46cc-4444-acd0-c752c8ce9eaa,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:13.481792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.566857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:13.577721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:13.578614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.584005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:13.595364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 4f5ecdcd-d8f6-4300-a56f-902670c55d86 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:13.596644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:13.599300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:13.606413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:13.606413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.641725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44044) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:13.642471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7073e08c-e1fe-49a6-8402-095164a3a6d3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9886885 Jul 30 02:18:13.647054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Request body: {'floatingip': {'port_id': '2b13951a-46cc-4444-acd0-c752c8ce9eaa'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:13.655010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-da47069a-952b-4e1f-8b23-cd5fe9e08b4c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0447474 Jul 30 02:18:13.658017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44046) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:13.716554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 01bd16c8-6316-4315-93b8-6583a79a4b85 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:13.719831 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.755860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fa5bd6b5-0785-4080-b7db-dfca3bea7153 None None] Allocated IP 2001:db8:0:1::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/e3971ad6-c978-4d21-9b17-bec05b794505/d1b40025-cd77-4dd2-84cf-1dfbd161b80b) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:13.831712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.927671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-21811e62-cf35-46af-bb2d-9896665cea30 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:13.928551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21811e62-cf35-46af-bb2d-9896665cea30 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:13.942625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:13.965071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0dc14668-811b-4d81-8616-d017da10f989 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/4f5ecdcd-d8f6-4300-a56f-902670c55d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4723740 Jul 30 02:18:13.972277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44052) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:13.989036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96079a-9ab3-41c8-b05e-3fb5dd7aac7f None None] Sync routers for ids ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:14.013978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-996eae18-39be-4792-ab83-943adcaff4ec None None] Provisioning complete for port d3b88d3d-0321-4d67-8a21-a80e1b436315 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:14.014621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-996eae18-39be-4792-ab83-943adcaff4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.060327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a68dc2-50df-4a18-8e0b-d54605765aa1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.064701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f7a68dc2-50df-4a18-8e0b-d54605765aa1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports/d3b88d3d-0321-4d67-8a21-a80e1b436315 HTTP/1.1" status: 200 len: 913 time: 0.0888374 Jul 30 02:18:14.065028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44056) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:14.075049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96079a-9ab3-41c8-b05e-3fb5dd7aac7f None None] Routers {'4f5ecdcd-d8f6-4300-a56f-902670c55d86'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:14.076101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4f96079a-9ab3-41c8-b05e-3fb5dd7aac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:14.076994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21811e62-cf35-46af-bb2d-9896665cea30 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.090845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-21811e62-cf35-46af-bb2d-9896665cea30 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:14.120031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4f96079a-9ab3-41c8-b05e-3fb5dd7aac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:14.165171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fa5bd6b5-0785-4080-b7db-dfca3bea7153 None None] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:14.167655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96079a-9ab3-41c8-b05e-3fb5dd7aac7f None None] Routers {'4f5ecdcd-d8f6-4300-a56f-902670c55d86'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:14.168438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4f96079a-9ab3-41c8-b05e-3fb5dd7aac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:14.266031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4f96079a-9ab3-41c8-b05e-3fb5dd7aac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:14.277036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96079a-9ab3-41c8-b05e-3fb5dd7aac7f None None] The sync data for ids ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:14.282153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-996eae18-39be-4792-ab83-943adcaff4ec None None] Port d3b88d3d-0321-4d67-8a21-a80e1b436315 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:14.325344 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd6b5-0785-4080-b7db-dfca3bea7153 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.360128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa5bd6b5-0785-4080-b7db-dfca3bea7153 None None] Transition to ACTIVE for port object d1b40025-cd77-4dd2-84cf-1dfbd161b80b will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:14.366440 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa5bd6b5-0785-4080-b7db-dfca3bea7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.416980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21811e62-cf35-46af-bb2d-9896665cea30 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.456851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21811e62-cf35-46af-bb2d-9896665cea30 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:14.518949 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21811e62-cf35-46af-bb2d-9896665cea30 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.524115 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-21811e62-cf35-46af-bb2d-9896665cea30 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1 HTTP/1.1" status: 204 len: 168 time: 0.8615646 Jul 30 02:18:14.524886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44062) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:14.540810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0e17593d-a28e-4bb5-9dd2-8aa390abc30c None None] Provisioning for port 2b13951a-46cc-4444-acd0-c752c8ce9eaa completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:14.551750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0e17593d-a28e-4bb5-9dd2-8aa390abc30c None None] Provisioning complete for port 2b13951a-46cc-4444-acd0-c752c8ce9eaa triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:14.552124 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e17593d-a28e-4bb5-9dd2-8aa390abc30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.575055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bd6b5-0785-4080-b7db-dfca3bea7153 None None] Pushing event updated for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=12']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:14.594894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0e17593d-a28e-4bb5-9dd2-8aa390abc30c None None] Port 2b13951a-46cc-4444-acd0-c752c8ce9eaa cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:14.747287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a1dcb-28a8-45d5-b805-8dadbadb96fb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.748944 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-671a1dcb-28a8-45d5-b805-8dadbadb96fb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2210457 Jul 30 02:18:14.752012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44064) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:14.816255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf23fae-8803-4567-88be-32574d8ee69d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.820856 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ecf23fae-8803-4567-88be-32574d8ee69d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0637593 Jul 30 02:18:14.823838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44066) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:14.892692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce8f6c-bf63-4df2-8fc2-b43877c10877 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.894634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce8f6c-bf63-4df2-8fc2-b43877c10877 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.896643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce8f6c-bf63-4df2-8fc2-b43877c10877 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:14.899494 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f1ce8f6c-bf63-4df2-8fc2-b43877c10877 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0743535 Jul 30 02:18:14.903175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44068) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:14.980820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8047e7-b203-4d8d-894b-8eb4e8bab74c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 439c79ce-0b34-4e94-9f71-136068da4fc0 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:14.984202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe8047e7-b203-4d8d-894b-8eb4e8bab74c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:14.995040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.034790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe8047e7-b203-4d8d-894b-8eb4e8bab74c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.144763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe8047e7-b203-4d8d-894b-8eb4e8bab74c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.235631 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe8047e7-b203-4d8d-894b-8eb4e8bab74c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.275780 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8047e7-b203-4d8d-894b-8eb4e8bab74c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=439c79ce-0b34-4e94-9f71-136068da4fc0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:15.278383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fe8047e7-b203-4d8d-894b-8eb4e8bab74c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.280839 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fe8047e7-b203-4d8d-894b-8eb4e8bab74c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/439c79ce-0b34-4e94-9f71-136068da4fc0 HTTP/1.1" status: 204 len: 168 time: 0.3762596 Jul 30 02:18:15.283812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44072) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:15.368086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba945bc-5846-40f5-89f4-9e42f5e60baf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet e3971ad6-c978-4d21-9b17-bec05b794505 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:15.371781 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba945bc-5846-40f5-89f4-9e42f5e60baf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.457988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46470a7-7a85-4737-a7b3-8fae3fd84fc1 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:15.511219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba945bc-5846-40f5-89f4-9e42f5e60baf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.594323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d1b40025-cd77-4dd2-84cf-1dfbd161b80b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:15.654081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba945bc-5846-40f5-89f4-9e42f5e60baf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.668405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7f4328aa-3a82-4a27-b409-fc72414915b3 None None] Provisioning for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:15.686766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7f4328aa-3a82-4a27-b409-fc72414915b3 None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:15.687579 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7f4328aa-3a82-4a27-b409-fc72414915b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.730680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba945bc-5846-40f5-89f4-9e42f5e60baf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.758194 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4ba945bc-5846-40f5-89f4-9e42f5e60baf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.765452 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4ba945bc-5846-40f5-89f4-9e42f5e60baf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/e3971ad6-c978-4d21-9b17-bec05b794505 HTTP/1.1" status: 204 len: 168 time: 0.4798396 Jul 30 02:18:15.790085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44076) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:15.801602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba945bc-5846-40f5-89f4-9e42f5e60baf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=e3971ad6-c978-4d21-9b17-bec05b794505,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:15.808044 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.815109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:15.856114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2499e519-76c8-4ed7-a29c-9a31bdae34fc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642021 Jul 30 02:18:15.856720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44078) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:15.863182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:15.935960 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 8ce5453d-68b9-413d-a904-182dd4af0296 associated. External IP: 172.25.7.51, port: ad8e52a2-3939-42f9-bbde-d2d471300fa5. Jul 30 02:18:16.010981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:16.021269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.192199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d1b40025-cd77-4dd2-84cf-1dfbd161b80b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:16.194738 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.229006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:16.346088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a1b90-6c3e-4457-8666-fd0f746683df None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:18:16.416442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a63a1b90-6c3e-4457-8666-fd0f746683df None None] Deleting port d1b40025-cd77-4dd2-84cf-1dfbd161b80b {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:16.416680 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a63a1b90-6c3e-4457-8666-fd0f746683df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.456334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.526235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a63a1b90-6c3e-4457-8666-fd0f746683df None None] For port d1b40025-cd77-4dd2-84cf-1dfbd161b80b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:16.526870 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a63a1b90-6c3e-4457-8666-fd0f746683df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.527245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:16.532473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:16.538186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:16.539599 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.554311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:16.564551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:16.568164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port d3b88d3d-0321-4d67-8a21-a80e1b436315 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:16.568804 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bbdc1dad-9ec5-4d6c-b497-d8dc36a4b3da tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7102802 Jul 30 02:18:16.569550 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.571394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44090) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:16.574327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a63a1b90-6c3e-4457-8666-fd0f746683df None None] Calling delete_port for d1b40025-cd77-4dd2-84cf-1dfbd161b80b owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:16.574689 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52dccff-3ea9-4b34-8f6a-89c674a355f3 None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:16.580722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1929077e-939f-4ca4-b93d-54c97d21c6db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:16.604033 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52dccff-3ea9-4b34-8f6a-89c674a355f3 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:16.604677 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f52dccff-3ea9-4b34-8f6a-89c674a355f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:16.706683 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f52dccff-3ea9-4b34-8f6a-89c674a355f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:16.761520 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52dccff-3ea9-4b34-8f6a-89c674a355f3 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:16.764496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f52dccff-3ea9-4b34-8f6a-89c674a355f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:16.796787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a63a1b90-6c3e-4457-8666-fd0f746683df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.823712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a1b90-6c3e-4457-8666-fd0f746683df None None] No DVR routers for this DVR port d1b40025-cd77-4dd2-84cf-1dfbd161b80b on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:16.837449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1929077e-939f-4ca4-b93d-54c97d21c6db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:16.839859 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1929077e-939f-4ca4-b93d-54c97d21c6db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.875926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4aa401-2d6e-4b17-a1c3-eec057c980e4 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:16.879460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a1b90-6c3e-4457-8666-fd0f746683df None None] Pushing event deleted for resources: {'Port': ['ID=d1b40025-cd77-4dd2-84cf-1dfbd161b80b,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:16.884260 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:16.906966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for d3b88d3d-0321-4d67-8a21-a80e1b436315 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:16.910196 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f52dccff-3ea9-4b34-8f6a-89c674a355f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:16.913131 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52dccff-3ea9-4b34-8f6a-89c674a355f3 None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:16.970362 n-d-715271-7 neutron-server[93818]: INFO neutron.db.ipam_backend_mixin [None req-1929077e-939f-4ca4-b93d-54c97d21c6db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d (CIDR: 2001:db8::/64) Jul 30 02:18:16.975907 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-1929077e-939f-4ca4-b93d-54c97d21c6db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:16.977107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1929077e-939f-4ca4-b93d-54c97d21c6db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:17.012849 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1929077e-939f-4ca4-b93d-54c97d21c6db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4374061 Jul 30 02:18:17.013064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44104) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:17.018527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:17.120399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:18:17.121589 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:17.283308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:17.293124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:17.326849 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:17.365106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=d3b88d3d-0321-4d67-8a21-a80e1b436315,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:17.448387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.448735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.449075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.449416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.449746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.450080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.450409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.450740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.451056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.451471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.451793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.454096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:17.498290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d/8224e475-75f5-4ffb-8892-6f3897d15782) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:17.509136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d1b40025-cd77-4dd2-84cf-1dfbd161b80b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:17.621050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: d1b40025-cd77-4dd2-84cf-1dfbd161b80b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:17.628155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d1b40025-cd77-4dd2-84cf-1dfbd161b80b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:17.696074 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:17.709765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router a88fb05e-2b02-4df4-9eb1-502f384a8486 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:17.967896 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:17.993191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Transition to ACTIVE for port object 8224e475-75f5-4ffb-8892-6f3897d15782 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:18.000949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.objects.ports [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93818) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:18:18.002864 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.021945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Transition to ACTIVE for port object 8224e475-75f5-4ffb-8892-6f3897d15782 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:18.032191 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.069109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:18.074359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:18.084157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:18.084917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.101884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=50f80436-d328-4103-b895-6248c6cf207f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:18.106739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:18.115117 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-61342776-51f5-45c2-af16-e59430f5323e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1010826 Jul 30 02:18:18.117907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44114) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:18.121853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:18.123897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:dc:49:01', 'name': 'tempest-NetworksTestDHCPv6-1421370351'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:18.128585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:18.208734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Pushing event updated for resources: {'Port': ['ID=8224e475-75f5-4ffb-8892-6f3897d15782,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:18.262562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Attempting to bind port 8224e475-75f5-4ffb-8892-6f3897d15782 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:18:18.262940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Attempting to bind port 8224e475-75f5-4ffb-8892-6f3897d15782 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:18:18.263308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Attempting to bind port 8224e475-75f5-4ffb-8892-6f3897d15782 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:18.268711 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:18:18.269095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:18.269505 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.269897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:18:18.270557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Bound port: 8224e475-75f5-4ffb-8892-6f3897d15782, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:18:18.271106 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.318967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:18.343983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:18.356700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1e70f7-f78f-4b19-806a-ce429e03207b None None] Sync routers for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:18.381845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e70f7-f78f-4b19-806a-ce429e03207b None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:18.382394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7e1e70f7-f78f-4b19-806a-ce429e03207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:18.384383 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.434037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7e1e70f7-f78f-4b19-806a-ce429e03207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:18.461678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] For port 8224e475-75f5-4ffb-8892-6f3897d15782, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:18.466503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] For port 8224e475-75f5-4ffb-8892-6f3897d15782, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8224e475-75f5-4ffb-8892-6f3897d15782,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:18.472585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e70f7-f78f-4b19-806a-ce429e03207b None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:18.473786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7e1e70f7-f78f-4b19-806a-ce429e03207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:18.478965 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.538315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7e1e70f7-f78f-4b19-806a-ce429e03207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:18.539002 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1e70f7-f78f-4b19-806a-ce429e03207b None None] The sync data for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:18.615968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39abcb-930c-4efe-8cd7-ad973a69f975 None None] Pushing event updated for resources: {'Port': ['ID=8224e475-75f5-4ffb-8892-6f3897d15782,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:18.833399 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:18.878411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-c2c5f700-8482-47b1-89cf-e53ffa63c99b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6182549 Jul 30 02:18:18.901352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port f97fc340-d1b8-4ea4-bdfc-c31417ec105d yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:18:18.963683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 4f5ecdcd-d8f6-4300-a56f-902670c55d86 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:19.032665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-699aa629-78aa-41e3-8b84-b670ac8924db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6546338 Jul 30 02:18:19.118692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-813bd54b-4dc2-4f3f-a6c1-3d344c4f3cee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/floatingips/8ce5453d-68b9-413d-a904-182dd4af0296 HTTP/1.1" status: 200 len: 977 time: 5.4732909 Jul 30 02:18:19.120465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44120) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:19.255333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port 2b13951a-46cc-4444-acd0-c752c8ce9eaa {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:19.256037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:19.302449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-4ec1aa8b-4d93-4443-954e-48ffa32beade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:19.304024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-4ec1aa8b-4d93-4443-954e-48ffa32beade service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1096 time: 0.2872798 Jul 30 02:18:19.313606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-9cc866e3-bddb-45c3-aa1f-e77e567343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:19.315502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-9cc866e3-bddb-45c3-aa1f-e77e567343c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 1096 time: 0.2174621 Jul 30 02:18:19.319368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:19.328226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-53b6092d-7897-4f31-903a-b4456ad033ed tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/4f5ecdcd-d8f6-4300-a56f-902670c55d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2620826 Jul 30 02:18:19.333414 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bf6b3-b63a-49a4-b003-03f4ff6c8ae4 None None] Sync routers for ids ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:19.341998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44122) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:19.352685 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bf6b3-b63a-49a4-b003-03f4ff6c8ae4 None None] Routers {'4f5ecdcd-d8f6-4300-a56f-902670c55d86'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:19.353461 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b61bf6b3-b63a-49a4-b003-03f4ff6c8ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:19.424419 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b61bf6b3-b63a-49a4-b003-03f4ff6c8ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:19.442799 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bf6b3-b63a-49a4-b003-03f4ff6c8ae4 None None] Routers {'4f5ecdcd-d8f6-4300-a56f-902670c55d86'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:19.443415 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b61bf6b3-b63a-49a4-b003-03f4ff6c8ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:19.525113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8224e475-75f5-4ffb-8892-6f3897d15782 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:19.681682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 8224e475-75f5-4ffb-8892-6f3897d15782 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:19.800987 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b61bf6b3-b63a-49a4-b003-03f4ff6c8ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:19.801940 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bf6b3-b63a-49a4-b003-03f4ff6c8ae4 None None] The sync data for ids ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:19.806060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::a3 (48930ba7-ea24-4942-b9d8-83beb60f5edc/2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d/f97fc340-d1b8-4ea4-bdfc-c31417ec105d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:19.824927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8:0:1:f816:3eff:fedc:4901 (48930ba7-ea24-4942-b9d8-83beb60f5edc/50f80436-d328-4103-b895-6248c6cf207f/f97fc340-d1b8-4ea4-bdfc-c31417ec105d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:19.859594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-2cd2f63c-ac41-464e-98e2-66fc8885dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:19.861369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-2cd2f63c-ac41-464e-98e2-66fc8885dfd7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.4841521 Jul 30 02:18:19.862688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-c17669d8-b711-41c8-8976-1d970a75d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:19.864315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-c17669d8-b711-41c8-8976-1d970a75d3ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.5351295 Jul 30 02:18:20.111971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-0a8ebfac-22c2-4f32-a4d2-a155e7c97345 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=729dc2f7-8a82-4a22-97e3-df689e466083 HTTP/1.1" status: 200 len: 1001 time: 0.2411408 Jul 30 02:18:20.116526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-fb11dff8-5677-4657-a0bb-2dc977f1f608 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 1000 time: 0.2395730 Jul 30 02:18:20.188467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5cc4c9-b120-44e9-93ef-88d709e4f142 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:20.191981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.407015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-f2b4b110-4575-4ef3-9043-678997105460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:20.408647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-f2b4b110-4575-4ef3-9043-678997105460 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.2755337 Jul 30 02:18:20.431397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3686506c-b50f-4d1f-bb27-8c0f99e7767f None None] Provisioning for port 8224e475-75f5-4ffb-8892-6f3897d15782 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:20.445346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3686506c-b50f-4d1f-bb27-8c0f99e7767f None None] Provisioning complete for port 8224e475-75f5-4ffb-8892-6f3897d15782 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:20.445554 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3686506c-b50f-4d1f-bb27-8c0f99e7767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.471397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-75a4d617-f101-4653-b13c-059cec1074a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:20.472919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-75a4d617-f101-4653-b13c-059cec1074a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.3515673 Jul 30 02:18:20.538382 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.609722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object f97fc340-d1b8-4ea4-bdfc-c31417ec105d will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:20.623459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-786644b9-8682-4bb4-9a5e-27d11ab19964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:20.625316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-786644b9-8682-4bb4-9a5e-27d11ab19964 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498158 Jul 30 02:18:20.653148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-7040debb-c1e6-4b78-a0fe-43c6039dcd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:20.655012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-7040debb-c1e6-4b78-a0fe-43c6039dcd66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021218 Jul 30 02:18:20.748142 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3686506c-b50f-4d1f-bb27-8c0f99e7767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.799675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3686506c-b50f-4d1f-bb27-8c0f99e7767f None None] For port 8224e475-75f5-4ffb-8892-6f3897d15782, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8224e475-75f5-4ffb-8892-6f3897d15782,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:20.819586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.826173 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3686506c-b50f-4d1f-bb27-8c0f99e7767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.884760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-eae55342-e22c-43d6-a689-7f9520519ef4 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466877 Jul 30 02:18:20.891278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:20.893706 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-d8974a14-209e-429b-b9b9-ac07e2c7e926 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217650 Jul 30 02:18:20.906369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:20.907124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686506c-b50f-4d1f-bb27-8c0f99e7767f None None] Pushing event updated for resources: {'Port': ['ID=8224e475-75f5-4ffb-8892-6f3897d15782,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:20.928917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.929296 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:20.929610 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Floating IP 8ce5453d-68b9-413d-a904-182dd4af0296 disassociated. External IP: 172.25.7.51, port: 2b13951a-46cc-4444-acd0-c752c8ce9eaa. Jul 30 02:18:20.929990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for 2b13951a-46cc-4444-acd0-c752c8ce9eaa owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:20.942654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8519f8a-c305-455c-aea0-cc62f13f6182 None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': '2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d', 'ip_address': '2001:db8::2'}, {'subnet_id': '50f80436-d328-4103-b895-6248c6cf207f'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '8224e475-75f5-4ffb-8892-6f3897d15782'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:18:20.965662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:20.974557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:20.978318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.022579 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8519f8a-c305-455c-aea0-cc62f13f6182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.105538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.135868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=f97fc340-d1b8-4ea4-bdfc-c31417ec105d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:21.194279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f92e6b39-e2c1-4a3f-91e5-4e2136dc253e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0746679 Jul 30 02:18:21.213858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44190) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:21.340412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21a681df-a2c6-41dd-9982-96c7bc5d0801 req-6da1d9b4-d728-4e57-a513-1f8281fcb388 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451745 Jul 30 02:18:21.392887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd6b1f5c-2c46-46b2-8843-be9a8720f2c2 req-d911afd1-1cc2-4c7d-aa12-05bc85ecebf8 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587646 Jul 30 02:18:21.480185 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f8519f8a-c305-455c-aea0-cc62f13f6182 None None] Allocated IP 2001:db8:0:1:f816:3eff:feea:8c74 (48930ba7-ea24-4942-b9d8-83beb60f5edc/50f80436-d328-4103-b895-6248c6cf207f/8224e475-75f5-4ffb-8892-6f3897d15782) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:21.507642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8224e475-75f5-4ffb-8892-6f3897d15782 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:21.513917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-abb33e67-bf0f-473d-ac9c-c852b178f235 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port f97fc340-d1b8-4ea4-bdfc-c31417ec105d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:21.514531 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-abb33e67-bf0f-473d-ac9c-c852b178f235 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.518382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.589621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=2b13951a-46cc-4444-acd0-c752c8ce9eaa,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:21.685657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8224e475-75f5-4ffb-8892-6f3897d15782 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:21.685657 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.788415 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-abb33e67-bf0f-473d-ac9c-c852b178f235 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:21.800768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router a88fb05e-2b02-4df4-9eb1-502f384a8486 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:21.847214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-abb33e67-bf0f-473d-ac9c-c852b178f235 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for f97fc340-d1b8-4ea4-bdfc-c31417ec105d owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:21.937648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f8519f8a-c305-455c-aea0-cc62f13f6182 None None] For port 8224e475-75f5-4ffb-8892-6f3897d15782, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8224e475-75f5-4ffb-8892-6f3897d15782,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:22.037397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8519f8a-c305-455c-aea0-cc62f13f6182 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.073698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:22.137110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e670df-c2ff-48fa-82b9-4aca409b594d None None] Sync routers for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:22.139912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f8519f8a-c305-455c-aea0-cc62f13f6182 None None] Transition to ACTIVE for port object 8224e475-75f5-4ffb-8892-6f3897d15782 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:22.170571 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f8519f8a-c305-455c-aea0-cc62f13f6182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.186314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e670df-c2ff-48fa-82b9-4aca409b594d None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:22.191636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-30e670df-c2ff-48fa-82b9-4aca409b594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:22.192769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 4f3c99a4-9355-4009-9498-6d36e32e3c31 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:22.193413 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.352691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-30e670df-c2ff-48fa-82b9-4aca409b594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:22.407469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-abb33e67-bf0f-473d-ac9c-c852b178f235 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.419994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.422543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a21d10bd-7c1a-433f-b2ba-645f66b81bc6 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/ports/2b13951a-46cc-4444-acd0-c752c8ce9eaa HTTP/1.1" status: 204 len: 168 time: 3.3006675 Jul 30 02:18:22.426536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44216) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:22.453703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb33e67-bf0f-473d-ac9c-c852b178f235 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=f97fc340-d1b8-4ea4-bdfc-c31417ec105d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:22.453913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8519f8a-c305-455c-aea0-cc62f13f6182 None None] Pushing event updated for resources: {'Port': ['ID=8224e475-75f5-4ffb-8892-6f3897d15782,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:22.458843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e670df-c2ff-48fa-82b9-4aca409b594d None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:22.459502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-30e670df-c2ff-48fa-82b9-4aca409b594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:22.545453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-30e670df-c2ff-48fa-82b9-4aca409b594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:22.546144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e670df-c2ff-48fa-82b9-4aca409b594d None None] The sync data for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:22.563175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-abb33e67-bf0f-473d-ac9c-c852b178f235 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.568020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-abb33e67-bf0f-473d-ac9c-c852b178f235 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/f97fc340-d1b8-4ea4-bdfc-c31417ec105d HTTP/1.1" status: 204 len: 168 time: 1.3506055 Jul 30 02:18:22.571323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44218) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:22.707609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:22.733966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 4f3c99a4-9355-4009-9498-6d36e32e3c31 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:22.758781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de123bb5-341a-48cf-9dfb-caa653cff2bc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:22.765114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-de123bb5-341a-48cf-9dfb-caa653cff2bc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1927252 Jul 30 02:18:22.768561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44220) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:22.977711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d5d3d-b22e-4fb7-9304-d54d73aaa36f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:22.981271 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d29d5d3d-b22e-4fb7-9304-d54d73aaa36f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2095115 Jul 30 02:18:22.984026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44222) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:23.097382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a266e7a-7080-47c8-9838-0ac097ddf66d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:23.099345 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a266e7a-7080-47c8-9838-0ac097ddf66d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:23.101852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a266e7a-7080-47c8-9838-0ac097ddf66d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:23.103585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1a266e7a-7080-47c8-9838-0ac097ddf66d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1181388 Jul 30 02:18:23.106217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44224) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:23.210877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0d5775-984b-414e-bc4e-7c5067429049 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:23.216190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5775-984b-414e-bc4e-7c5067429049 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.274118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.282816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5775-984b-414e-bc4e-7c5067429049 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.354159 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=4f3c99a4-9355-4009-9498-6d36e32e3c31,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:23.493961 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5775-984b-414e-bc4e-7c5067429049 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.571892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8224e475-75f5-4ffb-8892-6f3897d15782 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:23.641893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5775-984b-414e-bc4e-7c5067429049 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.684016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.727496 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc0d5775-984b-414e-bc4e-7c5067429049 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.728363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d355ee0b-6ff6-49f5-932e-09fc99830ca0 None None] Provisioning for port 8224e475-75f5-4ffb-8892-6f3897d15782 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:23.731995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dc0d5775-984b-414e-bc4e-7c5067429049 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d HTTP/1.1" status: 204 len: 168 time: 0.6222534 Jul 30 02:18:23.733029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44230) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:23.735984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d5775-984b-414e-bc4e-7c5067429049 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:23.749489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d355ee0b-6ff6-49f5-932e-09fc99830ca0 None None] Provisioning complete for port 8224e475-75f5-4ffb-8892-6f3897d15782 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:23.749859 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d355ee0b-6ff6-49f5-932e-09fc99830ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.751465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8224e475-75f5-4ffb-8892-6f3897d15782 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:23.751929 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.834756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c266ca-c1dc-48ff-b107-1bc9d7c648f3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 50f80436-d328-4103-b895-6248c6cf207f {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:23.840416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c266ca-c1dc-48ff-b107-1bc9d7c648f3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:23.898305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c266ca-c1dc-48ff-b107-1bc9d7c648f3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:24.041361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2d196-b88a-456a-8e5f-d73c91ef973f None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:24.114912 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:24.153208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d84c083f-8d97-40ee-86a8-0799892fcfc8 None None] Could not find standard attr ID for object f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:18:24.480903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c266ca-c1dc-48ff-b107-1bc9d7c648f3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:24.569792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 4f5ecdcd-d8f6-4300-a56f-902670c55d86 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:24.579237 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c266ca-c1dc-48ff-b107-1bc9d7c648f3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:24.637477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:24.639852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c266ca-c1dc-48ff-b107-1bc9d7c648f3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=50f80436-d328-4103-b895-6248c6cf207f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:24.645573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4c266ca-c1dc-48ff-b107-1bc9d7c648f3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:24.652688 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f4c266ca-c1dc-48ff-b107-1bc9d7c648f3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/50f80436-d328-4103-b895-6248c6cf207f HTTP/1.1" status: 204 len: 168 time: 0.9129200 Jul 30 02:18:24.654307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44238) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:24.796232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-14a3ddf5-9996-4283-a5e0-e5930713dca5 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378217 Jul 30 02:18:24.797737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44240) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:24.819091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:24.864007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:24.881781 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf2598-d65c-4857-9cdb-47ac0da46ef3 None None] Sync routers for ids ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:24.893877 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf2598-d65c-4857-9cdb-47ac0da46ef3 None None] Routers {'4f5ecdcd-d8f6-4300-a56f-902670c55d86'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:24.894725 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f7cf2598-d65c-4857-9cdb-47ac0da46ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:24.959148 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f7cf2598-d65c-4857-9cdb-47ac0da46ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:24.975484 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e7a10830-c273-4a30-be7a-86eb6d4d1d97 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/4f5ecdcd-d8f6-4300-a56f-902670c55d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6305473 Jul 30 02:18:24.976313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44244) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:25.012607 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf2598-d65c-4857-9cdb-47ac0da46ef3 None None] Routers {'4f5ecdcd-d8f6-4300-a56f-902670c55d86'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:25.022184 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f7cf2598-d65c-4857-9cdb-47ac0da46ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:25.033553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:25.037723 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.054826 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e67da856-3c97-41b9-a401-8e9e5399e1d3 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=4f5ecdcd-d8f6-4300-a56f-902670c55d86 HTTP/1.1" status: 200 len: 205 time: 0.0687003 Jul 30 02:18:25.058354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44246) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:25.105884 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f7cf2598-d65c-4857-9cdb-47ac0da46ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:25.106982 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf2598-d65c-4857-9cdb-47ac0da46ef3 None None] The sync data for ids ['4f5ecdcd-d8f6-4300-a56f-902670c55d86'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:25.240268 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a9309fc-8fa3-48ec-9e7a-fd6a8b0efc08 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.261371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6d143-c9b7-403b-b1e0-37eca9b9f99c None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:25.448310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3a6faa3e-f755-4990-bb00-9994b711403c None None] Provisioning complete for port 8224e475-75f5-4ffb-8892-6f3897d15782 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:25.449467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a6faa3e-f755-4990-bb00-9994b711403c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.609545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.615991 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a9309fc-8fa3-48ec-9e7a-fd6a8b0efc08 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.621553 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a9309fc-8fa3-48ec-9e7a-fd6a8b0efc08 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.651360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf4779-abe6-4c1e-b103-ffafef00943a None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:18:25.693312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:25.698524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:25.704040 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a9309fc-8fa3-48ec-9e7a-fd6a8b0efc08 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.704582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9309fc-8fa3-48ec-9e7a-fd6a8b0efc08 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Fanout notify agent at l3_agent the message router_deleted on router 4f5ecdcd-d8f6-4300-a56f-902670c55d86 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:18:25.705599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:25.706442 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.716864 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2a9309fc-8fa3-48ec-9e7a-fd6a8b0efc08 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.717986 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2a9309fc-8fa3-48ec-9e7a-fd6a8b0efc08 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/4f5ecdcd-d8f6-4300-a56f-902670c55d86 HTTP/1.1" status: 204 len: 168 time: 0.6583571 Jul 30 02:18:25.722606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44252) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:25.776659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:25.793107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ee513c69-8d95-4893-b23d-5a398a2fe0f0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9908140 Jul 30 02:18:25.793313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44254) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:25.800328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c0bbeb20-58dc-4b45-8809-e49f079ba789 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:25.805415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf4779-abe6-4c1e-b103-ffafef00943a None None] Deleting port 8224e475-75f5-4ffb-8892-6f3897d15782 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:25.806210 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bcf4779-abe6-4c1e-b103-ffafef00943a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.843066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99d3767-3223-4f9e-a86c-dcceb4a6b674 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting subnet a570362c-5aac-48bb-8649-d2aa481add12 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:25.849132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b99d3767-3223-4f9e-a86c-dcceb4a6b674 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.925103 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b99d3767-3223-4f9e-a86c-dcceb4a6b674 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:25.967409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5bcf4779-abe6-4c1e-b103-ffafef00943a None None] For port 8224e475-75f5-4ffb-8892-6f3897d15782, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8224e475-75f5-4ffb-8892-6f3897d15782,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:25.976201 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bcf4779-abe6-4c1e-b103-ffafef00943a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.019770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf4779-abe6-4c1e-b103-ffafef00943a None None] Calling delete_port for 8224e475-75f5-4ffb-8892-6f3897d15782 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:26.089872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port 8bcee13a-5ed3-4409-9685-72602b9c42af {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:26.090459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.159842 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bcf4779-abe6-4c1e-b103-ffafef00943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.170836 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b99d3767-3223-4f9e-a86c-dcceb4a6b674 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.193823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf4779-abe6-4c1e-b103-ffafef00943a None None] Pushing event deleted for resources: {'Port': ['ID=8224e475-75f5-4ffb-8892-6f3897d15782,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:26.207804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf4779-abe6-4c1e-b103-ffafef00943a None None] No DVR routers for this DVR port 8224e475-75f5-4ffb-8892-6f3897d15782 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:26.238069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c9b12-0a8c-4c4e-b4c9-3510cd9dc461 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:26.239633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bbeb20-58dc-4b45-8809-e49f079ba789 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:26.243204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0bbeb20-58dc-4b45-8809-e49f079ba789 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.315147 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b99d3767-3223-4f9e-a86c-dcceb4a6b674 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.335347 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b99d3767-3223-4f9e-a86c-dcceb4a6b674 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.338130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b99d3767-3223-4f9e-a86c-dcceb4a6b674 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/a570362c-5aac-48bb-8649-d2aa481add12 HTTP/1.1" status: 204 len: 168 time: 0.6107883 Jul 30 02:18:26.357460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44258) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:26.359931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959dcd27-f13e-441b-a5fc-dbf45f86eae0 None None] Network 223c3092-53bc-47a9-b5c3-64b83d1a2399 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:26.361672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d3767-3223-4f9e-a86c-dcceb4a6b674 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Subnet': ['ID=a570362c-5aac-48bb-8649-d2aa481add12,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:26.486133 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.514280 n-d-715271-7 neutron-server[93818]: INFO neutron.db.ipam_backend_mixin [None req-c0bbeb20-58dc-4b45-8809-e49f079ba789 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee (CIDR: 2001:db8::/64) Jul 30 02:18:26.516172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for 8bcee13a-5ed3-4409-9685-72602b9c42af owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:26.522760 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bbeb20-58dc-4b45-8809-e49f079ba789 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:26.524176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bbeb20-58dc-4b45-8809-e49f079ba789 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:26.543858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting subnet d4c873c1-e136-47e7-bf97-a6a232239429 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:26.548108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.598898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.722284 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c0bbeb20-58dc-4b45-8809-e49f079ba789 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9276266 Jul 30 02:18:26.724936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44262) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:26.733133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'subnet': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:26.787310 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.889928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-48930ba7-ea24-4942-b9d8-83beb60f5edc', 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'tenant_id': '88d7475368704cfcbfdb109315503598', 'fixed_ips': [{'subnet_id': '3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:18:26.890627 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.923164 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:26.934411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997f1c26-92e0-4b5a-9836-86a42a7faa59 None None] DHCP port deletion for 223c3092-53bc-47a9-b5c3-64b83d1a2399 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:18:26.954891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:26.964903 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.090542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb64f980-ac5f-4e46-9650-e664291431c4 None None] Network 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:27.092950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.095385 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/d4c873c1-e136-47e7-bf97-a6a232239429 HTTP/1.1" status: 204 len: 168 time: 0.7364316 Jul 30 02:18:27.097694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c873c1-e136-47e7-bf97-a6a232239429,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:27.102810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44266) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:27.116150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-997f1c26-92e0-4b5a-9836-86a42a7faa59 None None] Deleting port 388a565e-ebd3-4846-8796-85210c242f9f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:27.116578 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-997f1c26-92e0-4b5a-9836-86a42a7faa59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.147798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.149672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.151350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.159366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.160147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.160672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.161167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.161677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.162268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.162830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.163312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.164061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e2112-4a09-4fa6-ac0b-410e85f6efd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:27.273986 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.292365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-997f1c26-92e0-4b5a-9836-86a42a7faa59 None None] For port 388a565e-ebd3-4846-8796-85210c242f9f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=388a565e-ebd3-4846-8796-85210c242f9f,segment=NetworkSegment(5c232d44-214a-4cec-94fb-d94a2494dda0),segment_id=5c232d44-214a-4cec-94fb-d94a2494dda0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:27.293819 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-997f1c26-92e0-4b5a-9836-86a42a7faa59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.328076 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-997f1c26-92e0-4b5a-9836-86a42a7faa59 None None] Calling delete_port for 388a565e-ebd3-4846-8796-85210c242f9f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:27.401112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.479013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 388a565e-ebd3-4846-8796-85210c242f9f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:27.520284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=8bcee13a-5ed3-4409-9685-72602b9c42af,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:27.544644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Allocated IP 2001:db8::2 (48930ba7-ea24-4942-b9d8-83beb60f5edc/3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee/61f21a1f-8b0a-494e-9023-84591fa76166) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:27.622933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.objects.ports [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93819) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 02:18:27.624530 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.691234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:27.694764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:27.699328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:27.706999 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.742762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Subnet': ['ID=df7f2001-e535-4b36-9bf1-56a4a7c6fd48,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:27.770626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ff9cca31-3023-4e78-96b0-40943e115896 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0418992 Jul 30 02:18:27.771969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44278) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:27.777933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Request body: {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'mac_address': 'fa:16:3e:06:ce:89', 'name': 'tempest-NetworksTestDHCPv6-1421142811'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:27.797511 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-997f1c26-92e0-4b5a-9836-86a42a7faa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.835675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f1c26-92e0-4b5a-9836-86a42a7faa59 None None] No DVR routers for this DVR port 388a565e-ebd3-4846-8796-85210c242f9f on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:27.881590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Port 388a565e-ebd3-4846-8796-85210c242f9f update to DOWN by agent not found {{(pid=93820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:18:27.882039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8224e475-75f5-4ffb-8892-6f3897d15782 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:27.893436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f1c26-92e0-4b5a-9836-86a42a7faa59 None None] Pushing event deleted for resources: {'Port': ['ID=388a565e-ebd3-4846-8796-85210c242f9f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:27.897630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.916676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 8224e475-75f5-4ffb-8892-6f3897d15782 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:27.917020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8224e475-75f5-4ffb-8892-6f3897d15782 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:27.979986 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:27.989284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Transition to ACTIVE for port object 61f21a1f-8b0a-494e-9023-84591fa76166 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:28.014203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bff6592-dfbc-4aa4-bfa7-fada5c6fcf93 None None] DHCP port deletion for 4b0e0cb1-0670-4374-bb8e-0e5c39394c6b request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:18:28.033460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Transition to ACTIVE for port object 61f21a1f-8b0a-494e-9023-84591fa76166 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:28.057355 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.106194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Pushing event updated for resources: {'Port': ['ID=61f21a1f-8b0a-494e-9023-84591fa76166,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:28.110823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 388a565e-ebd3-4846-8796-85210c242f9f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:28.111866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.123604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:28.127904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:28.133610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:28.204693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port 388a565e-ebd3-4846-8796-85210c242f9f, host n-d-715271-7, got binding levels [] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:28.205537 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.216400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Attempting to bind port 61f21a1f-8b0a-494e-9023-84591fa76166 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:18:28.216788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Attempting to bind port 61f21a1f-8b0a-494e-9023-84591fa76166 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:18:28.217283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Attempting to bind port 61f21a1f-8b0a-494e-9023-84591fa76166 on network 48930ba7-ea24-4942-b9d8-83beb60f5edc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:28.226625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7bff6592-dfbc-4aa4-bfa7-fada5c6fcf93 None None] Deleting port 01bd16c8-6316-4315-93b8-6583a79a4b85 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:28.227165 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bff6592-dfbc-4aa4-bfa7-fada5c6fcf93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.227263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 388a565e-ebd3-4846-8796-85210c242f9f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:28.229349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:18:28.229816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Checking segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:28.230280 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.230730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Bound using segment: {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:18:28.231289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Bound port: 61f21a1f-8b0a-494e-9023-84591fa76166, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f632a45-8b2c-4e58-af0f-f0767c4d367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:18:28.231415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Port 388a565e-ebd3-4846-8796-85210c242f9f was not found and therefore no delete operation was performed {{(pid=93818) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:18:28.231822 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.235516 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.280269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No DVR routers for this DVR port 388a565e-ebd3-4846-8796-85210c242f9f on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:28.303710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=388a565e-ebd3-4846-8796-85210c242f9f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:28.389801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] For port 61f21a1f-8b0a-494e-9023-84591fa76166, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:28.393778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] For port 61f21a1f-8b0a-494e-9023-84591fa76166, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=61f21a1f-8b0a-494e-9023-84591fa76166,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:28.413259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.481638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.485652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7bff6592-dfbc-4aa4-bfa7-fada5c6fcf93 None None] For port 01bd16c8-6316-4315-93b8-6583a79a4b85, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=01bd16c8-6316-4315-93b8-6583a79a4b85,segment=NetworkSegment(d10cfca8-d6be-460d-8bd0-8f093d90e9ef),segment_id=d10cfca8-d6be-460d-8bd0-8f093d90e9ef)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:28.486177 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bff6592-dfbc-4aa4-bfa7-fada5c6fcf93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.520253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7bff6592-dfbc-4aa4-bfa7-fada5c6fcf93 None None] Calling delete_port for 01bd16c8-6316-4315-93b8-6583a79a4b85 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:28.554745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223c3092-53bc-47a9-b5c3-64b83d1a2399']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:28.585411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c232d44-214a-4cec-94fb-d94a2494dda0') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:28.585992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c232d44-214a-4cec-94fb-d94a2494dda0') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:28.604733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.629176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router a88fb05e-2b02-4df4-9eb1-502f384a8486 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:28.631068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.640160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:28.641337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:28.645297 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:28.691154 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bff6592-dfbc-4aa4-bfa7-fada5c6fcf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.696436 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Made reservation on behalf of 88d7475368704cfcbfdb109315503598 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:28.725929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff6592-dfbc-4aa4-bfa7-fada5c6fcf93 None None] No DVR routers for this DVR port 01bd16c8-6316-4315-93b8-6583a79a4b85 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:28.751374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bccceb-99d0-4ef6-b636-92a80db47e63 None None] Pushing event updated for resources: {'Port': ['ID=61f21a1f-8b0a-494e-9023-84591fa76166,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:28.793643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff6592-dfbc-4aa4-bfa7-fada5c6fcf93 None None] Pushing event deleted for resources: {'Port': ['ID=01bd16c8-6316-4315-93b8-6583a79a4b85,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:28.878109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:28.910048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] device_id is not set on port 70c3d7c8-1360-4626-811e-90189843f0f3 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:18:29.190065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:29.198582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:29.200444 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/networks/223c3092-53bc-47a9-b5c3-64b83d1a2399 HTTP/1.1" status: 204 len: 168 time: 2.0973172 Jul 30 02:18:29.204890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44286) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:29.220560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8::128 (48930ba7-ea24-4942-b9d8-83beb60f5edc/3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee/70c3d7c8-1360-4626-811e-90189843f0f3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:29.246898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df52f5-7567-47d2-b6f5-cfbf8d297660 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Network': ['ID=223c3092-53bc-47a9-b5c3-64b83d1a2399,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:29.287665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:ce89 (48930ba7-ea24-4942-b9d8-83beb60f5edc/df7f2001-e535-4b36-9bf1-56a4a7c6fd48/70c3d7c8-1360-4626-811e-90189843f0f3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:29.297588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:29.308001 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-412f51b3-b456-4b6a-a1b9-f976c886604b tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/routers/a88fb05e-2b02-4df4-9eb1-502f384a8486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8770249 Jul 30 02:18:29.308001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:29.317499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9efc1-b2b9-4cdd-886e-79dd20fd8487 None None] Sync routers for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:29.342870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9efc1-b2b9-4cdd-886e-79dd20fd8487 None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:29.345697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f0f9efc1-b2b9-4cdd-886e-79dd20fd8487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:29.385575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:29.539083 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:29.556507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f0f9efc1-b2b9-4cdd-886e-79dd20fd8487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:29.576459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9efc1-b2b9-4cdd-886e-79dd20fd8487 None None] Routers {'a88fb05e-2b02-4df4-9eb1-502f384a8486'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:29.579727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f0f9efc1-b2b9-4cdd-886e-79dd20fd8487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a88fb05e-2b02-4df4-9eb1-502f384a8486'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:29.708335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 61f21a1f-8b0a-494e-9023-84591fa76166 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:29.751383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f0f9efc1-b2b9-4cdd-886e-79dd20fd8487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:29.756256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:29.756542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9efc1-b2b9-4cdd-886e-79dd20fd8487 None None] The sync data for ids ['a88fb05e-2b02-4df4-9eb1-502f384a8486'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:29.782481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:29.821842 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0e0cb1-0670-4374-bb8e-0e5c39394c6b']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:29.832679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 61f21a1f-8b0a-494e-9023-84591fa76166 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:29.863701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10cfca8-d6be-460d-8bd0-8f093d90e9ef') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:29.865183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10cfca8-d6be-460d-8bd0-8f093d90e9ef') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:29.906743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port d4f083b2-50ac-4eb0-9da5-61f833ab3ef5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:29.909617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:29.931141 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:29.942363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:29.958851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 01bd16c8-6316-4315-93b8-6583a79a4b85 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:30.014091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 01bd16c8-6316-4315-93b8-6583a79a4b85 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:30.014659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 01bd16c8-6316-4315-93b8-6583a79a4b85 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:30.041383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Transition to ACTIVE for port object 70c3d7c8-1360-4626-811e-90189843f0f3 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:30.043344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.057941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:30.058574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:30.061976 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:30.166451 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.179921 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.182591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842883c0-0cde-4996-9578-e89db1660d80 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:30.188073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.200635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/networks/4b0e0cb1-0670-4374-bb8e-0e5c39394c6b HTTP/1.1" status: 204 len: 168 time: 0.9911404 Jul 30 02:18:30.200635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.205717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44294) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:30.222276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1464579142'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:30.234519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for d4f083b2-50ac-4eb0-9da5-61f833ab3ef5 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:30.242187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fd08f-f47a-4f5f-a889-6c10e7a94e58 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Network': ['ID=4b0e0cb1-0670-4374-bb8e-0e5c39394c6b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:30.265585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:30.266260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e73ed230-a080-468a-9f5d-f6502ff868ae None None] Provisioning for port 61f21a1f-8b0a-494e-9023-84591fa76166 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:30.281191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e73ed230-a080-468a-9f5d-f6502ff868ae None None] Provisioning complete for port 61f21a1f-8b0a-494e-9023-84591fa76166 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:30.281686 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e73ed230-a080-468a-9f5d-f6502ff868ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.291707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:30.299820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:30.308316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:30.309883 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.348687 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5746729 Jul 30 02:18:30.352973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44296) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:30.374585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701af69-24b8-4637-a9e3-275ab35cb113 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event updated for resources: {'Port': ['ID=70c3d7c8-1360-4626-811e-90189843f0f3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:30.434237 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e73ed230-a080-468a-9f5d-f6502ff868ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.497111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e73ed230-a080-468a-9f5d-f6502ff868ae None None] For port 61f21a1f-8b0a-494e-9023-84591fa76166, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=61f21a1f-8b0a-494e-9023-84591fa76166,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:30.509466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9f1af603-52e4-46ee-a8ba-646091fbd202 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting port 70c3d7c8-1360-4626-811e-90189843f0f3 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:30.509466 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f1af603-52e4-46ee-a8ba-646091fbd202 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.551237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:30.558076 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e73ed230-a080-468a-9f5d-f6502ff868ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.569192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.654920 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f1af603-52e4-46ee-a8ba-646091fbd202 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.675629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9f1af603-52e4-46ee-a8ba-646091fbd202 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Calling delete_port for 70c3d7c8-1360-4626-811e-90189843f0f3 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:30.686735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed230-a080-468a-9f5d-f6502ff868ae None None] Pushing event updated for resources: {'Port': ['ID=61f21a1f-8b0a-494e-9023-84591fa76166,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:30.760085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:18:30.773289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.774528 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added segment f94b3d22-99bf-4adc-a5dd-c6481133d61a of type vlan for network bff83394-7bb4-43dc-888f-81002051eabd Jul 30 02:18:30.778286 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-894b8ff6-4c9e-46d2-92c1-4bd4c052b1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.794588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6bd2c-93e5-4102-83b2-682c1dd0ee09 None None] Update dhcp port {'port': {'network_id': '48930ba7-ea24-4942-b9d8-83beb60f5edc', 'fixed_ips': [{'subnet_id': '3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df7f2001-e535-4b36-9bf1-56a4a7c6fd48'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '61f21a1f-8b0a-494e-9023-84591fa76166'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:18:30.826274 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2d6bd2c-93e5-4102-83b2-682c1dd0ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.828337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.864760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.910393 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.917016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:30.919022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:30.934989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=d4f083b2-50ac-4eb0-9da5-61f833ab3ef5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:30.967067 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7596650 Jul 30 02:18:30.967907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44298) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:30.977034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'subnet': {'network_id': 'bff83394-7bb4-43dc-888f-81002051eabd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:31.088079 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f1af603-52e4-46ee-a8ba-646091fbd202 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.182338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1af603-52e4-46ee-a8ba-646091fbd202 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Port': ['ID=70c3d7c8-1360-4626-811e-90189843f0f3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:31.189021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b2d6bd2c-93e5-4102-83b2-682c1dd0ee09 None None] Allocated IP 2001:db8:0:1:f816:3eff:feee:c42c (48930ba7-ea24-4942-b9d8-83beb60f5edc/df7f2001-e535-4b36-9bf1-56a4a7c6fd48/61f21a1f-8b0a-494e-9023-84591fa76166) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:31.238405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5ae5a-35fd-4737-9460-9aae3524899b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Network': ['ID=bff83394-7bb4-43dc-888f-81002051eabd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:31.249057 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.296844 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f1af603-52e4-46ee-a8ba-646091fbd202 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.299006 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9f1af603-52e4-46ee-a8ba-646091fbd202 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/70c3d7c8-1360-4626-811e-90189843f0f3 HTTP/1.1" status: 204 len: 168 time: 0.9438038 Jul 30 02:18:31.301584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44306) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:31.378922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network bff83394-7bb4-43dc-888f-81002051eabd details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:18:31.379939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.386041 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.398978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:31.402697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.423779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402afeb-88e8-454f-8cfb-21e8b8fce28b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:31.430674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0402afeb-88e8-454f-8cfb-21e8b8fce28b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1273327 Jul 30 02:18:31.435963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44308) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:31.535773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91731bbb-4f69-4ec2-a742-33d0af0ec9aa tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:31.538312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-91731bbb-4f69-4ec2-a742-33d0af0ec9aa tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1008091 Jul 30 02:18:31.541433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44310) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:31.585470 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.586041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Fanout notify agent at l3_agent the message router_deleted on router a88fb05e-2b02-4df4-9eb1-502f384a8486 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:18:31.595802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.596936 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b47756eb-0d26-4db2-8f62-fecc67f99c30 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/routers/a88fb05e-2b02-4df4-9eb1-502f384a8486 HTTP/1.1" status: 204 len: 168 time: 2.2883732 Jul 30 02:18:31.603765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44312) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:31.626915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b2d6bd2c-93e5-4102-83b2-682c1dd0ee09 None None] For port 61f21a1f-8b0a-494e-9023-84591fa76166, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=61f21a1f-8b0a-494e-9023-84591fa76166,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:31.684236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c97de54-b9b1-418f-b7ea-f48368effc7a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting subnet 8efaa04a-fab0-4919-9637-5e3009b30165 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:31.688906 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c97de54-b9b1-418f-b7ea-f48368effc7a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.695127 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2d6bd2c-93e5-4102-83b2-682c1dd0ee09 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.715376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b2d6bd2c-93e5-4102-83b2-682c1dd0ee09 None None] Transition to ACTIVE for port object 61f21a1f-8b0a-494e-9023-84591fa76166 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:31.726403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 61f21a1f-8b0a-494e-9023-84591fa76166 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:31.736699 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2d6bd2c-93e5-4102-83b2-682c1dd0ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.792923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c97de54-b9b1-418f-b7ea-f48368effc7a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.806010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00a993-6fca-4e0c-b609-4c4159c143ed tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:31.813956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00a993-6fca-4e0c-b609-4c4159c143ed tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:31.820152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00a993-6fca-4e0c-b609-4c4159c143ed tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:31.826347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ab00a993-6fca-4e0c-b609-4c4159c143ed tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2838135 Jul 30 02:18:31.829235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44318) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:31.858398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.944497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca398aba-858a-4c7a-9efc-12fb5915e123 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet 3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:31.949530 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca398aba-858a-4c7a-9efc-12fb5915e123 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:31.953868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6bd2c-93e5-4102-83b2-682c1dd0ee09 None None] Pushing event updated for resources: {'Port': ['ID=61f21a1f-8b0a-494e-9023-84591fa76166,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:31.998639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.023204 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca398aba-858a-4c7a-9efc-12fb5915e123 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.112328 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c97de54-b9b1-418f-b7ea-f48368effc7a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.177547 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca398aba-858a-4c7a-9efc-12fb5915e123 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.223644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Subnet': ['ID=3b739deb-c3b3-432c-afa5-5f8e14d23b11,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:32.256665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Checking segment: {'id': 'f94b3d22-99bf-4adc-a5dd-c6481133d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bff83394-7bb4-43dc-888f-81002051eabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:32.257351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network hostable DHCP agents. Network: bff83394-7bb4-43dc-888f-81002051eabd, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:18:32.265592 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c97de54-b9b1-418f-b7ea-f48368effc7a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.310369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97de54-b9b1-418f-b7ea-f48368effc7a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Subnet': ['ID=8efaa04a-fab0-4919-9637-5e3009b30165,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:32.317372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c97de54-b9b1-418f-b7ea-f48368effc7a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.323677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1cc7d-e13f-44ee-b2cb-8d134d288b86 None None] Network da499a5a-a279-45fd-a92c-462d9d713836 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:32.327798 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1c97de54-b9b1-418f-b7ea-f48368effc7a tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/subnets/8efaa04a-fab0-4919-9637-5e3009b30165 HTTP/1.1" status: 204 len: 168 time: 0.7227809 Jul 30 02:18:32.329146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44324) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:32.353994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network bff83394-7bb4-43dc-888f-81002051eabd is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:18:32.382757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca398aba-858a-4c7a-9efc-12fb5915e123 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.417153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, bff83394-7bb4-43dc-888f-81002051eabd) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:32.422626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:32.423302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.436789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0985fe89-8880-4954-9ea2-881a90bb030b None None] Network bff83394-7bb4-43dc-888f-81002051eabd requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:32.460341 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.475148 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d749089e-aa88-4f98-bd10-6d872ff8b429 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5023956 Jul 30 02:18:32.475819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44326) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:32.482260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d71c89d4-c933-47bc-a5ed-6be70df866fd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1398458765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:32.498517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca398aba-858a-4c7a-9efc-12fb5915e123 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:32.515413 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca398aba-858a-4c7a-9efc-12fb5915e123 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.525819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44328) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:32.527107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ca398aba-858a-4c7a-9efc-12fb5915e123 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee HTTP/1.1" status: 204 len: 168 time: 0.6964731 Jul 30 02:18:32.613434 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d71c89d4-c933-47bc-a5ed-6be70df866fd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.614707 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d71c89d4-c933-47bc-a5ed-6be70df866fd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.651090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f274f6f-e572-4e3f-8089-d780abb4a1ef tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Deleting subnet df7f2001-e535-4b36-9bf1-56a4a7c6fd48 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:32.660205 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f274f6f-e572-4e3f-8089-d780abb4a1ef tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.752720 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d71c89d4-c933-47bc-a5ed-6be70df866fd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.762356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d71c89d4-c933-47bc-a5ed-6be70df866fd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.782186 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f274f6f-e572-4e3f-8089-d780abb4a1ef tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.821750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-bff83394-7bb4-43dc-888f-81002051eabd', 'network_id': 'bff83394-7bb4-43dc-888f-81002051eabd', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'fixed_ips': [{'subnet_id': '3b739deb-c3b3-432c-afa5-5f8e14d23b11'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:18:32.825193 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:32.928062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] DHCP port deletion for da499a5a-a279-45fd-a92c-462d9d713836 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:18:32.972945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:32.973848 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.000703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d71c89d4-c933-47bc-a5ed-6be70df866fd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.002607 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d71c89d4-c933-47bc-a5ed-6be70df866fd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5254202 Jul 30 02:18:33.007956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44332) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:33.015101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'port': {'network_id': 'bff83394-7bb4-43dc-888f-81002051eabd', 'name': 'tempest-RoutersIpV6Test-1176434701'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:33.098939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f274f6f-e572-4e3f-8089-d780abb4a1ef tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.171861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] For port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=be739d81-8ffb-40f2-b7c7-dc76fe84b8a0,segment=NetworkSegment(73663661-ed6f-45a9-a607-babe2f607e8a),segment_id=73663661-ed6f-45a9-a607-babe2f607e8a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:33.172455 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.225937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:33.234642 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.240663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:33.312748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] device_id is not set on port 6ebe0464-d188-4f74-96aa-4cddb81278a7 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:18:33.340011 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f274f6f-e572-4e3f-8089-d780abb4a1ef tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.421038 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f274f6f-e572-4e3f-8089-d780abb4a1ef tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Subnet': ['ID=df7f2001-e535-4b36-9bf1-56a4a7c6fd48,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:33.440393 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f274f6f-e572-4e3f-8089-d780abb4a1ef tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.445406 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5f274f6f-e572-4e3f-8089-d780abb4a1ef tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/df7f2001-e535-4b36-9bf1-56a4a7c6fd48 HTTP/1.1" status: 204 len: 168 time: 0.9183559 Jul 30 02:18:33.448000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44336) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:33.503460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Allocated IP 2001:db8::2 (bff83394-7bb4-43dc-888f-81002051eabd/3b739deb-c3b3-432c-afa5-5f8e14d23b11/61717bab-77e9-411b-ad21-76f1f2403103) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:33.511025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba4734-d4f2-4755-ba6c-2d1b85e980d9 None None] Network 48930ba7-ea24-4942-b9d8-83beb60f5edc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:33.515005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 61f21a1f-8b0a-494e-9023-84591fa76166 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:33.519325 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c2460596-2886-44b6-a86c-1de21812d343 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667484 Jul 30 02:18:33.520885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44338) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:33.555825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.609151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=be739d81-8ffb-40f2-b7c7-dc76fe84b8a0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:33.616160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] No DVR routers for this DVR port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:33.634208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4e329a-a533-4718-9968-e1ffe891537b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:33.639158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ca4e329a-a533-4718-9968-e1ffe891537b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1137877 Jul 30 02:18:33.639733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44340) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:33.740183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b745d0f-df26-4056-992a-22ae1c54909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.742614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.750000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ffc6923e-c8ef-4b24-814c-4c63180ca2d9 None None] Provisioning for port 61f21a1f-8b0a-494e-9023-84591fa76166 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:33.757771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ffc6923e-c8ef-4b24-814c-4c63180ca2d9 None None] Provisioning complete for port 61f21a1f-8b0a-494e-9023-84591fa76166 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:33.758958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffc6923e-c8ef-4b24-814c-4c63180ca2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.759762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d72612-c95b-438f-849c-c273ba61b508 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:33.765019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-99d72612-c95b-438f-849c-c273ba61b508 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1154311 Jul 30 02:18:33.765245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da499a5a-a279-45fd-a92c-462d9d713836']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:33.765684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44342) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:33.788331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73663661-ed6f-45a9-a607-babe2f607e8a') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:33.788889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73663661-ed6f-45a9-a607-babe2f607e8a') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:33.812101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.815485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a85cb203-0643-481a-9722-fb078c26fb4d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485785 Jul 30 02:18:33.824734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44344) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:33.851663 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.851924 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a5993b-eeb0-4696-9a44-3931c9a66a62 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:33.852634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a5993b-eeb0-4696-9a44-3931c9a66a62 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:33.854407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c0a5993b-eeb0-4696-9a44-3931c9a66a62 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/70c3d7c8-1360-4626-811e-90189843f0f3 HTTP/1.1" status: 404 len: 333 time: 0.0286531 Jul 30 02:18:33.861119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44346) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:33.886327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:33.887084 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:33.894956 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:33.922510 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.936066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 61f21a1f-8b0a-494e-9023-84591fa76166 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:33.936442 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.948379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] Deleting port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:33.948740 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:33.963261 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b857cc-42bb-460a-bcac-66731ef31713 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:33.963757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b857cc-42bb-460a-bcac-66731ef31713 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:33.967719 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-66b857cc-42bb-460a-bcac-66731ef31713 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/df7f2001-e535-4b36-9bf1-56a4a7c6fd48 HTTP/1.1" status: 404 len: 337 time: 0.1031435 Jul 30 02:18:33.968548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44348) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:33.997330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.011394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.017201 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/networks/da499a5a-a279-45fd-a92c-462d9d713836 HTTP/1.1" status: 204 len: 168 time: 1.6856148 Jul 30 02:18:34.023819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44352) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.039973 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e845fb-8848-4849-9078-09c24dbc9bbe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.046980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e845fb-8848-4849-9078-09c24dbc9bbe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.049071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-23e845fb-8848-4849-9078-09c24dbc9bbe tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/3e6dd63a-97ee-41f7-aa89-bf10f67ff4ee HTTP/1.1" status: 404 len: 337 time: 0.0794754 Jul 30 02:18:34.049528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b88e45-270c-4d71-8c68-4379e8432967 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Network': ['ID=da499a5a-a279-45fd-a92c-462d9d713836,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:34.053286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44354) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.111111 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfd65f3-73c3-44aa-8448-854d4a6affb0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.112020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfd65f3-73c3-44aa-8448-854d4a6affb0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.113862 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3dfd65f3-73c3-44aa-8448-854d4a6affb0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/f97fc340-d1b8-4ea4-bdfc-c31417ec105d HTTP/1.1" status: 404 len: 333 time: 0.0557914 Jul 30 02:18:34.117827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44358) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.172563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371d6f3-e7e3-4d57-bd6a-80fae5eea8f0 None None] DHCP port deletion for 48930ba7-ea24-4942-b9d8-83beb60f5edc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:18:34.175863 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07ef655-bbfa-4162-9c71-c52b5d33bf27 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.176974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07ef655-bbfa-4162-9c71-c52b5d33bf27 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.182176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] For port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:34.182582 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.185004 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a07ef655-bbfa-4162-9c71-c52b5d33bf27 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/50f80436-d328-4103-b895-6248c6cf207f HTTP/1.1" status: 404 len: 337 time: 0.0659497 Jul 30 02:18:34.188804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44360) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.242344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] Calling delete_port for be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:34.244693 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace3ccc7-82cc-4109-9f93-bbccb14f7e9d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.245247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace3ccc7-82cc-4109-9f93-bbccb14f7e9d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.249361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ace3ccc7-82cc-4109-9f93-bbccb14f7e9d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/2c88100a-ba6d-4c6f-9ad0-0f40fd1b408d HTTP/1.1" status: 404 len: 337 time: 0.0571504 Jul 30 02:18:34.251116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44362) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.278429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] Port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:18:34.301748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port 0257e773-55cb-4927-920c-15c77c4614a7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:34.302153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.318328 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebccfaf-d510-40af-82b8-04a01b2e9bc0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.320078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebccfaf-d510-40af-82b8-04a01b2e9bc0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.326812 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3ebccfaf-d510-40af-82b8-04a01b2e9bc0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/f25de93a-ce3d-4a3e-9afb-7f1b388a0ed1 HTTP/1.1" status: 404 len: 333 time: 0.0707393 Jul 30 02:18:34.327596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44364) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.333511 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.336069 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.418039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.418437 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.419628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] Network da499a5a-a279-45fd-a92c-462d9d713836 is not hosted by any dhcp agent {{(pid=93820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:18:34.420103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] No DVR routers for this DVR port be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:34.421714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92434e6-cb0a-4332-b433-360818e78197 None None] Pushing event deleted for resources: {'Port': ['ID=be739d81-8ffb-40f2-b7c7-dc76fe84b8a0,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:34.425639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Transition to ACTIVE for port object 61717bab-77e9-411b-ad21-76f1f2403103 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:34.453900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ffc6923e-c8ef-4b24-814c-4c63180ca2d9 None None] Could not find standard attr ID for object 70c3d7c8-1360-4626-811e-90189843f0f3. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:18:34.469552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for 0257e773-55cb-4927-920c-15c77c4614a7 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:34.473951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Transition to ACTIVE for port object 61717bab-77e9-411b-ad21-76f1f2403103 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:34.483771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9371d6f3-e7e3-4d57-bd6a-80fae5eea8f0 None None] Deleting port 61f21a1f-8b0a-494e-9023-84591fa76166 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:34.484591 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9371d6f3-e7e3-4d57-bd6a-80fae5eea8f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.488808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.512189 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e710bd-2a98-486a-8399-3bd4934b8243 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.518966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e710bd-2a98-486a-8399-3bd4934b8243 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.521237 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-39e710bd-2a98-486a-8399-3bd4934b8243 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/e3971ad6-c978-4d21-9b17-bec05b794505 HTTP/1.1" status: 404 len: 337 time: 0.1919799 Jul 30 02:18:34.527057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44370) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.578223 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c2da89-8ce9-42ec-a85c-81954a7fb1be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.578957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c2da89-8ce9-42ec-a85c-81954a7fb1be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.581105 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d9c2da89-8ce9-42ec-a85c-81954a7fb1be tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/439c79ce-0b34-4e94-9f71-136068da4fc0 HTTP/1.1" status: 404 len: 337 time: 0.0526698 Jul 30 02:18:34.584030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44372) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.630355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 2001:db8::1cb (bff83394-7bb4-43dc-888f-81002051eabd/3b739deb-c3b3-432c-afa5-5f8e14d23b11/6ebe0464-d188-4f74-96aa-4cddb81278a7) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:34.662280 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec196e9-6670-40b7-9c58-9e47d72b28c1 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.662280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec196e9-6670-40b7-9c58-9e47d72b28c1 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.662585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44374) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.662690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8ec196e9-6670-40b7-9c58-9e47d72b28c1 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/32cdca40-bc6a-41d6-b98c-4d6a7ea80848 HTTP/1.1" status: 404 len: 333 time: 0.0752771 Jul 30 02:18:34.674673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:34.711526 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f50aaf7-2515-4ead-9cdf-feccbc9c3412 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.711996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f50aaf7-2515-4ead-9cdf-feccbc9c3412 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.714062 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2f50aaf7-2515-4ead-9cdf-feccbc9c3412 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/af6b0540-90c9-4735-b639-576872829c4a HTTP/1.1" status: 404 len: 337 time: 0.0525939 Jul 30 02:18:34.718793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44376) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.754957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Network bff83394-7bb4-43dc-888f-81002051eabd is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:34.759657 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-89dc6a6c-8cfb-47df-8507-923c6fe3a04f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.760209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89dc6a6c-8cfb-47df-8507-923c6fe3a04f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.766349 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-89dc6a6c-8cfb-47df-8507-923c6fe3a04f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/9adf1666-f2b4-4d9f-ab5c-7cf36ec6eae6 HTTP/1.1" status: 404 len: 337 time: 0.0422809 Jul 30 02:18:34.768290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44378) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.779909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:34.780442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device be739d81-8ffb-40f2-b7c7-dc76fe84b8a0 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:34.784818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:34.808321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9371d6f3-e7e3-4d57-bd6a-80fae5eea8f0 None None] For port 61f21a1f-8b0a-494e-9023-84591fa76166, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=61f21a1f-8b0a-494e-9023-84591fa76166,segment=NetworkSegment(1f632a45-8b2c-4e58-af0f-f0767c4d367d),segment_id=1f632a45-8b2c-4e58-af0f-f0767c4d367d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:34.808954 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9371d6f3-e7e3-4d57-bd6a-80fae5eea8f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.822621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:34.860969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.863619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9371d6f3-e7e3-4d57-bd6a-80fae5eea8f0 None None] Calling delete_port for 61f21a1f-8b0a-494e-9023-84591fa76166 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:34.875750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Pushing event updated for resources: {'Port': ['ID=61717bab-77e9-411b-ad21-76f1f2403103,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:34.888853 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd666eb-e3fb-4d07-9e11-e5ee2d08df2f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.889595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd666eb-e3fb-4d07-9e11-e5ee2d08df2f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.896575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ddd666eb-e3fb-4d07-9e11-e5ee2d08df2f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/e3f592dd-af61-4524-afb1-519b4733ae86 HTTP/1.1" status: 404 len: 333 time: 0.1229308 Jul 30 02:18:34.896575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44380) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.931972 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5db8ae3-5bab-436e-aaad-26766679d176 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.932592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5db8ae3-5bab-436e-aaad-26766679d176 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.938916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a5db8ae3-5bab-436e-aaad-26766679d176 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/b4cb0bc5-9acf-4278-abf6-f67a2f5febe2 HTTP/1.1" status: 404 len: 337 time: 0.0369539 Jul 30 02:18:34.939292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44382) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:34.975899 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:34.977872 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c23a268-7e1f-4929-8281-6ff1f36215af tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:34.977872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c23a268-7e1f-4929-8281-6ff1f36215af tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:34.983539 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1c23a268-7e1f-4929-8281-6ff1f36215af tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/dfdd54da-8371-445c-b665-9626b1dc9b3c HTTP/1.1" status: 404 len: 333 time: 0.0382047 Jul 30 02:18:34.983539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44384) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.014218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=0257e773-55cb-4927-920c-15c77c4614a7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:35.106283 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b077e9-15c1-4cd6-a88e-d5edd8b7b752 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.107401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b077e9-15c1-4cd6-a88e-d5edd8b7b752 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.114614 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-96b077e9-15c1-4cd6-a88e-d5edd8b7b752 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/ea44d126-1aeb-4343-8407-9a8d8eabd0cb HTTP/1.1" status: 404 len: 337 time: 0.1256790 Jul 30 02:18:35.114913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44386) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.125692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Attempting to bind port 61717bab-77e9-411b-ad21-76f1f2403103 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:18:35.126498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Attempting to bind port 61717bab-77e9-411b-ad21-76f1f2403103 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'f94b3d22-99bf-4adc-a5dd-c6481133d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bff83394-7bb4-43dc-888f-81002051eabd'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:18:35.126498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Attempting to bind port 61717bab-77e9-411b-ad21-76f1f2403103 on network bff83394-7bb4-43dc-888f-81002051eabd {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:35.136113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:18:35.137484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Checking segment: {'id': 'f94b3d22-99bf-4adc-a5dd-c6481133d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bff83394-7bb4-43dc-888f-81002051eabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:35.137484 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:35.137484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Bound using segment: {'id': 'f94b3d22-99bf-4adc-a5dd-c6481133d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bff83394-7bb4-43dc-888f-81002051eabd'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:18:35.137944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Bound port: 61717bab-77e9-411b-ad21-76f1f2403103, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94b3d22-99bf-4adc-a5dd-c6481133d61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bff83394-7bb4-43dc-888f-81002051eabd'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:18:35.138255 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:35.158400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:35.166405 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-6990de63-f118-4740-92cd-e21721968517 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.167555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6990de63-f118-4740-92cd-e21721968517 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.169305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6990de63-f118-4740-92cd-e21721968517 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/1fa51491-abe3-489b-834e-58b7f240b9bc HTTP/1.1" status: 404 len: 333 time: 0.0546367 Jul 30 02:18:35.172436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44388) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.201252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Transition to ACTIVE for port object 6ebe0464-d188-4f74-96aa-4cddb81278a7 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:35.202487 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9caf40f-847e-475a-be46-f99e50419a11 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.202954 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9caf40f-847e-475a-be46-f99e50419a11 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.204879 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d9caf40f-847e-475a-be46-f99e50419a11 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/93757cd4-6835-4a03-a3bf-5e3ce37b46fc HTTP/1.1" status: 404 len: 337 time: 0.0314088 Jul 30 02:18:35.209270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44390) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.241061 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb86cb6-f4a9-46c1-b0fe-c93ae501e3eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.241961 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb86cb6-f4a9-46c1-b0fe-c93ae501e3eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.244045 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0fb86cb6-f4a9-46c1-b0fe-c93ae501e3eb tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/64c5a1fd-337a-4022-bbb2-0d8af874e230 HTTP/1.1" status: 404 len: 333 time: 0.0334742 Jul 30 02:18:35.248481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44392) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.255515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] For port 61717bab-77e9-411b-ad21-76f1f2403103, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:35.269867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] For port 61717bab-77e9-411b-ad21-76f1f2403103, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=61717bab-77e9-411b-ad21-76f1f2403103,segment=NetworkSegment(f94b3d22-99bf-4adc-a5dd-c6481133d61a),segment_id=f94b3d22-99bf-4adc-a5dd-c6481133d61a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:35.271291 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9371d6f3-e7e3-4d57-bd6a-80fae5eea8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:35.271914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:35.277726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:35.286320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4d805363-e47b-4f7e-b987-b40645460db5 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/floatingips/8ce5453d-68b9-413d-a904-182dd4af0296 HTTP/1.1" status: 204 len: 168 time: 1.2525139 Jul 30 02:18:35.286320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44394) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.290909 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d81dd6-d2a6-4d0b-868c-f8d39fbbe38d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.291366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d81dd6-d2a6-4d0b-868c-f8d39fbbe38d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.297057 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d2d81dd6-d2a6-4d0b-868c-f8d39fbbe38d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/8bac7445-8f5e-4fd2-929d-67abf29be62e HTTP/1.1" status: 404 len: 337 time: 0.0437369 Jul 30 02:18:35.298008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44396) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.311785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:35.323375 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:35.330821 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf7c237-3a1b-4ffb-961c-4e9c27b2263f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.331580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf7c237-3a1b-4ffb-961c-4e9c27b2263f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.335556 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ccf7c237-3a1b-4ffb-961c-4e9c27b2263f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/02588176-6443-44de-bbc5-53225cc63b29 HTTP/1.1" status: 404 len: 333 time: 0.0341573 Jul 30 02:18:35.336345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44398) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.360440 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab25fd9-f3da-41c0-bd02-988e11d81fcf tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.361867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab25fd9-f3da-41c0-bd02-988e11d81fcf tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.369599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371d6f3-e7e3-4d57-bd6a-80fae5eea8f0 None None] No DVR routers for this DVR port 61f21a1f-8b0a-494e-9023-84591fa76166 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:35.369839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44400) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.370753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aab25fd9-f3da-41c0-bd02-988e11d81fcf tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/ports/2b13951a-46cc-4444-acd0-c752c8ce9eaa HTTP/1.1" status: 404 len: 333 time: 0.0819166 Jul 30 02:18:35.380114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371d6f3-e7e3-4d57-bd6a-80fae5eea8f0 None None] Pushing event deleted for resources: {'Port': ['ID=61f21a1f-8b0a-494e-9023-84591fa76166,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:35.465933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network bff83394-7bb4-43dc-888f-81002051eabd is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:35.472354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:35.476410 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0b00405f-bd1e-4251-b281-0bbf4de30bb3 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "GET /v2.0/ports?device_id=a88fb05e-2b02-4df4-9eb1-502f384a8486 HTTP/1.1" status: 200 len: 205 time: 0.0893471 Jul 30 02:18:35.478936 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3a5a3e-4f96-4e58-8a04-5edea6bc623e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.479419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3a5a3e-4f96-4e58-8a04-5edea6bc623e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.481587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:35.502014 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bb3a5a3e-4f96-4e58-8a04-5edea6bc623e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/94e5c9c1-63ca-4be2-b50b-c85fd290255f HTTP/1.1" status: 404 len: 337 time: 0.1625097 Jul 30 02:18:35.503505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44402) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.503972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44406) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.518938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:35.534577 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:35.536638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cef68-5cfa-425e-a227-f0de704cbf46 None None] Pushing event updated for resources: {'Port': ['ID=61717bab-77e9-411b-ad21-76f1f2403103,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:35.575491 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce765b7-7b13-4a38-88b6-0324ad8e555f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.579099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce765b7-7b13-4a38-88b6-0324ad8e555f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.581671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 61f21a1f-8b0a-494e-9023-84591fa76166 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:35.582762 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8ce765b7-7b13-4a38-88b6-0324ad8e555f tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/e1a03231-97d3-4813-9ab4-e79588890a1f HTTP/1.1" status: 404 len: 333 time: 0.0755479 Jul 30 02:18:35.608886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44410) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.627292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 61f21a1f-8b0a-494e-9023-84591fa76166 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:35.627782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 61f21a1f-8b0a-494e-9023-84591fa76166 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:35.649325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6380620 Jul 30 02:18:35.650493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce383100-1300-4577-a7e9-ede359a6d0a0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=6ebe0464-d188-4f74-96aa-4cddb81278a7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:35.662502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44414) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.666212 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-5e0849bb-2b14-46e1-acbd-79d69cafd601 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] delete failed (client error): The resource could not be found. Jul 30 02:18:35.669273 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5e0849bb-2b14-46e1-acbd-79d69cafd601 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/routers/a88fb05e-2b02-4df4-9eb1-502f384a8486 HTTP/1.1" status: 404 len: 336 time: 0.1637831 Jul 30 02:18:35.672113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44416) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.724225 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-b519940f-f8e1-4fb9-ba2e-1e6176c713f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.725248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b519940f-f8e1-4fb9-ba2e-1e6176c713f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.733140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b519940f-f8e1-4fb9-ba2e-1e6176c713f4 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/efd2a799-b1df-463f-a694-f03ea987412b HTTP/1.1" status: 404 len: 337 time: 0.1228940 Jul 30 02:18:35.734052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44418) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.746285 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb70ecd-b8b3-4533-ae58-22a0707a65ce tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.747729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb70ecd-b8b3-4533-ae58-22a0707a65ce tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.755932 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fbb70ecd-b8b3-4533-ae58-22a0707a65ce tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/subnets/8efaa04a-fab0-4919-9637-5e3009b30165 HTTP/1.1" status: 404 len: 337 time: 0.0822883 Jul 30 02:18:35.757281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44420) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.909789 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39519c2-fdc1-4342-be5c-9d97dd3d17db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.910253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39519c2-fdc1-4342-be5c-9d97dd3d17db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.912447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e39519c2-fdc1-4342-be5c-9d97dd3d17db tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/b9ff4d9c-c02a-4f76-ab1c-77f7a9251121 HTTP/1.1" status: 404 len: 337 time: 0.1157799 Jul 30 02:18:35.916399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44422) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:35.973878 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7e5e8b-ebba-4e55-994b-46b72e99f621 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:35.974594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7e5e8b-ebba-4e55-994b-46b72e99f621 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:35.976903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8f7e5e8b-ebba-4e55-994b-46b72e99f621 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/997498a1-7243-4e35-aa55-b098e6fc34be HTTP/1.1" status: 404 len: 333 time: 0.0597963 Jul 30 02:18:35.981073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44424) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.054274 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7f8eee1c-3c21-4e9b-88ca-966f42cadf50 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port ad8e52a2-3939-42f9-bbde-d2d471300fa5 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:36.055381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee1c-3c21-4e9b-88ca-966f42cadf50 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:36.102488 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f918b4-cd6a-497a-8601-54abe4af6c12 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:36.102954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f918b4-cd6a-497a-8601-54abe4af6c12 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:36.105011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b2f918b4-cd6a-497a-8601-54abe4af6c12 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/26a7f580-3ce7-4c09-9609-09becb2f6dc2 HTTP/1.1" status: 404 len: 337 time: 0.0806563 Jul 30 02:18:36.109451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44426) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.177615 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e0217b-ea0d-4dac-9d39-e08841dc44c3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:36.178080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e0217b-ea0d-4dac-9d39-e08841dc44c3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:36.179930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-62e0217b-ea0d-4dac-9d39-e08841dc44c3 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/8db52762-7518-4c6c-80eb-cdeca3ea3ed2 HTTP/1.1" status: 404 len: 337 time: 0.0695720 Jul 30 02:18:36.194704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44428) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.229762 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:36.286537 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd03afd-3cec-4dd5-a0e4-3505da5a998b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:36.287340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd03afd-3cec-4dd5-a0e4-3505da5a998b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:36.292158 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6dd03afd-3cec-4dd5-a0e4-3505da5a998b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/b599f62b-65d6-4c6a-9781-7640bff26502 HTTP/1.1" status: 404 len: 333 time: 0.0931509 Jul 30 02:18:36.296071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44430) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.321738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee1c-3c21-4e9b-88ca-966f42cadf50 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:36.342421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7f8eee1c-3c21-4e9b-88ca-966f42cadf50 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for ad8e52a2-3939-42f9-bbde-d2d471300fa5 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:36.424246 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42feb78-27eb-4b59-b872-c50eb7b6c0d0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:36.424924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42feb78-27eb-4b59-b872-c50eb7b6c0d0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:36.429506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c42feb78-27eb-4b59-b872-c50eb7b6c0d0 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/902a78e3-8bc3-42dd-a134-05bf1e6ae844 HTTP/1.1" status: 404 len: 337 time: 0.1297865 Jul 30 02:18:36.434913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44432) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.530640 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab4ce87-237e-478e-be2d-163f16c5b9b1 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:36.531476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab4ce87-237e-478e-be2d-163f16c5b9b1 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:36.531772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee1c-3c21-4e9b-88ca-966f42cadf50 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:36.536173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9ab4ce87-237e-478e-be2d-163f16c5b9b1 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/1c4d1374-f126-4a36-a388-9081fb13013c HTTP/1.1" status: 404 len: 337 time: 0.0995996 Jul 30 02:18:36.542042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44434) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.577245 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e71a79-b6ad-4392-8e58-3d31ac8a0816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:36.577965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e71a79-b6ad-4392-8e58-3d31ac8a0816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:36.579775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-78e71a79-b6ad-4392-8e58-3d31ac8a0816 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/3cd31452-f3c1-426f-a934-b7376052e899 HTTP/1.1" status: 404 len: 333 time: 0.0364802 Jul 30 02:18:36.582596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44438) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.596571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8eee1c-3c21-4e9b-88ca-966f42cadf50 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=ad8e52a2-3939-42f9-bbde-d2d471300fa5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:36.660709 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-359196c5-d644-42e5-aa68-3e65ab357208 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:36.661175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359196c5-d644-42e5-aa68-3e65ab357208 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:36.663215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-359196c5-d644-42e5-aa68-3e65ab357208 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/107a85db-56f2-43bb-b0d1-08134abcabdc HTTP/1.1" status: 404 len: 337 time: 0.0785801 Jul 30 02:18:36.667621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44442) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.681295 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:36.703225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7f8eee1c-3c21-4e9b-88ca-966f42cadf50 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:36.706283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7f8eee1c-3c21-4e9b-88ca-966f42cadf50 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/ports/ad8e52a2-3939-42f9-bbde-d2d471300fa5 HTTP/1.1" status: 204 len: 168 time: 0.9470809 Jul 30 02:18:36.706607 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba31721-34c8-432f-a8d3-348e379b03d9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:36.707141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba31721-34c8-432f-a8d3-348e379b03d9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:36.709047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44444) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.709736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fba31721-34c8-432f-a8d3-348e379b03d9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/f3102460-de52-47d3-97c1-3ce5254bf2ff HTTP/1.1" status: 404 len: 337 time: 0.0413852 Jul 30 02:18:36.714446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44446) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.909919 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a9ac1a1d-b6f7-4d14-9a9c-e5e26a72108c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b HTTP/1.1" status: 200 len: 205 time: 0.1457820 Jul 30 02:18:36.913695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44450) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:36.986375 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-f115a2f7-f617-4cfb-a579-59a993d63191 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] delete failed (client error): The resource could not be found. Jul 30 02:18:36.987866 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f115a2f7-f617-4cfb-a579-59a993d63191 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/routers/0b72dcfa-ceac-40b2-9aeb-e2ac69fad09b HTTP/1.1" status: 404 len: 336 time: 0.0725582 Jul 30 02:18:36.990432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44452) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.028695 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb32b6a4-d515-4ebe-83ef-53cd4946c942 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.029537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb32b6a4-d515-4ebe-83ef-53cd4946c942 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.034422 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bb32b6a4-d515-4ebe-83ef-53cd4946c942 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/5f049555-ee11-489c-aa96-e4fc37480dee HTTP/1.1" status: 404 len: 337 time: 0.0403843 Jul 30 02:18:37.035095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44454) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.088118 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-315fc4ab-5523-4cd6-b862-9708987d179c tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 HTTP/1.1" status: 200 len: 205 time: 0.0520129 Jul 30 02:18:37.089956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a869d-3af1-4eb5-afc7-f71b804c005d None None] Network bff83394-7bb4-43dc-888f-81002051eabd requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:37.091555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44456) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.105385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fc297-6729-454d-bbc9-cc27b4925ad0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port 6f9062f3-f56f-497c-bb53-ac8a41af1f01 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:37.105786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc297-6729-454d-bbc9-cc27b4925ad0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:37.208544 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-42623280-7aa9-49f1-b1eb-b759081f3604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] delete failed (client error): The resource could not be found. Jul 30 02:18:37.209724 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-42623280-7aa9-49f1-b1eb-b759081f3604 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/routers/0c9737c9-4ba0-46c2-a550-c4f9c2fa2374 HTTP/1.1" status: 404 len: 336 time: 0.1174603 Jul 30 02:18:37.212451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44462) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.281882 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a399b86-58ed-4714-ad80-8a66c6c334c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.282347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a399b86-58ed-4714-ad80-8a66c6c334c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.284229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1a399b86-58ed-4714-ad80-8a66c6c334c2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/b6a4a84a-67a7-452f-8007-67361296c33c HTTP/1.1" status: 404 len: 337 time: 0.0706878 Jul 30 02:18:37.287090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44464) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.329474 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:37.330389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ff370263-98f7-4605-b410-4ef1bd564432 None None] Provisioning for port 61717bab-77e9-411b-ad21-76f1f2403103 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:37.339760 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:37.371756 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-367a9931-df04-4926-8b8d-9714e96e3b95 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.372775 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367a9931-df04-4926-8b8d-9714e96e3b95 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.378466 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-367a9931-df04-4926-8b8d-9714e96e3b95 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/3990890d-8ab8-404b-abf9-90bae73c524b HTTP/1.1" status: 404 len: 337 time: 0.0847692 Jul 30 02:18:37.385056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44466) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.429038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc297-6729-454d-bbc9-cc27b4925ad0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:37.471986 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc96c1a-faa4-40e3-aa44-bab731500a1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.472970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc96c1a-faa4-40e3-aa44-bab731500a1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.478828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=6ebe0464-d188-4f74-96aa-4cddb81278a7,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:37.479815 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bbc96c1a-faa4-40e3-aa44-bab731500a1a tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/2335de11-965d-45ca-a0af-8fb4578f10eb HTTP/1.1" status: 404 len: 333 time: 0.0920367 Jul 30 02:18:37.480723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44470) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.511201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-4f2fc297-6729-454d-bbc9-cc27b4925ad0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for 6f9062f3-f56f-497c-bb53-ac8a41af1f01 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:37.541108 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cb8e5d-4537-45fc-ad24-092a6af5e1dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.541605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cb8e5d-4537-45fc-ad24-092a6af5e1dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.545889 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-87cb8e5d-4537-45fc-ad24-092a6af5e1dc tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/c7b8f4e6-b6bc-4345-997d-14511f882517 HTTP/1.1" status: 404 len: 337 time: 0.0483463 Jul 30 02:18:37.549296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44472) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.580221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 61717bab-77e9-411b-ad21-76f1f2403103 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:37.703478 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea89f46-fd5c-4720-bf98-e1faa1a32f54 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.704363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea89f46-fd5c-4720-bf98-e1faa1a32f54 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.706089 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bea89f46-fd5c-4720-bf98-e1faa1a32f54 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/1fc98198-cb95-479c-a67b-22d4596f84f9 HTTP/1.1" status: 404 len: 333 time: 0.1558206 Jul 30 02:18:37.709169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44474) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.711208 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:37.733651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 61717bab-77e9-411b-ad21-76f1f2403103 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:37.740183 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 61717bab-77e9-411b-ad21-76f1f2403103 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:37.740511 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:37.740729 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9672d89f-5968-4f8a-a719-f9692416a2c9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.741150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9672d89f-5968-4f8a-a719-f9692416a2c9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.743526 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9672d89f-5968-4f8a-a719-f9692416a2c9 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/c325262e-c4d0-4628-b01f-7c0a329b47e0 HTTP/1.1" status: 404 len: 337 time: 0.0328574 Jul 30 02:18:37.746067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44476) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.799149 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aa6fdc-905e-41b5-bd10-7f21c587c47e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.799825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aa6fdc-905e-41b5-bd10-7f21c587c47e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.801965 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-09aa6fdc-905e-41b5-bd10-7f21c587c47e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/f9c1c7f7-c803-480a-80a9-6178bf7782a4 HTTP/1.1" status: 404 len: 333 time: 0.0549254 Jul 30 02:18:37.816852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44478) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.882921 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-628c9bd2-a956-4bf4-abd7-cb7473cedf3e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.883426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628c9bd2-a956-4bf4-abd7-cb7473cedf3e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.894773 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:37.899692 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-628c9bd2-a956-4bf4-abd7-cb7473cedf3e tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/f29c6b79-b9dc-4fa1-b684-adc212a9c8b8 HTTP/1.1" status: 404 len: 337 time: 0.0808973 Jul 30 02:18:37.903264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44480) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:37.927722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:37.932114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1c5df750-f894-47cb-b9d2-7eec82c280a1 None None] Provisioning for port 6ebe0464-d188-4f74-96aa-4cddb81278a7 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:37.946331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1c5df750-f894-47cb-b9d2-7eec82c280a1 None None] Provisioning complete for port 6ebe0464-d188-4f74-96aa-4cddb81278a7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:37.946840 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c5df750-f894-47cb-b9d2-7eec82c280a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:37.981671 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaacd05-a8fb-4fbd-8f40-2227ace52a71 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:37.982468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaacd05-a8fb-4fbd-8f40-2227ace52a71 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:37.984477 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-beaacd05-a8fb-4fbd-8f40-2227ace52a71 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/65327742-dfc2-43e3-aa6c-f0e3dfb7ab3f HTTP/1.1" status: 404 len: 333 time: 0.0813229 Jul 30 02:18:37.988105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44484) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:38.029066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 61717bab-77e9-411b-ad21-76f1f2403103, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=61717bab-77e9-411b-ad21-76f1f2403103,segment=NetworkSegment(f94b3d22-99bf-4adc-a5dd-c6481133d61a),segment_id=f94b3d22-99bf-4adc-a5dd-c6481133d61a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:38.038424 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:38.041049 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dae4ba2-f767-4219-ab65-7adef53b65f2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:38.041515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dae4ba2-f767-4219-ab65-7adef53b65f2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:38.047480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1c5df750-f894-47cb-b9d2-7eec82c280a1 None None] Port 6ebe0464-d188-4f74-96aa-4cddb81278a7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:38.057378 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6dae4ba2-f767-4219-ab65-7adef53b65f2 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/57992f26-443f-41bc-95ae-349a9dbfe404 HTTP/1.1" status: 404 len: 337 time: 0.0671396 Jul 30 02:18:38.057807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44486) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:38.091271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1c5df750-f894-47cb-b9d2-7eec82c280a1 None None] Provisioning complete for port 61717bab-77e9-411b-ad21-76f1f2403103 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:38.091683 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1c5df750-f894-47cb-b9d2-7eec82c280a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:38.136836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=61717bab-77e9-411b-ad21-76f1f2403103,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:38.145811 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bccde6-4ea7-444b-a588-90b50b30868d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:38.146994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bccde6-4ea7-444b-a588-90b50b30868d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:38.150071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-51bccde6-4ea7-444b-a588-90b50b30868d tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/eb020e54-aac2-4e8c-a603-7244f68123a7 HTTP/1.1" status: 404 len: 333 time: 0.0894742 Jul 30 02:18:38.153260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44488) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:38.207983 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc96afa-7aed-4511-9c5e-ce58f3f062bf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:38.208731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc96afa-7aed-4511-9c5e-ce58f3f062bf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:38.211045 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bbc96afa-7aed-4511-9c5e-ce58f3f062bf tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/bd3b5732-eab5-42de-86a8-381ec3c3d950 HTTP/1.1" status: 404 len: 337 time: 0.0565643 Jul 30 02:18:38.218597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44490) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:38.270268 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f663ae-745e-4aa6-901e-34fcc5bb4459 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:38.271037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f663ae-745e-4aa6-901e-34fcc5bb4459 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:38.273487 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-00f663ae-745e-4aa6-901e-34fcc5bb4459 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/c8ba2ec9-f838-4014-81ca-329e0c48e232 HTTP/1.1" status: 404 len: 333 time: 0.0507174 Jul 30 02:18:38.281256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44492) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:38.290210 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc297-6729-454d-bbc9-cc27b4925ad0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:38.394209 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0947b6-d359-498c-a694-1204523a3825 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:38.394970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0947b6-d359-498c-a694-1204523a3825 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:38.398421 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9f0947b6-d359-498c-a694-1204523a3825 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/21a69b5f-7769-4243-8c39-f1d275d7a52e HTTP/1.1" status: 404 len: 337 time: 0.1196451 Jul 30 02:18:38.415379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44496) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:38.431786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fc297-6729-454d-bbc9-cc27b4925ad0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=6f9062f3-f56f-497c-bb53-ac8a41af1f01,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:38.462182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8038c09f-8ca0-4778-9673-bcf96e574ebb None None] Provisioning complete for port 6ebe0464-d188-4f74-96aa-4cddb81278a7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:38.462842 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8038c09f-8ca0-4778-9673-bcf96e574ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:38.538662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8038c09f-8ca0-4778-9673-bcf96e574ebb None None] Port 6ebe0464-d188-4f74-96aa-4cddb81278a7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:38.566820 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f371b071-efee-40ac-9402-566aaa13f73b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:38.567509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f371b071-efee-40ac-9402-566aaa13f73b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:38.573386 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f371b071-efee-40ac-9402-566aaa13f73b tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/ports/eb94c2cf-743a-4233-9776-28bb25624aef HTTP/1.1" status: 404 len: 333 time: 0.1176777 Jul 30 02:18:38.573644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44498) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:38.691406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-642b8cf6-3cf6-42e7-af44-559cb03c3583 None None] Provisioning complete for port 6ebe0464-d188-4f74-96aa-4cddb81278a7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:38.692450 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-642b8cf6-3cf6-42e7-af44-559cb03c3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:38.834835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-642b8cf6-3cf6-42e7-af44-559cb03c3583 None None] Port 6ebe0464-d188-4f74-96aa-4cddb81278a7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:38.971086 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-788121c1-0708-48c7-80d6-28f19c3acc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:38.972368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788121c1-0708-48c7-80d6-28f19c3acc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:38.974354 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-788121c1-0708-48c7-80d6-28f19c3acc22 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/subnets/ca142940-8cc9-4e64-a6ba-7d3edf54138b HTTP/1.1" status: 404 len: 337 time: 0.3997879 Jul 30 02:18:38.979273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:39.015960 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc297-6729-454d-bbc9-cc27b4925ad0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.026783 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4f2fc297-6729-454d-bbc9-cc27b4925ad0 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/ports/6f9062f3-f56f-497c-bb53-ac8a41af1f01 HTTP/1.1" status: 204 len: 168 time: 2.3126910 Jul 30 02:18:39.028310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44502) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:39.117985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404dcb4c-df7a-4599-b5d3-c7bcb79cb995 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:39.122153 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-404dcb4c-df7a-4599-b5d3-c7bcb79cb995 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ab2bf83-7299-4f26-8a24-b0e35deddbd2 HTTP/1.1" status: 200 len: 913 time: 0.0916636 Jul 30 02:18:39.126089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44506) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:39.143889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.158342 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.161577 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.162821 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.291309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=6ebe0464-d188-4f74-96aa-4cddb81278a7,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:39.365540 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.387185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48930ba7-ea24-4942-b9d8-83beb60f5edc']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:39.409456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f632a45-8b2c-4e58-af0f-f0767c4d367d') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:39.409974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f632a45-8b2c-4e58-af0f-f0767c4d367d') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:39.428360 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.440473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network bff83394-7bb4-43dc-888f-81002051eabd is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:39.443762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:39.464792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.477971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:39.478202 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:39.490093 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:39.558575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 61717bab-77e9-411b-ad21-76f1f2403103 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:39.670077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 61717bab-77e9-411b-ad21-76f1f2403103 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:39.670722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.771921 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.809763 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.814339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] 10.222.0.84 "DELETE /v2.0/networks/48930ba7-ea24-4942-b9d8-83beb60f5edc HTTP/1.1" status: 204 len: 168 time: 0.8305376 Jul 30 02:18:39.881975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d98281-77cf-4c4b-92a6-e3f0e9045405 tempest-NetworksTestDHCPv6-1220524335 tempest-NetworksTestDHCPv6-1220524335-project] Pushing event deleted for resources: {'Network': ['ID=48930ba7-ea24-4942-b9d8-83beb60f5edc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:39.937265 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:39.959612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router d9f7c0b7-f64f-44fd-a88c-ca8249586ec5 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:18:39.984572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-213d84e6-a5a1-4d26-87c5-3aa17148b8c7 None None] Provisioning complete for port 6ebe0464-d188-4f74-96aa-4cddb81278a7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:39.984949 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-213d84e6-a5a1-4d26-87c5-3aa17148b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:40.058992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-213d84e6-a5a1-4d26-87c5-3aa17148b8c7 None None] Port 6ebe0464-d188-4f74-96aa-4cddb81278a7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:40.098251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:40.110234 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db29aab-9f5e-4cb9-bfec-0be8b9e63430 None None] Sync routers for ids ['d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:40.112759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a93c8fcf-b250-4cbc-8707-0306bd341086 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/d9f7c0b7-f64f-44fd-a88c-ca8249586ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4444964 Jul 30 02:18:40.114974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44512) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:40.126719 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db29aab-9f5e-4cb9-bfec-0be8b9e63430 None None] Routers {'d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:40.127339 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7db29aab-9f5e-4cb9-bfec-0be8b9e63430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:40.180524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a14faa-10fe-4712-804e-19c7084ef7fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:40.184654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e8a14faa-10fe-4712-804e-19c7084ef7fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports/6ebe0464-d188-4f74-96aa-4cddb81278a7 HTTP/1.1" status: 200 len: 984 time: 0.0657897 Jul 30 02:18:40.192023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44516) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:40.209617 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7db29aab-9f5e-4cb9-bfec-0be8b9e63430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:40.245089 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db29aab-9f5e-4cb9-bfec-0be8b9e63430 None None] Routers {'d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:40.246116 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7db29aab-9f5e-4cb9-bfec-0be8b9e63430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:40.308974 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-7db29aab-9f5e-4cb9-bfec-0be8b9e63430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:40.310202 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db29aab-9f5e-4cb9-bfec-0be8b9e63430 None None] The sync data for ids ['d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:40.409866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44520) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:40.458011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port bd756621-5c12-4646-bcad-293cde42c645 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:40.458328 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:40.647023 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac0d0ef8-9ae0-4a73-a4a0-55bd1f68674e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=88d7475368704cfcbfdb109315503598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341862 Jul 30 02:18:40.649935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:40.652904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44526) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:40.666912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for bd756621-5c12-4646-bcad-293cde42c645 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:40.794870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:40.834374 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-519231cc-87e3-4795-afe2-338a7c69fa99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:40.894544 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-519231cc-87e3-4795-afe2-338a7c69fa99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:40.993250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:41.058697 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-519231cc-87e3-4795-afe2-338a7c69fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:41.061853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=bd756621-5c12-4646-bcad-293cde42c645,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:41.063350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-519231cc-87e3-4795-afe2-338a7c69fa99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:41.080483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-519231cc-87e3-4795-afe2-338a7c69fa99 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/de616b5b-915b-46e5-b8c1-ad6cf834666e HTTP/1.1" status: 204 len: 168 time: 0.4265094 Jul 30 02:18:41.121002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519231cc-87e3-4795-afe2-338a7c69fa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de616b5b-915b-46e5-b8c1-ad6cf834666e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:41.190398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 6ebe0464-d188-4f74-96aa-4cddb81278a7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:41.191335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:41.388304 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:41.412412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 6ebe0464-d188-4f74-96aa-4cddb81278a7 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:41.444776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:41.735269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:41.813209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=6ebe0464-d188-4f74-96aa-4cddb81278a7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:41.846607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:41.969306 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:42.059425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:42.076038 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e8b6bab5-9eb4-4678-8582-c8b3811c4866 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "PUT /v2.0/routers/4ab2bf83-7299-4f26-8a24-b0e35deddbd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9449494 Jul 30 02:18:42.078473 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44542) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:42.084300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0196cf-f88a-4a21-abc2-945198c0a585 None None] Sync routers for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:42.102366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0196cf-f88a-4a21-abc2-945198c0a585 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:42.105007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ba0196cf-f88a-4a21-abc2-945198c0a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:42.160866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ba0196cf-f88a-4a21-abc2-945198c0a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:42.177182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0196cf-f88a-4a21-abc2-945198c0a585 None None] Routers {'4ab2bf83-7299-4f26-8a24-b0e35deddbd2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:42.178043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ba0196cf-f88a-4a21-abc2-945198c0a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:42.261912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ba0196cf-f88a-4a21-abc2-945198c0a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:42.265801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0196cf-f88a-4a21-abc2-945198c0a585 None None] The sync data for ids ['4ab2bf83-7299-4f26-8a24-b0e35deddbd2'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:42.339870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router d9f7c0b7-f64f-44fd-a88c-ca8249586ec5 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:42.379033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:42.568936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:42.579033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5fade7bc-69c8-49b8-8e69-6b33975244a4 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/d9f7c0b7-f64f-44fd-a88c-ca8249586ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3833423 Jul 30 02:18:42.580487 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90f86f-d6a7-4251-b65f-3a252f569c59 None None] Sync routers for ids ['d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:42.581003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44554) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:42.589861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:42.597824 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90f86f-d6a7-4251-b65f-3a252f569c59 None None] Routers {'d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:42.598817 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ef90f86f-d6a7-4251-b65f-3a252f569c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:42.667785 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ef90f86f-d6a7-4251-b65f-3a252f569c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:42.694233 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90f86f-d6a7-4251-b65f-3a252f569c59 None None] Routers {'d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:42.695477 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ef90f86f-d6a7-4251-b65f-3a252f569c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:42.736330 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ef90f86f-d6a7-4251-b65f-3a252f569c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:42.737470 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef90f86f-d6a7-4251-b65f-3a252f569c59 None None] The sync data for ids ['d9f7c0b7-f64f-44fd-a88c-ca8249586ec5'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:42.753157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting port 5f8f2e36-aaad-4137-8626-7ab1667ceff0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:42.753728 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:42.959634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44560) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:42.965197 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-b519f1fb-0f02-4d54-bb33-999eb34e81ca tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] remove_router_interface failed (client error): The resource could not be found. Jul 30 02:18:42.972551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b519f1fb-0f02-4d54-bb33-999eb34e81ca tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/d9f7c0b7-f64f-44fd-a88c-ca8249586ec5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3863680 Jul 30 02:18:42.975388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44564) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:43.012513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8b9bef6d-d68a-4b91-be96-eda0bf1b7b44 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=d9f7c0b7-f64f-44fd-a88c-ca8249586ec5 HTTP/1.1" status: 200 len: 205 time: 0.0339775 Jul 30 02:18:43.013412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:43.018580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.045299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Calling delete_port for 5f8f2e36-aaad-4137-8626-7ab1667ceff0 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:43.251607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1140601858'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:43.293406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:43.297598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.318365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.408941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.469843 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd23d-8988-4320-909d-c354882bdd60 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.493373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Port': ['ID=5f8f2e36-aaad-4137-8626-7ab1667ceff0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:43.561962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.663235 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd23d-8988-4320-909d-c354882bdd60 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.666218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd23d-8988-4320-909d-c354882bdd60 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.687964 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.694034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.700977 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.726574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd23d-8988-4320-909d-c354882bdd60 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.726959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0fd23d-8988-4320-909d-c354882bdd60 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Fanout notify agent at l3_agent the message router_deleted on router d9f7c0b7-f64f-44fd-a88c-ca8249586ec5 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:18:43.734687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac0fd23d-8988-4320-909d-c354882bdd60 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.738171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ac0fd23d-8988-4320-909d-c354882bdd60 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/d9f7c0b7-f64f-44fd-a88c-ca8249586ec5 HTTP/1.1" status: 204 len: 168 time: 0.7214301 Jul 30 02:18:43.740507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44570) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:43.749834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.793263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bc495a-3399-4f01-97b4-9bd0a72a0da2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:43.811073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.811073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Fanout notify agent at l3_agent the message router_deleted on router 4ab2bf83-7299-4f26-8a24-b0e35deddbd2 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:18:43.818498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.823004 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b3bee0b3-1dac-4ccd-928b-f33af50c04ca tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/routers/4ab2bf83-7299-4f26-8a24-b0e35deddbd2 HTTP/1.1" status: 204 len: 168 time: 1.7423930 Jul 30 02:18:43.823657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44572) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:43.827869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2e8d90-9da0-4960-ad01-93dafc65f2a5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting subnet 3b739deb-c3b3-432c-afa5-5f8e14d23b11 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:43.828667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:18:43.833186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8d90-9da0-4960-ad01-93dafc65f2a5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.869611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.870029 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Added segment 690e6b71-7518-4019-ac15-1ac2edabd9c0 of type vlan for network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 Jul 30 02:18:43.889138 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8d90-9da0-4960-ad01-93dafc65f2a5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.920973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d589ab-748f-4697-aac5-8e4f82b4bc82 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Deleting subnet 33109508-6d1e-496d-a7fb-0727deee17d8 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:43.939316 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d589ab-748f-4697-aac5-8e4f82b4bc82 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.967358 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:43.995879 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d589ab-748f-4697-aac5-8e4f82b4bc82 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.037576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8d90-9da0-4960-ad01-93dafc65f2a5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.057826 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.064142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:44.064795 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.078912 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d589ab-748f-4697-aac5-8e4f82b4bc82 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.152309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8d90-9da0-4960-ad01-93dafc65f2a5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.154899 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1938653 Jul 30 02:18:44.155551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44576) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:44.169642 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b2e8d90-9da0-4960-ad01-93dafc65f2a5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.177478 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6b2e8d90-9da0-4960-ad01-93dafc65f2a5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/3b739deb-c3b3-432c-afa5-5f8e14d23b11 HTTP/1.1" status: 204 len: 168 time: 0.4338729 Jul 30 02:18:44.182779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'name': 'tempest-PortsTestJSON-1836577234'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:44.183654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a116e4b-a3f4-4798-a72a-a41a1fb0009d None None] Network bff83394-7bb4-43dc-888f-81002051eabd requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:44.201629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44578) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:44.212400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e8d90-9da0-4960-ad01-93dafc65f2a5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Subnet': ['ID=3b739deb-c3b3-432c-afa5-5f8e14d23b11,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:44.277254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dea8d3-e154-4aca-8300-f8fc0a414b37 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Network': ['ID=32d37f9b-4326-49f5-9886-9c6b5f5998d4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:44.303145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:18:44.320193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d589ab-748f-4697-aac5-8e4f82b4bc82 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.334008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.348286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:44.351917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.358459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d589ab-748f-4697-aac5-8e4f82b4bc82 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Subnet': ['ID=33109508-6d1e-496d-a7fb-0727deee17d8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:44.376660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17d589ab-748f-4697-aac5-8e4f82b4bc82 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.381351 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-17d589ab-748f-4697-aac5-8e4f82b4bc82 tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/subnets/33109508-6d1e-496d-a7fb-0727deee17d8 HTTP/1.1" status: 204 len: 168 time: 0.5542226 Jul 30 02:18:44.382205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44580) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:44.390022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 6383d419-e08d-4031-bbb5-f06a2e693319 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:18:44.562855 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.568781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 61717bab-77e9-411b-ad21-76f1f2403103 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:44.569068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.582104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36d78b-7fbc-40b6-9b34-9c7dd89a1f1f None None] DHCP port deletion for bff83394-7bb4-43dc-888f-81002051eabd request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:18:44.645958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port 61717bab-77e9-411b-ad21-76f1f2403103, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=61717bab-77e9-411b-ad21-76f1f2403103,segment=NetworkSegment(f94b3d22-99bf-4adc-a5dd-c6481133d61a),segment_id=f94b3d22-99bf-4adc-a5dd-c6481133d61a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:44.646791 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.661311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 61717bab-77e9-411b-ad21-76f1f2403103 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:44.720923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0e36d78b-7fbc-40b6-9b34-9c7dd89a1f1f None None] Deleting port 61717bab-77e9-411b-ad21-76f1f2403103 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:44.721521 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e36d78b-7fbc-40b6-9b34-9c7dd89a1f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.795027 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.900974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=61717bab-77e9-411b-ad21-76f1f2403103,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:44.914192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No DVR routers for this DVR port 61717bab-77e9-411b-ad21-76f1f2403103 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:44.938953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0e36d78b-7fbc-40b6-9b34-9c7dd89a1f1f None None] For port 61717bab-77e9-411b-ad21-76f1f2403103, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=61717bab-77e9-411b-ad21-76f1f2403103,segment=NetworkSegment(f94b3d22-99bf-4adc-a5dd-c6481133d61a),segment_id=f94b3d22-99bf-4adc-a5dd-c6481133d61a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:44.939361 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e36d78b-7fbc-40b6-9b34-9c7dd89a1f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.965128 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:44.987359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0e36d78b-7fbc-40b6-9b34-9c7dd89a1f1f None None] Calling delete_port for 61717bab-77e9-411b-ad21-76f1f2403103 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:45.015682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702685d1-9f5d-4608-b297-8839f7a10c4e']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:45.058159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b01f3c-2ebd-491d-b7c9-13a905a77961') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:45.058159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b01f3c-2ebd-491d-b7c9-13a905a77961') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:45.098480 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.110950 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.162504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff83394-7bb4-43dc-888f-81002051eabd']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:45.197910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94b3d22-99bf-4adc-a5dd-c6481133d61a') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:45.198403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94b3d22-99bf-4adc-a5dd-c6481133d61a') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:45.204959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.230624 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e36d78b-7fbc-40b6-9b34-9c7dd89a1f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.237410 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.242218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.270006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:45.271190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.275420 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:45.295157 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:45.340786 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.355793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36d78b-7fbc-40b6-9b34-9c7dd89a1f1f None None] Pushing event deleted for resources: {'Port': ['ID=61717bab-77e9-411b-ad21-76f1f2403103,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:45.376180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36d78b-7fbc-40b6-9b34-9c7dd89a1f1f None None] No DVR routers for this DVR port 61717bab-77e9-411b-ad21-76f1f2403103 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:45.376405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:45.376405 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:45.381124 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:45.439583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=6383d419-e08d-4031-bbb5-f06a2e693319,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:45.470312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Checking segment: {'id': '690e6b71-7518-4019-ac15-1ac2edabd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:45.472036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network hostable DHCP agents. Network: 32d37f9b-4326-49f5-9886-9c6b5f5998d4, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:18:45.491232 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.506430 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.512403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] 10.222.0.84 "DELETE /v2.0/networks/702685d1-9f5d-4608-b297-8839f7a10c4e HTTP/1.1" status: 204 len: 168 time: 1.0708570 Jul 30 02:18:45.526901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:18:45.547500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 32d37f9b-4326-49f5-9886-9c6b5f5998d4) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:45.563044 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:45.564577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875cb80-ff27-4f70-b5fe-03c0778c04a1 None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:45.567854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 61717bab-77e9-411b-ad21-76f1f2403103 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:45.575993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.578036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9d65c-e560-4602-bdf2-f9078a14cbee tempest-FloatingIPTestJSON-1389304124 tempest-FloatingIPTestJSON-1389304124-project] Pushing event deleted for resources: {'Network': ['ID=702685d1-9f5d-4608-b297-8839f7a10c4e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:45.584354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:45.585050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.598244 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.606060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44600) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:45.608186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/networks/bff83394-7bb4-43dc-888f-81002051eabd HTTP/1.1" status: 204 len: 168 time: 1.4011624 Jul 30 02:18:45.627218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1972916862'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:45.634809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca0a82-dfdf-45d3-b3ce-946d03cbc0d0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Network': ['ID=bff83394-7bb4-43dc-888f-81002051eabd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:45.641083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 61717bab-77e9-411b-ad21-76f1f2403103 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:45.641728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 61717bab-77e9-411b-ad21-76f1f2403103 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:45.697329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:45.701505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.732110 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9dfa9ff6-14c6-4518-9a91-2a21687b8ac5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5586617 Jul 30 02:18:45.737051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44606) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:45.777824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1323836772'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:45.818049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:18:45.845984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.846723 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added segment 8a38dd9c-6bcb-4564-aae6-83bc55ee428c of type vlan for network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b Jul 30 02:18:45.885427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:45.891973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.929093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:45.957493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:18:46.018818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.019164 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Added segment 96d92e35-6df7-41c6-90c8-dcc3c8860381 of type vlan for network ff2cf578-e0a6-48d1-a9ce-86884776d717 Jul 30 02:18:46.078364 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.087461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:46.087621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44612) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:46.088393 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.182497 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.209517 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5978897 Jul 30 02:18:46.210593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44618) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:46.217705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'subnet': {'network_id': '361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:46.247756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce63bea-a614-428c-b2c2-2d7ac2c1e91f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Network': ['ID=361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:46.260480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:18:46.294204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.306023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:46.306673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.348402 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6097767 Jul 30 02:18:46.362199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44620) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:46.372670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'ports': [{'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4'}, {'network_id': 'ff2cf578-e0a6-48d1-a9ce-86884776d717'}]} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:46.372992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:46.373484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': 'ff2cf578-e0a6-48d1-a9ce-86884776d717'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:46.435593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd381ac-4fe7-4da4-8871-256bc8d9c2b1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Network': ['ID=ff2cf578-e0a6-48d1-a9ce-86884776d717,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:46.457928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ff2cf578-e0a6-48d1-a9ce-86884776d717 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:18:46.542169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:46.546568 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.676646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8febf21c-f411-41af-8d5b-0eb8b8b813b4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4e11ca258a7646dd98ee71492d400588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5860920 Jul 30 02:18:46.679940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44622) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:46.758508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 2} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:46.765754 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.765976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be2bf4bd-3ba2-4880-82b2-866d17186707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.795247 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be2bf4bd-3ba2-4880-82b2-866d17186707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.810953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.879192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be2bf4bd-3ba2-4880-82b2-866d17186707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.882671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be2bf4bd-3ba2-4880-82b2-866d17186707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:46.886956 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-be2bf4bd-3ba2-4880-82b2-866d17186707 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6a49a795-0cb5-4606-9392-e04f50688446 HTTP/1.1" status: 204 len: 168 time: 0.2042377 Jul 30 02:18:46.913328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bf4bd-3ba2-4880-82b2-866d17186707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a49a795-0cb5-4606-9392-e04f50688446,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:47.068832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port de8f84d7-44a1-4dc7-b631-c02f87d1e217 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:18:47.153765 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:47.425383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Subnet': ['ID=9df49f2e-554b-49ad-b57d-07caebc7c4f2,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:47.510373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Checking segment: {'id': '8a38dd9c-6bcb-4564-aae6-83bc55ee428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:47.515163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network hostable DHCP agents. Network: 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:18:47.550315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:47.574557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:18:47.685701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:47.699047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d0d29d-1b6e-4e36-a291-04e8c4d8ae73 None None] Network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:47.720295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:47.721384 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:47.820239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port f5943adf-bb34-4123-bfd1-867bfcd79f1a yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:18:47.833528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d88a8780-c5b3-49b2-8886-bd5648d185bd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6214178 Jul 30 02:18:47.836258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44648) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:47.862526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e94539c0-5593-4471-84fe-a2534335bbe0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-228776428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:47.963827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e94539c0-5593-4471-84fe-a2534335bbe0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:47.969392 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e94539c0-5593-4471-84fe-a2534335bbe0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.070451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e94539c0-5593-4471-84fe-a2534335bbe0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.081059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e94539c0-5593-4471-84fe-a2534335bbe0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.094231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.116559 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e94539c0-5593-4471-84fe-a2534335bbe0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.122149 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e94539c0-5593-4471-84fe-a2534335bbe0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2788115 Jul 30 02:18:48.122858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44652) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:48.125996 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b', 'network_id': '361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'fixed_ips': [{'subnet_id': '9df49f2e-554b-49ad-b57d-07caebc7c4f2'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:18:48.126837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.193321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.315768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:48.326161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:48.332637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:48.334063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.372433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=de8f84d7-44a1-4dc7-b631-c02f87d1e217,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:48.417041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Allocated IP 2001:db8::2 (361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b/9df49f2e-554b-49ad-b57d-07caebc7c4f2/7bd374cf-0bfe-4006-bd5d-fa337cb2e38a) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:48.494470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Checking segment: {'id': '96d92e35-6df7-41c6-90c8-dcc3c8860381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ff2cf578-e0a6-48d1-a9ce-86884776d717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:48.494848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network hostable DHCP agents. Network: ff2cf578-e0a6-48d1-a9ce-86884776d717, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:18:48.559690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=f5943adf-bb34-4123-bfd1-867bfcd79f1a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:48.601130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network ff2cf578-e0a6-48d1-a9ce-86884776d717 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:18:48.623683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44666) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:48.628013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, ff2cf578-e0a6-48d1-a9ce-86884776d717) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:48.633960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:48.648718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b19fd0-8fd2-4323-b90d-10ac18f635fe None None] Network ff2cf578-e0a6-48d1-a9ce-86884776d717 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:48.658060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:48.672814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:48.673616 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.691039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.716940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.735305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-52f5a954-6ec4-4cc5-b8ff-805d6d3db4fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3715942 Jul 30 02:18:48.737642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Transition to ACTIVE for port object 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:48.738334 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44672) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:48.814098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Transition to ACTIVE for port object 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:48.849063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:48.913555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Pushing event updated for resources: {'Port': ['ID=7bd374cf-0bfe-4006-bd5d-fa337cb2e38a,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:48.922524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-57abb50b-6609-4dd7-8bbb-4ff81588e1e3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:48.928794 n-d-715271-7 neutron-server[93819]: WARNING neutron.api.v2.base [None req-57abb50b-6609-4dd7-8bbb-4ff81588e1e3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 02:18:48.928794 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-57abb50b-6609-4dd7-8bbb-4ff81588e1e3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 02:18:48.933517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-57abb50b-6609-4dd7-8bbb-4ff81588e1e3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3045568 Jul 30 02:18:48.933517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44676) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:48.945775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115202214'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:48.965468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:48.969075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:48.971869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:49.029457 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.051277 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.078100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Attempting to bind port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:18:49.078613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Attempting to bind port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8a38dd9c-6bcb-4564-aae6-83bc55ee428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:18:49.079002 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Attempting to bind port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a on network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:49.085131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:18:49.085600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Checking segment: {'id': '8a38dd9c-6bcb-4564-aae6-83bc55ee428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:49.085933 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.087333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Bound using segment: {'id': '8a38dd9c-6bcb-4564-aae6-83bc55ee428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:18:49.087994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Bound port: 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a38dd9c-6bcb-4564-aae6-83bc55ee428c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:18:49.088406 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.187012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] For port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:49.191656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] For port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7bd374cf-0bfe-4006-bd5d-fa337cb2e38a,segment=NetworkSegment(8a38dd9c-6bcb-4564-aae6-83bc55ee428c),segment_id=8a38dd9c-6bcb-4564-aae6-83bc55ee428c)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:49.199477 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.217138 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.219561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 2001:db8::1 (361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b/9df49f2e-554b-49ad-b57d-07caebc7c4f2/ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:49.229600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-806cf0aa-37bf-4e10-926d-dca6923a9bbc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port f5943adf-bb34-4123-bfd1-867bfcd79f1a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:49.230216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-806cf0aa-37bf-4e10-926d-dca6923a9bbc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.235737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.382376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f9e40-a738-4d89-9346-94a9a19af370 None None] Pushing event updated for resources: {'Port': ['ID=7bd374cf-0bfe-4006-bd5d-fa337cb2e38a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:49.396562 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463ff18d-0c38-41ab-83f5-e0d9dc8f71b7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:49.406589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-806cf0aa-37bf-4e10-926d-dca6923a9bbc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.432252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-806cf0aa-37bf-4e10-926d-dca6923a9bbc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for f5943adf-bb34-4123-bfd1-867bfcd79f1a owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:49.489860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.521426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Transition to ACTIVE for port object ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:49.568292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.582917 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.614730 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.632797 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-806cf0aa-37bf-4e10-926d-dca6923a9bbc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.668370 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-806cf0aa-37bf-4e10-926d-dca6923a9bbc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.673866 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-806cf0aa-37bf-4e10-926d-dca6923a9bbc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/f5943adf-bb34-4123-bfd1-867bfcd79f1a HTTP/1.1" status: 204 len: 168 time: 0.9344337 Jul 30 02:18:49.674792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.679133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7427907 Jul 30 02:18:49.681401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44680) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:49.681854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44682) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:49.719032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-bc74a9ab-22ee-4302-bae7-6e878e39395f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '419dae8a-08a7-4aa2-b695-29d1c3fcf3f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:49.750108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a49e1-668d-447a-a2b0-e56bab2ea93e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419dae8a-08a7-4aa2-b695-29d1c3fcf3f0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:49.752401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:49.754147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cf0aa-37bf-4e10-926d-dca6923a9bbc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=f5943adf-bb34-4123-bfd1-867bfcd79f1a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:49.771140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:49.781132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:49.783263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:49.826968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae63a53-232e-412d-8055-ee727067a128 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:49.833437 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae63a53-232e-412d-8055-ee727067a128 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:49.838235 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fae63a53-232e-412d-8055-ee727067a128 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1552110 Jul 30 02:18:49.838872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44686) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:49.856073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:49.856255 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc74a9ab-22ee-4302-bae7-6e878e39395f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.003598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.019855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f970ab03-5944-4ce0-b972-0e81570bf05d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port de8f84d7-44a1-4dc7-b631-c02f87d1e217 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:50.020234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f970ab03-5944-4ce0-b972-0e81570bf05d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.048632 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc74a9ab-22ee-4302-bae7-6e878e39395f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.078451 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc74a9ab-22ee-4302-bae7-6e878e39395f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.127024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74a9ab-22ee-4302-bae7-6e878e39395f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18c8734-a218-46d0-8448-487704bdb0e0,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:50.136810 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f970ab03-5944-4ce0-b972-0e81570bf05d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.141002 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bc74a9ab-22ee-4302-bae7-6e878e39395f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.142743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bc74a9ab-22ee-4302-bae7-6e878e39395f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4563339 Jul 30 02:18:50.148769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44690) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:50.154683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2742e931-8b56-4f4c-8deb-b41dbdfecdbd tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '419dae8a-08a7-4aa2-b695-29d1c3fcf3f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:50.173692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f970ab03-5944-4ce0-b972-0e81570bf05d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for de8f84d7-44a1-4dc7-b631-c02f87d1e217 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:50.250908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2742e931-8b56-4f4c-8deb-b41dbdfecdbd tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.279372 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:18:50.396583 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-2742e931-8b56-4f4c-8deb-b41dbdfecdbd tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): There was a conflict when trying to complete your request. Jul 30 02:18:50.400874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2742e931-8b56-4f4c-8deb-b41dbdfecdbd tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2469847 Jul 30 02:18:50.402975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44694) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:50.435509 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f970ab03-5944-4ce0-b972-0e81570bf05d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.476995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.490309 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.492347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.537331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970ab03-5944-4ce0-b972-0e81570bf05d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=de8f84d7-44a1-4dc7-b631-c02f87d1e217,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:50.590887 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f970ab03-5944-4ce0-b972-0e81570bf05d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.597028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f970ab03-5944-4ce0-b972-0e81570bf05d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/de8f84d7-44a1-4dc7-b631-c02f87d1e217 HTTP/1.1" status: 204 len: 168 time: 0.7515137 Jul 30 02:18:50.599372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44696) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:50.664051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:50.664498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a7cec21-d87b-4863-9134-b9ecca7b20ee tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.680970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:50.685542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:50.714531 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a7cec21-d87b-4863-9134-b9ecca7b20ee tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.770485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd76bee-8928-405f-9d1d-b3cedc1906ae tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:50.772323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4fd76bee-8928-405f-9d1d-b3cedc1906ae tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1719122 Jul 30 02:18:50.774849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44698) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:50.803913 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a7cec21-d87b-4863-9134-b9ecca7b20ee tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.807635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a7cec21-d87b-4863-9134-b9ecca7b20ee tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:50.808841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4a7cec21-d87b-4863-9134-b9ecca7b20ee tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/419dae8a-08a7-4aa2-b695-29d1c3fcf3f0 HTTP/1.1" status: 204 len: 168 time: 0.4034331 Jul 30 02:18:50.813442 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d73059-7142-4dce-aae4-e942ab72061d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:18:50.815263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f1d73059-7142-4dce-aae4-e942ab72061d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/f5943adf-bb34-4123-bfd1-867bfcd79f1a HTTP/1.1" status: 404 len: 333 time: 0.0393484 Jul 30 02:18:50.817288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44700) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:50.842147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44702) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:50.854539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cec21-d87b-4863-9134-b9ecca7b20ee tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419dae8a-08a7-4aa2-b695-29d1c3fcf3f0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:50.901637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9e646920-9e9b-48f7-a2d9-ee88a9ffaa12 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832160 Jul 30 02:18:50.905592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44704) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:50.912372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-50188788-ca00-46af-a549-c75e44924f26 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'tempest-secgroup--918826381'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:50.916634 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08b2287-cefe-41eb-9399-a261ae10a180 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:18:50.918811 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d08b2287-cefe-41eb-9399-a261ae10a180 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/de8f84d7-44a1-4dc7-b631-c02f87d1e217 HTTP/1.1" status: 404 len: 333 time: 0.0755906 Jul 30 02:18:50.922707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44706) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:50.973688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50188788-ca00-46af-a549-c75e44924f26 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.009460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab9aa2-8d32-419e-9fc2-7241e5c3d451 None None] Network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:51.037996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.041713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router f72383b0-ba72-4c85-99db-ef8b2cedc2c7 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:18:51.107974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6d5db27b-9644-4010-8821-dc50b8555a3e None None] Provisioning for port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:51.241229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.253879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2cf578-e0a6-48d1-a9ce-86884776d717']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:51.256627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:51.266624 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-07f937c7-1dc7-413e-b092-82fd210f65aa tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/f72383b0-ba72-4c85-99db-ef8b2cedc2c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1420760 Jul 30 02:18:51.269114 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44710) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:51.282733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d92e35-6df7-41c6-90c8-dcc3c8860381') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:51.282733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d92e35-6df7-41c6-90c8-dcc3c8860381') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:51.283738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50188788-ca00-46af-a549-c75e44924f26 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.292580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ebc2e-9168-409d-b657-88482583fe2b None None] Sync routers for ids ['f72383b0-ba72-4c85-99db-ef8b2cedc2c7'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:51.294109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50188788-ca00-46af-a549-c75e44924f26 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.310388 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.340148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f2cc51-cf81-4105-890e-a403247e2082 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:51.342006 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e4f2cc51-cf81-4105-890e-a403247e2082 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports/ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc HTTP/1.1" status: 200 len: 911 time: 0.0719104 Jul 30 02:18:51.343330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.345491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44712) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:51.350157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ebc2e-9168-409d-b657-88482583fe2b None None] Routers {'f72383b0-ba72-4c85-99db-ef8b2cedc2c7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:51.351210 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-883ebc2e-9168-409d-b657-88482583fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['f72383b0-ba72-4c85-99db-ef8b2cedc2c7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:51.357222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:51.357636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:51.360932 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:51.402499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50188788-ca00-46af-a549-c75e44924f26 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1899b8dc-a6e4-436f-ba4c-18d371ebc0f0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:51.406414 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50188788-ca00-46af-a549-c75e44924f26 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.409492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-50188788-ca00-46af-a549-c75e44924f26 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5025916 Jul 30 02:18:51.414120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44714) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:51.422198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e65c0ea9-eeb0-4a37-a5fa-2d3d04bce30f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '1899b8dc-a6e4-436f-ba4c-18d371ebc0f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:51.423942 n-d-715271-7 neutron-server[93819]: WARNING neutron.api.v2.base [None req-e65c0ea9-eeb0-4a37-a5fa-2d3d04bce30f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 30 02:18:51.425973 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-e65c0ea9-eeb0-4a37-a5fa-2d3d04bce30f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:51.428626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e65c0ea9-eeb0-4a37-a5fa-2d3d04bce30f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133858 Jul 30 02:18:51.433774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44716) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:51.438457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-883ebc2e-9168-409d-b657-88482583fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:51.466817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ebc2e-9168-409d-b657-88482583fe2b None None] Routers {'f72383b0-ba72-4c85-99db-ef8b2cedc2c7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:51.468111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-883ebc2e-9168-409d-b657-88482583fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['f72383b0-ba72-4c85-99db-ef8b2cedc2c7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:51.521314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-883ebc2e-9168-409d-b657-88482583fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:51.523392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ebc2e-9168-409d-b657-88482583fe2b None None] The sync data for ids ['f72383b0-ba72-4c85-99db-ef8b2cedc2c7'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:51.593017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:51.611410 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb2252fb-d01e-4f62-b594-5825cf9ffc0c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.614131 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.651250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.657072 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/networks/ff2cf578-e0a6-48d1-a9ce-86884776d717 HTTP/1.1" status: 204 len: 168 time: 0.7293596 Jul 30 02:18:51.660713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb2252fb-d01e-4f62-b594-5825cf9ffc0c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.711338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44720) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:51.718811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-10096439'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:51.722743 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb2252fb-d01e-4f62-b594-5825cf9ffc0c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.725820 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb2252fb-d01e-4f62-b594-5825cf9ffc0c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.729869 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eb2252fb-d01e-4f62-b594-5825cf9ffc0c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/1899b8dc-a6e4-436f-ba4c-18d371ebc0f0 HTTP/1.1" status: 204 len: 168 time: 0.2923367 Jul 30 02:18:51.737685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44722) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:51.743953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9047d3-085c-45d1-92ce-00703b1d50e9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Network': ['ID=ff2cf578-e0a6-48d1-a9ce-86884776d717,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:51.747245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:51.752679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2252fb-d01e-4f62-b594-5825cf9ffc0c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1899b8dc-a6e4-436f-ba4c-18d371ebc0f0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:51.756400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:51.757883 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.800610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:51.804779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.864170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:18:51.884786 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a5edf862-a286-4c19-a9ca-d4bf282fc38f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1458097 Jul 30 02:18:51.890635 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44724) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:51.902716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9bc1a1ef-9241-4dca-bb63-c9f97a01901f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881613623'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:51.914114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Provisioning complete for port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:51.915986 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.925112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:51.925631 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Added segment 42d1e200-e2c6-4d2b-b1cb-d294acbafc12 of type vlan for network 463ca6ac-f2a6-462c-982d-32e7eccc9ae1 Jul 30 02:18:51.977576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a1ef-9241-4dca-bb63-c9f97a01901f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.000652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.075079 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.090978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:52.091729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.192568 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.208546 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.222834 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.231855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Network': ['ID=463ca6ac-f2a6-462c-982d-32e7eccc9ae1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:52.252845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 463ca6ac-f2a6-462c-982d-32e7eccc9ae1 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:18:52.355376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a1ef-9241-4dca-bb63-c9f97a01901f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.370104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a1ef-9241-4dca-bb63-c9f97a01901f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.385833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] For port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7bd374cf-0bfe-4006-bd5d-fa337cb2e38a,segment=NetworkSegment(8a38dd9c-6bcb-4564-aae6-83bc55ee428c),segment_id=8a38dd9c-6bcb-4564-aae6-83bc55ee428c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:52.405356 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.412134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-de374e20-5ffa-4b2d-a840-6b6ec6cd55fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6990674 Jul 30 02:18:52.412920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44734) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:52.452108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '463ca6ac-f2a6-462c-982d-32e7eccc9ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:52.478208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1a1ef-9241-4dca-bb63-c9f97a01901f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511143cb-5036-4d48-b61b-4aa26517fd46,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:52.481360 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a1ef-9241-4dca-bb63-c9f97a01901f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.482932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9bc1a1ef-9241-4dca-bb63-c9f97a01901f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5905867 Jul 30 02:18:52.496159 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44736) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:52.505483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-40f50507-156f-42bf-a540-8f1911f84a99 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '511143cb-5036-4d48-b61b-4aa26517fd46', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:52.508111 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-40f50507-156f-42bf-a540-8f1911f84a99 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 30 02:18:52.509645 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-40f50507-156f-42bf-a540-8f1911f84a99 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:52.512882 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-40f50507-156f-42bf-a540-8f1911f84a99 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0140371 Jul 30 02:18:52.518654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44738) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:52.615810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Provisioning for port ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:52.641618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a9e732dd-b40e-407b-a70b-c8be3ec67e1e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.666021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Provisioning complete for port ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:52.666457 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.689851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a9e732dd-b40e-407b-a70b-c8be3ec67e1e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.747762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Pushing event updated for resources: {'Port': ['ID=7bd374cf-0bfe-4006-bd5d-fa337cb2e38a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:52.755405 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:18:52.755817 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:18:52.792832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a9e732dd-b40e-407b-a70b-c8be3ec67e1e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.800303 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a9e732dd-b40e-407b-a70b-c8be3ec67e1e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.804405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a9e732dd-b40e-407b-a70b-c8be3ec67e1e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/511143cb-5036-4d48-b61b-4aa26517fd46 HTTP/1.1" status: 204 len: 168 time: 0.2841640 Jul 30 02:18:52.805713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.810048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.810592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.811002 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.812414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.812859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.813266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.815779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.816396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.816975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.817139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.820379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:18:52.831317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:52.836120 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:52.850712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-43909c5e-cf87-4d0b-9ae3-efe9cd20c4f9 None None] Port ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:52.852874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44742) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:52.854113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e732dd-b40e-407b-a70b-c8be3ec67e1e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511143cb-5036-4d48-b61b-4aa26517fd46,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:52.974455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-23c9a081-8779-47a5-a2f4-45b099dea0a8 None None] Provisioning complete for port ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:52.974770 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23c9a081-8779-47a5-a2f4-45b099dea0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.021940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-23c9a081-8779-47a5-a2f4-45b099dea0a8 None None] Port ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:18:53.164606 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.181887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3581a18d-f035-4c12-86b8-6f8a4904ebb9 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3167646 Jul 30 02:18:53.183118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44744) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:53.189134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-78648882-fe6a-434a-8558-ccd8135a57e0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'tempest-secgroup--184074201'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:53.203148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:53.204782 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.251862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Checking segment: {'id': '42d1e200-e2c6-4d2b-b1cb-d294acbafc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '463ca6ac-f2a6-462c-982d-32e7eccc9ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:53.252137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network hostable DHCP agents. Network: 463ca6ac-f2a6-462c-982d-32e7eccc9ae1, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:18:53.297369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=0060a077-edcf-4160-a854-994abdadb0ec,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:53.334104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 463ca6ac-f2a6-462c-982d-32e7eccc9ae1 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:18:53.349583 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78648882-fe6a-434a-8558-ccd8135a57e0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.350570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 463ca6ac-f2a6-462c-982d-32e7eccc9ae1) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:53.365448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffe09d7-6cde-420b-b703-edb3fc8f11d9 None None] Network 463ca6ac-f2a6-462c-982d-32e7eccc9ae1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:53.381397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.384232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:53.384862 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.422951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e6194aba-2773-4599-8a3f-01f7753e7cdd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9772706 Jul 30 02:18:53.425225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44748) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:53.438045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '463ca6ac-f2a6-462c-982d-32e7eccc9ae1', 'name': 'tempest-PortsTestJSON-1638521248'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:53.452092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:53.528334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:53.571244 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78648882-fe6a-434a-8558-ccd8135a57e0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.580243 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78648882-fe6a-434a-8558-ccd8135a57e0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.627359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:53.628196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.630304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:53.642154 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.661760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78648882-fe6a-434a-8558-ccd8135a57e0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63968d1-a9dd-49e0-b37f-82f9683ac82a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:53.664069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-78648882-fe6a-434a-8558-ccd8135a57e0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.668909 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-78648882-fe6a-434a-8558-ccd8135a57e0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4844370 Jul 30 02:18:53.669543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44750) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:53.676875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-310ec30e-caa6-4571-8c10-408c430dffd7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': 'c63968d1-a9dd-49e0-b37f-82f9683ac82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:53.678002 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-310ec30e-caa6-4571-8c10-408c430dffd7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 30 02:18:53.678500 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-310ec30e-caa6-4571-8c10-408c430dffd7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:53.682613 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-310ec30e-caa6-4571-8c10-408c430dffd7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093493 Jul 30 02:18:53.683201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44752) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:53.689589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3af512c0-3548-4e2c-bf1b-9b1073d9fb4c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': 'c63968d1-a9dd-49e0-b37f-82f9683ac82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:53.691232 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-3af512c0-3548-4e2c-bf1b-9b1073d9fb4c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 30 02:18:53.691786 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-3af512c0-3548-4e2c-bf1b-9b1073d9fb4c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:53.695795 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3af512c0-3548-4e2c-bf1b-9b1073d9fb4c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097601 Jul 30 02:18:53.696421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44754) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:53.707939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f79435a9-b24f-4c19-88cf-7b2a1690dafb tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': 'c63968d1-a9dd-49e0-b37f-82f9683ac82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:53.708973 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-f79435a9-b24f-4c19-88cf-7b2a1690dafb tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 30 02:18:53.709496 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-f79435a9-b24f-4c19-88cf-7b2a1690dafb tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:53.713534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 48ac68c0-9610-40b7-9a90-e1dea7b3ee45 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:18:53.714368 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f79435a9-b24f-4c19-88cf-7b2a1690dafb tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103548 Jul 30 02:18:53.716177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44756) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:53.721716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-dc0eabbe-ec95-4639-be3d-2980c44bc565 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': 'c63968d1-a9dd-49e0-b37f-82f9683ac82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:53.722420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-463ca6ac-f2a6-462c-982d-32e7eccc9ae1', 'network_id': '463ca6ac-f2a6-462c-982d-32e7eccc9ae1', 'tenant_id': '0e41188a188545f087bcbd54979d505c', 'fixed_ips': [{'subnet_id': '0060a077-edcf-4160-a854-994abdadb0ec'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:18:53.722868 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-dc0eabbe-ec95-4639-be3d-2980c44bc565 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 30 02:18:53.723300 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-dc0eabbe-ec95-4639-be3d-2980c44bc565 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:53.725708 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.725943 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dc0eabbe-ec95-4639-be3d-2980c44bc565 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077703 Jul 30 02:18:53.728923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44758) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:53.923726 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.934272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eab75066-4ed0-4f39-b777-04582ef58690 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:53.967376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=ea6e3db6-07b0-4ebd-ad7b-4fcd4b82accc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:54.062322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eab75066-4ed0-4f39-b777-04582ef58690 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:54.140888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:54.189483 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:54.406801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eab75066-4ed0-4f39-b777-04582ef58690 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:54.416434 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eab75066-4ed0-4f39-b777-04582ef58690 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:54.418049 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eab75066-4ed0-4f39-b777-04582ef58690 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/c63968d1-a9dd-49e0-b37f-82f9683ac82a HTTP/1.1" status: 204 len: 168 time: 0.6876748 Jul 30 02:18:54.439699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44774) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:54.483674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router f72383b0-ba72-4c85-99db-ef8b2cedc2c7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:18:54.487737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab75066-4ed0-4f39-b777-04582ef58690 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63968d1-a9dd-49e0-b37f-82f9683ac82a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:54.567758 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-716efee8-1b0c-4cfa-868e-56cefc446d44 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1137149 Jul 30 02:18:54.598923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44780) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:54.604198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-173ae37c-6261-4744-aa91-f2eeba6cbb93 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'tempest-secgroup--105384010'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:54.653284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.11 (463ca6ac-f2a6-462c-982d-32e7eccc9ae1/0060a077-edcf-4160-a854-994abdadb0ec/48ac68c0-9610-40b7-9a90-e1dea7b3ee45) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:54.712254 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-173ae37c-6261-4744-aa91-f2eeba6cbb93 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:54.742297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:18:54.750467 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-57d81a19-cb9e-43dc-9947-3b44dbba22b2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/f72383b0-ba72-4c85-99db-ef8b2cedc2c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4037380 Jul 30 02:18:54.754856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44784) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:54.760719 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e2211-b5e3-4387-9624-3d600f8ff764 None None] Sync routers for ids ['f72383b0-ba72-4c85-99db-ef8b2cedc2c7'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:18:54.783409 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e2211-b5e3-4387-9624-3d600f8ff764 None None] Routers {'f72383b0-ba72-4c85-99db-ef8b2cedc2c7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:54.783994 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9a4e2211-b5e3-4387-9624-3d600f8ff764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['f72383b0-ba72-4c85-99db-ef8b2cedc2c7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:54.794613 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c100dae7-0b97-47ab-b357-f7c9c84f63ac tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=f72383b0-ba72-4c85-99db-ef8b2cedc2c7 HTTP/1.1" status: 200 len: 205 time: 0.0336590 Jul 30 02:18:54.795102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44786) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:54.860397 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9a4e2211-b5e3-4387-9624-3d600f8ff764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:54.926989 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e2211-b5e3-4387-9624-3d600f8ff764 None None] Routers {'f72383b0-ba72-4c85-99db-ef8b2cedc2c7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:18:54.935656 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9a4e2211-b5e3-4387-9624-3d600f8ff764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['f72383b0-ba72-4c85-99db-ef8b2cedc2c7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:54.937787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbece873-4dfd-4837-b263-20d0d7a8939d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:54.955036 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-173ae37c-6261-4744-aa91-f2eeba6cbb93 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:54.996553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-173ae37c-6261-4744-aa91-f2eeba6cbb93 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.022547 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9a4e2211-b5e3-4387-9624-3d600f8ff764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:55.023641 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e2211-b5e3-4387-9624-3d600f8ff764 None None] The sync data for ids ['f72383b0-ba72-4c85-99db-ef8b2cedc2c7'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:18:55.092364 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.095472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ae37c-6261-4744-aa91-f2eeba6cbb93 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d57747a-83cc-4077-92f1-b9174b454588,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:55.099216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-173ae37c-6261-4744-aa91-f2eeba6cbb93 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.100721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-173ae37c-6261-4744-aa91-f2eeba6cbb93 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5006862 Jul 30 02:18:55.109784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44790) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.115488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-08254389-4feb-4a8c-ba83-15ffe27da1e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '0d57747a-83cc-4077-92f1-b9174b454588', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:55.116999 n-d-715271-7 neutron-server[93819]: WARNING neutron.api.v2.base [None req-08254389-4feb-4a8c-ba83-15ffe27da1e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 02:18:55.117889 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-08254389-4feb-4a8c-ba83-15ffe27da1e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:55.119411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-08254389-4feb-4a8c-ba83-15ffe27da1e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083838 Jul 30 02:18:55.124783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44792) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.131402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-963f84e3-acc5-4e59-aea5-32936da5be76 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '0d57747a-83cc-4077-92f1-b9174b454588', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:55.165415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 48ac68c0-9610-40b7-9a90-e1dea7b3ee45 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:55.190166 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-963f84e3-acc5-4e59-aea5-32936da5be76 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:55.194321 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-963f84e3-acc5-4e59-aea5-32936da5be76 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0662427 Jul 30 02:18:55.199754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44794) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.213651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-12a207cd-2d82-4098-a3a9-16ab35257e23 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '0d57747a-83cc-4077-92f1-b9174b454588', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:55.214195 n-d-715271-7 neutron-server[93819]: WARNING neutron.api.v2.base [None req-12a207cd-2d82-4098-a3a9-16ab35257e23 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 30 02:18:55.216263 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-12a207cd-2d82-4098-a3a9-16ab35257e23 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:55.228508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44798) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.228956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-12a207cd-2d82-4098-a3a9-16ab35257e23 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0242298 Jul 30 02:18:55.237167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5a6f77c7-ffa9-46fb-b3fb-746c74e4b085 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '0d57747a-83cc-4077-92f1-b9174b454588', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:55.289389 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbece873-4dfd-4837-b263-20d0d7a8939d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.294269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbece873-4dfd-4837-b263-20d0d7a8939d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.334620 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.382497 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbece873-4dfd-4837-b263-20d0d7a8939d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.383182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbece873-4dfd-4837-b263-20d0d7a8939d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Fanout notify agent at l3_agent the message router_deleted on router f72383b0-ba72-4c85-99db-ef8b2cedc2c7 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:18:55.416204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbece873-4dfd-4837-b263-20d0d7a8939d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.418412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dbece873-4dfd-4837-b263-20d0d7a8939d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/f72383b0-ba72-4c85-99db-ef8b2cedc2c7 HTTP/1.1" status: 204 len: 168 time: 0.6217453 Jul 30 02:18:55.418995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Allocated IP 172.20.0.2 (463ca6ac-f2a6-462c-982d-32e7eccc9ae1/0060a077-edcf-4160-a854-994abdadb0ec/63311622-3b81-4e40-8092-6f4723fabe06) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:55.422983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.442579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 463ca6ac-f2a6-462c-982d-32e7eccc9ae1 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:55.451037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:55.464739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:55.469162 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-5a6f77c7-ffa9-46fb-b3fb-746c74e4b085 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:55.470504 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5a6f77c7-ffa9-46fb-b3fb-746c74e4b085 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2409761 Jul 30 02:18:55.482461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44802) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.502534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-28c3e126-8fd5-445c-b7e5-a7ff0121ec62 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '0d57747a-83cc-4077-92f1-b9174b454588', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:55.503285 n-d-715271-7 neutron-server[93818]: WARNING neutron.api.v2.base [None req-28c3e126-8fd5-445c-b7e5-a7ff0121ec62 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 30 02:18:55.504155 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-28c3e126-8fd5-445c-b7e5-a7ff0121ec62 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:55.521424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44804) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.524139 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-28c3e126-8fd5-445c-b7e5-a7ff0121ec62 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0278199 Jul 30 02:18:55.531988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-27e2fe39-8313-44fb-9c2c-73ddc58e15a6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '0d57747a-83cc-4077-92f1-b9174b454588', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:55.568526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab852434-8c2c-4e94-8ba5-27486b36a71f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting subnet 9df49f2e-554b-49ad-b57d-07caebc7c4f2 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:55.572228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab852434-8c2c-4e94-8ba5-27486b36a71f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.592891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=48ac68c0-9610-40b7-9a90-e1dea7b3ee45,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:55.645489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab852434-8c2c-4e94-8ba5-27486b36a71f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.655204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:18:55.656603 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.703706 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-91f199d8-a4da-44e1-af0b-ba5fa6261cfb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2765188 Jul 30 02:18:55.709406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44806) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.712418 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-27e2fe39-8313-44fb-9c2c-73ddc58e15a6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:55.714780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-27e2fe39-8313-44fb-9c2c-73ddc58e15a6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1911795 Jul 30 02:18:55.717828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44808) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.736453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-dd160971-3aef-4fa6-934d-5b487f8e066c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '0d57747a-83cc-4077-92f1-b9174b454588', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:55.740261 n-d-715271-7 neutron-server[93819]: WARNING neutron.api.v2.base [None req-dd160971-3aef-4fa6-934d-5b487f8e066c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 30 02:18:55.740695 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-dd160971-3aef-4fa6-934d-5b487f8e066c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:55.745493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dd160971-3aef-4fa6-934d-5b487f8e066c tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0195115 Jul 30 02:18:55.747469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44812) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:55.759341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b90bef6e-b26e-4aa1-bd0e-88115b09d38e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '0d57747a-83cc-4077-92f1-b9174b454588', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:55.879250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab852434-8c2c-4e94-8ba5-27486b36a71f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.904269 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.936507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Transition to ACTIVE for port object 63311622-3b81-4e40-8092-6f4723fabe06 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:55.969827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab852434-8c2c-4e94-8ba5-27486b36a71f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:55.997461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Transition to ACTIVE for port object 63311622-3b81-4e40-8092-6f4723fabe06 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:18:56.002608 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab852434-8c2c-4e94-8ba5-27486b36a71f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Subnet': ['ID=9df49f2e-554b-49ad-b57d-07caebc7c4f2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:56.007313 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-b90bef6e-b26e-4aa1-bd0e-88115b09d38e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:56.008977 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b90bef6e-b26e-4aa1-bd0e-88115b09d38e tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2565527 Jul 30 02:18:56.013089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44816) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:56.016971 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.018203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d400dc2d-4134-43cb-8497-d26c3e7cc1eb tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '0d57747a-83cc-4077-92f1-b9174b454588', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:56.026267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ab852434-8c2c-4e94-8ba5-27486b36a71f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.029125 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ab852434-8c2c-4e94-8ba5-27486b36a71f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/9df49f2e-554b-49ad-b57d-07caebc7c4f2 HTTP/1.1" status: 204 len: 168 time: 0.6043396 Jul 30 02:18:56.044143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44818) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:56.049276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f5908-6eba-4fde-ae9f-ae0a1dafd159 None None] Network 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:56.079839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Network 463ca6ac-f2a6-462c-982d-32e7eccc9ae1 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:18:56.096413 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-d400dc2d-4134-43cb-8497-d26c3e7cc1eb tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:56.100710 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d400dc2d-4134-43cb-8497-d26c3e7cc1eb tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0864270 Jul 30 02:18:56.101361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44820) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:56.138227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:18:56.146214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:18:56.168205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Pushing event updated for resources: {'Port': ['ID=63311622-3b81-4e40-8092-6f4723fabe06,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:56.170197 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.180770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8739d88a-2697-4400-a111-bfd019fd428e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 48ac68c0-9610-40b7-9a90-e1dea7b3ee45 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:56.181117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8739d88a-2697-4400-a111-bfd019fd428e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.222880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f39e895a-4f58-4ffb-8ad0-b4117d9669e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.277487 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f39e895a-4f58-4ffb-8ad0-b4117d9669e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.317597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Attempting to bind port 63311622-3b81-4e40-8092-6f4723fabe06 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:18:56.317972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Attempting to bind port 63311622-3b81-4e40-8092-6f4723fabe06 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '42d1e200-e2c6-4d2b-b1cb-d294acbafc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '463ca6ac-f2a6-462c-982d-32e7eccc9ae1'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:18:56.320835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Attempting to bind port 63311622-3b81-4e40-8092-6f4723fabe06 on network 463ca6ac-f2a6-462c-982d-32e7eccc9ae1 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:18:56.332253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:18:56.332667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Checking segment: {'id': '42d1e200-e2c6-4d2b-b1cb-d294acbafc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '463ca6ac-f2a6-462c-982d-32e7eccc9ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:18:56.333027 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.333422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Bound using segment: {'id': '42d1e200-e2c6-4d2b-b1cb-d294acbafc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '463ca6ac-f2a6-462c-982d-32e7eccc9ae1'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:18:56.333913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Bound port: 63311622-3b81-4e40-8092-6f4723fabe06, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d1e200-e2c6-4d2b-b1cb-d294acbafc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '463ca6ac-f2a6-462c-982d-32e7eccc9ae1'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:18:56.334297 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.374668 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f39e895a-4f58-4ffb-8ad0-b4117d9669e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.381177 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f39e895a-4f58-4ffb-8ad0-b4117d9669e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.384433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f39e895a-4f58-4ffb-8ad0-b4117d9669e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/0d57747a-83cc-4077-92f1-b9174b454588 HTTP/1.1" status: 204 len: 168 time: 0.2807932 Jul 30 02:18:56.394233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44822) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:56.478517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e895a-4f58-4ffb-8ad0-b4117d9669e7 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d57747a-83cc-4077-92f1-b9174b454588,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:56.485907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8739d88a-2697-4400-a111-bfd019fd428e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.515807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8739d88a-2697-4400-a111-bfd019fd428e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 48ac68c0-9610-40b7-9a90-e1dea7b3ee45 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:56.524875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cb7d27b4-54c8-4aca-ba71-3b77dc55d04a tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1280425 Jul 30 02:18:56.529783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a993eb7c-6e46-4ee2-bf1c-2ba480a3c93a None None] DHCP port deletion for 361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:18:56.532276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44824) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:56.538080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a70cd39d-4de6-4e8f-acc3-6aedc99eb894 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'tempest-secgroup--394498470'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:56.573007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] For port 63311622-3b81-4e40-8092-6f4723fabe06, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:18:56.575941 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a70cd39d-4de6-4e8f-acc3-6aedc99eb894 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.609163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] For port 63311622-3b81-4e40-8092-6f4723fabe06, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=63311622-3b81-4e40-8092-6f4723fabe06,segment=NetworkSegment(42d1e200-e2c6-4d2b-b1cb-d294acbafc12),segment_id=42d1e200-e2c6-4d2b-b1cb-d294acbafc12)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:18:56.620279 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.676681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8739d88a-2697-4400-a111-bfd019fd428e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.728627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739d88a-2697-4400-a111-bfd019fd428e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=48ac68c0-9610-40b7-9a90-e1dea7b3ee45,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:56.736279 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a70cd39d-4de6-4e8f-acc3-6aedc99eb894 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.745633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a993eb7c-6e46-4ee2-bf1c-2ba480a3c93a None None] Deleting port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:56.746072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a70cd39d-4de6-4e8f-acc3-6aedc99eb894 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.746306 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a993eb7c-6e46-4ee2-bf1c-2ba480a3c93a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.788470 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a70cd39d-4de6-4e8f-acc3-6aedc99eb894 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.794636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a70cd39d-4de6-4e8f-acc3-6aedc99eb894 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2558827 Jul 30 02:18:56.794636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44826) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:56.799526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-46d1b72c-ea40-4025-be18-77c042b36747 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': 'cec0d165-22b1-4791-a8a3-35767361eb1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:56.826256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cd39d-4de6-4e8f-acc3-6aedc99eb894 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec0d165-22b1-4791-a8a3-35767361eb1a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:56.855079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8739d88a-2697-4400-a111-bfd019fd428e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.858952 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8739d88a-2697-4400-a111-bfd019fd428e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/48ac68c0-9610-40b7-9a90-e1dea7b3ee45 HTTP/1.1" status: 204 len: 168 time: 1.1481748 Jul 30 02:18:56.865260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44828) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:56.866898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:56.867752 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:56.897811 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-46d1b72c-ea40-4025-be18-77c042b36747 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The resource could not be found. Jul 30 02:18:56.899641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-46d1b72c-ea40-4025-be18-77c042b36747 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1040394 Jul 30 02:18:56.900422 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a207086d-e481-4714-8c60-ed9d40dce6ab tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:18:56.901180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a207086d-e481-4714-8c60-ed9d40dce6ab tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:18:56.906966 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a207086d-e481-4714-8c60-ed9d40dce6ab tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/48ac68c0-9610-40b7-9a90-e1dea7b3ee45 HTTP/1.1" status: 404 len: 333 time: 0.0401292 Jul 30 02:18:56.907688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44830) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:56.908027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44832) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:56.913760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f9722c88-9861-4586-a879-b5aadaa88ba6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': 'cec0d165-22b1-4791-a8a3-35767361eb1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0d2ea6e8-1b96-423a-9782-3b096d8f688d'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:56.955127 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4026800f-25ad-48ac-8408-8ff5f4c7f480 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:18:56.963562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4026800f-25ad-48ac-8408-8ff5f4c7f480 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/48ac68c0-9610-40b7-9a90-e1dea7b3ee45 HTTP/1.1" status: 404 len: 333 time: 0.0439332 Jul 30 02:18:56.964231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44834) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:57.006517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7bd374cf-0bfe-4006-bd5d-fa337cb2e38a,segment=NetworkSegment(8a38dd9c-6bcb-4564-aae6-83bc55ee428c),segment_id=8a38dd9c-6bcb-4564-aae6-83bc55ee428c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:57.007072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.039794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3fb2b7-1cac-4c69-8f21-83309c50195d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet 0060a077-edcf-4160-a854-994abdadb0ec {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:18:57.046719 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb2b7-1cac-4c69-8f21-83309c50195d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.085588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:57.117847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86d8c7-89a8-47f8-93ad-2873ed67da84 None None] Pushing event updated for resources: {'Port': ['ID=63311622-3b81-4e40-8092-6f4723fabe06,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:57.161691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a993eb7c-6e46-4ee2-bf1c-2ba480a3c93a None None] For port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7bd374cf-0bfe-4006-bd5d-fa337cb2e38a,segment=NetworkSegment(8a38dd9c-6bcb-4564-aae6-83bc55ee428c),segment_id=8a38dd9c-6bcb-4564-aae6-83bc55ee428c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:57.162184 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a993eb7c-6e46-4ee2-bf1c-2ba480a3c93a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.197031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a993eb7c-6e46-4ee2-bf1c-2ba480a3c93a None None] Calling delete_port for 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:57.220641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb2b7-1cac-4c69-8f21-83309c50195d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.263418 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-f9722c88-9861-4586-a879-b5aadaa88ba6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The resource could not be found. Jul 30 02:18:57.264700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f9722c88-9861-4586-a879-b5aadaa88ba6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3554437 Jul 30 02:18:57.268205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44842) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:57.361548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.397647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=7bd374cf-0bfe-4006-bd5d-fa337cb2e38a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:57.407907 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a993eb7c-6e46-4ee2-bf1c-2ba480a3c93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.423933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No DVR routers for this DVR port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:57.425082 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb7be125-6d18-4603-ad76-6a21030777f6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.425744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a993eb7c-6e46-4ee2-bf1c-2ba480a3c93a None None] No DVR routers for this DVR port 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:57.468458 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb7be125-6d18-4603-ad76-6a21030777f6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.494622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993eb7c-6e46-4ee2-bf1c-2ba480a3c93a None None] Pushing event deleted for resources: {'Port': ['ID=7bd374cf-0bfe-4006-bd5d-fa337cb2e38a,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:57.544808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb2b7-1cac-4c69-8f21-83309c50195d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.612295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.636311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:57.641848 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb7be125-6d18-4603-ad76-6a21030777f6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.644745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb7be125-6d18-4603-ad76-6a21030777f6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.646252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eb7be125-6d18-4603-ad76-6a21030777f6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/cec0d165-22b1-4791-a8a3-35767361eb1a HTTP/1.1" status: 204 len: 168 time: 0.3774245 Jul 30 02:18:57.656183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44848) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:57.662805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a38dd9c-6bcb-4564-aae6-83bc55ee428c') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:57.663078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a38dd9c-6bcb-4564-aae6-83bc55ee428c') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:57.681263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.682253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 63311622-3b81-4e40-8092-6f4723fabe06 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:18:57.703022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.712813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:57.713231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:57.717026 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:57.726663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7be125-6d18-4603-ad76-6a21030777f6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec0d165-22b1-4791-a8a3-35767361eb1a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:57.790714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d3884dc9-8611-43c0-8f94-4193acf53328 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1185732 Jul 30 02:18:57.790714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb2b7-1cac-4c69-8f21-83309c50195d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.796805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44850) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:57.805161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a01d2549-5808-4998-b886-eaf6647223a0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': 'd5949b37-5f33-46c0-b951-9031b50c7eca', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:57.806762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 63311622-3b81-4e40-8092-6f4723fabe06 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:57.852208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.893023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fb2b7-1cac-4c69-8f21-83309c50195d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=0060a077-edcf-4160-a854-994abdadb0ec,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:57.895973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:57.899980 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb2b7-1cac-4c69-8f21-83309c50195d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.904898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ed3fb2b7-1cac-4c69-8f21-83309c50195d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/0060a077-edcf-4160-a854-994abdadb0ec HTTP/1.1" status: 204 len: 168 time: 0.9361558 Jul 30 02:18:57.907857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44852) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:57.928172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:57.931565 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/networks/361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b HTTP/1.1" status: 204 len: 168 time: 1.8843436 Jul 30 02:18:57.935115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32c23b-9193-4d56-a0d1-f46b04c14406 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Network': ['ID=361d78c3-00f1-4f5b-8d7c-5002ac1e1d8b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:57.939904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44854) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:57.946662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:57.948287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7bd374cf-0bfe-4006-bd5d-fa337cb2e38a not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:57.950641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-318853400', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:58.040791 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.042812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.061754 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-a01d2549-5808-4998-b886-eaf6647223a0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The resource could not be found. Jul 30 02:18:58.064149 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a01d2549-5808-4998-b886-eaf6647223a0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2630677 Jul 30 02:18:58.068832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44856) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:58.078044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f78da083-4326-4d58-b5aa-7771383876c3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741372754'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:58.110802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.113947 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f78da083-4326-4d58-b5aa-7771383876c3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.219827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.295546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f78da083-4326-4d58-b5aa-7771383876c3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.325583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f78da083-4326-4d58-b5aa-7771383876c3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.375375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 63311622-3b81-4e40-8092-6f4723fabe06 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:58.375993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.382092 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f78da083-4326-4d58-b5aa-7771383876c3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.384702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f78da083-4326-4d58-b5aa-7771383876c3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3140123 Jul 30 02:18:58.390744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44866) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:58.409848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71d541b-0466-405e-b4a6-336845010d44 None None] Network 463ca6ac-f2a6-462c-982d-32e7eccc9ae1 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:18:58.410295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6b482e4c-bbc3-4901-abd9-0c4c834187d0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121250916'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:58.444454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78da083-4326-4d58-b5aa-7771383876c3 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211b7496-0914-45f4-9167-a1093f678b11,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:58.506859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b482e4c-bbc3-4901-abd9-0c4c834187d0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.546022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.681572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f08ced50-41b6-4dd2-9439-d4edec05609d None None] Provisioning for port 63311622-3b81-4e40-8092-6f4723fabe06 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:18:58.690579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f08ced50-41b6-4dd2-9439-d4edec05609d None None] Provisioning complete for port 63311622-3b81-4e40-8092-6f4723fabe06 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:18:58.691829 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f08ced50-41b6-4dd2-9439-d4edec05609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.692456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b482e4c-bbc3-4901-abd9-0c4c834187d0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.707795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] For port 63311622-3b81-4e40-8092-6f4723fabe06, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=63311622-3b81-4e40-8092-6f4723fabe06,segment=NetworkSegment(42d1e200-e2c6-4d2b-b1cb-d294acbafc12),segment_id=42d1e200-e2c6-4d2b-b1cb-d294acbafc12)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:58.708189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.711471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b482e4c-bbc3-4901-abd9-0c4c834187d0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:58.762733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 63311622-3b81-4e40-8092-6f4723fabe06 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:58.837992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] DHCP port deletion for 463ca6ac-f2a6-462c-982d-32e7eccc9ae1 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:18:58.974635 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f08ced50-41b6-4dd2-9439-d4edec05609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.035143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b482e4c-bbc3-4901-abd9-0c4c834187d0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a1e466-5e79-47e8-824c-675c5e2e0813,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:59.041513 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.057165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] Deleting port 63311622-3b81-4e40-8092-6f4723fabe06 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:18:59.057712 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.076811 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b482e4c-bbc3-4901-abd9-0c4c834187d0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.078223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6b482e4c-bbc3-4901-abd9-0c4c834187d0 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6784813 Jul 30 02:18:59.080701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=63311622-3b81-4e40-8092-6f4723fabe06,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:59.086078 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44872) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:59.091408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d568e4f2-c78c-49be-982c-3374438057a8 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group_rule': {'security_group_id': '211b7496-0914-45f4-9167-a1093f678b11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '52a1e466-5e79-47e8-824c-675c5e2e0813'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:59.108500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No DVR routers for this DVR port 63311622-3b81-4e40-8092-6f4723fabe06 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:59.201468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] For port 63311622-3b81-4e40-8092-6f4723fabe06, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:18:59.202332 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.222129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] Calling delete_port for 63311622-3b81-4e40-8092-6f4723fabe06 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:18:59.226711 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] Port 63311622-3b81-4e40-8092-6f4723fabe06 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:18:59.229929 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.262709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] Pushing event deleted for resources: {'Port': ['ID=63311622-3b81-4e40-8092-6f4723fabe06,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:59.282096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae09a1f-b13f-4464-9b2f-8d149d38b91a None None] No DVR routers for this DVR port 63311622-3b81-4e40-8092-6f4723fabe06 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:18:59.288847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.309248 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-d568e4f2-c78c-49be-982c-3374438057a8 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:18:59.316009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d568e4f2-c78c-49be-982c-3374438057a8 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2234797 Jul 30 02:18:59.316514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463ca6ac-f2a6-462c-982d-32e7eccc9ae1']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:59.319269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44874) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:59.367161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d1e200-e2c6-4d2b-b1cb-d294acbafc12') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:59.369285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d1e200-e2c6-4d2b-b1cb-d294acbafc12') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:18:59.398021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.437587 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.460351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:18:59.460954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:18:59.465057 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:18:59.553587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 63311622-3b81-4e40-8092-6f4723fabe06 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:18:59.567608 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5fd7-15b2-4bef-9492-9ffc2f79ac3f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.593891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.596230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 63311622-3b81-4e40-8092-6f4723fabe06 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:18:59.596811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 63311622-3b81-4e40-8092-6f4723fabe06 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:18:59.626890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5fd7-15b2-4bef-9492-9ffc2f79ac3f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.630321 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.631102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.659640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.669456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/networks/463ca6ac-f2a6-462c-982d-32e7eccc9ae1 HTTP/1.1" status: 204 len: 168 time: 1.7600892 Jul 30 02:18:59.684288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1722c7-00ef-45df-8b89-bd92d4dd0d9f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Network': ['ID=463ca6ac-f2a6-462c-982d-32e7eccc9ae1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:59.690375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44878) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:59.710896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-292718917'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:18:59.772850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:18:59.779154 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.802803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5fd7-15b2-4bef-9492-9ffc2f79ac3f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.807081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5fd7-15b2-4bef-9492-9ffc2f79ac3f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.808712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5c2b5fd7-15b2-4bef-9492-9ffc2f79ac3f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/52a1e466-5e79-47e8-824c-675c5e2e0813 HTTP/1.1" status: 204 len: 168 time: 0.4888034 Jul 30 02:18:59.828405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 172.25.7.69 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/42744141-a24d-4603-8c6d-1b8de8dfc9de) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:18:59.836567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44882) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:18:59.890797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:18:59.894958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b5fd7-15b2-4bef-9492-9ffc2f79ac3f tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a1e466-5e79-47e8-824c-675c5e2e0813,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:18:59.921456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:18:59.922270 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Added segment c54435c0-7691-45d5-934d-82e48f517bc7 of type vlan for network 7c259837-b8cb-4f55-b5e5-cffedd28ff7c Jul 30 02:19:00.004059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.018578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9b64643d-5bfb-40cf-9313-809850dbdccf tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1779177 Jul 30 02:19:00.022149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44884) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:00.030189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.077638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.091287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:00.092079 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.170862 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eca5-f198-4834-ab43-9cfe126a4aba tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.171890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4731433 Jul 30 02:19:00.176926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44886) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:00.186770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '7c259837-b8cb-4f55-b5e5-cffedd28ff7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:00.188143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e0927-6b44-46a5-ae7f-5ff2f8a46fd4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Network': ['ID=7c259837-b8cb-4f55-b5e5-cffedd28ff7c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:00.201827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.208907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 7c259837-b8cb-4f55-b5e5-cffedd28ff7c details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:00.288710 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eca5-f198-4834-ab43-9cfe126a4aba tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.363266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:00.364202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=42744141-a24d-4603-8c6d-1b8de8dfc9de,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:00.385335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:00.397777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:00.456105 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eca5-f198-4834-ab43-9cfe126a4aba tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.458702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8f6eca5-f198-4834-ab43-9cfe126a4aba tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.464947 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e8f6eca5-f198-4834-ab43-9cfe126a4aba tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/211b7496-0914-45f4-9167-a1093f678b11 HTTP/1.1" status: 204 len: 168 time: 0.4361970 Jul 30 02:19:00.465616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44890) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:00.478494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6eca5-f198-4834-ab43-9cfe126a4aba tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=211b7496-0914-45f4-9167-a1093f678b11,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:00.518558 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:00.522130 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.533202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-39f4977a-a891-46e3-81c9-b5aa01ee82db tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661323 Jul 30 02:19:00.539676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44894) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:00.547343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-cc34fb31-39ad-45e9-aed3-4302018339e6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1476451511'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:00.579063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc34fb31-39ad-45e9-aed3-4302018339e6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.732853 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc34fb31-39ad-45e9-aed3-4302018339e6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.745096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc34fb31-39ad-45e9-aed3-4302018339e6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.780910 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ae0817d-d3cd-4f85-aa57-62fee2b973eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.793057 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cc34fb31-39ad-45e9-aed3-4302018339e6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.794772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cc34fb31-39ad-45e9-aed3-4302018339e6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2530046 Jul 30 02:19:00.801201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44902) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:00.807678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7756105a-998e-47d6-91be-5669e89e2d8d tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:00.808536 n-d-715271-7 neutron-server[93819]: WARNING neutron.api.v2.base [None req-7756105a-998e-47d6-91be-5669e89e2d8d tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 30 02:19:00.810736 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-7756105a-998e-47d6-91be-5669e89e2d8d tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] update failed (client error): There was a conflict when trying to complete your request. Jul 30 02:19:00.812629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7756105a-998e-47d6-91be-5669e89e2d8d tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "PUT /v2.0/security-groups/e92cce84-16a7-4ce0-861f-09e703743850 HTTP/1.1" status: 409 len: 330 time: 0.0096288 Jul 30 02:19:00.819413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44904) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:00.866249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34fb31-39ad-45e9-aed3-4302018339e6 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92cce84-16a7-4ce0-861f-09e703743850,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:00.889530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.942621 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-db8b8bc2-96e5-4227-8f15-5ab05db833ae tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:00.957228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.019017 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-db8b8bc2-96e5-4227-8f15-5ab05db833ae tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.095243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=b9907e97-281a-49c1-a295-f2ede9078f74,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:01.158756 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-db8b8bc2-96e5-4227-8f15-5ab05db833ae tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.161983 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-db8b8bc2-96e5-4227-8f15-5ab05db833ae tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.163263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-db8b8bc2-96e5-4227-8f15-5ab05db833ae tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/e92cce84-16a7-4ce0-861f-09e703743850 HTTP/1.1" status: 204 len: 168 time: 0.3419800 Jul 30 02:19:01.167449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44910) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:01.179188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b8bc2-96e5-4227-8f15-5ab05db833ae tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92cce84-16a7-4ce0-861f-09e703743850,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:01.179977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Checking segment: {'id': 'c54435c0-7691-45d5-934d-82e48f517bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c259837-b8cb-4f55-b5e5-cffedd28ff7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:01.181156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network hostable DHCP agents. Network: 7c259837-b8cb-4f55-b5e5-cffedd28ff7c, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:01.298833 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e51e42fc-fd60-406a-9d9c-92548d3ee2eb tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1300111 Jul 30 02:19:01.306717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 7c259837-b8cb-4f55-b5e5-cffedd28ff7c is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:01.306915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44912) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:01.319388 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.326002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 7c259837-b8cb-4f55-b5e5-cffedd28ff7c) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:01.334083 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:01.335087 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.338938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84826bac-1537-4e17-a975-bd331d061a99 None None] Network 7c259837-b8cb-4f55-b5e5-cffedd28ff7c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:01.343333 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-4ed094f2-9f1a-4b55-9d1e-6d98a33ea760 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] delete failed (client error): The resource could not be found. Jul 30 02:19:01.350013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4ed094f2-9f1a-4b55-9d1e-6d98a33ea760 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "DELETE /v2.0/security-groups/e9ec511d-4450-4132-88ad-f060c31ac0fd HTTP/1.1" status: 404 len: 347 time: 0.0420406 Jul 30 02:19:01.350796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44914) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:01.395946 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-426ce990-5110-4809-bd42-5dc7fb001a85 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] show failed (client error): The resource could not be found. Jul 30 02:19:01.397553 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c3768d2-af41-43d9-9213-2db0b8a060ea tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2183998 Jul 30 02:19:01.403033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44916) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:01.403729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44918) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:01.407605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-426ce990-5110-4809-bd42-5dc7fb001a85 tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-groups/c5b97063-8323-4711-bd08-bcba286fdd54 HTTP/1.1" status: 404 len: 347 time: 0.0529194 Jul 30 02:19:01.423829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '7c259837-b8cb-4f55-b5e5-cffedd28ff7c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1850823015'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:01.472544 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-d3e896ac-5f4b-4ac3-a32e-47b540128dfd tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] show failed (client error): The resource could not be found. Jul 30 02:19:01.474690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d3e896ac-5f4b-4ac3-a32e-47b540128dfd tempest-NegativeSecGroupTest-993891590 tempest-NegativeSecGroupTest-993891590-project] 10.222.0.84 "GET /v2.0/security-group-rules/f802c592-5bb0-48b7-8d14-02b2b7cc81ef HTTP/1.1" status: 404 len: 356 time: 0.0678065 Jul 30 02:19:01.632153 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.718924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 3af70836-99c7-4b94-baa2-38a42631d113 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:19:01.804763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:01.809527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:01.843635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port c6857cf1-42cc-4afa-9e34-86a7b068b616 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:19:01.867627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-7c259837-b8cb-4f55-b5e5-cffedd28ff7c', 'network_id': '7c259837-b8cb-4f55-b5e5-cffedd28ff7c', 'tenant_id': '0e41188a188545f087bcbd54979d505c', 'fixed_ips': [{'subnet_id': 'b9907e97-281a-49c1-a295-f2ede9078f74'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:01.872180 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:02.031916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:02.061887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade8fb3-3cea-4d7e-93f4-0c821d89d7de None None] Sync routers for ids ['3af70836-99c7-4b94-baa2-38a42631d113'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:02.081944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade8fb3-3cea-4d7e-93f4-0c821d89d7de None None] Routers {'3af70836-99c7-4b94-baa2-38a42631d113'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:02.083324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3ade8fb3-3cea-4d7e-93f4-0c821d89d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['3af70836-99c7-4b94-baa2-38a42631d113'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:02.127220 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:02.128854 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-96afc01c-60ce-4ba5-aee1-73ad1cda7768 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.1879840 Jul 30 02:19:02.133241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44926) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:02.184942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.8 (7c259837-b8cb-4f55-b5e5-cffedd28ff7c/b9907e97-281a-49c1-a295-f2ede9078f74/c6857cf1-42cc-4afa-9e34-86a7b068b616) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:02.240390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3ade8fb3-3cea-4d7e-93f4-0c821d89d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:02.269303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade8fb3-3cea-4d7e-93f4-0c821d89d7de None None] Routers {'3af70836-99c7-4b94-baa2-38a42631d113'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:02.270290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3ade8fb3-3cea-4d7e-93f4-0c821d89d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:18:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['3af70836-99c7-4b94-baa2-38a42631d113'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:02.356193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3ade8fb3-3cea-4d7e-93f4-0c821d89d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:02.357688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade8fb3-3cea-4d7e-93f4-0c821d89d7de None None] The sync data for ids ['3af70836-99c7-4b94-baa2-38a42631d113'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:02.359604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44930) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:02.512479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a1cbb60f-13d7-4adb-af9c-5d40eea0b29f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/routers/3af70836-99c7-4b94-baa2-38a42631d113 HTTP/1.1" status: 200 len: 883 time: 0.3775954 Jul 30 02:19:02.516037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44934) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:02.672255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:02.707975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object c6857cf1-42cc-4afa-9e34-86a7b068b616 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:02.773705 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:02.850592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Allocated IP 172.20.0.2 (7c259837-b8cb-4f55-b5e5-cffedd28ff7c/b9907e97-281a-49c1-a295-f2ede9078f74/60473690-37ae-426d-90c6-55ab71c5f073) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:02.901128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a12864e4-f88b-4fe1-a7e4-14ebd91439d4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=028fcca6b06246789734523081e6d3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343528 Jul 30 02:19:02.904370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44936) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:02.970908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 7c259837-b8cb-4f55-b5e5-cffedd28ff7c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:02.982573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:02.989807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:03.078892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:03.079926 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.085008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=c6857cf1-42cc-4afa-9e34-86a7b068b616,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:03.110724 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-84ca78d6-54e1-4d33-befc-0353a1d2550e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7052741 Jul 30 02:19:03.113603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44940) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:03.137370 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.147551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Transition to ACTIVE for port object 60473690-37ae-426d-90c6-55ab71c5f073 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:03.164585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Transition to ACTIVE for port object 60473690-37ae-426d-90c6-55ab71c5f073 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:03.173514 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.219087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Network 7c259837-b8cb-4f55-b5e5-cffedd28ff7c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:03.222721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:03.226944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:03.241985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7565cd0b-1f3b-400e-a729-fb4a2a3bbf41 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7219517 Jul 30 02:19:03.241985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44942) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:03.242639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a42f4c09-d417-4f64-90e1-a2d707dbd153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.249290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-616db6a2-313c-433b-9455-2c74c244185f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port c6857cf1-42cc-4afa-9e34-86a7b068b616 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:03.250102 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-616db6a2-313c-433b-9455-2c74c244185f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.264639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Pushing event updated for resources: {'Port': ['ID=60473690-37ae-426d-90c6-55ab71c5f073,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:03.270304 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a42f4c09-d417-4f64-90e1-a2d707dbd153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.316776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5e83b7aa-744f-4a51-a01a-16fa089ec357 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-318853400'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:03.335120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Attempting to bind port 60473690-37ae-426d-90c6-55ab71c5f073 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:03.335520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Attempting to bind port 60473690-37ae-426d-90c6-55ab71c5f073 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c54435c0-7691-45d5-934d-82e48f517bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c259837-b8cb-4f55-b5e5-cffedd28ff7c'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:03.335903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Attempting to bind port 60473690-37ae-426d-90c6-55ab71c5f073 on network 7c259837-b8cb-4f55-b5e5-cffedd28ff7c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:03.352293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:03.352754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Checking segment: {'id': 'c54435c0-7691-45d5-934d-82e48f517bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c259837-b8cb-4f55-b5e5-cffedd28ff7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:03.353171 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.353577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Bound using segment: {'id': 'c54435c0-7691-45d5-934d-82e48f517bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c259837-b8cb-4f55-b5e5-cffedd28ff7c'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:03.354072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Bound port: 60473690-37ae-426d-90c6-55ab71c5f073, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54435c0-7691-45d5-934d-82e48f517bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7c259837-b8cb-4f55-b5e5-cffedd28ff7c'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:03.354465 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.435474 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a42f4c09-d417-4f64-90e1-a2d707dbd153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.437425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a42f4c09-d417-4f64-90e1-a2d707dbd153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.443496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a42f4c09-d417-4f64-90e1-a2d707dbd153 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/463ff18d-0c38-41ab-83f5-e0d9dc8f71b7 HTTP/1.1" status: 204 len: 168 time: 0.5368454 Jul 30 02:19:03.447027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-616db6a2-313c-433b-9455-2c74c244185f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.472984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-616db6a2-313c-433b-9455-2c74c244185f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for c6857cf1-42cc-4afa-9e34-86a7b068b616 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:03.492042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] For port 60473690-37ae-426d-90c6-55ab71c5f073, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:03.497152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] For port 60473690-37ae-426d-90c6-55ab71c5f073, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=60473690-37ae-426d-90c6-55ab71c5f073,segment=NetworkSegment(c54435c0-7691-45d5-934d-82e48f517bc7),segment_id=c54435c0-7691-45d5-934d-82e48f517bc7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:03.511713 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.527327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f4c09-d417-4f64-90e1-a2d707dbd153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ff18d-0c38-41ab-83f5-e0d9dc8f71b7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:03.615397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bec806c-fc0b-416c-bae3-79b9a765471c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.682302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7628a2-44b9-448a-9447-71dd18c8589e None None] Pushing event updated for resources: {'Port': ['ID=60473690-37ae-426d-90c6-55ab71c5f073,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:03.857302 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.894594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-616db6a2-313c-433b-9455-2c74c244185f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:03.956984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616db6a2-313c-433b-9455-2c74c244185f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=c6857cf1-42cc-4afa-9e34-86a7b068b616,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:04.122440 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e83b7aa-744f-4a51-a01a-16fa089ec357 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:04.147752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e83b7aa-744f-4a51-a01a-16fa089ec357 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:04.156400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-616db6a2-313c-433b-9455-2c74c244185f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:04.159548 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-616db6a2-313c-433b-9455-2c74c244185f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/c6857cf1-42cc-4afa-9e34-86a7b068b616 HTTP/1.1" status: 204 len: 168 time: 1.0446401 Jul 30 02:19:04.162667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44960) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:04.316638 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f364bd2-5a36-4c19-aac6-7875d8587b69 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:19:04.322246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 44974) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:04.325219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3f364bd2-5a36-4c19-aac6-7875d8587b69 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/c6857cf1-42cc-4afa-9e34-86a7b068b616 HTTP/1.1" status: 404 len: 333 time: 0.1548719 Jul 30 02:19:04.413071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e83b7aa-744f-4a51-a01a-16fa089ec357 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 3af70836-99c7-4b94-baa2-38a42631d113 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:04.423518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8b0351-ab8d-4e4d-92b2-942d4f3bb6fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet b9907e97-281a-49c1-a295-f2ede9078f74 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:19:04.434088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0351-ab8d-4e4d-92b2-942d4f3bb6fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:04.550115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0351-ab8d-4e4d-92b2-942d4f3bb6fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:04.598052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e83b7aa-744f-4a51-a01a-16fa089ec357 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:04.609257 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a32e6d-2b24-4016-bd7a-d3183d4f3f8c None None] Sync routers for ids ['3af70836-99c7-4b94-baa2-38a42631d113'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:04.616621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:04.617426 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5e83b7aa-744f-4a51-a01a-16fa089ec357 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:04.624155 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a32e6d-2b24-4016-bd7a-d3183d4f3f8c None None] Routers {'3af70836-99c7-4b94-baa2-38a42631d113'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:04.625062 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-37a32e6d-2b24-4016-bd7a-d3183d4f3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['3af70836-99c7-4b94-baa2-38a42631d113'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:04.634943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5e83b7aa-744f-4a51-a01a-16fa089ec357 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/3af70836-99c7-4b94-baa2-38a42631d113 HTTP/1.1" status: 200 len: 890 time: 1.3932586 Jul 30 02:19:04.640910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 44990) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:04.739793 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-37a32e6d-2b24-4016-bd7a-d3183d4f3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:04.768385 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a32e6d-2b24-4016-bd7a-d3183d4f3f8c None None] Routers {'3af70836-99c7-4b94-baa2-38a42631d113'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:04.769555 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-37a32e6d-2b24-4016-bd7a-d3183d4f3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['3af70836-99c7-4b94-baa2-38a42631d113'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:04.929917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0351-ab8d-4e4d-92b2-942d4f3bb6fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:04.933870 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-37a32e6d-2b24-4016-bd7a-d3183d4f3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:04.935423 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a32e6d-2b24-4016-bd7a-d3183d4f3f8c None None] The sync data for ids ['3af70836-99c7-4b94-baa2-38a42631d113'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:05.069526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0351-ab8d-4e4d-92b2-942d4f3bb6fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:05.095587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cf8b0351-ab8d-4e4d-92b2-942d4f3bb6fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:05.105095 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cf8b0351-ab8d-4e4d-92b2-942d4f3bb6fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/b9907e97-281a-49c1-a295-f2ede9078f74 HTTP/1.1" status: 204 len: 168 time: 0.7816103 Jul 30 02:19:05.152582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45000) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:05.174292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b0351-ab8d-4e4d-92b2-942d4f3bb6fd tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=b9907e97-281a-49c1-a295-f2ede9078f74,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:05.285069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45002) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:05.365493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:05.522202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 60473690-37ae-426d-90c6-55ab71c5f073 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:05.522541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:05.591610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdce855-cd9b-48d0-970d-573f919c4a11 None None] Network 7c259837-b8cb-4f55-b5e5-cffedd28ff7c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:05.709276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] For port 60473690-37ae-426d-90c6-55ab71c5f073, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=60473690-37ae-426d-90c6-55ab71c5f073,segment=NetworkSegment(c54435c0-7691-45d5-934d-82e48f517bc7),segment_id=c54435c0-7691-45d5-934d-82e48f517bc7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:05.709800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:05.744700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-58107225'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:05.762962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 60473690-37ae-426d-90c6-55ab71c5f073 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:05.764565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 60473690-37ae-426d-90c6-55ab71c5f073 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:05.839262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e5511c90-6175-49bd-8ae4-be014767ef12 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/routers/3af70836-99c7-4b94-baa2-38a42631d113 HTTP/1.1" status: 200 len: 890 time: 1.1969781 Jul 30 02:19:05.840130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45010) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:05.849883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b5d67b8d-b3ea-4368-9f87-1ce3c6c57574 None None] Provisioning for port 60473690-37ae-426d-90c6-55ab71c5f073 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:05.855127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Made reservation on behalf of 1b11758c8eae415f858611ec08f8e804 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:05.859772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:05.870750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 60473690-37ae-426d-90c6-55ab71c5f073 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:05.878027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 60473690-37ae-426d-90c6-55ab71c5f073 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:05.878645 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:05.902528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-890b4554-6ce4-4b8c-928e-42f8ec846f8e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=3af70836-99c7-4b94-baa2-38a42631d113 HTTP/1.1" status: 200 len: 205 time: 0.0613127 Jul 30 02:19:05.903017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45012) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:06.130317 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.155271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.160937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45016) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:06.190498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 60473690-37ae-426d-90c6-55ab71c5f073, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=60473690-37ae-426d-90c6-55ab71c5f073,segment=NetworkSegment(c54435c0-7691-45d5-934d-82e48f517bc7),segment_id=c54435c0-7691-45d5-934d-82e48f517bc7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:06.192439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b375422-93d0-4a5e-bc0e-a1f3f59ceefb None None] DHCP port deletion for 7c259837-b8cb-4f55-b5e5-cffedd28ff7c request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:19:06.234453 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.287688 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.331382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=60473690-37ae-426d-90c6-55ab71c5f073,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:06.336676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8b375422-93d0-4a5e-bc0e-a1f3f59ceefb None None] Deleting port 60473690-37ae-426d-90c6-55ab71c5f073 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:06.337706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b375422-93d0-4a5e-bc0e-a1f3f59ceefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.425898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8b375422-93d0-4a5e-bc0e-a1f3f59ceefb None None] For port 60473690-37ae-426d-90c6-55ab71c5f073, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=60473690-37ae-426d-90c6-55ab71c5f073,segment=NetworkSegment(c54435c0-7691-45d5-934d-82e48f517bc7),segment_id=c54435c0-7691-45d5-934d-82e48f517bc7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:06.426217 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b375422-93d0-4a5e-bc0e-a1f3f59ceefb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.442978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8b375422-93d0-4a5e-bc0e-a1f3f59ceefb None None] Calling delete_port for 60473690-37ae-426d-90c6-55ab71c5f073 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:06.467055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.501988 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.542652 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b375422-93d0-4a5e-bc0e-a1f3f59ceefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.578102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b375422-93d0-4a5e-bc0e-a1f3f59ceefb None None] Pushing event deleted for resources: {'Port': ['ID=60473690-37ae-426d-90c6-55ab71c5f073,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:06.580232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b375422-93d0-4a5e-bc0e-a1f3f59ceefb None None] No DVR routers for this DVR port 60473690-37ae-426d-90c6-55ab71c5f073 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:06.618021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port 6ca626f6-dcc7-498b-b36e-4a6d30312a39 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:06.619005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.655615 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.698433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=60473690-37ae-426d-90c6-55ab71c5f073,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:06.706567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No DVR routers for this DVR port 60473690-37ae-426d-90c6-55ab71c5f073 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:06.718003 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.757927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.758557 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.765132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 42744141-a24d-4603-8c6d-1b8de8dfc9de {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:06.765484 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.802274 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.813649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c259837-b8cb-4f55-b5e5-cffedd28ff7c']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:06.825854 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54435c0-7691-45d5-934d-82e48f517bc7') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:06.826257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54435c0-7691-45d5-934d-82e48f517bc7') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:06.829548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for 6ca626f6-dcc7-498b-b36e-4a6d30312a39 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:06.836946 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.852346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.859039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.868847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:19:06.869262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:19:06.872334 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:19:06.935592 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.946875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3af2d6-6aeb-4115-8f28-ac3b92c64ae6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:06.957957 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.964153 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:06.964750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 42744141-a24d-4603-8c6d-1b8de8dfc9de owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:06.967038 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/networks/7c259837-b8cb-4f55-b5e5-cffedd28ff7c HTTP/1.1" status: 204 len: 168 time: 1.8103228 Jul 30 02:19:06.970771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45020) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:06.981210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'name': 'tempest-PortsTestJSON-687310289'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:06.990916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:06.994206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02598a-1550-495d-a416-5bb705b71e6c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Network': ['ID=7c259837-b8cb-4f55-b5e5-cffedd28ff7c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:07.016783 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.017145 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Added segment d1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b of type vlan for network b6dee7c7-e31d-40eb-b770-32ca159f3234 Jul 30 02:19:07.065030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.115390 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.124564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:07.125528 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.234572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Pushing event updated for resources: {'Network': ['ID=b6dee7c7-e31d-40eb-b770-32ca159f3234,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:07.244001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:07.249139 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2fb70612-07e7-4f0d-b287-12965b461d0f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.9592912 Jul 30 02:19:07.249335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.249426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45024) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:07.251220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network b6dee7c7-e31d-40eb-b770-32ca159f3234 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:07.267571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Request body: {'subnet': {'network_id': 'b6dee7c7-e31d-40eb-b770-32ca159f3234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:07.312678 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.345603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 5cffa25e-8965-480f-9184-9ce9b2a663ba yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:19:07.415243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=6ca626f6-dcc7-498b-b36e-4a6d30312a39,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:07.448295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Made reservation on behalf of 1b11758c8eae415f858611ec08f8e804 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:07.452381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.551460 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.565309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 60473690-37ae-426d-90c6-55ab71c5f073 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:07.595667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 60473690-37ae-426d-90c6-55ab71c5f073 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:07.597515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 60473690-37ae-426d-90c6-55ab71c5f073 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:07.701884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=42744141-a24d-4603-8c6d-1b8de8dfc9de,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:07.731359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.731996 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Floating IP ce91d380-fb2f-4ece-9fcf-e7d72b06fee3 disassociated (deleted). External IP: 172.25.7.254, port: 729dc2f7-8a82-4a22-97e3-df689e466083. Jul 30 02:19:07.745993 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.830625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Pushing event updated for resources: {'Subnet': ['ID=fe8763fb-2b1f-4dfe-a488-fd10b12eba47,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:07.842247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Checking segment: {'id': 'd1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b6dee7c7-e31d-40eb-b770-32ca159f3234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:07.843258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Network hostable DHCP agents. Network: b6dee7c7-e31d-40eb-b770-32ca159f3234, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:07.876931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Network b6dee7c7-e31d-40eb-b770-32ca159f3234 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:07.885744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.896706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, b6dee7c7-e31d-40eb-b770-32ca159f3234) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:07.902137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:07.902794 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.908700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d77236-a112-420b-aa81-f6998743f901 None None] Network b6dee7c7-e31d-40eb-b770-32ca159f3234 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:07.931412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b038f9a6-d00a-4ebb-9762-8b6605d9bc3b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6686187 Jul 30 02:19:07.933191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45028) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:07.947844 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:07.948382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Request body: {'port': {'network_id': 'b6dee7c7-e31d-40eb-b770-32ca159f3234', 'name': 'tempest-TagsExtTest-1016402426'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:08.055102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.059697 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.150792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Made reservation on behalf of 1b11758c8eae415f858611ec08f8e804 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:08.161088 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.161616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Fanout notify agent at l3_agent the message router_deleted on router 3af70836-99c7-4b94-baa2-38a42631d113 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:19:08.162058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.187136 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.188480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] device_id is not set on port daa9c893-d531-4a3b-8b56-128c3ec97069 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:19:08.190405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-b6dee7c7-e31d-40eb-b770-32ca159f3234', 'network_id': 'b6dee7c7-e31d-40eb-b770-32ca159f3234', 'tenant_id': '1b11758c8eae415f858611ec08f8e804', 'fixed_ips': [{'subnet_id': 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:08.194353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3fee0348-fcde-4309-9a96-3dd686301fd5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/3af70836-99c7-4b94-baa2-38a42631d113 HTTP/1.1" status: 204 len: 168 time: 2.2897501 Jul 30 02:19:08.202297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45034) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:08.210905 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.219861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-436587379'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:08.310100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.383252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:08.386802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:08.390211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=5cffa25e-8965-480f-9184-9ce9b2a663ba,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:08.392722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:08.399194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:08.402264 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.409741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:08.411682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.472818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b23040ba-c43f-4805-88ca-2e28331d45b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4996352 Jul 30 02:19:08.475756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45038) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:08.499764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:08.520934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.521281 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added segment 8bc038a8-0149-4074-a124-479b931ea27f of type vlan for network 9fd0b57f-7903-49c0-a63f-644e976cafa9 Jul 30 02:19:08.523138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Allocated IP 172.20.0.13 (b6dee7c7-e31d-40eb-b770-32ca159f3234/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/daa9c893-d531-4a3b-8b56-128c3ec97069) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:08.590628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:08.607029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.615301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45040) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:08.752727 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.762992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:08.763680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.850584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:08.851113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6468656 Jul 30 02:19:08.853141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45044) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:08.855692 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ecfaee2-353e-4662-85d5-2d22f8686e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.861749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'subnet': {'network_id': '9fd0b57f-7903-49c0-a63f-644e976cafa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:08.874349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b9a69-bc50-4b5a-8e3f-b1ce9a203035 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Network': ['ID=9fd0b57f-7903-49c0-a63f-644e976cafa9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:08.875520 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.877222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] Sync routers for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:08.894383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 9fd0b57f-7903-49c0-a63f-644e976cafa9 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:08.916587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:08.918631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:08.934501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:08.966530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Transition to ACTIVE for port object daa9c893-d531-4a3b-8b56-128c3ec97069 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:09.029283 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.051880 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-30cb19e0-f7be-48dc-8be7-3dcf5e21dbe7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 5cffa25e-8965-480f-9184-9ce9b2a663ba {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:09.052464 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30cb19e0-f7be-48dc-8be7-3dcf5e21dbe7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.105582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Network b6dee7c7-e31d-40eb-b770-32ca159f3234 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:09.117787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:09.129990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:09.135803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-175aec2d-6b93-4a51-95d8-e2d036645f78 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "DELETE /v2.0/floatingips/ce91d380-fb2f-4ece-9fcf-e7d72b06fee3 HTTP/1.1" status: 204 len: 168 time: 2.9735370 Jul 30 02:19:09.149156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:09.152229 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:09.184594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Allocated IP 172.20.0.2 (b6dee7c7-e31d-40eb-b770-32ca159f3234/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/4dd28e85-eb5f-403b-9c5d-5538d995bb58) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:09.228848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Pushing event updated for resources: {'Port': ['ID=daa9c893-d531-4a3b-8b56-128c3ec97069,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:09.283292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.283720 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.314811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:09.345711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ecfaee2-353e-4662-85d5-2d22f8686e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.350796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30cb19e0-f7be-48dc-8be7-3dcf5e21dbe7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.373046 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-182c7007-e94d-4e69-b68b-c65a7615be55 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4312921 Jul 30 02:19:09.373667 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ecfaee2-353e-4662-85d5-2d22f8686e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.373859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45058) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:09.378249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-62757dbf-8768-4c46-a7c1-39274132d361 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-846476394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:09.388319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-30cb19e0-f7be-48dc-8be7-3dcf5e21dbe7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 5cffa25e-8965-480f-9184-9ce9b2a663ba owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:09.435490 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e2209b-c74a-4a0c-9eca-91d324fd55b0 x-openstack-request-id: req-59e2209b-c74a-4a0c-9eca-91d324fd55b0 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:09.435863 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:09.436260 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-59e2209b-c74a-4a0c-9eca-91d324fd55b0 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:09.436719 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083', 'status': 'completed', 'code': 200} Jul 30 02:19:09.507331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62757dbf-8768-4c46-a7c1-39274132d361 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.508392 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62757dbf-8768-4c46-a7c1-39274132d361 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.588122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62757dbf-8768-4c46-a7c1-39274132d361 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.594068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2ecfaee2-353e-4662-85d5-2d22f8686e01 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b6edc1970c104d8fbe1fb97b9086e727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757690 Jul 30 02:19:09.595106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:09.598801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62757dbf-8768-4c46-a7c1-39274132d361 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.598995 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.602369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45060) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:09.642442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfaee2-353e-4662-85d5-2d22f8686e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdf9b23-a086-47ef-8333-3e6ee7fa18bb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:09.660844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62757dbf-8768-4c46-a7c1-39274132d361 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.662276 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-62757dbf-8768-4c46-a7c1-39274132d361 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2879493 Jul 30 02:19:09.666031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45062) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:09.675543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-448c3a60-a247-4793-ba58-dc196ef6221a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-430773605', 'prefixes': ['172.20.0.0/16']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:09.792120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-10609f80-3c60-4bd3-bedb-2b5b23897004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:09.793445 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-448c3a60-a247-4793-ba58-dc196ef6221a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for subnetpool, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.795493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-448c3a60-a247-4793-ba58-dc196ef6221a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1274579 Jul 30 02:19:09.795664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-10609f80-3c60-4bd3-bedb-2b5b23897004 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 1096 time: 0.3336098 Jul 30 02:19:09.798910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45064) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:09.805851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-0ed86397-95dd-49cb-b28e-72b21abbf162 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47', 'tempest-TagsExtTest-Tag-102653754') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:09.948547 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:09.963397 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0ed86397-95dd-49cb-b28e-72b21abbf162 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags/tempest-TagsExtTest-Tag-102653754 HTTP/1.1" status: 201 len: 201 time: 0.1604273 Jul 30 02:19:09.963628 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45066) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:09.969914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Transition to ACTIVE for port object 4dd28e85-eb5f-403b-9c5d-5538d995bb58 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:09.971733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-f1ea4f0e-d22a-453e-955e-7bf0f2ff987d tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069', 'tempest-TagsExtTest-Tag-233918357') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.000117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Transition to ACTIVE for port object 4dd28e85-eb5f-403b-9c5d-5538d995bb58 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:10.028626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.065261 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f1ea4f0e-d22a-453e-955e-7bf0f2ff987d tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags/tempest-TagsExtTest-Tag-233918357 HTTP/1.1" status: 201 len: 201 time: 0.0999372 Jul 30 02:19:10.068235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45068) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.075888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-fc1757ae-9c2f-4d7d-998f-bd8f884f40e5 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447', 'tempest-TagsExtTest-Tag-996962936') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.094762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Pushing event updated for resources: {'Port': ['ID=4dd28e85-eb5f-403b-9c5d-5538d995bb58,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:10.105063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Network b6dee7c7-e31d-40eb-b770-32ca159f3234 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:10.111326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:10.113761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:10.164747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '94dbce53-c90e-40e6-b1b9-fec62f0922dd', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:14:44Z', 'updated_at': '2021-07-30T02:14:52Z', 'revision_number': 1, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.217786 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fc1757ae-9c2f-4d7d-998f-bd8f884f40e5 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags/tempest-TagsExtTest-Tag-996962936 HTTP/1.1" status: 201 len: 201 time: 0.1457813 Jul 30 02:19:10.218082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45072) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.224514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.225335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-73b9fb6f-586e-429c-ae2e-c507a171737e tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452', 'tempest-TagsExtTest-Tag-1707983705') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.235361 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30cb19e0-f7be-48dc-8be7-3dcf5e21dbe7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.240910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Attempting to bind port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:10.241560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Attempting to bind port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'd1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b6dee7c7-e31d-40eb-b770-32ca159f3234'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:10.242063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Attempting to bind port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 on network b6dee7c7-e31d-40eb-b770-32ca159f3234 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:10.246343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] Checking router: 89dccaf5-8af3-46bf-a10b-37ecd889ee26 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:10.257465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:10.257854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Checking segment: {'id': 'd1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b6dee7c7-e31d-40eb-b770-32ca159f3234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:10.258251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.259862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Bound using segment: {'id': 'd1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b6dee7c7-e31d-40eb-b770-32ca159f3234'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:10.260404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Bound port: 4dd28e85-eb5f-403b-9c5d-5538d995bb58, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b6dee7c7-e31d-40eb-b770-32ca159f3234'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:10.260823 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.266699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb719bff-7e95-4f9f-8ab9-2c0d5458c53d req-b3fc1075-0c8b-480c-a1a3-92b11475bfe1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.274551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb719bff-7e95-4f9f-8ab9-2c0d5458c53d req-b3fc1075-0c8b-480c-a1a3-92b11475bfe1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 945 time: 0.6703227 Jul 30 02:19:10.279368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:10.280165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.300966 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-73b9fb6f-586e-429c-ae2e-c507a171737e tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags/tempest-TagsExtTest-Tag-1707983705 HTTP/1.1" status: 201 len: 201 time: 0.0817971 Jul 30 02:19:10.303697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45074) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.309485 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-5a2e65d9-35e2-4647-9cd4-0a92992ddea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:10.310525 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-a2b2a7ba-c7f1-4522-b34d-6250db6ddb01 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.311205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-5a2e65d9-35e2-4647-9cd4-0a92992ddea7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.4401603 Jul 30 02:19:10.387065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a2b2a7ba-c7f1-4522-b34d-6250db6ddb01 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags HTTP/1.1" status: 200 len: 240 time: 0.0821469 Jul 30 02:19:10.390901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45076) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.408001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-a7dadabe-2f67-4e94-9d65-307d6a73831b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47', 'tempest-TagsExtTest-Tag-102653754') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.471158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] For port 4dd28e85-eb5f-403b-9c5d-5538d995bb58, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:10.495826 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a7dadabe-2f67-4e94-9d65-307d6a73831b tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags/tempest-TagsExtTest-Tag-102653754 HTTP/1.1" status: 204 len: 168 time: 0.0984585 Jul 30 02:19:10.497259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45078) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.497413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] For port 4dd28e85-eb5f-403b-9c5d-5538d995bb58, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4dd28e85-eb5f-403b-9c5d-5538d995bb58,segment=NetworkSegment(d1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b),segment_id=d1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:10.502589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-9b2581d7-c381-4070-9ab5-9810c64bfaa0 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47', 'tempest-TagsExtTest-Tag-102653754') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.507853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:10.513489 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.609001 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9b2581d7-c381-4070-9ab5-9810c64bfaa0 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags/tempest-TagsExtTest-Tag-102653754 HTTP/1.1" status: 204 len: 168 time: 0.1104937 Jul 30 02:19:10.611396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45080) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.617696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034ee81-d177-4c83-a266-fc36359a23a3 None None] Pushing event updated for resources: {'Port': ['ID=4dd28e85-eb5f-403b-9c5d-5538d995bb58,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:10.620185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-39b0ac9c-d4a9-4dd8-bfa4-83bd19340ba9 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.757065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-39b0ac9c-d4a9-4dd8-bfa4-83bd19340ba9 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags HTTP/1.1" status: 200 len: 205 time: 0.1441324 Jul 30 02:19:10.760337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45082) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.765032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-88abd32a-9459-444c-87f2-7393c85d2848 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.794412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb19e0-f7be-48dc-8be7-3dcf5e21dbe7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=5cffa25e-8965-480f-9184-9ce9b2a663ba,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:10.805350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1a7e-d8de-4188-8759-8bdb76debd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.856134 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-30cb19e0-f7be-48dc-8be7-3dcf5e21dbe7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.858142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-30cb19e0-f7be-48dc-8be7-3dcf5e21dbe7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/5cffa25e-8965-480f-9184-9ce9b2a663ba HTTP/1.1" status: 204 len: 168 time: 2.3814185 Jul 30 02:19:10.863867 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-88abd32a-9459-444c-87f2-7393c85d2848 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags HTTP/1.1" status: 200 len: 240 time: 0.1020811 Jul 30 02:19:10.865256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45084) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.873708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-7f165a89-630d-44a2-a4b8-b442b5382872 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=729dc2f7-8a82-4a22-97e3-df689e466083 HTTP/1.1" status: 200 len: 217 time: 0.0973465 Jul 30 02:19:10.873859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45086) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:10.886322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'mac_address': 'fa:16:3e:39:37:fe', 'name': 'tempest-PortsTestJSON-1489058740'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:10.896453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Subnet': ['ID=cfc1aada-515a-48e6-a88b-6a3ebbbf5b54,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:10.926341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-9d218fe8-2351-4f73-ba5c-573f9aa59950 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069', 'tempest-TagsExtTest-Tag-233918357') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.959572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '94dbce53-c90e-40e6-b1b9-fec62f0922dd', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:14:44Z', 'updated_at': '2021-07-30T02:14:52Z', 'revision_number': 1, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:10.966857 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1a7e-d8de-4188-8759-8bdb76debd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:10.980607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb719bff-7e95-4f9f-8ab9-2c0d5458c53d req-1194077c-2615-4c7a-8cd2-9c048c7f2f1c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7009437 Jul 30 02:19:11.005874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad030bd0-cd28-4c97-95a1-85a7e77d2adb None None] The sync data for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 is: [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '94dbce53-c90e-40e6-b1b9-fec62f0922dd', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'port_id': '1ee3b726-5ae1-40be-9311-18005aea8361', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'mac_address': 'fa:16:3e:25:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:14:44Z', 'updated_at': '2021-07-30T02:14:52Z', 'revision_number': 1, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:11.050868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Checking segment: {'id': '8bc038a8-0149-4074-a124-479b931ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9fd0b57f-7903-49c0-a63f-644e976cafa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:11.051222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network hostable DHCP agents. Network: 9fd0b57f-7903-49c0-a63f-644e976cafa9, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:11.059698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-6cc71365-2686-4e54-b16c-7f8c648cf198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:11.061322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-6cc71365-2686-4e54-b16c-7f8c648cf198 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1753173 Jul 30 02:19:11.112776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 9fd0b57f-7903-49c0-a63f-644e976cafa9 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:11.119572 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-aa87f24a-59f2-4d3c-8070-11b0797d8a7e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:11.121326 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-aa87f24a-59f2-4d3c-8070-11b0797d8a7e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 945 time: 0.1794624 Jul 30 02:19:11.126311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 9fd0b57f-7903-49c0-a63f-644e976cafa9) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:11.129963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-1c2f8317-c5c7-42f5-9add-9e90518c20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:11.131528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-1c2f8317-c5c7-42f5-9add-9e90518c20c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626485 Jul 30 02:19:11.133600 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1a7e-d8de-4188-8759-8bdb76debd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.137515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088fa5d6-b995-4e2e-ba96-f4a478f10ca0 None None] Network 9fd0b57f-7903-49c0-a63f-644e976cafa9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:11.141679 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1a7e-d8de-4188-8759-8bdb76debd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.143636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5bcc1a7e-d8de-4188-8759-8bdb76debd95 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ffdf9b23-a086-47ef-8333-3e6ee7fa18bb HTTP/1.1" status: 204 len: 168 time: 1.5141928 Jul 30 02:19:11.159688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:11.160533 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.173449 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9d218fe8-2351-4f73-ba5c-573f9aa59950 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags/tempest-TagsExtTest-Tag-233918357 HTTP/1.1" status: 204 len: 168 time: 0.2834952 Jul 30 02:19:11.175789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45090) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:11.185192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:11.195304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-a6da13e6-5776-4ae7-9461-e739644944cc tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069', 'tempest-TagsExtTest-Tag-233918357') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:11.237091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e863f1d6-0d40-4004-be4a-26a745148edc tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3811424 Jul 30 02:19:11.248207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45096) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:11.257707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4866fc56-08fe-4928-bc38-12e6ff53efd9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1552882058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:11.308871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.342210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc1a7e-d8de-4188-8759-8bdb76debd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdf9b23-a086-47ef-8333-3e6ee7fa18bb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:11.369757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4866fc56-08fe-4928-bc38-12e6ff53efd9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.372758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4866fc56-08fe-4928-bc38-12e6ff53efd9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.390461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-9fd0b57f-7903-49c0-a63f-644e976cafa9', 'network_id': '9fd0b57f-7903-49c0-a63f-644e976cafa9', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'fixed_ips': [{'subnet_id': 'cfc1aada-515a-48e6-a88b-6a3ebbbf5b54'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:11.391806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.408964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 99afa913-fa8c-408c-a503-4bb0a1381b40 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:19:11.460492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port 729dc2f7-8a82-4a22-97e3-df689e466083 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:11.463888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.535874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4866fc56-08fe-4928-bc38-12e6ff53efd9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.575885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4866fc56-08fe-4928-bc38-12e6ff53efd9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.669990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4dd28e85-eb5f-403b-9c5d-5538d995bb58 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:11.673449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4866fc56-08fe-4928-bc38-12e6ff53efd9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:11.680519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4866fc56-08fe-4928-bc38-12e6ff53efd9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4266353 Jul 30 02:19:11.682155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45106) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:11.693214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a6da13e6-5776-4ae7-9461-e739644944cc tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags/tempest-TagsExtTest-Tag-233918357 HTTP/1.1" status: 204 len: 168 time: 0.5032897 Jul 30 02:19:11.697609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45108) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:11.783003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-6c087809-a0de-4dd1-8a5f-378c716e62dc tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:11.850152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Allocated IP 2001:db8::2 (9fd0b57f-7903-49c0-a63f-644e976cafa9/cfc1aada-515a-48e6-a88b-6a3ebbbf5b54/00ec789f-fd0a-43eb-b5e8-da85e466273f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:11.901212 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d952f-11f8-42fd-b986-ff3c534017ac None None] New status for floating IP ce91d380-fb2f-4ece-9fcf-e7d72b06fee3: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:19:11.939810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:12.104089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.107874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] For port 729dc2f7-8a82-4a22-97e3-df689e466083, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=729dc2f7-8a82-4a22-97e3-df689e466083,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:12.108515 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.109181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-c5fc22e8-6e89-4013-a075-a678235f72b4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9640713 Jul 30 02:19:12.156522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for 729dc2f7-8a82-4a22-97e3-df689e466083 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:12.315345 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.332906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75506763-7915-42d1-921c-32fa2bc1c6e7 None None] Network b6dee7c7-e31d-40eb-b770-32ca159f3234 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:12.333889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.425842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:12.436416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:12.472328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:12.481119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:12.482372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.483381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Transition to ACTIVE for port object 00ec789f-fd0a-43eb-b5e8-da85e466273f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:12.498271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=99afa913-fa8c-408c-a503-4bb0a1381b40,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:12.538523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d573c82c-fd6c-42be-99ce-63f63bdb2c6f None None] Provisioning for port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:12.550883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d573c82c-fd6c-42be-99ce-63f63bdb2c6f None None] Provisioning complete for port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:12.551262 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d573c82c-fd6c-42be-99ce-63f63bdb2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.559196 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-434525ae-e8a2-4588-a91e-574401be5d92 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6877718 Jul 30 02:19:12.560227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45126) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:12.576168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Transition to ACTIVE for port object 00ec789f-fd0a-43eb-b5e8-da85e466273f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:12.620435 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.620695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45128) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:12.628908 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.664789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6c087809-a0de-4dd1-8a5f-378c716e62dc tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags HTTP/1.1" status: 200 len: 205 time: 0.8943639 Jul 30 02:19:12.675848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45134) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:12.685006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=729dc2f7-8a82-4a22-97e3-df689e466083,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:12.700078 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-52ff5efb-f05e-4102-9dba-d5e8c367e369 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:12.734201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff99589-019a-4a30-8585-bd64c38f4fe1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:12.742562 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3ff99589-019a-4a30-8585-bd64c38f4fe1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/99afa913-fa8c-408c-a503-4bb0a1381b40 HTTP/1.1" status: 200 len: 841 time: 0.1755140 Jul 30 02:19:12.742729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb793b7-f112-484d-996a-47f16951cbf9 req-eaa24a20-99bf-4e26-a169-60a85464986c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:12.743227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45136) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:12.747567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb793b7-f112-484d-996a-47f16951cbf9 req-eaa24a20-99bf-4e26-a169-60a85464986c tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 867 time: 0.4892294 Jul 30 02:19:12.792426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Network 9fd0b57f-7903-49c0-a63f-644e976cafa9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:12.798345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:12.814036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:12.870217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] No DVR routers for this DVR port 729dc2f7-8a82-4a22-97e3-df689e466083 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:12.873250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.877132 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-043a44c7-7ea2-426c-82f8-77ae25b07d4b req-992ef9a0-819a-41cd-87f1-f0fe6b51ae3d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.41 "DELETE /v2.0/ports/729dc2f7-8a82-4a22-97e3-df689e466083 HTTP/1.1" status: 204 len: 173 time: 1.7443585 Jul 30 02:19:12.881581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'name': 'network-vif-deleted', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:12.883710 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c91a2db-4d75-4a7c-b816-3966a00d7b22" -d '{"events": [{"server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "name": "network-vif-deleted", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:12.889302 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.905958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d573c82c-fd6c-42be-99ce-63f63bdb2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:12.912721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Pushing event updated for resources: {'Port': ['ID=00ec789f-fd0a-43eb-b5e8-da85e466273f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:13.032595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7c14d1c0-c4e3-4b30-802f-d6fd0fff17f0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 99afa913-fa8c-408c-a503-4bb0a1381b40 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:13.033017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c14d1c0-c4e3-4b30-802f-d6fd0fff17f0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.049656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d573c82c-fd6c-42be-99ce-63f63bdb2c6f None None] For port 4dd28e85-eb5f-403b-9c5d-5538d995bb58, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4dd28e85-eb5f-403b-9c5d-5538d995bb58,segment=NetworkSegment(d1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b),segment_id=d1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:13.114707 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d573c82c-fd6c-42be-99ce-63f63bdb2c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.157792 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c14d1c0-c4e3-4b30-802f-d6fd0fff17f0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.179000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7c14d1c0-c4e3-4b30-802f-d6fd0fff17f0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 99afa913-fa8c-408c-a503-4bb0a1381b40 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:13.337492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573c82c-fd6c-42be-99ce-63f63bdb2c6f None None] Pushing event updated for resources: {'Port': ['ID=4dd28e85-eb5f-403b-9c5d-5538d995bb58,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:13.343600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c14d1c0-c4e3-4b30-802f-d6fd0fff17f0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.352967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Attempting to bind port 00ec789f-fd0a-43eb-b5e8-da85e466273f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:13.353425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Attempting to bind port 00ec789f-fd0a-43eb-b5e8-da85e466273f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8bc038a8-0149-4074-a124-479b931ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9fd0b57f-7903-49c0-a63f-644e976cafa9'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:13.358114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Attempting to bind port 00ec789f-fd0a-43eb-b5e8-da85e466273f on network 9fd0b57f-7903-49c0-a63f-644e976cafa9 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:13.372472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:13.373058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Checking segment: {'id': '8bc038a8-0149-4074-a124-479b931ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9fd0b57f-7903-49c0-a63f-644e976cafa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:13.376120 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.376610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Bound using segment: {'id': '8bc038a8-0149-4074-a124-479b931ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9fd0b57f-7903-49c0-a63f-644e976cafa9'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:13.377125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Bound port: 00ec789f-fd0a-43eb-b5e8-da85e466273f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc038a8-0149-4074-a124-479b931ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9fd0b57f-7903-49c0-a63f-644e976cafa9'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:13.377583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.413930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d1c0-c4e3-4b30-802f-d6fd0fff17f0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=99afa913-fa8c-408c-a503-4bb0a1381b40,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:13.426500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-727216979-network', 'tenant_id': 'e494a31952b94a59923f5c94072479a0'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:13.444584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c14d1c0-c4e3-4b30-802f-d6fd0fff17f0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.460613 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7c14d1c0-c4e3-4b30-802f-d6fd0fff17f0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/99afa913-fa8c-408c-a503-4bb0a1381b40 HTTP/1.1" status: 204 len: 168 time: 0.7144811 Jul 30 02:19:13.462537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45140) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:13.474007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fffb6fb6-b8d8-4203-97fe-c5b855ad6887 req-032f7644-cf72-4f5c-bfe6-99bafd5b7251 service neutron] 10.222.0.41 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3443151 Jul 30 02:19:13.509752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] For port 00ec789f-fd0a-43eb-b5e8-da85e466273f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:13.515270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] For port 00ec789f-fd0a-43eb-b5e8-da85e466273f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=00ec789f-fd0a-43eb-b5e8-da85e466273f,segment=NetworkSegment(8bc038a8-0149-4074-a124-479b931ea27f),segment_id=8bc038a8-0149-4074-a124-479b931ea27f)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:13.525514 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.588809 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc139335-e100-47bd-be85-36cfaad08fba tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:19:13.590505 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fc139335-e100-47bd-be85-36cfaad08fba tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/99afa913-fa8c-408c-a503-4bb0a1381b40 HTTP/1.1" status: 404 len: 333 time: 0.1267979 Jul 30 02:19:13.594161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45144) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:13.604855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb793b7-f112-484d-996a-47f16951cbf9 req-f2c3137b-99bc-47ea-ae19-bf9a31791bd1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8072641 Jul 30 02:19:13.621861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-52ff5efb-f05e-4102-9dba-d5e8c367e369 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags HTTP/1.1" status: 200 len: 240 time: 0.9267511 Jul 30 02:19:13.626167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'name': 'tempest-PortsTestJSON-247082520'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:13.637602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45146) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:13.649583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-8218ffc3-c164-40ce-a89e-b43d8abb7f0d tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447', 'tempest-TagsExtTest-Tag-996962936') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:13.679250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Made reservation on behalf of e494a31952b94a59923f5c94072479a0 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:13.688127 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.695895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ff89c-e987-47c3-a89c-4a99feda4632 None None] Pushing event updated for resources: {'Port': ['ID=00ec789f-fd0a-43eb-b5e8-da85e466273f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:13.703877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4dd28e85-eb5f-403b-9c5d-5538d995bb58 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:13.756186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.786129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ec22951d-0e91-4273-9ae7-935c8aeb2bff None None] Provisioning complete for port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:13.786495 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec22951d-0e91-4273-9ae7-935c8aeb2bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:13.864984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 2001:db8::1 (9fd0b57f-7903-49c0-a63f-644e976cafa9/cfc1aada-515a-48e6-a88b-6a3ebbbf5b54/f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:13.908354 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9108e143-1339-4b14-a32b-bc6aed4d43c6 x-openstack-request-id: req-9108e143-1339-4b14-a32b-bc6aed4d43c6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:13.908736 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ade3bc4-168a-4906-b276-d2c5af83ee2b", "name": "network-vif-deleted", "tag": "729dc2f7-8a82-4a22-97e3-df689e466083", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:13.908864 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9108e143-1339-4b14-a32b-bc6aed4d43c6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:13.909263 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ade3bc4-168a-4906-b276-d2c5af83ee2b', 'name': 'network-vif-deleted', 'tag': '729dc2f7-8a82-4a22-97e3-df689e466083', 'status': 'completed', 'code': 200} Jul 30 02:19:13.920478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:13.921487 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.016563 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8218ffc3-c164-40ce-a89e-b43d8abb7f0d tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags/tempest-TagsExtTest-Tag-996962936 HTTP/1.1" status: 204 len: 168 time: 0.3763158 Jul 30 02:19:14.017267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45148) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:14.022053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-05eeab98-1b5c-4e77-9adc-94fdee6a93f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447', 'tempest-TagsExtTest-Tag-996962936') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:14.037942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ec22951d-0e91-4273-9ae7-935c8aeb2bff None None] Provisioning for port daa9c893-d531-4a3b-8b56-128c3ec97069 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:14.044609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ec22951d-0e91-4273-9ae7-935c8aeb2bff None None] Provisioning complete for port daa9c893-d531-4a3b-8b56-128c3ec97069 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:14.045267 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ec22951d-0e91-4273-9ae7-935c8aeb2bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.107266 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.108482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ec22951d-0e91-4273-9ae7-935c8aeb2bff None None] Port daa9c893-d531-4a3b-8b56-128c3ec97069 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:14.112937 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.119676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.132880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 729dc2f7-8a82-4a22-97e3-df689e466083 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:14.143152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:14.158060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.159035 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Added segment c804c852-d825-4e17-b16e-6cb2439e1ee1 of type vlan for network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 Jul 30 02:19:14.174408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:14.182829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.256229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 17f1e259-9cd3-497e-b07b-3cbbee52ec65 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:19:14.273997 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-05eeab98-1b5c-4e77-9adc-94fdee6a93f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags/tempest-TagsExtTest-Tag-996962936 HTTP/1.1" status: 204 len: 168 time: 0.2553198 Jul 30 02:19:14.275349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 729dc2f7-8a82-4a22-97e3-df689e466083 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:14.276262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45150) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:14.277245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 729dc2f7-8a82-4a22-97e3-df689e466083 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:14.281042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-7a124ebc-9c71-4198-a885-f426c8f7d0c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:14.289214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Transition to ACTIVE for port object f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:14.330004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-427fb73e-d8cb-4d24-9922-760d3c3741cf None None] Provisioning complete for port daa9c893-d531-4a3b-8b56-128c3ec97069 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:14.330825 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-427fb73e-d8cb-4d24-9922-760d3c3741cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.384842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-427fb73e-d8cb-4d24-9922-760d3c3741cf None None] Port daa9c893-d531-4a3b-8b56-128c3ec97069 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:14.440337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f4ad4f-8679-4e68-983f-248fe6f1390d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:14.446686 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.544219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45152) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:14.545246 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7a124ebc-9c71-4198-a885-f426c8f7d0c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags HTTP/1.1" status: 200 len: 205 time: 0.2678638 Jul 30 02:19:14.559312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-b3401a06-35ed-4132-9a1d-e00847033e36 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:14.563425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.569411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:14.596558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 9fd0b57f-7903-49c0-a63f-644e976cafa9 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:14.605549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:14.621142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:14.621894 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.704216 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.719581 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.720870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:14.721229 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.759984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.777729 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b3401a06-35ed-4132-9a1d-e00847033e36 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags HTTP/1.1" status: 200 len: 241 time: 0.2236252 Jul 30 02:19:14.781362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45158) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:14.814074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-3915cf4d-8e99-4175-aadb-284e53ba8558 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452', 'tempest-TagsExtTest-Tag-1707983705') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:14.853691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:14.859551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:14.863736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:14.871925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66e17e84-c72d-44bd-b752-953c669a7883 req-311acb52-2dd2-44a9-9e9d-9e8364de561b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 210 time: 0.1548772 Jul 30 02:19:14.873661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:14.874671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:14.910435 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3915cf4d-8e99-4175-aadb-284e53ba8558 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags/tempest-TagsExtTest-Tag-1707983705 HTTP/1.1" status: 204 len: 168 time: 0.1012611 Jul 30 02:19:14.913909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=17f1e259-9cd3-497e-b07b-3cbbee52ec65,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:14.926515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45160) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:14.932470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-3c5f6169-1b1c-45f5-9e82-1cf050a43f35 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452', 'tempest-TagsExtTest-Tag-1707983705') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:14.939042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-67d768c6-37ab-4f84-bf94-ebda1d95e78c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3436041 Jul 30 02:19:14.939819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45162) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:14.947376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e7466d15-2d9d-4d0c-97ef-44518647a8af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:14.977257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3411820 Jul 30 02:19:14.984785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45164) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:15.005410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Request body: {'subnet': {'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-727216979-subnet', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:15.050061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd44ef-8e43-46c2-9c22-4176cedb09ee admin admin] Pushing event updated for resources: {'Network': ['ID=16bf0d2b-34c8-45ce-aa46-dfd69579acb5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:15.069087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:15.080572 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7466d15-2d9d-4d0c-97ef-44518647a8af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:15.107620 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3c5f6169-1b1c-45f5-9e82-1cf050a43f35 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags/tempest-TagsExtTest-Tag-1707983705 HTTP/1.1" status: 204 len: 168 time: 0.1797202 Jul 30 02:19:15.127821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45166) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:15.134585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Made reservation on behalf of e494a31952b94a59923f5c94072479a0 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:15.138006 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:15.165006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-fdad18ee-4674-4365-82ed-a3ccd782df0a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:15.297361 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:15.337647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fdad18ee-4674-4365-82ed-a3ccd782df0a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags HTTP/1.1" status: 200 len: 205 time: 0.2045832 Jul 30 02:19:15.338944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45168) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:15.359858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-5dcca15d-e6bb-4ef0-a163-56915f1facf6 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:15.531047 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5dcca15d-e6bb-4ef0-a163-56915f1facf6 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags HTTP/1.1" status: 204 len: 168 time: 0.1794424 Jul 30 02:19:15.570438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f8f3df-e72c-4e3e-b338-2df53ec7c0f0 None None] Network 9fd0b57f-7903-49c0-a63f-644e976cafa9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:15.732774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 00ec789f-fd0a-43eb-b5e8-da85e466273f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:15.783581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45170) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:15.792134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-a027d158-3d6b-443c-9b54-5358cd46d058 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:15.815636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d2ce9e39-70e9-4d0c-a42a-23ae9ba8ad78 None None] Provisioning for port 00ec789f-fd0a-43eb-b5e8-da85e466273f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:15.844467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 00ec789f-fd0a-43eb-b5e8-da85e466273f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:15.849929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 00ec789f-fd0a-43eb-b5e8-da85e466273f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:15.850377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:15.910906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45174) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:16.039187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.067978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7466d15-2d9d-4d0c-97ef-44518647a8af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.090704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7466d15-2d9d-4d0c-97ef-44518647a8af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.121580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 00ec789f-fd0a-43eb-b5e8-da85e466273f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=00ec789f-fd0a-43eb-b5e8-da85e466273f,segment=NetworkSegment(8bc038a8-0149-4074-a124-479b931ea27f),segment_id=8bc038a8-0149-4074-a124-479b931ea27f)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:16.128708 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.217056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a552858-c4cf-425e-9377-27ce6c57b0a6 req-c3ba6e63-bf80-439d-a2e2-41220aaa5d94 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 210 time: 0.0730329 Jul 30 02:19:16.242448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e7466d15-2d9d-4d0c-97ef-44518647a8af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] In _notify_port_updated(), no bound segment for port 17f1e259-9cd3-497e-b07b-3cbbee52ec65 on network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:19:16.248445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7466d15-2d9d-4d0c-97ef-44518647a8af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:16.249111 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7466d15-2d9d-4d0c-97ef-44518647a8af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.250599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=00ec789f-fd0a-43eb-b5e8-da85e466273f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:16.256171 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e7466d15-2d9d-4d0c-97ef-44518647a8af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "PUT /v2.0/ports/17f1e259-9cd3-497e-b07b-3cbbee52ec65 HTTP/1.1" status: 200 len: 818 time: 1.3138647 Jul 30 02:19:16.259963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45180) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:16.284581 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a027d158-3d6b-443c-9b54-5358cd46d058 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags HTTP/1.1" status: 204 len: 168 time: 0.4947050 Jul 30 02:19:16.290317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45182) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:16.298005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-4543b49a-158f-49be-9f3b-954bf9072af7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:16.301905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7466d15-2d9d-4d0c-97ef-44518647a8af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=17f1e259-9cd3-497e-b07b-3cbbee52ec65,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:16.325776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-e876b33e-a105-401a-83d3-e1cf23be5e11 admin admin] Deleting subnet 58cfe759-c48c-4056-aed8-815884d1040a {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:19:16.332377 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e876b33e-a105-401a-83d3-e1cf23be5e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.379863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e876b33e-a105-401a-83d3-e1cf23be5e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.452831 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.453353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-901a9095-c796-47c4-be3f-fe3679b1dd25 None None] Provisioning for port f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:16.458083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-901a9095-c796-47c4-be3f-fe3679b1dd25 None None] Provisioning complete for port f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:16.458427 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-901a9095-c796-47c4-be3f-fe3679b1dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.460654 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e876b33e-a105-401a-83d3-e1cf23be5e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.469047 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4543b49a-158f-49be-9f3b-954bf9072af7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags HTTP/1.1" status: 204 len: 168 time: 0.1726518 Jul 30 02:19:16.515346 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45184) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:16.529096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-67d3b506-07da-4aaa-a048-5937c4a69b5a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:16.543177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-901a9095-c796-47c4-be3f-fe3679b1dd25 None None] Port f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:16.578541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-901a9095-c796-47c4-be3f-fe3679b1dd25 None None] Provisioning complete for port 00ec789f-fd0a-43eb-b5e8-da85e466273f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:16.579198 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-901a9095-c796-47c4-be3f-fe3679b1dd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.674704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e876b33e-a105-401a-83d3-e1cf23be5e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.737862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf79a70c-8a76-49a7-ac63-95abd1ee8326,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:16.749345 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-67d3b506-07da-4aaa-a048-5937c4a69b5a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags HTTP/1.1" status: 204 len: 168 time: 0.2242699 Jul 30 02:19:16.749345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876b33e-a105-401a-83d3-e1cf23be5e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58cfe759-c48c-4056-aed8-815884d1040a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:16.749602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45186) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:16.755368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-7d20c13c-6667-4c55-92a5-7b92cbb6e566 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47', 'tempest-TagsExtTest-Tag-408848749') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:16.758416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e876b33e-a105-401a-83d3-e1cf23be5e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.763504 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e876b33e-a105-401a-83d3-e1cf23be5e11 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/58cfe759-c48c-4056-aed8-815884d1040a HTTP/1.1" status: 204 len: 168 time: 0.8504128 Jul 30 02:19:16.763901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45188) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:16.786581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Checking segment: {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:16.787290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Network hostable DHCP agents. Network: 16bf0d2b-34c8-45ce-aa46-dfd69579acb5, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:16.813971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b46cadbd-78f9-4d1e-a958-c3a00147f624 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 17f1e259-9cd3-497e-b07b-3cbbee52ec65 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:16.814542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b46cadbd-78f9-4d1e-a958-c3a00147f624 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.846813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-df1654ee-32b7-4eee-9b9b-b02d1dba527e None None] Provisioning complete for port f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:16.847188 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df1654ee-32b7-4eee-9b9b-b02d1dba527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.912897 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.923098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:16.926013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-df1654ee-32b7-4eee-9b9b-b02d1dba527e None None] Port f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:16.939691 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.942041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 16bf0d2b-34c8-45ce-aa46-dfd69579acb5) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:16.951895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca91c65c-749e-48ac-a4e8-3339ffbdadd8 None None] Network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:16.983013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:16.984574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.989130 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7d20c13c-6667-4c55-92a5-7b92cbb6e566 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags/tempest-TagsExtTest-Tag-408848749 HTTP/1.1" status: 201 len: 201 time: 0.2383802 Jul 30 02:19:16.991513 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.992358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:16.996100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45190) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:17.002473 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b46cadbd-78f9-4d1e-a958-c3a00147f624 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.025969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-5fd4a9b7-51df-4be7-b0a8-b48eed88aa34 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069', 'tempest-TagsExtTest-Tag-1165067814') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:17.048485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.066292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c30686-5deb-4e5e-9784-16e0134a41a9']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:17.081512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d6a706-ae6a-414b-82ba-e4b2278cf27a') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:17.081876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d6a706-ae6a-414b-82ba-e4b2278cf27a') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:17.093231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.112980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.122710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:19:17.123332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.185298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ae389bc4-f89a-4ca8-83d8-a7b738dfbd07 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1976192 Jul 30 02:19:17.202383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45192) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:19:17.213349 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:19:17.217928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.225878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b46cadbd-78f9-4d1e-a958-c3a00147f624 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 17f1e259-9cd3-497e-b07b-3cbbee52ec65 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:17.236109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.246637 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e3c30686-5deb-4e5e-9784-16e0134a41a9 HTTP/1.1" status: 204 len: 168 time: 0.4791362 Jul 30 02:19:17.262957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e76c-d547-4713-a7a0-a138b01b12f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c30686-5deb-4e5e-9784-16e0134a41a9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:17.281597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:17.398662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:17.399585 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.419014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ceeaf6e2-1567-4307-9523-15b9c7e68a40 req-6d6f40ab-6d2c-4bb9-b99e-007f757c952b tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 210 time: 0.0682101 Jul 30 02:19:17.468411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:17.505615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45198) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:17.522692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.523043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.523387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.523991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.527741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.528363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.528942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.529482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.530073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.530563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.531029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.531575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:17.570386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.572541 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.584622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 00ec789f-fd0a-43eb-b5e8-da85e466273f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:17.602671 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-438c5e41-b0c9-4f54-9eda-759bec3be692 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=25b7d034511842c7918d44758e9f33ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950532 Jul 30 02:19:17.605313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45200) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:17.656487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 9fd0b57f-7903-49c0-a63f-644e976cafa9 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:17.674178 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7d3406c-4d9a-48a1-a244-991a75fbb1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.677285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:17.685481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Allocated IP 172.20.0.2 (16bf0d2b-34c8-45ce-aa46-dfd69579acb5/bf79a70c-8a76-49a7-ac63-95abd1ee8326/0512501a-af43-4b7e-ab67-bf6eb66de7ea) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:17.704919 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7d3406c-4d9a-48a1-a244-991a75fbb1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.717965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 00ec789f-fd0a-43eb-b5e8-da85e466273f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:17.718333 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.773802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7d3406c-4d9a-48a1-a244-991a75fbb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.776747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7d3406c-4d9a-48a1-a244-991a75fbb1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.780441 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e7d3406c-4d9a-48a1-a244-991a75fbb1d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6465f32d-0c7e-4426-ae7a-a47815cecf87 HTTP/1.1" status: 204 len: 168 time: 0.1714423 Jul 30 02:19:17.792897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3406c-4d9a-48a1-a244-991a75fbb1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6465f32d-0c7e-4426-ae7a-a47815cecf87,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:17.866865 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.874103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5fd4a9b7-51df-4be7-b0a8-b48eed88aa34 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags/tempest-TagsExtTest-Tag-1165067814 HTTP/1.1" status: 201 len: 201 time: 0.8575244 Jul 30 02:19:17.876829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45204) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:17.885777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-8dc9371b-bdea-40d1-ab4d-4898949d3b39 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447', 'tempest-TagsExtTest-Tag-2103674086') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:17.976901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b46cadbd-78f9-4d1e-a958-c3a00147f624 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:17.986003 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.006405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Transition to ACTIVE for port object 0512501a-af43-4b7e-ab67-bf6eb66de7ea will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:18.050188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Transition to ACTIVE for port object 0512501a-af43-4b7e-ab67-bf6eb66de7ea will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:18.060237 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8dc9371b-bdea-40d1-ab4d-4898949d3b39 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags/tempest-TagsExtTest-Tag-2103674086 HTTP/1.1" status: 201 len: 201 time: 0.1817417 Jul 30 02:19:18.064057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45206) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.064523 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.074900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-40abb06e-10cc-4bd2-aeb8-a4e6e18da205 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452', 'tempest-TagsExtTest-Tag-1701953187') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:18.078847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b46cadbd-78f9-4d1e-a958-c3a00147f624 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.080941 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b46cadbd-78f9-4d1e-a958-c3a00147f624 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/17f1e259-9cd3-497e-b07b-3cbbee52ec65 HTTP/1.1" status: 204 len: 168 time: 1.8194423 Jul 30 02:19:18.088841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45208) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.125302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:18.128760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:18.137952 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:18.148856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Pushing event updated for resources: {'Port': ['ID=0512501a-af43-4b7e-ab67-bf6eb66de7ea,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:18.174550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b2735-153c-421a-8176-0e7e85bdac36 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:18.183056 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-445b2735-153c-421a-8176-0e7e85bdac36 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0897608 Jul 30 02:19:18.183056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45212) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.193724 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-40abb06e-10cc-4bd2-aeb8-a4e6e18da205 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags/tempest-TagsExtTest-Tag-1701953187 HTTP/1.1" status: 201 len: 201 time: 0.1285701 Jul 30 02:19:18.196399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45214) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.202291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-8aa3f276-bd6c-4e6c-a7ce-a5e0b3c606ad tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47', {'tags': ['tempest-TagsExtTest-Tag-1718405764', 'tempest-TagsExtTest-Tag-577349312', 'tempest-TagsExtTest-Tag-107607590']}) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:18.214116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-14474564-e904-4c30-86aa-7ff1cdd16e88 None None] Provisioning complete for port f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:18.214493 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14474564-e904-4c30-86aa-7ff1cdd16e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.231406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cadbd-78f9-4d1e-a958-c3a00147f624 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=17f1e259-9cd3-497e-b07b-3cbbee52ec65,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:18.239895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Attempting to bind port 0512501a-af43-4b7e-ab67-bf6eb66de7ea on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:18.240270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Attempting to bind port 0512501a-af43-4b7e-ab67-bf6eb66de7ea by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:18.240632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Attempting to bind port 0512501a-af43-4b7e-ab67-bf6eb66de7ea on network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:18.249814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:18.250199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Checking segment: {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:18.250573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.250982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Bound using segment: {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:18.251467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Bound port: 0512501a-af43-4b7e-ab67-bf6eb66de7ea, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:18.251858 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.252545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.267289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-14474564-e904-4c30-86aa-7ff1cdd16e88 None None] Port f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:18.310862 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8aa3f276-bd6c-4e6c-a7ce-a5e0b3c606ad tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags HTTP/1.1" status: 200 len: 316 time: 0.1128771 Jul 30 02:19:18.312642 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-711b7baa-0184-45fb-8ff6-510ac559842b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:19:18.318555 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-711b7baa-0184-45fb-8ff6-510ac559842b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/17f1e259-9cd3-497e-b07b-3cbbee52ec65 HTTP/1.1" status: 404 len: 333 time: 0.1357241 Jul 30 02:19:18.319203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45218) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.319552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45220) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.324597 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-1165cab6-8b07-4370-9cc9-e6e1db451071 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:18.330147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 768e6ccf-77e2-4513-bdae-ab9a7b9316d0 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:19:18.332006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2053860037'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:18.338370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] For port 0512501a-af43-4b7e-ab67-bf6eb66de7ea, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:18.343316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] For port 0512501a-af43-4b7e-ab67-bf6eb66de7ea, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0512501a-af43-4b7e-ab67-bf6eb66de7ea,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:18.349909 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.408563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-4210335f-8086-4184-9758-4619a5f42ffb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1975718 Jul 30 02:19:18.409385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:18.415757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.493455 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1165cab6-8b07-4370-9cc9-e6e1db451071 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags HTTP/1.1" status: 204 len: 168 time: 0.1702299 Jul 30 02:19:18.496591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45228) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.498347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc6590-9d54-4dfc-9d54-ac464edcee32 None None] Pushing event updated for resources: {'Port': ['ID=0512501a-af43-4b7e-ab67-bf6eb66de7ea,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:18.510825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:18.516153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-894d422b-a4c4-4091-a189-bfabde308c04 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47', 'tempest-TagsExtTest-Tag-1718405764') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:18.569501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.570020 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Added segment 282ece89-3b48-412c-89d0-645b6d39bdb0 of type vlan for network 0ce3a750-cb4e-4286-804c-1ab06ccf235a Jul 30 02:19:18.572285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:18.585177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51870f73-f9e6-4210-be4f-caf85244e982 None None] Sync routers for ids ['768e6ccf-77e2-4513-bdae-ab9a7b9316d0'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:18.591182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d4333c4f-9489-4d67-8403-7af69f0d4148 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/768e6ccf-77e2-4513-bdae-ab9a7b9316d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9047661 Jul 30 02:19:18.597977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45232) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.600648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51870f73-f9e6-4210-be4f-caf85244e982 None None] Routers {'768e6ccf-77e2-4513-bdae-ab9a7b9316d0'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:18.601471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-51870f73-f9e6-4210-be4f-caf85244e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['768e6ccf-77e2-4513-bdae-ab9a7b9316d0'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:18.668838 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.697888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-51870f73-f9e6-4210-be4f-caf85244e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:18.708024 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-894d422b-a4c4-4091-a189-bfabde308c04 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:18.709255 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-894d422b-a4c4-4091-a189-bfabde308c04 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags/tempest-TagsExtTest-Tag-1718405764 HTTP/1.1" status: 404 len: 329 time: 0.2070453 Jul 30 02:19:18.712952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45236) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.718487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-fd7c56a4-117f-4d76-a9fe-a6bccaf02e78 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47', 'tempest-TagsExtTest-Tag-577349312') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:18.721871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51870f73-f9e6-4210-be4f-caf85244e982 None None] Routers {'768e6ccf-77e2-4513-bdae-ab9a7b9316d0'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:18.722495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-51870f73-f9e6-4210-be4f-caf85244e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['768e6ccf-77e2-4513-bdae-ab9a7b9316d0'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:18.759661 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.767189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:18.768042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:18.817834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e6863df-3dbd-4142-a372-0a9883cfcf27 req-d5cd7c13-e843-4aa8-aed9-fbc75d549940 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 210 time: 0.2187045 Jul 30 02:19:18.828147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-51870f73-f9e6-4210-be4f-caf85244e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:18.828297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51870f73-f9e6-4210-be4f-caf85244e982 None None] The sync data for ids ['768e6ccf-77e2-4513-bdae-ab9a7b9316d0'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:18.861616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a813b9b-e8af-4326-80a6-fbbf203ac83b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:18.874347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7a813b9b-e8af-4326-80a6-fbbf203ac83b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports/f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 HTTP/1.1" status: 200 len: 911 time: 0.2461886 Jul 30 02:19:18.878380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45242) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.894294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b03f978d-5e11-4f17-97e5-58f2f8c896ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cfc1aada-515a-48e6-a88b-6a3ebbbf5b54'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:18.911933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-94c65403-1470-490a-b86d-e1ea30092be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:18.915195 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5851724 Jul 30 02:19:18.915371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-94c65403-1470-490a-b86d-e1ea30092be0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1096 time: 0.3143597 Jul 30 02:19:18.915643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45244) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:18.923387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:18.979599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefe7ce-6fcf-4b54-bd56-a88ddbefbc2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Network': ['ID=0ce3a750-cb4e-4286-804c-1ab06ccf235a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:18.989607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:19.104421 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-fd7c56a4-117f-4d76-a9fe-a6bccaf02e78 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:19.105525 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fd7c56a4-117f-4d76-a9fe-a6bccaf02e78 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags/tempest-TagsExtTest-Tag-577349312 HTTP/1.1" status: 404 len: 328 time: 0.3914673 Jul 30 02:19:19.109195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45252) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:19.115545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-bfbdaebe-e429-4357-8f0f-9ddec7d0280d tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47', 'tempest-TagsExtTest-Tag-107607590') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:19.224316 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b03f978d-5e11-4f17-97e5-58f2f8c896ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:19.260605 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-bfbdaebe-e429-4357-8f0f-9ddec7d0280d tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:19.264296 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bfbdaebe-e429-4357-8f0f-9ddec7d0280d tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags/tempest-TagsExtTest-Tag-107607590 HTTP/1.1" status: 404 len: 328 time: 0.1515379 Jul 30 02:19:19.271404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45254) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:19.276383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-1748cafb-0535-4b1f-86f3-e6acd42ce8ff tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069', {'tags': ['tempest-TagsExtTest-Tag-794100114', 'tempest-TagsExtTest-Tag-1909243525', 'tempest-TagsExtTest-Tag-1388599497']}) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:19.333442 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:19.374798 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:19.412084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:19.417059 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:19.575759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-f323afa6-3c39-400b-8970-4a617bd871dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:19.577359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-f323afa6-3c39-400b-8970-4a617bd871dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.6154277 Jul 30 02:19:19.618590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1748cafb-0535-4b1f-86f3-e6acd42ce8ff tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags HTTP/1.1" status: 200 len: 317 time: 0.3435316 Jul 30 02:19:19.622256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45256) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:19.635709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0512501a-af43-4b7e-ab67-bf6eb66de7ea up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:19.670898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-e81e41a1-e145-4c21-8067-89eda16a9446 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:19.776958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 0512501a-af43-4b7e-ab67-bf6eb66de7ea completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:19.840077 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-21043ff8-d2fc-4c70-83be-74feac0885dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 1000 time: 0.2461770 Jul 30 02:19:19.879546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b03f978d-5e11-4f17-97e5-58f2f8c896ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:19.891062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b03f978d-5e11-4f17-97e5-58f2f8c896ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:19.909569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f978d-5e11-4f17-97e5-58f2f8c896ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:19.910333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b03f978d-5e11-4f17-97e5-58f2f8c896ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:19.918484 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b03f978d-5e11-4f17-97e5-58f2f8c896ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/ports/f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 HTTP/1.1" status: 200 len: 911 time: 1.0375087 Jul 30 02:19:19.919395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45266) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:20.082249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988429f1-ad30-4a1d-86ea-c26be117ec37 None None] Network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:20.100339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f978d-5e11-4f17-97e5-58f2f8c896ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:20.320675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-871f67c6-851a-4317-a5b4-e6f1821133ab None None] Provisioning for port 0512501a-af43-4b7e-ab67-bf6eb66de7ea completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:20.331409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-871f67c6-851a-4317-a5b4-e6f1821133ab None None] Provisioning complete for port 0512501a-af43-4b7e-ab67-bf6eb66de7ea triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:20.331846 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-871f67c6-851a-4317-a5b4-e6f1821133ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.443605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc983de8-b168-4173-a041-db33a6439bbb req-2c1e9168-d7bb-40ae-8afa-9ae63412096f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ade3bc4-168a-4906-b276-d2c5af83ee2b HTTP/1.1" status: 200 len: 210 time: 0.4784839 Jul 30 02:19:20.495334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-871f67c6-851a-4317-a5b4-e6f1821133ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.509682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.521478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Allocated IP 172.25.7.110 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:20.524900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-a49782ca-e684-4a24-9503-6ca2cf8c417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:20.526631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-a49782ca-e684-4a24-9503-6ca2cf8c417c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.6785316 Jul 30 02:19:20.567904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-871f67c6-851a-4317-a5b4-e6f1821133ab None None] For port 0512501a-af43-4b7e-ab67-bf6eb66de7ea, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0512501a-af43-4b7e-ab67-bf6eb66de7ea,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:20.578225 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-871f67c6-851a-4317-a5b4-e6f1821133ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.582882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.663786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f67c6-851a-4317-a5b4-e6f1821133ab None None] Pushing event updated for resources: {'Port': ['ID=0512501a-af43-4b7e-ab67-bf6eb66de7ea,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:20.682405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e81e41a1-e145-4c21-8067-89eda16a9446 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags HTTP/1.1" status: 204 len: 168 time: 1.0192099 Jul 30 02:19:20.692042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45268) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:20.700022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-e87e3fe0-cd67-4fa3-8334-3462ad741d93 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069', 'tempest-TagsExtTest-Tag-794100114') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:20.742722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-04eb1494-971d-421a-8c03-81a7cccc88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:20.744809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-04eb1494-971d-421a-8c03-81a7cccc88da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032614 Jul 30 02:19:20.751149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=e8997f04-9c45-4cdc-8e54-0965349f3aa5,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:20.799246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2d8453ff-1b49-45b4-9f88-dcb460b75687 None None] Provisioning complete for port 0512501a-af43-4b7e-ab67-bf6eb66de7ea triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:20.799766 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d8453ff-1b49-45b4-9f88-dcb460b75687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.846357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:20.846708 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.860564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Checking segment: {'id': '282ece89-3b48-412c-89d0-645b6d39bdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:20.860935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network hostable DHCP agents. Network: 0ce3a750-cb4e-4286-804c-1ab06ccf235a, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:20.906972 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.944468 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.952817 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-e87e3fe0-cd67-4fa3-8334-3462ad741d93 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:20.953864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e87e3fe0-cd67-4fa3-8334-3462ad741d93 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags/tempest-TagsExtTest-Tag-794100114 HTTP/1.1" status: 404 len: 328 time: 0.2608650 Jul 30 02:19:20.958098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:20.958748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:20.961837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:20.966224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-15bac567-7b3a-4595-997f-c774d32bcd7a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069', 'tempest-TagsExtTest-Tag-1909243525') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:20.980203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 0ce3a750-cb4e-4286-804c-1ab06ccf235a) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:20.986313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-f43b7392-60ab-4550-8b93-2be5144e9c07 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292836 Jul 30 02:19:20.987517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:20.988104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:20.997399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93cad20-59a1-4f82-a8eb-65b42c430ac1 None None] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:21.078829 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0c8fd1e4-70a9-4303-913c-be925f9196c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1593225 Jul 30 02:19:21.080103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45278) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:21.087794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1f85f59b-929f-44ea-a9b6-f556dffb8a9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:21.091851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.221143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:21.230719 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7e250e7-98ba-42b1-ab36-565d4813b8c8 req-0158c88f-6862-48d7-9ac3-3551534da047 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349629 Jul 30 02:19:21.231745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:21.233858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:21.236548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:21.280585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-0ce3a750-cb4e-4286-804c-1ab06ccf235a', 'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a', 'tenant_id': '0e41188a188545f087bcbd54979d505c', 'fixed_ips': [{'subnet_id': 'e8997f04-9c45-4cdc-8e54-0965349f3aa5'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:21.281796 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.447056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Allocated IP 172.20.0.2 (0ce3a750-cb4e-4286-804c-1ab06ccf235a/e8997f04-9c45-4cdc-8e54-0965349f3aa5/554bbb37-d717-4003-b807-4ad453a72b32) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:21.591124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f85f59b-929f-44ea-a9b6-f556dffb8a9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:21.595867 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f85f59b-929f-44ea-a9b6-f556dffb8a9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.616429 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-15bac567-7b3a-4595-997f-c774d32bcd7a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:21.621055 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-15bac567-7b3a-4595-997f-c774d32bcd7a tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags/tempest-TagsExtTest-Tag-1909243525 HTTP/1.1" status: 404 len: 329 time: 0.6576898 Jul 30 02:19:21.621055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.623630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45284) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:21.646538 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.657614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Transition to ACTIVE for port object 554bbb37-d717-4003-b807-4ad453a72b32 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:21.676105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Transition to ACTIVE for port object 554bbb37-d717-4003-b807-4ad453a72b32 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:21.677119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-cfba0563-13a3-4b35-8f1e-46c031e68a25 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069', 'tempest-TagsExtTest-Tag-1388599497') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:21.682759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0512501a-af43-4b7e-ab67-bf6eb66de7ea up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:21.689890 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.761908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:21.765746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=f823e0e0-a1bc-4547-a2e5-ecf3d07d0b66,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:21.766258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:21.771790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:21.788466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Pushing event updated for resources: {'Port': ['ID=554bbb37-d717-4003-b807-4ad453a72b32,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:21.798112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.839596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0512501a-af43-4b7e-ab67-bf6eb66de7ea triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:21.839977 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.902106 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.915069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Attempting to bind port 554bbb37-d717-4003-b807-4ad453a72b32 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:21.916036 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Attempting to bind port 554bbb37-d717-4003-b807-4ad453a72b32 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '282ece89-3b48-412c-89d0-645b6d39bdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:21.916397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Attempting to bind port 554bbb37-d717-4003-b807-4ad453a72b32 on network 0ce3a750-cb4e-4286-804c-1ab06ccf235a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:21.930097 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-cfba0563-13a3-4b35-8f1e-46c031e68a25 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:21.934365 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cfba0563-13a3-4b35-8f1e-46c031e68a25 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags/tempest-TagsExtTest-Tag-1388599497 HTTP/1.1" status: 404 len: 329 time: 0.3007944 Jul 30 02:19:21.934941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:21.950313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:21.950693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Checking segment: {'id': '282ece89-3b48-412c-89d0-645b6d39bdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:21.951101 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.951520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Bound using segment: {'id': '282ece89-3b48-412c-89d0-645b6d39bdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:21.952007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Bound port: 554bbb37-d717-4003-b807-4ad453a72b32, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282ece89-3b48-412c-89d0-645b6d39bdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:21.952387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:21.991366 n-d-715271-7 neutron-server[93819]: INFO neutron.db.ipam_backend_mixin [None req-1f85f59b-929f-44ea-a9b6-f556dffb8a9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e8997f04-9c45-4cdc-8e54-0965349f3aa5 (CIDR: 172.20.0.0/28) Jul 30 02:19:22.007718 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f85f59b-929f-44ea-a9b6-f556dffb8a9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:19:22.008187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f85f59b-929f-44ea-a9b6-f556dffb8a9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:19:22.019243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-a664e2e5-43cd-4df6-9012-2d800cbc653e tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447', {'tags': ['tempest-TagsExtTest-Tag-61323003', 'tempest-TagsExtTest-Tag-2042197422', 'tempest-TagsExtTest-Tag-1016200819']}) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:22.035922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1f85f59b-929f-44ea-a9b6-f556dffb8a9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9521320 Jul 30 02:19:22.063926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45290) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:22.070739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:22.180629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] For port 554bbb37-d717-4003-b807-4ad453a72b32, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:22.189533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] For port 554bbb37-d717-4003-b807-4ad453a72b32, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=554bbb37-d717-4003-b807-4ad453a72b32,segment=NetworkSegment(282ece89-3b48-412c-89d0-645b6d39bdb0),segment_id=282ece89-3b48-412c-89d0-645b6d39bdb0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:22.199232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:22.245574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:22.251467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:22.255318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:22.307858 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a664e2e5-43cd-4df6-9012-2d800cbc653e tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags HTTP/1.1" status: 200 len: 316 time: 0.3602393 Jul 30 02:19:22.315139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae50be6-e419-4f90-b4da-df735b81e7a1 None None] Pushing event updated for resources: {'Port': ['ID=554bbb37-d717-4003-b807-4ad453a72b32,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:22.350887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45294) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:22.355730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-7f8e9887-b279-4a6b-881b-4780199c630f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:22.454164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 768e6ccf-77e2-4513-bdae-ab9a7b9316d0 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:22.674008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:22.685184 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-65365be1-8db8-4782-8879-c4ae7084fd32 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/768e6ccf-77e2-4513-bdae-ab9a7b9316d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7552629 Jul 30 02:19:22.685993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45296) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:22.715314 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff778ba3-c82a-4c06-87d1-4d29f147b181 None None] Sync routers for ids ['768e6ccf-77e2-4513-bdae-ab9a7b9316d0'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:22.760165 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f6761e4c-c25b-4e4a-827a-587174e710b6 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=768e6ccf-77e2-4513-bdae-ab9a7b9316d0 HTTP/1.1" status: 200 len: 205 time: 0.0726957 Jul 30 02:19:22.761342 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff778ba3-c82a-4c06-87d1-4d29f147b181 None None] Routers {'768e6ccf-77e2-4513-bdae-ab9a7b9316d0'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:22.764978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45300) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:22.765095 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff778ba3-c82a-4c06-87d1-4d29f147b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['768e6ccf-77e2-4513-bdae-ab9a7b9316d0'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:22.848528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:19:22.851353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:22.852764 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff778ba3-c82a-4c06-87d1-4d29f147b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:22.863937 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff778ba3-c82a-4c06-87d1-4d29f147b181 None None] Routers {'768e6ccf-77e2-4513-bdae-ab9a7b9316d0'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:22.865039 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff778ba3-c82a-4c06-87d1-4d29f147b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['768e6ccf-77e2-4513-bdae-ab9a7b9316d0'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:22.910487 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7f8e9887-b279-4a6b-881b-4780199c630f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags HTTP/1.1" status: 204 len: 168 time: 0.5559795 Jul 30 02:19:22.910844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bfe59b9-3d18-408e-8a59-81a88d37b95d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:22.912500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45302) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:22.917307 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff778ba3-c82a-4c06-87d1-4d29f147b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:22.918330 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff778ba3-c82a-4c06-87d1-4d29f147b181 None None] The sync data for ids ['768e6ccf-77e2-4513-bdae-ab9a7b9316d0'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:22.918556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-29f49790-547e-4f0d-9a87-fbebe0889981 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447', 'tempest-TagsExtTest-Tag-61323003') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:22.941722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:22.948512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:22.986061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:22.986259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.001483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=ab7d048f-8e33-44b9-8165-80d42b9ac23c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:23.016934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c8f0a95a-8c3e-480e-890b-1a4929cbb1f2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9520426 Jul 30 02:19:23.020140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45304) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:23.053175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a', 'fixed_ips': [{'subnet_id': 'e8997f04-9c45-4cdc-8e54-0965349f3aa5'}, {'subnet_id': 'ab7d048f-8e33-44b9-8165-80d42b9ac23c'}], 'name': 'tempest-PortsTestJSON-250031069'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:23.106649 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-29f49790-547e-4f0d-9a87-fbebe0889981 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:23.107940 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-29f49790-547e-4f0d-9a87-fbebe0889981 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags/tempest-TagsExtTest-Tag-61323003 HTTP/1.1" status: 404 len: 327 time: 0.1945353 Jul 30 02:19:23.112168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45306) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:23.131498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-94d2894c-3b2e-4b4b-b312-c76f3797cb7f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447', 'tempest-TagsExtTest-Tag-2042197422') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:23.135256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:23.153481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Sync routers for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:23.166605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:23.167561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:23.197682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bfe59b9-3d18-408e-8a59-81a88d37b95d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.200301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bfe59b9-3d18-408e-8a59-81a88d37b95d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.261402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bfe59b9-3d18-408e-8a59-81a88d37b95d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.261944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe59b9-3d18-408e-8a59-81a88d37b95d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Fanout notify agent at l3_agent the message router_deleted on router 768e6ccf-77e2-4513-bdae-ab9a7b9316d0 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:19:23.282052 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6bfe59b9-3d18-408e-8a59-81a88d37b95d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.286461 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6bfe59b9-3d18-408e-8a59-81a88d37b95d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/768e6ccf-77e2-4513-bdae-ab9a7b9316d0 HTTP/1.1" status: 204 len: 168 time: 0.5226398 Jul 30 02:19:23.287131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45312) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:23.317306 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.318727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3f9d6539-14ea-45db-9ec1-5b53d90afe49 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0875299 Jul 30 02:19:23.332840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45314) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:23.368983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ef9138-3525-41ec-a838-56b4c3d43956 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting subnet cfc1aada-515a-48e6-a88b-6a3ebbbf5b54 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:19:23.372417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35ef9138-3525-41ec-a838-56b4c3d43956 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.401457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:23.410248 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-94d2894c-3b2e-4b4b-b312-c76f3797cb7f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:23.411602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-94d2894c-3b2e-4b4b-b312-c76f3797cb7f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags/tempest-TagsExtTest-Tag-2042197422 HTTP/1.1" status: 404 len: 329 time: 0.2844555 Jul 30 02:19:23.424818 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45316) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:23.458019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-69b50be5-e9ca-445b-ac93-abd59116afb8 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447', 'tempest-TagsExtTest-Tag-1016200819') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:23.505851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35ef9138-3525-41ec-a838-56b4c3d43956 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.671850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 554bbb37-d717-4003-b807-4ad453a72b32 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:23.703479 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35ef9138-3525-41ec-a838-56b4c3d43956 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.799224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:21Z', 'revision_number': 3, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:23.807979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35ef9138-3525-41ec-a838-56b4c3d43956 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.869484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 554bbb37-d717-4003-b807-4ad453a72b32 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:23.869737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef9138-3525-41ec-a838-56b4c3d43956 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc1aada-515a-48e6-a88b-6a3ebbbf5b54,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:23.877702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-35ef9138-3525-41ec-a838-56b4c3d43956 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:23.882049 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-35ef9138-3525-41ec-a838-56b4c3d43956 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/cfc1aada-515a-48e6-a88b-6a3ebbbf5b54 HTTP/1.1" status: 204 len: 168 time: 0.5915773 Jul 30 02:19:23.882567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45322) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:23.895027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Checking router: 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:23.895568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Updating router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:19:23.898586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c31a96-9a4e-4ff0-9338-264eaf1b862c None None] Network 9fd0b57f-7903-49c0-a63f-644e976cafa9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:23.985653 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.035733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674b73c-24b0-4c9e-beee-d5a84ca5f5b8 None None] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:24.051611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.134628 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 00ec789f-fd0a-43eb-b5e8-da85e466273f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:24.134972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.246722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port 00ec789f-fd0a-43eb-b5e8-da85e466273f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=00ec789f-fd0a-43eb-b5e8-da85e466273f,segment=NetworkSegment(8bc038a8-0149-4074-a124-479b931ea27f),segment_id=8bc038a8-0149-4074-a124-479b931ea27f)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:24.247124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.266113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 00ec789f-fd0a-43eb-b5e8-da85e466273f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:24.297209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:24.305000 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-69b50be5-e9ca-445b-ac93-abd59116afb8 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:24.306931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-69b50be5-e9ca-445b-ac93-abd59116afb8 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags/tempest-TagsExtTest-Tag-1016200819 HTTP/1.1" status: 404 len: 329 time: 0.8803949 Jul 30 02:19:24.320254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45324) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:24.325281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-0b231698-9639-4723-b998-7bf5ae1c5a76 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452', {'tags': ['tempest-TagsExtTest-Tag-460653087', 'tempest-TagsExtTest-Tag-1689724199', 'tempest-TagsExtTest-Tag-1703007190']}) {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:24.442841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.464838 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.474147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0007ead3-68e5-4d8c-80c3-691d1aa944c9 None None] Provisioning for port 554bbb37-d717-4003-b807-4ad453a72b32 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:24.482555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=00ec789f-fd0a-43eb-b5e8-da85e466273f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:24.496244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No DVR routers for this DVR port 00ec789f-fd0a-43eb-b5e8-da85e466273f on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:24.520207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0007ead3-68e5-4d8c-80c3-691d1aa944c9 None None] Provisioning complete for port 554bbb37-d717-4003-b807-4ad453a72b32 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:24.520207 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0007ead3-68e5-4d8c-80c3-691d1aa944c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.577151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26441008-45a9-4cab-8edb-3c970d664167 None None] DHCP port deletion for 9fd0b57f-7903-49c0-a63f-644e976cafa9 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:19:24.591359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.600838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45328) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:24.601437 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0b231698-9639-4723-b998-7bf5ae1c5a76 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "PUT /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags HTTP/1.1" status: 200 len: 317 time: 0.2799437 Jul 30 02:19:24.609884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-a2645978-8e0a-4f37-a1cd-9e97d012449f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:24.689496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.690578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 453face6-e089-4aa2-9a9e-00a4f361c7f4 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:19:24.704064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd0b57f-7903-49c0-a63f-644e976cafa9']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:24.721505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc038a8-0149-4074-a124-479b931ea27f') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:24.721844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc038a8-0149-4074-a124-479b931ea27f') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:24.738332 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a2645978-8e0a-4f37-a1cd-9e97d012449f tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags HTTP/1.1" status: 204 len: 168 time: 0.1334343 Jul 30 02:19:24.738332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.740207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45330) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:24.745695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-95db77b9-e6d4-46e9-8f88-6646969cff96 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452', 'tempest-TagsExtTest-Tag-460653087') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:24.774772 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0007ead3-68e5-4d8c-80c3-691d1aa944c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.778110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.791452 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-95db77b9-e6d4-46e9-8f88-6646969cff96 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:24.795137 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-95db77b9-e6d4-46e9-8f88-6646969cff96 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags/tempest-TagsExtTest-Tag-460653087 HTTP/1.1" status: 404 len: 328 time: 0.0513849 Jul 30 02:19:24.795470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45332) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:24.798154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:19:24.798566 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.807204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-5407e55f-8845-487b-b768-55e6d42b3a30 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452', 'tempest-TagsExtTest-Tag-1689724199') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:19:24.819204 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:19:24.904643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0007ead3-68e5-4d8c-80c3-691d1aa944c9 None None] For port 554bbb37-d717-4003-b807-4ad453a72b32, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=554bbb37-d717-4003-b807-4ad453a72b32,segment=NetworkSegment(282ece89-3b48-412c-89d0-645b6d39bdb0),segment_id=282ece89-3b48-412c-89d0-645b6d39bdb0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:24.917596 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-5407e55f-8845-487b-b768-55e6d42b3a30 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:24.921287 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5407e55f-8845-487b-b768-55e6d42b3a30 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags/tempest-TagsExtTest-Tag-1689724199 HTTP/1.1" status: 404 len: 329 time: 0.1224082 Jul 30 02:19:24.924094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45334) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:24.934520 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0007ead3-68e5-4d8c-80c3-691d1aa944c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.941929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-706cb3c9-f8c7-4e90-88fe-e25c060ddfec tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452', 'tempest-TagsExtTest-Tag-1703007190') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:24.948550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.981272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:24.983713 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/networks/9fd0b57f-7903-49c0-a63f-644e976cafa9 HTTP/1.1" status: 204 len: 168 time: 1.1001525 Jul 30 02:19:24.993421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45338) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:24.997754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0285653-d66b-4c89-a496-a2f7deb21472 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Network': ['ID=9fd0b57f-7903-49c0-a63f-644e976cafa9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:25.000633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0e3753e4-1dab-49cc-ac6a-627b5c3cbb76 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1712741574', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:25.019765 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-706cb3c9-f8c7-4e90-88fe-e25c060ddfec tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] show failed (client error): The resource could not be found. Jul 30 02:19:25.028590 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-706cb3c9-f8c7-4e90-88fe-e25c060ddfec tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags/tempest-TagsExtTest-Tag-1703007190 HTTP/1.1" status: 404 len: 329 time: 0.1052034 Jul 30 02:19:25.028782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45340) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:25.033485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-f4d10028-857b-4b9d-be45-4eb0d8a496b0 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b9d8cb5-da10-48fd-b741-530f90ef6452') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:25.062708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007ead3-68e5-4d8c-80c3-691d1aa944c9 None None] Pushing event updated for resources: {'Port': ['ID=554bbb37-d717-4003-b807-4ad453a72b32,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:25.100713 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f4d10028-857b-4b9d-be45-4eb0d8a496b0 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452/tags HTTP/1.1" status: 204 len: 168 time: 0.0709071 Jul 30 02:19:25.105213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45342) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:25.108112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e3753e4-1dab-49cc-ac6a-627b5c3cbb76 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.109510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e3753e4-1dab-49cc-ac6a-627b5c3cbb76 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.117313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-cfc533e6-ea2d-4b6f-9cb6-c35af955d7e4 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b83fee6b-8a49-4bf2-8763-cae75f950447') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:25.247766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400901b-204b-456a-afdb-5bd5a2a38f64 None None] Update dhcp port {'port': {'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a', 'fixed_ips': [{'subnet_id': 'e8997f04-9c45-4cdc-8e54-0965349f3aa5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ab7d048f-8e33-44b9-8165-80d42b9ac23c'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '554bbb37-d717-4003-b807-4ad453a72b32'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:19:25.300018 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cfc533e6-ea2d-4b6f-9cb6-c35af955d7e4 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447/tags HTTP/1.1" status: 204 len: 168 time: 0.1934748 Jul 30 02:19:25.302607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45344) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:25.308543 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-cb6f5e51-8010-4d9e-a288-359a093a095e tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'daa9c893-d531-4a3b-8b56-128c3ec97069') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:25.324315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.327289 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3400901b-204b-456a-afdb-5bd5a2a38f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.349809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Transition to ACTIVE for port object d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:25.393224 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cb6f5e51-8010-4d9e-a288-359a093a095e tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069/tags HTTP/1.1" status: 204 len: 168 time: 0.0891027 Jul 30 02:19:25.395923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.9 (0ce3a750-cb4e-4286-804c-1ab06ccf235a/e8997f04-9c45-4cdc-8e54-0965349f3aa5/453face6-e089-4aa2-9a9e-00a4f361c7f4) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:25.397237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45346) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:25.406323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.24 (0ce3a750-cb4e-4286-804c-1ab06ccf235a/ab7d048f-8e33-44b9-8165-80d42b9ac23c/453face6-e089-4aa2-9a9e-00a4f361c7f4) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:25.409464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-1aa75976-6091-45b6-8175-8952b1ae5590 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fe8763fb-2b1f-4dfe-a488-fd10b12eba47') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:25.450522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e3753e4-1dab-49cc-ac6a-627b5c3cbb76 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.454457 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.465392 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e3753e4-1dab-49cc-ac6a-627b5c3cbb76 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.504442 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1aa75976-6091-45b6-8175-8952b1ae5590 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47/tags HTTP/1.1" status: 204 len: 168 time: 0.1038620 Jul 30 02:19:25.511350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45350) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:25.514637 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.589032 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0440be-466e-4efb-9cc6-68f614d3009f None None] Pushing event updated for resources: {'Port': ['ID=d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:25.599634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Attempting to bind port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:25.600165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Attempting to bind port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:25.600597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Attempting to bind port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:25.605983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 554bbb37-d717-4003-b807-4ad453a72b32 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:25.611147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:25.620981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:25.621571 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.621993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:25.622513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Bound port: d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:25.622904 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.647119 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.654503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9eef82c8-62f7-4890-a147-0eaaac91e639 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for subnetpool, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.656369 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9eef82c8-62f7-4890-a147-0eaaac91e639 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnetpools/9b9d8cb5-da10-48fd-b741-530f90ef6452 HTTP/1.1" status: 204 len: 168 time: 0.1434433 Jul 30 02:19:25.659678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45356) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:25.660919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 453face6-e089-4aa2-9a9e-00a4f361c7f4 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:25.698899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] For port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:25.702212 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-447a9e95-2587-4cea-b8e9-d084621386c8 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "GET /v2.0/ports?device_id=b83fee6b-8a49-4bf2-8763-cae75f950447 HTTP/1.1" status: 200 len: 205 time: 0.0410612 Jul 30 02:19:25.704683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45358) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:25.758815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3400901b-204b-456a-afdb-5bd5a2a38f64 None None] Allocated IP 172.20.0.18 (0ce3a750-cb4e-4286-804c-1ab06ccf235a/ab7d048f-8e33-44b9-8165-80d42b9ac23c/554bbb37-d717-4003-b807-4ad453a72b32) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:25.840943 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c75eaef-40d2-47b8-b5d5-c3d8ec71c2bf tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.856212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3400901b-204b-456a-afdb-5bd5a2a38f64 None None] For port 554bbb37-d717-4003-b807-4ad453a72b32, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=554bbb37-d717-4003-b807-4ad453a72b32,segment=NetworkSegment(282ece89-3b48-412c-89d0-645b6d39bdb0),segment_id=282ece89-3b48-412c-89d0-645b6d39bdb0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:25.888016 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3400901b-204b-456a-afdb-5bd5a2a38f64 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.902816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3400901b-204b-456a-afdb-5bd5a2a38f64 None None] Transition to ACTIVE for port object 554bbb37-d717-4003-b807-4ad453a72b32 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:25.918723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Allocated IP 172.20.0.1 (16bf0d2b-34c8-45ce-aa46-dfd69579acb5/bf79a70c-8a76-49a7-ac63-95abd1ee8326/b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:25.932897 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3400901b-204b-456a-afdb-5bd5a2a38f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:25.944293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] For port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:25.970043 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.028665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.043672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Transition to ACTIVE for port object b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:26.081978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.101448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:26.102119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:26.104714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.151809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400901b-204b-456a-afdb-5bd5a2a38f64 None None] Pushing event updated for resources: {'Port': ['ID=554bbb37-d717-4003-b807-4ad453a72b32,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:26.164012 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e3753e4-1dab-49cc-ac6a-627b5c3cbb76 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.165006 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0e3753e4-1dab-49cc-ac6a-627b5c3cbb76 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1703415 Jul 30 02:19:26.194417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45366) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:26.215488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-94237756'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:26.316322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:26.324561 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:26.340314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=453face6-e089-4aa2-9a9e-00a4f361c7f4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:26.343252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:26.349719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:26.368500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:26.375693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:26.401595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:26.456386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:26.460044 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.630060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:26.647223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.648032 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added segment 8593c7e4-d77c-4eac-9efb-252952a81ad7 of type vlan for network 330aca75-e184-4577-ac79-62c84d474418 Jul 30 02:19:26.659575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:26.699318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:26.700187 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.740103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 00ec789f-fd0a-43eb-b5e8-da85e466273f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:26.816319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0440be-466e-4efb-9cc6-68f614d3009f None None] Pushing event updated for resources: {'Port': ['ID=d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:26.823894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 00ec789f-fd0a-43eb-b5e8-da85e466273f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:26.824353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 00ec789f-fd0a-43eb-b5e8-da85e466273f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:26.845304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4bb9a070-0b82-47fd-96c6-8570512cfbfe tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.8219256 Jul 30 02:19:26.845506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c75eaef-40d2-47b8-b5d5-c3d8ec71c2bf tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.848136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-97e72b55-9351-4af0-abab-57c76a8c5c14 None None] Provisioning for port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:26.856016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c75eaef-40d2-47b8-b5d5-c3d8ec71c2bf tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.856267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-97e72b55-9351-4af0-abab-57c76a8c5c14 None None] Provisioning complete for port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:26.856480 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97e72b55-9351-4af0-abab-57c76a8c5c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.860418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.888355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45372) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:26.893928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8997f04-9c45-4cdc-8e54-0965349f3aa5'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:26.905406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-97e72b55-9351-4af0-abab-57c76a8c5c14 None None] Port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:26.927195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:21Z', 'revision_number': 3, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:26.961463 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c75eaef-40d2-47b8-b5d5-c3d8ec71c2bf tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.961983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c75eaef-40d2-47b8-b5d5-c3d8ec71c2bf tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Fanout notify agent at l3_agent the message router_deleted on router b83fee6b-8a49-4bf2-8763-cae75f950447 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:19:26.975469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d091fd66-fe21-4c0b-93c2-26fc63e831ee None None] The sync data for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 is: [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:21Z', 'revision_number': 3, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:26.986271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7c75eaef-40d2-47b8-b5d5-c3d8ec71c2bf tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:26.998084 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7c75eaef-40d2-47b8-b5d5-c3d8ec71c2bf tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/routers/b83fee6b-8a49-4bf2-8763-cae75f950447 HTTP/1.1" status: 204 len: 168 time: 1.2914972 Jul 30 02:19:26.999384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45374) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:27.055195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:27.066261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:27.091378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ce0e0-a460-499f-8a2b-5815b2b96e7c None None] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:27.202116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-43c2e243-0f7c-4b07-a85b-74e0807f9dbf None None] Provisioning for port 554bbb37-d717-4003-b807-4ad453a72b32 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:27.216662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Deleting port daa9c893-d531-4a3b-8b56-128c3ec97069 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:27.217020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:27.233949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-43c2e243-0f7c-4b07-a85b-74e0807f9dbf None None] Provisioning complete for port 554bbb37-d717-4003-b807-4ad453a72b32 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:27.234723 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-43c2e243-0f7c-4b07-a85b-74e0807f9dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:27.286662 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:19:27.494472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:27.523014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Calling delete_port for daa9c893-d531-4a3b-8b56-128c3ec97069 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:27.632638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:27.645921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:27.656376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:27.742409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 554bbb37-d717-4003-b807-4ad453a72b32 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:27.790021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Delete allocated IP 172.20.0.24 (0ce3a750-cb4e-4286-804c-1ab06ccf235a/ab7d048f-8e33-44b9-8165-80d42b9ac23c) {{(pid=93819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:19:27.946001 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:27.977826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 554bbb37-d717-4003-b807-4ad453a72b32 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:27.980513 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.045885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Pushing event deleted for resources: {'Port': ['ID=daa9c893-d531-4a3b-8b56-128c3ec97069,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:28.065962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8690228 Jul 30 02:19:28.078398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45380) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:28.120135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'subnet': {'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:28.184476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:28.199387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.205074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.205578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.206125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.206552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.206959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.207353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.207777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.208252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.208642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.209038 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.209430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:28.219112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.224321 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d7432027-55a2-4947-8900-b1ab75b6f7c7 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/ports/daa9c893-d531-4a3b-8b56-128c3ec97069 HTTP/1.1" status: 204 len: 168 time: 1.2151465 Jul 30 02:19:28.225013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45382) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:28.275391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-db62a3d4-b769-40dc-8fd1-b1ac628bfa01 None None] Provisioning complete for port 554bbb37-d717-4003-b807-4ad453a72b32 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:28.275785 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db62a3d4-b769-40dc-8fd1-b1ac628bfa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.343570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ca3c6e-8d19-4f2b-bbcc-7c4a0f690252 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Deleting subnet fe8763fb-2b1f-4dfe-a488-fd10b12eba47 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:19:28.348482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21ca3c6e-8d19-4f2b-bbcc-7c4a0f690252 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.373811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455633ff-67b3-4cf7-b315-3cb32c985d2a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Network': ['ID=330aca75-e184-4577-ac79-62c84d474418,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:28.391003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:28.405069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 330aca75-e184-4577-ac79-62c84d474418 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:28.417262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21ca3c6e-8d19-4f2b-bbcc-7c4a0f690252 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.421911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:28.422780 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.623569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21ca3c6e-8d19-4f2b-bbcc-7c4a0f690252 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.635353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.712519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-db62a3d4-b769-40dc-8fd1-b1ac628bfa01 None None] Provisioning for port 453face6-e089-4aa2-9a9e-00a4f361c7f4 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:28.720558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-db62a3d4-b769-40dc-8fd1-b1ac628bfa01 None None] Provisioning complete for port 453face6-e089-4aa2-9a9e-00a4f361c7f4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:28.720936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db62a3d4-b769-40dc-8fd1-b1ac628bfa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.736353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:28.739474 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.747049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21ca3c6e-8d19-4f2b-bbcc-7c4a0f690252 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.756673 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.780929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca3c6e-8d19-4f2b-bbcc-7c4a0f690252 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8763fb-2b1f-4dfe-a488-fd10b12eba47,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:28.782854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-db62a3d4-b769-40dc-8fd1-b1ac628bfa01 None None] Port 453face6-e089-4aa2-9a9e-00a4f361c7f4 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:28.787631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:28.789786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-21ca3c6e-8d19-4f2b-bbcc-7c4a0f690252 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.793853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291ca7e-6b2a-42c6-bc99-102dfa69c70c None None] Network b6dee7c7-e31d-40eb-b770-32ca159f3234 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:28.794980 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-21ca3c6e-8d19-4f2b-bbcc-7c4a0f690252 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/subnets/fe8763fb-2b1f-4dfe-a488-fd10b12eba47 HTTP/1.1" status: 204 len: 168 time: 0.5688517 Jul 30 02:19:28.795702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45386) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:28.799011 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.833786 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.897340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.909053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Ignored duplicate provisioning block setup for port 453face6-e089-4aa2-9a9e-00a4f361c7f4 by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:19:28.926644 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.937321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:28.972687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d71c5a45-f2e4-4c10-82f7-7adf048fbd52 None None] Provisioning complete for port 453face6-e089-4aa2-9a9e-00a4f361c7f4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:28.973129 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d71c5a45-f2e4-4c10-82f7-7adf048fbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:28.992645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Deleting port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:28.997451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.058721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d71c5a45-f2e4-4c10-82f7-7adf048fbd52 None None] Port 453face6-e089-4aa2-9a9e-00a4f361c7f4 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:29.100003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=453face6-e089-4aa2-9a9e-00a4f361c7f4,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:29.110545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] For port 4dd28e85-eb5f-403b-9c5d-5538d995bb58, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4dd28e85-eb5f-403b-9c5d-5538d995bb58,segment=NetworkSegment(d1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b),segment_id=d1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:29.111009 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.134254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Calling delete_port for 4dd28e85-eb5f-403b-9c5d-5538d995bb58 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:29.176040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] DHCP port deletion for b6dee7c7-e31d-40eb-b770-32ca159f3234 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:19:29.234544 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.241797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] In _notify_port_updated(), no bound segment for port 453face6-e089-4aa2-9a9e-00a4f361c7f4 on network 0ce3a750-cb4e-4286-804c-1ab06ccf235a {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:19:29.247512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:29.248186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.251989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ccf29476-105a-46ec-8284-87b555ccc9d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "PUT /v2.0/ports/453face6-e089-4aa2-9a9e-00a4f361c7f4 HTTP/1.1" status: 200 len: 918 time: 2.3600717 Jul 30 02:19:29.252422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45402) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:29.265162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e8997f04-9c45-4cdc-8e54-0965349f3aa5'}, {'subnet_id': 'ab7d048f-8e33-44b9-8165-80d42b9ac23c'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:29.273425 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.288368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.297151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] Deleting port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:29.297530 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.349603 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.388976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Pushing event deleted for resources: {'Port': ['ID=4dd28e85-eb5f-403b-9c5d-5538d995bb58,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:29.420641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] No DVR routers for this DVR port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:29.431423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] For port 4dd28e85-eb5f-403b-9c5d-5538d995bb58, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:29.432020 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.452050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45412) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:29.480464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] Calling delete_port for 4dd28e85-eb5f-403b-9c5d-5538d995bb58 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:29.500330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] Port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:19:29.503923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.542758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.570194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] No DVR routers for this DVR port 4dd28e85-eb5f-403b-9c5d-5538d995bb58 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:29.573390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b05e9-7436-41c1-97b2-b3c414b50819 None None] Pushing event deleted for resources: {'Port': ['ID=4dd28e85-eb5f-403b-9c5d-5538d995bb58,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:29.590893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fec9c7d4-3fc3-430c-822f-e1ba86551841 None None] Provisioning complete for port 453face6-e089-4aa2-9a9e-00a4f361c7f4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:29.590893 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fec9c7d4-3fc3-430c-822f-e1ba86551841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.613674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.637345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:29.682036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dee7c7-e31d-40eb-b770-32ca159f3234']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:29.689540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fec9c7d4-3fc3-430c-822f-e1ba86551841 None None] Port 453face6-e089-4aa2-9a9e-00a4f361c7f4 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:29.701584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:29.701813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d5c0f5-d40a-485d-bc2d-c43cc1ff0b1b') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:29.722596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:29.722596 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.742850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.780008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.782173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.800378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:19:29.800803 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:19:29.804152 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:19:29.945506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.991951 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:29.995592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] 10.222.0.84 "DELETE /v2.0/networks/b6dee7c7-e31d-40eb-b770-32ca159f3234 HTTP/1.1" status: 204 len: 168 time: 1.1983080 Jul 30 02:19:30.020131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e8bc9-fba5-4dd7-b79f-36db7e8716f2 tempest-TagsExtTest-2084306989 tempest-TagsExtTest-2084306989-project] Pushing event deleted for resources: {'Network': ['ID=b6dee7c7-e31d-40eb-b770-32ca159f3234,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:30.083707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Subnet': ['ID=a0545639-84c2-4574-82fd-1e17a911fe72,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:30.090577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:30.180769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4dd28e85-eb5f-403b-9c5d-5538d995bb58 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:30.204956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 4dd28e85-eb5f-403b-9c5d-5538d995bb58 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:30.205674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4dd28e85-eb5f-403b-9c5d-5538d995bb58 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:30.267461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:30.269036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.27 (0ce3a750-cb4e-4286-804c-1ab06ccf235a/ab7d048f-8e33-44b9-8165-80d42b9ac23c/453face6-e089-4aa2-9a9e-00a4f361c7f4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:30.282114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:30.449749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Checking segment: {'id': '8593c7e4-d77c-4eac-9efb-252952a81ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '330aca75-e184-4577-ac79-62c84d474418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:30.450124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network hostable DHCP agents. Network: 330aca75-e184-4577-ac79-62c84d474418, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:30.539719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:30.558153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45446) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:30.571736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:30.587162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 453face6-e089-4aa2-9a9e-00a4f361c7f4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:30.593712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 330aca75-e184-4577-ac79-62c84d474418 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:30.594121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:30.625493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e7b33732-dcad-4d22-a4a0-0fe32825af42 None None] Provisioning complete for port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:30.626247 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7b33732-dcad-4d22-a4a0-0fe32825af42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:30.669398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port c19985ec-db4f-46d2-be54-67576803ddb1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:30.669771 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:30.672684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 330aca75-e184-4577-ac79-62c84d474418) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:30.697104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb1fa5-bb37-4fd8-a513-1363d32056bf None None] Network 330aca75-e184-4577-ac79-62c84d474418 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:30.700637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e7b33732-dcad-4d22-a4a0-0fe32825af42 None None] Port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:30.708452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=453face6-e089-4aa2-9a9e-00a4f361c7f4,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:30.774700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] In _notify_port_updated(), no bound segment for port 453face6-e089-4aa2-9a9e-00a4f361c7f4 on network 0ce3a750-cb4e-4286-804c-1ab06ccf235a {{(pid=93818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:19:30.781552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:30.782603 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:30.784156 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-df1e3050-1658-4971-a8bf-35c7e0e4a455 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "PUT /v2.0/ports/453face6-e089-4aa2-9a9e-00a4f361c7f4 HTTP/1.1" status: 200 len: 998 time: 1.5306921 Jul 30 02:19:30.787423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45450) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:30.796435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:30.797439 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:30.812182 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fd0647d0-9a53-4b92-b027-622c3930fe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:30.896002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-25a33812-64d2-40eb-8214-defaa40921bb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7964115 Jul 30 02:19:30.899300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45452) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:30.908566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:30.924368 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Sync routers for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:30.929262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e06d30e2-1831-4a23-af14-67dfc0d5c873 admin admin] 10.222.0.84 "PUT /v2.0/routers/0f879d9e-e3a0-437f-8ba4-d31b26cba0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5951653 Jul 30 02:19:30.949924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-330aca75-e184-4577-ac79-62c84d474418', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:30.951394 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:30.954434 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-71a692f9-3235-4d03-b03a-b62ade34bd7a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1b11758c8eae415f858611ec08f8e804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948021 Jul 30 02:19:30.958749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45456) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:30.960163 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:30.960987 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:31.020397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.020744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.051004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for c19985ec-db4f-46d2-be54-67576803ddb1 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:31.068775 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ac254a4-2a21-42e6-bb1c-963d4b995faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.123477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ac254a4-2a21-42e6-bb1c-963d4b995faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.186272 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:31.237674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9b7f8b0f-8edb-4051-badd-e300fca2369c None None] Provisioning for port 453face6-e089-4aa2-9a9e-00a4f361c7f4 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:31.250933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9b7f8b0f-8edb-4051-badd-e300fca2369c None None] Provisioning complete for port 453face6-e089-4aa2-9a9e-00a4f361c7f4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:31.251357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8b0f-8edb-4051-badd-e300fca2369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.298235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-23469f30-89dc-4633-9d70-c428eada36e2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 453face6-e089-4aa2-9a9e-00a4f361c7f4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:31.299466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23469f30-89dc-4633-9d70-c428eada36e2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.325835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ac254a4-2a21-42e6-bb1c-963d4b995faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.329474 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ac254a4-2a21-42e6-bb1c-963d4b995faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.330751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9ac254a4-2a21-42e6-bb1c-963d4b995faa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ea3af2d6-6aeb-4115-8f28-ac3b92c64ae6 HTTP/1.1" status: 204 len: 168 time: 0.3710444 Jul 30 02:19:31.340122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Allocated IP 2001:db8::2 (330aca75-e184-4577-ac79-62c84d474418/a0545639-84c2-4574-82fd-1e17a911fe72/6c6d0abd-1180-47da-b0fe-7d893a0c021e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:31.350542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac254a4-2a21-42e6-bb1c-963d4b995faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3af2d6-6aeb-4115-8f28-ac3b92c64ae6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:31.414417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f8b0f-8edb-4051-badd-e300fca2369c None None] Port 453face6-e089-4aa2-9a9e-00a4f361c7f4 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:31.443352 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.533912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=c19985ec-db4f-46d2-be54-67576803ddb1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:31.594771 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 2, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:31.651308 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.651737 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Floating IP 94dbce53-c90e-40e6-b1b9-fec62f0922dd disassociated (deleted). External IP: 172.25.7.34, port: 1ee3b726-5ae1-40be-9311-18005aea8361. Jul 30 02:19:31.701726 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Checking router: 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:31.701726 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Updating router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:19:31.721154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23469f30-89dc-4633-9d70-c428eada36e2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.753915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-23469f30-89dc-4633-9d70-c428eada36e2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 453face6-e089-4aa2-9a9e-00a4f361c7f4 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:31.811004 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.816216 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.819238 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.861984 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:31.898472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Transition to ACTIVE for port object 6c6d0abd-1180-47da-b0fe-7d893a0c021e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:31.962286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Transition to ACTIVE for port object 6c6d0abd-1180-47da-b0fe-7d893a0c021e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:31.974801 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.143392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Network 330aca75-e184-4577-ac79-62c84d474418 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:32.161863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:32.170535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:32.178424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:32.284624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Pushing event updated for resources: {'Port': ['ID=6c6d0abd-1180-47da-b0fe-7d893a0c021e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:32.370660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Attempting to bind port 6c6d0abd-1180-47da-b0fe-7d893a0c021e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:32.375180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Attempting to bind port 6c6d0abd-1180-47da-b0fe-7d893a0c021e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8593c7e4-d77c-4eac-9efb-252952a81ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '330aca75-e184-4577-ac79-62c84d474418'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:32.375868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Attempting to bind port 6c6d0abd-1180-47da-b0fe-7d893a0c021e on network 330aca75-e184-4577-ac79-62c84d474418 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:32.388655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:32.391944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Checking segment: {'id': '8593c7e4-d77c-4eac-9efb-252952a81ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '330aca75-e184-4577-ac79-62c84d474418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:32.392612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.393197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Bound using segment: {'id': '8593c7e4-d77c-4eac-9efb-252952a81ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '330aca75-e184-4577-ac79-62c84d474418'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:32.393875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Bound port: 6c6d0abd-1180-47da-b0fe-7d893a0c021e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8593c7e4-d77c-4eac-9efb-252952a81ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '330aca75-e184-4577-ac79-62c84d474418'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:32.397530 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.462195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:32.472481 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.485648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] Sync routers for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:32.497835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23469f30-89dc-4633-9d70-c428eada36e2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.545759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45488) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:32.547743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23469f30-89dc-4633-9d70-c428eada36e2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=453face6-e089-4aa2-9a9e-00a4f361c7f4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:32.558523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-726989501-network', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:32.562409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:32.563278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:32.571138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c6d123bd-b92c-4786-9ba4-5ab9a1f919f4 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "DELETE /v2.0/floatingips/94dbce53-c90e-40e6-b1b9-fec62f0922dd HTTP/1.1" status: 204 len: 168 time: 3.1177475 Jul 30 02:19:32.574571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:32.583344 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:32.605427 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.618892 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Transition to ACTIVE for port object b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:32.625932 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.682184 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Pushing event updated for resources: {'Port': ['ID=b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:32.740554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Made reservation on behalf of 79ddf6b5f49b4ba4a18e856b5489f338 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:32.760165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:32.770180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.772033 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Attempting to bind port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:32.772440 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Attempting to bind port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:32.772802 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Attempting to bind port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 on network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:32.785308 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.785658 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.785995 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.786325 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.786652 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.787074 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.787411 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.787861 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.791765 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.792245 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.792590 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.792925 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:32.796434 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:32.796810 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Checking segment: {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:32.797213 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.797593 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Bound using segment: {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:32.798121 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Bound port: b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:32.798502 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.842750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] For port 6c6d0abd-1180-47da-b0fe-7d893a0c021e, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:32.855814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] For port 6c6d0abd-1180-47da-b0fe-7d893a0c021e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6c6d0abd-1180-47da-b0fe-7d893a0c021e,segment=NetworkSegment(8593c7e4-d77c-4eac-9efb-252952a81ad7),segment_id=8593c7e4-d77c-4eac-9efb-252952a81ad7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:32.901649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:32.952853 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62caaa2-a071-4add-bd4d-971c808afbb0 x-openstack-request-id: req-f62caaa2-a071-4add-bd4d-971c808afbb0 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:32.953183 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:32.953392 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f62caaa2-a071-4add-bd4d-971c808afbb0 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:32.953806 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361', 'status': 'completed', 'code': 200} Jul 30 02:19:32.956959 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] For port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:32.963076 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] For port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:32.971692 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:33.066622 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:33.075039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 2001:db8::1 (330aca75-e184-4577-ac79-62c84d474418/a0545639-84c2-4574-82fd-1e17a911fe72/d8832ec0-7937-4615-849c-576de4d82c0b) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:33.129744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-0d51c1c8-f7a8-4abe-b23e-5e94924b5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:33.131922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-0d51c1c8-f7a8-4abe-b23e-5e94924b5c83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8268d859b1b1494395346d8aba71dcee&device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 1096 time: 0.1513052 Jul 30 02:19:33.137324 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:33.143127 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:33.155779 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa66f3-3cb3-4ab2-94cb-e9f3ea3a5851 None None] Pushing event updated for resources: {'Port': ['ID=b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:33.202921 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23469f30-89dc-4633-9d70-c428eada36e2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:33.214248 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-23469f30-89dc-4633-9d70-c428eada36e2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/453face6-e089-4aa2-9a9e-00a4f361c7f4 HTTP/1.1" status: 204 len: 168 time: 2.4253139 Jul 30 02:19:33.219075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45502) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:33.301221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935e077-5451-464c-9f43-4af848d8cd2b None None] Pushing event updated for resources: {'Port': ['ID=6c6d0abd-1180-47da-b0fe-7d893a0c021e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:33.305086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d80807-5a0e-496f-aa67-7adb4f640706 req-6d4c7d87-8cde-44ca-8b69-02ea49b9a41e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:33.310467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17d80807-5a0e-496f-aa67-7adb4f640706 req-6d4c7d87-8cde-44ca-8b69-02ea49b9a41e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 945 time: 0.2106602 Jul 30 02:19:33.373793 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c9d00c-4990-47cd-90ec-071766c58b0c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:19:33.383083 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-69c9d00c-4990-47cd-90ec-071766c58b0c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/453face6-e089-4aa2-9a9e-00a4f361c7f4 HTTP/1.1" status: 404 len: 333 time: 0.1606863 Jul 30 02:19:33.385359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45510) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:33.444716 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:33.484247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:33.495687 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a5bbd54-9456-4fdd-9e55-89e5cfa7f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:33.630380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] Checking router: 89dccaf5-8af3-46bf-a10b-37ecd889ee26 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:33.691660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-d74c94ce-763a-406b-ac0e-c0d95fe2ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:33.693288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-d74c94ce-763a-406b-ac0e-c0d95fe2ed10 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 200 len: 913 time: 0.5408618 Jul 30 02:19:33.696805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:33.699031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:33.730969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17d80807-5a0e-496f-aa67-7adb4f640706 req-4b62e3ce-14c3-467c-a022-e394c15011d5 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173267 Jul 30 02:19:33.811941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:33.822827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-087a6979-f0a7-4f91-b91c-87a02d39f92f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet ab7d048f-8e33-44b9-8165-80d42b9ac23c {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:19:33.828308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-9c890704-5fc8-4874-8074-ddcc596f7798 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 200 len: 217 time: 0.1223159 Jul 30 02:19:33.829186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-087a6979-f0a7-4f91-b91c-87a02d39f92f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:33.853345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:33.899206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:33.923185 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:33.926669 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Added segment c6394715-35f3-4d7f-9652-fb329d4d909d of type vlan for network 753e1969-5251-4ce9-8e79-2adc6659ca25 Jul 30 02:19:33.997898 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:32Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:34.016269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-087a6979-f0a7-4f91-b91c-87a02d39f92f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.034804 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf6cba-d895-4abc-a669-99700eaa0953 None None] The sync data for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 is: [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:32Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:34.049503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:34.055037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.066910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-f7746477-89b6-4892-b3d8-4797584c446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:34.068513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-f7746477-89b6-4892-b3d8-4797584c446f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 200 len: 851 time: 0.1995866 Jul 30 02:19:34.187623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.207921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-515acb8d-96ad-4e86-9ab5-7cd76422a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:34.209472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-515acb8d-96ad-4e86-9ab5-7cd76422a09c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320448 Jul 30 02:19:34.222937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 02:19:34.337438 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.349651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-087a6979-f0a7-4f91-b91c-87a02d39f92f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.374872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d9e1bc-f0b8-4dc8-a748-e913296dd45b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:34.387782 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.398635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:34.399653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.415323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Transition to ACTIVE for port object d8832ec0-7937-4615-849c-576de4d82c0b will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:34.499524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:34.535391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-015e7e1c-4714-4085-9ce6-54d93722bab2 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967150 Jul 30 02:19:34.571169 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-087a6979-f0a7-4f91-b91c-87a02d39f92f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.609101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-a0972d0a-b487-4630-a9f0-39eb59c62bbe tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:34.610730 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-a0972d0a-b487-4630-a9f0-39eb59c62bbe tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 945 time: 0.4834902 Jul 30 02:19:34.638469 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0870824 Jul 30 02:19:34.643520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.645767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b2b8-68b1-4878-96ec-34a5783d58e1 None None] The sync data for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 is: [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:04:26Z', 'revision_number': 4, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '4ff81bdf-a1dc-4c82-82b1-e66fa96b5885', 'name': '', 'network_id': 'ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'mac_address': 'fa:16:3e:82:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:23Z', 'updated_at': '2021-07-30T02:04:36Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'subnets': [{'id': 'e3705cda-2921-4906-97b0-5a565bc7a30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:34.653687 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.721179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45532) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:34.722289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a6979-f0a7-4f91-b91c-87a02d39f92f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7d048f-8e33-44b9-8165-80d42b9ac23c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:34.750479 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Request body: {'subnet': {'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-726989501-subnet', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:34.894175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ccc5981-a8c8-4412-8a71-69ac1c1c865f req-f8f66472-1f1a-4b95-9d6b-3d3db3113cf3 service neutron] 10.222.0.22 "GET /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497007 Jul 30 02:19:34.910278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-087a6979-f0a7-4f91-b91c-87a02d39f92f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.915384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-087a6979-f0a7-4f91-b91c-87a02d39f92f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/ab7d048f-8e33-44b9-8165-80d42b9ac23c HTTP/1.1" status: 204 len: 168 time: 1.5201085 Jul 30 02:19:34.919222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4fa4bf-5205-49c2-a15c-939fd812f019 None None] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:34.930827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45536) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:34.963745 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 330aca75-e184-4577-ac79-62c84d474418 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:34.975459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:34.979326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:34.979905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:34.983782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Made reservation on behalf of 79ddf6b5f49b4ba4a18e856b5489f338 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:34.986256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:35.055513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0527af-239e-462a-a4db-f005eaac7cbb None None] Network 330aca75-e184-4577-ac79-62c84d474418 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:35.149449 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:35.152742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20758f-e857-4c7a-b498-0b45e32c1722 admin admin] Pushing event updated for resources: {'Network': ['ID=753e1969-5251-4ce9-8e79-2adc6659ca25,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:35.174925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 753e1969-5251-4ce9-8e79-2adc6659ca25 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:35.177205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6c87cc74-12fe-4766-9552-c5099e3ead9e None None] Provisioning for port 6c6d0abd-1180-47da-b0fe-7d893a0c021e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:35.185408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=d8832ec0-7937-4615-849c-576de4d82c0b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:35.240551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a445af3-50ea-4ce0-8158-1dd77338e244 req-c2f30a87-58c0-4ff4-8e2c-a1230e01f129 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:35.253491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a445af3-50ea-4ce0-8158-1dd77338e244 req-c2f30a87-58c0-4ff4-8e2c-a1230e01f129 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 945 time: 0.3509796 Jul 30 02:19:35.258118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-77743993-f696-40b9-b133-bc7aea617f17 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet e8997f04-9c45-4cdc-8e54-0965349f3aa5 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:19:35.263455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port 1ee3b726-5ae1-40be-9311-18005aea8361 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:35.264121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:35.280114 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b708bc9e-8475-4fb8-83e8-d8f1c941d4d2 None None] New status for floating IP 94dbce53-c90e-40e6-b1b9-fec62f0922dd: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:19:35.304856 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77743993-f696-40b9-b133-bc7aea617f17 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:35.487538 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77743993-f696-40b9-b133-bc7aea617f17 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:35.724670 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77743993-f696-40b9-b133-bc7aea617f17 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:35.777882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] For port 1ee3b726-5ae1-40be-9311-18005aea8361, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1ee3b726-5ae1-40be-9311-18005aea8361,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:35.778389 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:35.803396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for 1ee3b726-5ae1-40be-9311-18005aea8361 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:35.854387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:35.916024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a445af3-50ea-4ce0-8158-1dd77338e244 req-c700f75a-d6d6-42fa-840d-3cb3442f426f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/security-groups?id=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6125655 Jul 30 02:19:35.920579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77743993-f696-40b9-b133-bc7aea617f17 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.009286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77743993-f696-40b9-b133-bc7aea617f17 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.016083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-77743993-f696-40b9-b133-bc7aea617f17 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/e8997f04-9c45-4cdc-8e54-0965349f3aa5 HTTP/1.1" status: 204 len: 168 time: 1.0555253 Jul 30 02:19:36.017162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45548) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:36.034051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77743993-f696-40b9-b133-bc7aea617f17 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=e8997f04-9c45-4cdc-8e54-0965349f3aa5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:36.064704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:36.072753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:36.073292 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.140232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc1598-0e71-4bd7-81c8-acefa0c5ac2f None None] Update dhcp port {'port': {'network_id': '0ce3a750-cb4e-4286-804c-1ab06ccf235a', 'fixed_ips': [{'subnet_id': 'e8997f04-9c45-4cdc-8e54-0965349f3aa5'}], 'binding:host_id': 'n-d-715271-7'}, 'id': '554bbb37-d717-4003-b807-4ad453a72b32'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:19:36.185638 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1598-0e71-4bd7-81c8-acefa0c5ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.195962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.212020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.214328 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.270572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.288743 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.380634 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.446681 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.478341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3004a14d-2d71-4fc5-a918-589308bc1f1c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:36.498939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b36a3-0d44-4ec3-81a4-3cf6f0b45a5a None None] Network 0ce3a750-cb4e-4286-804c-1ab06ccf235a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:36.521973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Checking segment: {'id': 'c6394715-35f3-4d7f-9652-fb329d4d909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:36.522991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Network hostable DHCP agents. Network: 753e1969-5251-4ce9-8e79-2adc6659ca25, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:36.550406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 554bbb37-d717-4003-b807-4ad453a72b32 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:36.551071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.553316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Network 753e1969-5251-4ce9-8e79-2adc6659ca25 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:36.569135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:36.582871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.583731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6c6d0abd-1180-47da-b0fe-7d893a0c021e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:36.649774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] For port 554bbb37-d717-4003-b807-4ad453a72b32, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=554bbb37-d717-4003-b807-4ad453a72b32,segment=NetworkSegment(282ece89-3b48-412c-89d0-645b6d39bdb0),segment_id=282ece89-3b48-412c-89d0-645b6d39bdb0)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:36.650321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.673945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 554bbb37-d717-4003-b807-4ad453a72b32 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:36.746424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 753e1969-5251-4ce9-8e79-2adc6659ca25) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:36.753997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:36.754597 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.784432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5cfc7c8c-62ce-4ad5-b683-d14909e04632 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0541205 Jul 30 02:19:36.788384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45554) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:36.801148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:36.855975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.857350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.871216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.940392 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:36.952390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No DVR routers for this DVR port 554bbb37-d717-4003-b807-4ad453a72b32 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:36.954581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=554bbb37-d717-4003-b807-4ad453a72b32,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:36.990397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=d8832ec0-7937-4615-849c-576de4d82c0b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:37.024155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c937667-51ce-4c12-a68a-b39406b3b605 None None] Network 753e1969-5251-4ce9-8e79-2adc6659ca25 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:37.025782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Provisioning complete for port 554bbb37-d717-4003-b807-4ad453a72b32 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:37.026088 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.087172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=1ee3b726-5ae1-40be-9311-18005aea8361,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:37.125019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.137160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce3a750-cb4e-4286-804c-1ab06ccf235a']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:37.140714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] No DVR routers for this DVR port 1ee3b726-5ae1-40be-9311-18005aea8361 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:37.145137 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.148656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fe5d393a-862a-4e6e-a6a1-1397a6c40652 req-17091574-bdf5-43df-ab7e-cb2d5021d7d0 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.22 "DELETE /v2.0/ports/1ee3b726-5ae1-40be-9311-18005aea8361 HTTP/1.1" status: 204 len: 173 time: 2.4795372 Jul 30 02:19:37.151064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282ece89-3b48-412c-89d0-645b6d39bdb0') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:37.151519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282ece89-3b48-412c-89d0-645b6d39bdb0') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:37.155212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Port 554bbb37-d717-4003-b807-4ad453a72b32 was deleted so its status cannot be updated. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:19:37.155641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'name': 'network-vif-deleted', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:19:37.158832 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb1bfc5-045b-47ab-81be-804b32a6ce94" -d '{"events": [{"server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "name": "network-vif-deleted", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:19:37.175907 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.197971 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.205882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:19:37.206474 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.220577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Provisioning for port d8832ec0-7937-4615-849c-576de4d82c0b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:37.229863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Provisioning complete for port d8832ec0-7937-4615-849c-576de4d82c0b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:37.230233 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.236821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:37.271253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 330aca75-e184-4577-ac79-62c84d474418 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:37.276054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:19:37.302808 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:19:37.309971 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.312439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e029b-f125-489c-9f6c-9e3f665bfd0d None None] DHCP port deletion for 0ce3a750-cb4e-4286-804c-1ab06ccf235a request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:19:37.324257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 6c6d0abd-1180-47da-b0fe-7d893a0c021e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:37.342902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.349637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6c6d0abd-1180-47da-b0fe-7d893a0c021e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:37.349637 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.349914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/networks/0ce3a750-cb4e-4286-804c-1ab06ccf235a HTTP/1.1" status: 204 len: 168 time: 1.3267159 Jul 30 02:19:37.360158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Port d8832ec0-7937-4615-849c-576de4d82c0b cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:37.413060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45564) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:37.433752 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-951666c9-f83e-4e27-9816-2c7015a60141 req-c0dbc70c-fd61-4edc-8104-ccf37b754c91 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.1391580 Jul 30 02:19:37.466854 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.473657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21635cc-3317-4fdc-b141-883512828eb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Network': ['ID=0ce3a750-cb4e-4286-804c-1ab06ccf235a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:37.530705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Provisioning complete for port 6c6d0abd-1180-47da-b0fe-7d893a0c021e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:37.531076 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.564520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-753e1969-5251-4ce9-8e79-2adc6659ca25', 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'fixed_ips': [{'subnet_id': '3004a14d-2d71-4fc5-a918-589308bc1f1c'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:37.565646 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:37.605722 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dd318a-2beb-484a-86b5-246e467dc3b9 x-openstack-request-id: req-82dd318a-2beb-484a-86b5-246e467dc3b9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:19:37.606024 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4", "name": "network-vif-deleted", "tag": "1ee3b726-5ae1-40be-9311-18005aea8361", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:19:37.606278 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82dd318a-2beb-484a-86b5-246e467dc3b9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:19:37.606687 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4', 'name': 'network-vif-deleted', 'tag': '1ee3b726-5ae1-40be-9311-18005aea8361', 'status': 'completed', 'code': 200} Jul 30 02:19:37.665492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba714102-86a3-49aa-89b5-3e8c186a14af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:37.670876 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ba714102-86a3-49aa-89b5-3e8c186a14af tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2467756 Jul 30 02:19:37.676706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45566) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:37.834694 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fd0b42eb-d769-41e0-ba2c-980465e99e2f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1537192 Jul 30 02:19:37.842968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45568) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:37.861573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-919776722'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:37.877472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:19:37.886518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Allocated IP 172.20.0.2 (753e1969-5251-4ce9-8e79-2adc6659ca25/3004a14d-2d71-4fc5-a918-589308bc1f1c/30a78ab6-7de6-4336-bfdd-56cac33385a8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:37.997782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:38.004125 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.035988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:38.057381 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.057732 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Added segment 8b206f9d-430c-4291-8148-ffe0b437b2af of type vlan for network 12f51928-8a25-4278-9b14-bca3a2f75b1e Jul 30 02:19:38.067742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:38.079238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4f889721-a772-4bbb-9ad2-ae64260bf352 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1778505 Jul 30 02:19:38.079958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45574) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:38.087417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1843720924'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:38.120884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:38.165010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:38.172857 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.207200 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.219228 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.236565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:38.249837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:38.250850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:38.253610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Transition to ACTIVE for port object 30a78ab6-7de6-4336-bfdd-56cac33385a8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:38.261914 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.271475 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.272010 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added segment 082628b0-2f62-4972-97e9-0e745174405e of type vlan for network a26f2890-f970-470b-8864-4b49d8e11fa4 Jul 30 02:19:38.428106 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.459494 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.461439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Transition to ACTIVE for port object 30a78ab6-7de6-4336-bfdd-56cac33385a8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:38.491013 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.503644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.511928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.520652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:38.521307 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.594878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 6c6d0abd-1180-47da-b0fe-7d893a0c021e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6c6d0abd-1180-47da-b0fe-7d893a0c021e,segment=NetworkSegment(8593c7e4-d77c-4eac-9efb-252952a81ad7),segment_id=8593c7e4-d77c-4eac-9efb-252952a81ad7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:38.602367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:38.637193 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.642560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Network 753e1969-5251-4ce9-8e79-2adc6659ca25 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:38.653561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Network': ['ID=12f51928-8a25-4278-9b14-bca3a2f75b1e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:38.660271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.resource_extend [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 02:19:38.677927 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-38d59d4f-cd26-450f-95ec-7e2f4fc0aa88 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8224955 Jul 30 02:19:38.680479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45582) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:38.684930 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:19:38.685284 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-e7c1f9dd-0fe7-48df-80a1-5e9aba21914d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:19:38.688008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '12f51928-8a25-4278-9b14-bca3a2f75b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:38.689427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:38.695342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.700459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:38.701729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:38.702539 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.706638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Pushing event updated for resources: {'Port': ['ID=30a78ab6-7de6-4336-bfdd-56cac33385a8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:38.747745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f775d5f-467f-4236-87c6-76b23a82a3ff req-fc10c337-e23b-4c6d-bf02-be37353eb47f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.1631620 Jul 30 02:19:38.787821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 12f51928-8a25-4278-9b14-bca3a2f75b1e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:38.857386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Network': ['ID=a26f2890-f970-470b-8864-4b49d8e11fa4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:38.866208 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f4144d7f-f90b-48c7-896c-29c09fa7ce00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7841887 Jul 30 02:19:38.866996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45584) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:38.878125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'subnet': {'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:38.904987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:38.939672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network a26f2890-f970-470b-8864-4b49d8e11fa4 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:38.941626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:38.963996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.053204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:39.057287 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.191714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Allocated IP 172.25.7.71 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/3cbcc9b5-737e-403c-9f75-341ada83be9e) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:39.287309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Attempting to bind port 30a78ab6-7de6-4336-bfdd-56cac33385a8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:39.287817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Attempting to bind port 30a78ab6-7de6-4336-bfdd-56cac33385a8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c6394715-35f3-4d7f-9652-fb329d4d909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:39.288074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Attempting to bind port 30a78ab6-7de6-4336-bfdd-56cac33385a8 on network 753e1969-5251-4ce9-8e79-2adc6659ca25 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:39.304291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=6c6d0abd-1180-47da-b0fe-7d893a0c021e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:39.323221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:39.323638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Checking segment: {'id': 'c6394715-35f3-4d7f-9652-fb329d4d909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:39.324049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.324447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Bound using segment: {'id': 'c6394715-35f3-4d7f-9652-fb329d4d909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:39.324936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Bound port: 30a78ab6-7de6-4336-bfdd-56cac33385a8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6394715-35f3-4d7f-9652-fb329d4d909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:39.325322 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.350556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:39.350923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.369252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:39.373505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.454987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.531729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] For port 30a78ab6-7de6-4336-bfdd-56cac33385a8, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:39.541132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] For port 30a78ab6-7de6-4336-bfdd-56cac33385a8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=30a78ab6-7de6-4336-bfdd-56cac33385a8,segment=NetworkSegment(c6394715-35f3-4d7f-9652-fb329d4d909d),segment_id=c6394715-35f3-4d7f-9652-fb329d4d909d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:39.554033 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.560758 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.583388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a54715ad-b65b-4062-b25d-49a9504e69a9 None None] Provisioning complete for port d8832ec0-7937-4615-849c-576de4d82c0b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:39.583796 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a54715ad-b65b-4062-b25d-49a9504e69a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:39.637216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:39.640924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:39.646681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:39.685663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1ee3b726-5ae1-40be-9311-18005aea8361 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:39.693268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbcc9b5-737e-403c-9f75-341ada83be9e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:39.846867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:35Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:35Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:39.848760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 1ee3b726-5ae1-40be-9311-18005aea8361 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:39.849098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1ee3b726-5ae1-40be-9311-18005aea8361 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:40.003319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-470896d8-01c6-4345-a3f9-4c80d74dd27b req-c4f8c6d7-754a-4e45-ba6b-021b44d615b7 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.0877521 Jul 30 02:19:40.064453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:40.065073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Updating router 2c2232f6-1928-4696-b1e2-340d72c56418 port d8832ec0-7937-4615-849c-576de4d82c0b binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:19:40.075725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:40.083987 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:40.101363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a54715ad-b65b-4062-b25d-49a9504e69a9 None None] Port d8832ec0-7937-4615-849c-576de4d82c0b cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:40.107830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531d84e-a3c5-4d34-9ed1-7b3fd26e8138 None None] Pushing event updated for resources: {'Port': ['ID=30a78ab6-7de6-4336-bfdd-56cac33385a8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:40.158175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:40.213157 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Subnet': ['ID=80d24b4d-cfd5-4689-81bf-53bc7dafcd08,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:40.298447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=e3e93b69-825b-435c-9a30-bc1b0369ded5,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:40.303774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Checking segment: {'id': '082628b0-2f62-4972-97e9-0e745174405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:40.304148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network hostable DHCP agents. Network: a26f2890-f970-470b-8864-4b49d8e11fa4, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:40.379579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network a26f2890-f970-470b-8864-4b49d8e11fa4 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:40.399056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Checking segment: {'id': '8b206f9d-430c-4291-8148-ffe0b437b2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '12f51928-8a25-4278-9b14-bca3a2f75b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:40.404109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network hostable DHCP agents. Network: 12f51928-8a25-4278-9b14-bca3a2f75b1e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:40.429781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, a26f2890-f970-470b-8864-4b49d8e11fa4) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:40.463599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:40.464231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:40.524737 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dabc6883-5a12-4675-940f-32dd4ce9b07a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6516743 Jul 30 02:19:40.528736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45598) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:40.591722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:40.594158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 12f51928-8a25-4278-9b14-bca3a2f75b1e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:40.602670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 554bbb37-d717-4003-b807-4ad453a72b32 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:19:40.608326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb29799a-a14d-4afb-9e63-6c9fe022cb0b None None] Network a26f2890-f970-470b-8864-4b49d8e11fa4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:40.724839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 554bbb37-d717-4003-b807-4ad453a72b32 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:19:40.725233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 554bbb37-d717-4003-b807-4ad453a72b32 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:19:40.790706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 12f51928-8a25-4278-9b14-bca3a2f75b1e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:40.825025 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:40.866404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb9f641-9570-49e9-9ec4-402cc36fd3bf None None] Network 12f51928-8a25-4278-9b14-bca3a2f75b1e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:40.889158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:40.895254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:40.962751 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0de7bf02-9389-4182-ab8f-820b7190f639 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2807012 Jul 30 02:19:40.968670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45602) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:40.984823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '12f51928-8a25-4278-9b14-bca3a2f75b1e', 'name': 'tempest-PortsTestJSON-1947874135'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:41.145101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Router 54746f21-2e45-468b-ae5b-510c51caf145 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:19:41.149813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6c6d0abd-1180-47da-b0fe-7d893a0c021e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:41.206285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb7b1a6f-8474-4b4e-be24-d8b1fe9ed481 req-6ac73e96-38f0-4a2f-9efe-7d6ef4bc7378 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.0568004 Jul 30 02:19:41.369697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:41.401883 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Sync routers for ids ['54746f21-2e45-468b-ae5b-510c51caf145'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:41.408877 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:41.413105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5767ce5e-b887-4836-a368-ccb84d74fe01 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6158402 Jul 30 02:19:41.414267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6c6d0abd-1180-47da-b0fe-7d893a0c021e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:41.414729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45608) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:41.417101 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:41.432744 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Routers {'54746f21-2e45-468b-ae5b-510c51caf145'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:41.433372 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['54746f21-2e45-468b-ae5b-510c51caf145'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:41.502825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:41.508779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:41.576107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 7722a1ae-efc3-412b-8608-ca37fcdbbe95 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:19:41.633985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a909ca6-cb8e-4f68-8475-63f721f60708 None None] Network 753e1969-5251-4ce9-8e79-2adc6659ca25 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:41.667881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-12f51928-8a25-4278-9b14-bca3a2f75b1e', 'network_id': '12f51928-8a25-4278-9b14-bca3a2f75b1e', 'tenant_id': '0e41188a188545f087bcbd54979d505c', 'fixed_ips': [{'subnet_id': 'e3e93b69-825b-435c-9a30-bc1b0369ded5'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:41.669006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:41.705147 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Set router 54746f21-2e45-468b-ae5b-510c51caf145 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:41.708758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-a26f2890-f970-470b-8864-4b49d8e11fa4', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:41.709799 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:41.793568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8da0f695-80f8-4fe2-80eb-92a29da8dd83 None None] Provisioning for port 30a78ab6-7de6-4336-bfdd-56cac33385a8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:41.839583 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:41.983591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.6 (12f51928-8a25-4278-9b14-bca3a2f75b1e/e3e93b69-825b-435c-9a30-bc1b0369ded5/7722a1ae-efc3-412b-8608-ca37fcdbbe95) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:42.093063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 30a78ab6-7de6-4336-bfdd-56cac33385a8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:42.280354 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54746f21-2e45-468b-ae5b-510c51caf145', 'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:36Z', 'updated_at': '2021-07-30T02:19:39Z', 'revision_number': 3, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'gw_port': {'id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:38Z', 'updated_at': '2021-07-30T02:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:42.342930 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Checking router: 54746f21-2e45-468b-ae5b-510c51caf145 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:42.343397 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Updating router 54746f21-2e45-468b-ae5b-510c51caf145 port 3cbcc9b5-737e-403c-9f75-341ada83be9e binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:19:42.356624 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.396579 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.398907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.417564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 7722a1ae-efc3-412b-8608-ca37fcdbbe95 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:42.427417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14ae31f3-e91c-416e-85da-1fc70a61fec5 req-dad8f406-22b5-487f-a381-751fe5887c3f tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.0758305 Jul 30 02:19:42.483979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.511502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 30a78ab6-7de6-4336-bfdd-56cac33385a8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:42.533014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Transition to ACTIVE for port object d8832ec0-7937-4615-849c-576de4d82c0b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:42.558101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.562905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 30a78ab6-7de6-4336-bfdd-56cac33385a8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:42.563364 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.641830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 12f51928-8a25-4278-9b14-bca3a2f75b1e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:42.645454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=7722a1ae-efc3-412b-8608-ca37fcdbbe95,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:42.649895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:42.656368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:42.720910 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.765607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:42.767983 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.803502 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7fb1e5b2-574b-41ec-a4b5-26ca2454b883 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8304060 Jul 30 02:19:42.804186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45632) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:42.816007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '12f51928-8a25-4278-9b14-bca3a2f75b1e', 'name': 'tempest-PortsTestJSON-1498407402'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:42.870820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Allocated IP 2001:db8:1::2 (a26f2890-f970-470b-8864-4b49d8e11fa4/80d24b4d-cfd5-4689-81bf-53bc7dafcd08/94107d7c-31b1-4e17-bb8a-ab6661a175ba) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:42.990484 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:42.996839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Allocated IP 172.20.0.2 (12f51928-8a25-4278-9b14-bca3a2f75b1e/e3e93b69-825b-435c-9a30-bc1b0369ded5/520c4192-1e3e-455a-8512-ad1c38f6a5fb) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:43.016649 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Transition to ACTIVE for port object 3cbcc9b5-737e-403c-9f75-341ada83be9e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:43.023388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45636) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:43.027083 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.054412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Allocated IP 172.20.0.1 (753e1969-5251-4ce9-8e79-2adc6659ca25/3004a14d-2d71-4fc5-a918-589308bc1f1c/95ad44ad-3053-4da1-827a-2c7f2887eb35) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:43.096582 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Attempting to bind port 3cbcc9b5-737e-403c-9f75-341ada83be9e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:43.096960 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Attempting to bind port 3cbcc9b5-737e-403c-9f75-341ada83be9e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:43.097226 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Attempting to bind port 3cbcc9b5-737e-403c-9f75-341ada83be9e on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:43.109631 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:43.109631 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:43.109986 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.110878 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:43.110878 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Bound port: 3cbcc9b5-737e-403c-9f75-341ada83be9e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:43.111216 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.112339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed29a25-2b0b-4cbe-81d1-e95eed1ad466 None None] Pushing event updated for resources: {'Port': ['ID=d8832ec0-7937-4615-849c-576de4d82c0b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:43.120963 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d1d7a-931e-4126-9d47-97b8616b7c7f None None] Pushing event updated for resources: {'Port': ['ID=3cbcc9b5-737e-403c-9f75-341ada83be9e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:43.201153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:43.205201 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.243379 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] For port 3cbcc9b5-737e-403c-9f75-341ada83be9e, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:43.256460 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] For port 3cbcc9b5-737e-403c-9f75-341ada83be9e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3cbcc9b5-737e-403c-9f75-341ada83be9e,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:43.269345 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.280833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:19:43.344655 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.373483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Transition to ACTIVE for port object 95ad44ad-3053-4da1-827a-2c7f2887eb35 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:43.436946 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e6bbe7-81b2-43af-80eb-75614ca8d4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.446398 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d1d7a-931e-4126-9d47-97b8616b7c7f None None] Pushing event updated for resources: {'Port': ['ID=3cbcc9b5-737e-403c-9f75-341ada83be9e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:43.455262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.460474 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Routers {'54746f21-2e45-468b-ae5b-510c51caf145'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:43.462532 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['54746f21-2e45-468b-ae5b-510c51caf145'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:43.491690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Attempting to bind port d8832ec0-7937-4615-849c-576de4d82c0b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:43.492069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Attempting to bind port d8832ec0-7937-4615-849c-576de4d82c0b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8593c7e4-d77c-4eac-9efb-252952a81ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '330aca75-e184-4577-ac79-62c84d474418'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:43.492421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Attempting to bind port d8832ec0-7937-4615-849c-576de4d82c0b on network 330aca75-e184-4577-ac79-62c84d474418 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:43.501310 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.549940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:43.550391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Checking segment: {'id': '8593c7e4-d77c-4eac-9efb-252952a81ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '330aca75-e184-4577-ac79-62c84d474418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:43.550747 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.551144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Bound using segment: {'id': '8593c7e4-d77c-4eac-9efb-252952a81ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '330aca75-e184-4577-ac79-62c84d474418'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:43.551667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Bound port: d8832ec0-7937-4615-849c-576de4d82c0b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8593c7e4-d77c-4eac-9efb-252952a81ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '330aca75-e184-4577-ac79-62c84d474418'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:43.552055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.564259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Pushing event updated for resources: {'Port': ['ID=95ad44ad-3053-4da1-827a-2c7f2887eb35,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:43.672845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Network 753e1969-5251-4ce9-8e79-2adc6659ca25 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:43.677510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-069a4f45-b200-45a2-a0f3-e38708cad7fb req-a4541e14-dffc-4e74-a239-cdaa21351d8e tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.0857131 Jul 30 02:19:43.678666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:43.687259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:43.745029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e6bbe7-81b2-43af-80eb-75614ca8d4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.754907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7e6bbe7-81b2-43af-80eb-75614ca8d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.780736 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.813306 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c7e6bbe7-81b2-43af-80eb-75614ca8d4f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c478147d32b5412f846e42f6df0fa539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7756386 Jul 30 02:19:43.832464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45644) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:43.904599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6bbe7-81b2-43af-80eb-75614ca8d4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac98ccc6-ddba-42f0-a3a6-b378fc8e4821,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:43.983085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8efa-4843-4baa-93cb-29cec72eff68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:43.984786 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] Set router 54746f21-2e45-468b-ae5b-510c51caf145 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:44.064272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8efa-4843-4baa-93cb-29cec72eff68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.090813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.181833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8efa-4843-4baa-93cb-29cec72eff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.187173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d4c8efa-4843-4baa-93cb-29cec72eff68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.191483 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0d4c8efa-4843-4baa-93cb-29cec72eff68 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ac98ccc6-ddba-42f0-a3a6-b378fc8e4821 HTTP/1.1" status: 204 len: 168 time: 0.3559604 Jul 30 02:19:44.210100 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c8efa-4843-4baa-93cb-29cec72eff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac98ccc6-ddba-42f0-a3a6-b378fc8e4821,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:44.413028 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54746f21-2e45-468b-ae5b-510c51caf145', 'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:36Z', 'updated_at': '2021-07-30T02:19:39Z', 'revision_number': 3, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'gw_port': {'id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:38Z', 'updated_at': '2021-07-30T02:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:44.427792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 30a78ab6-7de6-4336-bfdd-56cac33385a8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=30a78ab6-7de6-4336-bfdd-56cac33385a8,segment=NetworkSegment(c6394715-35f3-4d7f-9652-fb329d4d909d),segment_id=c6394715-35f3-4d7f-9652-fb329d4d909d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:44.450777 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.456916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.507183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.513039 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f2544-8389-4468-baf6-63b18a8aee8d None None] The sync data for ids ['54746f21-2e45-468b-ae5b-510c51caf145'] in n-d-715271-7 is: [{'id': '54746f21-2e45-468b-ae5b-510c51caf145', 'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:36Z', 'updated_at': '2021-07-30T02:19:39Z', 'revision_number': 3, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'gw_port': {'id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:38Z', 'updated_at': '2021-07-30T02:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:44.581837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.600301 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.620908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f6aa8575-381e-4e54-9598-94d9d2892d6d None None] Provisioning complete for port 30a78ab6-7de6-4336-bfdd-56cac33385a8 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:44.621623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8575-381e-4e54-9598-94d9d2892d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.628714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Pushing event updated for resources: {'Port': ['ID=95ad44ad-3053-4da1-827a-2c7f2887eb35,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:44.630921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Transition to ACTIVE for port object 520c4192-1e3e-455a-8512-ad1c38f6a5fb will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:44.636209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Transition to ACTIVE for port object 94107d7c-31b1-4e17-bb8a-ab6661a175ba will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:44.672844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] For port d8832ec0-7937-4615-849c-576de4d82c0b, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:44.673755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.727532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Transition to ACTIVE for port object 94107d7c-31b1-4e17-bb8a-ab6661a175ba will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:44.730369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Transition to ACTIVE for port object 520c4192-1e3e-455a-8512-ad1c38f6a5fb will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:44.760128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=30a78ab6-7de6-4336-bfdd-56cac33385a8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:44.776282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] For port d8832ec0-7937-4615-849c-576de4d82c0b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d8832ec0-7937-4615-849c-576de4d82c0b,segment=NetworkSegment(8593c7e4-d77c-4eac-9efb-252952a81ad7),segment_id=8593c7e4-d77c-4eac-9efb-252952a81ad7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:44.790028 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.866140 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.878946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:44.905625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Network a26f2890-f970-470b-8864-4b49d8e11fa4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:44.925968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e5b42b1-3885-4a9d-8554-139a2875cc66 req-fba32c61-2ec9-4b79-8dc0-f179d74bc5f9 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.0787406 Jul 30 02:19:44.944142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Network 753e1969-5251-4ce9-8e79-2adc6659ca25 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:44.947506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:44.965019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:44.969638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Network 12f51928-8a25-4278-9b14-bca3a2f75b1e is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:44.979122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:45.047280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:45.066217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 2001:db8:1::1 (a26f2890-f970-470b-8864-4b49d8e11fa4/80d24b4d-cfd5-4689-81bf-53bc7dafcd08/ece84489-c2b5-4fe0-b6b5-1aad2ae41285) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:45.067131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:45.126405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.5 (12f51928-8a25-4278-9b14-bca3a2f75b1e/e3e93b69-825b-435c-9a30-bc1b0369ded5/7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:45.144716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Pushing event updated for resources: {'Port': ['ID=94107d7c-31b1-4e17-bb8a-ab6661a175ba,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:45.391931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:45.392992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:45.498819 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:45.527465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Transition to ACTIVE for port object ece84489-c2b5-4fe0-b6b5-1aad2ae41285 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:45.572216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Router 54746f21-2e45-468b-ae5b-510c51caf145 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:45.581077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Pushing event updated for resources: {'Port': ['ID=520c4192-1e3e-455a-8512-ad1c38f6a5fb,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:45.603105 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:45.624630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Attempting to bind port 94107d7c-31b1-4e17-bb8a-ab6661a175ba on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:45.625016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Attempting to bind port 94107d7c-31b1-4e17-bb8a-ab6661a175ba by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '082628b0-2f62-4972-97e9-0e745174405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:45.626129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Attempting to bind port 94107d7c-31b1-4e17-bb8a-ab6661a175ba on network a26f2890-f970-470b-8864-4b49d8e11fa4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:45.674632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:45.675069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Checking segment: {'id': '082628b0-2f62-4972-97e9-0e745174405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:45.675527 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:45.675934 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Bound using segment: {'id': '082628b0-2f62-4972-97e9-0e745174405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:45.676429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Bound port: 94107d7c-31b1-4e17-bb8a-ab6661a175ba, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082628b0-2f62-4972-97e9-0e745174405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:45.677362 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:45.714525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:45.726940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network a26f2890-f970-470b-8864-4b49d8e11fa4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:45.739404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:45.747691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:45.748254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:45.808537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:45.830381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-11973680-a14c-423e-ac80-0e4247f1b4e4 admin admin] 10.222.0.84 "PUT /v2.0/routers/54746f21-2e45-468b-ae5b-510c51caf145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4094441 Jul 30 02:19:45.847301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=ece84489-c2b5-4fe0-b6b5-1aad2ae41285,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:45.868347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Attempting to bind port 520c4192-1e3e-455a-8512-ad1c38f6a5fb on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:45.868723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Attempting to bind port 520c4192-1e3e-455a-8512-ad1c38f6a5fb by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8b206f9d-430c-4291-8148-ffe0b437b2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '12f51928-8a25-4278-9b14-bca3a2f75b1e'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:45.871268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Attempting to bind port 520c4192-1e3e-455a-8512-ad1c38f6a5fb on network 12f51928-8a25-4278-9b14-bca3a2f75b1e {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:45.938401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed29a25-2b0b-4cbe-81d1-e95eed1ad466 None None] Pushing event updated for resources: {'Port': ['ID=d8832ec0-7937-4615-849c-576de4d82c0b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:45.954335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a28e2499-d8a6-439a-a31d-bf830c7fc819 None None] Provisioning for port 95ad44ad-3053-4da1-827a-2c7f2887eb35 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:46.100320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45682) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:46.138043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:46.138043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Checking segment: {'id': '8b206f9d-430c-4291-8148-ffe0b437b2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '12f51928-8a25-4278-9b14-bca3a2f75b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:46.138043 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.138043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Bound using segment: {'id': '8b206f9d-430c-4291-8148-ffe0b437b2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '12f51928-8a25-4278-9b14-bca3a2f75b1e'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:46.143200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Bound port: 520c4192-1e3e-455a-8512-ad1c38f6a5fb, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b206f9d-430c-4291-8148-ffe0b437b2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '12f51928-8a25-4278-9b14-bca3a2f75b1e'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:46.143924 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.149380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a28e2499-d8a6-439a-a31d-bf830c7fc819 None None] Provisioning complete for port 95ad44ad-3053-4da1-827a-2c7f2887eb35 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:46.149744 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a28e2499-d8a6-439a-a31d-bf830c7fc819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.163373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fea60ec3-785f-4cd8-9d28-7e070981c45f req-a4dca1a1-6a24-4a09-8d65-605d355c1df1 tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "GET /v2.0/ports?device_id=ffe976c1-e0ff-4e72-9c7f-4e4a0b8e82b4 HTTP/1.1" status: 200 len: 210 time: 0.0673125 Jul 30 02:19:46.198946 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.212313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:46.255132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a28e2499-d8a6-439a-a31d-bf830c7fc819 None None] Port 95ad44ad-3053-4da1-827a-2c7f2887eb35 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:46.278515 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.292419 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.324897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] For port 520c4192-1e3e-455a-8512-ad1c38f6a5fb, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:46.329282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] For port 520c4192-1e3e-455a-8512-ad1c38f6a5fb, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=520c4192-1e3e-455a-8512-ad1c38f6a5fb,segment=NetworkSegment(8b206f9d-430c-4291-8148-ffe0b437b2af),segment_id=8b206f9d-430c-4291-8148-ffe0b437b2af)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:46.348397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.390290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] For port 94107d7c-31b1-4e17-bb8a-ab6661a175ba, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:46.505778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] For port 94107d7c-31b1-4e17-bb8a-ab6661a175ba, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=94107d7c-31b1-4e17-bb8a-ab6661a175ba,segment=NetworkSegment(082628b0-2f62-4972-97e9-0e745174405e),segment_id=082628b0-2f62-4972-97e9-0e745174405e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:46.514225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e8fb7bc9-fbe0-4561-b1f8-687e5b2808b3 None None] Provisioning complete for port 95ad44ad-3053-4da1-827a-2c7f2887eb35 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:46.514605 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7bc9-fbe0-4561-b1f8-687e5b2808b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.548928 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:46.616577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5f7b5-5393-421d-9af4-5e4ae1a5e5af None None] Pushing event updated for resources: {'Port': ['ID=520c4192-1e3e-455a-8512-ad1c38f6a5fb,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:46.700987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e8fb7bc9-fbe0-4561-b1f8-687e5b2808b3 None None] Port 95ad44ad-3053-4da1-827a-2c7f2887eb35 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:19:46.705372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55094cfd-0b37-44e4-a355-28dfa05395bc None None] Pushing event updated for resources: {'Port': ['ID=94107d7c-31b1-4e17-bb8a-ab6661a175ba,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:46.736046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:35Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:44Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:46.807363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48aed36-2b70-4861-af7e-55b0221c02ee None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:35Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:44Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:46.848356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 30a78ab6-7de6-4336-bfdd-56cac33385a8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:46.965524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 30a78ab6-7de6-4336-bfdd-56cac33385a8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:46.965917 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.026224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2104371603-network', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:47.088738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 12f51928-8a25-4278-9b14-bca3a2f75b1e is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:47.119993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:47.148136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:47.152926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:47.177935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3cbcc9b5-737e-403c-9f75-341ada83be9e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:47.315625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Made reservation on behalf of e422a9deaa9942b88a6d47d209caef33 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:47.318014 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.339485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 3cbcc9b5-737e-403c-9f75-341ada83be9e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:47.344904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3cbcc9b5-737e-403c-9f75-341ada83be9e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:47.345617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.355525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45732) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:47.384332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.486459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:47.488037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.553648 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.617898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 3cbcc9b5-737e-403c-9f75-341ada83be9e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3cbcc9b5-737e-403c-9f75-341ada83be9e,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:47.625509 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.665182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Deleting port 59eb34a5-2596-4948-a600-148f64dec9c8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:47.665835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.746121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=3cbcc9b5-737e-403c-9f75-341ada83be9e,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:47.825471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.828091 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.843962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.852874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Calling delete_port for 59eb34a5-2596-4948-a600-148f64dec9c8 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:47.865710 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.886273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.893897 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-23b44a1c-b304-45f8-b241-13ba402ec6bc tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0856416 Jul 30 02:19:47.906289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45760) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:47.961081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:47.962331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.082420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:48.084107 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.171261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'Port': ['ID=59eb34a5-2596-4948-a600-148f64dec9c8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:48.281214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed55bf8-e2dc-4763-be44-715432986802,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:48.304741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=ece84489-c2b5-4fe0-b6b5-1aad2ae41285,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:48.318718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.319068 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Added segment 4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d of type vlan for network fc3191d4-8bed-423b-9679-566c4879ff58 Jul 30 02:19:48.319189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.322912 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.324288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a00627cc-7d28-4b4f-843a-0061132aa95a tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "DELETE /v2.0/floatingips/c336d028-3353-4512-98d8-dac030061d0d HTTP/1.1" status: 204 len: 168 time: 0.9671290 Jul 30 02:19:48.407493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.562914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867dc3e3-cff7-4095-af1b-9299d9f09392 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:48.565695 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-867dc3e3-cff7-4095-af1b-9299d9f09392 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.6298709 Jul 30 02:19:48.568426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45780) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:48.620706 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.630036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:48.630250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Sync routers for ids ['54746f21-2e45-468b-ae5b-510c51caf145'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:48.631790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:48.659600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Routers {'54746f21-2e45-468b-ae5b-510c51caf145'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:48.662110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['54746f21-2e45-468b-ae5b-510c51caf145'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:48.667043 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5543041 Jul 30 02:19:48.681937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45784) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:48.741154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871b1bd-bcf1-482a-84c4-7db4854ccb82 None None] Network a26f2890-f970-470b-8864-4b49d8e11fa4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:48.747143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Request body: {'subnet': {'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2104371603-subnet', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:48.803180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234edcb-8cab-4fe5-b2f3-2f1983e49fbd admin admin] Pushing event updated for resources: {'Network': ['ID=fc3191d4-8bed-423b-9679-566c4879ff58,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:48.809479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network a26f2890-f970-470b-8864-4b49d8e11fa4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:48.821400 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:48.828002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-870adb6b-4650-4a72-90ac-1e0f90167f5d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:48.828351 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-870adb6b-4650-4a72-90ac-1e0f90167f5d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.019290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Made reservation on behalf of e422a9deaa9942b88a6d47d209caef33 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:49.045233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.048166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cac4e9-ac5c-466e-8bad-3b00253fba5c None None] Network 12f51928-8a25-4278-9b14-bca3a2f75b1e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:49.076310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:49.098022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network fc3191d4-8bed-423b-9679-566c4879ff58 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:49.326527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e31e167c-08bd-4128-a101-31bb80ca916b None None] Provisioning for port 94107d7c-31b1-4e17-bb8a-ab6661a175ba completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:49.446421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3cbcc9b5-737e-403c-9f75-341ada83be9e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:49.466369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Set router 54746f21-2e45-468b-ae5b-510c51caf145 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:49.679378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.774649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-870adb6b-4650-4a72-90ac-1e0f90167f5d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:49.801854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-870adb6b-4650-4a72-90ac-1e0f90167f5d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:49.876003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:49.890857 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:49.911124 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:49.912093 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:49.916819 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7fb60cd9-52c9-4c3b-afb8-7fc0d6f3be96 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3529732 Jul 30 02:19:49.936277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3615472c-cf82-4522-98ce-9e7ce4de831f None None] Provisioning for port 520c4192-1e3e-455a-8512-ad1c38f6a5fb completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:49.940901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:49.965694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-867287474'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:50.039178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:50.051402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.084618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3cbcc9b5-737e-403c-9f75-341ada83be9e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:50.084618 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.084887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f649561d-6853-4c77-85e9-9ee0c202d67d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:50.177923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Checking segment: {'id': '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:50.179545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Network hostable DHCP agents. Network: fc3191d4-8bed-423b-9679-566c4879ff58, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:50.190585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:50.192094 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:50.203982 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-870adb6b-4650-4a72-90ac-1e0f90167f5d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.234961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.235861 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added segment f46f1299-b56b-498b-a70d-d18b2e193397 of type vlan for network c19406e4-cd7d-478f-965a-1340054cb503 Jul 30 02:19:50.299678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Network fc3191d4-8bed-423b-9679-566c4879ff58 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:50.316450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 520c4192-1e3e-455a-8512-ad1c38f6a5fb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:50.347974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870adb6b-4650-4a72-90ac-1e0f90167f5d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:50.363264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, fc3191d4-8bed-423b-9679-566c4879ff58) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:50.373609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.381756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:50.382981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.418314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3ea79-543c-4e6f-980c-f1108ed945d5 None None] Network fc3191d4-8bed-423b-9679-566c4879ff58 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:50.466544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54746f21-2e45-468b-ae5b-510c51caf145', 'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:36Z', 'updated_at': '2021-07-30T02:19:44Z', 'revision_number': 4, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'gw_port': {'id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:38Z', 'updated_at': '2021-07-30T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '95ad44ad-3053-4da1-827a-2c7f2887eb35', 'name': '', 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'mac_address': 'fa:16:3e:a5:c6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3004a14d-2d71-4fc5-a918-589308bc1f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:19:44Z', 'revision_number': 2, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'subnets': [{'id': '3004a14d-2d71-4fc5-a918-589308bc1f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:50.488553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45804) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:50.489110 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-45f7614b-7577-483e-9a18-917786f5cca0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8009343 Jul 30 02:19:50.493742 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.500321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:50.500693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:50.501401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.515128 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-870adb6b-4650-4a72-90ac-1e0f90167f5d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.517928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-870adb6b-4650-4a72-90ac-1e0f90167f5d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751 HTTP/1.1" status: 204 len: 168 time: 1.9482610 Jul 30 02:19:50.521912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45806) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:50.582310 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b22728-3e98-410a-a7a8-49f29f347824 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:19:50.584417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-31b22728-3e98-410a-a7a8-49f29f347824 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751 HTTP/1.1" status: 404 len: 333 time: 0.0611415 Jul 30 02:19:50.588215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45808) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:50.601529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.603866 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.661978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Checking router: 54746f21-2e45-468b-ae5b-510c51caf145 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:50.662323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Updating router 54746f21-2e45-468b-ae5b-510c51caf145 port 95ad44ad-3053-4da1-827a-2c7f2887eb35 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:19:50.753965 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.778120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45810) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:50.780536 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8296795 Jul 30 02:19:50.801027 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'subnet': {'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:50.834905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 520c4192-1e3e-455a-8512-ad1c38f6a5fb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:50.882395 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 520c4192-1e3e-455a-8512-ad1c38f6a5fb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:50.882806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:50.897715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902883b6-934d-4510-9de2-cb30440b0f02 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Network': ['ID=c19406e4-cd7d-478f-965a-1340054cb503,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:50.940520 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:46Z', 'revision_number': 3, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:44Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:19:47Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:50.964343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c19406e4-cd7d-478f-965a-1340054cb503 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:19:51.046161 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:19:51.046514 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Updating router 2c2232f6-1928-4696-b1e2-340d72c56418 port ece84489-c2b5-4fe0-b6b5-1aad2ae41285 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:19:51.112122 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.155306 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.254862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-15bbbb05-9cb6-4bc2-81c7-6b0256070e5a None None] Provisioning complete for port 520c4192-1e3e-455a-8512-ad1c38f6a5fb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:51.254862 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15bbbb05-9cb6-4bc2-81c7-6b0256070e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.433286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:51.436477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.568263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-fc3191d4-8bed-423b-9679-566c4879ff58', 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'fixed_ips': [{'subnet_id': 'f649561d-6853-4c77-85e9-9ee0c202d67d'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:51.569219 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.905680 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.925909 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.938616 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Transition to ACTIVE for port object ece84489-c2b5-4fe0-b6b5-1aad2ae41285 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:51.961209 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.970638 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15bbbb05-9cb6-4bc2-81c7-6b0256070e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:51.981350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.129838 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fad89e-8565-4d72-878d-894b0d984c68 None None] Pushing event updated for resources: {'Port': ['ID=ece84489-c2b5-4fe0-b6b5-1aad2ae41285,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:52.182779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-33ce05bd-7a98-4f27-b0a7-c547bec02515 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 7722a1ae-efc3-412b-8608-ca37fcdbbe95 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:52.183209 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33ce05bd-7a98-4f27-b0a7-c547bec02515 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.277130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 520c4192-1e3e-455a-8512-ad1c38f6a5fb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=520c4192-1e3e-455a-8512-ad1c38f6a5fb,segment=NetworkSegment(8b206f9d-430c-4291-8148-ffe0b437b2af),segment_id=8b206f9d-430c-4291-8148-ffe0b437b2af)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:52.311339 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.312440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d8832ec0-7937-4615-849c-576de4d82c0b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:52.350242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Allocated IP 172.20.0.2 (fc3191d4-8bed-423b-9679-566c4879ff58/f649561d-6853-4c77-85e9-9ee0c202d67d/500d276e-e8cb-4bf2-90f2-3740f5c3b8fa) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:52.365081 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.366791 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Attempting to bind port ece84489-c2b5-4fe0-b6b5-1aad2ae41285 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:52.367162 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Attempting to bind port ece84489-c2b5-4fe0-b6b5-1aad2ae41285 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '082628b0-2f62-4972-97e9-0e745174405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:52.367885 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Attempting to bind port ece84489-c2b5-4fe0-b6b5-1aad2ae41285 on network a26f2890-f970-470b-8864-4b49d8e11fa4 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:52.381023 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:52.381944 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Checking segment: {'id': '082628b0-2f62-4972-97e9-0e745174405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:52.382598 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.383182 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Bound using segment: {'id': '082628b0-2f62-4972-97e9-0e745174405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:52.383900 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Bound port: ece84489-c2b5-4fe0-b6b5-1aad2ae41285, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082628b0-2f62-4972-97e9-0e745174405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:52.386926 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.419887 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.528634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Subnet': ['ID=d7c4d375-d360-47b3-84af-1caf1fd82a6a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:52.535563 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] For port ece84489-c2b5-4fe0-b6b5-1aad2ae41285, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:52.545997 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] For port ece84489-c2b5-4fe0-b6b5-1aad2ae41285, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ece84489-c2b5-4fe0-b6b5-1aad2ae41285,segment=NetworkSegment(082628b0-2f62-4972-97e9-0e745174405e),segment_id=082628b0-2f62-4972-97e9-0e745174405e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:52.554971 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.589676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33ce05bd-7a98-4f27-b0a7-c547bec02515 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.603193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-33ce05bd-7a98-4f27-b0a7-c547bec02515 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 7722a1ae-efc3-412b-8608-ca37fcdbbe95 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:52.604972 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:52.605616 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:52.612184 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-15bbbb05-9cb6-4bc2-81c7-6b0256070e5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:19:52.613634 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-15bbbb05-9cb6-4bc2-81c7-6b0256070e5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:19:52.657987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Transition to ACTIVE for port object 95ad44ad-3053-4da1-827a-2c7f2887eb35 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:52.758545 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fad89e-8565-4d72-878d-894b0d984c68 None None] Pushing event updated for resources: {'Port': ['ID=ece84489-c2b5-4fe0-b6b5-1aad2ae41285,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:52.830177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=520c4192-1e3e-455a-8512-ad1c38f6a5fb,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:52.851808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:52.870931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.871558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.871994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.872462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.872887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.873367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.873823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.874246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.875587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.876387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.882979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.883895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:19:52.908326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33ce05bd-7a98-4f27-b0a7-c547bec02515 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.020562 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:53.045779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port d8832ec0-7937-4615-849c-576de4d82c0b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:53.103210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce05bd-7a98-4f27-b0a7-c547bec02515 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=7722a1ae-efc3-412b-8608-ca37fcdbbe95,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:53.121504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d8832ec0-7937-4615-849c-576de4d82c0b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:53.121935 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.336676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Checking segment: {'id': 'f46f1299-b56b-498b-a70d-d18b2e193397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:53.337051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network hostable DHCP agents. Network: c19406e4-cd7d-478f-965a-1340054cb503, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:19:53.455051 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-33ce05bd-7a98-4f27-b0a7-c547bec02515 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.457379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-33ce05bd-7a98-4f27-b0a7-c547bec02515 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/7722a1ae-efc3-412b-8608-ca37fcdbbe95 HTTP/1.1" status: 204 len: 168 time: 2.8663981 Jul 30 02:19:53.460339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45830) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:53.500452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network c19406e4-cd7d-478f-965a-1340054cb503 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:19:53.509045 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0348f8d4-1dc0-4b1f-a0bd-d3b2d462b30d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:19:53.511516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0348f8d4-1dc0-4b1f-a0bd-d3b2d462b30d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/7722a1ae-efc3-412b-8608-ca37fcdbbe95 HTTP/1.1" status: 404 len: 333 time: 0.0482008 Jul 30 02:19:53.514815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45832) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:53.527170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, c19406e4-cd7d-478f-965a-1340054cb503) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:53.569544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:53.571622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.592051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.643733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df58bc8-3679-4653-a2ee-d08621b8c8b4 None None] Network c19406e4-cd7d-478f-965a-1340054cb503 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:53.658594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Transition to ACTIVE for port object 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:53.665516 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:46Z', 'revision_number': 3, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:44Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:19:52Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:53.708170 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0d596-14eb-48c2-a03d-5229bcccafc4 None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:46Z', 'revision_number': 3, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:44Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:19:52Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:53.762558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d1ec9d44-a856-4ce5-a907-2845fbbb0c6e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9795442 Jul 30 02:19:53.764166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45834) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:53.778578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc834cbc-e535-4e4f-a648-e6a15166b249 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet e3e93b69-825b-435c-9a30-bc1b0369ded5 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:19:53.790285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc834cbc-e535-4e4f-a648-e6a15166b249 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.820594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cea08-28cc-440f-9ddd-4692894d1ac5 None None] Pushing event updated for resources: {'Port': ['ID=95ad44ad-3053-4da1-827a-2c7f2887eb35,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:53.841594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.896861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Transition to ACTIVE for port object 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:53.915557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-15bbbb05-9cb6-4bc2-81c7-6b0256070e5a None None] Could not find standard attr ID for object 7722a1ae-efc3-412b-8608-ca37fcdbbe95. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:19:53.924977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Attempting to bind port 95ad44ad-3053-4da1-827a-2c7f2887eb35 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:53.925360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Attempting to bind port 95ad44ad-3053-4da1-827a-2c7f2887eb35 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c6394715-35f3-4d7f-9652-fb329d4d909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:53.925723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Attempting to bind port 95ad44ad-3053-4da1-827a-2c7f2887eb35 on network 753e1969-5251-4ce9-8e79-2adc6659ca25 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:53.929082 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.935375 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.958560 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc834cbc-e535-4e4f-a648-e6a15166b249 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:53.969038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-15bbbb05-9cb6-4bc2-81c7-6b0256070e5a None None] Could not find standard attr ID for object 7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:19:54.003162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:54.003640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Checking segment: {'id': 'c6394715-35f3-4d7f-9652-fb329d4d909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:54.003978 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.004376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Bound using segment: {'id': 'c6394715-35f3-4d7f-9652-fb329d4d909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:54.004865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Bound port: 95ad44ad-3053-4da1-827a-2c7f2887eb35, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6394715-35f3-4d7f-9652-fb329d4d909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:54.005273 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.019884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Network fc3191d4-8bed-423b-9679-566c4879ff58 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:54.037622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:54.044573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:54.142568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Pushing event updated for resources: {'Port': ['ID=500d276e-e8cb-4bf2-90f2-3740f5c3b8fa,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:54.248246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Allocated IP 172.25.7.189 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/f5e289f0-b350-46d0-8cfc-7e38031fbca0) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:54.263770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc834cbc-e535-4e4f-a648-e6a15166b249 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.280912 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.281607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.332564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3c7bd08d-cb3b-4137-93e3-f2da068c82ff None None] Provisioning for port ece84489-c2b5-4fe0-b6b5-1aad2ae41285 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:54.489226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Attempting to bind port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:54.490732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Attempting to bind port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:54.491221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Attempting to bind port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa on network fc3191d4-8bed-423b-9679-566c4879ff58 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:54.526924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45844) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:54.532877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3c7bd08d-cb3b-4137-93e3-f2da068c82ff None None] Could not find standard attr ID for object 7c80e0c9-f5e5-4ab7-84a7-a6ecbd9df751. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:19:54.545485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:54.546001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Checking segment: {'id': '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:54.546515 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.547007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Bound using segment: {'id': '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:54.547826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Bound port: 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:54.548147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.551084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] For port 95ad44ad-3053-4da1-827a-2c7f2887eb35, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:54.559309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] For port 95ad44ad-3053-4da1-827a-2c7f2887eb35, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=95ad44ad-3053-4da1-827a-2c7f2887eb35,segment=NetworkSegment(c6394715-35f3-4d7f-9652-fb329d4d909d),segment_id=c6394715-35f3-4d7f-9652-fb329d4d909d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:54.593055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-c19406e4-cd7d-478f-965a-1340054cb503', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:19:54.596092 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.609923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.658905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port d8832ec0-7937-4615-849c-576de4d82c0b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d8832ec0-7937-4615-849c-576de4d82c0b,segment=NetworkSegment(8593c7e4-d77c-4eac-9efb-252952a81ad7),segment_id=8593c7e4-d77c-4eac-9efb-252952a81ad7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:54.691810 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc834cbc-e535-4e4f-a648-e6a15166b249 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.706890 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.743783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.746723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 94107d7c-31b1-4e17-bb8a-ab6661a175ba up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:54.798003 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc834cbc-e535-4e4f-a648-e6a15166b249 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.805194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fc834cbc-e535-4e4f-a648-e6a15166b249 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/e3e93b69-825b-435c-9a30-bc1b0369ded5 HTTP/1.1" status: 204 len: 168 time: 1.2863526 Jul 30 02:19:54.813533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45852) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:54.823303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc834cbc-e535-4e4f-a648-e6a15166b249 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e93b69-825b-435c-9a30-bc1b0369ded5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:54.856975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08baa4-90ee-4dba-ab62-f94d2dcfd08b None None] Network 12f51928-8a25-4278-9b14-bca3a2f75b1e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:54.974794 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:54.984805 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f51c268d-336c-43b5-ab48-51661af6769d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.076378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cea08-28cc-440f-9ddd-4692894d1ac5 None None] Pushing event updated for resources: {'Port': ['ID=95ad44ad-3053-4da1-827a-2c7f2887eb35,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:55.081651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f51c268d-336c-43b5-ab48-51661af6769d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.123500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.237521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=d8832ec0-7937-4615-849c-576de4d82c0b,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:55.355268 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.413595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:55.418488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:55.444312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:55.454014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 2001:db8:2::1 (c19406e4-cd7d-478f-965a-1340054cb503/d7c4d375-d360-47b3-84af-1caf1fd82a6a/b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:55.480170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Routers {'54746f21-2e45-468b-ae5b-510c51caf145'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:55.480726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['54746f21-2e45-468b-ae5b-510c51caf145'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:55.494960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] For port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:55.600823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] For port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=500d276e-e8cb-4bf2-90f2-3740f5c3b8fa,segment=NetworkSegment(4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d),segment_id=4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:55.655508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e289f0-b350-46d0-8cfc-7e38031fbca0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:55.656333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.669486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f51c268d-336c-43b5-ab48-51661af6769d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.673598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f51c268d-336c-43b5-ab48-51661af6769d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.674717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Transition to ACTIVE for port object b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:55.681269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f51c268d-336c-43b5-ab48-51661af6769d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] 10.222.0.84 "DELETE /v2.0/security-groups/e0e362fc-7971-4aa4-88f4-0a99efa0bbdd HTTP/1.1" status: 204 len: 168 time: 1.1534538 Jul 30 02:19:55.709790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c268d-336c-43b5-ab48-51661af6769d tempest-TestVolumeBootPattern-805460623 tempest-TestVolumeBootPattern-805460623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e362fc-7971-4aa4-88f4-0a99efa0bbdd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:55.723464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.831819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3c7bd08d-cb3b-4137-93e3-f2da068c82ff None None] Could not find standard attr ID for object 7722a1ae-efc3-412b-8608-ca37fcdbbe95. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:19:55.837531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45860) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:55.863889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.915412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:55.931458 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network c19406e4-cd7d-478f-965a-1340054cb503 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:55.934031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:55.940099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 94107d7c-31b1-4e17-bb8a-ab6661a175ba completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:55.950129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:55.952317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:55.956781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 520c4192-1e3e-455a-8512-ad1c38f6a5fb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:55.957369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.195554 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] For port 520c4192-1e3e-455a-8512-ad1c38f6a5fb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=520c4192-1e3e-455a-8512-ad1c38f6a5fb,segment=NetworkSegment(8b206f9d-430c-4291-8148-ffe0b437b2af),segment_id=8b206f9d-430c-4291-8148-ffe0b437b2af)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:56.196185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.217780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 520c4192-1e3e-455a-8512-ad1c38f6a5fb owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:56.249063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 94107d7c-31b1-4e17-bb8a-ab6661a175ba triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:56.249602 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:56.557421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] DHCP port deletion for 12f51928-8a25-4278-9b14-bca3a2f75b1e request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:19:56.987560 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.015535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] Set router 54746f21-2e45-468b-ae5b-510c51caf145 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:57.027331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b9259-0fa5-4e3b-b4a8-1b80e5c4de46 None None] Pushing event updated for resources: {'Port': ['ID=500d276e-e8cb-4bf2-90f2-3740f5c3b8fa,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:57.104731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Allocated IP 2001:db8:2::2 (c19406e4-cd7d-478f-965a-1340054cb503/d7c4d375-d360-47b3-84af-1caf1fd82a6a/7c2fd81e-7263-49c2-8e7c-83a14afe6eb1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:19:57.107563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.187866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=520c4192-1e3e-455a-8512-ad1c38f6a5fb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:57.208471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No DVR routers for this DVR port 520c4192-1e3e-455a-8512-ad1c38f6a5fb on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:57.223793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.421027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] Deleting port 520c4192-1e3e-455a-8512-ad1c38f6a5fb {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:19:57.421599 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.545375 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] For port 520c4192-1e3e-455a-8512-ad1c38f6a5fb, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:57.545947 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.564999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] Calling delete_port for 520c4192-1e3e-455a-8512-ad1c38f6a5fb owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:19:57.568073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] Port 520c4192-1e3e-455a-8512-ad1c38f6a5fb was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:19:57.575151 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:57.935685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] Pushing event deleted for resources: {'Port': ['ID=520c4192-1e3e-455a-8512-ad1c38f6a5fb,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:57.965176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8eb7a-255c-44d1-bf5e-0c42b4f4e12e None None] No DVR routers for this DVR port 520c4192-1e3e-455a-8512-ad1c38f6a5fb on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:19:57.974095 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.173509 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.194800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f51928-8a25-4278-9b14-bca3a2f75b1e']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:58.221364 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.240449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Transition to ACTIVE for port object 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:58.261940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Transition to ACTIVE for port object 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:19:58.279811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b206f9d-430c-4291-8148-ffe0b437b2af') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:58.280109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b206f9d-430c-4291-8148-ffe0b437b2af') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:58.287198 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.299943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 94107d7c-31b1-4e17-bb8a-ab6661a175ba, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=94107d7c-31b1-4e17-bb8a-ab6661a175ba,segment=NetworkSegment(082628b0-2f62-4972-97e9-0e745174405e),segment_id=082628b0-2f62-4972-97e9-0e745174405e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:19:58.348150 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.384594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Network c19406e4-cd7d-478f-965a-1340054cb503 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:58.403383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:58.408056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:19:58.409962 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Pushing event updated for resources: {'Port': ['ID=7c2fd81e-7263-49c2-8e7c-83a14afe6eb1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:58.510961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e811b1-5b0b-4a28-b5aa-3df671cf114a None None] Network fc3191d4-8bed-423b-9679-566c4879ff58 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:19:58.558853 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.577207 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.595750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.637123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54746f21-2e45-468b-ae5b-510c51caf145', 'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:36Z', 'updated_at': '2021-07-30T02:19:44Z', 'revision_number': 4, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'gw_port': {'id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:38Z', 'updated_at': '2021-07-30T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '95ad44ad-3053-4da1-827a-2c7f2887eb35', 'name': '', 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'mac_address': 'fa:16:3e:a5:c6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3004a14d-2d71-4fc5-a918-589308bc1f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 4, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'subnets': [{'id': '3004a14d-2d71-4fc5-a918-589308bc1f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:58.644304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Attempting to bind port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:19:58.644304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Attempting to bind port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'f46f1299-b56b-498b-a70d-d18b2e193397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:19:58.644746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Attempting to bind port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 on network c19406e4-cd7d-478f-965a-1340054cb503 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:19:58.716788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dee8a8c3-8974-465c-9d56-ab72077bbb8c None None] Provisioning for port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:58.724980 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.738742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12998bf0-42c1-4bb4-acfb-7e154388a644 None None] The sync data for ids ['54746f21-2e45-468b-ae5b-510c51caf145'] in n-d-715271-7 is: [{'id': '54746f21-2e45-468b-ae5b-510c51caf145', 'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:36Z', 'updated_at': '2021-07-30T02:19:44Z', 'revision_number': 4, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'gw_port': {'id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:38Z', 'updated_at': '2021-07-30T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '95ad44ad-3053-4da1-827a-2c7f2887eb35', 'name': '', 'network_id': '753e1969-5251-4ce9-8e79-2adc6659ca25', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'mac_address': 'fa:16:3e:a5:c6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '3004a14d-2d71-4fc5-a918-589308bc1f1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 4, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'subnets': [{'id': '3004a14d-2d71-4fc5-a918-589308bc1f1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:19:58.761886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:19:58.762553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Checking segment: {'id': 'f46f1299-b56b-498b-a70d-d18b2e193397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:19:58.762967 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.763378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Bound using segment: {'id': 'f46f1299-b56b-498b-a70d-d18b2e193397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:19:58.763873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Bound port: 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46f1299-b56b-498b-a70d-d18b2e193397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:19:58.764259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.775135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=94107d7c-31b1-4e17-bb8a-ab6661a175ba,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:58.780906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:19:58.781582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:19:58.785773 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:19:58.885736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.926850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.930262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.939902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.959032 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:58.961913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/networks/12f51928-8a25-4278-9b14-bca3a2f75b1e HTTP/1.1" status: 204 len: 168 time: 4.1353199 Jul 30 02:19:58.962398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:19:58.968779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45892) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:58.975310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-132156366'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:19:59.006336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe3b1c-e119-412c-9fc5-b40f989ffb3c tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Network': ['ID=12f51928-8a25-4278-9b14-bca3a2f75b1e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:59.022254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Router 88f09c66-4d81-4d6e-b510-cb178f8f54bb is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:19:59.034858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] For port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:19:59.116674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] For port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7c2fd81e-7263-49c2-8e7c-83a14afe6eb1,segment=NetworkSegment(f46f1299-b56b-498b-a70d-d18b2e193397),segment_id=f46f1299-b56b-498b-a70d-d18b2e193397)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:19:59.129743 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.221480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:19:59.238685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066ea67-6354-4271-92f6-b3c2891a26cd None None] Pushing event updated for resources: {'Port': ['ID=7c2fd81e-7263-49c2-8e7c-83a14afe6eb1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:59.240611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:19:59.244987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.253617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Sync routers for ids ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:19:59.301684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:19:59.311127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Routers {'88f09c66-4d81-4d6e-b510-cb178f8f54bb'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:19:59.311977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:19:59.328454 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.329092 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Added segment 3a340072-33ec-4f60-82f1-f562a8f91e9a of type vlan for network 370694c1-cd96-4a86-965f-82c495164c03 Jul 30 02:19:59.347601 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.349524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-24e3e9dd-c97e-4dad-96a7-8897791a5f19 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.8592219 Jul 30 02:19:59.368568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45898) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:59.460331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Set router 88f09c66-4d81-4d6e-b510-cb178f8f54bb gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:19:59.500118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:19:59.546027 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network c19406e4-cd7d-478f-965a-1340054cb503 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:19:59.567231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:19:59.572234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:19:59.659016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:19:59.659604 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.727525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.872115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.881379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:19:59.882238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:19:59.883006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:19:59.912778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9428804 Jul 30 02:19:59.928524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45904) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:19:59.990710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '370694c1-cd96-4a86-965f-82c495164c03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:00.094396 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.259301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=500d276e-e8cb-4bf2-90f2-3740f5c3b8fa,segment=NetworkSegment(4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d),segment_id=4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:00.267528 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.268610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ece84489-c2b5-4fe0-b6b5-1aad2ae41285 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:00.275271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:50Z', 'updated_at': '2021-07-30T02:19:56Z', 'revision_number': 3, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'gw_port': {'id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:53Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:00.386575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:00.387056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Checking router: 88f09c66-4d81-4d6e-b510-cb178f8f54bb for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:00.387409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Updating router 88f09c66-4d81-4d6e-b510-cb178f8f54bb port f5e289f0-b350-46d0-8cfc-7e38031fbca0 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:00.404651 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-402293dd-5538-4fed-9b86-63beec1b63b9 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6365385 Jul 30 02:20:00.409637 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:00.411943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45910) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:00.423420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Deleting port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:00.424028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.434560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1359912157'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:00.441549 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:00.442491 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:00.497956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-58aeb402-7e92-457d-84ec-5868bcc59f03 None None] Provisioning complete for port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:00.498606 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58aeb402-7e92-457d-84ec-5868bcc59f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.567382 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.597066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=500d276e-e8cb-4bf2-90f2-3740f5c3b8fa,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:00.630281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:00.634611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.759519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] For port 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4ff81bdf-a1dc-4c82-82b1-e66fa96b5885,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:00.760787 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.788244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:20:00.850932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95414adb-cb0e-4cb1-908d-567ab6176f5a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Network': ['ID=370694c1-cd96-4a86-965f-82c495164c03,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:00.859767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Calling delete_port for 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:00.896987 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:00.897649 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added segment 2b39d48f-fe04-44a1-8fcf-4f364490cf2e of type vlan for network 96d0c96a-8bab-422b-b03c-cb7c702fa71d Jul 30 02:20:00.938760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:00.940119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 370694c1-cd96-4a86-965f-82c495164c03 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:20:00.955851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.079015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ece84489-c2b5-4fe0-b6b5-1aad2ae41285 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:01.138865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.171118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ece84489-c2b5-4fe0-b6b5-1aad2ae41285 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:01.183616 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.228344 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:01.262204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d2c62839-946e-49c2-8508-a55cf03c1802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.428434 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.437789 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:01.438050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.445345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.483543 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.538210 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1112161 Jul 30 02:20:01.553325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45916) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:01.566451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'subnet': {'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:01.590284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14d60e-b5fe-4ee4-bd9d-85736ec43c00 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Network': ['ID=96d0c96a-8bab-422b-b03c-cb7c702fa71d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:01.646322 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.665171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Transition to ACTIVE for port object f5e289f0-b350-46d0-8cfc-7e38031fbca0 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:01.681372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689c8de-49c1-4ff5-9c28-9bcc84882252 None None] Network c19406e4-cd7d-478f-965a-1340054cb503 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:01.698777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 96d0c96a-8bab-422b-b03c-cb7c702fa71d details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:20:01.717882 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:56Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:19:58Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:19:52Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:01.718880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.755100 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.788456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.792636 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:01.793122 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Updating router 2c2232f6-1928-4696-b1e2-340d72c56418 port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:01.808156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff81bdf-a1dc-4c82-82b1-e66fa96b5885,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:01.852948 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:01.975124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Made reservation on behalf of a08138e4a86f46ac9188196d9e876caf for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:01.980138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.101248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Allocated IP 172.20.0.1 (fc3191d4-8bed-423b-9679-566c4879ff58/f649561d-6853-4c77-85e9-9ee0c202d67d/c241f796-869a-4908-9514-cc75d2729386) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:02.104748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1d642877-4187-40ce-ba8e-48690d48d60c None None] Provisioning for port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:02.109687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=355a20b7-9797-47b6-af29-81ffe903db7c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.145235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Checking segment: {'id': '3a340072-33ec-4f60-82f1-f562a8f91e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '370694c1-cd96-4a86-965f-82c495164c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:02.147377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network hostable DHCP agents. Network: 370694c1-cd96-4a86-965f-82c495164c03, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:20:02.162817 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.214561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Attempting to bind port f5e289f0-b350-46d0-8cfc-7e38031fbca0 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:02.215170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Attempting to bind port f5e289f0-b350-46d0-8cfc-7e38031fbca0 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:02.216020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Attempting to bind port f5e289f0-b350-46d0-8cfc-7e38031fbca0 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:02.351740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 370694c1-cd96-4a86-965f-82c495164c03 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:20:02.399051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 370694c1-cd96-4a86-965f-82c495164c03) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:02.412544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.427929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.432829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:02.434109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.449849 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.463683 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Transition to ACTIVE for port object b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:02.473726 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.562550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c93a5b9e-2c33-4468-b50d-cdf7ed50c3b2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6294448 Jul 30 02:20:02.566384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45932) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:02.571458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '370694c1-cd96-4a86-965f-82c495164c03', 'name': 'tempest-PortsTestJSON-1631876300', 'fixed_ips': [{'subnet_id': '355a20b7-9797-47b6-af29-81ffe903db7c', 'ip_address': '172.20.0.10'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:02.609886 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.634229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Subnet': ['ID=4912934c-a6f9-4ae4-b5cc-556a1e6254a8,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.644045 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf9522-5e56-4b4c-b82d-e874f29052d5 None None] Pushing event updated for resources: {'Port': ['ID=b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.670783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Transition to ACTIVE for port object c241f796-869a-4908-9514-cc75d2729386 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:02.774769 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.794438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:02.794681 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Attempting to bind port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:02.795161 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Attempting to bind port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'f46f1299-b56b-498b-a70d-d18b2e193397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:02.795486 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Attempting to bind port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 on network c19406e4-cd7d-478f-965a-1340054cb503 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:02.811928 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:02.813928 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Checking segment: {'id': 'f46f1299-b56b-498b-a70d-d18b2e193397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:02.814770 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.815185 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Bound using segment: {'id': 'f46f1299-b56b-498b-a70d-d18b2e193397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:02.817742 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Bound port: b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46f1299-b56b-498b-a70d-d18b2e193397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:02.818150 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.862739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Checking segment: {'id': '2b39d48f-fe04-44a1-8fcf-4f364490cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:02.863143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network hostable DHCP agents. Network: 96d0c96a-8bab-422b-b03c-cb7c702fa71d, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:20:02.864240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5cb7d7-c42a-450b-933e-9abd0389738f None None] Network 370694c1-cd96-4a86-965f-82c495164c03 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:02.866564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be299d9-8829-41e5-bae8-ea3f7ea728b6 None None] Pushing event updated for resources: {'Port': ['ID=f5e289f0-b350-46d0-8cfc-7e38031fbca0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:02.880500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ece84489-c2b5-4fe0-b6b5-1aad2ae41285, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ece84489-c2b5-4fe0-b6b5-1aad2ae41285,segment=NetworkSegment(082628b0-2f62-4972-97e9-0e745174405e),segment_id=082628b0-2f62-4972-97e9-0e745174405e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:02.882027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:02.883548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:02.884208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.889008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:02.890422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Bound port: f5e289f0-b350-46d0-8cfc-7e38031fbca0, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:02.891962 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.928163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Network fc3191d4-8bed-423b-9679-566c4879ff58 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:02.932141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 96d0c96a-8bab-422b-b03c-cb7c702fa71d is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:20:02.935891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:02.943942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:02.960897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 96d0c96a-8bab-422b-b03c-cb7c702fa71d) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:02.971154 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] For port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:02.981711 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] For port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4,segment=NetworkSegment(f46f1299-b56b-498b-a70d-d18b2e193397),segment_id=f46f1299-b56b-498b-a70d-d18b2e193397)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:02.993080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:02.993922 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:02.996039 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.011286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c241f796-869a-4908-9514-cc75d2729386,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:03.013420 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.016122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d8832ec0-7937-4615-849c-576de4d82c0b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:03.058577 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a822b417-f587-4200-b4e7-593ec2719994 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5011945 Jul 30 02:20:03.062309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45938) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:03.076379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba088e92-523f-4e48-8646-551338c94210 None None] Network 96d0c96a-8bab-422b-b03c-cb7c702fa71d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:03.112325 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.202959 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:03.216728 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:19:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:03.304508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.369181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:03.457168 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf9522-5e56-4b4c-b82d-e874f29052d5 None None] Pushing event updated for resources: {'Port': ['ID=b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:03.547891 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:03.590648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port cba9b8b1-65af-4af8-ba8f-85dd10d7a614 yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:20:03.683829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:03.700871 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-10220eb5-eeb1-40ef-ab06-537576d9769e admin admin] 10.222.0.84 "PUT /v2.0/routers/89dccaf5-8af3-46bf-a10b-37ecd889ee26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8441546 Jul 30 02:20:03.701150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45946) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:03.791772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211d127-0748-40f0-9986-31abf507f416 None None] Sync routers for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:03.855746 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35104363-4a1c-4570-a19a-551ceb06d99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:03.934152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] For port f5e289f0-b350-46d0-8cfc-7e38031fbca0, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:03.997430 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.090884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa8d45fa-614c-46a9-b2d7-065699ae93ac None None] Provisioning for port c241f796-869a-4908-9514-cc75d2729386 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:04.173722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9211d127-0748-40f0-9986-31abf507f416 None None] Routers {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:04.175805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9211d127-0748-40f0-9986-31abf507f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:04.205579 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:56Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:04.321949 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745cf3f-534f-493e-9072-8bb71b29cf30 None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:56Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:04.364407 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:20:04.453509 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.461438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa8d45fa-614c-46a9-b2d7-065699ae93ac None None] Provisioning complete for port c241f796-869a-4908-9514-cc75d2729386 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:04.462052 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa8d45fa-614c-46a9-b2d7-065699ae93ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.470702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ece84489-c2b5-4fe0-b6b5-1aad2ae41285,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:04.479526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] For port f5e289f0-b350-46d0-8cfc-7e38031fbca0, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f5e289f0-b350-46d0-8cfc-7e38031fbca0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:04.563286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.588141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d8832ec0-7937-4615-849c-576de4d82c0b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:04.588141 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.590711 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.629397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.664806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Deleting port e6bf9ec5-9778-4dc3-ac34-3e51362da704 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:04.665204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.727545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-370694c1-cd96-4a86-965f-82c495164c03', 'network_id': '370694c1-cd96-4a86-965f-82c495164c03', 'tenant_id': '0e41188a188545f087bcbd54979d505c', 'fixed_ips': [{'subnet_id': '355a20b7-9797-47b6-af29-81ffe903db7c'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:20:04.729140 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.755056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.10 (370694c1-cd96-4a86-965f-82c495164c03/355a20b7-9797-47b6-af29-81ffe903db7c/cba9b8b1-65af-4af8-ba8f-85dd10d7a614) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:04.860190 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.878527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] For port e6bf9ec5-9778-4dc3-ac34-3e51362da704, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e6bf9ec5-9778-4dc3-ac34-3e51362da704,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:04.879521 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:04.900165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d45fa-614c-46a9-b2d7-065699ae93ac None None] Port c241f796-869a-4908-9514-cc75d2729386 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:04.913401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Calling delete_port for e6bf9ec5-9778-4dc3-ac34-3e51362da704 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:04.913782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9211d127-0748-40f0-9986-31abf507f416 None None] Set router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:05.180825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.243595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bf9ec5-9778-4dc3-ac34-3e51362da704,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:05.284616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Routers {'88f09c66-4d81-4d6e-b510-cb178f8f54bb'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:05.285343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:05.290333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be299d9-8829-41e5-bae8-ea3f7ea728b6 None None] Pushing event updated for resources: {'Port': ['ID=f5e289f0-b350-46d0-8cfc-7e38031fbca0,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:05.391503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.557648 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.582547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:20:05.583886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:05.974529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] Set router 88f09c66-4d81-4d6e-b510-cb178f8f54bb gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:06.099966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.103966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.117124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 520c4192-1e3e-455a-8512-ad1c38f6a5fb no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:06.208385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.209051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89dccaf5-8af3-46bf-a10b-37ecd889ee26 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:20:06.221757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.228301 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-82e9b4df-1bef-43c7-b926-140f6834da86 admin admin] 10.222.0.84 "DELETE /v2.0/routers/89dccaf5-8af3-46bf-a10b-37ecd889ee26 HTTP/1.1" status: 204 len: 168 time: 2.5256302 Jul 30 02:20:06.229349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45966) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:06.340420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb42d1e-a806-45b1-a8b0-552953735683 admin admin] Deleting subnet e3705cda-2921-4906-97b0-5a565bc7a30f {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:06.351218 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeb42d1e-a806-45b1-a8b0-552953735683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.369020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.391995 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.474335 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeb42d1e-a806-45b1-a8b0-552953735683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.479948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 520c4192-1e3e-455a-8512-ad1c38f6a5fb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:06.480313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 520c4192-1e3e-455a-8512-ad1c38f6a5fb not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:06.582052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.648611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object cba9b8b1-65af-4af8-ba8f-85dd10d7a614 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:06.674426 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.678454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Allocated IP 2001:db8:3::2 (96d0c96a-8bab-422b-b03c-cb7c702fa71d/4912934c-a6f9-4ae4-b5cc-556a1e6254a8/86e33522-6e66-4151-a6fc-d08060fdc01c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:06.691817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c241f796-869a-4908-9514-cc75d2729386,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:06.781971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeb42d1e-a806-45b1-a8b0-552953735683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.923693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.946575 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeb42d1e-a806-45b1-a8b0-552953735683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.982217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb42d1e-a806-45b1-a8b0-552953735683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3705cda-2921-4906-97b0-5a565bc7a30f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:06.991709 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeb42d1e-a806-45b1-a8b0-552953735683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:06.993928 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-aeb42d1e-a806-45b1-a8b0-552953735683 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e3705cda-2921-4906-97b0-5a565bc7a30f HTTP/1.1" status: 204 len: 168 time: 0.7630157 Jul 30 02:20:07.004021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:07.116293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 370694c1-cd96-4a86-965f-82c495164c03 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:07.133250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Network fc3191d4-8bed-423b-9679-566c4879ff58 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:07.139998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:07.181024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:07.196630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:07.205888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.267149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a0b50-33b3-4a54-9e59-b17e62118bda None None] Network ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:07.310132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 95ad44ad-3053-4da1-827a-2c7f2887eb35 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:07.326287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Deleting port 689981f2-7295-489f-9a76-6483658f9366 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:07.326882 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.385652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e073454a-cafe-45c5-8bc6-ab9b847d0f49 None None] Provisioning for port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:07.391324 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.440877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:07.441562 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.444548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=cba9b8b1-65af-4af8-ba8f-85dd10d7a614,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:07.480767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] For port 689981f2-7295-489f-9a76-6483658f9366, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=689981f2-7295-489f-9a76-6483658f9366,segment=NetworkSegment(41506582-3113-422d-afcf-5a58d24be53d),segment_id=41506582-3113-422d-afcf-5a58d24be53d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:07.481200 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.492325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3470f2c3-4664-43e6-af69-3ff80f723eec tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9248700 Jul 30 02:20:07.506847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 45974) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:07.522022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Calling delete_port for 689981f2-7295-489f-9a76-6483658f9366 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:07.557458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': '370694c1-cd96-4a86-965f-82c495164c03', 'name': 'tempest-PortsTestJSON-121567929', 'fixed_ips': [{'subnet_id': '355a20b7-9797-47b6-af29-81ffe903db7c', 'ip_address': '172.20.0.9'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:07.723310 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.773341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] No DVR routers for this DVR port 689981f2-7295-489f-9a76-6483658f9366 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:07.779989 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Pushing event deleted for resources: {'Port': ['ID=689981f2-7295-489f-9a76-6483658f9366,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:07.877289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Router 88f09c66-4d81-4d6e-b510-cb178f8f54bb has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:07.897994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:07.926490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:07.930234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Allocated IP 172.20.0.2 (370694c1-cd96-4a86-965f-82c495164c03/355a20b7-9797-47b6-af29-81ffe903db7c/a26eef04-2a3d-4b8a-b485-08571b6f1566) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:07.962306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41506582-3113-422d-afcf-5a58d24be53d') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:07.962627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41506582-3113-422d-afcf-5a58d24be53d') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:08.047298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.079261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9211d127-0748-40f0-9986-31abf507f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'name': 'tempest-TestVolumeBootPattern-1822853455-router', 'tenant_id': '8268d859b1b1494395346d8aba71dcee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:14Z', 'updated_at': '2021-07-30T02:20:01Z', 'revision_number': 5, 'project_id': '8268d859b1b1494395346d8aba71dcee', 'gw_port': {'id': 'e6bf9ec5-9778-4dc3-ac34-3e51362da704', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89dccaf5-8af3-46bf-a10b-37ecd889ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:17Z', 'updated_at': '2021-07-30T02:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:08.084464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:08.094672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 95ad44ad-3053-4da1-827a-2c7f2887eb35 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:08.120724 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.134231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.144668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:08.145417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:08.147667 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:08.198801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592b8cf-4d3d-4300-b5e0-ac8b64c44177 None None] DHCP port deletion for ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:08.212496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 95ad44ad-3053-4da1-827a-2c7f2887eb35 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:08.213194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.221840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211d127-0748-40f0-9986-31abf507f416 None None] Checking router: 89dccaf5-8af3-46bf-a10b-37ecd889ee26 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:08.263355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.284515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:08.293779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-913e5aac-bcb5-440e-8c0c-9871ea3d87c8 admin admin] 10.222.0.84 "PUT /v2.0/routers/88f09c66-4d81-4d6e-b510-cb178f8f54bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9243469 Jul 30 02:20:08.295790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.302413 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea HTTP/1.1" status: 204 len: 168 time: 1.2927127 Jul 30 02:20:08.302413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a4454-81e1-47bb-a105-709aacc15778 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5fc79c-6ab6-42dd-bf7e-0d53a3b36cea,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:08.302874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 45982) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:08.307835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.310529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8bcfbdaa-c7d5-4388-b57b-cddea452aa76 None None] Provisioning complete for port c241f796-869a-4908-9514-cc75d2729386 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:08.310704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bcfbdaa-c7d5-4388-b57b-cddea452aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.345397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 285cb2dc-78f6-4037-a76e-9aa28c999f7a yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:20:08.407531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Transition to ACTIVE for port object 86e33522-6e66-4151-a6fc-d08060fdc01c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:08.448016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9211d127-0748-40f0-9986-31abf507f416 None None] Routers set() bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:08.448537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9211d127-0748-40f0-9986-31abf507f416 None None] Router IDs set() for agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 02:20:08.449616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_agentschedulers_db [None req-9211d127-0748-40f0-9986-31abf507f416 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89dccaf5-8af3-46bf-a10b-37ecd889ee26'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent'). {{(pid=93820) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 30 02:20:08.450078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211d127-0748-40f0-9986-31abf507f416 None None] The sync data for ids ['89dccaf5-8af3-46bf-a10b-37ecd889ee26'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:08.571376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfbdaa-c7d5-4388-b57b-cddea452aa76 None None] Port c241f796-869a-4908-9514-cc75d2729386 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:08.573396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Transition to ACTIVE for port object 86e33522-6e66-4151-a6fc-d08060fdc01c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:08.580973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:50Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 4, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'gw_port': {'id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:53Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c241f796-869a-4908-9514-cc75d2729386', 'name': '', 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'mac_address': 'fa:16:3e:88:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:01Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 1, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'subnets': [{'id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:08.620341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264f9c62-a158-4b4b-a3d1-91f1d637ba57 None None] The sync data for ids ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'] in n-d-715271-7 is: [{'id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:50Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 4, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'gw_port': {'id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:53Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c241f796-869a-4908-9514-cc75d2729386', 'name': '', 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'mac_address': 'fa:16:3e:88:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:01Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 1, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'subnets': [{'id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:08.630981 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.705083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Allocated IP 2001:db8:3::1 (96d0c96a-8bab-422b-b03c-cb7c702fa71d/4912934c-a6f9-4ae4-b5cc-556a1e6254a8/e15df158-d6d3-46d5-aef4-4c1cc4c7200c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:08.792617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Network 96d0c96a-8bab-422b-b03c-cb7c702fa71d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:08.860836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:08.880804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:08.891767 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.899820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Pushing event updated for resources: {'Port': ['ID=86e33522-6e66-4151-a6fc-d08060fdc01c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:08.908629 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:08.962616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Transition to ACTIVE for port object a26eef04-2a3d-4b8a-b485-08571b6f1566 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:09.011962 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.048396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Transition to ACTIVE for port object e15df158-d6d3-46d5-aef4-4c1cc4c7200c will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:09.122479 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.144759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Transition to ACTIVE for port object a26eef04-2a3d-4b8a-b485-08571b6f1566 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:09.152900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 95ad44ad-3053-4da1-827a-2c7f2887eb35, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=95ad44ad-3053-4da1-827a-2c7f2887eb35,segment=NetworkSegment(c6394715-35f3-4d7f-9652-fb329d4d909d),segment_id=c6394715-35f3-4d7f-9652-fb329d4d909d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:09.156165 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.170061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Attempting to bind port 86e33522-6e66-4151-a6fc-d08060fdc01c on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:09.170444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Attempting to bind port 86e33522-6e66-4151-a6fc-d08060fdc01c by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '2b39d48f-fe04-44a1-8fcf-4f364490cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:09.170813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Attempting to bind port 86e33522-6e66-4151-a6fc-d08060fdc01c on network 96d0c96a-8bab-422b-b03c-cb7c702fa71d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:09.184768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.185616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ece84489-c2b5-4fe0-b6b5-1aad2ae41285 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:09.211857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:09.215619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Checking segment: {'id': '2b39d48f-fe04-44a1-8fcf-4f364490cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:09.215970 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.216392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Bound using segment: {'id': '2b39d48f-fe04-44a1-8fcf-4f364490cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:09.216903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Bound port: 86e33522-6e66-4151-a6fc-d08060fdc01c, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b39d48f-fe04-44a1-8fcf-4f364490cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:09.220074 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.236872 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.302480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 96d0c96a-8bab-422b-b03c-cb7c702fa71d is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:09.330796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Network 370694c1-cd96-4a86-965f-82c495164c03 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:09.419828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:09.421062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=e15df158-d6d3-46d5-aef4-4c1cc4c7200c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:09.424667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:09.451397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:09.470911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:09.471509 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.581298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46008) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:09.592438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1910396237-network', 'tenant_id': '734b4039331c4765b49ec24d84817550'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:09.611866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=95ad44ad-3053-4da1-827a-2c7f2887eb35,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:09.721102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Made reservation on behalf of 734b4039331c4765b49ec24d84817550 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:09.728842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Pushing event updated for resources: {'Port': ['ID=a26eef04-2a3d-4b8a-b485-08571b6f1566,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:09.744041 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.780814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Attempting to bind port a26eef04-2a3d-4b8a-b485-08571b6f1566 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:09.781203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Attempting to bind port a26eef04-2a3d-4b8a-b485-08571b6f1566 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '3a340072-33ec-4f60-82f1-f562a8f91e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '370694c1-cd96-4a86-965f-82c495164c03'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:09.781624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Attempting to bind port a26eef04-2a3d-4b8a-b485-08571b6f1566 on network 370694c1-cd96-4a86-965f-82c495164c03 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:09.782359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.790269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:09.790647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Checking segment: {'id': '3a340072-33ec-4f60-82f1-f562a8f91e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '370694c1-cd96-4a86-965f-82c495164c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:09.791603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.792019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Bound using segment: {'id': '3a340072-33ec-4f60-82f1-f562a8f91e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '370694c1-cd96-4a86-965f-82c495164c03'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:09.792517 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Bound port: a26eef04-2a3d-4b8a-b485-08571b6f1566, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a340072-33ec-4f60-82f1-f562a8f91e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '370694c1-cd96-4a86-965f-82c495164c03'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:09.793153 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.833407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] For port 86e33522-6e66-4151-a6fc-d08060fdc01c, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:09.842456 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ece84489-c2b5-4fe0-b6b5-1aad2ae41285 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:09.842955 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.861901 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.9 (370694c1-cd96-4a86-965f-82c495164c03/355a20b7-9797-47b6-af29-81ffe903db7c/285cb2dc-78f6-4037-a76e-9aa28c999f7a) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:09.883365 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:09.889879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] For port 86e33522-6e66-4151-a6fc-d08060fdc01c, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=86e33522-6e66-4151-a6fc-d08060fdc01c,segment=NetworkSegment(2b39d48f-fe04-44a1-8fcf-4f364490cf2e),segment_id=2b39d48f-fe04-44a1-8fcf-4f364490cf2e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:09.936952 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:10.079663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] For port a26eef04-2a3d-4b8a-b485-08571b6f1566, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:10.084423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] For port a26eef04-2a3d-4b8a-b485-08571b6f1566, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a26eef04-2a3d-4b8a-b485-08571b6f1566,segment=NetworkSegment(3a340072-33ec-4f60-82f1-f562a8f91e9a),segment_id=3a340072-33ec-4f60-82f1-f562a8f91e9a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:10.087563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07849db0-5af9-4ff5-b222-2cd9e06f06b5 None None] Pushing event updated for resources: {'Port': ['ID=86e33522-6e66-4151-a6fc-d08060fdc01c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:10.098429 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:10.165234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Deleting port fab5a5c9-8e42-43a5-9826-6f268460f330 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:10.165801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:10.299657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 94107d7c-31b1-4e17-bb8a-ab6661a175ba up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:10.369570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1354c3-5a83-4c5d-a3bf-2289f1521ce9 None None] Pushing event updated for resources: {'Port': ['ID=a26eef04-2a3d-4b8a-b485-08571b6f1566,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:10.395097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] For port fab5a5c9-8e42-43a5-9826-6f268460f330, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fab5a5c9-8e42-43a5-9826-6f268460f330,segment=NetworkSegment(a3d225aa-1466-42d9-9fa7-69e39b96862e),segment_id=a3d225aa-1466-42d9-9fa7-69e39b96862e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:10.395657 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:10.460096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Calling delete_port for fab5a5c9-8e42-43a5-9826-6f268460f330 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:10.807551 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:10.822138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:10.840394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:10.846316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 94107d7c-31b1-4e17-bb8a-ab6661a175ba triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:10.846316 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:10.963268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:20:11.006659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f0c121-6a7f-4b95-a04e-90a28264c633,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:11.013276 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.013600 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Added segment 8347fa41-d3cf-42de-b8c6-635350fba09d of type vlan for network 86085c8b-2502-48c8-a3a3-a0688ab408e9 Jul 30 02:20:11.110579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.133183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 285cb2dc-78f6-4037-a76e-9aa28c999f7a will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:11.140822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.141987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.320497 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.326471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:11.332975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event updated for resources: {'Port': ['ID=e15df158-d6d3-46d5-aef4-4c1cc4c7200c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:11.344070 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.397946 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.417412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.417729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 370694c1-cd96-4a86-965f-82c495164c03 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:11.419468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:11.422982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.428285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:11.439696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:11.440240 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.444699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:11.613338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=285cb2dc-78f6-4037-a76e-9aa28c999f7a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:11.653459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Network 96d0c96a-8bab-422b-b03c-cb7c702fa71d is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:11.659950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:11.660688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:11.665015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:11.690550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab5a5c9-8e42-43a5-9826-6f268460f330,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:11.843534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2591996 Jul 30 02:20:11.844491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46018) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:11.864873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9d4694c4-2b3d-4cca-a253-74005cb177cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3110886 Jul 30 02:20:11.891113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Request body: {'subnet': {'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1910396237-subnet', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:11.936791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46020) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:12.002734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Made reservation on behalf of 734b4039331c4765b49ec24d84817550 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:12.005770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:12.036912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a89b2-2820-436e-9641-68d5b4f1a1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=86085c8b-2502-48c8-a3a3-a0688ab408e9,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:12.051289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:12.057535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 86085c8b-2502-48c8-a3a3-a0688ab408e9 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:20:12.165423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:12.312208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:12.318635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:12.326298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e4384c73-9b4c-4ba7-a935-10a0439ccd5f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2427053 Jul 30 02:20:12.329833 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:12.340770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:12.341294 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:12.343621 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:12.344384 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:12.346512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46022) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:12.355288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:12.391330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:12.419667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bbdb3-4b58-468f-8508-5674f97ca2d9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:12.427249 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b48bbdb3-4b58-468f-8508-5674f97ca2d9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4764047 Jul 30 02:20:12.471531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46024) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:12.546419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c176ae25-5df2-4977-94d0-7de4df7a1a3e None None] Network 96d0c96a-8bab-422b-b03c-cb7c702fa71d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:12.548995 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:12.647244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4,segment=NetworkSegment(f46f1299-b56b-498b-a70d-d18b2e193397),segment_id=f46f1299-b56b-498b-a70d-d18b2e193397)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:12.661649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ebdd7-af91-4208-bb5e-a86477ecfb5b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:12.668047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ebdd7-af91-4208-bb5e-a86477ecfb5b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:12.675907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ebdd7-af91-4208-bb5e-a86477ecfb5b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:12.676291 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:12.677151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:12.682985 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-729ebdd7-af91-4208-bb5e-a86477ecfb5b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2067256 Jul 30 02:20:12.685054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46030) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:12.694061 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:12.812071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:12.824508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aafed42-6723-4ec8-86bc-2576b64d43f3 None None] Network 370694c1-cd96-4a86-965f-82c495164c03 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:12.917881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-577a207b-cb05-497c-bdf9-78ee196b64af None None] Provisioning for port 86e33522-6e66-4151-a6fc-d08060fdc01c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:12.985755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.022127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:13.031766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:13.031766 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.199548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7083fa2-2a1c-489c-81e9-3d177d21f9a1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:13.247892 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:09Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15df158-d6d3-46d5-aef4-4c1cc4c7200c', 'name': '', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:dc:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:06Z', 'updated_at': '2021-07-30T02:20:10Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:13.282794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Router 97b90c85-9c69-43e5-9273-40aeda50cd47 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:13.283704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Checking segment: {'id': '8347fa41-d3cf-42de-b8c6-635350fba09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:13.284113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Network hostable DHCP agents. Network: 86085c8b-2502-48c8-a3a3-a0688ab408e9, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:20:13.297177 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:13.297844 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Updating router 2c2232f6-1928-4696-b1e2-340d72c56418 port e15df158-d6d3-46d5-aef4-4c1cc4c7200c binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:13.334352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Sync routers for ids ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:13.358269 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.379358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Routers {'88f09c66-4d81-4d6e-b510-cb178f8f54bb'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:13.381094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:13.407522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Network 86085c8b-2502-48c8-a3a3-a0688ab408e9 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:20:13.437447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 86085c8b-2502-48c8-a3a3-a0688ab408e9) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:13.549541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:13.550144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.592178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd1738-893d-4cf1-9686-b9db67e4462d None None] Network 86085c8b-2502-48c8-a3a3-a0688ab408e9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:13.612198 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1c912b92-2ad8-4be9-87e0-a40446ba15ac admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7356296 Jul 30 02:20:13.613023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46060) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:13.615816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:13.627725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.extraroute_db [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 02:20:13.631972 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-84121785-d8d1-443b-bd02-e745f9722bc8 admin admin] 10.222.0.84 "PUT /v2.0/routers/97b90c85-9c69-43e5-9273-40aeda50cd47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3279903 Jul 30 02:20:13.637208 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] Sync routers for ids ['97b90c85-9c69-43e5-9273-40aeda50cd47'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:13.641114 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:13.648525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.extraroute_db [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Removed routes are [] {{(pid=93819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 02:20:13.649080 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.652934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46062) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:13.664154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0660e907-1995-4e4f-9ec8-1c41bf28e815 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 285cb2dc-78f6-4037-a76e-9aa28c999f7a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:13.664514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0660e907-1995-4e4f-9ec8-1c41bf28e815 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.695369 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] Routers {'97b90c85-9c69-43e5-9273-40aeda50cd47'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:13.698511 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['97b90c85-9c69-43e5-9273-40aeda50cd47'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:13.704789 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.707124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.748193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3b0af86c-6ed5-444e-b226-6778829fbed0 None None] Provisioning for port a26eef04-2a3d-4b8a-b485-08571b6f1566 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:13.819321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0660e907-1995-4e4f-9ec8-1c41bf28e815 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.851591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0660e907-1995-4e4f-9ec8-1c41bf28e815 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 285cb2dc-78f6-4037-a76e-9aa28c999f7a owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:13.949759 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:13.990440 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] Set router 97b90c85-9c69-43e5-9273-40aeda50cd47 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:14.111022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Set router 88f09c66-4d81-4d6e-b510-cb178f8f54bb gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:14.113221 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.160611 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0660e907-1995-4e4f-9ec8-1c41bf28e815 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.386205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660e907-1995-4e4f-9ec8-1c41bf28e815 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=285cb2dc-78f6-4037-a76e-9aa28c999f7a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:14.568426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-86085c8b-2502-48c8-a3a3-a0688ab408e9', 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'fixed_ips': [{'subnet_id': 'd7083fa2-2a1c-489c-81e9-3d177d21f9a1'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:20:14.574019 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.732564 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0660e907-1995-4e4f-9ec8-1c41bf28e815 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.736962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0660e907-1995-4e4f-9ec8-1c41bf28e815 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/285cb2dc-78f6-4037-a76e-9aa28c999f7a HTTP/1.1" status: 204 len: 168 time: 2.0456312 Jul 30 02:20:14.747045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7c2fd81e-7263-49c2-8e7c-83a14afe6eb1,segment=NetworkSegment(f46f1299-b56b-498b-a70d-d18b2e193397),segment_id=f46f1299-b56b-498b-a70d-d18b2e193397)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:14.754806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46072) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:14.770495 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.810317 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a822de1a-c9a5-4a4c-95ff-41e8c37c4643 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:20:14.812319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a822de1a-c9a5-4a4c-95ff-41e8c37c4643 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/285cb2dc-78f6-4037-a76e-9aa28c999f7a HTTP/1.1" status: 404 len: 333 time: 0.0559292 Jul 30 02:20:14.818806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46078) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:14.875545 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '619328b2-4371-44a7-b571-5dc107893f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:31Z', 'updated_at': '2021-07-30T02:20:11Z', 'revision_number': 5, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'gw_port': {'id': '619328b2-4371-44a7-b571-5dc107893f83', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:33Z', 'updated_at': '2021-07-30T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:14.931318 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] Checking router: 97b90c85-9c69-43e5-9273-40aeda50cd47 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:14.946383 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:14.967562 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] Routers {'97b90c85-9c69-43e5-9273-40aeda50cd47'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:14.968298 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['97b90c85-9c69-43e5-9273-40aeda50cd47'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:15.134986 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Transition to ACTIVE for port object e15df158-d6d3-46d5-aef4-4c1cc4c7200c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:15.140159 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] Set router 97b90c85-9c69-43e5-9273-40aeda50cd47 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:15.184027 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.268735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d5b58-39f4-4e5e-abe4-5482e428570f None None] Pushing event updated for resources: {'Port': ['ID=e15df158-d6d3-46d5-aef4-4c1cc4c7200c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:15.467268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7dd708e0-1eaa-4a54-a0cb-5888cd8ac5e4 None None] Provisioning for port e15df158-d6d3-46d5-aef4-4c1cc4c7200c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:15.544297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a26eef04-2a3d-4b8a-b485-08571b6f1566 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:15.545293 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.552990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=7c2fd81e-7263-49c2-8e7c-83a14afe6eb1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:15.611127 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Attempting to bind port e15df158-d6d3-46d5-aef4-4c1cc4c7200c on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:15.623796 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Attempting to bind port e15df158-d6d3-46d5-aef4-4c1cc4c7200c by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '2b39d48f-fe04-44a1-8fcf-4f364490cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:15.624255 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Attempting to bind port e15df158-d6d3-46d5-aef4-4c1cc4c7200c on network 96d0c96a-8bab-422b-b03c-cb7c702fa71d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:15.631478 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:15.631796 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Checking segment: {'id': '2b39d48f-fe04-44a1-8fcf-4f364490cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:15.632169 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.632558 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Bound using segment: {'id': '2b39d48f-fe04-44a1-8fcf-4f364490cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:15.633028 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Bound port: e15df158-d6d3-46d5-aef4-4c1cc4c7200c, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b39d48f-fe04-44a1-8fcf-4f364490cf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:15.633405 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.706008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Allocated IP 172.20.0.2 (86085c8b-2502-48c8-a3a3-a0688ab408e9/d7083fa2-2a1c-489c-81e9-3d177d21f9a1/5bc9122c-27bc-4f24-a5c1-ade5add09eb1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:15.808450 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] For port e15df158-d6d3-46d5-aef4-4c1cc4c7200c, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:15.816496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] For port e15df158-d6d3-46d5-aef4-4c1cc4c7200c, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e15df158-d6d3-46d5-aef4-4c1cc4c7200c,segment=NetworkSegment(2b39d48f-fe04-44a1-8fcf-4f364490cf2e),segment_id=2b39d48f-fe04-44a1-8fcf-4f364490cf2e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:15.827214 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.859769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b2f2b9d6-b7a9-47b5-95e3-976b0c5f25cc None None] Provisioning complete for port a26eef04-2a3d-4b8a-b485-08571b6f1566 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:15.860346 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b9d6-b7a9-47b5-95e3-976b0c5f25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.866234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a26eef04-2a3d-4b8a-b485-08571b6f1566 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:15.885514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a26eef04-2a3d-4b8a-b485-08571b6f1566 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:15.886013 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.891707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:15.917742 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '619328b2-4371-44a7-b571-5dc107893f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:31Z', 'updated_at': '2021-07-30T02:20:11Z', 'revision_number': 5, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'gw_port': {'id': '619328b2-4371-44a7-b571-5dc107893f83', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:33Z', 'updated_at': '2021-07-30T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:16.002150 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee65697-6ce0-4715-9cbb-0860d7336b00 None None] The sync data for ids ['97b90c85-9c69-43e5-9273-40aeda50cd47'] in n-d-715271-7 is: [{'id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'name': 'tempest-TestVolumeBootPattern-2125133970-router', 'tenant_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '619328b2-4371-44a7-b571-5dc107893f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:04:31Z', 'updated_at': '2021-07-30T02:20:11Z', 'revision_number': 5, 'project_id': '9e8e806e6cf7492e901a62ca4e588bdf', 'gw_port': {'id': '619328b2-4371-44a7-b571-5dc107893f83', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b90c85-9c69-43e5-9273-40aeda50cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:04:33Z', 'updated_at': '2021-07-30T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:16.060074 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d5b58-39f4-4e5e-abe4-5482e428570f None None] Pushing event updated for resources: {'Port': ['ID=e15df158-d6d3-46d5-aef4-4c1cc4c7200c,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:16.065563 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:16.066819 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:16.252572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:16.257569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:16.298713 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:16.302601 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:16.366261 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:16.397627 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:16.498412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:50Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 4, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'gw_port': {'id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:53Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c241f796-869a-4908-9514-cc75d2729386', 'name': '', 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'mac_address': 'fa:16:3e:88:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:01Z', 'updated_at': '2021-07-30T02:20:05Z', 'revision_number': 2, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'subnets': [{'id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:16.600271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Checking router: 88f09c66-4d81-4d6e-b510-cb178f8f54bb for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:16.600716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Updating router 88f09c66-4d81-4d6e-b510-cb178f8f54bb port c241f796-869a-4908-9514-cc75d2729386 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:16.707503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0c87efcf-3714-4f51-b8d3-0ccaccaa703d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port cba9b8b1-65af-4af8-ba8f-85dd10d7a614 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:16.707979 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c87efcf-3714-4f51-b8d3-0ccaccaa703d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:16.764419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Allocated IP 172.25.7.188 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/bdc3e5a1-4946-4487-9955-9ef3e266d419) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:16.855688 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:16.875772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Transition to ACTIVE for port object 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:16.902316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Deleting port 619328b2-4371-44a7-b571-5dc107893f83 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:16.903819 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:16.922867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Transition to ACTIVE for port object 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:16.944413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:16.997136 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.006963 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:13Z', 'revision_number': 6, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15df158-d6d3-46d5-aef4-4c1cc4c7200c', 'name': '', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:dc:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:06Z', 'updated_at': '2021-07-30T02:20:15Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:17.041944 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.071320 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.079667 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3029da-9158-499c-b11e-8f9e120d942e None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:13Z', 'revision_number': 6, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15df158-d6d3-46d5-aef4-4c1cc4c7200c', 'name': '', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:dc:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:06Z', 'updated_at': '2021-07-30T02:20:15Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:17.144936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] For port 619328b2-4371-44a7-b571-5dc107893f83, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=619328b2-4371-44a7-b571-5dc107893f83,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:17.145315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.174896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Calling delete_port for 619328b2-4371-44a7-b571-5dc107893f83 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:17.211981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.247950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:17.251511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:17.253157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:17.279511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Pushing event updated for resources: {'Port': ['ID=5bc9122c-27bc-4f24-a5c1-ade5add09eb1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:17.288532 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.288907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:17.289121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Network 86085c8b-2502-48c8-a3a3-a0688ab408e9 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:17.292785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d28a7789-21aa-4c60-87ce-ee1b6a7f131f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418 HTTP/1.1" status: 200 len: 954 time: 4.9424319 Jul 30 02:20:17.296786 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.301514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46096) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:17.321776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:17.323850 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b9d6-b7a9-47b5-95e3-976b0c5f25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.332524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:17.385701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Pushing event updated for resources: {'Port': ['ID=bdc3e5a1-4946-4487-9955-9ef3e266d419,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:17.439775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6e6846de-e935-4ea5-be73-7fde04f11170 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418 HTTP/1.1" status: 200 len: 954 time: 0.1346428 Jul 30 02:20:17.441208 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c87efcf-3714-4f51-b8d3-0ccaccaa703d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.444888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46098) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:17.450234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'routes': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:17.527166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0c87efcf-3714-4f51-b8d3-0ccaccaa703d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for cba9b8b1-65af-4af8-ba8f-85dd10d7a614 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:17.560251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port a26eef04-2a3d-4b8a-b485-08571b6f1566, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a26eef04-2a3d-4b8a-b485-08571b6f1566,segment=NetworkSegment(3a340072-33ec-4f60-82f1-f562a8f91e9a),segment_id=3a340072-33ec-4f60-82f1-f562a8f91e9a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:17.572037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Attempting to bind port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:17.573391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Attempting to bind port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8347fa41-d3cf-42de-b8c6-635350fba09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:17.574032 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Attempting to bind port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 on network 86085c8b-2502-48c8-a3a3-a0688ab408e9 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:17.584990 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.586468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86e33522-6e66-4151-a6fc-d08060fdc01c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:17.645923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.652012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:17.652847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Checking segment: {'id': '8347fa41-d3cf-42de-b8c6-635350fba09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:17.653674 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.654430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Bound using segment: {'id': '8347fa41-d3cf-42de-b8c6-635350fba09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:17.655150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Bound port: 5bc9122c-27bc-4f24-a5c1-ade5add09eb1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8347fa41-d3cf-42de-b8c6-635350fba09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:17.655698 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.799173 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-b2f2b9d6-b7a9-47b5-95e3-976b0c5f25cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:20:17.800661 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-b2f2b9d6-b7a9-47b5-95e3-976b0c5f25cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:20:17.841190 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=a26eef04-2a3d-4b8a-b485-08571b6f1566,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:17.912802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 86e33522-6e66-4151-a6fc-d08060fdc01c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:17.920890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 86e33522-6e66-4151-a6fc-d08060fdc01c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:17.921323 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:17.985889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.100848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] For port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:18.124296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] For port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5bc9122c-27bc-4f24-a5c1-ade5add09eb1,segment=NetworkSegment(8347fa41-d3cf-42de-b8c6-635350fba09d),segment_id=8347fa41-d3cf-42de-b8c6-635350fba09d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:18.136285 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.137473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.166181 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.224096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=619328b2-4371-44a7-b571-5dc107893f83,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:18.239903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.241455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.241455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.241688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.241921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.242319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.242713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.243123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.243539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.243929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.244354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.244745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:18.263389 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.387864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Transition to ACTIVE for port object c241f796-869a-4908-9514-cc75d2729386 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:18.394207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Router 4f2a9fa0-a966-458a-9456-26c2195dcb02 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:20:18.442317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:18.483950 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.511338 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.516752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c87efcf-3714-4f51-b8d3-0ccaccaa703d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.522018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01667984-cf7a-4537-989b-e48a58dae7f3 None None] Pushing event updated for resources: {'Port': ['ID=5bc9122c-27bc-4f24-a5c1-ade5add09eb1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:18.542566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b2f2b9d6-b7a9-47b5-95e3-976b0c5f25cc None None] Could not find standard attr ID for object 285cb2dc-78f6-4037-a76e-9aa28c999f7a. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:20:18.562931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 86e33522-6e66-4151-a6fc-d08060fdc01c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=86e33522-6e66-4151-a6fc-d08060fdc01c,segment=NetworkSegment(2b39d48f-fe04-44a1-8fcf-4f364490cf2e),segment_id=2b39d48f-fe04-44a1-8fcf-4f364490cf2e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:18.580420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:18.581087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:18.587054 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.587860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 95ad44ad-3053-4da1-827a-2c7f2887eb35 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:18.606945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:18.622473 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Sync routers for ids ['4f2a9fa0-a966-458a-9456-26c2195dcb02'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:18.664586 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.668907 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ae427af8-ebd2-4c9a-840b-ecac8bccdd5f admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0518939 Jul 30 02:20:18.669037 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Routers {'4f2a9fa0-a966-458a-9456-26c2195dcb02'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:18.669037 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f2a9fa0-a966-458a-9456-26c2195dcb02'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:18.669226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46116) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:18.691180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87efcf-3714-4f51-b8d3-0ccaccaa703d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=cba9b8b1-65af-4af8-ba8f-85dd10d7a614,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:18.815168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.847889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:18.881571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a62d96-9040-4c14-a0b1-a80747bd40e2 None None] Pushing event updated for resources: {'Port': ['ID=c241f796-869a-4908-9514-cc75d2729386,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:19.002573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b2f2b9d6-b7a9-47b5-95e3-976b0c5f25cc None None] Could not find standard attr ID for object cba9b8b1-65af-4af8-ba8f-85dd10d7a614. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:20:19.085240 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Set router 4f2a9fa0-a966-458a-9456-26c2195dcb02 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:19.109049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Attempting to bind port c241f796-869a-4908-9514-cc75d2729386 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:19.109424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Attempting to bind port c241f796-869a-4908-9514-cc75d2729386 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:19.109797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Attempting to bind port c241f796-869a-4908-9514-cc75d2729386 on network fc3191d4-8bed-423b-9679-566c4879ff58 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:19.122145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:19.188380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c12271c7-5285-4969-ae88-81620ff44c82 None None] Could not find standard attr ID for object 285cb2dc-78f6-4037-a76e-9aa28c999f7a. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:20:19.189927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 95ad44ad-3053-4da1-827a-2c7f2887eb35 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:19.190298 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.192074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:19.192449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Checking segment: {'id': '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:19.192852 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.193256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Bound using segment: {'id': '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:19.193777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Bound port: c241f796-869a-4908-9514-cc75d2729386, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:19.194161 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.222942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=86e33522-6e66-4151-a6fc-d08060fdc01c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:19.311898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] For port c241f796-869a-4908-9514-cc75d2729386, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:19.315405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] For port c241f796-869a-4908-9514-cc75d2729386, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c241f796-869a-4908-9514-cc75d2729386,segment=NetworkSegment(4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d),segment_id=4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:19.354128 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.354582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0c87efcf-3714-4f51-b8d3-0ccaccaa703d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.358655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0c87efcf-3714-4f51-b8d3-0ccaccaa703d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/cba9b8b1-65af-4af8-ba8f-85dd10d7a614 HTTP/1.1" status: 204 len: 168 time: 4.5373995 Jul 30 02:20:19.362496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46122) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:19.438121 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-692e1169-e522-426d-b20c-c761af9a83cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:20:19.445785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-692e1169-e522-426d-b20c-c761af9a83cf tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/cba9b8b1-65af-4af8-ba8f-85dd10d7a614 HTTP/1.1" status: 404 len: 333 time: 0.0822337 Jul 30 02:20:19.453099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46124) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:19.503911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.504642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b90c85-9c69-43e5-9273-40aeda50cd47 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:20:19.514093 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.517710 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7c00653f-6703-45c9-b76c-589059272b4f admin admin] 10.222.0.84 "DELETE /v2.0/routers/97b90c85-9c69-43e5-9273-40aeda50cd47 HTTP/1.1" status: 204 len: 168 time: 5.8611431 Jul 30 02:20:19.529371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46126) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:19.534772 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:13Z', 'updated_at': '2021-07-30T02:20:17Z', 'revision_number': 3, 'project_id': '734b4039331c4765b49ec24d84817550', 'gw_port': {'id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:16Z', 'updated_at': '2021-07-30T02:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:19.563894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.extraroute_db [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added routes are [] {{(pid=93819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 02:20:19.564269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.extraroute_db [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 02:20:19.580823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Routers {'88f09c66-4d81-4d6e-b510-cb178f8f54bb'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:19.590161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:19.615737 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Checking router: 4f2a9fa0-a966-458a-9456-26c2195dcb02 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:19.616084 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Updating router 4f2a9fa0-a966-458a-9456-26c2195dcb02 port bdc3e5a1-4946-4487-9955-9ef3e266d419 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:19.720025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05e0dc4-656c-4375-8871-24caade9ed59 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet 355a20b7-9797-47b6-af29-81ffe903db7c {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:19.732243 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b05e0dc4-656c-4375-8871-24caade9ed59 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.757631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9cd99c-7e0c-492c-8daa-0f9b2fafcf91 admin admin] Deleting subnet 3888fc15-73a7-4c3e-8f46-02451ebd6e7e {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:19.793751 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd99c-7e0c-492c-8daa-0f9b2fafcf91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.865696 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd99c-7e0c-492c-8daa-0f9b2fafcf91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.908213 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b05e0dc4-656c-4375-8871-24caade9ed59 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.978268 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:19.987316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd99c-7e0c-492c-8daa-0f9b2fafcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.081141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a62d96-9040-4c14-a0b1-a80747bd40e2 None None] Pushing event updated for resources: {'Port': ['ID=c241f796-869a-4908-9514-cc75d2729386,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:20.108327 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd99c-7e0c-492c-8daa-0f9b2fafcf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.157424 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.167994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cd99c-7e0c-492c-8daa-0f9b2fafcf91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3888fc15-73a7-4c3e-8f46-02451ebd6e7e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:20.176736 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab9cd99c-7e0c-492c-8daa-0f9b2fafcf91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.179296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ab9cd99c-7e0c-492c-8daa-0f9b2fafcf91 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3888fc15-73a7-4c3e-8f46-02451ebd6e7e HTTP/1.1" status: 204 len: 168 time: 0.6483386 Jul 30 02:20:20.187168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46132) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:20.262879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de9d02d-07b6-44ab-ac08-71ef93550437 None None] Network 53216894-49ee-49f8-ac84-426721bee474 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:20.314441 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b05e0dc4-656c-4375-8871-24caade9ed59 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.327115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b418544-aff0-44f4-982c-b24d6b202eff None None] Network 86085c8b-2502-48c8-a3a3-a0688ab408e9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:20.330338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:20.404342 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.511316 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.523103 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.524206 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Transition to ACTIVE for port object bdc3e5a1-4946-4487-9955-9ef3e266d419 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:20.530110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b05e0dc4-656c-4375-8871-24caade9ed59 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.532987 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.585941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e0dc4-656c-4375-8871-24caade9ed59 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=355a20b7-9797-47b6-af29-81ffe903db7c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:20.592028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b05e0dc4-656c-4375-8871-24caade9ed59 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.595680 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b05e0dc4-656c-4375-8871-24caade9ed59 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/355a20b7-9797-47b6-af29-81ffe903db7c HTTP/1.1" status: 204 len: 168 time: 1.1286376 Jul 30 02:20:20.599246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46134) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:20.611398 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Attempting to bind port bdc3e5a1-4946-4487-9955-9ef3e266d419 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:20.611796 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Attempting to bind port bdc3e5a1-4946-4487-9955-9ef3e266d419 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:20.612156 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Attempting to bind port bdc3e5a1-4946-4487-9955-9ef3e266d419 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:20.628413 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:20.629074 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:20.629681 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.630230 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:20.636187 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Bound port: bdc3e5a1-4946-4487-9955-9ef3e266d419, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:20.636808 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.685325 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.690099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.703247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8f3cd-e12d-487f-9191-9b658f3e674f None None] Network 370694c1-cd96-4a86-965f-82c495164c03 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:20.719096 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] For port bdc3e5a1-4946-4487-9955-9ef3e266d419, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:20.722741 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] For port bdc3e5a1-4946-4487-9955-9ef3e266d419, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bdc3e5a1-4946-4487-9955-9ef3e266d419,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:20.745321 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.769360 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa31c9-f3f8-4c40-bbf4-6a00277e36bb None None] Pushing event updated for resources: {'Port': ['ID=bdc3e5a1-4946-4487-9955-9ef3e266d419,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:20.789611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:20.818769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Allocated IP 172.20.0.1 (86085c8b-2502-48c8-a3a3-a0688ab408e9/d7083fa2-2a1c-489c-81e9-3d177d21f9a1/183d9b08-bf0d-49bd-b8e4-7b4abd7c6553) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:20.871395 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa31c9-f3f8-4c40-bbf4-6a00277e36bb None None] Pushing event updated for resources: {'Port': ['ID=bdc3e5a1-4946-4487-9955-9ef3e266d419,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:20.920266 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Routers {'4f2a9fa0-a966-458a-9456-26c2195dcb02'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:20.924218 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f2a9fa0-a966-458a-9456-26c2195dcb02'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:20.964527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:21.022230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-97d6eeee-a5a2-443f-b6ad-89c237d931dd None None] Provisioning for port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:21.062238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port a26eef04-2a3d-4b8a-b485-08571b6f1566 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:21.064028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.143879 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] Set router 4f2a9fa0-a966-458a-9456-26c2195dcb02 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:21.176121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:21.177077 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.189047 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.189699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:21.204751 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.205947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-553ef1bf-7821-4ec1-92af-b888fbeb7ada tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418 HTTP/1.1" status: 200 len: 704 time: 3.7601006 Jul 30 02:20:21.210579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46140) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:21.221349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] Set router 88f09c66-4d81-4d6e-b510-cb178f8f54bb gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:21.230654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Deleting port 0c1dc6fa-0d95-43f1-b317-3625dda10327 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:21.231000 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.395392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:13Z', 'revision_number': 6, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15df158-d6d3-46d5-aef4-4c1cc4c7200c', 'name': '', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:dc:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:06Z', 'updated_at': '2021-07-30T02:20:15Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:21.409603 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a90d51bd-11bb-4ac7-ba32-e119c1640ae5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418 HTTP/1.1" status: 200 len: 704 time: 0.1928420 Jul 30 02:20:21.415029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46146) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:21.450008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] For port 0c1dc6fa-0d95-43f1-b317-3625dda10327, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0c1dc6fa-0d95-43f1-b317-3625dda10327,segment=NetworkSegment(a3d225aa-1466-42d9-9fa7-69e39b96862e),segment_id=a3d225aa-1466-42d9-9fa7-69e39b96862e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:21.450383 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.454380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f5e289f0-b350-46d0-8cfc-7e38031fbca0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:21.486487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Calling delete_port for 0c1dc6fa-0d95-43f1-b317-3625dda10327 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:21.531846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:21.534487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6dee60-036f-475c-9771-8961930d1ee4 None None] DHCP port deletion for 53216894-49ee-49f8-ac84-426721bee474 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:21.620289 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:13Z', 'updated_at': '2021-07-30T02:20:17Z', 'revision_number': 3, 'project_id': '734b4039331c4765b49ec24d84817550', 'gw_port': {'id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:16Z', 'updated_at': '2021-07-30T02:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:21.652704 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.691680 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e48e3de-c3d6-4a6d-92fb-0d5d84e7adb0 None None] The sync data for ids ['4f2a9fa0-a966-458a-9456-26c2195dcb02'] in n-d-715271-7 is: [{'id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:13Z', 'updated_at': '2021-07-30T02:20:17Z', 'revision_number': 3, 'project_id': '734b4039331c4765b49ec24d84817550', 'gw_port': {'id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:16Z', 'updated_at': '2021-07-30T02:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:21.705726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1dc6fa-0d95-43f1-b317-3625dda10327,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:21.709768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] No DVR routers for this DVR port 0c1dc6fa-0d95-43f1-b317-3625dda10327 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:21.791246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3e6dee60-036f-475c-9771-8961930d1ee4 None None] The port '0c1dc6fa-0d95-43f1-b317-3625dda10327' was deleted {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 30 02:20:21.813748 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.826610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53216894-49ee-49f8-ac84-426721bee474']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:21.839897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d225aa-1466-42d9-9fa7-69e39b96862e') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:21.840450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d225aa-1466-42d9-9fa7-69e39b96862e') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:21.851019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.867885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.874798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:21.875596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.935103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46150) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:21.935866 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:21.973770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.994865 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:21.998277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] 10.222.0.84 "DELETE /v2.0/networks/53216894-49ee-49f8-ac84-426721bee474 HTTP/1.1" status: 204 len: 168 time: 1.8116527 Jul 30 02:20:21.999610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870b094-4ed0-44df-9cbd-90958131f911 admin admin] Pushing event deleted for resources: {'Network': ['ID=53216894-49ee-49f8-ac84-426721bee474,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:22.106764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:22.108181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:22.308112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f5e289f0-b350-46d0-8cfc-7e38031fbca0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:22.334759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Transition to ACTIVE for port object 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:22.336750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] DHCP port deletion for 370694c1-cd96-4a86-965f-82c495164c03 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:22.357093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] For port a26eef04-2a3d-4b8a-b485-08571b6f1566, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a26eef04-2a3d-4b8a-b485-08571b6f1566,segment=NetworkSegment(3a340072-33ec-4f60-82f1-f562a8f91e9a),segment_id=3a340072-33ec-4f60-82f1-f562a8f91e9a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:22.357567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:22.375197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46158) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:22.392167 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51724291-5cfb-4250-a29e-0c2784eb6945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:22.537301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:22.563089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-52013f84-c2d3-4437-ad17-3a849e9c56cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8268d859b1b1494395346d8aba71dcee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857271 Jul 30 02:20:22.568629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46160) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:22.578070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for a26eef04-2a3d-4b8a-b485-08571b6f1566 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:22.678943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84a5ada1-28dd-4c6b-b310-a4c80ad63450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:22.731937 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84a5ada1-28dd-4c6b-b310-a4c80ad63450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:22.741803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f5e289f0-b350-46d0-8cfc-7e38031fbca0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:22.742290 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:22.746135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:22.878777 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84a5ada1-28dd-4c6b-b310-a4c80ad63450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:22.885808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84a5ada1-28dd-4c6b-b310-a4c80ad63450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:22.889368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-84a5ada1-28dd-4c6b-b310-a4c80ad63450 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8881d1c8-3645-498c-ae39-2734a41b0f0b HTTP/1.1" status: 204 len: 168 time: 0.3121436 Jul 30 02:20:22.967090 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5ada1-28dd-4c6b-b310-a4c80ad63450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8881d1c8-3645-498c-ae39-2734a41b0f0b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:22.990266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Network 86085c8b-2502-48c8-a3a3-a0688ab408e9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:23.000038 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:23.001569 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51724291-5cfb-4250-a29e-0c2784eb6945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.025132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-51724291-5cfb-4250-a29e-0c2784eb6945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.042956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:23.102289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51724291-5cfb-4250-a29e-0c2784eb6945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e73b927-da0b-4259-94b8-e3e0dde21837,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:23.121159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:50Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 4, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'gw_port': {'id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:53Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c241f796-869a-4908-9514-cc75d2729386', 'name': '', 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'mac_address': 'fa:16:3e:88:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:01Z', 'updated_at': '2021-07-30T02:20:19Z', 'revision_number': 4, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'subnets': [{'id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:23.175327 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-51724291-5cfb-4250-a29e-0c2784eb6945 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b2c98acd85094848b0eef0301720c6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2385013 Jul 30 02:20:23.178091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46164) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:23.293895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f22a6-ffc2-4474-933b-771161b0cfd0 None None] The sync data for ids ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'] in n-d-715271-7 is: [{'id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:50Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 4, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'gw_port': {'id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:53Z', 'updated_at': '2021-07-30T02:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c241f796-869a-4908-9514-cc75d2729386', 'name': '', 'network_id': 'fc3191d4-8bed-423b-9679-566c4879ff58', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'mac_address': 'fa:16:3e:88:de:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:01Z', 'updated_at': '2021-07-30T02:20:19Z', 'revision_number': 4, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'subnets': [{'id': 'f649561d-6853-4c77-85e9-9ee0c202d67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:23.294890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Pushing event updated for resources: {'Port': ['ID=183d9b08-bf0d-49bd-b8e4-7b4abd7c6553,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:23.305951 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44683ad7-e84e-4702-bc77-26d7b71f558f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.310361 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.361757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.386761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.399391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44683ad7-e84e-4702-bc77-26d7b71f558f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.443599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f5e289f0-b350-46d0-8cfc-7e38031fbca0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f5e289f0-b350-46d0-8cfc-7e38031fbca0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:23.461990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No DVR routers for this DVR port a26eef04-2a3d-4b8a-b485-08571b6f1566 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:23.515731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] Deleting port a26eef04-2a3d-4b8a-b485-08571b6f1566 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:23.516700 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.538685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=a26eef04-2a3d-4b8a-b485-08571b6f1566,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:23.544959 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.551761 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44683ad7-e84e-4702-bc77-26d7b71f558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.554909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-44683ad7-e84e-4702-bc77-26d7b71f558f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.570920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-44683ad7-e84e-4702-bc77-26d7b71f558f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8e73b927-da0b-4259-94b8-e3e0dde21837 HTTP/1.1" status: 204 len: 168 time: 0.3914313 Jul 30 02:20:23.609266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44683ad7-e84e-4702-bc77-26d7b71f558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e73b927-da0b-4259-94b8-e3e0dde21837,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:23.742822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.765135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370694c1-cd96-4a86-965f-82c495164c03']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:23.811872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a340072-33ec-4f60-82f1-f562a8f91e9a') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:23.812257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a340072-33ec-4f60-82f1-f562a8f91e9a') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:23.844938 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.877832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46172) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:23.965865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.972960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ad90acb3-ae46-4721-8c7e-54604e6728bd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e8e806e6cf7492e901a62ca4e588bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931463 Jul 30 02:20:23.976097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46176) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:23.986904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:23.992467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:23.992879 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:24.011800 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:24.036967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] For port a26eef04-2a3d-4b8a-b485-08571b6f1566, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:24.037374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.052735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] Calling delete_port for a26eef04-2a3d-4b8a-b485-08571b6f1566 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:24.055511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] Port a26eef04-2a3d-4b8a-b485-08571b6f1566 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:20:24.062518 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.070063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43710c86-30cb-4c5a-9641-c149e5e5a51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.099278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43710c86-30cb-4c5a-9641-c149e5e5a51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.105044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] No DVR routers for this DVR port a26eef04-2a3d-4b8a-b485-08571b6f1566 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:24.125091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 689981f2-7295-489f-9a76-6483658f9366 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:24.177883 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43710c86-30cb-4c5a-9641-c149e5e5a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.181275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-43710c86-30cb-4c5a-9641-c149e5e5a51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.188010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-43710c86-30cb-4c5a-9641-c149e5e5a51c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2fc87b5a-09bb-426b-86fe-7eb91589b294 HTTP/1.1" status: 204 len: 168 time: 0.2103908 Jul 30 02:20:24.198704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43710c86-30cb-4c5a-9641-c149e5e5a51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc87b5a-09bb-426b-86fe-7eb91589b294,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:24.214636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.237679 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.252140 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/networks/370694c1-cd96-4a86-965f-82c495164c03 HTTP/1.1" status: 204 len: 168 time: 3.6394024 Jul 30 02:20:24.253641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46180) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:24.264736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-710538733'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:24.266434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 689981f2-7295-489f-9a76-6483658f9366 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:24.266968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 689981f2-7295-489f-9a76-6483658f9366 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:24.267390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:24.296945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:24.297618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4ff81bdf-a1dc-4c82-82b1-e66fa96b5885 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:24.298099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e6bf9ec5-9778-4dc3-ac34-3e51362da704 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:24.315767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:24.321366 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.324258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1d563-9398-4200-a9a7-7969fda084d2 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Network': ['ID=370694c1-cd96-4a86-965f-82c495164c03,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:24.330193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c309e0ec-9e55-442a-acef-b2258895f373 None None] Provisioning for port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:24.337444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: e6bf9ec5-9778-4dc3-ac34-3e51362da704 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:24.337875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e6bf9ec5-9778-4dc3-ac34-3e51362da704 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:24.364851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c309e0ec-9e55-442a-acef-b2258895f373 None None] Provisioning complete for port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:24.365425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c309e0ec-9e55-442a-acef-b2258895f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.392316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:20:24.395460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46182) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:24.413601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.417593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c309e0ec-9e55-442a-acef-b2258895f373 None None] Port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:24.426518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f5e289f0-b350-46d0-8cfc-7e38031fbca0,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:24.450960 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-539081f7-29e4-4391-b381-8729fece8701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.460128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33e85c-6ab2-414f-9a68-b2f50f34f8fd None None] Pushing event deleted for resources: {'Port': ['ID=a26eef04-2a3d-4b8a-b485-08571b6f1566,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:24.468248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:19Z', 'revision_number': 7, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15df158-d6d3-46d5-aef4-4c1cc4c7200c', 'name': '', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:dc:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:06Z', 'updated_at': '2021-07-30T02:20:15Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:24.505896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.517143 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Added segment eb87032a-44f4-4ff9-b01d-22ac84549f8d of type vlan for network e1f758fc-c7e9-4406-b1bb-21e45de1f215 Jul 30 02:20:24.525427 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.569135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf009d-1c1b-461e-81b0-2d51db117fe8 None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:19Z', 'revision_number': 7, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15df158-d6d3-46d5-aef4-4c1cc4c7200c', 'name': '', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:dc:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:06Z', 'updated_at': '2021-07-30T02:20:15Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:24.662825 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.750806 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.758762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:24.759491 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.767071 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.797667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:24.916021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e15df158-d6d3-46d5-aef4-4c1cc4c7200c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:24.920310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Network': ['ID=e1f758fc-c7e9-4406-b1bb-21e45de1f215,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:24.971630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Pushing event updated for resources: {'Port': ['ID=183d9b08-bf0d-49bd-b8e4-7b4abd7c6553,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:24.975224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network e1f758fc-c7e9-4406-b1bb-21e45de1f215 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:20:25.029349 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-539081f7-29e4-4391-b381-8729fece8701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.037171 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.038312 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-539081f7-29e4-4391-b381-8729fece8701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.046611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:25.111620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-539081f7-29e4-4391-b381-8729fece8701 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e667e63faf7a423a87b8db6da2c418af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065618 Jul 30 02:20:25.111620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539081f7-29e4-4391-b381-8729fece8701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e792dce1-6aab-4218-ad1e-b4a2be48a973,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:25.114189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-88141ee4-c119-4f90-acb4-b998ea3618c7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8586185 Jul 30 02:20:25.115054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46186) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:25.121923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:25.122239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46188) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:25.124521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:25.128993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': 'e1f758fc-c7e9-4406-b1bb-21e45de1f215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:25.266915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:25.296902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Network 86085c8b-2502-48c8-a3a3-a0688ab408e9 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:25.300009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:25.329949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port e15df158-d6d3-46d5-aef4-4c1cc4c7200c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:25.343305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port e15df158-d6d3-46d5-aef4-4c1cc4c7200c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:25.344396 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.366389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port e15df158-d6d3-46d5-aef4-4c1cc4c7200c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:25.366711 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.529208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Router 4f2a9fa0-a966-458a-9456-26c2195dcb02 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:25.535405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port e15df158-d6d3-46d5-aef4-4c1cc4c7200c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e15df158-d6d3-46d5-aef4-4c1cc4c7200c,segment=NetworkSegment(2b39d48f-fe04-44a1-8fcf-4f364490cf2e),segment_id=2b39d48f-fe04-44a1-8fcf-4f364490cf2e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:25.535405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.555554 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.562361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for e15df158-d6d3-46d5-aef4-4c1cc4c7200c owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:25.642822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port e15df158-d6d3-46d5-aef4-4c1cc4c7200c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=e15df158-d6d3-46d5-aef4-4c1cc4c7200c,segment=NetworkSegment(2b39d48f-fe04-44a1-8fcf-4f364490cf2e),segment_id=2b39d48f-fe04-44a1-8fcf-4f364490cf2e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:25.657784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.658581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86e33522-6e66-4151-a6fc-d08060fdc01c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:25.726911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b344b84-0f96-4ca4-9c2e-a3fb42fed3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.746728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4b45a93b-7522-4915-b20e-be794855c1b8 None None] Provisioning complete for port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:25.747128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:25.747343 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b45a93b-7522-4915-b20e-be794855c1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.760947 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Sync routers for ids ['4f2a9fa0-a966-458a-9456-26c2195dcb02'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:25.761635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:19Z', 'revision_number': 7, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15df158-d6d3-46d5-aef4-4c1cc4c7200c', 'name': '', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:dc:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:06Z', 'updated_at': '2021-07-30T02:20:15Z', 'revision_number': 4, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:25.770309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b344b84-0f96-4ca4-9c2e-a3fb42fed3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.777607 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Routers {'4f2a9fa0-a966-458a-9456-26c2195dcb02'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:25.779826 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f2a9fa0-a966-458a-9456-26c2195dcb02'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:25.780468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:25.784165 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.862197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:25.876103 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7887f479-4685-4c9b-84c4-1c2fb089be32 admin admin] 10.222.0.84 "PUT /v2.0/routers/4f2a9fa0-a966-458a-9456-26c2195dcb02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1967955 Jul 30 02:20:25.902021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:25.902654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:25.943271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=e15df158-d6d3-46d5-aef4-4c1cc4c7200c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:25.962173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b344b84-0f96-4ca4-9c2e-a3fb42fed3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.966399 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6b344b84-0f96-4ca4-9c2e-a3fb42fed3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:25.968031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6b344b84-0f96-4ca4-9c2e-a3fb42fed3e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e792dce1-6aab-4218-ad1e-b4a2be48a973 HTTP/1.1" status: 204 len: 168 time: 0.8517232 Jul 30 02:20:26.003180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4b45a93b-7522-4915-b20e-be794855c1b8 None None] Port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:26.015642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b344b84-0f96-4ca4-9c2e-a3fb42fed3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792dce1-6aab-4218-ad1e-b4a2be48a973,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:26.023757 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Set router 4f2a9fa0-a966-458a-9456-26c2195dcb02 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:26.082628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.126519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 86e33522-6e66-4151-a6fc-d08060fdc01c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:26.127063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.130918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:26.136688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=e15df158-d6d3-46d5-aef4-4c1cc4c7200c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:26.339425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.480402 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.490904 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:13Z', 'updated_at': '2021-07-30T02:20:23Z', 'revision_number': 4, 'project_id': '734b4039331c4765b49ec24d84817550', 'gw_port': {'id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:16Z', 'updated_at': '2021-07-30T02:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '183d9b08-bf0d-49bd-b8e4-7b4abd7c6553', 'name': '', 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'mac_address': 'fa:16:3e:da:01:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'd7083fa2-2a1c-489c-81e9-3d177d21f9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:20Z', 'updated_at': '2021-07-30T02:20:24Z', 'revision_number': 2, 'project_id': '734b4039331c4765b49ec24d84817550', 'subnets': [{'id': 'd7083fa2-2a1c-489c-81e9-3d177d21f9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:26.531180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=a314efe4-17fa-498a-85bf-9d0005ec0f8f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:26.554107 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Checking router: 4f2a9fa0-a966-458a-9456-26c2195dcb02 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:26.554794 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Updating router 4f2a9fa0-a966-458a-9456-26c2195dcb02 port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:26.559966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Checking segment: {'id': 'eb87032a-44f4-4ff9-b01d-22ac84549f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1f758fc-c7e9-4406-b1bb-21e45de1f215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:26.560461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network hostable DHCP agents. Network: e1f758fc-c7e9-4406-b1bb-21e45de1f215, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:20:26.622266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network e1f758fc-c7e9-4406-b1bb-21e45de1f215 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:20:26.632136 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.640962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, e1f758fc-c7e9-4406-b1bb-21e45de1f215) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:26.646663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:26.647265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.658116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f033e71-d650-43fb-9464-fe42172498c4 None None] Network e1f758fc-c7e9-4406-b1bb-21e45de1f215 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:26.697746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-638fde20-e26b-4643-9901-85ddbe979a4d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5742221 Jul 30 02:20:26.698387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46212) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:26.706694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b0a70c39-0b4d-41a7-bb84-0c9c4f65e556 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1447772165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:26.762272 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0a70c39-0b4d-41a7-bb84-0c9c4f65e556 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.763391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0a70c39-0b4d-41a7-bb84-0c9c4f65e556 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.826051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:26.846723 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0a70c39-0b4d-41a7-bb84-0c9c4f65e556 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.856768 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0a70c39-0b4d-41a7-bb84-0c9c4f65e556 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.895996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b0a70c39-0b4d-41a7-bb84-0c9c4f65e556 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:26.900142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b0a70c39-0b4d-41a7-bb84-0c9c4f65e556 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2006490 Jul 30 02:20:26.901563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46220) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:26.906832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'network_id': 'e1f758fc-c7e9-4406-b1bb-21e45de1f215', 'name': 'tempest-PortsTestJSON-1758954120'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:27.147132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:27.158051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:19Z', 'revision_number': 7, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15df158-d6d3-46d5-aef4-4c1cc4c7200c', 'name': '', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:dc:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:06Z', 'updated_at': '2021-07-30T02:20:25Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:27.174378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:27.177794 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:27.231630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f85acf-34ad-4fe3-b6f5-bf32d7c35743 None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:19Z', 'revision_number': 7, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15df158-d6d3-46d5-aef4-4c1cc4c7200c', 'name': '', 'network_id': '96d0c96a-8bab-422b-b03c-cb7c702fa71d', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:dc:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:06Z', 'updated_at': '2021-07-30T02:20:25Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '4912934c-a6f9-4ae4-b5cc-556a1e6254a8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:27.392891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-e1f758fc-c7e9-4406-b1bb-21e45de1f215', 'network_id': 'e1f758fc-c7e9-4406-b1bb-21e45de1f215', 'tenant_id': '0e41188a188545f087bcbd54979d505c', 'fixed_ips': [{'subnet_id': 'a314efe4-17fa-498a-85bf-9d0005ec0f8f'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:20:27.393888 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:27.436422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:27.442575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:27.497396 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:27.497985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 3f9564d5-7eba-4f14-bd94-1a381cd4373f yet. {{(pid=93819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:20:27.522109 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Transition to ACTIVE for port object 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:27.549354 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:27.815775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.11 (e1f758fc-c7e9-4406-b1bb-21e45de1f215/a314efe4-17fa-498a-85bf-9d0005ec0f8f/3f9564d5-7eba-4f14-bd94-1a381cd4373f) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:27.818673 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:27.822031 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d405904-caa9-4dd6-a2c7-a2ca67c20e7b None None] Pushing event updated for resources: {'Port': ['ID=183d9b08-bf0d-49bd-b8e4-7b4abd7c6553,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:27.887851 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Attempting to bind port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:27.887851 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Attempting to bind port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '8347fa41-d3cf-42de-b8c6-635350fba09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:27.887851 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Attempting to bind port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 on network 86085c8b-2502-48c8-a3a3-a0688ab408e9 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:27.916931 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:27.918697 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Checking segment: {'id': '8347fa41-d3cf-42de-b8c6-635350fba09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:27.919280 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:27.931560 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Bound using segment: {'id': '8347fa41-d3cf-42de-b8c6-635350fba09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:27.933077 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Bound port: 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8347fa41-d3cf-42de-b8c6-635350fba09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:27.938993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:27.940912 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:28.143357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:28.166319 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] For port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:28.167797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 3f9564d5-7eba-4f14-bd94-1a381cd4373f will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:28.171328 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] For port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=183d9b08-bf0d-49bd-b8e4-7b4abd7c6553,segment=NetworkSegment(8347fa41-d3cf-42de-b8c6-635350fba09d),segment_id=8347fa41-d3cf-42de-b8c6-635350fba09d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:28.177279 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:28.194408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:28.202319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5bc9122c-27bc-4f24-a5c1-ade5add09eb1,segment=NetworkSegment(8347fa41-d3cf-42de-b8c6-635350fba09d),segment_id=8347fa41-d3cf-42de-b8c6-635350fba09d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:28.217827 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5dc15bfd-249f-4d59-82ae-9c10aea0afc0 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8012168 Jul 30 02:20:28.221696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46264) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:28.227224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:28.234303 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:28.234303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c241f796-869a-4908-9514-cc75d2729386 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:28.251893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:28.342516 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Routers {'4f2a9fa0-a966-458a-9456-26c2195dcb02'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:28.358878 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f2a9fa0-a966-458a-9456-26c2195dcb02'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:28.441420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network e1f758fc-c7e9-4406-b1bb-21e45de1f215 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:28.446376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:28.448905 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:28.471284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:28.492892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:28.599798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46282) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:28.668397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:28.669753 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:28.691054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Allocated IP 172.20.0.2 (e1f758fc-c7e9-4406-b1bb-21e45de1f215/a314efe4-17fa-498a-85bf-9d0005ec0f8f/82308a6b-c5e3-4725-b801-d69da03d6855) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:28.698053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=3f9564d5-7eba-4f14-bd94-1a381cd4373f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:28.715179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=5bc9122c-27bc-4f24-a5c1-ade5add09eb1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:28.736657 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8d002dbb-3c88-42fa-bbb4-0404929eb720 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8326647 Jul 30 02:20:28.738603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46288) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:28.748101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-120c189d-d9a4-437d-b98e-0e8585a24915 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting subnet 4912934c-a6f9-4ae4-b5cc-556a1e6254a8 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:28.753533 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-120c189d-d9a4-437d-b98e-0e8585a24915 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:28.774977 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d405904-caa9-4dd6-a2c7-a2ca67c20e7b None None] Pushing event updated for resources: {'Port': ['ID=183d9b08-bf0d-49bd-b8e4-7b4abd7c6553,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:28.793927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:28.856352 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-120c189d-d9a4-437d-b98e-0e8585a24915 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:28.948221 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] Set router 4f2a9fa0-a966-458a-9456-26c2195dcb02 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:29.025262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c241f796-869a-4908-9514-cc75d2729386 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:29.059024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c241f796-869a-4908-9514-cc75d2729386 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:29.061317 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-120c189d-d9a4-437d-b98e-0e8585a24915 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.061991 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.205727 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-120c189d-d9a4-437d-b98e-0e8585a24915 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.315407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c189d-d9a4-437d-b98e-0e8585a24915 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Subnet': ['ID=4912934c-a6f9-4ae4-b5cc-556a1e6254a8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:29.333699 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-120c189d-d9a4-437d-b98e-0e8585a24915 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.339492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-120c189d-d9a4-437d-b98e-0e8585a24915 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/4912934c-a6f9-4ae4-b5cc-556a1e6254a8 HTTP/1.1" status: 204 len: 168 time: 1.1164055 Jul 30 02:20:29.340183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46296) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:29.413858 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.416820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d83d7f-2c78-4e19-9d37-86466110a272 None None] Network 96d0c96a-8bab-422b-b03c-cb7c702fa71d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:29.445115 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:13Z', 'updated_at': '2021-07-30T02:20:23Z', 'revision_number': 4, 'project_id': '734b4039331c4765b49ec24d84817550', 'gw_port': {'id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:16Z', 'updated_at': '2021-07-30T02:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '183d9b08-bf0d-49bd-b8e4-7b4abd7c6553', 'name': '', 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'mac_address': 'fa:16:3e:da:01:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'd7083fa2-2a1c-489c-81e9-3d177d21f9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:20Z', 'updated_at': '2021-07-30T02:20:28Z', 'revision_number': 4, 'project_id': '734b4039331c4765b49ec24d84817550', 'subnets': [{'id': 'd7083fa2-2a1c-489c-81e9-3d177d21f9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:29.518370 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee87dd-7c95-4004-8838-a9d458db3bca None None] The sync data for ids ['4f2a9fa0-a966-458a-9456-26c2195dcb02'] in n-d-715271-7 is: [{'id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:13Z', 'updated_at': '2021-07-30T02:20:23Z', 'revision_number': 4, 'project_id': '734b4039331c4765b49ec24d84817550', 'gw_port': {'id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:16Z', 'updated_at': '2021-07-30T02:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '183d9b08-bf0d-49bd-b8e4-7b4abd7c6553', 'name': '', 'network_id': '86085c8b-2502-48c8-a3a3-a0688ab408e9', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'mac_address': 'fa:16:3e:da:01:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'd7083fa2-2a1c-489c-81e9-3d177d21f9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:20Z', 'updated_at': '2021-07-30T02:20:28Z', 'revision_number': 4, 'project_id': '734b4039331c4765b49ec24d84817550', 'subnets': [{'id': 'd7083fa2-2a1c-489c-81e9-3d177d21f9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:29.575816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.716761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 86e33522-6e66-4151-a6fc-d08060fdc01c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:29.717111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.836923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port 86e33522-6e66-4151-a6fc-d08060fdc01c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=86e33522-6e66-4151-a6fc-d08060fdc01c,segment=NetworkSegment(2b39d48f-fe04-44a1-8fcf-4f364490cf2e),segment_id=2b39d48f-fe04-44a1-8fcf-4f364490cf2e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:29.837289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.883252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 86e33522-6e66-4151-a6fc-d08060fdc01c owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:29.928627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port c241f796-869a-4908-9514-cc75d2729386, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c241f796-869a-4908-9514-cc75d2729386,segment=NetworkSegment(4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d),segment_id=4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:29.958096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.959174 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:29.961890 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:29.991233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.089667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=c241f796-869a-4908-9514-cc75d2729386,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:30.160680 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.186948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:25Z', 'revision_number': 8, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:30.205983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No DVR routers for this DVR port 86e33522-6e66-4151-a6fc-d08060fdc01c on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:30.208793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=86e33522-6e66-4151-a6fc-d08060fdc01c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:30.250355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Transition to ACTIVE for port object 82308a6b-c5e3-4725-b801-d69da03d6855 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:30.256912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:30.259875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bbaabd-4fa8-42b3-b2e1-606a72617d61 None None] DHCP port deletion for 96d0c96a-8bab-422b-b03c-cb7c702fa71d request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:30.341496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Transition to ACTIVE for port object 82308a6b-c5e3-4725-b801-d69da03d6855 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:30.358744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:30.360408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:30.368411 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.456970 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.487049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d0c96a-8bab-422b-b03c-cb7c702fa71d']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:30.519217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b39d48f-fe04-44a1-8fcf-4f364490cf2e') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:30.519558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b39d48f-fe04-44a1-8fcf-4f364490cf2e') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:30.534411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Network e1f758fc-c7e9-4406-b1bb-21e45de1f215 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:30.535148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.540735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:30.551507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:30.570063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46312) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:30.585543 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.596844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:30.597672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:30.603517 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:30.614283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:30.614857 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.649390 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.709671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.724406 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.737735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46316) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:30.739836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/networks/96d0c96a-8bab-422b-b03c-cb7c702fa71d HTTP/1.1" status: 204 len: 168 time: 1.3964717 Jul 30 02:20:30.763509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6a10f-5a7d-43c8-9e17-498f1e64e011 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Network': ['ID=96d0c96a-8bab-422b-b03c-cb7c702fa71d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:30.789287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Pushing event updated for resources: {'Port': ['ID=82308a6b-c5e3-4725-b801-d69da03d6855,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:30.800878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:30.823501 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22074961-997d-4cf7-8614-f5c78c3f4d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.843611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.887631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Attempting to bind port 82308a6b-c5e3-4725-b801-d69da03d6855 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:30.888091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Attempting to bind port 82308a6b-c5e3-4725-b801-d69da03d6855 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'eb87032a-44f4-4ff9-b01d-22ac84549f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1f758fc-c7e9-4406-b1bb-21e45de1f215'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:30.888528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Attempting to bind port 82308a6b-c5e3-4725-b801-d69da03d6855 on network e1f758fc-c7e9-4406-b1bb-21e45de1f215 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:30.907334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:30.907864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Checking segment: {'id': 'eb87032a-44f4-4ff9-b01d-22ac84549f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1f758fc-c7e9-4406-b1bb-21e45de1f215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:30.908357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.908829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Bound using segment: {'id': 'eb87032a-44f4-4ff9-b01d-22ac84549f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1f758fc-c7e9-4406-b1bb-21e45de1f215'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:30.909317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Bound port: 82308a6b-c5e3-4725-b801-d69da03d6855, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb87032a-44f4-4ff9-b01d-22ac84549f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'e1f758fc-c7e9-4406-b1bb-21e45de1f215'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:30.909790 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:30.924623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b49fcc7d-ab28-4eda-a354-8292d227a33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.002742 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22074961-997d-4cf7-8614-f5c78c3f4d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.008136 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22074961-997d-4cf7-8614-f5c78c3f4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.055717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22074961-997d-4cf7-8614-f5c78c3f4d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c427c41-f9dc-4f83-8931-987c2f75d4c7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:31.099735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-22074961-997d-4cf7-8614-f5c78c3f4d2d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0a6ca09ca784896b666d413ca68b688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5267828 Jul 30 02:20:31.102972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46318) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:31.105296 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.124242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bdc3e5a1-4946-4487-9955-9ef3e266d419 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:31.181017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] For port 82308a6b-c5e3-4725-b801-d69da03d6855, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:31.188062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87f8e9b3-da14-45b4-8aea-38fac9c19262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.223954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] For port 82308a6b-c5e3-4725-b801-d69da03d6855, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=82308a6b-c5e3-4725-b801-d69da03d6855,segment=NetworkSegment(eb87032a-44f4-4ff9-b01d-22ac84549f8d),segment_id=eb87032a-44f4-4ff9-b01d-22ac84549f8d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:31.236449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87f8e9b3-da14-45b4-8aea-38fac9c19262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.241612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.304281 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87f8e9b3-da14-45b4-8aea-38fac9c19262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.308901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87f8e9b3-da14-45b4-8aea-38fac9c19262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.310037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-87f8e9b3-da14-45b4-8aea-38fac9c19262 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0c427c41-f9dc-4f83-8931-987c2f75d4c7 HTTP/1.1" status: 204 len: 168 time: 0.2057185 Jul 30 02:20:31.325032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8e9b3-da14-45b4-8aea-38fac9c19262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c427c41-f9dc-4f83-8931-987c2f75d4c7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:31.325522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c431a-73d7-4c01-bc3f-797398442017 None None] Pushing event updated for resources: {'Port': ['ID=82308a6b-c5e3-4725-b801-d69da03d6855,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:31.327595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=3f9564d5-7eba-4f14-bd94-1a381cd4373f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:31.401660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port bdc3e5a1-4946-4487-9955-9ef3e266d419 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:31.411094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bdc3e5a1-4946-4487-9955-9ef3e266d419 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:31.411584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.415619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.416067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.416590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.416927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.417322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.417713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.418639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.419849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.419849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.420144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.420636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.421149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:31.767726 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.789381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:25Z', 'revision_number': 8, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:31.834525 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.842133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa585ac-6a39-4a74-8a5f-01958a16d84e None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:25Z', 'revision_number': 8, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4', 'name': '', 'network_id': 'c19406e4-cd7d-478f-965a-1340054cb503', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:04:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:55Z', 'updated_at': '2021-07-30T02:20:12Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'd7c4d375-d360-47b3-84af-1caf1fd82a6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:31.918524 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.927124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46326) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:31.950170 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc21e-61b4-44af-bcc4-75a965a0d942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:31.957637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port bdc3e5a1-4946-4487-9955-9ef3e266d419, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bdc3e5a1-4946-4487-9955-9ef3e266d419,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:31.968281 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.039866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Deleting port c241f796-869a-4908-9514-cc75d2729386 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:32.040466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.059165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=bdc3e5a1-4946-4487-9955-9ef3e266d419,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:32.078503 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc21e-61b4-44af-bcc4-75a965a0d942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.083263 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ef2cc21e-61b4-44af-bcc4-75a965a0d942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.129838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ef2cc21e-61b4-44af-bcc4-75a965a0d942 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d01c33299d384673a29eb12563646660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014172 Jul 30 02:20:32.130816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46328) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:32.137480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cc21e-61b4-44af-bcc4-75a965a0d942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bcac99-9785-4ff0-85ef-e5baa525f03c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:32.197392 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d94a15bb-f572-4f91-b167-dd841dd5ebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.197647 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.224206 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d94a15bb-f572-4f91-b167-dd841dd5ebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.279832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.298733 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d94a15bb-f572-4f91-b167-dd841dd5ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.303318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d94a15bb-f572-4f91-b167-dd841dd5ebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.306581 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d94a15bb-f572-4f91-b167-dd841dd5ebf0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e8bcac99-9785-4ff0-85ef-e5baa525f03c HTTP/1.1" status: 204 len: 168 time: 0.1746044 Jul 30 02:20:32.319402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a15bb-f572-4f91-b167-dd841dd5ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bcac99-9785-4ff0-85ef-e5baa525f03c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:32.321026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fab5a5c9-8e42-43a5-9826-6f268460f330 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:32.370166 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: fab5a5c9-8e42-43a5-9826-6f268460f330 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:32.370651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fab5a5c9-8e42-43a5-9826-6f268460f330 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:32.376181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 619328b2-4371-44a7-b571-5dc107893f83 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:32.444454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] For port c241f796-869a-4908-9514-cc75d2729386, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c241f796-869a-4908-9514-cc75d2729386,segment=NetworkSegment(4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d),segment_id=4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:32.445135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:32.455303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 619328b2-4371-44a7-b571-5dc107893f83 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:32.455880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 619328b2-4371-44a7-b571-5dc107893f83 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:32.456534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a26eef04-2a3d-4b8a-b485-08571b6f1566 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:32.498096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a26eef04-2a3d-4b8a-b485-08571b6f1566 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:32.499311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a26eef04-2a3d-4b8a-b485-08571b6f1566 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:32.499813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c1dc6fa-0d95-43f1-b317-3625dda10327 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:32.521353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Calling delete_port for c241f796-869a-4908-9514-cc75d2729386 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:32.528346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 0c1dc6fa-0d95-43f1-b317-3625dda10327 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:32.528690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c1dc6fa-0d95-43f1-b317-3625dda10327 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:33.000919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:33.090963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:33.096422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d6202-929f-46be-ac83-93e3fd2c5adf None None] Network e1f758fc-c7e9-4406-b1bb-21e45de1f215 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:33.109114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:33.110226 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.258869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a5f024de-d1e6-469c-8c87-1130922cfc5d None None] Provisioning for port 82308a6b-c5e3-4725-b801-d69da03d6855 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:33.405805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.448830 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2278c351-5354-4212-8696-4ced753f3fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.458675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.469094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=183d9b08-bf0d-49bd-b8e4-7b4abd7c6553,segment=NetworkSegment(8347fa41-d3cf-42de-b8c6-635350fba09d),segment_id=8347fa41-d3cf-42de-b8c6-635350fba09d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:33.475972 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.477337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:33.512954 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c241f796-869a-4908-9514-cc75d2729386,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:33.598848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:33.599344 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.674419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=183d9b08-bf0d-49bd-b8e4-7b4abd7c6553,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:33.786955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f5e289f0-b350-46d0-8cfc-7e38031fbca0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:33.880869 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.915472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f5e289f0-b350-46d0-8cfc-7e38031fbca0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:33.915905 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.960635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.968539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9af90895-3835-4b3b-9aaa-2f681b718e5d None None] Provisioning for port 3f9564d5-7eba-4f14-bd94-1a381cd4373f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:33.975408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:33.982467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9af90895-3835-4b3b-9aaa-2f681b718e5d None None] Provisioning complete for port 3f9564d5-7eba-4f14-bd94-1a381cd4373f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:33.982864 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9af90895-3835-4b3b-9aaa-2f681b718e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.082754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9af90895-3835-4b3b-9aaa-2f681b718e5d None None] Port 3f9564d5-7eba-4f14-bd94-1a381cd4373f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:34.103993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c241f796-869a-4908-9514-cc75d2729386 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:34.139171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c241f796-869a-4908-9514-cc75d2729386 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:34.139553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c241f796-869a-4908-9514-cc75d2729386 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 02:20:34.145757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=3f9564d5-7eba-4f14-bd94-1a381cd4373f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:34.148571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.168184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Port c241f796-869a-4908-9514-cc75d2729386 not found, will not notify nova. {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 02:20:34.168601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 82308a6b-c5e3-4725-b801-d69da03d6855 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:34.188915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:34.189297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.195132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.243384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 82308a6b-c5e3-4725-b801-d69da03d6855 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:34.247663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-53febb2d-0bec-4f5d-93e2-a7e859bf07e0 None None] Provisioning complete for port 3f9564d5-7eba-4f14-bd94-1a381cd4373f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:34.248039 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53febb2d-0bec-4f5d-93e2-a7e859bf07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.251061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 82308a6b-c5e3-4725-b801-d69da03d6855 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:34.251444 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.334352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-53febb2d-0bec-4f5d-93e2-a7e859bf07e0 None None] Port 3f9564d5-7eba-4f14-bd94-1a381cd4373f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:34.408969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.450487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 82308a6b-c5e3-4725-b801-d69da03d6855, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=82308a6b-c5e3-4725-b801-d69da03d6855,segment=NetworkSegment(eb87032a-44f4-4ff9-b01d-22ac84549f8d),segment_id=eb87032a-44f4-4ff9-b01d-22ac84549f8d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:34.458852 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.460374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bdc3e5a1-4946-4487-9955-9ef3e266d419 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:34.489240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4,segment=NetworkSegment(f46f1299-b56b-498b-a70d-d18b2e193397),segment_id=f46f1299-b56b-498b-a70d-d18b2e193397)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:34.489809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.534637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:34.539549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network e1f758fc-c7e9-4406-b1bb-21e45de1f215 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:34.552498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:34.570436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=82308a6b-c5e3-4725-b801-d69da03d6855,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:34.585907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bdc3e5a1-4946-4487-9955-9ef3e266d419 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:34.586371 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.623132 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.626289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8e89d9bc-6d9b-42e6-a902-c9dcb786ab97 None None] Provisioning complete for port 3f9564d5-7eba-4f14-bd94-1a381cd4373f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:34.626733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8e89d9bc-6d9b-42e6-a902-c9dcb786ab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:34.689971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8e89d9bc-6d9b-42e6-a902-c9dcb786ab97 None None] Port 3f9564d5-7eba-4f14-bd94-1a381cd4373f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:34.822362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86e33522-6e66-4151-a6fc-d08060fdc01c no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:34.843400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 86e33522-6e66-4151-a6fc-d08060fdc01c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:34.844222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86e33522-6e66-4151-a6fc-d08060fdc01c not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:34.844400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e15df158-d6d3-46d5-aef4-4c1cc4c7200c no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:34.869455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: e15df158-d6d3-46d5-aef4-4c1cc4c7200c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:34.870320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device e15df158-d6d3-46d5-aef4-4c1cc4c7200c not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:34.921808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Router 88f09c66-4d81-4d6e-b510-cb178f8f54bb has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:34.927378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Router 75908b30-5df0-47e1-a5e0-882c40e5f230 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:20:34.930889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6a23a20a-0d99-4836-9c22-362d8b0a059e None None] Provisioning complete for port 3f9564d5-7eba-4f14-bd94-1a381cd4373f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:34.931293 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6a23a20a-0d99-4836-9c22-362d8b0a059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:35.026534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6a23a20a-0d99-4836-9c22-362d8b0a059e None None] Port 3f9564d5-7eba-4f14-bd94-1a381cd4373f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:35.092294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 82308a6b-c5e3-4725-b801-d69da03d6855 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:35.147361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 82308a6b-c5e3-4725-b801-d69da03d6855 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:35.147776 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:35.164653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:35.213670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:35.247214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:35.263719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:35.275192 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5d638-c117-4fbd-bab7-e8f0536b7fbd None None] Sync routers for ids ['75908b30-5df0-47e1-a5e0-882c40e5f230'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:35.290353 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5d638-c117-4fbd-bab7-e8f0536b7fbd None None] Routers {'75908b30-5df0-47e1-a5e0-882c40e5f230'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:35.294739 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b0d5d638-c117-4fbd-bab7-e8f0536b7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['75908b30-5df0-47e1-a5e0-882c40e5f230'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:35.318065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cba3441d-ee26-4026-908e-c2c36b3c7775 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "PUT /v2.0/routers/75908b30-5df0-47e1-a5e0-882c40e5f230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5604708 Jul 30 02:20:35.318191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46382) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:35.346367 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b0d5d638-c117-4fbd-bab7-e8f0536b7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:35.348453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:35.348733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:35.358858 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5d638-c117-4fbd-bab7-e8f0536b7fbd None None] Routers {'75908b30-5df0-47e1-a5e0-882c40e5f230'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:35.359506 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b0d5d638-c117-4fbd-bab7-e8f0536b7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['75908b30-5df0-47e1-a5e0-882c40e5f230'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:35.398913 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b0d5d638-c117-4fbd-bab7-e8f0536b7fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:35.399603 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5d638-c117-4fbd-bab7-e8f0536b7fbd None None] The sync data for ids ['75908b30-5df0-47e1-a5e0-882c40e5f230'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:35.425324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204f3470-6437-405f-a400-244aa4bdf21d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:35.427070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-204f3470-6437-405f-a400-244aa4bdf21d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports?device_id=75908b30-5df0-47e1-a5e0-882c40e5f230 HTTP/1.1" status: 200 len: 983 time: 0.1081655 Jul 30 02:20:35.430030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46384) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:35.541845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:35.561377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] Sync routers for ids ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:35.567041 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97f8820d-b45d-4fbe-84c0-f143bea7c5aa admin admin] 10.222.0.84 "PUT /v2.0/routers/88f09c66-4d81-4d6e-b510-cb178f8f54bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9654140 Jul 30 02:20:35.569589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46392) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:35.597586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] Routers {'88f09c66-4d81-4d6e-b510-cb178f8f54bb'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:35.598336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:35.732977 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:35.832062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] Set router 88f09c66-4d81-4d6e-b510-cb178f8f54bb gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:35.949656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:36.133091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:50Z', 'updated_at': '2021-07-30T02:20:33Z', 'revision_number': 5, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'gw_port': {'id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:53Z', 'updated_at': '2021-07-30T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:36.174789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] Checking router: 88f09c66-4d81-4d6e-b510-cb178f8f54bb for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:36.184615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] Routers {'88f09c66-4d81-4d6e-b510-cb178f8f54bb'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:36.185540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:36.243269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:36.285460 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:36.288760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 3f9564d5-7eba-4f14-bd94-1a381cd4373f {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:36.289469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:36.417945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] Set router 88f09c66-4d81-4d6e-b510-cb178f8f54bb gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:36.443011 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:36.463081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 3f9564d5-7eba-4f14-bd94-1a381cd4373f owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:36.574054 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:36.681377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:36.712790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:50Z', 'updated_at': '2021-07-30T02:20:33Z', 'revision_number': 5, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'gw_port': {'id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:53Z', 'updated_at': '2021-07-30T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:36.757661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b49ad-3781-4923-97a5-60439b186a2c None None] The sync data for ids ['88f09c66-4d81-4d6e-b510-cb178f8f54bb'] in n-d-715271-7 is: [{'id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'name': 'tempest-TestAggregatesBasicOps-2104371603-router', 'tenant_id': 'e422a9deaa9942b88a6d47d209caef33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:50Z', 'updated_at': '2021-07-30T02:20:33Z', 'revision_number': 5, 'project_id': 'e422a9deaa9942b88a6d47d209caef33', 'gw_port': {'id': 'f5e289f0-b350-46d0-8cfc-7e38031fbca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f09c66-4d81-4d6e-b510-cb178f8f54bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:53Z', 'updated_at': '2021-07-30T02:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:36.812087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Deleting port f5e289f0-b350-46d0-8cfc-7e38031fbca0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:36.812436 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:36.849682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:36.884667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:36.893570 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dc8fa5d0-66fb-462a-8da4-1532a2d537ff tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1547308 Jul 30 02:20:36.897219 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:36.899239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46418) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:36.910647 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:36.911123 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:36.934161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=3f9564d5-7eba-4f14-bd94-1a381cd4373f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:36.949309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] For port f5e289f0-b350-46d0-8cfc-7e38031fbca0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f5e289f0-b350-46d0-8cfc-7e38031fbca0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:36.949549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:36.989659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Calling delete_port for f5e289f0-b350-46d0-8cfc-7e38031fbca0 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:37.032682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-34453ff9-0b3f-4405-a6a5-8ef2e204405f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting subnet d7c4d375-d360-47b3-84af-1caf1fd82a6a {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:37.039150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34453ff9-0b3f-4405-a6a5-8ef2e204405f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.039630 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:37.318573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.327234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34453ff9-0b3f-4405-a6a5-8ef2e204405f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.382598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.391141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c241f796-869a-4908-9514-cc75d2729386 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:37.434423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e289f0-b350-46d0-8cfc-7e38031fbca0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:37.466677 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:34Z', 'revision_number': 9, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:37.494234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c241f796-869a-4908-9514-cc75d2729386 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:37.498371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c241f796-869a-4908-9514-cc75d2729386 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:37.534659 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.537668 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:37.559229 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:37.559912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:37.733807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.734571 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:37.739240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.809281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.809939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f09c66-4d81-4d6e-b510-cb178f8f54bb {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:20:37.818891 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34453ff9-0b3f-4405-a6a5-8ef2e204405f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.821858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.823505 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-db71c156-51c9-4468-bfce-72bdffb09543 admin admin] 10.222.0.84 "DELETE /v2.0/routers/88f09c66-4d81-4d6e-b510-cb178f8f54bb HTTP/1.1" status: 204 len: 168 time: 2.2438593 Jul 30 02:20:37.825773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46434) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:37.895098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2b6cc8-11da-47e9-826a-5c4203b4a5e2 admin admin] Deleting subnet f649561d-6853-4c77-85e9-9ee0c202d67d {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:37.899375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6cc8-11da-47e9-826a-5c4203b4a5e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:37.946353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Router 75908b30-5df0-47e1-a5e0-882c40e5f230 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:37.953174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6cc8-11da-47e9-826a-5c4203b4a5e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.142104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:38.146609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6cc8-11da-47e9-826a-5c4203b4a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.153988 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:34Z', 'revision_number': 9, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:38.156804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1b4df-b67d-4332-b0d3-310b9ecd9096 None None] Sync routers for ids ['75908b30-5df0-47e1-a5e0-882c40e5f230'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:38.162813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-93805b1a-4255-45e8-8357-013759db143b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "PUT /v2.0/routers/75908b30-5df0-47e1-a5e0-882c40e5f230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7286625 Jul 30 02:20:38.164621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46440) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:38.167128 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34453ff9-0b3f-4405-a6a5-8ef2e204405f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.179806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1b4df-b67d-4332-b0d3-310b9ecd9096 None None] Routers {'75908b30-5df0-47e1-a5e0-882c40e5f230'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:38.181697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-20e1b4df-b67d-4332-b0d3-310b9ecd9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['75908b30-5df0-47e1-a5e0-882c40e5f230'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:38.198755 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740bd99-5a1e-4a95-8ab1-c613da6633f1 None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:34Z', 'revision_number': 9, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ece84489-c2b5-4fe0-b6b5-1aad2ae41285', 'name': '', 'network_id': 'a26f2890-f970-470b-8864-4b49d8e11fa4', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:b2:70:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:42Z', 'updated_at': '2021-07-30T02:20:02Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': '80d24b4d-cfd5-4689-81bf-53bc7dafcd08', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:38.245506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34453ff9-0b3f-4405-a6a5-8ef2e204405f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c4d375-d360-47b3-84af-1caf1fd82a6a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:38.273897 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e078687-9f88-4ee5-b206-0546095944b6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:20:38.279809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9e078687-9f88-4ee5-b206-0546095944b6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/3f9564d5-7eba-4f14-bd94-1a381cd4373f HTTP/1.1" status: 404 len: 333 time: 0.1088638 Jul 30 02:20:38.282356 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34453ff9-0b3f-4405-a6a5-8ef2e204405f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.287626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-34453ff9-0b3f-4405-a6a5-8ef2e204405f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/d7c4d375-d360-47b3-84af-1caf1fd82a6a HTTP/1.1" status: 204 len: 168 time: 1.3839550 Jul 30 02:20:38.287626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46442) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:38.288613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46444) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:38.330446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2356a20-e705-4a48-95c1-4557ee242c42 None None] Network c19406e4-cd7d-478f-965a-1340054cb503 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:38.340959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-20e1b4df-b67d-4332-b0d3-310b9ecd9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:38.416222 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82e5aafc-a130-41c6-8022-b5ded32a1fe5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.444548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.528974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1b4df-b67d-4332-b0d3-310b9ecd9096 None None] Routers {'75908b30-5df0-47e1-a5e0-882c40e5f230'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:38.529796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-20e1b4df-b67d-4332-b0d3-310b9ecd9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['75908b30-5df0-47e1-a5e0-882c40e5f230'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:38.593704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-20e1b4df-b67d-4332-b0d3-310b9ecd9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:38.594406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e1b4df-b67d-4332-b0d3-310b9ecd9096 None None] The sync data for ids ['75908b30-5df0-47e1-a5e0-882c40e5f230'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:38.666860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6cc8-11da-47e9-826a-5c4203b4a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.711634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9327f40-0ee7-4194-a99b-b33c5f6881fd None None] Network fc3191d4-8bed-423b-9679-566c4879ff58 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:38.734098 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1f2b6cc8-11da-47e9-826a-5c4203b4a5e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.739749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1f2b6cc8-11da-47e9-826a-5c4203b4a5e2 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f649561d-6853-4c77-85e9-9ee0c202d67d HTTP/1.1" status: 204 len: 168 time: 0.9127307 Jul 30 02:20:38.765616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46452) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:38.783751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b6cc8-11da-47e9-826a-5c4203b4a5e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f649561d-6853-4c77-85e9-9ee0c202d67d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:38.827169 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:38.831352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.886905 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82e5aafc-a130-41c6-8022-b5ded32a1fe5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.889719 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82e5aafc-a130-41c6-8022-b5ded32a1fe5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:38.911916 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985e0d99-cc1d-4f7c-b070-926174c4976a None None] DHCP port deletion for c19406e4-cd7d-478f-965a-1340054cb503 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:38.998889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82e5aafc-a130-41c6-8022-b5ded32a1fe5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.000174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e5aafc-a130-41c6-8022-b5ded32a1fe5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Fanout notify agent at l3_agent the message router_deleted on router 75908b30-5df0-47e1-a5e0-882c40e5f230 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:20:39.012513 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82e5aafc-a130-41c6-8022-b5ded32a1fe5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.016829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.019191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-82e5aafc-a130-41c6-8022-b5ded32a1fe5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/routers/75908b30-5df0-47e1-a5e0-882c40e5f230 HTTP/1.1" status: 204 len: 168 time: 0.7280443 Jul 30 02:20:39.020460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46458) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:39.052515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-985e0d99-cc1d-4f7c-b070-926174c4976a None None] Deleting port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:39.053962 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-985e0d99-cc1d-4f7c-b070-926174c4976a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.095551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7c2fd81e-7263-49c2-8e7c-83a14afe6eb1,segment=NetworkSegment(f46f1299-b56b-498b-a70d-d18b2e193397),segment_id=f46f1299-b56b-498b-a70d-d18b2e193397)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:39.095551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.176483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b742bacd-7547-4422-b2f6-120c53306243 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet a314efe4-17fa-498a-85bf-9d0005ec0f8f {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:39.183780 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b742bacd-7547-4422-b2f6-120c53306243 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.199112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:39.220086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-985e0d99-cc1d-4f7c-b070-926174c4976a None None] For port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7c2fd81e-7263-49c2-8e7c-83a14afe6eb1,segment=NetworkSegment(f46f1299-b56b-498b-a70d-d18b2e193397),segment_id=f46f1299-b56b-498b-a70d-d18b2e193397)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:39.220672 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-985e0d99-cc1d-4f7c-b070-926174c4976a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.240147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-985e0d99-cc1d-4f7c-b070-926174c4976a None None] Calling delete_port for 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:39.289019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b742bacd-7547-4422-b2f6-120c53306243 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.345669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] DHCP port deletion for fc3191d4-8bed-423b-9679-566c4879ff58 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:39.349316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:39.356267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Deleting port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:39.356616 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.380994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:39.381659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b86fdf60-3bd9-4efd-aa1a-c0991d3a31b4 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:39.382480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:39.418179 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b742bacd-7547-4422-b2f6-120c53306243 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.526497 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b742bacd-7547-4422-b2f6-120c53306243 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.561018 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] For port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=500d276e-e8cb-4bf2-90f2-3740f5c3b8fa,segment=NetworkSegment(4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d),segment_id=4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:39.562544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.581090 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742bacd-7547-4422-b2f6-120c53306243 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=a314efe4-17fa-498a-85bf-9d0005ec0f8f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:39.583665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Calling delete_port for 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:39.611289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b742bacd-7547-4422-b2f6-120c53306243 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.616112 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b742bacd-7547-4422-b2f6-120c53306243 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/a314efe4-17fa-498a-85bf-9d0005ec0f8f HTTP/1.1" status: 204 len: 168 time: 0.5941796 Jul 30 02:20:39.616744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46468) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:39.762473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:39.797504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No DVR routers for this DVR port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:39.798388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c338de8-c322-4f39-a971-384d58e353fa None None] Network e1f758fc-c7e9-4406-b1bb-21e45de1f215 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:39.882768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=7c2fd81e-7263-49c2-8e7c-83a14afe6eb1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:39.950376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No active binding found for port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 {{(pid=93820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 02:20:39.950948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:39.982768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-985e0d99-cc1d-4f7c-b070-926174c4976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.018068 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.051259 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e0d99-cc1d-4f7c-b070-926174c4976a None None] Pushing event deleted for resources: {'Port': ['ID=7c2fd81e-7263-49c2-8e7c-83a14afe6eb1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:40.054389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e0d99-cc1d-4f7c-b070-926174c4976a None None] No DVR routers for this DVR port 7c2fd81e-7263-49c2-8e7c-83a14afe6eb1 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:40.070256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] Deleting port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:40.070708 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.124526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.162575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19406e4-cd7d-478f-965a-1340054cb503']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:40.183937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] For port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:40.184438 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.185279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46f1299-b56b-498b-a70d-d18b2e193397') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:40.185586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46f1299-b56b-498b-a70d-d18b2e193397') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:40.199874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] Calling delete_port for 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:40.203065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] Port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:20:40.204650 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.209454 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.231052 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.233516 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] Pushing event deleted for resources: {'Port': ['ID=500d276e-e8cb-4bf2-90f2-3740f5c3b8fa,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:40.243949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f555df3-02d4-486b-b21c-e7bfe7a1a30e None None] No DVR routers for this DVR port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:40.247424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:40.248620 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:40.338464 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:40.342865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] No DVR routers for this DVR port 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:40.363845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da11a070-6ecf-4496-875b-a0860104de30 None None] DHCP port deletion for e1f758fc-c7e9-4406-b1bb-21e45de1f215 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:40.388828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Pushing event deleted for resources: {'Port': ['ID=500d276e-e8cb-4bf2-90f2-3740f5c3b8fa,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:40.424796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-da11a070-6ecf-4496-875b-a0860104de30 None None] Deleting port 82308a6b-c5e3-4725-b801-d69da03d6855 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:40.425116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da11a070-6ecf-4496-875b-a0860104de30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.452541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.470478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.481083 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.483603 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/networks/c19406e4-cd7d-478f-965a-1340054cb503 HTTP/1.1" status: 204 len: 168 time: 2.1933956 Jul 30 02:20:40.486660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46476) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:40.498177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc1913-a0f4-4e14-b255-b90828d5ecea tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Network': ['ID=c19406e4-cd7d-478f-965a-1340054cb503,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:40.502145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3191d4-8bed-423b-9679-566c4879ff58']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:40.525040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:40.525646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2e6a50-c48f-41d5-934c-9ab6f9e3b08d') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:40.537107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.559332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.574052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:40.574934 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:40.577365 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:40.580792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-da11a070-6ecf-4496-875b-a0860104de30 None None] For port 82308a6b-c5e3-4725-b801-d69da03d6855, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=82308a6b-c5e3-4725-b801-d69da03d6855,segment=NetworkSegment(eb87032a-44f4-4ff9-b01d-22ac84549f8d),segment_id=eb87032a-44f4-4ff9-b01d-22ac84549f8d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:40.581289 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da11a070-6ecf-4496-875b-a0860104de30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.604486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-da11a070-6ecf-4496-875b-a0860104de30 None None] Calling delete_port for 82308a6b-c5e3-4725-b801-d69da03d6855 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:40.655616 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.672852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.675472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] 10.222.0.84 "DELETE /v2.0/networks/fc3191d4-8bed-423b-9679-566c4879ff58 HTTP/1.1" status: 204 len: 168 time: 1.9072640 Jul 30 02:20:40.678590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46480) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:40.741728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-da11a070-6ecf-4496-875b-a0860104de30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.746126 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.759056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11a070-6ecf-4496-875b-a0860104de30 None None] No DVR routers for this DVR port 82308a6b-c5e3-4725-b801-d69da03d6855 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:40.785587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e482f9-9c43-4f81-85bd-1acc42b43151 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3191d4-8bed-423b-9679-566c4879ff58,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:40.799055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11a070-6ecf-4496-875b-a0860104de30 None None] Pushing event deleted for resources: {'Port': ['ID=82308a6b-c5e3-4725-b801-d69da03d6855,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:40.915672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:40.930140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f758fc-c7e9-4406-b1bb-21e45de1f215']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:40.948036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb87032a-44f4-4ff9-b01d-22ac84549f8d') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:40.948665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb87032a-44f4-4ff9-b01d-22ac84549f8d') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:40.961831 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.021674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.033727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:41.034138 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:41.037461 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:41.059788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 82308a6b-c5e3-4725-b801-d69da03d6855 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:41.109209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 82308a6b-c5e3-4725-b801-d69da03d6855 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:41.109712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 82308a6b-c5e3-4725-b801-d69da03d6855 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:41.110236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:41.142844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:41.143194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 500d276e-e8cb-4bf2-90f2-3740f5c3b8fa not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:41.143792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f5e289f0-b350-46d0-8cfc-7e38031fbca0 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:41.150313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.180653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f5e289f0-b350-46d0-8cfc-7e38031fbca0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:41.180922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f5e289f0-b350-46d0-8cfc-7e38031fbca0 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:41.190452 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.196504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/networks/e1f758fc-c7e9-4406-b1bb-21e45de1f215 HTTP/1.1" status: 204 len: 168 time: 1.5787573 Jul 30 02:20:41.197434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0216d-53f9-4d3a-a8c9-167db803e00d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Network': ['ID=e1f758fc-c7e9-4406-b1bb-21e45de1f215,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:41.200352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:41.222255 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.243223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.323834 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:20:41.329084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8426366-ec9b-4b0b-8075-204076249af3 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:41.335052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d8426366-ec9b-4b0b-8075-204076249af3 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/6383d419-e08d-4031-bbb5-f06a2e693319 HTTP/1.1" status: 200 len: 841 time: 0.1331592 Jul 30 02:20:41.337623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46486) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:41.402678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0bb0f4eb-57f8-40d9-9b68-a720643f256a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/6383d419-e08d-4031-bbb5-f06a2e693319?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0638449 Jul 30 02:20:41.403327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46488) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:41.410007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:41.579229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:41.583744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.589214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Deleting port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:41.589214 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.720498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] For port 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=183d9b08-bf0d-49bd-b8e4-7b4abd7c6553,segment=NetworkSegment(8347fa41-d3cf-42de-b8c6-635350fba09d),segment_id=8347fa41-d3cf-42de-b8c6-635350fba09d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:41.720873 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:41.746866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Calling delete_port for 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:41.785322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port ece84489-c2b5-4fe0-b6b5-1aad2ae41285 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:41.785784 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.015246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.018639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.065305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Pushing event deleted for resources: {'Port': ['ID=183d9b08-bf0d-49bd-b8e4-7b4abd7c6553,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:42.119124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:42.121752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port ece84489-c2b5-4fe0-b6b5-1aad2ae41285, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ece84489-c2b5-4fe0-b6b5-1aad2ae41285,segment=NetworkSegment(082628b0-2f62-4972-97e9-0e745174405e),segment_id=082628b0-2f62-4972-97e9-0e745174405e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:42.122116 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.128455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:42.141127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c9d4b-e9c3-45ab-8dea-63fdaaca42c6 None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:42.153804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:42.154300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.177778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=d14a1361-6794-4abb-8301-f5512c47d701,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:42.181513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for ece84489-c2b5-4fe0-b6b5-1aad2ae41285 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:42.203651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-334c9f6b-5f3a-48c5-a429-dc3d8f974c63 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7969866 Jul 30 02:20:42.206396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:42.211707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-dc01d7f0-7775-4887-be83-6588a2ca4877 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'security_group': {'name': 'tempest-secgroup-1990302241'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:42.298161 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc01d7f0-7775-4887-be83-6588a2ca4877 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.391205 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.513465 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc01d7f0-7775-4887-be83-6588a2ca4877 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.521560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'tenant_id': '0e41188a188545f087bcbd54979d505c', 'fixed_ips': [{'subnet_id': 'd14a1361-6794-4abb-8301-f5512c47d701'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:20:42.522939 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.527703 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc01d7f0-7775-4887-be83-6588a2ca4877 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.575231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc01d7f0-7775-4887-be83-6588a2ca4877 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.579923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dc01d7f0-7775-4887-be83-6588a2ca4877 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3717811 Jul 30 02:20:42.580785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.590482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46504) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:42.601556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4a1be2d9-5184-4466-9bbc-7552fc97298e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'security_group': {'name': 'tempest-secgroup-1910328643'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:42.675762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01d7f0-7775-4887-be83-6588a2ca4877 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b00ba0a-6944-42fe-aa37-3ee3f2fac72d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:42.685043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=ece84489-c2b5-4fe0-b6b5-1aad2ae41285,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:42.720577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Allocated IP 172.20.0.2 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/d14a1361-6794-4abb-8301-f5512c47d701/fa51426a-8a61-4025-9efa-fb6af4cb99d1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:42.884796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a1be2d9-5184-4466-9bbc-7552fc97298e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.890261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.979773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:42.999542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Transition to ACTIVE for port object fa51426a-8a61-4025-9efa-fb6af4cb99d1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:43.038795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Transition to ACTIVE for port object fa51426a-8a61-4025-9efa-fb6af4cb99d1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:43.045871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.165788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:43.173459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Pushing event updated for resources: {'Port': ['ID=fa51426a-8a61-4025-9efa-fb6af4cb99d1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:43.176661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:43.181001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:43.235337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:43.309330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Attempting to bind port fa51426a-8a61-4025-9efa-fb6af4cb99d1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:43.310062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Attempting to bind port fa51426a-8a61-4025-9efa-fb6af4cb99d1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '690e6b71-7518-4019-ac15-1ac2edabd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:43.310678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Attempting to bind port fa51426a-8a61-4025-9efa-fb6af4cb99d1 on network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:43.327802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:43.328802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Checking segment: {'id': '690e6b71-7518-4019-ac15-1ac2edabd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:43.329461 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.330097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Bound using segment: {'id': '690e6b71-7518-4019-ac15-1ac2edabd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:43.330833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Bound port: fa51426a-8a61-4025-9efa-fb6af4cb99d1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690e6b71-7518-4019-ac15-1ac2edabd9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:43.331501 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.350274 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Router 4f2a9fa0-a966-458a-9456-26c2195dcb02 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:43.478761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:43.489627 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8bf63879-bab5-4dc5-a7ed-c358ddedf8de admin admin] 10.222.0.84 "PUT /v2.0/routers/4f2a9fa0-a966-458a-9456-26c2195dcb02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8090239 Jul 30 02:20:43.490307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46522) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:43.492855 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] Sync routers for ids ['4f2a9fa0-a966-458a-9456-26c2195dcb02'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:43.499021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] For port fa51426a-8a61-4025-9efa-fb6af4cb99d1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:43.505354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] For port fa51426a-8a61-4025-9efa-fb6af4cb99d1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fa51426a-8a61-4025-9efa-fb6af4cb99d1,segment=NetworkSegment(690e6b71-7518-4019-ac15-1ac2edabd9c0),segment_id=690e6b71-7518-4019-ac15-1ac2edabd9c0)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:43.510099 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] Routers {'4f2a9fa0-a966-458a-9456-26c2195dcb02'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:43.511456 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.516704 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f2a9fa0-a966-458a-9456-26c2195dcb02'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:43.598461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:43.618215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a1be2d9-5184-4466-9bbc-7552fc97298e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.637277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1c004-da9d-4a15-8085-c37383f329d2 None None] Pushing event updated for resources: {'Port': ['ID=fa51426a-8a61-4025-9efa-fb6af4cb99d1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:43.641153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-90ebd5aa-4ca8-486f-86e3-47934e014eb2 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1353812 Jul 30 02:20:43.641719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46524) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:43.646945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:43.670341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:43.671472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:43.707624 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.742691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99198a8-fcaf-40a3-b33d-805f86226949 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting subnet 80d24b4d-cfd5-4689-81bf-53bc7dafcd08 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:43.751216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a99198a8-fcaf-40a3-b33d-805f86226949 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.842752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:43.850293 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a99198a8-fcaf-40a3-b33d-805f86226949 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.853406 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a1be2d9-5184-4466-9bbc-7552fc97298e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:43.870613 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] Set router 4f2a9fa0-a966-458a-9456-26c2195dcb02 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:43.921090 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46528) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:44.060641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1be2d9-5184-4466-9bbc-7552fc97298e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9fa793-909f-4344-a809-df31cef34f0c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:44.105721 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.229296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a99198a8-fcaf-40a3-b33d-805f86226949 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.240810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Deleting port bdc3e5a1-4946-4487-9955-9ef3e266d419 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:44.241251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.310104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4a1be2d9-5184-4466-9bbc-7552fc97298e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.311457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4a1be2d9-5184-4466-9bbc-7552fc97298e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7136462 Jul 30 02:20:44.314175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46536) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:44.322032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-593992218', 'security_groups': ['df9fa793-909f-4344-a809-df31cef34f0c'], 'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd14a1361-6794-4abb-8301-f5512c47d701'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:44.324631 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dab9329d-832d-4f2c-9245-c909b2435559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.343918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:42Z', 'revision_number': 10, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:44.347584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a99198a8-fcaf-40a3-b33d-805f86226949 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.399170 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a99198a8-fcaf-40a3-b33d-805f86226949 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.401244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:44.405740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a99198a8-fcaf-40a3-b33d-805f86226949 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/80d24b4d-cfd5-4689-81bf-53bc7dafcd08 HTTP/1.1" status: 204 len: 168 time: 0.7618005 Jul 30 02:20:44.406797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99198a8-fcaf-40a3-b33d-805f86226949 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Subnet': ['ID=80d24b4d-cfd5-4689-81bf-53bc7dafcd08,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:44.408438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46540) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:44.410482 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:13Z', 'updated_at': '2021-07-30T02:20:41Z', 'revision_number': 5, 'project_id': '734b4039331c4765b49ec24d84817550', 'gw_port': {'id': 'bdc3e5a1-4946-4487-9955-9ef3e266d419', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:16Z', 'updated_at': '2021-07-30T02:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:44.420316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6ae769-5d9a-4313-b3e0-5e0c6df0c1eb None None] Network a26f2890-f970-470b-8864-4b49d8e11fa4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:44.475382 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] Checking router: 4f2a9fa0-a966-458a-9456-26c2195dcb02 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:44.489900 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] Routers {'4f2a9fa0-a966-458a-9456-26c2195dcb02'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:44.490852 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4f2a9fa0-a966-458a-9456-26c2195dcb02'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:44.540661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] For port bdc3e5a1-4946-4487-9955-9ef3e266d419, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bdc3e5a1-4946-4487-9955-9ef3e266d419,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:44.541034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.548783 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dab9329d-832d-4f2c-9245-c909b2435559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.559271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dab9329d-832d-4f2c-9245-c909b2435559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.576829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:44.577577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Calling delete_port for bdc3e5a1-4946-4487-9955-9ef3e266d419 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:44.577935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:44.587476 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.643164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:44.681895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dab9329d-832d-4f2c-9245-c909b2435559 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=574f7e282876443c8bedbe7c27c6daa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7591763 Jul 30 02:20:44.683815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46542) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:44.688396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9329d-832d-4f2c-9245-c909b2435559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680d7e16-4e47-40bf-8263-c49e95e04c3d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:44.734883 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] Set router 4f2a9fa0-a966-458a-9456-26c2195dcb02 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:44.825786 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3772a851-c1c2-4532-bc9d-f6ef93903887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.830356 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:13Z', 'updated_at': '2021-07-30T02:20:44Z', 'revision_number': 6, 'project_id': '734b4039331c4765b49ec24d84817550', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:44.877164 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:44.912292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3772a851-c1c2-4532-bc9d-f6ef93903887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:44.917590 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6072ef0-a14f-48dd-b751-9d7a720497ba None None] The sync data for ids ['4f2a9fa0-a966-458a-9456-26c2195dcb02'] in n-d-715271-7 is: [{'id': '4f2a9fa0-a966-458a-9456-26c2195dcb02', 'name': 'tempest-TestAggregatesBasicOps-1910396237-router', 'tenant_id': '734b4039331c4765b49ec24d84817550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:13Z', 'updated_at': '2021-07-30T02:20:44Z', 'revision_number': 6, 'project_id': '734b4039331c4765b49ec24d84817550', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:44.945684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12add1be-1124-487b-bb5c-40b8b1a2699c None None] DHCP port deletion for a26f2890-f970-470b-8864-4b49d8e11fa4 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:44.973965 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.037198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 94107d7c-31b1-4e17-bb8a-ab6661a175ba {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:45.037562 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.042415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 732c496c-f9b9-4f37-99e7-7857d526b8c2 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:20:45.045279 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3772a851-c1c2-4532-bc9d-f6ef93903887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.060391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3772a851-c1c2-4532-bc9d-f6ef93903887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.064811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3772a851-c1c2-4532-bc9d-f6ef93903887 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/680d7e16-4e47-40bf-8263-c49e95e04c3d HTTP/1.1" status: 204 len: 168 time: 0.3781600 Jul 30 02:20:45.097929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772a851-c1c2-4532-bc9d-f6ef93903887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680d7e16-4e47-40bf-8263-c49e95e04c3d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:45.387091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fa51426a-8a61-4025-9efa-fb6af4cb99d1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:45.457214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port 94107d7c-31b1-4e17-bb8a-ab6661a175ba, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=94107d7c-31b1-4e17-bb8a-ab6661a175ba,segment=NetworkSegment(082628b0-2f62-4972-97e9-0e745174405e),segment_id=082628b0-2f62-4972-97e9-0e745174405e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:45.457827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.488889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-12add1be-1124-487b-bb5c-40b8b1a2699c None None] Deleting port 94107d7c-31b1-4e17-bb8a-ab6661a175ba {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:45.489642 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12add1be-1124-487b-bb5c-40b8b1a2699c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.533699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 94107d7c-31b1-4e17-bb8a-ab6661a175ba owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:45.538065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.549808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:42Z', 'revision_number': 10, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:45.553322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-759ff400-26eb-4557-be40-f47896e649ce None None] Provisioning for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:45.592889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc3e5a1-4946-4487-9955-9ef3e266d419,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:45.601816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46558) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:45.620902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-401de44a-7a0b-477c-8cf0-88b82944adf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.703903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.12 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/d14a1361-6794-4abb-8301-f5512c47d701/732c496c-f9b9-4f37-99e7-7857d526b8c2) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:45.739215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-401de44a-7a0b-477c-8cf0-88b82944adf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.746500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-401de44a-7a0b-477c-8cf0-88b82944adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.782284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401de44a-7a0b-477c-8cf0-88b82944adf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bece1936-c0ac-4e22-8bcf-577941709f5c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:45.792232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeab37af-0763-4239-b43a-ccf088442c92 None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:42Z', 'revision_number': 10, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None, '_interfaces': [{'id': 'd8832ec0-7937-4615-849c-576de4d82c0b', 'name': '', 'network_id': '330aca75-e184-4577-ac79-62c84d474418', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'mac_address': 'fa:16:3e:2b:ef:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:32Z', 'updated_at': '2021-07-30T02:19:54Z', 'revision_number': 5, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'subnets': [{'id': 'a0545639-84c2-4574-82fd-1e17a911fe72', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:45.824687 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.830485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-12add1be-1124-487b-bb5c-40b8b1a2699c None None] For port 94107d7c-31b1-4e17-bb8a-ab6661a175ba, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=94107d7c-31b1-4e17-bb8a-ab6661a175ba,segment=NetworkSegment(082628b0-2f62-4972-97e9-0e745174405e),segment_id=082628b0-2f62-4972-97e9-0e745174405e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:45.830926 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12add1be-1124-487b-bb5c-40b8b1a2699c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.841842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-759ff400-26eb-4557-be40-f47896e649ce None None] Provisioning complete for port 6383d419-e08d-4031-bbb5-f06a2e693319 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:45.842200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-759ff400-26eb-4557-be40-f47896e649ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.846612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:45.848821 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-401de44a-7a0b-477c-8cf0-88b82944adf7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=397fb2db16964c779401b42b3af29a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454731 Jul 30 02:20:45.851525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46564) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:45.879961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-12add1be-1124-487b-bb5c-40b8b1a2699c None None] Calling delete_port for 94107d7c-31b1-4e17-bb8a-ab6661a175ba owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:45.887594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:45.887971 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.932022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-759ff400-26eb-4557-be40-f47896e649ce None None] Port 6383d419-e08d-4031-bbb5-f06a2e693319 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:45.956931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-066f5c20-20b6-4d18-a42c-155d7c667dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:45.980164 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-066f5c20-20b6-4d18-a42c-155d7c667dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.029837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.040222 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.040451 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-066f5c20-20b6-4d18-a42c-155d7c667dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.043344 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-066f5c20-20b6-4d18-a42c-155d7c667dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.048142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-066f5c20-20b6-4d18-a42c-155d7c667dbf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bece1936-c0ac-4e22-8bcf-577941709f5c HTTP/1.1" status: 204 len: 168 time: 0.1953998 Jul 30 02:20:46.066101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f5c20-20b6-4d18-a42c-155d7c667dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bece1936-c0ac-4e22-8bcf-577941709f5c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:46.068103 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.102317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.138288 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12add1be-1124-487b-bb5c-40b8b1a2699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.147259 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port fa51426a-8a61-4025-9efa-fb6af4cb99d1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fa51426a-8a61-4025-9efa-fb6af4cb99d1,segment=NetworkSegment(690e6b71-7518-4019-ac15-1ac2edabd9c0),segment_id=690e6b71-7518-4019-ac15-1ac2edabd9c0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:46.148891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.149570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2a9fa0-a966-458a-9456-26c2195dcb02 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:20:46.152689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=94107d7c-31b1-4e17-bb8a-ab6661a175ba,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:46.157779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.159235 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f55176de-e4c3-43aa-b7fa-7688f3433eb5 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4f2a9fa0-a966-458a-9456-26c2195dcb02 HTTP/1.1" status: 204 len: 168 time: 2.6675487 Jul 30 02:20:46.162034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46568) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:46.166918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No DVR routers for this DVR port 94107d7c-31b1-4e17-bb8a-ab6661a175ba on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:46.199688 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.209000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12add1be-1124-487b-bb5c-40b8b1a2699c None None] No DVR routers for this DVR port 94107d7c-31b1-4e17-bb8a-ab6661a175ba on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:46.225872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12add1be-1124-487b-bb5c-40b8b1a2699c None None] Pushing event deleted for resources: {'Port': ['ID=94107d7c-31b1-4e17-bb8a-ab6661a175ba,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:46.261583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-787e81f0-7b00-4be1-b9f9-ccdc869040b4 admin admin] Deleting subnet d7083fa2-2a1c-489c-81e9-3d177d21f9a1 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:46.292922 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-787e81f0-7b00-4be1-b9f9-ccdc869040b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.313010 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.342550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=fa51426a-8a61-4025-9efa-fb6af4cb99d1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:46.370696 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-787e81f0-7b00-4be1-b9f9-ccdc869040b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.375866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 732c496c-f9b9-4f37-99e7-7857d526b8c2 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:46.378821 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.406085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26f2890-f970-470b-8864-4b49d8e11fa4']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:46.429137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082628b0-2f62-4972-97e9-0e745174405e') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:46.429407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082628b0-2f62-4972-97e9-0e745174405e') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:46.445507 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.477529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.487953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-787e81f0-7b00-4be1-b9f9-ccdc869040b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.488364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:46.488613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:46.526076 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:46.580158 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-787e81f0-7b00-4be1-b9f9-ccdc869040b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.587606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.625226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e81f0-7b00-4be1-b9f9-ccdc869040b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7083fa2-2a1c-489c-81e9-3d177d21f9a1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:46.630355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.632148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b9403-9e09-43d8-a955-65dede19535c None None] Network 86085c8b-2502-48c8-a3a3-a0688ab408e9 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:46.633056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-787e81f0-7b00-4be1-b9f9-ccdc869040b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.635712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-787e81f0-7b00-4be1-b9f9-ccdc869040b4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d7083fa2-2a1c-489c-81e9-3d177d21f9a1 HTTP/1.1" status: 204 len: 168 time: 0.4728596 Jul 30 02:20:46.638473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46578) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:46.647841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.649644 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/networks/a26f2890-f970-470b-8864-4b49d8e11fa4 HTTP/1.1" status: 204 len: 168 time: 2.2402482 Jul 30 02:20:46.664945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36bfef-aa3d-484e-9845-313c9f2988fb tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Network': ['ID=a26f2890-f970-470b-8864-4b49d8e11fa4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:46.670571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46580) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:46.675609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:46.678428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:46.680947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:46.725647 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.738296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:46.738941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.751839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=732c496c-f9b9-4f37-99e7-7857d526b8c2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:46.828097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Deleting port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:46.828921 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.833435 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bcf08a68-ca4b-43ea-9e8d-2d2c49f3542b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5179303 Jul 30 02:20:46.835843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46584) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:46.841829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-93c5498a-bb5a-4cf8-a7b3-97a716c81525 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:46.981213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c5498a-bb5a-4cf8-a7b3-97a716c81525 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:46.985203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93c5498a-bb5a-4cf8-a7b3-97a716c81525 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:46.986427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] For port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5bc9122c-27bc-4f24-a5c1-ade5add09eb1,segment=NetworkSegment(8347fa41-d3cf-42de-b8c6-635350fba09d),segment_id=8347fa41-d3cf-42de-b8c6-635350fba09d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:46.987648 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.037465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Calling delete_port for 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:47.065933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fa51426a-8a61-4025-9efa-fb6af4cb99d1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:47.118772 n-d-715271-7 neutron-server[93818]: INFO neutron.db.ipam_backend_mixin [None req-93c5498a-bb5a-4cf8-a7b3-97a716c81525 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d14a1361-6794-4abb-8301-f5512c47d701 (CIDR: 172.20.0.0/28) Jul 30 02:20:47.123705 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c5498a-bb5a-4cf8-a7b3-97a716c81525 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:20:47.123911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c5498a-bb5a-4cf8-a7b3-97a716c81525 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:47.125570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] DHCP port deletion for 86085c8b-2502-48c8-a3a3-a0688ab408e9 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:47.153469 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-93c5498a-bb5a-4cf8-a7b3-97a716c81525 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3159025 Jul 30 02:20:47.154235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46592) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:47.165318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:47.205275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-22d055ee-14dd-49fe-90c7-637d360ff7e0 None None] Provisioning for port 732c496c-f9b9-4f37-99e7-7857d526b8c2 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:47.217352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-22d055ee-14dd-49fe-90c7-637d360ff7e0 None None] Provisioning complete for port 732c496c-f9b9-4f37-99e7-7857d526b8c2 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:47.218316 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-22d055ee-14dd-49fe-90c7-637d360ff7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.265505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:47.266199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.281133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.315758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] No DVR routers for this DVR port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:47.350886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] Deleting port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:47.350886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.381678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc9122c-27bc-4f24-a5c1-ade5add09eb1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:47.485652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.512119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86085c8b-2502-48c8-a3a3-a0688ab408e9']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:47.523127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-22d055ee-14dd-49fe-90c7-637d360ff7e0 None None] Port 732c496c-f9b9-4f37-99e7-7857d526b8c2 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:47.547467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8347fa41-d3cf-42de-b8c6-635350fba09d') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:47.547742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8347fa41-d3cf-42de-b8c6-635350fba09d') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:47.565454 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.594825 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.613055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:47.613486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.636957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] For port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:47.637548 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:47.641735 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:47.673317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] Calling delete_port for 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:47.677577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] Port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:20:47.689696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.704519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.713274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.718192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] 10.222.0.84 "DELETE /v2.0/networks/86085c8b-2502-48c8-a3a3-a0688ab408e9 HTTP/1.1" status: 204 len: 168 time: 1.0763526 Jul 30 02:20:47.741797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20847718-286f-4b92-a24a-fbd114bd27b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=86085c8b-2502-48c8-a3a3-a0688ab408e9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:47.767101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] Pushing event deleted for resources: {'Port': ['ID=5bc9122c-27bc-4f24-a5c1-ade5add09eb1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:47.781903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7be2a9-59d4-4bee-8bce-c27efd28cbe7 None None] No DVR routers for this DVR port 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:47.806137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:47.867160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:47.867630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 183d9b08-bf0d-49bd-b8e4-7b4abd7c6553 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:47.868150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ece84489-c2b5-4fe0-b6b5-1aad2ae41285 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:47.893276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ece84489-c2b5-4fe0-b6b5-1aad2ae41285 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:47.893732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ece84489-c2b5-4fe0-b6b5-1aad2ae41285 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:47.894229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bdc3e5a1-4946-4487-9955-9ef3e266d419 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:47.917896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: bdc3e5a1-4946-4487-9955-9ef3e266d419 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:47.918323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bdc3e5a1-4946-4487-9955-9ef3e266d419 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:47.918825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 94107d7c-31b1-4e17-bb8a-ab6661a175ba no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:47.932292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:47.936465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:47.940573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46614) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:47.941024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 94107d7c-31b1-4e17-bb8a-ab6661a175ba {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:47.941215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 94107d7c-31b1-4e17-bb8a-ab6661a175ba not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:48.003627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-50f1fccf-1150-4586-a841-1e89547ad1f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e422a9deaa9942b88a6d47d209caef33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587082 Jul 30 02:20:48.004769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46618) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:48.140445 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66904a4e-d824-4616-bc41-816c5c017d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.209261 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66904a4e-d824-4616-bc41-816c5c017d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.229771 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.449844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66904a4e-d824-4616-bc41-816c5c017d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.452419 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66904a4e-d824-4616-bc41-816c5c017d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.455893 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-66904a4e-d824-4616-bc41-816c5c017d72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ed55bf8-e2dc-4763-be44-715432986802 HTTP/1.1" status: 204 len: 168 time: 0.4483802 Jul 30 02:20:48.476403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66904a4e-d824-4616-bc41-816c5c017d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed55bf8-e2dc-4763-be44-715432986802,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:48.487019 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.554152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:48.570769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:48.576739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:48.577424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.582391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf94662-368b-40f4-89c8-d02b76525c5a None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:48.646568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=78afcfef-59c5-4d1e-8dc8-f06a626dfa47,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:48.671367 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-38e2990b-f235-462a-bd5d-f36a5f6469c5 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5134761 Jul 30 02:20:48.674527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46640) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:48.691530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-569523497', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78afcfef-59c5-4d1e-8dc8-f06a626dfa47'}], 'security_groups': ['8b00ba0a-6944-42fe-aa37-3ee3f2fac72d']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:48.774565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port d8832ec0-7937-4615-849c-576de4d82c0b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:48.776864 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.956497 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.960179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port d8832ec0-7937-4615-849c-576de4d82c0b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d8832ec0-7937-4615-849c-576de4d82c0b,segment=NetworkSegment(8593c7e4-d77c-4eac-9efb-252952a81ad7),segment_id=8593c7e4-d77c-4eac-9efb-252952a81ad7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:48.961226 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:48.988013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364db449-e0ea-4062-a658-ab2020d43201 None None] Update dhcp port {'port': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'fixed_ips': [{'subnet_id': 'd14a1361-6794-4abb-8301-f5512c47d701', 'ip_address': '172.20.0.2'}, {'subnet_id': '78afcfef-59c5-4d1e-8dc8-f06a626dfa47'}], 'binding:host_id': 'n-d-715271-7'}, 'id': 'fa51426a-8a61-4025-9efa-fb6af4cb99d1'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:20:48.991564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for d8832ec0-7937-4615-849c-576de4d82c0b owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:49.046637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:49.110167 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-364db449-e0ea-4062-a658-ab2020d43201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.116830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:49.117603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5bc9122c-27bc-4f24-a5c1-ade5add09eb1 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:49.189997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46668) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:49.365546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.377231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e0832b8c-bfc4-46a3-90e9-4c279cca5154 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=734b4039331c4765b49ec24d84817550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841552 Jul 30 02:20:49.377881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46674) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:49.432692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=d8832ec0-7937-4615-849c-576de4d82c0b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:49.486590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Delete allocated IP 172.20.0.12 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/d14a1361-6794-4abb-8301-f5512c47d701) {{(pid=93819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:20:49.504959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.23 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/78afcfef-59c5-4d1e-8dc8-f06a626dfa47/732c496c-f9b9-4f37-99e7-7857d526b8c2) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:49.515493 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-10311bde-8f01-4c11-9291-6fe960dd652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.564081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-10311bde-8f01-4c11-9291-6fe960dd652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.583370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.640082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46680) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:49.755610 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.804217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 732c496c-f9b9-4f37-99e7-7857d526b8c2 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:49.806801 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-10311bde-8f01-4c11-9291-6fe960dd652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.810888 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-10311bde-8f01-4c11-9291-6fe960dd652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.812334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-10311bde-8f01-4c11-9291-6fe960dd652f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/87f0c121-6a7f-4b95-a04e-90a28264c633 HTTP/1.1" status: 204 len: 168 time: 0.4317069 Jul 30 02:20:49.838670 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.839607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:49.869401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f05e1713-423c-4328-8423-734176ede011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:49.906715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-364db449-e0ea-4062-a658-ab2020d43201 None None] Allocated IP 172.20.0.18 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/78afcfef-59c5-4d1e-8dc8-f06a626dfa47/fa51426a-8a61-4025-9efa-fb6af4cb99d1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:49.943371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:49.952821 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6e7f874c-bfae-4211-a73e-850fc2a7a223 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2752371 Jul 30 02:20:49.953655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46686) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:49.954644 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:49.969878 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:49.970932 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:50.019146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d160e9-7a95-4bca-bec0-38e98e3a6483 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting subnet a0545639-84c2-4574-82fd-1e17a911fe72 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:50.033382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69d160e9-7a95-4bca-bec0-38e98e3a6483 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.093300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10311bde-8f01-4c11-9291-6fe960dd652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f0c121-6a7f-4b95-a04e-90a28264c633,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:50.109026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69d160e9-7a95-4bca-bec0-38e98e3a6483 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.129389 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:50.147046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-364db449-e0ea-4062-a658-ab2020d43201 None None] For port fa51426a-8a61-4025-9efa-fb6af4cb99d1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fa51426a-8a61-4025-9efa-fb6af4cb99d1,segment=NetworkSegment(690e6b71-7518-4019-ac15-1ac2edabd9c0),segment_id=690e6b71-7518-4019-ac15-1ac2edabd9c0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:50.200545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f05e1713-423c-4328-8423-734176ede011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.221454 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f05e1713-423c-4328-8423-734176ede011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.244130 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-364db449-e0ea-4062-a658-ab2020d43201 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.257475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=732c496c-f9b9-4f37-99e7-7857d526b8c2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:50.281368 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:49Z', 'revision_number': 11, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:50.301265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-364db449-e0ea-4062-a658-ab2020d43201 None None] Transition to ACTIVE for port object fa51426a-8a61-4025-9efa-fb6af4cb99d1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:50.311494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] In _notify_port_updated(), no bound segment for port 732c496c-f9b9-4f37-99e7-7857d526b8c2 on network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:20:50.311494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:50.313933 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69d160e9-7a95-4bca-bec0-38e98e3a6483 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.314232 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.318312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d0c30eda-98c6-4824-8366-74d3a370f4e6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "PUT /v2.0/ports/732c496c-f9b9-4f37-99e7-7857d526b8c2 HTTP/1.1" status: 200 len: 920 time: 1.6427293 Jul 30 02:20:50.324271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-364db449-e0ea-4062-a658-ab2020d43201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.339776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46696) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:50.347625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f05e1713-423c-4328-8423-734176ede011 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=820947cc0fe34e34973eacb8e1b24677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040653 Jul 30 02:20:50.348718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46700) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:50.376885 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:50.405542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e1713-423c-4328-8423-734176ede011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e911722e-3d8f-487a-abf2-a382b8019e16,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:50.412546 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:50.416912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:50.440675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63bd3488-4deb-4c4d-9e8f-86036d70ae15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.465847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69d160e9-7a95-4bca-bec0-38e98e3a6483 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.491371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364db449-e0ea-4062-a658-ab2020d43201 None None] Pushing event updated for resources: {'Port': ['ID=fa51426a-8a61-4025-9efa-fb6af4cb99d1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:50.527880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63bd3488-4deb-4c4d-9e8f-86036d70ae15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.531205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d160e9-7a95-4bca-bec0-38e98e3a6483 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Subnet': ['ID=a0545639-84c2-4574-82fd-1e17a911fe72,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:50.556782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace527d6-3dc8-484c-a98b-98a2bdfefe83 None None] Network 330aca75-e184-4577-ac79-62c84d474418 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:50.559584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-69d160e9-7a95-4bca-bec0-38e98e3a6483 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.559584 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-69d160e9-7a95-4bca-bec0-38e98e3a6483 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/a0545639-84c2-4574-82fd-1e17a911fe72 HTTP/1.1" status: 204 len: 168 time: 0.6049390 Jul 30 02:20:50.566257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46708) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:50.603640 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:50.660562 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63bd3488-4deb-4c4d-9e8f-86036d70ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.663675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-63bd3488-4deb-4c4d-9e8f-86036d70ae15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:50.667374 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-63bd3488-4deb-4c4d-9e8f-86036d70ae15 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e911722e-3d8f-487a-abf2-a382b8019e16 HTTP/1.1" status: 204 len: 168 time: 0.3151758 Jul 30 02:20:50.673991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd3488-4deb-4c4d-9e8f-86036d70ae15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e911722e-3d8f-487a-abf2-a382b8019e16,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:50.751356 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:49Z', 'revision_number': 11, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:50.811421 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50738b68-4b2a-4d82-8795-4c5dc4cc97a3 None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:49Z', 'revision_number': 11, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:51.173535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdee72-19d7-4537-8d9d-46d282a053fb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 732c496c-f9b9-4f37-99e7-7857d526b8c2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:51.173964 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3cdee72-19d7-4537-8d9d-46d282a053fb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.211231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c3dfa-6175-4e0c-aa40-5c09853cef4f None None] DHCP port deletion for 330aca75-e184-4577-ac79-62c84d474418 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:20:51.310440 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3cdee72-19d7-4537-8d9d-46d282a053fb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.327280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-056c3dfa-6175-4e0c-aa40-5c09853cef4f None None] Deleting port 6c6d0abd-1180-47da-b0fe-7d893a0c021e {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:51.328845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46722) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:51.329857 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-056c3dfa-6175-4e0c-aa40-5c09853cef4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.335869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdee72-19d7-4537-8d9d-46d282a053fb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 732c496c-f9b9-4f37-99e7-7857d526b8c2 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:51.353878 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3887dec4-bbbf-4ccb-a03a-9df1862b88ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.370443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fa51426a-8a61-4025-9efa-fb6af4cb99d1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:51.385365 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46724) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:51.537039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.561600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-056c3dfa-6175-4e0c-aa40-5c09853cef4f None None] For port 6c6d0abd-1180-47da-b0fe-7d893a0c021e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6c6d0abd-1180-47da-b0fe-7d893a0c021e,segment=NetworkSegment(8593c7e4-d77c-4eac-9efb-252952a81ad7),segment_id=8593c7e4-d77c-4eac-9efb-252952a81ad7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:51.562008 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-056c3dfa-6175-4e0c-aa40-5c09853cef4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.585885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3cdee72-19d7-4537-8d9d-46d282a053fb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.614025 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3887dec4-bbbf-4ccb-a03a-9df1862b88ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.617316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-056c3dfa-6175-4e0c-aa40-5c09853cef4f None None] Calling delete_port for 6c6d0abd-1180-47da-b0fe-7d893a0c021e owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:51.620776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3887dec4-bbbf-4ccb-a03a-9df1862b88ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.633805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7aa772bf-4600-46b8-b612-35ce4b6fc40b None None] Provisioning for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:51.646882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7aa772bf-4600-46b8-b612-35ce4b6fc40b None None] Provisioning complete for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:51.647269 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aa772bf-4600-46b8-b612-35ce4b6fc40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.669048 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3887dec4-bbbf-4ccb-a03a-9df1862b88ad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ec8adae8182e4e50b254c7538b6dfec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371418 Jul 30 02:20:51.676264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-266405787-network', 'tenant_id': '3426b700fbe54348ac7b99efd7420790'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:51.679339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46730) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:51.722153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887dec4-bbbf-4ccb-a03a-9df1862b88ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13df962-c99e-4fe5-aac7-466c69c98b45,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:51.734379 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e3cdee72-19d7-4537-8d9d-46d282a053fb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.739199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e3cdee72-19d7-4537-8d9d-46d282a053fb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/732c496c-f9b9-4f37-99e7-7857d526b8c2 HTTP/1.1" status: 204 len: 168 time: 1.3901107 Jul 30 02:20:51.743608 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46732) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:51.748385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdee72-19d7-4537-8d9d-46d282a053fb tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=732c496c-f9b9-4f37-99e7-7857d526b8c2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:51.769696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Deleting port 6c6d0abd-1180-47da-b0fe-7d893a0c021e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:20:51.770386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.773783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Made reservation on behalf of 3426b700fbe54348ac7b99efd7420790 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:51.776983 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.785213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d8832ec0-7937-4615-849c-576de4d82c0b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:51.790446 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec3ac4f-5ce4-4b81-b1df-957a9b3ce2d9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:20:51.792494 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dec3ac4f-5ce4-4b81-b1df-957a9b3ce2d9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/732c496c-f9b9-4f37-99e7-7857d526b8c2 HTTP/1.1" status: 404 len: 333 time: 0.0478446 Jul 30 02:20:51.795397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46734) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:51.798705 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-056c3dfa-6175-4e0c-aa40-5c09853cef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.816147 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.850713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3dfa-6175-4e0c-aa40-5c09853cef4f None None] Pushing event deleted for resources: {'Port': ['ID=6c6d0abd-1180-47da-b0fe-7d893a0c021e,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:51.858188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] For port 6c6d0abd-1180-47da-b0fe-7d893a0c021e, host n-d-715271-7, got binding levels [] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:51.858757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.861507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: d8832ec0-7937-4615-849c-576de4d82c0b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:51.861855 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d8832ec0-7937-4615-849c-576de4d82c0b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:51.862278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6c6d0abd-1180-47da-b0fe-7d893a0c021e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:20:51.879677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Calling delete_port for 6c6d0abd-1180-47da-b0fe-7d893a0c021e owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:20:51.883542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.ipam_backend_mixin [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Port 6c6d0abd-1180-47da-b0fe-7d893a0c021e was not found and therefore no delete operation was performed {{(pid=93819) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:20:51.885136 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.887055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 6c6d0abd-1180-47da-b0fe-7d893a0c021e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:20:51.888169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6c6d0abd-1180-47da-b0fe-7d893a0c021e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:20:51.891484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83c94091-ba5a-435c-96f9-bee0453c4976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.895562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c3dfa-6175-4e0c-aa40-5c09853cef4f None None] No DVR routers for this DVR port 6c6d0abd-1180-47da-b0fe-7d893a0c021e on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:51.953682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83c94091-ba5a-435c-96f9-bee0453c4976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:51.957399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Port': ['ID=6c6d0abd-1180-47da-b0fe-7d893a0c021e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:51.968433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No DVR routers for this DVR port 6c6d0abd-1180-47da-b0fe-7d893a0c021e on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:20:51.969301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7aa772bf-4600-46b8-b612-35ce4b6fc40b None None] Could not find standard attr ID for object 732c496c-f9b9-4f37-99e7-7857d526b8c2. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:20:51.984480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7aa772bf-4600-46b8-b612-35ce4b6fc40b None None] Provisioning complete for port 6383d419-e08d-4031-bbb5-f06a2e693319 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:51.984752 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aa772bf-4600-46b8-b612-35ce4b6fc40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.034873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7aa772bf-4600-46b8-b612-35ce4b6fc40b None None] Port 6383d419-e08d-4031-bbb5-f06a2e693319 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:52.066786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90f2652b-0546-4f8f-aeb6-e9007c205e9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.114737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.123618 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90f2652b-0546-4f8f-aeb6-e9007c205e9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.133162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330aca75-e184-4577-ac79-62c84d474418']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:52.134918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83c94091-ba5a-435c-96f9-bee0453c4976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.140415 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-83c94091-ba5a-435c-96f9-bee0453c4976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.144518 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-83c94091-ba5a-435c-96f9-bee0453c4976 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e13df962-c99e-4fe5-aac7-466c69c98b45 HTTP/1.1" status: 204 len: 168 time: 0.4617150 Jul 30 02:20:52.165704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8593c7e4-d77c-4eac-9efb-252952a81ad7') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:52.165954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8593c7e4-d77c-4eac-9efb-252952a81ad7') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:52.185675 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.190726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c94091-ba5a-435c-96f9-bee0453c4976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13df962-c99e-4fe5-aac7-466c69c98b45,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:52.217687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.231702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.235076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:20:52.242439 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.242712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.250258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7db2daa7-0354-46cd-9b58-b1b6a03275b4 None None] Could not find standard attr ID for object 732c496c-f9b9-4f37-99e7-7857d526b8c2. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:20:52.265739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90f2652b-0546-4f8f-aeb6-e9007c205e9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.268703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90f2652b-0546-4f8f-aeb6-e9007c205e9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.270076 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-90f2652b-0546-4f8f-aeb6-e9007c205e9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/security-groups/df9fa793-909f-4344-a809-df31cef34f0c HTTP/1.1" status: 204 len: 168 time: 0.4735014 Jul 30 02:20:52.280606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46742) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:20:52.290104 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:20:52.313008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:20:52.328867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7669f21-ab1c-4922-8baa-428f070162ac,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:52.359773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2652b-0546-4f8f-aeb6-e9007c205e9e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9fa793-909f-4344-a809-df31cef34f0c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:52.369232 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.369584 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Added segment 0f855bbb-be97-4337-9a94-74a063aa732e of type vlan for network 503ca952-0f58-4eb6-bcbe-76f6eea78812 Jul 30 02:20:52.373476 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.411940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.422708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/networks/330aca75-e184-4577-ac79-62c84d474418 HTTP/1.1" status: 204 len: 168 time: 1.8546760 Jul 30 02:20:52.423764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071ffde-92c2-4cd9-8cdc-7ea6216a74c1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Pushing event deleted for resources: {'Network': ['ID=330aca75-e184-4577-ac79-62c84d474418,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:52.425740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46744) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:52.430342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'routes': None}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:52.450203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6573cd68-4d3c-4bc6-8ab7-c44eb020d4b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.455633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.488980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6573cd68-4d3c-4bc6-8ab7-c44eb020d4b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.554142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.555351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:52.556328 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.614966 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2281847 Jul 30 02:20:52.624853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46754) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:52.636448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Request body: {'subnet': {'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-266405787-subnet', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:52.656910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f4b32-fe2c-4849-a737-81e2ae147765 admin admin] Pushing event updated for resources: {'Network': ['ID=503ca952-0f58-4eb6-bcbe-76f6eea78812,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:52.667222 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6573cd68-4d3c-4bc6-8ab7-c44eb020d4b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.667670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 503ca952-0f58-4eb6-bcbe-76f6eea78812 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:20:52.671400 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6573cd68-4d3c-4bc6-8ab7-c44eb020d4b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.674975 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6573cd68-4d3c-4bc6-8ab7-c44eb020d4b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/security-groups/8b00ba0a-6944-42fe-aa37-3ee3f2fac72d HTTP/1.1" status: 204 len: 168 time: 0.3885047 Jul 30 02:20:52.675614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46758) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:52.700270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.extraroute_db [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Added routes are [] {{(pid=93819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 30 02:20:52.700924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.extraroute_db [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Removed routes are [] {{(pid=93819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 30 02:20:52.701300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.740500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573cd68-4d3c-4bc6-8ab7-c44eb020d4b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b00ba0a-6944-42fe-aa37-3ee3f2fac72d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:52.762184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-115cb7f2-5c37-4f2f-8ca6-ac3a4471b8d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet d14a1361-6794-4abb-8301-f5512c47d701 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:20:52.766851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Made reservation on behalf of 3426b700fbe54348ac7b99efd7420790 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:52.770486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.774000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-115cb7f2-5c37-4f2f-8ca6-ac3a4471b8d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.875821 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-115cb7f2-5c37-4f2f-8ca6-ac3a4471b8d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.924958 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:52.928954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.029860 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router 2c2232f6-1928-4696-b1e2-340d72c56418 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:20:53.117144 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-115cb7f2-5c37-4f2f-8ca6-ac3a4471b8d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.132713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:53.143498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.147263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] Sync routers for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:53.147474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8eb69468-9035-4090-962e-1b7ed9376e68 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418 HTTP/1.1" status: 200 len: 705 time: 0.7180443 Jul 30 02:20:53.150691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46770) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:53.172016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.175702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:53.176382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:53.194690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0dc1e512-ae12-477e-9c74-911584148827 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c2232f6-1928-4696-b1e2-340d72c56418 HTTP/1.1" status: 200 len: 205 time: 0.0383906 Jul 30 02:20:53.195226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46774) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:53.301164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d71f14-2c12-4250-b662-8cc82b00fcf6,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:53.314253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8826-7d30-4ccf-a7d6-974ce5169dec tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.348972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:53.411481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-115cb7f2-5c37-4f2f-8ca6-ac3a4471b8d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.436979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:49Z', 'revision_number': 11, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:53.441975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cb7f2-5c37-4f2f-8ca6-ac3a4471b8d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=d14a1361-6794-4abb-8301-f5512c47d701,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:53.443978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Checking segment: {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:53.444343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Network hostable DHCP agents. Network: 503ca952-0f58-4eb6-bcbe-76f6eea78812, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:20:53.472277 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-115cb7f2-5c37-4f2f-8ca6-ac3a4471b8d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.472277 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-115cb7f2-5c37-4f2f-8ca6-ac3a4471b8d7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/d14a1361-6794-4abb-8301-f5512c47d701 HTTP/1.1" status: 204 len: 168 time: 0.7790837 Jul 30 02:20:53.472277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46782) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:53.480128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:53.501413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcf1d62-a1f5-4da3-8a33-cd680d7bc9cb None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:53.503917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] Checking router: 2c2232f6-1928-4696-b1e2-340d72c56418 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:53.569863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Network 503ca952-0f58-4eb6-bcbe-76f6eea78812 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:20:53.592111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] Routers {'2c2232f6-1928-4696-b1e2-340d72c56418'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:53.593042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['2c2232f6-1928-4696-b1e2-340d72c56418'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:53.594713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 503ca952-0f58-4eb6-bcbe-76f6eea78812) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:53.602152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:53.602754 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.609907 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8826-7d30-4ccf-a7d6-974ce5169dec tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.614040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8826-7d30-4ccf-a7d6-974ce5169dec tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.681320 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-256c96e8-66dc-44b4-857e-599ff2dce498 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0553801 Jul 30 02:20:53.685266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46792) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:53.690207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:53.709734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] Set router 2c2232f6-1928-4696-b1e2-340d72c56418 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:53.725092 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8826-7d30-4ccf-a7d6-974ce5169dec tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.725672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1e8826-7d30-4ccf-a7d6-974ce5169dec tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Fanout notify agent at l3_agent the message router_deleted on router 2c2232f6-1928-4696-b1e2-340d72c56418 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:20:53.734346 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd1e8826-7d30-4ccf-a7d6-974ce5169dec tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.743158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bd1e8826-7d30-4ccf-a7d6-974ce5169dec tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418 HTTP/1.1" status: 204 len: 168 time: 0.5395746 Jul 30 02:20:53.743957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46796) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:53.749401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1a12af3b-a22c-48a0-ae81-4a0822fae924 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1661075140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:53.760063 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.762308 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.769781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:49Z', 'revision_number': 11, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:53.772148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff93493-79c3-49ee-98d6-e232f006ea01 None None] Network 503ca952-0f58-4eb6-bcbe-76f6eea78812 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:53.805788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a12af3b-a22c-48a0-ae81-4a0822fae924 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.806775 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a12af3b-a22c-48a0-ae81-4a0822fae924 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.843168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bfbae-f2cc-41a7-a549-cf126d5b1c8a None None] The sync data for ids ['2c2232f6-1928-4696-b1e2-340d72c56418'] in n-d-715271-7 is: [{'id': '2c2232f6-1928-4696-b1e2-340d72c56418', 'name': 'tempest-RoutersIpV6Test-router-1712741574', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:20:49Z', 'revision_number': 11, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:53.843512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.847455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:53.862062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.934146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a12af3b-a22c-48a0-ae81-4a0822fae924 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.942163 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a12af3b-a22c-48a0-ae81-4a0822fae924 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.979137 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1a12af3b-a22c-48a0-ae81-4a0822fae924 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:53.982903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1a12af3b-a22c-48a0-ae81-4a0822fae924 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2353513 Jul 30 02:20:53.983178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46800) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:53.988354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-97117b5d-8bea-4cb7-accb-a623e6d94f7e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:54.352953 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:54.374238 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:54.380722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-503ca952-0f58-4eb6-bcbe-76f6eea78812', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:20:54.381708 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:54.387337 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97117b5d-8bea-4cb7-accb-a623e6d94f7e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33123017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33160043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:54.404045 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97117b5d-8bea-4cb7-accb-a623e6d94f7e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33123026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33123035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33160060'] for router, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:54.615145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97117b5d-8bea-4cb7-accb-a623e6d94f7e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Router a43fe6aa-813a-435d-a8b7-2e7c20ecad9b is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:20:54.615672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Allocated IP 172.20.0.2 (503ca952-0f58-4eb6-bcbe-76f6eea78812/e7d71f14-2c12-4250-b662-8cc82b00fcf6/c92f8d06-5bef-41a8-8c3a-2e19e996cd48) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:54.752752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97117b5d-8bea-4cb7-accb-a623e6d94f7e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:54.768781 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] Sync routers for ids ['a43fe6aa-813a-435d-a8b7-2e7c20ecad9b'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:54.772146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-97117b5d-8bea-4cb7-accb-a623e6d94f7e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:54.779289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-97117b5d-8bea-4cb7-accb-a623e6d94f7e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "PUT /v2.0/routers/a43fe6aa-813a-435d-a8b7-2e7c20ecad9b HTTP/1.1" status: 200 len: 698 time: 0.7944140 Jul 30 02:20:54.780356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46820) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:54.782742 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] Routers {'a43fe6aa-813a-435d-a8b7-2e7c20ecad9b'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:54.783450 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a43fe6aa-813a-435d-a8b7-2e7c20ecad9b'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:54.970344 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] Set router a43fe6aa-813a-435d-a8b7-2e7c20ecad9b gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:54.981523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b9bbeff6-b230-4a22-904c-fff308a0878b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/routers/a43fe6aa-813a-435d-a8b7-2e7c20ecad9b HTTP/1.1" status: 200 len: 704 time: 0.1980162 Jul 30 02:20:54.982642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46822) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:54.986589 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.007202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Transition to ACTIVE for port object c92f8d06-5bef-41a8-8c3a-2e19e996cd48 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:55.038888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Transition to ACTIVE for port object c92f8d06-5bef-41a8-8c3a-2e19e996cd48 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:55.055873 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.060132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-420fb2e5-67d8-40f0-90ff-ff4cd8f57de5 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=a43fe6aa-813a-435d-a8b7-2e7c20ecad9b HTTP/1.1" status: 200 len: 205 time: 0.0744555 Jul 30 02:20:55.061528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46828) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:55.109539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Network 503ca952-0f58-4eb6-bcbe-76f6eea78812 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:55.123912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:55.129494 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43fe6aa-813a-435d-a8b7-2e7c20ecad9b', 'name': 'tempest-RoutersIpV6Test-router-1661075140', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:20:54Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:55.135146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:55.203136 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] Checking router: a43fe6aa-813a-435d-a8b7-2e7c20ecad9b for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:55.211355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Pushing event updated for resources: {'Port': ['ID=c92f8d06-5bef-41a8-8c3a-2e19e996cd48,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:55.228722 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] Routers {'a43fe6aa-813a-435d-a8b7-2e7c20ecad9b'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:55.229770 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a43fe6aa-813a-435d-a8b7-2e7c20ecad9b'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:55.240521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.241272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.241939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.242517 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.243064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.243691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.244254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.245482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.246097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.246940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.247704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.248385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:20:55.271621 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88bc9ced-aabb-4bf2-bdfd-14ebf9f29027 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.320426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Attempting to bind port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:20:55.321168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Attempting to bind port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:20:55.321776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Attempting to bind port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 on network 503ca952-0f58-4eb6-bcbe-76f6eea78812 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:20:55.328663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:20:55.329591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Checking segment: {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:20:55.330651 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.331269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Bound using segment: {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:20:55.332011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Bound port: c92f8d06-5bef-41a8-8c3a-2e19e996cd48, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:20:55.332644 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.461261 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] Set router a43fe6aa-813a-435d-a8b7-2e7c20ecad9b gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:55.474605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] For port c92f8d06-5bef-41a8-8c3a-2e19e996cd48, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:20:55.478871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] For port c92f8d06-5bef-41a8-8c3a-2e19e996cd48, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c92f8d06-5bef-41a8-8c3a-2e19e996cd48,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:20:55.486878 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.492678 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.555903 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43fe6aa-813a-435d-a8b7-2e7c20ecad9b', 'name': 'tempest-RoutersIpV6Test-router-1661075140', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:20:54Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:55.567880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-11028008-ba66-441c-a088-df182575e845 None None] Provisioning complete for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:55.568421 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11028008-ba66-441c-a088-df182575e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.609479 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15665d55-3e25-43bf-8875-e80d03d93dfb None None] The sync data for ids ['a43fe6aa-813a-435d-a8b7-2e7c20ecad9b'] in n-d-715271-7 is: [{'id': 'a43fe6aa-813a-435d-a8b7-2e7c20ecad9b', 'name': 'tempest-RoutersIpV6Test-router-1661075140', 'tenant_id': 'a08138e4a86f46ac9188196d9e876caf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:20:54Z', 'revision_number': 2, 'project_id': 'a08138e4a86f46ac9188196d9e876caf', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:20:55.638793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=97fcf537-0444-482a-b483-dee0fd4d6c4c,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:55.670246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51fd08-e6c8-4538-8f72-685d33052374 None None] Pushing event updated for resources: {'Port': ['ID=c92f8d06-5bef-41a8-8c3a-2e19e996cd48,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:55.717048 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:55.774726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:55.780940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88bc9ced-aabb-4bf2-bdfd-14ebf9f29027 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.784611 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88bc9ced-aabb-4bf2-bdfd-14ebf9f29027 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.787962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:20:55.788936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.796567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c5c3d3-1224-4b0b-852d-88075ffbed1b None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:55.933163 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88bc9ced-aabb-4bf2-bdfd-14ebf9f29027 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.934376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc9ced-aabb-4bf2-bdfd-14ebf9f29027 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Fanout notify agent at l3_agent the message router_deleted on router a43fe6aa-813a-435d-a8b7-2e7c20ecad9b {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:20:55.936570 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.964624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-88bc9ced-aabb-4bf2-bdfd-14ebf9f29027 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:55.966254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-88bc9ced-aabb-4bf2-bdfd-14ebf9f29027 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/a43fe6aa-813a-435d-a8b7-2e7c20ecad9b HTTP/1.1" status: 204 len: 168 time: 0.9028153 Jul 30 02:20:55.981652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:55.985533 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:56.119652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-11028008-ba66-441c-a088-df182575e845 None None] Provisioning complete for port 6383d419-e08d-4031-bbb5-f06a2e693319 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:56.123300 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-11028008-ba66-441c-a088-df182575e845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:56.143223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Allocated IP 172.25.7.152 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/f5a357e2-d099-4b8a-844d-ddf50324e3a0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:56.271278 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-56650b9f-07b3-46db-83c1-8bac30ff1172 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7954512 Jul 30 02:20:56.277984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46836) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:56.288446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ae1aa3d9-447f-4e39-83b0-751400200a7b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'security_group': {'name': 'tempest-secgroup-842180667'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:56.332729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-11028008-ba66-441c-a088-df182575e845 None None] Port 6383d419-e08d-4031-bbb5-f06a2e693319 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:20:56.374153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa3d9-447f-4e39-83b0-751400200a7b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:56.386352 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-67ce3eda-0493-4ae8-8b35-b0420a4ddacd tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=a43fe6aa-813a-435d-a8b7-2e7c20ecad9b HTTP/1.1" status: 200 len: 205 time: 0.1204038 Jul 30 02:20:56.405634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46840) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:56.416408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:56.461134 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-987e7913-4ca2-4e62-a81a-2f1fab2f51c3 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] delete failed (client error): The resource could not be found. Jul 30 02:20:56.466994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-987e7913-4ca2-4e62-a81a-2f1fab2f51c3 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/a43fe6aa-813a-435d-a8b7-2e7c20ecad9b HTTP/1.1" status: 404 len: 336 time: 0.0558240 Jul 30 02:20:56.467615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46842) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:56.484786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a29ea-9f2a-462d-b1fa-f9ba9e18178a None None] Update dhcp port {'port': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'fixed_ips': [{'subnet_id': '78afcfef-59c5-4d1e-8dc8-f06a626dfa47', 'ip_address': '172.20.0.18'}, {'subnet_id': '97fcf537-0444-482a-b483-dee0fd4d6c4c'}], 'binding:host_id': 'n-d-715271-7'}, 'id': 'fa51426a-8a61-4025-9efa-fb6af4cb99d1'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:20:56.504144 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-590d2d49-c671-42fe-bb1e-a924e07f7c70 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] DELETE failed (client error): The resource could not be found. Jul 30 02:20:56.504608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590d2d49-c671-42fe-bb1e-a924e07f7c70 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:56.510181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-590d2d49-c671-42fe-bb1e-a924e07f7c70 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/4912934c-a6f9-4ae4-b5cc-556a1e6254a8 HTTP/1.1" status: 404 len: 337 time: 0.0379965 Jul 30 02:20:56.512125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46844) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:56.520851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:56.550021 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced83b3d-f052-43dc-b5de-ea4aaa541207 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] DELETE failed (client error): The resource could not be found. Jul 30 02:20:56.550472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced83b3d-f052-43dc-b5de-ea4aaa541207 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:56.555144 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ced83b3d-f052-43dc-b5de-ea4aaa541207 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/d7c4d375-d360-47b3-84af-1caf1fd82a6a HTTP/1.1" status: 404 len: 337 time: 0.0390341 Jul 30 02:20:56.556181 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46848) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:56.571256 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859a29ea-9f2a-462d-b1fa-f9ba9e18178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:56.596024 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fa1308-7ee5-4ecb-a45c-452bac84f908 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] DELETE failed (client error): The resource could not be found. Jul 30 02:20:56.602559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19fa1308-7ee5-4ecb-a45c-452bac84f908 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:56.607294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-19fa1308-7ee5-4ecb-a45c-452bac84f908 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/80d24b4d-cfd5-4689-81bf-53bc7dafcd08 HTTP/1.1" status: 404 len: 337 time: 0.0473633 Jul 30 02:20:56.609906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46850) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:56.638947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:56.642535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:56.646059 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce865c6a-fd98-47f5-a57f-e363ef57c7a1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] DELETE failed (client error): The resource could not be found. Jul 30 02:20:56.646355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce865c6a-fd98-47f5-a57f-e363ef57c7a1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:56.650742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ce865c6a-fd98-47f5-a57f-e363ef57c7a1 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/a0545639-84c2-4574-82fd-1e17a911fe72 HTTP/1.1" status: 404 len: 337 time: 0.0376351 Jul 30 02:20:56.652176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46852) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:56.662863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:56.687665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a357e2-d099-4b8a-844d-ddf50324e3a0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:57.100626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-859a29ea-9f2a-462d-b1fa-f9ba9e18178a None None] Allocated IP 172.20.0.2 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/97fcf537-0444-482a-b483-dee0fd4d6c4c/fa51426a-8a61-4025-9efa-fb6af4cb99d1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:57.184031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:57.201388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c92f8d06-5bef-41a8-8c3a-2e19e996cd48 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:57.359282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-859a29ea-9f2a-462d-b1fa-f9ba9e18178a None None] For port fa51426a-8a61-4025-9efa-fb6af4cb99d1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fa51426a-8a61-4025-9efa-fb6af4cb99d1,segment=NetworkSegment(690e6b71-7518-4019-ac15-1ac2edabd9c0),segment_id=690e6b71-7518-4019-ac15-1ac2edabd9c0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:57.412044 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859a29ea-9f2a-462d-b1fa-f9ba9e18178a None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:57.437461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-859a29ea-9f2a-462d-b1fa-f9ba9e18178a None None] Transition to ACTIVE for port object fa51426a-8a61-4025-9efa-fb6af4cb99d1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:57.446168 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-859a29ea-9f2a-462d-b1fa-f9ba9e18178a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:57.578376 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:57.595244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3b66e9a3-4e31-4366-bedc-cf815b54975e tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c2232f6-1928-4696-b1e2-340d72c56418 HTTP/1.1" status: 200 len: 205 time: 0.9369612 Jul 30 02:20:57.597858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46862) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:57.656860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a29ea-9f2a-462d-b1fa-f9ba9e18178a None None] Pushing event updated for resources: {'Port': ['ID=fa51426a-8a61-4025-9efa-fb6af4cb99d1,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:57.669464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:57.703661 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-9be31cc1-9adb-4b9d-9dc1-8aec0465127d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] delete failed (client error): The resource could not be found. Jul 30 02:20:57.705999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9be31cc1-9adb-4b9d-9dc1-8aec0465127d tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/2c2232f6-1928-4696-b1e2-340d72c56418 HTTP/1.1" status: 404 len: 336 time: 0.1062648 Jul 30 02:20:57.708053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46864) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:57.762670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e8b78595-ea45-4497-bb47-fc2ee88d5e82 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=768e6ccf-77e2-4513-bdae-ab9a7b9316d0 HTTP/1.1" status: 200 len: 205 time: 0.0440462 Jul 30 02:20:57.770366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46868) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:57.806049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Router e64bf58f-e91d-4ca3-af07-3a93b7c823ba is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:20:57.806271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f75163-7e7a-4e6d-bc50-e822af9cb0b0 None None] Network 503ca952-0f58-4eb6-bcbe-76f6eea78812 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:20:57.844531 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-7b9c4d5e-d832-4991-9f16-c4d5d78d1f6b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] delete failed (client error): The resource could not be found. Jul 30 02:20:57.849842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7b9c4d5e-d832-4991-9f16-c4d5d78d1f6b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/768e6ccf-77e2-4513-bdae-ab9a7b9316d0 HTTP/1.1" status: 404 len: 336 time: 0.0830324 Jul 30 02:20:57.850923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46870) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:57.864673 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa3d9-447f-4e39-83b0-751400200a7b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:57.907126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-98b03c58-1eb0-4522-8b2e-25448c1aec6e None None] Provisioning for port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:57.909249 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b5a45e-1f23-47ca-a016-d66545712388 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] DELETE failed (client error): The resource could not be found. Jul 30 02:20:57.909696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b5a45e-1f23-47ca-a016-d66545712388 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:57.911547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-06b5a45e-1f23-47ca-a016-d66545712388 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/cfc1aada-515a-48e6-a88b-6a3ebbbf5b54 HTTP/1.1" status: 404 len: 337 time: 0.0452347 Jul 30 02:20:57.912642 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa3d9-447f-4e39-83b0-751400200a7b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:57.915017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46872) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:57.918886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-98b03c58-1eb0-4522-8b2e-25448c1aec6e None None] Provisioning complete for port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:57.919268 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98b03c58-1eb0-4522-8b2e-25448c1aec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:57.973694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7dd91e57-4524-4fa9-b096-a6c12f39f4be tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=3af70836-99c7-4b94-baa2-38a42631d113 HTTP/1.1" status: 200 len: 205 time: 0.0487034 Jul 30 02:20:57.979937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46874) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:57.987887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:20:58.015964 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.021701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-64d4f6ac-1ef2-4454-ac01-49feae8dd4b8 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3350477 Jul 30 02:20:58.023005 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46876) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.037521 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-0c1d05d9-01d2-4df8-9c4e-b2c723c95244 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] delete failed (client error): The resource could not be found. Jul 30 02:20:58.038850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0c1d05d9-01d2-4df8-9c4e-b2c723c95244 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/3af70836-99c7-4b94-baa2-38a42631d113 HTTP/1.1" status: 404 len: 336 time: 0.0576110 Jul 30 02:20:58.040190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae1aa3d9-447f-4e39-83b0-751400200a7b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.044356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ae1aa3d9-447f-4e39-83b0-751400200a7b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7620940 Jul 30 02:20:58.045262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46878) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.045738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46880) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.061349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-52e54320-f06b-4e03-8b42-dc7d9674ea3a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'security_group': {'name': 'tempest-secgroup-1550498230'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:58.065926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1aa3d9-447f-4e39-83b0-751400200a7b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a15a19-0f95-4db0-9646-7f5495fc069d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:58.079275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Sync routers for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:20:58.111479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e82bc08b-45be-41c6-80ed-feb1f8269fe6 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=f72383b0-ba72-4c85-99db-ef8b2cedc2c7 HTTP/1.1" status: 200 len: 205 time: 0.0643675 Jul 30 02:20:58.114683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46884) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.131827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:20:58.132770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:58.172345 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-28ab2e61-1f2c-4349-8c6e-cbf43442308c tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] delete failed (client error): The resource could not be found. Jul 30 02:20:58.174256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-28ab2e61-1f2c-4349-8c6e-cbf43442308c tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/f72383b0-ba72-4c85-99db-ef8b2cedc2c7 HTTP/1.1" status: 404 len: 336 time: 0.0582597 Jul 30 02:20:58.177879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46888) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.203030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98b03c58-1eb0-4522-8b2e-25448c1aec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.223995 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3611b06-759e-4039-8c70-8219783d9a40 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] DELETE failed (client error): The resource could not be found. Jul 30 02:20:58.224606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3611b06-759e-4039-8c70-8219783d9a40 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:58.227377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c3611b06-759e-4039-8c70-8219783d9a40 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/9df49f2e-554b-49ad-b57d-07caebc7c4f2 HTTP/1.1" status: 404 len: 337 time: 0.0460296 Jul 30 02:20:58.239026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46890) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.241847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52e54320-f06b-4e03-8b42-dc7d9674ea3a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.264438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-98b03c58-1eb0-4522-8b2e-25448c1aec6e None None] For port c92f8d06-5bef-41a8-8c3a-2e19e996cd48, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c92f8d06-5bef-41a8-8c3a-2e19e996cd48,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:20:58.282458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0b0eed2f-0f0a-46e5-86f6-40302c88df0b tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=d9f7c0b7-f64f-44fd-a88c-ca8249586ec5 HTTP/1.1" status: 200 len: 205 time: 0.0418477 Jul 30 02:20:58.289170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46892) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.335334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98b03c58-1eb0-4522-8b2e-25448c1aec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.343892 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-8adbb58d-ee35-4774-b1fb-5e48cdf98147 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] delete failed (client error): The resource could not be found. Jul 30 02:20:58.346917 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8adbb58d-ee35-4774-b1fb-5e48cdf98147 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/d9f7c0b7-f64f-44fd-a88c-ca8249586ec5 HTTP/1.1" status: 404 len: 336 time: 0.0565524 Jul 30 02:20:58.352947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46894) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.402180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:20:58.422719 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5f6a7b-56a5-4d05-9312-412f8d8f7a57 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] DELETE failed (client error): The resource could not be found. Jul 30 02:20:58.423176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5f6a7b-56a5-4d05-9312-412f8d8f7a57 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:58.424978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3d5f6a7b-56a5-4d05-9312-412f8d8f7a57 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/3b739deb-c3b3-432c-afa5-5f8e14d23b11 HTTP/1.1" status: 404 len: 337 time: 0.0708675 Jul 30 02:20:58.428348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46896) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.498409 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fb6bd782-dff5-4b76-be59-35090e4ae274 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "GET /v2.0/ports?device_id=4f5ecdcd-d8f6-4300-a56f-902670c55d86 HTTP/1.1" status: 200 len: 205 time: 0.0687330 Jul 30 02:20:58.502583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46898) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.505369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b03c58-1eb0-4522-8b2e-25448c1aec6e None None] Pushing event updated for resources: {'Port': ['ID=c92f8d06-5bef-41a8-8c3a-2e19e996cd48,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:58.602029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52e54320-f06b-4e03-8b42-dc7d9674ea3a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.605132 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-04acb7d3-8908-47bf-840c-354950b4b793 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] delete failed (client error): The resource could not be found. Jul 30 02:20:58.606406 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-04acb7d3-8908-47bf-840c-354950b4b793 tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/routers/4f5ecdcd-d8f6-4300-a56f-902670c55d86 HTTP/1.1" status: 404 len: 336 time: 0.1030161 Jul 30 02:20:58.609569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46902) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.622586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52e54320-f06b-4e03-8b42-dc7d9674ea3a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.674286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bc6dff4b-7fd2-46c4-a140-3a056da7384e None None] Provisioning complete for port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:58.674761 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bc6dff4b-7fd2-46c4-a140-3a056da7384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.726178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:20:56Z', 'revision_number': 3, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:20:58.734040 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c678bf96-f5fb-4de4-afe7-ae2d7c2f756a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] DELETE failed (client error): The resource could not be found. Jul 30 02:20:58.734870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c678bf96-f5fb-4de4-afe7-ae2d7c2f756a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:58.741668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46906) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.744582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c678bf96-f5fb-4de4-afe7-ae2d7c2f756a tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/a570362c-5aac-48bb-8649-d2aa481add12 HTTP/1.1" status: 404 len: 337 time: 0.1298828 Jul 30 02:20:58.750118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e54320-f06b-4e03-8b42-dc7d9674ea3a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22cfb89-fe69-4f28-9951-714683859cf5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:58.781397 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-7796675d-527c-4deb-a475-ab5ca739fe6f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] DELETE failed (client error): The resource could not be found. Jul 30 02:20:58.782778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7796675d-527c-4deb-a475-ab5ca739fe6f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:20:58.787179 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7796675d-527c-4deb-a475-ab5ca739fe6f tempest-RoutersIpV6Test-760892242 tempest-RoutersIpV6Test-760892242-project] 10.222.0.84 "DELETE /v2.0/subnets/d4c873c1-e136-47e7-bf97-a6a232239429 HTTP/1.1" status: 404 len: 337 time: 0.0421109 Jul 30 02:20:58.787350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Checking router: e64bf58f-e91d-4ca3-af07-3a93b7c823ba for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:20:58.787350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Updating router e64bf58f-e91d-4ca3-af07-3a93b7c823ba port f5a357e2-d099-4b8a-844d-ddf50324e3a0 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:20:58.793427 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-52e54320-f06b-4e03-8b42-dc7d9674ea3a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.795326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-52e54320-f06b-4e03-8b42-dc7d9674ea3a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7396915 Jul 30 02:20:58.798076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46914) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:58.804662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2446cc59-3e96-460b-b311-bd2034858774 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'security_group': {'name': 'tempest-secgroup-558195107'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:58.856401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2446cc59-3e96-460b-b311-bd2034858774 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.874986 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:58.921065 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.065597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fa51426a-8a61-4025-9efa-fb6af4cb99d1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:20:59.083278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2446cc59-3e96-460b-b311-bd2034858774 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.089774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2446cc59-3e96-460b-b311-bd2034858774 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.149334 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2446cc59-3e96-460b-b311-bd2034858774 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.154874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2446cc59-3e96-460b-b311-bd2034858774 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3556292 Jul 30 02:20:59.157551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446cc59-3e96-460b-b311-bd2034858774 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f33e84-acbe-49a4-89fa-afe8f933a5bd,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:59.159627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46924) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:59.165508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-273313956', 'security_groups': ['b6f33e84-acbe-49a4-89fa-afe8f933a5bd'], 'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97fcf537-0444-482a-b483-dee0fd4d6c4c'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:20:59.269677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-658b508a-c4ed-415a-8741-ae275cce062f None None] Provisioning for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:20:59.294232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46928) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:59.325522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Allocated IP 172.20.0.1 (503ca952-0f58-4eb6-bcbe-76f6eea78812/e7d71f14-2c12-4250-b662-8cc82b00fcf6/dc5af90e-c6dd-4c77-b7a6-d30b9580a836) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:20:59.333914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-658b508a-c4ed-415a-8741-ae275cce062f None None] Provisioning complete for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:59.334531 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-658b508a-c4ed-415a-8741-ae275cce062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.365274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:20:59.365973 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.453539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:20:59.557905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.586600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Transition to ACTIVE for port object dc5af90e-c6dd-4c77-b7a6-d30b9580a836 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:59.592845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8a3b2c3f-b81e-48d1-bc9f-565f412fc31e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a08138e4a86f46ac9188196d9e876caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971845 Jul 30 02:20:59.595777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46936) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:20:59.663888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.668528 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-584aa7a4-7799-4877-8cfe-e56aa88ceb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.699506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-584aa7a4-7799-4877-8cfe-e56aa88ceb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.714690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] device_id is not set on port 639e0944-713d-4bc7-bb76-a20c442dc624 yet. {{(pid=93818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 30 02:20:59.725397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.769680 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-584aa7a4-7799-4877-8cfe-e56aa88ceb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.773601 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-584aa7a4-7799-4877-8cfe-e56aa88ceb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.775395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-584aa7a4-7799-4877-8cfe-e56aa88ceb5b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7d5a40b6-a8f4-4683-8b86-49de1347a67b HTTP/1.1" status: 204 len: 168 time: 0.1777840 Jul 30 02:20:59.786712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aa7a4-7799-4877-8cfe-e56aa88ceb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5a40b6-a8f4-4683-8b86-49de1347a67b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:59.828712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Network 503ca952-0f58-4eb6-bcbe-76f6eea78812 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:20:59.844952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:20:59.860994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:20:59.919320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5af90e-c6dd-4c77-b7a6-d30b9580a836,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:20:59.941800 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:20:59.962815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Transition to ACTIVE for port object f5a357e2-d099-4b8a-844d-ddf50324e3a0 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:20:59.981986 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.006297 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.057998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.14 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/97fcf537-0444-482a-b483-dee0fd4d6c4c/639e0944-713d-4bc7-bb76-a20c442dc624) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:00.135603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c92f8d06-5bef-41a8-8c3a-2e19e996cd48 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:00.239160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-658b508a-c4ed-415a-8741-ae275cce062f None None] Provisioning complete for port 6383d419-e08d-4031-bbb5-f06a2e693319 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:00.239834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-658b508a-c4ed-415a-8741-ae275cce062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.266920 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.285578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-658b508a-c4ed-415a-8741-ae275cce062f None None] Port 6383d419-e08d-4031-bbb5-f06a2e693319 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:00.291056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Attempting to bind port f5a357e2-d099-4b8a-844d-ddf50324e3a0 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:00.292231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Attempting to bind port f5a357e2-d099-4b8a-844d-ddf50324e3a0 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:00.293030 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Attempting to bind port f5a357e2-d099-4b8a-844d-ddf50324e3a0 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:00.295754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450a7c9-5e05-4588-84f1-fe527e46ced6 None None] Pushing event updated for resources: {'Port': ['ID=f5a357e2-d099-4b8a-844d-ddf50324e3a0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:00.306642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 639e0944-713d-4bc7-bb76-a20c442dc624 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:00.314404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:00.315136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:00.315821 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.316399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:00.317056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Bound port: f5a357e2-d099-4b8a-844d-ddf50324e3a0, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:00.317679 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.320054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:00.320617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.427332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.498994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6718c761-d660-4e6c-98bf-c24f3c98b1a1 None None] Provisioning for port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:00.503850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] For port f5a357e2-d099-4b8a-844d-ddf50324e3a0, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:00.511261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] For port f5a357e2-d099-4b8a-844d-ddf50324e3a0, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f5a357e2-d099-4b8a-844d-ddf50324e3a0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:00.515535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6718c761-d660-4e6c-98bf-c24f3c98b1a1 None None] Provisioning complete for port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:00.515953 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6718c761-d660-4e6c-98bf-c24f3c98b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.525787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:00.533557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:00.537056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:00.582170 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.614582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:00.615300 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.669537 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5057178 Jul 30 02:21:00.669748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1b321-b66d-47a7-a858-1f847c030c77 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=639e0944-713d-4bc7-bb76-a20c442dc624,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:00.669886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46968) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:00.675866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d961dd53-2db2-42b3-90a4-79260cd2f9b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:00.733352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450a7c9-5e05-4588-84f1-fe527e46ced6 None None] Pushing event updated for resources: {'Port': ['ID=f5a357e2-d099-4b8a-844d-ddf50324e3a0,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:00.768948 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.804420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6718c761-d660-4e6c-98bf-c24f3c98b1a1 None None] Port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:00.815983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:00.816801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:20:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:00.820863 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e89e4de-8b4e-43a8-920b-f18b719ef6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:00.947814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d961dd53-2db2-42b3-90a4-79260cd2f9b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:00.952005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d961dd53-2db2-42b3-90a4-79260cd2f9b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:01.036146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:01.084806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-25bcd5c4-45f4-4f34-86eb-3101c2e31da5 None None] Provisioning for port 639e0944-713d-4bc7-bb76-a20c442dc624 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:01.094648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-25bcd5c4-45f4-4f34-86eb-3101c2e31da5 None None] Provisioning complete for port 639e0944-713d-4bc7-bb76-a20c442dc624 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:01.095384 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-25bcd5c4-45f4-4f34-86eb-3101c2e31da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:01.156699 n-d-715271-7 neutron-server[93819]: INFO neutron.db.ipam_backend_mixin [None req-d961dd53-2db2-42b3-90a4-79260cd2f9b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97fcf537-0444-482a-b483-dee0fd4d6c4c (CIDR: 172.20.0.0/28) Jul 30 02:21:01.162134 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d961dd53-2db2-42b3-90a4-79260cd2f9b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:21:01.162861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d961dd53-2db2-42b3-90a4-79260cd2f9b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:01.175345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46982) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:01.187813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d961dd53-2db2-42b3-90a4-79260cd2f9b7 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5162499 Jul 30 02:21:01.190353 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 46986) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:01.196308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-85f84ca1-e008-45c0-8f77-a8249d3bcb60 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:01.241020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:01.249412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-25bcd5c4-45f4-4f34-86eb-3101c2e31da5 None None] Port 639e0944-713d-4bc7-bb76-a20c442dc624 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:01.252154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:01.383912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1647887213'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:01.412699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5af90e-c6dd-4c77-b7a6-d30b9580a836,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:01.416418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:20:59Z', 'revision_number': 1, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:01.418889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:01.423839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.db.api [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 02:21:01.423839 n-d-715271-7 neutron-server[93818]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 02:21:01.423839 n-d-715271-7 neutron-server[93818]: [parameters: {'project_id': 'ec73c9f012fa46e9aa76f94df6c4eb23', 'id': '5a54d92f-db1e-4bf8-9118-32586161a121', 'expiration': datetime.datetime(2021, 7, 30, 2, 23, 1, 410044)}] Jul 30 02:21:01.423839 n-d-715271-7 neutron-server[93818]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:21:01.423839 n-d-715271-7 neutron-server[93818]: DEBUG oslo_db.api [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:21:01.427543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f84ca1-e008-45c0-8f77-a8249d3bcb60 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:01.439083 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85f84ca1-e008-45c0-8f77-a8249d3bcb60 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:01.456653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f7340-9b05-4ef7-a44d-61496e73d665 None None] The sync data for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 is: [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:20:59Z', 'revision_number': 1, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:01.568804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Network 503ca952-0f58-4eb6-bcbe-76f6eea78812 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:01.570279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:01.586281 n-d-715271-7 neutron-server[93819]: INFO neutron.db.ipam_backend_mixin [None req-85f84ca1-e008-45c0-8f77-a8249d3bcb60 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 78afcfef-59c5-4d1e-8dc8-f06a626dfa47 (CIDR: 172.20.0.16/28) Jul 30 02:21:01.592279 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:01.592973 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f84ca1-e008-45c0-8f77-a8249d3bcb60 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:21:01.593741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f84ca1-e008-45c0-8f77-a8249d3bcb60 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:01.624280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-85f84ca1-e008-45c0-8f77-a8249d3bcb60 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4303429 Jul 30 02:21:01.625117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 46988) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:01.638835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'subnet': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:02.093074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1a4c9548-f27c-4b1d-b7ea-4f8db9d55ad3 None None] Provisioning complete for port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:02.094271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a4c9548-f27c-4b1d-b7ea-4f8db9d55ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:02.155548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c9548-f27c-4b1d-b7ea-4f8db9d55ad3 None None] Port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:02.255064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Made reservation on behalf of ec73c9f012fa46e9aa76f94df6c4eb23 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:02.258457 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:02.262369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Router e64bf58f-e91d-4ca3-af07-3a93b7c823ba has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:02.284423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:02.549865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:02.551977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:02.582990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-93a87ba8-f922-4ecb-bfe4-a49f00b2d547 admin admin] 10.222.0.84 "PUT /v2.0/routers/e64bf58f-e91d-4ca3-af07-3a93b7c823ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5542424 Jul 30 02:21:02.603973 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:02.640786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Made reservation on behalf of 0e41188a188545f087bcbd54979d505c for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:02.651889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:02.731825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:02.774290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:02.774560 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Added segment d4ac785a-9112-4943-80d0-64e54712164b of type vlan for network 25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2 Jul 30 02:21:02.807756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63bca3-9762-4693-a31e-925c67760c9b,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:02.866792 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:02.925345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:02.932108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:02.933643 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:03.053087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Pushing event updated for resources: {'Network': ['ID=25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:03.065019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:21:03.120758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47008) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:03.125913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-ada14d5b-10d0-448e-9eac-0a90b4f798d7 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2', 'tempest-TagsTest-Tag-104240406') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:03.131000 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3edc7531-ab35-4029-bd13-a919196de888 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.9543076 Jul 30 02:21:03.206901 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f5a357e2-d099-4b8a-844d-ddf50324e3a0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:03.322501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f5a357e2-d099-4b8a-844d-ddf50324e3a0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:03.328026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ada14d5b-10d0-448e-9eac-0a90b4f798d7 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "PUT /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags/tempest-TagsTest-Tag-104240406 HTTP/1.1" status: 201 len: 201 time: 0.2037907 Jul 30 02:21:03.328267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f5a357e2-d099-4b8a-844d-ddf50324e3a0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:03.328698 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:03.330843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47012) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:03.345431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-2b26d2f3-26a6-463b-adc4-76d72b507db8 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2', 'tempest-TagsTest-Tag-104240406') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:03.417986 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:03.435819 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a4bc-a034-44f4-9c96-7d4237f7c3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:03.502799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:03.520844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Subnet': ['ID=5322ded5-4c7c-43e4-9120-5545209f7d3b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:03.524889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:03.530914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:03.532197 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:03.551953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e6e83d-8029-45d4-92de-73fcf396428f None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:03.553762 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2b26d2f3-26a6-463b-adc4-76d72b507db8 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "GET /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags/tempest-TagsTest-Tag-104240406 HTTP/1.1" status: 204 len: 168 time: 0.2202725 Jul 30 02:21:03.555858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47022) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:03.563252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-b8621b99-ed8a-4699-af73-1f5db1431e93 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:03.648824 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-57a707b9-e342-4aa5-ad61-e3d54b619a8f tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0221326 Jul 30 02:21:03.652073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47026) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:03.657617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-498019820', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5322ded5-4c7c-43e4-9120-5545209f7d3b'}], 'security_groups': ['54a15a19-0f95-4db0-9646-7f5495fc069d', 'f22cfb89-fe69-4f28-9951-714683859cf5']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:03.690035 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:03.720164 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b8621b99-ed8a-4699-af73-1f5db1431e93 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "GET /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags HTTP/1.1" status: 200 len: 237 time: 0.1626847 Jul 30 02:21:03.723032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47028) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:03.728407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-8a55e4ab-904a-4e86-859c-391faef72c74 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2', {'tags': ['tempest-TagsTest-Tag-966613721', 'tempest-TagsTest-Tag-2009908454', 'tempest-TagsTest-Tag-758905300']}) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:03.746895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f5a357e2-d099-4b8a-844d-ddf50324e3a0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f5a357e2-d099-4b8a-844d-ddf50324e3a0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:03.770338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47030) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:03.773080 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:03.783500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-669154121-network', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:03.930697 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8a55e4ab-904a-4e86-859c-391faef72c74 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "PUT /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags HTTP/1.1" status: 200 len: 307 time: 0.2064474 Jul 30 02:21:03.933737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47036) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:03.942719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-62c0ab07-1105-4dbd-b0cc-ab04fb0809e6 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2', 'tempest-TagsTest-Tag-966613721') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:03.962943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Made reservation on behalf of 1908e84b37754e3e820d4091a42d4d25 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:03.985115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.014086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.049196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.114567 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-62c0ab07-1105-4dbd-b0cc-ab04fb0809e6 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "DELETE /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags/tempest-TagsTest-Tag-966613721 HTTP/1.1" status: 204 len: 168 time: 0.1793816 Jul 30 02:21:04.119863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47040) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:04.124452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f5a357e2-d099-4b8a-844d-ddf50324e3a0,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:04.180611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.tag.tag_plugin [None req-6c1f47ff-b7dc-45cb-8375-ea99ad5b3fb2 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2', 'tempest-TagsTest-Tag-966613721') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:04.295522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb11a069-2745-4b8d-82cb-b8ef240f1ac1 None None] Update dhcp port {'port': {'network_id': '32d37f9b-4326-49f5-9886-9c6b5f5998d4', 'fixed_ips': [{'subnet_id': '78afcfef-59c5-4d1e-8dc8-f06a626dfa47', 'ip_address': '172.20.0.18'}, {'subnet_id': '97fcf537-0444-482a-b483-dee0fd4d6c4c', 'ip_address': '172.20.0.2'}, {'subnet_id': '5322ded5-4c7c-43e4-9120-5545209f7d3b'}], 'binding:host_id': 'n-d-715271-7'}, 'id': 'fa51426a-8a61-4025-9efa-fb6af4cb99d1'} from n-d-715271-7. {{(pid=93820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 30 02:21:04.342723 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb11a069-2745-4b8d-82cb-b8ef240f1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.425100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.612846 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.623278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.664260 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.670263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-eb11a069-2745-4b8d-82cb-b8ef240f1ac1 None None] Allocated IP 172.20.0.34 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/5322ded5-4c7c-43e4-9120-5545209f7d3b/fa51426a-8a61-4025-9efa-fb6af4cb99d1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:04.705943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:04.758367 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.758710 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Added segment 4c2995fe-8938-4fd2-a0d1-e0d755ce1836 of type vlan for network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 Jul 30 02:21:04.778242 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-6c1f47ff-b7dc-45cb-8375-ea99ad5b3fb2 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] show failed (client error): The resource could not be found. Jul 30 02:21:04.785674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6c1f47ff-b7dc-45cb-8375-ea99ad5b3fb2 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "GET /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags/tempest-TagsTest-Tag-966613721 HTTP/1.1" status: 404 len: 325 time: 0.6196287 Jul 30 02:21:04.786057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47052) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:04.789548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-eb11a069-2745-4b8d-82cb-b8ef240f1ac1 None None] For port fa51426a-8a61-4025-9efa-fb6af4cb99d1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fa51426a-8a61-4025-9efa-fb6af4cb99d1,segment=NetworkSegment(690e6b71-7518-4019-ac15-1ac2edabd9c0),segment_id=690e6b71-7518-4019-ac15-1ac2edabd9c0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:04.790960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-9062747e-824c-48fd-b04e-18ca77f75667 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2', 'tempest-TagsTest-Tag-2009908454') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:04.803718 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Sync routers for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:04.833090 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:04.836197 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:04.838289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.897983 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.899203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:04.899930 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.905926 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb11a069-2745-4b8d-82cb-b8ef240f1ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:04.952640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-eb11a069-2745-4b8d-82cb-b8ef240f1ac1 None None] Transition to ACTIVE for port object fa51426a-8a61-4025-9efa-fb6af4cb99d1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:04.958158 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-eb11a069-2745-4b8d-82cb-b8ef240f1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:05.012434 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9062747e-824c-48fd-b04e-18ca77f75667 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "GET /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags/tempest-TagsTest-Tag-2009908454 HTTP/1.1" status: 204 len: 168 time: 0.2224646 Jul 30 02:21:05.021844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47054) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:05.031111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-486fb761-0d69-4325-b2b7-ad8affbde311 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2', 'tempest-TagsTest-Tag-758905300') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:05.075562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f5a357e2-d099-4b8a-844d-ddf50324e3a0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:05.131180 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:05.177128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf9da83-9d29-4aaf-941a-cbf5242dfbc2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:05.187723 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-486fb761-0d69-4325-b2b7-ad8affbde311 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "GET /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags/tempest-TagsTest-Tag-758905300 HTTP/1.1" status: 204 len: 168 time: 0.1627872 Jul 30 02:21:05.189840 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47058) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:05.201613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-d242d84c-247f-47bf-8149-ccd3572e37df tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:05.235301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4633341 Jul 30 02:21:05.262781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47060) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:05.292311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Request body: {'subnet': {'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-669154121-subnet', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:05.302117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11a069-2745-4b8d-82cb-b8ef240f1ac1 None None] Pushing event updated for resources: {'Port': ['ID=fa51426a-8a61-4025-9efa-fb6af4cb99d1,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:05.366268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f5a357e2-d099-4b8a-844d-ddf50324e3a0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:05.366649 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:05.366850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1650f1-7ead-49a6-8139-60ea19c0f88e admin admin] Pushing event updated for resources: {'Network': ['ID=1ecf4db2-80a2-4115-b23a-0b651e8bb199,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:05.394418 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d242d84c-247f-47bf-8149-ccd3572e37df tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "DELETE /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags HTTP/1.1" status: 204 len: 168 time: 0.2034976 Jul 30 02:21:05.397224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47062) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:05.403957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-f8119eea-09a3-474c-beea-98e8b65d2b11 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2', 'tempest-TagsTest-Tag-2009908454') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:05.418212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:21:05.557096 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 2, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:05.558674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Made reservation on behalf of 1908e84b37754e3e820d4091a42d4d25 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:05.561506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:05.591015 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-f8119eea-09a3-474c-beea-98e8b65d2b11 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] show failed (client error): The resource could not be found. Jul 30 02:21:05.595175 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f8119eea-09a3-474c-beea-98e8b65d2b11 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "GET /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags/tempest-TagsTest-Tag-2009908454 HTTP/1.1" status: 404 len: 326 time: 0.1938260 Jul 30 02:21:05.595579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47070) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:05.600149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-3d147c1c-44da-40c7-bf21-088be6fc828c tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2', 'tempest-TagsTest-Tag-758905300') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:05.719675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Delete allocated IP 172.20.0.14 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/97fcf537-0444-482a-b483-dee0fd4d6c4c) {{(pid=93819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 30 02:21:05.738045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Allocated IP 172.20.0.42 (32d37f9b-4326-49f5-9886-9c6b5f5998d4/5322ded5-4c7c-43e4-9120-5545209f7d3b/639e0944-713d-4bc7-bb76-a20c442dc624) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:05.797525 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-3d147c1c-44da-40c7-bf21-088be6fc828c tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] show failed (client error): The resource could not be found. Jul 30 02:21:05.799506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3d147c1c-44da-40c7-bf21-088be6fc828c tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "GET /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags/tempest-TagsTest-Tag-758905300 HTTP/1.1" status: 404 len: 325 time: 0.2028005 Jul 30 02:21:05.803802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47072) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:05.844758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.tag.tag_plugin [None req-840b29ab-513e-44e0-8f80-26af14fcf59c tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:05.911141 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Checking router: e64bf58f-e91d-4ca3-af07-3a93b7c823ba for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:21:05.911781 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Updating router e64bf58f-e91d-4ca3-af07-3a93b7c823ba port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:21:05.969509 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-840b29ab-513e-44e0-8f80-26af14fcf59c tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "DELETE /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2/tags HTTP/1.1" status: 204 len: 168 time: 0.1601505 Jul 30 02:21:05.969730 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:05.970326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47074) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:06.062962 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.077079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.142449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.192135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f39788-8e98-4a30-bb34-5477bdcb344d,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:06.194740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Transition to ACTIVE for port object 639e0944-713d-4bc7-bb76-a20c442dc624 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:06.210046 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.242506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Checking segment: {'id': '4c2995fe-8938-4fd2-a0d1-e0d755ce1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:06.243173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Network hostable DHCP agents. Network: 1ecf4db2-80a2-4115-b23a-0b651e8bb199, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:21:06.244332 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.250523 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.264932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:06.300972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ac785a-9112-4943-80d0-64e54712164b') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:06.301552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ac785a-9112-4943-80d0-64e54712164b') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:06.322967 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.348929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event updated for resources: {'Port': ['ID=639e0944-713d-4bc7-bb76-a20c442dc624,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:06.350676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:21:06.357430 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.362433 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.379722 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Transition to ACTIVE for port object dc5af90e-c6dd-4c77-b7a6-d30b9580a836 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:06.392223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1ecf4db2-80a2-4115-b23a-0b651e8bb199) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:06.392563 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.394342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:21:06.395656 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.403823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:06.404324 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.420783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] In _notify_port_updated(), no bound segment for port 639e0944-713d-4bc7-bb76-a20c442dc624 on network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 {{(pid=93819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 30 02:21:06.422940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5343316d-4c6c-4b12-9ad6-7fa5f4cc9ed2 None None] Network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:06.427135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:06.427952 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.430314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-de788b75-fe16-41f4-9bb8-fb37794b2142 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "PUT /v2.0/ports/639e0944-713d-4bc7-bb76-a20c442dc624 HTTP/1.1" status: 200 len: 959 time: 2.7762234 Jul 30 02:21:06.435887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d86a57ee-760c-4b75-9b1c-c39dcff54369 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1674905 Jul 30 02:21:06.435887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47078) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:21:06.448077 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:21:06.463045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47080) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:06.474261 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Pushing event updated for resources: {'Port': ['ID=dc5af90e-c6dd-4c77-b7a6-d30b9580a836,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:06.483354 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.483941 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.484374 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.484805 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.485230 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.485657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.486209 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.486632 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.487052 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.487642 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.488054 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.488471 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:06.551462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:06.563098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Provisioning for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:06.573197 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.577266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Provisioning complete for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:06.578705 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Attempting to bind port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:06.579276 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Attempting to bind port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:06.580157 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Attempting to bind port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 on network 503ca952-0f58-4eb6-bcbe-76f6eea78812 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:06.580962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.582305 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.582814 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] 10.222.0.84 "DELETE /v2.0/networks/25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2 HTTP/1.1" status: 204 len: 168 time: 0.6114826 Jul 30 02:21:06.611288 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:06.615406 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Checking segment: {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:06.616688 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.616688 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Bound using segment: {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:06.616903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f5609-b185-44be-99e5-7cb1a2936a12 tempest-TagsTest-287796156 tempest-TagsTest-287796156-project] Pushing event deleted for resources: {'Network': ['ID=25eaea6c-9ea5-49e8-bd98-23a2a0fe0cf2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:06.618649 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Bound port: dc5af90e-c6dd-4c77-b7a6-d30b9580a836, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:06.621548 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.646445 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.650678 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.709664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8d1be-2004-4e55-88ac-09346a88e800 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 639e0944-713d-4bc7-bb76-a20c442dc624 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:06.710029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d1be-2004-4e55-88ac-09346a88e800 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.787072 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] For port dc5af90e-c6dd-4c77-b7a6-d30b9580a836, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:06.794984 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] For port dc5af90e-c6dd-4c77-b7a6-d30b9580a836, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dc5af90e-c6dd-4c77-b7a6-d30b9580a836,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:06.804039 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:06.938952 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:06.940371 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:06.977246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.021589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Provisioning complete for port 6383d419-e08d-4031-bbb5-f06a2e693319 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:07.021589 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.075293 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615a1c1-d9fc-40e6-9aa5-4effe40a3799 None None] Pushing event updated for resources: {'Port': ['ID=dc5af90e-c6dd-4c77-b7a6-d30b9580a836,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:07.091218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fa51426a-8a61-4025-9efa-fb6af4cb99d1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:07.201378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47106) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:07.223299 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d1be-2004-4e55-88ac-09346a88e800 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.293874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-1ecf4db2-80a2-4115-b23a-0b651e8bb199', 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'fixed_ips': [{'subnet_id': '93f39788-8e98-4a30-bb34-5477bdcb344d'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:21:07.295992 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:07.297817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8d1be-2004-4e55-88ac-09346a88e800 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 639e0944-713d-4bc7-bb76-a20c442dc624 owned by {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:07.299287 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.474921 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.545688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Port 6383d419-e08d-4031-bbb5-f06a2e693319 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:07.563932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:07.564829 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.597922 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:21:06Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:07.618159 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-30b65025-4615-48ef-8893-cfeb6dae65a0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ec73c9f012fa46e9aa76f94df6c4eb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156017 Jul 30 02:21:07.630504 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Allocated IP 172.20.0.2 (1ecf4db2-80a2-4115-b23a-0b651e8bb199/93f39788-8e98-4a30-bb34-5477bdcb344d/cef3062e-fbc0-4326-9e74-5f78654870de) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:07.631289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47116) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:07.657324 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a63a2-63d6-4aaf-bdd6-69cea6992932 None None] The sync data for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 is: [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:21:06Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:07.711351 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d1be-2004-4e55-88ac-09346a88e800 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.726165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2862f30a-2b87-4e32-80f1-c9e7ebebc41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.760267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8d1be-2004-4e55-88ac-09346a88e800 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=639e0944-713d-4bc7-bb76-a20c442dc624,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:07.798695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2862f30a-2b87-4e32-80f1-c9e7ebebc41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.888294 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d1be-2004-4e55-88ac-09346a88e800 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.893665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47118) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:07.895111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c9f8d1be-2004-4e55-88ac-09346a88e800 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/639e0944-713d-4bc7-bb76-a20c442dc624 HTTP/1.1" status: 204 len: 168 time: 1.4540250 Jul 30 02:21:07.908458 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Provisioning for port 639e0944-713d-4bc7-bb76-a20c442dc624 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:07.917308 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.932448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Provisioning complete for port 639e0944-713d-4bc7-bb76-a20c442dc624 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:07.932825 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.956887 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e86718-5404-45ba-b625-700ea51ce8e1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] GET failed (client error): The resource could not be found. Jul 30 02:21:07.958761 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-51e86718-5404-45ba-b625-700ea51ce8e1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports/639e0944-713d-4bc7-bb76-a20c442dc624 HTTP/1.1" status: 404 len: 333 time: 0.0638156 Jul 30 02:21:07.961892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47120) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:07.976574 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2862f30a-2b87-4e32-80f1-c9e7ebebc41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.979148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2862f30a-2b87-4e32-80f1-c9e7ebebc41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:07.980940 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2862f30a-2b87-4e32-80f1-c9e7ebebc41f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b63bca3-9762-4693-a31e-925c67760c9b HTTP/1.1" status: 204 len: 168 time: 0.3484302 Jul 30 02:21:08.000668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f30a-2b87-4e32-80f1-c9e7ebebc41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63bca3-9762-4693-a31e-925c67760c9b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:08.294794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Transition to ACTIVE for port object cef3062e-fbc0-4326-9e74-5f78654870de will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:08.311752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a7bea61-fa55-408e-bb6e-7b4884b850b0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.316874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Transition to ACTIVE for port object cef3062e-fbc0-4326-9e74-5f78654870de will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:08.337600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f04ecffa-51cf-453c-9b10-2e7290490719 None None] Port 639e0944-713d-4bc7-bb76-a20c442dc624 was deleted so its status cannot be updated. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 30 02:21:08.363250 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.367187 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a7bea61-fa55-408e-bb6e-7b4884b850b0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.451510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a7bea61-fa55-408e-bb6e-7b4884b850b0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.454741 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6a7bea61-fa55-408e-bb6e-7b4884b850b0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.456194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6a7bea61-fa55-408e-bb6e-7b4884b850b0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/security-groups/b6f33e84-acbe-49a4-89fa-afe8f933a5bd HTTP/1.1" status: 204 len: 168 time: 0.4934313 Jul 30 02:21:08.458959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47130) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:08.472960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bea61-fa55-408e-bb6e-7b4884b850b0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f33e84-acbe-49a4-89fa-afe8f933a5bd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:08.488137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:08.494491 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.496678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:08.508265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:08.523101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.534090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Pushing event updated for resources: {'Port': ['ID=cef3062e-fbc0-4326-9e74-5f78654870de,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:08.549276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b0243b43-ce49-4448-ac20-f3d8ca7464e1 None None] Could not find standard attr ID for object 639e0944-713d-4bc7-bb76-a20c442dc624. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:21:08.625732 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-accb2e12-c122-4812-8c5d-63bee858f879 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.665298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Attempting to bind port cef3062e-fbc0-4326-9e74-5f78654870de on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:08.665879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Attempting to bind port cef3062e-fbc0-4326-9e74-5f78654870de by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '4c2995fe-8938-4fd2-a0d1-e0d755ce1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:08.666331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Attempting to bind port cef3062e-fbc0-4326-9e74-5f78654870de on network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:08.679917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:08.680391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Checking segment: {'id': '4c2995fe-8938-4fd2-a0d1-e0d755ce1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:08.680883 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.681342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Bound using segment: {'id': '4c2995fe-8938-4fd2-a0d1-e0d755ce1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:08.681887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Bound port: cef3062e-fbc0-4326-9e74-5f78654870de, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2995fe-8938-4fd2-a0d1-e0d755ce1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:08.682428 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.704609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Allocated IP 172.25.7.133 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/14f6d09c-0e5d-4a01-9f7a-a512e05ef660) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:08.708254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-accb2e12-c122-4812-8c5d-63bee858f879 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.818219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] For port cef3062e-fbc0-4326-9e74-5f78654870de, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:08.822255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] For port cef3062e-fbc0-4326-9e74-5f78654870de, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cef3062e-fbc0-4326-9e74-5f78654870de,segment=NetworkSegment(4c2995fe-8938-4fd2-a0d1-e0d755ce1836),segment_id=4c2995fe-8938-4fd2-a0d1-e0d755ce1836)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:08.822643 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-accb2e12-c122-4812-8c5d-63bee858f879 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.826349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-accb2e12-c122-4812-8c5d-63bee858f879 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.828261 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-accb2e12-c122-4812-8c5d-63bee858f879 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/security-groups/f22cfb89-fe69-4f28-9951-714683859cf5 HTTP/1.1" status: 204 len: 168 time: 0.3682716 Jul 30 02:21:08.829063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.833898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47140) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:08.853122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb2e12-c122-4812-8c5d-63bee858f879 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22cfb89-fe69-4f28-9951-714683859cf5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:08.966715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31d52ef8-d9cd-4d41-b97f-bdfb3f14094d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.974085 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:08.974475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782ca97-43e8-409d-bb6e-0bd4572aefc8 None None] Pushing event updated for resources: {'Port': ['ID=cef3062e-fbc0-4326-9e74-5f78654870de,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:09.032522 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31d52ef8-d9cd-4d41-b97f-bdfb3f14094d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.066734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.144196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:09.144441 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31d52ef8-d9cd-4d41-b97f-bdfb3f14094d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.147503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31d52ef8-d9cd-4d41-b97f-bdfb3f14094d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.149165 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-31d52ef8-d9cd-4d41-b97f-bdfb3f14094d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/security-groups/54a15a19-0f95-4db0-9646-7f5495fc069d HTTP/1.1" status: 204 len: 168 time: 0.3141108 Jul 30 02:21:09.153767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dc5af90e-c6dd-4c77-b7a6-d30b9580a836 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:09.170924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47148) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:09.173213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:09.186505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d52ef8-d9cd-4d41-b97f-bdfb3f14094d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a15a19-0f95-4db0-9646-7f5495fc069d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:09.191672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:09.271159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:09.285815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:09.285815 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.327721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47158) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:09.399582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=14f6d09c-0e5d-4a01-9f7a-a512e05ef660,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:09.404254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5703c5e-4e61-44a3-bbd4-47761ef8a06e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet 97fcf537-0444-482a-b483-dee0fd4d6c4c {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:09.419691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5703c5e-4e61-44a3-bbd4-47761ef8a06e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.521265 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5703c5e-4e61-44a3-bbd4-47761ef8a06e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.559594 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.640891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5703c5e-4e61-44a3-bbd4-47761ef8a06e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.669541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port dc5af90e-c6dd-4c77-b7a6-d30b9580a836, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dc5af90e-c6dd-4c77-b7a6-d30b9580a836,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:09.679096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.700575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.717760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-190096669-network', 'tenant_id': '9a06465456b24d70855254ff4f864e8e'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:09.722458 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5703c5e-4e61-44a3-bbd4-47761ef8a06e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.761296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5703c5e-4e61-44a3-bbd4-47761ef8a06e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=97fcf537-0444-482a-b483-dee0fd4d6c4c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:09.774079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c5703c5e-4e61-44a3-bbd4-47761ef8a06e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.780541 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c5703c5e-4e61-44a3-bbd4-47761ef8a06e tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/97fcf537-0444-482a-b483-dee0fd4d6c4c HTTP/1.1" status: 204 len: 168 time: 0.5952225 Jul 30 02:21:09.781413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47164) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:09.814603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=dc5af90e-c6dd-4c77-b7a6-d30b9580a836,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:09.823887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319fcf54-a1ad-48a4-bda5-cf2f1ff4aaba None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:09.836666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Made reservation on behalf of 9a06465456b24d70855254ff4f864e8e for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:09.839363 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.885962 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:09.918282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e86dbf9-cf76-44ff-bf7d-fa4543c3416a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet 5322ded5-4c7c-43e4-9120-5545209f7d3b {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:09.929808 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e86dbf9-cf76-44ff-bf7d-fa4543c3416a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.042995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e86dbf9-cf76-44ff-bf7d-fa4543c3416a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.199961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e86dbf9-cf76-44ff-bf7d-fa4543c3416a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.338725 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e86dbf9-cf76-44ff-bf7d-fa4543c3416a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.378133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86dbf9-cf76-44ff-bf7d-fa4543c3416a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=5322ded5-4c7c-43e4-9120-5545209f7d3b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:10.402534 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9e86dbf9-cf76-44ff-bf7d-fa4543c3416a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.405010 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9e86dbf9-cf76-44ff-bf7d-fa4543c3416a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/5322ded5-4c7c-43e4-9120-5545209f7d3b HTTP/1.1" status: 204 len: 168 time: 0.6197250 Jul 30 02:21:10.408107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47168) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:10.452866 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7e3ecf-15cb-4034-9bc6-fa6bb4dd1ef1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:10.462180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7e3ecf-15cb-4034-9bc6-fa6bb4dd1ef1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:10.477160 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9e7e3ecf-15cb-4034-9bc6-fa6bb4dd1ef1 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/97fcf537-0444-482a-b483-dee0fd4d6c4c HTTP/1.1" status: 404 len: 337 time: 0.0676332 Jul 30 02:21:10.484762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47170) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:10.559961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.566302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd30bd98-69a0-47b3-90c9-feb74a4c51d0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting subnet 78afcfef-59c5-4d1e-8dc8-f06a626dfa47 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:10.571050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.575631 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd98-69a0-47b3-90c9-feb74a4c51d0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.631798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1fb638-6599-4b41-98f3-6eb64a5e30dd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:10.662512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9942f7ad-2172-45d3-af35-c1c007e8f69f None None] Network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:10.663042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:10.679901 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd98-69a0-47b3-90c9-feb74a4c51d0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.681022 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.716732 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.717410 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Added segment 1a33acfa-eced-4915-96d4-6c531b2664c5 of type vlan for network c6f760c5-fca1-48cc-844f-ac3dd873dd3e Jul 30 02:21:10.842714 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.876222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-35499797-c738-4c68-a6a6-7d7d47c1febc None None] Provisioning for port cef3062e-fbc0-4326-9e74-5f78654870de completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:10.946462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Router 7d31c504-f22f-4462-bfcd-f3007df97405 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:21:10.955772 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd98-69a0-47b3-90c9-feb74a4c51d0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.989812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:10.996158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:10.996767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.112212 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7805407 Jul 30 02:21:11.142097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd98-69a0-47b3-90c9-feb74a4c51d0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.146588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47176) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.193519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Request body: {'subnet': {'network_id': 'c6f760c5-fca1-48cc-844f-ac3dd873dd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-190096669-subnet', 'tenant_id': '9a06465456b24d70855254ff4f864e8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:11.197364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30bd98-69a0-47b3-90c9-feb74a4c51d0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Subnet': ['ID=78afcfef-59c5-4d1e-8dc8-f06a626dfa47,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:11.220602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:11.232816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Sync routers for ids ['7d31c504-f22f-4462-bfcd-f3007df97405'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:11.255273 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de80eb-9143-460f-8f67-f462d687aa71 None None] Network 32d37f9b-4326-49f5-9886-9c6b5f5998d4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:11.257292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cef3062e-fbc0-4326-9e74-5f78654870de up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:11.269331 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd98-69a0-47b3-90c9-feb74a4c51d0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.271605 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dd30bd98-69a0-47b3-90c9-feb74a4c51d0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/78afcfef-59c5-4d1e-8dc8-f06a626dfa47 HTTP/1.1" status: 204 len: 168 time: 0.7854726 Jul 30 02:21:11.274742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47184) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.280546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fca7c4-b6e3-4574-960f-fb6f8d745361 admin admin] Pushing event updated for resources: {'Network': ['ID=c6f760c5-fca1-48cc-844f-ac3dd873dd3e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:11.295482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Made reservation on behalf of 9a06465456b24d70855254ff4f864e8e for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:11.300048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.364766 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b44288f-ceab-4fee-92bd-919a9115f0aa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:11.365246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b44288f-ceab-4fee-92bd-919a9115f0aa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:11.370419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4b44288f-ceab-4fee-92bd-919a9115f0aa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/d14a1361-6794-4abb-8301-f5512c47d701 HTTP/1.1" status: 404 len: 337 time: 0.0916817 Jul 30 02:21:11.374063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.376760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-99d61df1-84e1-47fe-8e18-5039ccae8fc0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9097979 Jul 30 02:21:11.380116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47186) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.380469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47188) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.420060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c6f760c5-fca1-48cc-844f-ac3dd873dd3e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:21:11.493383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Routers {'7d31c504-f22f-4462-bfcd-f3007df97405'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:11.495872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7d31c504-f22f-4462-bfcd-f3007df97405'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:11.561144 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b0a53e76-c56d-4193-b323-0324df69a81b tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "GET /v2.0/ports?device_id=75908b30-5df0-47e1-a5e0-882c40e5f230 HTTP/1.1" status: 200 len: 205 time: 0.1639400 Jul 30 02:21:11.568805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47196) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.672464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.700205 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-1c198e42-bea2-4078-babb-8f1546c31298 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] delete failed (client error): The resource could not be found. Jul 30 02:21:11.701290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1c198e42-bea2-4078-babb-8f1546c31298 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/routers/75908b30-5df0-47e1-a5e0-882c40e5f230 HTTP/1.1" status: 404 len: 336 time: 0.1272838 Jul 30 02:21:11.710304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47200) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.748039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47202) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.748747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4673e0e-3b52-4e6e-8c0c-596ee93077d7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:11.791010 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad02b28-f3d6-474b-9701-31d58b3da293 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:11.791529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad02b28-f3d6-474b-9701-31d58b3da293 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:11.793615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0ad02b28-f3d6-474b-9701-31d58b3da293 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/a314efe4-17fa-498a-85bf-9d0005ec0f8f HTTP/1.1" status: 404 len: 337 time: 0.0804565 Jul 30 02:21:11.793771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-73f30f88-e65d-464b-8186-d2e809caa86e None None] Provisioning complete for port fa51426a-8a61-4025-9efa-fb6af4cb99d1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:11.794256 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73f30f88-e65d-464b-8186-d2e809caa86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.796251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47206) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.820344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Checking segment: {'id': '1a33acfa-eced-4915-96d4-6c531b2664c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c6f760c5-fca1-48cc-844f-ac3dd873dd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:11.820740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Network hostable DHCP agents. Network: c6f760c5-fca1-48cc-844f-ac3dd873dd3e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:21:11.837653 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0a2556-8743-4ca6-b67b-c343b6c70668 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:11.838073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0a2556-8743-4ca6-b67b-c343b6c70668 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:11.839929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5e0a2556-8743-4ca6-b67b-c343b6c70668 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/355a20b7-9797-47b6-af29-81ffe903db7c HTTP/1.1" status: 404 len: 337 time: 0.0426457 Jul 30 02:21:11.845975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47208) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.851618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Network c6f760c5-fca1-48cc-844f-ac3dd873dd3e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:21:11.871403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, c6f760c5-fca1-48cc-844f-ac3dd873dd3e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:11.877796 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af26c08-b937-4112-bf35-5ca13093d90d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:11.878229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af26c08-b937-4112-bf35-5ca13093d90d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:11.878999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:11.879654 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:11.880147 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3af26c08-b937-4112-bf35-5ca13093d90d tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/e3e93b69-825b-435c-9a30-bc1b0369ded5 HTTP/1.1" status: 404 len: 337 time: 0.0331767 Jul 30 02:21:11.882814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47210) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:11.895820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0273939-a8e9-45c8-ad12-2d3a2be71275 None None] Network c6f760c5-fca1-48cc-844f-ac3dd873dd3e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:11.904840 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0692c6d6-154a-467e-ad4f-c02a8279d959 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7298555 Jul 30 02:21:11.935547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-339f9e54-65bd-4744-af25-08dba5058b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.047130 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0f9c23-fdde-4d21-ad74-6e5602734af4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:12.047938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0f9c23-fdde-4d21-ad74-6e5602734af4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:12.049849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ed0f9c23-fdde-4d21-ad74-6e5602734af4 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/453face6-e089-4aa2-9a9e-00a4f361c7f4 HTTP/1.1" status: 404 len: 333 time: 0.1655099 Jul 30 02:21:12.053349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47214) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:12.092461 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f682b35-66ef-4a85-a7c6-5a651059e071 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:12.092954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f682b35-66ef-4a85-a7c6-5a651059e071 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:12.100092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4f682b35-66ef-4a85-a7c6-5a651059e071 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/ab7d048f-8e33-44b9-8165-80d42b9ac23c HTTP/1.1" status: 404 len: 337 time: 0.0405238 Jul 30 02:21:12.101368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47218) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:12.137316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port cef3062e-fbc0-4326-9e74-5f78654870de completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:12.146389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Set router 7d31c504-f22f-4462-bfcd-f3007df97405 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:12.150556 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a977a85-3f51-4137-9fc2-26217c9dfbb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:12.151753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a977a85-3f51-4137-9fc2-26217c9dfbb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:12.153931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3a977a85-3f51-4137-9fc2-26217c9dfbb9 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/e8997f04-9c45-4cdc-8e54-0965349f3aa5 HTTP/1.1" status: 404 len: 337 time: 0.0472729 Jul 30 02:21:12.169869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-339f9e54-65bd-4744-af25-08dba5058b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.175085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47220) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:12.213459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port cef3062e-fbc0-4326-9e74-5f78654870de triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:12.214019 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.235538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-339f9e54-65bd-4744-af25-08dba5058b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.238803 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1b589c-c22c-42fb-b658-da5506b7707a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:12.239584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1b589c-c22c-42fb-b658-da5506b7707a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:12.245975 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8e1b589c-c22c-42fb-b658-da5506b7707a tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/c6857cf1-42cc-4afa-9e34-86a7b068b616 HTTP/1.1" status: 404 len: 333 time: 0.0643735 Jul 30 02:21:12.248555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47224) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:12.321260 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adf9ab7-d3fd-4d2a-bacb-dccec0cc83ba tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:12.321862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8adf9ab7-d3fd-4d2a-bacb-dccec0cc83ba tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:12.327358 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8adf9ab7-d3fd-4d2a-bacb-dccec0cc83ba tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/b9907e97-281a-49c1-a295-f2ede9078f74 HTTP/1.1" status: 404 len: 337 time: 0.0695455 Jul 30 02:21:12.338261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47226) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:12.370688 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-339f9e54-65bd-4744-af25-08dba5058b89 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b1b8dd19fa474482a354768f1ee8b3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6130881 Jul 30 02:21:12.371802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f9e54-65bd-4744-af25-08dba5058b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae9f47e-ef05-497c-8920-396ed08340c2,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:12.373597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47230) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:12.402113 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e016cd-0006-46eb-a427-9abfcb4e92fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] DELETE failed (client error): The resource could not be found. Jul 30 02:21:12.402518 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e016cd-0006-46eb-a427-9abfcb4e92fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:21:12.407343 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b1e016cd-0006-46eb-a427-9abfcb4e92fa tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/subnets/0060a077-edcf-4160-a854-994abdadb0ec HTTP/1.1" status: 404 len: 337 time: 0.0642939 Jul 30 02:21:12.408019 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47232) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:12.432700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881a8d1-4c8d-4082-92cf-20eb54c786ed None None] DHCP port deletion for 32d37f9b-4326-49f5-9886-9c6b5f5998d4 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:21:12.534031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f157d-3d06-464d-91c8-b9093e1f1db9 None None] Network c6f760c5-fca1-48cc-844f-ac3dd873dd3e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:12.539987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-73f30f88-e65d-464b-8186-d2e809caa86e None None] Provisioning complete for port 6383d419-e08d-4031-bbb5-f06a2e693319 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:12.540516 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73f30f88-e65d-464b-8186-d2e809caa86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.567595 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b231f50b-4d6d-47f0-b992-a46ee9eae8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.599208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d8827d48-69bf-4897-802d-1d54c40539c6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port 6383d419-e08d-4031-bbb5-f06a2e693319 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:12.601858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8827d48-69bf-4897-802d-1d54c40539c6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.608486 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b231f50b-4d6d-47f0-b992-a46ee9eae8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.667923 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.695149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8827d48-69bf-4897-802d-1d54c40539c6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.720102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d8827d48-69bf-4897-802d-1d54c40539c6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for 6383d419-e08d-4031-bbb5-f06a2e693319 owned by {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:12.822085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47242) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:12.830725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-39344183-network', 'tenant_id': 'a289552fdc1147cfb0f54cbbaa9095b8'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:12.845297 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b231f50b-4d6d-47f0-b992-a46ee9eae8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.852464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8827d48-69bf-4897-802d-1d54c40539c6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.854387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b231f50b-4d6d-47f0-b992-a46ee9eae8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.855331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b231f50b-4d6d-47f0-b992-a46ee9eae8c1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ae9f47e-ef05-497c-8920-396ed08340c2 HTTP/1.1" status: 204 len: 168 time: 0.4592991 Jul 30 02:21:12.889893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231f50b-4d6d-47f0-b992-a46ee9eae8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae9f47e-ef05-497c-8920-396ed08340c2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:12.954941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8827d48-69bf-4897-802d-1d54c40539c6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=6383d419-e08d-4031-bbb5-f06a2e693319,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:12.967341 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d8827d48-69bf-4897-802d-1d54c40539c6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.972496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d8827d48-69bf-4897-802d-1d54c40539c6 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/ports/6383d419-e08d-4031-bbb5-f06a2e693319 HTTP/1.1" status: 204 len: 168 time: 0.5608249 Jul 30 02:21:12.973507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47246) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:12.974476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Made reservation on behalf of a289552fdc1147cfb0f54cbbaa9095b8 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:12.981272 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:12.996105 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.009554 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Allocated IP 172.20.0.1 (1ecf4db2-80a2-4115-b23a-0b651e8bb199/93f39788-8e98-4a30-bb34-5477bdcb344d/efbd0331-b8ec-4c23-a74f-0d389b00e84b) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:13.042884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-73f30f88-e65d-464b-8186-d2e809caa86e None None] Port 6383d419-e08d-4031-bbb5-f06a2e693319 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:13.085381 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.124202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b881a8d1-4c8d-4082-92cf-20eb54c786ed None None] Deleting port fa51426a-8a61-4025-9efa-fb6af4cb99d1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:13.124202 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b881a8d1-4c8d-4082-92cf-20eb54c786ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.182839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.188801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.220649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port cef3062e-fbc0-4326-9e74-5f78654870de, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cef3062e-fbc0-4326-9e74-5f78654870de,segment=NetworkSegment(4c2995fe-8938-4fd2-a0d1-e0d755ce1836),segment_id=4c2995fe-8938-4fd2-a0d1-e0d755ce1836)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:13.228656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:13.241206 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.242137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dc5af90e-c6dd-4c77-b7a6-d30b9580a836 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:13.253364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b881a8d1-4c8d-4082-92cf-20eb54c786ed None None] For port fa51426a-8a61-4025-9efa-fb6af4cb99d1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fa51426a-8a61-4025-9efa-fb6af4cb99d1,segment=NetworkSegment(690e6b71-7518-4019-ac15-1ac2edabd9c0),segment_id=690e6b71-7518-4019-ac15-1ac2edabd9c0)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:13.253833 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b881a8d1-4c8d-4082-92cf-20eb54c786ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.265113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a810a8fd-5ac0-4ce5-ab14-4b138cf1d057,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:13.268086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.273934 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ccb6547f-cb42-4af8-bd9d-8167bf572552 None None] Provisioning complete for port cef3062e-fbc0-4326-9e74-5f78654870de triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:13.274300 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ccb6547f-cb42-4af8-bd9d-8167bf572552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.276742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:06Z', 'updated_at': '2021-07-30T02:21:09Z', 'revision_number': 3, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'gw_port': {'id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:08Z', 'updated_at': '2021-07-30T02:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:13.293790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.294558 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Added segment a93ec811-ba3c-4123-b21a-6bdfc644b1fc of type vlan for network 653fa7f1-3f4b-4fc8-bf37-ba860b376781 Jul 30 02:21:13.314494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Transition to ACTIVE for port object efbd0331-b8ec-4c23-a74f-0d389b00e84b will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:13.345576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.371501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Checking router: 7d31c504-f22f-4462-bfcd-f3007df97405 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:21:13.371866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Updating router 7d31c504-f22f-4462-bfcd-f3007df97405 port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:21:13.374528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b881a8d1-4c8d-4082-92cf-20eb54c786ed None None] Calling delete_port for fa51426a-8a61-4025-9efa-fb6af4cb99d1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:13.417396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.427300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.456349 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.481978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:13.491897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:13.494529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.497700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:13.499220 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.502117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:13.566505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Pushing event updated for resources: {'Port': ['ID=efbd0331-b8ec-4c23-a74f-0d389b00e84b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:13.588786 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7628553 Jul 30 02:21:13.590911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47256) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:13.611224 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.614599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Request body: {'subnet': {'network_id': '653fa7f1-3f4b-4fc8-bf37-ba860b376781', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-39344183-subnet', 'tenant_id': 'a289552fdc1147cfb0f54cbbaa9095b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:13.660705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19f936-dd3d-4046-99a2-137546488a0e admin admin] Pushing event updated for resources: {'Network': ['ID=653fa7f1-3f4b-4fc8-bf37-ba860b376781,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:13.667497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Made reservation on behalf of a289552fdc1147cfb0f54cbbaa9095b8 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:13.670226 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.697303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47258) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:13.707021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Deleting port fa51426a-8a61-4025-9efa-fb6af4cb99d1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:13.707367 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.779296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=cef3062e-fbc0-4326-9e74-5f78654870de,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:13.791585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 653fa7f1-3f4b-4fc8-bf37-ba860b376781 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:21:13.793656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f7b754b-318f-4b70-bed7-b5fd45610fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.899858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] For port fa51426a-8a61-4025-9efa-fb6af4cb99d1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fa51426a-8a61-4025-9efa-fb6af4cb99d1,segment=NetworkSegment(690e6b71-7518-4019-ac15-1ac2edabd9c0),segment_id=690e6b71-7518-4019-ac15-1ac2edabd9c0)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:13.900553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:13.930754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Calling delete_port for fa51426a-8a61-4025-9efa-fb6af4cb99d1 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:13.973762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.011825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:14.012385 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.055182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7388a6bc-acbe-4d54-a72f-b2753ea7a156,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:14.070508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Checking segment: {'id': 'a93ec811-ba3c-4123-b21a-6bdfc644b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '653fa7f1-3f4b-4fc8-bf37-ba860b376781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:14.071405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Network hostable DHCP agents. Network: 653fa7f1-3f4b-4fc8-bf37-ba860b376781, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:21:14.087686 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.100779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Network 653fa7f1-3f4b-4fc8-bf37-ba860b376781 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:21:14.119570 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b881a8d1-4c8d-4082-92cf-20eb54c786ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.123175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 653fa7f1-3f4b-4fc8-bf37-ba860b376781) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:14.124471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.134078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:14.135807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.167927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27a5e9-c6a0-475a-a4bf-ad5adad474e2 None None] Network 653fa7f1-3f4b-4fc8-bf37-ba860b376781 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:14.185775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Port': ['ID=fa51426a-8a61-4025-9efa-fb6af4cb99d1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:14.190172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] No DVR routers for this DVR port fa51426a-8a61-4025-9efa-fb6af4cb99d1 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:14.202755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881a8d1-4c8d-4082-92cf-20eb54c786ed None None] No DVR routers for this DVR port fa51426a-8a61-4025-9efa-fb6af4cb99d1 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:14.226198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881a8d1-4c8d-4082-92cf-20eb54c786ed None None] Pushing event deleted for resources: {'Port': ['ID=fa51426a-8a61-4025-9efa-fb6af4cb99d1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:14.258567 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f7b754b-318f-4b70-bed7-b5fd45610fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.286114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-62fc6363-f7bf-4424-b1e3-d130169e1bec admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6909046 Jul 30 02:21:14.332391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f7b754b-318f-4b70-bed7-b5fd45610fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.332713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-05630110-bacb-4ff1-a364-5b950515f77e None None] Provisioning for port efbd0331-b8ec-4c23-a74f-0d389b00e84b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:14.346150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-05630110-bacb-4ff1-a364-5b950515f77e None None] Provisioning complete for port efbd0331-b8ec-4c23-a74f-0d389b00e84b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:14.346150 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05630110-bacb-4ff1-a364-5b950515f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.426134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-05630110-bacb-4ff1-a364-5b950515f77e None None] Port efbd0331-b8ec-4c23-a74f-0d389b00e84b cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:14.426406 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.454573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0f7b754b-318f-4b70-bed7-b5fd45610fc8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b2350f8f52f549beb4fcd3d997b0e1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516003 Jul 30 02:21:14.457158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:14.463905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d37f9b-4326-49f5-9886-9c6b5f5998d4']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:14.476209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b754b-318f-4b70-bed7-b5fd45610fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a43cb8-7b12-4eec-a70d-24cbf70aad1e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:14.496194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cef3062e-fbc0-4326-9e74-5f78654870de up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:14.497208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690e6b71-7518-4019-ac15-1ac2edabd9c0') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:14.497641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690e6b71-7518-4019-ac15-1ac2edabd9c0') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:14.523973 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.523973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47266) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:14.545706 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d53fb8a-5226-4796-a9f4-4a20a44ab3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.569981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d53fb8a-5226-4796-a9f4-4a20a44ab3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.573262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf31cf25-960e-4a2f-9cc9-01a61ceaefa4 admin admin] Deleting subnet b4673e0e-3b52-4e6e-8c0c-596ee93077d7 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:14.583143 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bf31cf25-960e-4a2f-9cc9-01a61ceaefa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.591259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.605305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Transition to ACTIVE for port object 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:14.623993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.638051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d53fb8a-5226-4796-a9f4-4a20a44ab3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.643812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d53fb8a-5226-4796-a9f4-4a20a44ab3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.645327 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2d53fb8a-5226-4796-a9f4-4a20a44ab3b7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/96a43cb8-7b12-4eec-a70d-24cbf70aad1e HTTP/1.1" status: 204 len: 168 time: 0.1871819 Jul 30 02:21:14.653554 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bf31cf25-960e-4a2f-9cc9-01a61ceaefa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.657382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:21:14.657896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: self.session.flush() Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:21:14.661660 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:21:14.669576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53fb8a-5226-4796-a9f4-4a20a44ab3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a43cb8-7b12-4eec-a70d-24cbf70aad1e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:14.671263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9935ed06-efa3-421c-be4c-4561ad3c1540 None None] Network 653fa7f1-3f4b-4fc8-bf37-ba860b376781 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:14.684309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.723039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.777903 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.828984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bf31cf25-960e-4a2f-9cc9-01a61ceaefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.831053 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.864506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.869487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] 10.222.0.84 "DELETE /v2.0/networks/32d37f9b-4326-49f5-9886-9c6b5f5998d4 HTTP/1.1" status: 204 len: 168 time: 1.8907320 Jul 30 02:21:14.870701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Pushing event updated for resources: {'Port': ['ID=efbd0331-b8ec-4c23-a74f-0d389b00e84b,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:14.873615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.879501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b82b-e8d6-4b91-bdd2-dff3bb0d4ec2 None None] Pushing event updated for resources: {'Port': ['ID=14f6d09c-0e5d-4a01-9f7a-a512e05ef660,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:14.893984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de81f2f-343d-43cc-9962-e70eb97390a0 tempest-PortsTestJSON-766919506 tempest-PortsTestJSON-766919506-project] Pushing event deleted for resources: {'Network': ['ID=32d37f9b-4326-49f5-9886-9c6b5f5998d4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:14.936118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port cef3062e-fbc0-4326-9e74-5f78654870de triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:14.936507 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.961350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Attempting to bind port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:14.961732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Attempting to bind port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:14.962100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Attempting to bind port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:14.973930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:14.974464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:14.974891 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:14.975448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:14.975969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Bound port: 14f6d09c-0e5d-4a01-9f7a-a512e05ef660, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:14.976340 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.012287 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bf31cf25-960e-4a2f-9cc9-01a61ceaefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.046804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31cf25-960e-4a2f-9cc9-01a61ceaefa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4673e0e-3b52-4e6e-8c0c-596ee93077d7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:15.066819 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bf31cf25-960e-4a2f-9cc9-01a61ceaefa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.072066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:15.072750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bf31cf25-960e-4a2f-9cc9-01a61ceaefa4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b4673e0e-3b52-4e6e-8c0c-596ee93077d7 HTTP/1.1" status: 204 len: 168 time: 0.5496948 Jul 30 02:21:15.084399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:15.088076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:15.101747 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] For port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:15.143066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] For port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=14f6d09c-0e5d-4a01-9f7a-a512e05ef660,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:15.155695 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.242403 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.258351 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Routers {'7d31c504-f22f-4462-bfcd-f3007df97405'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:15.260120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7d31c504-f22f-4462-bfcd-f3007df97405'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:15.320862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47282) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:15.339404 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d00caaaf-460f-463d-adbe-53a82f5569cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.367531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fa51426a-8a61-4025-9efa-fb6af4cb99d1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:21:15.399643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: fa51426a-8a61-4025-9efa-fb6af4cb99d1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:21:15.399889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fa51426a-8a61-4025-9efa-fb6af4cb99d1 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:15.406386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Router 7d31c504-f22f-4462-bfcd-f3007df97405 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:15.411285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b82b-e8d6-4b91-bdd2-dff3bb0d4ec2 None None] Pushing event updated for resources: {'Port': ['ID=14f6d09c-0e5d-4a01-9f7a-a512e05ef660,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:15.465567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.496783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f760c5-fca1-48cc-844f-ac3dd873dd3e']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:15.497800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47286) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:15.517332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a33acfa-eced-4915-96d4-6c531b2664c5') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:15.517634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a33acfa-eced-4915-96d4-6c531b2664c5') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:15.555042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.578633 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.588044 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:21:15.588856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.592084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] Set router 7d31c504-f22f-4462-bfcd-f3007df97405 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:21:15.666466 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:21:15.671385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.685701 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.688645 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c6f760c5-fca1-48cc-844f-ac3dd873dd3e HTTP/1.1" status: 204 len: 168 time: 0.6154792 Jul 30 02:21:15.691672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0dff4cbc-1c5a-45e2-8e31-467361c6bed6 None None] Provisioning complete for port efbd0331-b8ec-4c23-a74f-0d389b00e84b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:15.693885 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0dff4cbc-1c5a-45e2-8e31-467361c6bed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.710327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47290) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:15.711700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1056c-cf81-4a2f-a676-bbc125dc69e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f760c5-fca1-48cc-844f-ac3dd873dd3e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:15.779251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d591bfc-019d-41f9-b073-5b02beafa71f admin admin] Deleting subnet 7388a6bc-acbe-4d54-a72f-b2753ea7a156 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:15.786681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d591bfc-019d-41f9-b073-5b02beafa71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.840067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d591bfc-019d-41f9-b073-5b02beafa71f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.899726 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d591bfc-019d-41f9-b073-5b02beafa71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:15.977152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d591bfc-019d-41f9-b073-5b02beafa71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.001763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0dff4cbc-1c5a-45e2-8e31-467361c6bed6 None None] Port efbd0331-b8ec-4c23-a74f-0d389b00e84b cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:16.035536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d591bfc-019d-41f9-b073-5b02beafa71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7388a6bc-acbe-4d54-a72f-b2753ea7a156,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:16.037956 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1d591bfc-019d-41f9-b073-5b02beafa71f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.039881 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1d591bfc-019d-41f9-b073-5b02beafa71f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7388a6bc-acbe-4d54-a72f-b2753ea7a156 HTTP/1.1" status: 204 len: 168 time: 0.3235183 Jul 30 02:21:16.043172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47294) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:16.096738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:16.101331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-013cf749-a523-47eb-9e5f-20cf87854ee4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0e41188a188545f087bcbd54979d505c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5956647 Jul 30 02:21:16.108226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-18971c01-a806-4ef1-9a82-1dbb37bf8cda admin admin] 10.222.0.84 "PUT /v2.0/routers/7d31c504-f22f-4462-bfcd-f3007df97405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7224476 Jul 30 02:21:16.111028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d00caaaf-460f-463d-adbe-53a82f5569cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.112144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47298) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:16.122118 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d00caaaf-460f-463d-adbe-53a82f5569cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.171900 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.175188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:06Z', 'updated_at': '2021-07-30T02:21:13Z', 'revision_number': 4, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'gw_port': {'id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:08Z', 'updated_at': '2021-07-30T02:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'efbd0331-b8ec-4c23-a74f-0d389b00e84b', 'name': '', 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'mac_address': 'fa:16:3e:25:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:12Z', 'updated_at': '2021-07-30T02:21:14Z', 'revision_number': 2, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'subnets': [{'id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:16.190510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00caaaf-460f-463d-adbe-53a82f5569cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f02db8-a67c-4f95-a67a-c0e689b5334c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:16.216430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce0689c-42b8-40bb-94c2-a40c9a4cea95 None None] The sync data for ids ['7d31c504-f22f-4462-bfcd-f3007df97405'] in n-d-715271-7 is: [{'id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:06Z', 'updated_at': '2021-07-30T02:21:13Z', 'revision_number': 4, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'gw_port': {'id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:08Z', 'updated_at': '2021-07-30T02:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'efbd0331-b8ec-4c23-a74f-0d389b00e84b', 'name': '', 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'mac_address': 'fa:16:3e:25:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:12Z', 'updated_at': '2021-07-30T02:21:14Z', 'revision_number': 2, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'subnets': [{'id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:16.256305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d00caaaf-460f-463d-adbe-53a82f5569cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=887b60a94b28492792e0becbdf72ce06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9346848 Jul 30 02:21:16.260658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47302) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:16.301456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ec41a24-ca52-4ae0-89bb-0d6945a2613b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.329800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.344936 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653fa7f1-3f4b-4fc8-bf37-ba860b376781']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:16.362083 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93ec811-ba3c-4123-b21a-6bdfc644b1fc') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:16.362291 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93ec811-ba3c-4123-b21a-6bdfc644b1fc') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:16.368857 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ec41a24-ca52-4ae0-89bb-0d6945a2613b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.380942 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.400505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.409699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:21:16.410500 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:21:16.412850 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:21:16.416563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d054329-eee9-491e-bfe2-b8fac04a9fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.444813 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d054329-eee9-491e-bfe2-b8fac04a9fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.468805 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ec41a24-ca52-4ae0-89bb-0d6945a2613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.472323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ec41a24-ca52-4ae0-89bb-0d6945a2613b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.473574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7ec41a24-ca52-4ae0-89bb-0d6945a2613b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/36bc495a-3399-4f01-97b4-9bd0a72a0da2 HTTP/1.1" status: 204 len: 168 time: 0.3603930 Jul 30 02:21:16.501039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec41a24-ca52-4ae0-89bb-0d6945a2613b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bc495a-3399-4f01-97b4-9bd0a72a0da2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:16.522461 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.536608 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d054329-eee9-491e-bfe2-b8fac04a9fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.539629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d054329-eee9-491e-bfe2-b8fac04a9fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.543340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3d054329-eee9-491e-bfe2-b8fac04a9fd2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/28f02db8-a67c-4f95-a67a-c0e689b5334c HTTP/1.1" status: 204 len: 168 time: 0.2807069 Jul 30 02:21:16.550786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:16.554465 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] 10.222.0.84 "DELETE /v2.0/networks/653fa7f1-3f4b-4fc8-bf37-ba860b376781 HTTP/1.1" status: 204 len: 168 time: 0.5101087 Jul 30 02:21:16.555627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1923437-50af-454c-9bf8-e7c00824301d admin admin] Pushing event deleted for resources: {'Network': ['ID=653fa7f1-3f4b-4fc8-bf37-ba860b376781,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:16.565119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054329-eee9-491e-bfe2-b8fac04a9fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f02db8-a67c-4f95-a67a-c0e689b5334c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:17.061115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47320) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:17.144407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47324) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:17.150009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-febc8a32-c8e3-44c7-9b52-17c7cc47eaf9 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441922604', 'description': 'tempest-secgroup-smoke-1441922604 description', 'project_id': '3426b700fbe54348ac7b99efd7420790'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:17.174951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-07bf5362-7eab-4d06-b07c-16259804200e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9a06465456b24d70855254ff4f864e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118784 Jul 30 02:21:17.178097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47326) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:17.195379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-febc8a32-c8e3-44c7-9b52-17c7cc47eaf9 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.271500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74eef8ab-9ae6-430b-bdd6-7da6e899fa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.348272 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74eef8ab-9ae6-430b-bdd6-7da6e899fa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.405108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-febc8a32-c8e3-44c7-9b52-17c7cc47eaf9 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.412776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-febc8a32-c8e3-44c7-9b52-17c7cc47eaf9 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.454848 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-febc8a32-c8e3-44c7-9b52-17c7cc47eaf9 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.456684 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-febc8a32-c8e3-44c7-9b52-17c7cc47eaf9 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3109615 Jul 30 02:21:17.459698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47340) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:17.465347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c7b78860-03d2-4f56-9fc0-8a2adecb0322 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Request body: {'security_group_rule': {'security_group_id': 'a16bec5d-1e23-4dd6-8e9a-de524a3a8777', 'project_id': '3426b700fbe54348ac7b99efd7420790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:17.468785 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74eef8ab-9ae6-430b-bdd6-7da6e899fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.471280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc8a32-c8e3-44c7-9b52-17c7cc47eaf9 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16bec5d-1e23-4dd6-8e9a-de524a3a8777,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:17.472147 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74eef8ab-9ae6-430b-bdd6-7da6e899fa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.476832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-74eef8ab-9ae6-430b-bdd6-7da6e899fa34 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7e1fb638-6599-4b41-98f3-6eb64a5e30dd HTTP/1.1" status: 204 len: 168 time: 0.2964258 Jul 30 02:21:17.493082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eef8ab-9ae6-430b-bdd6-7da6e899fa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1fb638-6599-4b41-98f3-6eb64a5e30dd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:17.547048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7b78860-03d2-4f56-9fc0-8a2adecb0322 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.672623 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7b78860-03d2-4f56-9fc0-8a2adecb0322 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.679078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7b78860-03d2-4f56-9fc0-8a2adecb0322 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.709817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b78860-03d2-4f56-9fc0-8a2adecb0322 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c626123-e2bc-4df7-8035-88effd210c47,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:17.719230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c7b78860-03d2-4f56-9fc0-8a2adecb0322 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.720689 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c7b78860-03d2-4f56-9fc0-8a2adecb0322 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2598822 Jul 30 02:21:17.723767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47354) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:17.740490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9ff4c2cf-43d3-4086-823e-b90af9fe471b tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Request body: {'security_group_rule': {'security_group_id': 'a16bec5d-1e23-4dd6-8e9a-de524a3a8777', 'project_id': '3426b700fbe54348ac7b99efd7420790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:17.791289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c2cf-43d3-4086-823e-b90af9fe471b tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.913683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c2cf-43d3-4086-823e-b90af9fe471b tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.919188 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c2cf-43d3-4086-823e-b90af9fe471b tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.951529 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4c2cf-43d3-4086-823e-b90af9fe471b tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8542add4-a727-4781-b014-175b94199c2a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:17.962736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c2cf-43d3-4086-823e-b90af9fe471b tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:17.972079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47362) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:17.977685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1d232a43-d297-4e1c-b3c4-2ab1722c35cf tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Request body: {'security_group_rule': {'security_group_id': 'a16bec5d-1e23-4dd6-8e9a-de524a3a8777', 'project_id': '3426b700fbe54348ac7b99efd7420790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:17.982724 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9ff4c2cf-43d3-4086-823e-b90af9fe471b tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2574041 Jul 30 02:21:18.015361 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1d232a43-d297-4e1c-b3c4-2ab1722c35cf tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.094962 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1d232a43-d297-4e1c-b3c4-2ab1722c35cf tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.102473 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1d232a43-d297-4e1c-b3c4-2ab1722c35cf tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.134045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d232a43-d297-4e1c-b3c4-2ab1722c35cf tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438c6050-b21b-4798-a2ba-52f24591f940,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:18.138243 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1d232a43-d297-4e1c-b3c4-2ab1722c35cf tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.140221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1d232a43-d297-4e1c-b3c4-2ab1722c35cf tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668258 Jul 30 02:21:18.143563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47370) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:18.158466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Request body: {'security_group_rule': {'security_group_id': 'a16bec5d-1e23-4dd6-8e9a-de524a3a8777', 'project_id': '3426b700fbe54348ac7b99efd7420790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:18.186076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47372) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:18.211745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.283572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c5055888-3306-414e-8bae-de1841769b5d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a289552fdc1147cfb0f54cbbaa9095b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925710 Jul 30 02:21:18.284244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47376) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:18.338656 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:21:18.347469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.353529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.390236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5b9f58-4cbc-4c2c-836b-de0bb2afb684,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:18.418010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.418010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.418938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.419302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.419793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.420183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.420522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.420989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.421384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.421720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.422098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.422655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:18.442754 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.449165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-81334e59-c3b1-4f40-a254-38d065fa3669 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3006027 Jul 30 02:21:18.452240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47382) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:18.462582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37b-82cf-4419-aad2-2ee2790bb959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.468491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-16ce7ab2-16f5-4b40-8ebf-5e91efed791c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Request body: {'security_group_rule': {'security_group_id': 'a16bec5d-1e23-4dd6-8e9a-de524a3a8777', 'project_id': '3426b700fbe54348ac7b99efd7420790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:18.497100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37b-82cf-4419-aad2-2ee2790bb959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.527077 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-16ce7ab2-16f5-4b40-8ebf-5e91efed791c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Project 3426b700fbe54348ac7b99efd7420790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:21:18.536185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16ce7ab2-16f5-4b40-8ebf-5e91efed791c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.557800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:18.677993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16ce7ab2-16f5-4b40-8ebf-5e91efed791c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.678850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47388) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:18.687259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16ce7ab2-16f5-4b40-8ebf-5e91efed791c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.697560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:18.712934 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:18.714334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.716826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce7ab2-16f5-4b40-8ebf-5e91efed791c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986f5f91-1a17-4c2f-af67-2d8187946991,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:18.727240 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16ce7ab2-16f5-4b40-8ebf-5e91efed791c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.729074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-16ce7ab2-16f5-4b40-8ebf-5e91efed791c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2690237 Jul 30 02:21:18.734418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47392) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:18.747891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c74db95d-d207-4aac-93f7-22546c228ca1 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Request body: {'security_group_rule': {'security_group_id': 'a16bec5d-1e23-4dd6-8e9a-de524a3a8777', 'project_id': '3426b700fbe54348ac7b99efd7420790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:18.806073 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-c74db95d-d207-4aac-93f7-22546c228ca1 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Project 3426b700fbe54348ac7b99efd7420790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:21:18.822182 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c74db95d-d207-4aac-93f7-22546c228ca1 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:18.950787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.004951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=14f6d09c-0e5d-4a01-9f7a-a512e05ef660,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:19.012360 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.016822 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c74db95d-d207-4aac-93f7-22546c228ca1 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.029257 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c74db95d-d207-4aac-93f7-22546c228ca1 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.077666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37b-82cf-4419-aad2-2ee2790bb959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.080357 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac0bf37b-82cf-4419-aad2-2ee2790bb959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.081541 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac0bf37b-82cf-4419-aad2-2ee2790bb959 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a810a8fd-5ac0-4ce5-ab14-4b138cf1d057 HTTP/1.1" status: 204 len: 168 time: 0.7963481 Jul 30 02:21:19.101691 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c74db95d-d207-4aac-93f7-22546c228ca1 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.103372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bf37b-82cf-4419-aad2-2ee2790bb959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a810a8fd-5ac0-4ce5-ab14-4b138cf1d057,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:19.111791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c74db95d-d207-4aac-93f7-22546c228ca1 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3692513 Jul 30 02:21:19.117218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74db95d-d207-4aac-93f7-22546c228ca1 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39737c70-5bba-4c49-9b3a-27d0d431438d,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:19.139092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=14f6d09c-0e5d-4a01-9f7a-a512e05ef660,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:19.156814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e2b73d23-eaa3-462e-93ed-190c59d6b5f2 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-898869356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:19.193178 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2b73d23-eaa3-462e-93ed-190c59d6b5f2 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.196237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2b73d23-eaa3-462e-93ed-190c59d6b5f2 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.265645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2b73d23-eaa3-462e-93ed-190c59d6b5f2 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.275471 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2b73d23-eaa3-462e-93ed-190c59d6b5f2 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.290926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2b73d23-eaa3-462e-93ed-190c59d6b5f2 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.295802 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e2b73d23-eaa3-462e-93ed-190c59d6b5f2 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6157293 Jul 30 02:21:19.295966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47410) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:19.302370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1310778026'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:19.341478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Made reservation on behalf of 169c1fa3ca53417cb5bc7e857f5c38fb for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:19.347101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.370783 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.546478 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.551779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.574712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:19.585053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.585411 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Added segment 83a9a093-35db-489f-873a-04f8650af59b of type vlan for network ea05ab91-215a-427d-8183-d13d3da21c34 Jul 30 02:21:19.645294 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Sync routers for ids ['7d31c504-f22f-4462-bfcd-f3007df97405'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:19.659829 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Routers {'7d31c504-f22f-4462-bfcd-f3007df97405'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:19.660453 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7d31c504-f22f-4462-bfcd-f3007df97405'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:19.674036 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.786418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bc7ec2-3af1-48a7-8fd1-57988f9a1a25,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:19.793153 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.808337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:19.813797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:19.918528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-4e9668a6-b924-4567-9a85-b6a65fcb8dcb tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441922604&fields=id&tenant_id=3426b700fbe54348ac7b99efd7420790 HTTP/1.1" status: 200 len: 267 time: 0.0888364 Jul 30 02:21:19.920576 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6229401 Jul 30 02:21:19.923751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47440) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:19.929335 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'subnet': {'network_id': 'ea05ab91-215a-427d-8183-d13d3da21c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:19.939006 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Set router 7d31c504-f22f-4462-bfcd-f3007df97405 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:20.058942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126bda6-77cf-4cfb-a6f1-dc83b550377a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Network': ['ID=ea05ab91-215a-427d-8183-d13d3da21c34,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:20.072559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ea05ab91-215a-427d-8183-d13d3da21c34 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:21:20.098436 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-7e844307-3324-4188-a5a9-4614e9a3cc16 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:20.100547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Made reservation on behalf of 169c1fa3ca53417cb5bc7e857f5c38fb for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:20.105744 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.111032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-7e844307-3324-4188-a5a9-4614e9a3cc16 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/networks?id=503ca952-0f58-4eb6-bcbe-76f6eea78812 HTTP/1.1" status: 200 len: 808 time: 0.1906624 Jul 30 02:21:20.155801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-51707b4c-7d7f-46b7-a9b1-270cdbf4abd9 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/quotas/3426b700fbe54348ac7b99efd7420790 HTTP/1.1" status: 200 len: 375 time: 0.0390818 Jul 30 02:21:20.266902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-90f7bd98-8038-48c0-ac5e-a52232b13f80 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3426b700fbe54348ac7b99efd7420790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024382 Jul 30 02:21:20.435172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.436883 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:06Z', 'updated_at': '2021-07-30T02:21:13Z', 'revision_number': 4, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'gw_port': {'id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:08Z', 'updated_at': '2021-07-30T02:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'efbd0331-b8ec-4c23-a74f-0d389b00e84b', 'name': '', 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'mac_address': 'fa:16:3e:25:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:12Z', 'updated_at': '2021-07-30T02:21:14Z', 'revision_number': 2, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'subnets': [{'id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:20.468264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:20.490754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-d3a6102c-d2aa-47ca-ac9d-c31eb2b8a542 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:21:20.491815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-d3a6102c-d2aa-47ca-ac9d-c31eb2b8a542 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1948473 Jul 30 02:21:20.516143 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Checking router: 7d31c504-f22f-4462-bfcd-f3007df97405 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:21:20.516143 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Updating router 7d31c504-f22f-4462-bfcd-f3007df97405 port efbd0331-b8ec-4c23-a74f-0d389b00e84b binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:21:20.531492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Subnet': ['ID=4fc60d6d-5170-4eb4-80f5-6f9445d7d427,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:20.551140 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.569838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Checking segment: {'id': '83a9a093-35db-489f-873a-04f8650af59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea05ab91-215a-427d-8183-d13d3da21c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:20.574103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network hostable DHCP agents. Network: ea05ab91-215a-427d-8183-d13d3da21c34, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:21:20.588065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:20.588634 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.616128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network ea05ab91-215a-427d-8183-d13d3da21c34 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:21:20.632453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, ea05ab91-215a-427d-8183-d13d3da21c34) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:20.639022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:20.640008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.652482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a37923-1a3e-4133-9bf6-efbd7df6cdc4 None None] Network ea05ab91-215a-427d-8183-d13d3da21c34 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:20.668309 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d55b3b87-708f-453b-afa1-4fdb2a33407c tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7434795 Jul 30 02:21:20.671606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47460) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:20.678132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'network': {'name': 'tempest-router-network01--428466743'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:20.709268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-88822e36-05ed-4ebc-b89a-9843dbe7ecec service neutron] 10.222.0.84 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092595 Jul 30 02:21:20.717993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Made reservation on behalf of 169c1fa3ca53417cb5bc7e857f5c38fb for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:20.728006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.784767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:20.806839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.807188 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Added segment 5123e5b2-7aef-4dae-9f06-f0720cde0480 of type vlan for network 74739a43-a656-47ec-9607-3a2750e1d9d6 Jul 30 02:21:20.864932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-37c9e4ff-d285-4044-a6d1-4c7b76c0bcfc service neutron] 10.222.0.84 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475387 Jul 30 02:21:20.891286 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.963258 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.968982 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.969477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:20.970018 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:20.981576 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Transition to ACTIVE for port object efbd0331-b8ec-4c23-a74f-0d389b00e84b will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:20.989873 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.005171 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3321476 Jul 30 02:21:21.008243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47466) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:21.014535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'network': {'name': 'tempest-router-network02--121167274'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:21.078134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Made reservation on behalf of 169c1fa3ca53417cb5bc7e857f5c38fb for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:21.079319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-ea05ab91-215a-427d-8183-d13d3da21c34', 'network_id': 'ea05ab91-215a-427d-8183-d13d3da21c34', 'tenant_id': '169c1fa3ca53417cb5bc7e857f5c38fb', 'fixed_ips': [{'subnet_id': '4fc60d6d-5170-4eb4-80f5-6f9445d7d427'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:21:21.080214 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.083620 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.084054 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98ef5f-974e-4a77-8028-453a5331b7df None None] Pushing event updated for resources: {'Port': ['ID=efbd0331-b8ec-4c23-a74f-0d389b00e84b,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:21.139408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950337d-da18-4e87-b6b6-8d907c776346 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Network': ['ID=74739a43-a656-47ec-9607-3a2750e1d9d6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:21.145589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:21.179744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.181983 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Added segment e3997457-f736-4991-9120-9a36cfe77598 of type vlan for network cc0c6c18-be4e-42a4-8b09-55c0d881fdef Jul 30 02:21:21.194603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 74739a43-a656-47ec-9607-3a2750e1d9d6 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:21:21.258117 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Attempting to bind port efbd0331-b8ec-4c23-a74f-0d389b00e84b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:21.258499 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Attempting to bind port efbd0331-b8ec-4c23-a74f-0d389b00e84b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '4c2995fe-8938-4fd2-a0d1-e0d755ce1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:21.258869 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Attempting to bind port efbd0331-b8ec-4c23-a74f-0d389b00e84b on network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:21.279719 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:21.279719 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Checking segment: {'id': '4c2995fe-8938-4fd2-a0d1-e0d755ce1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:21.279998 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.285161 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Bound using segment: {'id': '4c2995fe-8938-4fd2-a0d1-e0d755ce1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:21.286277 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Bound port: efbd0331-b8ec-4c23-a74f-0d389b00e84b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2995fe-8938-4fd2-a0d1-e0d755ce1836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:21.286856 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.359300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.431843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Allocated IP 2001:db8::2 (ea05ab91-215a-427d-8183-d13d3da21c34/4fc60d6d-5170-4eb4-80f5-6f9445d7d427/d584c006-4a3e-406f-882e-85a5a2cb86fe) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:21.453069 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.465100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:21.466877 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.496124 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] For port efbd0331-b8ec-4c23-a74f-0d389b00e84b, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:21.502687 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] For port efbd0331-b8ec-4c23-a74f-0d389b00e84b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=efbd0331-b8ec-4c23-a74f-0d389b00e84b,segment=NetworkSegment(4c2995fe-8938-4fd2-a0d1-e0d755ce1836),segment_id=4c2995fe-8938-4fd2-a0d1-e0d755ce1836)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:21.510170 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:21.604889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5954726 Jul 30 02:21:21.608481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47486) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:21.615851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'subnet': {'network_id': '74739a43-a656-47ec-9607-3a2750e1d9d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:21.643392 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Routers {'7d31c504-f22f-4462-bfcd-f3007df97405'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:21.648703 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7d31c504-f22f-4462-bfcd-f3007df97405'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:21.676501 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450e54a-f1f0-4430-8c8a-87514fe8b5c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Network': ['ID=cc0c6c18-be4e-42a4-8b09-55c0d881fdef,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:21.733472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network cc0c6c18-be4e-42a4-8b09-55c0d881fdef details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:21:21.785908 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98ef5f-974e-4a77-8028-453a5331b7df None None] Pushing event updated for resources: {'Port': ['ID=efbd0331-b8ec-4c23-a74f-0d389b00e84b,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:21.812876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Made reservation on behalf of 169c1fa3ca53417cb5bc7e857f5c38fb for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:21.831252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.082917 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.095985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Transition to ACTIVE for port object d584c006-4a3e-406f-882e-85a5a2cb86fe will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:22.117879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Transition to ACTIVE for port object d584c006-4a3e-406f-882e-85a5a2cb86fe will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:22.132113 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.227496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47504) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:22.233234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371208687', 'description': 'tempest-secgroup-smoke-371208687 description', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:22.249708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Pushing event updated for resources: {'Port': ['ID=d584c006-4a3e-406f-882e-85a5a2cb86fe,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:22.252002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.301527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Network ea05ab91-215a-427d-8183-d13d3da21c34 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:22.305439 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] Set router 7d31c504-f22f-4462-bfcd-f3007df97405 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:22.313139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:22.320257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:22.348230 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.419912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27a19b4d-f372-4be3-a1d5-148b8aa2675b req-919ed846-3709-415e-9e8e-5ff522affe42 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 210 time: 0.1096773 Jul 30 02:21:22.437871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Subnet': ['ID=5b388f57-f6b3-4566-ba4f-2054dbbb1ed4,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:22.454495 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.465811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Checking segment: {'id': '5123e5b2-7aef-4dae-9f06-f0720cde0480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '74739a43-a656-47ec-9607-3a2750e1d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:22.466174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network hostable DHCP agents. Network: 74739a43-a656-47ec-9607-3a2750e1d9d6, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:21:22.473680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Attempting to bind port d584c006-4a3e-406f-882e-85a5a2cb86fe on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:22.474644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Attempting to bind port d584c006-4a3e-406f-882e-85a5a2cb86fe by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '83a9a093-35db-489f-873a-04f8650af59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea05ab91-215a-427d-8183-d13d3da21c34'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:22.475222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Attempting to bind port d584c006-4a3e-406f-882e-85a5a2cb86fe on network ea05ab91-215a-427d-8183-d13d3da21c34 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:22.482100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:22.482841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Checking segment: {'id': '83a9a093-35db-489f-873a-04f8650af59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea05ab91-215a-427d-8183-d13d3da21c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:22.483502 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.484182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Bound using segment: {'id': '83a9a093-35db-489f-873a-04f8650af59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea05ab91-215a-427d-8183-d13d3da21c34'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:22.484856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Bound port: d584c006-4a3e-406f-882e-85a5a2cb86fe, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a9a093-35db-489f-873a-04f8650af59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'ea05ab91-215a-427d-8183-d13d3da21c34'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:22.485255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network 74739a43-a656-47ec-9607-3a2750e1d9d6 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:21:22.485882 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.511586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 74739a43-a656-47ec-9607-3a2750e1d9d6) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:22.517185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:22.518980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.587034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2352c-7a51-4d08-97f8-2bee60dc8056 None None] Network 74739a43-a656-47ec-9607-3a2750e1d9d6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:22.598397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device efbd0331-b8ec-4c23-a74f-0d389b00e84b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:22.708076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.716244 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.731295 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-27d70514-0d78-46ad-a882-5017e394e89b tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1209278 Jul 30 02:21:22.733579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47512) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:22.742762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'subnet': {'network_id': 'cc0c6c18-be4e-42a4-8b09-55c0d881fdef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:22.756698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] For port d584c006-4a3e-406f-882e-85a5a2cb86fe, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:22.822584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] For port d584c006-4a3e-406f-882e-85a5a2cb86fe, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d584c006-4a3e-406f-882e-85a5a2cb86fe,segment=NetworkSegment(83a9a093-35db-489f-873a-04f8650af59b),segment_id=83a9a093-35db-489f-873a-04f8650af59b)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:22.844284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684cb6fd-ad7d-4360-b087-ce9ef0d189a8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:22.911075 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:06Z', 'updated_at': '2021-07-30T02:21:13Z', 'revision_number': 4, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'gw_port': {'id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:08Z', 'updated_at': '2021-07-30T02:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'efbd0331-b8ec-4c23-a74f-0d389b00e84b', 'name': '', 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'mac_address': 'fa:16:3e:25:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:12Z', 'updated_at': '2021-07-30T02:21:21Z', 'revision_number': 4, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'subnets': [{'id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:22.916362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port efbd0331-b8ec-4c23-a74f-0d389b00e84b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:22.923346 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.923860 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.927380 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.951135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port efbd0331-b8ec-4c23-a74f-0d389b00e84b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:22.951626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.975347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Made reservation on behalf of 169c1fa3ca53417cb5bc7e857f5c38fb for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:22.980814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f089482-216b-4daf-95f1-1d633cc5e1f7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:22.982035 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.985134 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:22.990338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7d2458b2-6b92-436c-b24c-c520347098da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7618399 Jul 30 02:21:22.991220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47516) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:22.998017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2c64aad7-fe42-4efa-b1bd-0ad374bea430 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '7f089482-216b-4daf-95f1-1d633cc5e1f7', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:23.051530 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba5b0f-31e8-408b-b42f-ef8e431d5bf8 None None] The sync data for ids ['7d31c504-f22f-4462-bfcd-f3007df97405'] in n-d-715271-7 is: [{'id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:06Z', 'updated_at': '2021-07-30T02:21:13Z', 'revision_number': 4, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'gw_port': {'id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:08Z', 'updated_at': '2021-07-30T02:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'efbd0331-b8ec-4c23-a74f-0d389b00e84b', 'name': '', 'network_id': '1ecf4db2-80a2-4115-b23a-0b651e8bb199', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'mac_address': 'fa:16:3e:25:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:12Z', 'updated_at': '2021-07-30T02:21:21Z', 'revision_number': 4, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'subnets': [{'id': '93f39788-8e98-4a30-bb34-5477bdcb344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:23.092707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2c64aad7-fe42-4efa-b1bd-0ad374bea430 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.105389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-74739a43-a656-47ec-9607-3a2750e1d9d6', 'network_id': '74739a43-a656-47ec-9607-3a2750e1d9d6', 'tenant_id': '169c1fa3ca53417cb5bc7e857f5c38fb', 'fixed_ips': [{'subnet_id': '5b388f57-f6b3-4566-ba4f-2054dbbb1ed4'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:21:23.106250 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.224119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84294280-48da-45f7-8a0c-dff5f0b1080d None None] Pushing event updated for resources: {'Port': ['ID=d584c006-4a3e-406f-882e-85a5a2cb86fe,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:23.324165 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2c64aad7-fe42-4efa-b1bd-0ad374bea430 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.334009 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2c64aad7-fe42-4efa-b1bd-0ad374bea430 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.358384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64aad7-fe42-4efa-b1bd-0ad374bea430 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c19dae-b701-4c3c-a857-c7c05bfb8316,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:23.371234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.402294 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2c64aad7-fe42-4efa-b1bd-0ad374bea430 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.406086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2c64aad7-fe42-4efa-b1bd-0ad374bea430 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4109306 Jul 30 02:21:23.408023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47524) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:23.422043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-bdb7bbea-76f4-4948-8594-a205021ba2af tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '7f089482-216b-4daf-95f1-1d633cc5e1f7', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:23.465479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Subnet': ['ID=addd77f1-452e-4058-8fa4-9f639ce3936d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:23.494558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bbea-76f4-4948-8594-a205021ba2af tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.524350 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.563349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Checking segment: {'id': 'e3997457-f736-4991-9120-9a36cfe77598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc0c6c18-be4e-42a4-8b09-55c0d881fdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:23.564696 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network hostable DHCP agents. Network: cc0c6c18-be4e-42a4-8b09-55c0d881fdef, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:21:23.594744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network cc0c6c18-be4e-42a4-8b09-55c0d881fdef is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:21:23.612048 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, cc0c6c18-be4e-42a4-8b09-55c0d881fdef) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:23.618181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:23.619128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.642390 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-36e27d22-7ec7-4cc9-bd3f-9b4ddb0faf8e tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9064865 Jul 30 02:21:23.643424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47528) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:23.673993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db449af1-9fc2-44f8-ad55-760e243005ba None None] Network cc0c6c18-be4e-42a4-8b09-55c0d881fdef requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:23.677720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a84f1b8e-16fd-49f7-a9dc-38087b910c68 req-bcf7d291-4b92-46d8-8de2-3262d09b099f tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 210 time: 0.0677621 Jul 30 02:21:23.701656 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bbea-76f4-4948-8594-a205021ba2af tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.718690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bbea-76f4-4948-8594-a205021ba2af tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.790459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7bbea-76f4-4948-8594-a205021ba2af tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618447df-08b0-475f-86d8-4ef64cd0158c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:23.804695 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bbea-76f4-4948-8594-a205021ba2af tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.807899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bdb7bbea-76f4-4948-8594-a205021ba2af tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3979766 Jul 30 02:21:23.810282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47534) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:23.821210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-185e22fa-9ae0-421e-93e3-7b720ddc09ba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '7f089482-216b-4daf-95f1-1d633cc5e1f7', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:23.881922 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-185e22fa-9ae0-421e-93e3-7b720ddc09ba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:23.963065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port efbd0331-b8ec-4c23-a74f-0d389b00e84b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=efbd0331-b8ec-4c23-a74f-0d389b00e84b,segment=NetworkSegment(4c2995fe-8938-4fd2-a0d1-e0d755ce1836),segment_id=4c2995fe-8938-4fd2-a0d1-e0d755ce1836)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:23.998797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.094008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-cc0c6c18-be4e-42a4-8b09-55c0d881fdef', 'network_id': 'cc0c6c18-be4e-42a4-8b09-55c0d881fdef', 'tenant_id': '169c1fa3ca53417cb5bc7e857f5c38fb', 'fixed_ips': [{'subnet_id': 'addd77f1-452e-4058-8fa4-9f639ce3936d'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:21:24.095315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.161625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Allocated IP 2001:db8::2 (74739a43-a656-47ec-9607-3a2750e1d9d6/5b388f57-f6b3-4566-ba4f-2054dbbb1ed4/0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:24.167880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-185e22fa-9ae0-421e-93e3-7b720ddc09ba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.183336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-185e22fa-9ae0-421e-93e3-7b720ddc09ba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.206398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-691357bb-a1f0-4670-9e22-f8114155ab90 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:24.207992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-691357bb-a1f0-4670-9e22-f8114155ab90 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.41 "GET /v2.0/networks?id=503ca952-0f58-4eb6-bcbe-76f6eea78812 HTTP/1.1" status: 200 len: 808 time: 0.2672679 Jul 30 02:21:24.262666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.263126 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.284317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e22fa-9ae0-421e-93e3-7b720ddc09ba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732a1232-d2cd-4841-af20-34da5a78a3da,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:24.296238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-185e22fa-9ae0-421e-93e3-7b720ddc09ba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.297361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-185e22fa-9ae0-421e-93e3-7b720ddc09ba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4851542 Jul 30 02:21:24.306770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47540) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:24.368259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c657d683-38bc-4142-9f34-612a90911635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '7f089482-216b-4daf-95f1-1d633cc5e1f7', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:24.390727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-98464b01-de8c-4205-aa13-6527d7738b54 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3426b700fbe54348ac7b99efd7420790 HTTP/1.1" status: 200 len: 380 time: 0.1624434 Jul 30 02:21:24.419863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Request body: {'port': {'device_id': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'admin_state_up': True, 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'security_groups': ['a16bec5d-1e23-4dd6-8e9a-de524a3a8777']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:24.513845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=efbd0331-b8ec-4c23-a74f-0d389b00e84b,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:24.587781 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c657d683-38bc-4142-9f34-612a90911635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.720308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Allocated IP 2001:db8::2 (cc0c6c18-be4e-42a4-8b09-55c0d881fdef/addd77f1-452e-4058-8fa4-9f639ce3936d/bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:24.809525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c657d683-38bc-4142-9f34-612a90911635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.811502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Made reservation on behalf of 3426b700fbe54348ac7b99efd7420790 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:24.816116 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.848347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e20658b-b02c-49a7-a299-461d5e2bd7cc req-d0e914f0-18d2-4f6f-9586-b5e80e2f81d8 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 210 time: 0.0418131 Jul 30 02:21:24.855475 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c657d683-38bc-4142-9f34-612a90911635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.887352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d584c006-4a3e-406f-882e-85a5a2cb86fe up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:24.905180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657d683-38bc-4142-9f34-612a90911635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361e1e84-9b07-4f8d-a10e-9cd7174507bc,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:24.916473 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c657d683-38bc-4142-9f34-612a90911635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:24.921011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47546) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:24.926968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c657d683-38bc-4142-9f34-612a90911635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5719626 Jul 30 02:21:24.927535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9833f63d-e8e1-4dee-adea-2033c92d12ea tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '7f089482-216b-4daf-95f1-1d633cc5e1f7', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:24.978707 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-9833f63d-e8e1-4dee-adea-2033c92d12ea tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Project 07af2af8cc1a4c29aaa17876acaeede6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:21:24.986108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9833f63d-e8e1-4dee-adea-2033c92d12ea tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.057064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Allocated IP 172.20.0.11 (503ca952-0f58-4eb6-bcbe-76f6eea78812/e7d71f14-2c12-4250-b662-8cc82b00fcf6/ba3a615c-a35a-4679-bf25-06e02bbd2427) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:25.066133 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9833f63d-e8e1-4dee-adea-2033c92d12ea tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.071373 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9833f63d-e8e1-4dee-adea-2033c92d12ea tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.072621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c3818a-6d80-410b-b934-b345b118f671 None None] Network ea05ab91-215a-427d-8183-d13d3da21c34 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:25.097333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9833f63d-e8e1-4dee-adea-2033c92d12ea tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.098707 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9833f63d-e8e1-4dee-adea-2033c92d12ea tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1766834 Jul 30 02:21:25.099591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833f63d-e8e1-4dee-adea-2033c92d12ea tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093770ec-e718-469a-bc69-1a32fa280a0f,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:25.101689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47548) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:25.108470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-739408e2-4a30-4057-b50b-eb5b5e572067 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '7f089482-216b-4daf-95f1-1d633cc5e1f7', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:25.132882 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-739408e2-4a30-4057-b50b-eb5b5e572067 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Project 07af2af8cc1a4c29aaa17876acaeede6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:21:25.138251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port d584c006-4a3e-406f-882e-85a5a2cb86fe completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:25.138471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739408e2-4a30-4057-b50b-eb5b5e572067 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.186560 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.236311 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739408e2-4a30-4057-b50b-eb5b5e572067 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.244671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739408e2-4a30-4057-b50b-eb5b5e572067 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.268190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739408e2-4a30-4057-b50b-eb5b5e572067 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b461ed-c7db-47ff-86f7-d249d52808f2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:25.281881 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.287306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739408e2-4a30-4057-b50b-eb5b5e572067 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.289183 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-739408e2-4a30-4057-b50b-eb5b5e572067 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1864967 Jul 30 02:21:25.292443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47552) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:25.300716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'network': {'name': 'tempest-network-smoke--1013503775', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'port_security_enabled': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:25.316152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Transition to ACTIVE for port object ba3a615c-a35a-4679-bf25-06e02bbd2427 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:25.381915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:25.386409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.391136 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.409084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6915f59d-4c8b-4c39-b1d0-f9ebe1d6bc0c None None] Provisioning for port d584c006-4a3e-406f-882e-85a5a2cb86fe completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:25.413865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Transition to ACTIVE for port object bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:25.422119 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.440954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6915f59d-4c8b-4c39-b1d0-f9ebe1d6bc0c None None] Provisioning complete for port d584c006-4a3e-406f-882e-85a5a2cb86fe triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:25.441322 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6915f59d-4c8b-4c39-b1d0-f9ebe1d6bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.453717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Transition to ACTIVE for port object 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:25.469676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Network 503ca952-0f58-4eb6-bcbe-76f6eea78812 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:25.477885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:25.481374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Transition to ACTIVE for port object bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:25.488105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:25.492222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:25.494096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'Port': ['ID=ba3a615c-a35a-4679-bf25-06e02bbd2427,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:25.518388 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.530969 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.531321 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Added segment ba904e2a-915a-4c79-84cb-8c8fc16be055 of type vlan for network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 Jul 30 02:21:25.542438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Transition to ACTIVE for port object 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:25.605125 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.616942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Network cc0c6c18-be4e-42a4-8b09-55c0d881fdef is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:25.618999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:25.635056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:25.659330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:25.660117 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.672675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Pushing event updated for resources: {'Port': ['ID=bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:25.704470 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.710678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Allocated IP 2001:db8::1 (74739a43-a656-47ec-9607-3a2750e1d9d6/5b388f57-f6b3-4566-ba4f-2054dbbb1ed4/dd9cff21-38d0-4984-9372-24ee02016bb7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:25.728979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Pushing event updated for resources: {'Port': ['ID=0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:25.733430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-985fbace-787a-4ef7-82e5-f24153ee9a06 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3325608 Jul 30 02:21:25.733913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Network 74739a43-a656-47ec-9607-3a2750e1d9d6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:25.744756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:25.763735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:25.767314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Request body: {'port': {'device_id': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:25.827227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.832934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:25.833563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.923038 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6915f59d-4c8b-4c39-b1d0-f9ebe1d6bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.935197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Attempting to bind port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:25.935592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Attempting to bind port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'e3997457-f736-4991-9120-9a36cfe77598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc0c6c18-be4e-42a4-8b09-55c0d881fdef'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:25.935958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Attempting to bind port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c on network cc0c6c18-be4e-42a4-8b09-55c0d881fdef {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:25.958241 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:25.990929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6970840 Jul 30 02:21:26.002032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:26.008221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:26.008598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Checking segment: {'id': 'e3997457-f736-4991-9120-9a36cfe77598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc0c6c18-be4e-42a4-8b09-55c0d881fdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:26.009063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.009404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Bound using segment: {'id': 'e3997457-f736-4991-9120-9a36cfe77598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc0c6c18-be4e-42a4-8b09-55c0d881fdef'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:26.009902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Bound port: bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3997457-f736-4991-9120-9a36cfe77598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc0c6c18-be4e-42a4-8b09-55c0d881fdef'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:26.010402 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.027533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'admin_state_up': True, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:26.079852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.084501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Attempting to bind port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:26.084871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Attempting to bind port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5123e5b2-7aef-4dae-9f06-f0720cde0480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '74739a43-a656-47ec-9607-3a2750e1d9d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:26.085239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Attempting to bind port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca on network 74739a43-a656-47ec-9607-3a2750e1d9d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:26.097137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Transition to ACTIVE for port object dd9cff21-38d0-4984-9372-24ee02016bb7 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:26.110486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744ce61-60d1-47a9-817f-1da5e1817d4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Network': ['ID=9883111f-b8f1-4bc1-9296-e28a9a0950d6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:26.127953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6915f59d-4c8b-4c39-b1d0-f9ebe1d6bc0c None None] For port d584c006-4a3e-406f-882e-85a5a2cb86fe, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d584c006-4a3e-406f-882e-85a5a2cb86fe,segment=NetworkSegment(83a9a093-35db-489f-873a-04f8650af59b),segment_id=83a9a093-35db-489f-873a-04f8650af59b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:26.148108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.182922 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.184124 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.206650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:21:26.252071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Port': ['ID=dd9cff21-38d0-4984-9372-24ee02016bb7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:26.255403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:26.255807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Checking segment: {'id': '5123e5b2-7aef-4dae-9f06-f0720cde0480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '74739a43-a656-47ec-9607-3a2750e1d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:26.256210 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.258680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Bound using segment: {'id': '5123e5b2-7aef-4dae-9f06-f0720cde0480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '74739a43-a656-47ec-9607-3a2750e1d9d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:26.259397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Bound port: 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5123e5b2-7aef-4dae-9f06-f0720cde0480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '74739a43-a656-47ec-9607-3a2750e1d9d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:26.259808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.275596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network 74739a43-a656-47ec-9607-3a2750e1d9d6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:26.277609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:26.287296 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6915f59d-4c8b-4c39-b1d0-f9ebe1d6bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.290300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:26.291338 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.382040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] For port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:26.452845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] For port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c,segment=NetworkSegment(e3997457-f736-4991-9120-9a36cfe77598),segment_id=e3997457-f736-4991-9120-9a36cfe77598)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:26.461431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device efbd0331-b8ec-4c23-a74f-0d389b00e84b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:26.484580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.583494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.590560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1945d47-1664-459b-83cd-8d9263a409ca req-3c4ac346-318e-4f17-b339-17c74e23e97e tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:26.592360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1945d47-1664-459b-83cd-8d9263a409ca req-3c4ac346-318e-4f17-b339-17c74e23e97e tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 932 time: 0.5217619 Jul 30 02:21:26.623707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-723bbd39-5bc3-4f19-bf6f-0798a9808b1f None None] Provisioning for port ba3a615c-a35a-4679-bf25-06e02bbd2427 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:26.633366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-723bbd39-5bc3-4f19-bf6f-0798a9808b1f None None] Provisioning complete for port ba3a615c-a35a-4679-bf25-06e02bbd2427 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:26.633806 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723bbd39-5bc3-4f19-bf6f-0798a9808b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.668709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3a615c-a35a-4679-bf25-06e02bbd2427 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:21:26.677851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.680319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-723bbd39-5bc3-4f19-bf6f-0798a9808b1f None None] Port ba3a615c-a35a-4679-bf25-06e02bbd2427 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:26.692277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915f59d-4c8b-4c39-b1d0-f9ebe1d6bc0c None None] Pushing event updated for resources: {'Port': ['ID=d584c006-4a3e-406f-882e-85a5a2cb86fe,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:26.699931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.724056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1945d47-1664-459b-83cd-8d9263a409ca req-a342d5f0-7da9-4d76-b8a2-941f8a3571ef tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144848 Jul 30 02:21:26.809503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Transition to ACTIVE for port object ba3a615c-a35a-4679-bf25-06e02bbd2427 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:26.821292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port efbd0331-b8ec-4c23-a74f-0d389b00e84b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:26.821677 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.821794 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.846204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] For port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:26.900115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6d2ba-ada5-4325-a640-c19c98b34422 None None] Pushing event updated for resources: {'Port': ['ID=bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:26.921937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.927608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.928817 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:26.958993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] For port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca,segment=NetworkSegment(5123e5b2-7aef-4dae-9f06-f0720cde0480),segment_id=5123e5b2-7aef-4dae-9f06-f0720cde0480)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:26.960540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-723bbd39-5bc3-4f19-bf6f-0798a9808b1f None None] Provisioning complete for port d584c006-4a3e-406f-882e-85a5a2cb86fe triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:26.961047 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-723bbd39-5bc3-4f19-bf6f-0798a9808b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:27.009605 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:27.021194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:27.027113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ba3a615c-a35a-4679-bf25-06e02bbd2427,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:27.092319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Port': ['ID=dd9cff21-38d0-4984-9372-24ee02016bb7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:27.265642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Attempting to bind port ba3a615c-a35a-4679-bf25-06e02bbd2427 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:27.265988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Attempting to bind port ba3a615c-a35a-4679-bf25-06e02bbd2427 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:27.266323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Attempting to bind port ba3a615c-a35a-4679-bf25-06e02bbd2427 on network 503ca952-0f58-4eb6-bcbe-76f6eea78812 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:27.287073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Port ba3a615c-a35a-4679-bf25-06e02bbd2427 on network 503ca952-0f58-4eb6-bcbe-76f6eea78812 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:21:27.287405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Attempting to bind port ba3a615c-a35a-4679-bf25-06e02bbd2427 on network 503ca952-0f58-4eb6-bcbe-76f6eea78812 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:27.306754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:27.307102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Checking segment: {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:27.307578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Bound using segment: {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:27.310162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Bound port: ba3a615c-a35a-4679-bf25-06e02bbd2427, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f855bbb-be97-4337-9a94-74a063aa732e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:27.310591 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:27.333532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network 74739a43-a656-47ec-9607-3a2750e1d9d6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:27.338014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:27.503334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58351f55-c995-4c60-9d1f-20ed1349d0d6 None None] Pushing event updated for resources: {'Port': ['ID=0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:27.520378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] For port ba3a615c-a35a-4679-bf25-06e02bbd2427, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:27.531103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] For port ba3a615c-a35a-4679-bf25-06e02bbd2427, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:27.543409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:27.638011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Router 64baecb0-50fe-4cb8-ba99-8e5640ec8e99 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:21:27.819609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:27.846847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75578f44-8428-4dca-8f7b-d81292e96500 None None] Sync routers for ids ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:27.860703 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-64218014-9231-4a75-a280-ca2549de7f89 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "PUT /v2.0/routers/64baecb0-50fe-4cb8-ba99-8e5640ec8e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2026207 Jul 30 02:21:27.864269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47578) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:27.874506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75578f44-8428-4dca-8f7b-d81292e96500 None None] Routers {'64baecb0-50fe-4cb8-ba99-8e5640ec8e99'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:27.875152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-75578f44-8428-4dca-8f7b-d81292e96500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:27.923477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:27.924739 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:27.926443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] 10.222.0.41 "PUT /v2.0/ports/ba3a615c-a35a-4679-bf25-06e02bbd2427 HTTP/1.1" status: 200 len: 1092 time: 2.1814215 Jul 30 02:21:27.927140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'tag': 'ba3a615c-a35a-4679-bf25-06e02bbd2427'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:21:27.929985 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "16c7a825-7bb6-4080-8ecd-6a72ababc2d4", "tag": "ba3a615c-a35a-4679-bf25-06e02bbd2427"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:21:27.944391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69fdee-a625-43cc-b27e-5a8175323e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ba3a615c-a35a-4679-bf25-06e02bbd2427,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:27.990588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-75578f44-8428-4dca-8f7b-d81292e96500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:28.011162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75578f44-8428-4dca-8f7b-d81292e96500 None None] Routers {'64baecb0-50fe-4cb8-ba99-8e5640ec8e99'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:28.011837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-75578f44-8428-4dca-8f7b-d81292e96500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:28.051927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:28.084066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-75578f44-8428-4dca-8f7b-d81292e96500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:28.084744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75578f44-8428-4dca-8f7b-d81292e96500 None None] The sync data for ids ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'] in n-d-715271-7 is: [] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:28.155154 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:28.322651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe941f1e-b958-4b09-be31-9334383e98e2 req-ad3e12fd-3739-48df-ad25-f9635bb3af9d tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:28.328913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe941f1e-b958-4b09-be31-9334383e98e2 req-ad3e12fd-3739-48df-ad25-f9635bb3af9d tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 944 time: 0.3085077 Jul 30 02:21:28.518341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca56ac-b87d-47aa-ad92-73183fc7c1c3 None None] Network cc0c6c18-be4e-42a4-8b09-55c0d881fdef requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:28.677165 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-d70c6607-3b88-4569-92d3-95dfc09d344d tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:21:28.678982 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d70c6607-3b88-4569-92d3-95dfc09d344d tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "PUT /v2.0/routers/64baecb0-50fe-4cb8-ba99-8e5640ec8e99/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8136537 Jul 30 02:21:28.682207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47598) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:28.684518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:28.685623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.25.7.233 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/4e4ac6be-702e-401c-9101-114feeb39bc2) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:28.725955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8a45d06b-895a-41c4-9e31-275f6e6a0f53 None None] Provisioning for port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:28.730597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe941f1e-b958-4b09-be31-9334383e98e2 req-8b523cb7-fe99-491b-8d70-0853d84282a8 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445052 Jul 30 02:21:28.830827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-7978fecf-85a0-4105-8d2e-1d46bb1de377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:28.832830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-7978fecf-85a0-4105-8d2e-1d46bb1de377 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3426b700fbe54348ac7b99efd7420790&device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 1095 time: 0.8146045 Jul 30 02:21:28.876707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:28.881722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:28.883360 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:28.894809 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46af95d2-c1b3-451f-a72d-2758eab6754f x-openstack-request-id: req-46af95d2-c1b3-451f-a72d-2758eab6754f {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:21:28.895453 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c7a825-7bb6-4080-8ecd-6a72ababc2d4", "tag": "ba3a615c-a35a-4679-bf25-06e02bbd2427", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:21:28.895884 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-46af95d2-c1b3-451f-a72d-2758eab6754f {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:21:28.897062 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'tag': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'status': 'completed', 'code': 200} Jul 30 02:21:29.017542 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:29.069838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:29.084738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c,segment=NetworkSegment(e3997457-f736-4991-9120-9a36cfe77598),segment_id=e3997457-f736-4991-9120-9a36cfe77598)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:29.085488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-1d6ac2de-86c0-43e7-ab6d-70ea5b15466c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427 HTTP/1.1" status: 200 len: 217 time: 0.1826768 Jul 30 02:21:29.092241 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:29.093045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d584c006-4a3e-406f-882e-85a5a2cb86fe up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:29.202497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-299199e6-41e8-459d-9a0a-9b0a30b2b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:29.204211 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-299199e6-41e8-459d-9a0a-9b0a30b2b357 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d71f14-2c12-4250-b662-8cc82b00fcf6 HTTP/1.1" status: 200 len: 847 time: 0.1141191 Jul 30 02:21:29.223461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b62ece-2fcd-488f-8706-2f61b302cc2c None None] Network 74739a43-a656-47ec-9607-3a2750e1d9d6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:29.251379 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:29.309705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:29.320034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:29.329564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:29.333660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-07e4727c-e1f7-4ef7-9c90-697ec107f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:29.335176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-07e4727c-e1f7-4ef7-9c90-697ec107f31d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=503ca952-0f58-4eb6-bcbe-76f6eea78812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234713 Jul 30 02:21:29.337295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=4e4ac6be-702e-401c-9101-114feeb39bc2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:29.338403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d584c006-4a3e-406f-882e-85a5a2cb86fe triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:29.339371 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:29.403106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:29.409436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-00431ada-c20a-4a1b-a3c0-bbfac39bea91 None None] Provisioning for port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:29.592424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-cda85f24-021a-4852-81ab-01fbd5372f86 service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312398 Jul 30 02:21:29.607187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-00431ada-c20a-4a1b-a3c0-bbfac39bea91 None None] Provisioning complete for port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:29.607807 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00431ada-c20a-4a1b-a3c0-bbfac39bea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:29.671365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:29.716628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:29.747737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbf01ac-d441-48e2-a8d4-272a1f282d52 req-6e4b1837-3a73-47d7-8380-326894dcd205 service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406803 Jul 30 02:21:29.919716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:29.923906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:29.924266 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.038513 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.079172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.136907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0be58c6b-e3b5-41e7-8e78-d04e89227a75 None None] Provisioning complete for port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:30.137473 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be58c6b-e3b5-41e7-8e78-d04e89227a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.189929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca,segment=NetworkSegment(5123e5b2-7aef-4dae-9f06-f0720cde0480),segment_id=5123e5b2-7aef-4dae-9f06-f0720cde0480)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:30.192832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting port dd9cff21-38d0-4984-9372-24ee02016bb7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:30.193816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.199059 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.275512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:30.362051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.372479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0be58c6b-e3b5-41e7-8e78-d04e89227a75 None None] Provisioning for port dd9cff21-38d0-4984-9372-24ee02016bb7 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:30.377448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0be58c6b-e3b5-41e7-8e78-d04e89227a75 None None] Provisioning complete for port dd9cff21-38d0-4984-9372-24ee02016bb7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:30.377909 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0be58c6b-e3b5-41e7-8e78-d04e89227a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.397590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Calling delete_port for dd9cff21-38d0-4984-9372-24ee02016bb7 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:30.458969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0be58c6b-e3b5-41e7-8e78-d04e89227a75 None None] Port dd9cff21-38d0-4984-9372-24ee02016bb7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:30.496468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:30.636426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bde10ded-74a8-41c5-a7d8-3f20ce944a42 None None] Provisioning complete for port dd9cff21-38d0-4984-9372-24ee02016bb7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:30.637607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bde10ded-74a8-41c5-a7d8-3f20ce944a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.661144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:30.662400 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.708449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-bde10ded-74a8-41c5-a7d8-3f20ce944a42 None None] Port dd9cff21-38d0-4984-9372-24ee02016bb7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:30.766771 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.816199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-140c6941-d7a5-410e-baa1-137e5b7732c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.844338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81bdc4b9-3b17-4dc2-9ed6-eb8a0244ad04 None None] Could not find standard attr ID for object dd9cff21-38d0-4984-9372-24ee02016bb7. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:21:30.863200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:30.903343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Port': ['ID=dd9cff21-38d0-4984-9372-24ee02016bb7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:30.909776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-d01f6f83-9e8c-42e7-9be6-3925afc0e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:30.911587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-d01f6f83-9e8c-42e7-9be6-3925afc0e319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3426b700fbe54348ac7b99efd7420790&device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 1095 time: 1.0594203 Jul 30 02:21:30.942960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae2224-20d3-4b11-b83a-a8283f1cf498 req-83a585e4-f7a5-4a65-bee5-d91fef7c8316 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:30.950499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05ae2224-20d3-4b11-b83a-a8283f1cf498 req-83a585e4-f7a5-4a65-bee5-d91fef7c8316 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 944 time: 1.0311120 Jul 30 02:21:30.980147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:30.980627 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:30.997698 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:31.101401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-7cf1c6ef-b5b1-4b77-b05c-b0c4982f00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:31.103292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-7cf1c6ef-b5b1-4b77-b05c-b0c4982f00c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=503ca952-0f58-4eb6-bcbe-76f6eea78812 HTTP/1.1" status: 200 len: 909 time: 0.1822445 Jul 30 02:21:31.186128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-69438fac-2a40-4a39-97ab-cbb5f62fc34b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427 HTTP/1.1" status: 200 len: 217 time: 0.0534449 Jul 30 02:21:31.249355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05ae2224-20d3-4b11-b83a-a8283f1cf498 req-286cec8c-d020-4652-8cec-47b43b516a5a tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772577 Jul 30 02:21:31.254778 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:31.280510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Router 64baecb0-50fe-4cb8-ba99-8e5640ec8e99 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:31.341957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-032ec892-3579-4ef2-b3e3-778a40044ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:31.343465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-032ec892-3579-4ef2-b3e3-778a40044ecc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d71f14-2c12-4250-b662-8cc82b00fcf6 HTTP/1.1" status: 200 len: 847 time: 0.1480348 Jul 30 02:21:31.377201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:31.382392 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c2036f40-11f1-44eb-8dee-7079fd1167f7 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "PUT /v2.0/routers/64baecb0-50fe-4cb8-ba99-8e5640ec8e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6984098 Jul 30 02:21:31.387875 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb35a7c-c649-4172-8264-8828fe5cee8a None None] Sync routers for ids ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:31.396916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47626) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:31.402748 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb35a7c-c649-4172-8264-8828fe5cee8a None None] Routers {'64baecb0-50fe-4cb8-ba99-8e5640ec8e99'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:31.403583 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1eb35a7c-c649-4172-8264-8828fe5cee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:31.446039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-c1ff527b-5ee6-4a9d-ab1e-1ca40dc5e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:31.447602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-c1ff527b-5ee6-4a9d-ab1e-1ca40dc5e0cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=503ca952-0f58-4eb6-bcbe-76f6eea78812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956020 Jul 30 02:21:31.462443 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-1fe5eb9e-3a8e-4d5f-b0ae-caf420e85e56 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] delete failed (client error): The resource could not be found. Jul 30 02:21:31.464447 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1fe5eb9e-3a8e-4d5f-b0ae-caf420e85e56 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-1892608413 HTTP/1.1" status: 404 len: 335 time: 0.0624976 Jul 30 02:21:31.468156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47628) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:31.474176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-151b06d9-1da8-494f-8ca6-4cf15095ecda tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'router': {'external_gateway_info': {'network_id': '64baecb0-50fe-4cb8-ba99-8e5640ec8e99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:31.486853 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1eb35a7c-c649-4172-8264-8828fe5cee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:31.496228 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb35a7c-c649-4172-8264-8828fe5cee8a None None] Routers {'64baecb0-50fe-4cb8-ba99-8e5640ec8e99'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:31.497027 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1eb35a7c-c649-4172-8264-8828fe5cee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:31.536679 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-1eb35a7c-c649-4172-8264-8828fe5cee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:31.537583 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb35a7c-c649-4172-8264-8828fe5cee8a None None] The sync data for ids ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:31.591079 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:31.592164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-66c02710-3792-4a2a-91ac-050edb8fa00b service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312344 Jul 30 02:21:31.655100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router c510cb96-9b2f-402e-81d0-d6e7ca181320 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:21:31.718182 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-151b06d9-1da8-494f-8ca6-4cf15095ecda tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:31.748820 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [None req-151b06d9-1da8-494f-8ca6-4cf15095ecda tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] update failed (client error): The resource could not be found. Jul 30 02:21:31.750096 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-151b06d9-1da8-494f-8ca6-4cf15095ecda tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "PUT /v2.0/routers/64baecb0-50fe-4cb8-ba99-8e5640ec8e99 HTTP/1.1" status: 404 len: 339 time: 0.2806816 Jul 30 02:21:31.753678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47630) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:31.763930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-310625819'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:31.797466 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1976cce5-f477-4bc7-9a5b-f2115bfb3f4d req-ddd0a4fe-e003-4d39-97a1-2cebd2a301a3 service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999960 Jul 30 02:21:31.828895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Made reservation on behalf of 169c1fa3ca53417cb5bc7e857f5c38fb for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:31.833459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:31.866279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:21:31.876080 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:31.876080 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Added segment b5af19f0-39a9-4f1d-b3c0-4ced15946c04 of type vlan for network 5a8a60ee-4bb9-44eb-b745-44e91eedc73c Jul 30 02:21:31.903955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:31.934826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Sync routers for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:31.942291 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:31.953298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:31.954122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:31.961233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:31.963081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-580daab8-28bb-49d4-a4a4-a300955ca048 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.9545925 Jul 30 02:21:31.966233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47634) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:31.995986 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:32.002464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:32.004347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:32.071122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47638) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:32.071379 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3152132 Jul 30 02:21:32.080656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'subnet': {'network_id': '5a8a60ee-4bb9-44eb-b745-44e91eedc73c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:32.083660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Network': ['ID=5a8a60ee-4bb9-44eb-b745-44e91eedc73c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:32.091714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.092061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.092401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.092737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.093072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.093398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.093726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.094215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.094548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.094878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.095203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.096142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee5ce8-7630-49b3-90e6-3f46b3bbd1eb tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:21:32.106993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:32.111270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5a8a60ee-4bb9-44eb-b745-44e91eedc73c details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:21:32.186494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-94282406-a589-4d75-9587-dae990374398 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=07af2af8cc1a4c29aaa17876acaeede6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2187355 Jul 30 02:21:32.189243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47642) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:32.243581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Made reservation on behalf of 169c1fa3ca53417cb5bc7e857f5c38fb for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:32.248584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:32.416666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:29Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:32.423417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6960f21f-70b5-43dc-b373-d9ab0dac9576 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:32.427480 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6960f21f-70b5-43dc-b373-d9ab0dac9576 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2347457 Jul 30 02:21:32.427728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47650) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:32.466547 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-35d52a45-179f-4fe7-ab0b-a61122de824f tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354259 Jul 30 02:21:32.466798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47652) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:32.472694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-905829023', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:32.486578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb27ee-471c-495f-af7b-da5e47d2729a req-5bf424e9-1be5-4498-943d-a90e70a01945 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:32.488587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86bb27ee-471c-495f-af7b-da5e47d2729a req-5bf424e9-1be5-4498-943d-a90e70a01945 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 944 time: 0.1082675 Jul 30 02:21:32.548783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86bb27ee-471c-495f-af7b-da5e47d2729a req-286c2a7c-0b2e-411a-bf5f-dc11eb3d7cdb tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536873 Jul 30 02:21:32.610844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:32.615330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:32.619347 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:32.641662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Checking router: c510cb96-9b2f-402e-81d0-d6e7ca181320 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:21:32.642108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Updating router c510cb96-9b2f-402e-81d0-d6e7ca181320 port 4e4ac6be-702e-401c-9101-114feeb39bc2 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:21:32.677406 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:32.705495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Subnet': ['ID=f67b7f0b-1f69-4c3f-a577-43fb0cc1cd1a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:32.726799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Checking segment: {'id': 'b5af19f0-39a9-4f1d-b3c0-4ced15946c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a8a60ee-4bb9-44eb-b745-44e91eedc73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:32.727313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network hostable DHCP agents. Network: 5a8a60ee-4bb9-44eb-b745-44e91eedc73c, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:21:32.746782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network 5a8a60ee-4bb9-44eb-b745-44e91eedc73c is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:21:32.758080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5a8a60ee-4bb9-44eb-b745-44e91eedc73c) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:32.773107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:32.773793 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:32.776745 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ba3a615c-a35a-4679-bf25-06e02bbd2427 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:21:32.779090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91284f25-d432-4fd9-b1dd-41338200ec86 None None] Network 5a8a60ee-4bb9-44eb-b745-44e91eedc73c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:32.796165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8c2c10a5-dc98-4a70-af61-a0f9ec8e75ad tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7206378 Jul 30 02:21:32.796855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47654) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:32.802756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2dafec57-646c-48f4-8b83-1aab07244a5a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a8a60ee-4bb9-44eb-b745-44e91eedc73c'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:32.820945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:32.895309 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Subnet': ['ID=4edcae46-0006-4abf-afa4-764163e86c30,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:32.904559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Checking segment: {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:32.905047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network hostable DHCP agents. Network: 9883111f-b8f1-4bc1-9296-e28a9a0950d6, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:21:32.926469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:21:32.941399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 9883111f-b8f1-4bc1-9296-e28a9a0950d6) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:32.949358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:32.950174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:32.969886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46da22-e0e8-4ceb-bfbd-32552ceddbca None None] Network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:32.989771 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b557b0aa-e94e-4222-86d3-03652913e24e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5215812 Jul 30 02:21:32.991296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47660) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:33.171277 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dafec57-646c-48f4-8b83-1aab07244a5a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:33.246579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ba3a615c-a35a-4679-bf25-06e02bbd2427, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:33.343522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'port_id': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'mac_address': 'fa:16:3e:a8:5b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:21:33.390861 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-2dafec57-646c-48f4-8b83-1aab07244a5a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:21:33.392520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2dafec57-646c-48f4-8b83-1aab07244a5a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "PUT /v2.0/routers/64baecb0-50fe-4cb8-ba99-8e5640ec8e99 HTTP/1.1" status: 400 len: 364 time: 0.5945885 Jul 30 02:21:33.396195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47672) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:33.400715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-5a8a60ee-4bb9-44eb-b745-44e91eedc73c', 'network_id': '5a8a60ee-4bb9-44eb-b745-44e91eedc73c', 'tenant_id': '169c1fa3ca53417cb5bc7e857f5c38fb', 'fixed_ips': [{'subnet_id': 'f67b7f0b-1f69-4c3f-a577-43fb0cc1cd1a'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:21:33.402091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:33.424577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:21:33.425425 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:33.507917 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:33.556309 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4cffca51-4fc8-4db2-b0a9-852b8efea06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:33.562751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Transition to ACTIVE for port object 4e4ac6be-702e-401c-9101-114feeb39bc2 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:33.741322 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:33.782451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:33.803161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db91f-1442-46a0-b76f-07e5a3347b41 req-1c4fba91-5cb4-4308-9a5f-c99a3118563c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:33.804782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c37db91f-1442-46a0-b76f-07e5a3347b41 req-1c4fba91-5cb4-4308-9a5f-c99a3118563c tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 944 time: 0.0992136 Jul 30 02:21:33.828767 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:33.839570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99608921-70ab-461f-8c14-be17c5d2e9cc None None] Pushing event updated for resources: {'Port': ['ID=4e4ac6be-702e-401c-9101-114feeb39bc2,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:33.844109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:33.951176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c37db91f-1442-46a0-b76f-07e5a3347b41 req-ee769e0e-f912-409d-9942-005be16f060f tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394184 Jul 30 02:21:34.035115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Attempting to bind port 4e4ac6be-702e-401c-9101-114feeb39bc2 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:34.036136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Attempting to bind port 4e4ac6be-702e-401c-9101-114feeb39bc2 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:34.036793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Attempting to bind port 4e4ac6be-702e-401c-9101-114feeb39bc2 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:34.045346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3a615c-a35a-4679-bf25-06e02bbd2427 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:21:34.070970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ba3a615c-a35a-4679-bf25-06e02bbd2427, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:34.096201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:34.096201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:34.098668 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:34.099100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:34.100777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Bound port: 4e4ac6be-702e-401c-9101-114feeb39bc2, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:34.100941 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:34.119548 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:34.145181 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:34.259268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Allocated IP 2001:db8::1 (ea05ab91-215a-427d-8183-d13d3da21c34/4fc60d6d-5170-4eb4-80f5-6f9445d7d427/2492cebb-57ee-47c1-aed4-e06879debcac) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:34.275583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Allocated IP 2001:db8:1::2 (5a8a60ee-4bb9-44eb-b745-44e91eedc73c/f67b7f0b-1f69-4c3f-a577-43fb0cc1cd1a/58b24bf2-c127-48dc-abb2-84fab3439598) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:34.383204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] For port 4e4ac6be-702e-401c-9101-114feeb39bc2, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:34.387820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] For port 4e4ac6be-702e-401c-9101-114feeb39bc2, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e4ac6be-702e-401c-9101-114feeb39bc2,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:34.458231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Allocated IP 172.20.0.2 (9883111f-b8f1-4bc1-9296-e28a9a0950d6/4edcae46-0006-4abf-afa4-764163e86c30/b8e8bfa5-7980-4eae-812f-27b0a9e9c448) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:34.522393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ba3a615c-a35a-4679-bf25-06e02bbd2427'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:21:34.536914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:34.552229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Transition to ACTIVE for port object 2492cebb-57ee-47c1-aed4-e06879debcac will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:34.562791 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:34.592891 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:34.598417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ba3a615c-a35a-4679-bf25-06e02bbd2427,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:34.654443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network ea05ab91-215a-427d-8183-d13d3da21c34 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:34.663300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:34.672064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:34.673512 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:34.677511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Port': ['ID=2492cebb-57ee-47c1-aed4-e06879debcac,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:34.688148 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:34.746287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:34.747035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:34.833388 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99608921-70ab-461f-8c14-be17c5d2e9cc None None] Pushing event updated for resources: {'Port': ['ID=4e4ac6be-702e-401c-9101-114feeb39bc2,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:34.868050 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.072768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.089257 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.200343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ca330-cd13-4dc0-8b43-de95bce375ec req-12558550-a35e-42d0-98d6-536e786804c8 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:35.201874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b16ca330-cd13-4dc0-8b43-de95bce375ec req-12558550-a35e-42d0-98d6-536e786804c8 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 945 time: 0.1358693 Jul 30 02:21:35.297964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b16ca330-cd13-4dc0-8b43-de95bce375ec req-10af91d7-06a3-4342-a4a4-b2968ee6e32a tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808408 Jul 30 02:21:35.301414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Transition to ACTIVE for port object 58b24bf2-c127-48dc-abb2-84fab3439598 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:35.339690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Transition to ACTIVE for port object b8e8bfa5-7980-4eae-812f-27b0a9e9c448 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:35.346876 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.353119 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.354435 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.359393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Transition to ACTIVE for port object 58b24bf2-c127-48dc-abb2-84fab3439598 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:35.361244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:35.445422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Transition to ACTIVE for port object b8e8bfa5-7980-4eae-812f-27b0a9e9c448 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:35.478672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event updated for resources: {'Port': ['ID=2492cebb-57ee-47c1-aed4-e06879debcac,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:35.494401 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.499957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7436a920-7509-4bb9-a228-4fb0f4fca5c5 None None] Provisioning for port 2492cebb-57ee-47c1-aed4-e06879debcac completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:35.504514 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.519889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7436a920-7509-4bb9-a228-4fb0f4fca5c5 None None] Provisioning complete for port 2492cebb-57ee-47c1-aed4-e06879debcac triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:35.520259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7436a920-7509-4bb9-a228-4fb0f4fca5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.553263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Network ea05ab91-215a-427d-8183-d13d3da21c34 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:35.555130 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:35.555560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.20.0.1 (9883111f-b8f1-4bc1-9296-e28a9a0950d6/4edcae46-0006-4abf-afa4-764163e86c30/3e44915f-f728-4e18-a47a-535283302770) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:35.605009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Network 5a8a60ee-4bb9-44eb-b745-44e91eedc73c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:35.634069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7436a920-7509-4bb9-a228-4fb0f4fca5c5 None None] Port 2492cebb-57ee-47c1-aed4-e06879debcac cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:35.637485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:35.639950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:35.751363 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.777196 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Transition to ACTIVE for port object 3e44915f-f728-4e18-a47a-535283302770 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:35.811746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Router 64baecb0-50fe-4cb8-ba99-8e5640ec8e99 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:35.814151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:35.841753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Attempting to bind port 58b24bf2-c127-48dc-abb2-84fab3439598 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:35.842123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Attempting to bind port 58b24bf2-c127-48dc-abb2-84fab3439598 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'b5af19f0-39a9-4f1d-b3c0-4ced15946c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a8a60ee-4bb9-44eb-b745-44e91eedc73c'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:35.842489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Attempting to bind port 58b24bf2-c127-48dc-abb2-84fab3439598 on network 5a8a60ee-4bb9-44eb-b745-44e91eedc73c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:35.849498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.852502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:35.854957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:35.890797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Pushing event updated for resources: {'Port': ['ID=b8e8bfa5-7980-4eae-812f-27b0a9e9c448,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:35.930699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:35.934861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:35.939322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:35.947111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Pushing event updated for resources: {'Port': ['ID=58b24bf2-c127-48dc-abb2-84fab3439598,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:35.959055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:35.959463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Checking segment: {'id': 'b5af19f0-39a9-4f1d-b3c0-4ced15946c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a8a60ee-4bb9-44eb-b745-44e91eedc73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:35.959916 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.960491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Bound using segment: {'id': 'b5af19f0-39a9-4f1d-b3c0-4ced15946c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a8a60ee-4bb9-44eb-b745-44e91eedc73c'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:35.961115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Bound port: 58b24bf2-c127-48dc-abb2-84fab3439598, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5af19f0-39a9-4f1d-b3c0-4ced15946c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5a8a60ee-4bb9-44eb-b745-44e91eedc73c'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:35.961488 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:35.996366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=3e44915f-f728-4e18-a47a-535283302770,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:35.998883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:36.010292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c9db6878-e00c-4bf7-8b29-bd48927b6047 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "PUT /v2.0/routers/64baecb0-50fe-4cb8-ba99-8e5640ec8e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5948660 Jul 30 02:21:36.011838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47700) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:36.013473 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc96eb5d-bf80-4f4a-b1f5-d9bf8ab75a1a None None] Sync routers for ids ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:36.033240 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96eb5d-bf80-4f4a-b1f5-d9bf8ab75a1a None None] Routers {'64baecb0-50fe-4cb8-ba99-8e5640ec8e99'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:36.033596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:36.033862 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dc96eb5d-bf80-4f4a-b1f5-d9bf8ab75a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:36.104846 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dc96eb5d-bf80-4f4a-b1f5-d9bf8ab75a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:36.125732 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96eb5d-bf80-4f4a-b1f5-d9bf8ab75a1a None None] Routers {'64baecb0-50fe-4cb8-ba99-8e5640ec8e99'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:36.126367 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dc96eb5d-bf80-4f4a-b1f5-d9bf8ab75a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:36.136015 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a02292ad-2cf6-40ce-b5e4-909366232f80 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:36.201429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] For port 58b24bf2-c127-48dc-abb2-84fab3439598, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:36.210815 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dc96eb5d-bf80-4f4a-b1f5-d9bf8ab75a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:36.211814 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc96eb5d-bf80-4f4a-b1f5-d9bf8ab75a1a None None] The sync data for ids ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:36.231276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] For port 58b24bf2-c127-48dc-abb2-84fab3439598, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=58b24bf2-c127-48dc-abb2-84fab3439598,segment=NetworkSegment(b5af19f0-39a9-4f1d-b3c0-4ced15946c04),segment_id=b5af19f0-39a9-4f1d-b3c0-4ced15946c04)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:36.249850 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-a02292ad-2cf6-40ce-b5e4-909366232f80 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 30 02:21:36.253536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a02292ad-2cf6-40ce-b5e4-909366232f80 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/routers/64baecb0-50fe-4cb8-ba99-8e5640ec8e99 HTTP/1.1" status: 409 len: 329 time: 0.2380109 Jul 30 02:21:36.253709 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:36.254131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47702) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:36.256894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f7c335ea-534f-4ee2-bba7-2b1eed65711b None None] Provisioning complete for port 2492cebb-57ee-47c1-aed4-e06879debcac triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:36.257266 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7c335ea-534f-4ee2-bba7-2b1eed65711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:36.304583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:36.310891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f7c335ea-534f-4ee2-bba7-2b1eed65711b None None] Port 2492cebb-57ee-47c1-aed4-e06879debcac cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:36.380475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Attempting to bind port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:36.380859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Attempting to bind port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:36.381426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Attempting to bind port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 on network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:36.392168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686d71a-42ce-490a-981f-690b5b9cf6ad None None] Pushing event updated for resources: {'Port': ['ID=58b24bf2-c127-48dc-abb2-84fab3439598,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:36.452664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:36.453674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Checking segment: {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:36.454598 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:36.455712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Bound using segment: {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:36.456478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Bound port: b8e8bfa5-7980-4eae-812f-27b0a9e9c448, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:36.457134 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:36.460613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:29Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:36.485652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59b54-b0cc-4fad-861e-971788eef20a req-61423d4d-f48b-4cb3-8077-2baf98367a82 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:36.496680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ba59b54-b0cc-4fad-861e-971788eef20a req-61423d4d-f48b-4cb3-8077-2baf98367a82 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 945 time: 0.0890486 Jul 30 02:21:36.520212 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:36.525973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3b25c-d18d-401c-aef3-3cef54521a59 None None] The sync data for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 is: [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:29Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:36.641691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] For port b8e8bfa5-7980-4eae-812f-27b0a9e9c448, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:36.645843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] For port b8e8bfa5-7980-4eae-812f-27b0a9e9c448, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b8e8bfa5-7980-4eae-812f-27b0a9e9c448,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:36.653879 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:36.757821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8e44c-ecd1-4c1b-904e-d0531f983517 None None] Pushing event updated for resources: {'Port': ['ID=b8e8bfa5-7980-4eae-812f-27b0a9e9c448,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:37.023221 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:37.042782 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:37.169669 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:37.253252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ba59b54-b0cc-4fad-861e-971788eef20a req-81d191fd-3391-4ff2-a7a6-27d67f1dc476 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7548540 Jul 30 02:21:37.409020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=3e44915f-f728-4e18-a47a-535283302770,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:37.480161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:37.483736 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:37.712930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router c510cb96-9b2f-402e-81d0-d6e7ca181320 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:37.756808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:38.002603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:38.023786 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9205e2f6-13b6-4450-885e-d16d1d4002da tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "PUT /v2.0/routers/c510cb96-9b2f-402e-81d0-d6e7ca181320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0312598 Jul 30 02:21:38.191318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting port 2492cebb-57ee-47c1-aed4-e06879debcac {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:38.191694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:38.310122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67106ad7-265a-4f13-97ff-1db4e8ed1d05 None None] Network 5a8a60ee-4bb9-44eb-b745-44e91eedc73c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:38.398103 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:38.400776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-395a7b2c-ce7b-4b96-9f4f-9f725a1094f9 None None] Provisioning for port 58b24bf2-c127-48dc-abb2-84fab3439598 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:38.437128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Calling delete_port for 2492cebb-57ee-47c1-aed4-e06879debcac owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:38.676646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e4ac6be-702e-401c-9101-114feeb39bc2 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:38.767249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ba3a615c-a35a-4679-bf25-06e02bbd2427 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:38.831218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:38.865811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4e4ac6be-702e-401c-9101-114feeb39bc2 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:38.872934 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4e4ac6be-702e-401c-9101-114feeb39bc2 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:38.873571 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:38.929780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Port': ['ID=2492cebb-57ee-47c1-aed4-e06879debcac,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:38.943690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ba3a615c-a35a-4679-bf25-06e02bbd2427 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:38.966243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ba3a615c-a35a-4679-bf25-06e02bbd2427 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:38.966561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.067181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db774c6-7fb1-4f89-8c97-beb4a1dc3935 None None] Network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:39.112310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.123113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-4c6fd989-4e59-4b66-8a46-f58f9b851e72 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371208687&fields=id&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 267 time: 0.3154397 Jul 30 02:21:39.168452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e9ee229d-1722-4c94-a51b-c96bc9c5855b None None] Provisioning for port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:39.334732 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.375645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 4e4ac6be-702e-401c-9101-114feeb39bc2, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e4ac6be-702e-401c-9101-114feeb39bc2,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:39.388958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.389837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b8e8bfa5-7980-4eae-812f-27b0a9e9c448 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:39.465825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47760) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:39.488356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Sync routers for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:39.532737 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.572689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:39.575216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:39.651055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-427cd77a-d425-4e48-ac4e-0fab4af5c47a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:39.664396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-427cd77a-d425-4e48-ac4e-0fab4af5c47a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 797 time: 0.5217004 Jul 30 02:21:39.689357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=4e4ac6be-702e-401c-9101-114feeb39bc2,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:39.691798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-8b842fd0-7a1d-4583-8368-3492d4b31776 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/quotas/07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 375 time: 0.0267687 Jul 30 02:21:39.710212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3a615c-a35a-4679-bf25-06e02bbd2427'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:21:39.713010 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b182d88-a844-4868-995a-ac63fca1b050" -d '{"events": [{"server_uuid": "16c7a825-7bb6-4080-8ecd-6a72ababc2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ba3a615c-a35a-4679-bf25-06e02bbd2427"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:21:39.721637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-adec6527-1968-4826-b0a6-f81c65d0706f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.741299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ba3a615c-a35a-4679-bf25-06e02bbd2427, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:39.747477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Router 64baecb0-50fe-4cb8-ba99-8e5640ec8e99 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:39.757602 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.770301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:39.785050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:39.786098 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.810823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-44ec5e6d-afb2-4cb0-8138-bdf0728cc8b0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178007 Jul 30 02:21:39.876262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-adec6527-1968-4826-b0a6-f81c65d0706f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.880692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-adec6527-1968-4826-b0a6-f81c65d0706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:39.935927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec6527-1968-4826-b0a6-f81c65d0706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fac818-3e34-4c4a-a654-fbd0fa2454ce,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:39.978224 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-adec6527-1968-4826-b0a6-f81c65d0706f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e7a9515d9b54a04931f7a9ee77487e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105574 Jul 30 02:21:39.981475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47772) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:40.058329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:40.069014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-04cebbbb-0221-4dc1-b98d-d364b57ff1c6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "PUT /v2.0/routers/64baecb0-50fe-4cb8-ba99-8e5640ec8e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8137186 Jul 30 02:21:40.069612 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432188a-ce4f-4491-af4b-e36b6eec06d7 None None] Sync routers for ids ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:40.079826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-c5cabd94-26cb-43cb-83f0-b820630eaa78 service neutron] 10.222.0.84 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677102 Jul 30 02:21:40.083387 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432188a-ce4f-4491-af4b-e36b6eec06d7 None None] Routers {'64baecb0-50fe-4cb8-ba99-8e5640ec8e99'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:40.085575 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3432188a-ce4f-4491-af4b-e36b6eec06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:40.089134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47774) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:40.089469 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05a17252-200f-4c18-b44c-6cf256f09814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.127696 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05a17252-200f-4c18-b44c-6cf256f09814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.146543 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3432188a-ce4f-4491-af4b-e36b6eec06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:40.165277 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432188a-ce4f-4491-af4b-e36b6eec06d7 None None] Routers {'64baecb0-50fe-4cb8-ba99-8e5640ec8e99'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:40.167669 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3432188a-ce4f-4491-af4b-e36b6eec06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:40.188171 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-ff7d5f87-377a-4fda-9c3a-04a3914801f2 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] show failed (client error): The resource could not be found. Jul 30 02:21:40.189761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ff7d5f87-377a-4fda-9c3a-04a3914801f2 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-1547435886 HTTP/1.1" status: 404 len: 335 time: 0.0994446 Jul 30 02:21:40.195258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47776) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:40.201168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0d12ce20-d408-496a-806c-382ed9b725c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:40.253407 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05a17252-200f-4c18-b44c-6cf256f09814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.254647 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-0d12ce20-d408-496a-806c-382ed9b725c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] update failed (client error): The resource could not be found. Jul 30 02:21:40.255792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0d12ce20-d408-496a-806c-382ed9b725c3 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-10125994 HTTP/1.1" status: 404 len: 333 time: 0.0587010 Jul 30 02:21:40.261219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47782) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:40.263016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-05a17252-200f-4c18-b44c-6cf256f09814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.264286 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-05a17252-200f-4c18-b44c-6cf256f09814 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/96fac818-3e34-4c4a-a654-fbd0fa2454ce HTTP/1.1" status: 204 len: 168 time: 0.2787461 Jul 30 02:21:40.273843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a17252-200f-4c18-b44c-6cf256f09814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fac818-3e34-4c4a-a654-fbd0fa2454ce,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:40.283017 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3432188a-ce4f-4491-af4b-e36b6eec06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:40.283922 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3432188a-ce4f-4491-af4b-e36b6eec06d7 None None] The sync data for ids ['64baecb0-50fe-4cb8-ba99-8e5640ec8e99'] in n-d-715271-7 is: [] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:40.355771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed939299-e084-4c28-a7d3-80040e6990a0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting subnet f67b7f0b-1f69-4c3f-a577-43fb0cc1cd1a {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:40.359755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed939299-e084-4c28-a7d3-80040e6990a0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.425894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:40.429149 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed939299-e084-4c28-a7d3-80040e6990a0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.431073 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.486970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-8fe49223-c396-4820-b701-ab7c65699954 service neutron] 10.222.0.84 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062884 Jul 30 02:21:40.505625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ba3a615c-a35a-4679-bf25-06e02bbd2427,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:40.553654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3576c00b-a01b-4b8f-ad55-4e4df9ca361e None None] Provisioning complete for port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:40.554026 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3576c00b-a01b-4b8f-ad55-4e4df9ca361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.619997 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed939299-e084-4c28-a7d3-80040e6990a0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.723972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port b8e8bfa5-7980-4eae-812f-27b0a9e9c448, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b8e8bfa5-7980-4eae-812f-27b0a9e9c448,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:40.739241 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed939299-e084-4c28-a7d3-80040e6990a0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.745358 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.746730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 58b24bf2-c127-48dc-abb2-84fab3439598 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:40.819540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47794) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:40.835806 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bf68d4-669e-4c3a-bf06-5c7ff64dacd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.850518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed939299-e084-4c28-a7d3-80040e6990a0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Subnet': ['ID=f67b7f0b-1f69-4c3f-a577-43fb0cc1cd1a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:40.856900 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed939299-e084-4c28-a7d3-80040e6990a0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:40.858543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ed939299-e084-4c28-a7d3-80040e6990a0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/subnets/f67b7f0b-1f69-4c3f-a577-43fb0cc1cd1a HTTP/1.1" status: 204 len: 168 time: 0.5910134 Jul 30 02:21:40.861010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47796) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:40.868513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=b8e8bfa5-7980-4eae-812f-27b0a9e9c448,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:40.873959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d0383e-b314-4b98-97c2-d6bf580b1893 None None] Network 5a8a60ee-4bb9-44eb-b745-44e91eedc73c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:40.884997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45507e-2d57-44d6-b52f-8927dc7316b2 req-2fba5218-c216-451f-85f5-e02c345e491a tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:40.894730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d45507e-2d57-44d6-b52f-8927dc7316b2 req-2fba5218-c216-451f-85f5-e02c345e491a tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 946 time: 0.0720129 Jul 30 02:21:40.949284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d45507e-2d57-44d6-b52f-8927dc7316b2 req-4876cc25-57ba-4e96-8125-e4d12de79cb5 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518761 Jul 30 02:21:41.001657 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.086324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 58b24bf2-c127-48dc-abb2-84fab3439598 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:41.126158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting port 58b24bf2-c127-48dc-abb2-84fab3439598 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:41.126842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.130861 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bf68d4-669e-4c3a-bf06-5c7ff64dacd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.145195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bf68d4-669e-4c3a-bf06-5c7ff64dacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.164842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 58b24bf2-c127-48dc-abb2-84fab3439598 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:41.165235 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.239982 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97bf68d4-669e-4c3a-bf06-5c7ff64dacd5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3d3e9fec8dc0498ab4c2fc86df3a66a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188828 Jul 30 02:21:41.243085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47808) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:41.251050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf68d4-669e-4c3a-bf06-5c7ff64dacd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c2eb7-68e4-4732-8a55-38342d91dcbf,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:41.321834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] For port 58b24bf2-c127-48dc-abb2-84fab3439598, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=58b24bf2-c127-48dc-abb2-84fab3439598,segment=NetworkSegment(b5af19f0-39a9-4f1d-b3c0-4ced15946c04),segment_id=b5af19f0-39a9-4f1d-b3c0-4ced15946c04)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:41.322215 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.357008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Calling delete_port for 58b24bf2-c127-48dc-abb2-84fab3439598 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:41.362484 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19d28180-8456-49b8-beae-50cec3eebf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.397293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3576c00b-a01b-4b8f-ad55-4e4df9ca361e None None] Provisioning for port 3e44915f-f728-4e18-a47a-535283302770 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:41.464547 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19d28180-8456-49b8-beae-50cec3eebf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.466506 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba3e334-2694-48dc-8493-3480f1e075fb x-openstack-request-id: req-fba3e334-2694-48dc-8493-3480f1e075fb {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:21:41.471987 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c7a825-7bb6-4080-8ecd-6a72ababc2d4", "name": "network-vif-plugged", "status": "completed", "tag": "ba3a615c-a35a-4679-bf25-06e02bbd2427", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:21:41.472461 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fba3e334-2694-48dc-8493-3480f1e075fb {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:21:41.472902 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'code': 200} Jul 30 02:21:41.473678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3576c00b-a01b-4b8f-ad55-4e4df9ca361e None None] Provisioning complete for port 3e44915f-f728-4e18-a47a-535283302770 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:41.477419 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3576c00b-a01b-4b8f-ad55-4e4df9ca361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.485617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.491095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98b806-785d-473b-9049-6158a6aaa26e None None] DHCP port deletion for 5a8a60ee-4bb9-44eb-b745-44e91eedc73c request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:21:41.539078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Port': ['ID=58b24bf2-c127-48dc-abb2-84fab3439598,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:41.553716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] No DVR routers for this DVR port 58b24bf2-c127-48dc-abb2-84fab3439598 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:41.623002 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Port 58b24bf2-c127-48dc-abb2-84fab3439598 update to ACTIVE by agent not found {{(pid=93820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 30 02:21:41.639631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3e44915f-f728-4e18-a47a-535283302770', 'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:91:88:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:34Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 2, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': '4edcae46-0006-4abf-afa4-764163e86c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:41.659488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3576c00b-a01b-4b8f-ad55-4e4df9ca361e None None] Port 3e44915f-f728-4e18-a47a-535283302770 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:41.690013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac473ede-2fb5-4a3b-9e33-bdb3521efc58 req-692269d4-07e5-4adf-b2a2-3bb1d5cd1413 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 210 time: 0.1252093 Jul 30 02:21:41.698747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.735609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afaeb1-c090-47a3-a799-876012e4a7b0 req-fcf35cb9-903f-4f0c-83ac-00268dbfc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:41.737638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34afaeb1-c090-47a3-a799-876012e4a7b0 req-fcf35cb9-903f-4f0c-83ac-00268dbfc0df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 1097 time: 0.2387152 Jul 30 02:21:41.737846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8a60ee-4bb9-44eb-b745-44e91eedc73c']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:41.759535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5af19f0-39a9-4f1d-b3c0-4ced15946c04') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:41.759535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5af19f0-39a9-4f1d-b3c0-4ced15946c04') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:41.759890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Checking router: c510cb96-9b2f-402e-81d0-d6e7ca181320 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:21:41.759890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Updating router c510cb96-9b2f-402e-81d0-d6e7ca181320 port 3e44915f-f728-4e18-a47a-535283302770 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:21:41.765329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.779548 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19d28180-8456-49b8-beae-50cec3eebf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.785025 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-19d28180-8456-49b8-beae-50cec3eebf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.786173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.790111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-19d28180-8456-49b8-beae-50cec3eebf3e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f72c2eb7-68e4-4732-8a55-38342d91dcbf HTTP/1.1" status: 204 len: 168 time: 0.5457087 Jul 30 02:21:41.794494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:21:41.795201 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.808447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e4ac6be-702e-401c-9101-114feeb39bc2 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:41.839944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d28180-8456-49b8-beae-50cec3eebf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c2eb7-68e4-4732-8a55-38342d91dcbf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:41.846375 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.868117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8c92cc14-70fe-4c4b-bf38-0eb99d8dfc66 None None] Provisioning complete for port 3e44915f-f728-4e18-a47a-535283302770 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:41.868619 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8c92cc14-70fe-4c4b-bf38-0eb99d8dfc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.881593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34afaeb1-c090-47a3-a799-876012e4a7b0 req-981dfa34-5aa6-4ca8-abe4-a5245e648b26 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356215 Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:21:41.904969 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:21:41.911354 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.924757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:41.926760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/networks/5a8a60ee-4bb9-44eb-b745-44e91eedc73c HTTP/1.1" status: 204 len: 168 time: 1.0645788 Jul 30 02:21:41.929290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47820) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:41.968982 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b724996-5292-4030-b90f-dbda2a341741 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Network': ['ID=5a8a60ee-4bb9-44eb-b745-44e91eedc73c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:42.024576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-84950eab-b4ac-44c4-a44b-3757fa708bd6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting subnet addd77f1-452e-4058-8fa4-9f639ce3936d {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:42.038101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84950eab-b4ac-44c4-a44b-3757fa708bd6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.061379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8c92cc14-70fe-4c4b-bf38-0eb99d8dfc66 None None] Port 3e44915f-f728-4e18-a47a-535283302770 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:42.136398 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84950eab-b4ac-44c4-a44b-3757fa708bd6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.140116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4e4ac6be-702e-401c-9101-114feeb39bc2 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:42.140737 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.181521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8348a-fdc1-4f4f-9870-1359329ed04a req-ac3d0346-d25c-4fc4-81fe-2ee6aeb7929e tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:42.183571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f8348a-fdc1-4f4f-9870-1359329ed04a req-ac3d0346-d25c-4fc4-81fe-2ee6aeb7929e tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 946 time: 0.1031394 Jul 30 02:21:42.280259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f8348a-fdc1-4f4f-9870-1359329ed04a req-9d54da7d-17df-4ca5-a705-8b1a29fa72aa tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859485 Jul 30 02:21:42.306066 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84950eab-b4ac-44c4-a44b-3757fa708bd6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.383473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b8e8bfa5-7980-4eae-812f-27b0a9e9c448 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:42.443303 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84950eab-b4ac-44c4-a44b-3757fa708bd6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.506371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406553f1-78b0-4b3f-a230-23ba91536fda None None] Network cc0c6c18-be4e-42a4-8b09-55c0d881fdef requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:42.510301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84950eab-b4ac-44c4-a44b-3757fa708bd6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.517112 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-84950eab-b4ac-44c4-a44b-3757fa708bd6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/subnets/addd77f1-452e-4058-8fa4-9f639ce3936d HTTP/1.1" status: 204 len: 168 time: 0.5831203 Jul 30 02:21:42.517112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47836) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:42.523745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84950eab-b4ac-44c4-a44b-3757fa708bd6 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Subnet': ['ID=addd77f1-452e-4058-8fa4-9f639ce3936d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:42.590238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-887a65fd-18cc-4d45-bf4b-28b10efde729 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting subnet 5b388f57-f6b3-4566-ba4f-2054dbbb1ed4 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:42.594260 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-887a65fd-18cc-4d45-bf4b-28b10efde729 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.619364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-715359e0-fc82-492e-a6b8-5731a25c11d8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:42.623065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-715359e0-fc82-492e-a6b8-5731a25c11d8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 797 time: 0.3412499 Jul 30 02:21:42.658080 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-887a65fd-18cc-4d45-bf4b-28b10efde729 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.756289 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-32970a60-23bd-4596-8dea-8c04148f7dc7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 379 time: 0.1166253 Jul 30 02:21:42.770203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'port': {'device_id': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'admin_state_up': True, 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'security_groups': ['7f089482-216b-4daf-95f1-1d633cc5e1f7']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:42.775049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.832652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c108fc5-8903-42f8-b695-a21469f92595 req-e297c437-3a1f-491f-99d9-c9554f3e71e8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 210 time: 0.0422912 Jul 30 02:21:42.844792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:42.845187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.900892 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-887a65fd-18cc-4d45-bf4b-28b10efde729 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.902611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Transition to ACTIVE for port object 3e44915f-f728-4e18-a47a-535283302770 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:42.917653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:21:42.927404 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.933453 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.977146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-887a65fd-18cc-4d45-bf4b-28b10efde729 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:42.997693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-887a65fd-18cc-4d45-bf4b-28b10efde729 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.001215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-887a65fd-18cc-4d45-bf4b-28b10efde729 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/subnets/5b388f57-f6b3-4566-ba4f-2054dbbb1ed4 HTTP/1.1" status: 204 len: 168 time: 0.4788737 Jul 30 02:21:43.033623 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a942bd9-5381-46fa-8abe-e9a67cef3e67 None None] Network 74739a43-a656-47ec-9607-3a2750e1d9d6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:43.041393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47852) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:43.055401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a65fd-18cc-4d45-bf4b-28b10efde729 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Subnet': ['ID=5b388f57-f6b3-4566-ba4f-2054dbbb1ed4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:43.178072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b09bc-d9c8-49bc-9162-6f349ac37098 None None] Pushing event updated for resources: {'Port': ['ID=3e44915f-f728-4e18-a47a-535283302770,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:43.206861 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.213365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] DHCP port deletion for cc0c6c18-be4e-42a4-8b09-55c0d881fdef request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:21:43.227850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.20.0.11 (9883111f-b8f1-4bc1-9296-e28a9a0950d6/4edcae46-0006-4abf-afa4-764163e86c30/40f68224-6171-4f4d-bcb3-ae67ce4a037e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:43.370976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:43.371489 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.445608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.452192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Attempting to bind port 3e44915f-f728-4e18-a47a-535283302770 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:43.453206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Attempting to bind port 3e44915f-f728-4e18-a47a-535283302770 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:43.453755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Attempting to bind port 3e44915f-f728-4e18-a47a-535283302770 on network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:43.468239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Transition to ACTIVE for port object 40f68224-6171-4f4d-bcb3-ae67ce4a037e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:43.468567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:43.469541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Checking segment: {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:43.470132 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.470693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Bound using segment: {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:43.471790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Bound port: 3e44915f-f728-4e18-a47a-535283302770, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:43.472381 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.544394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.584657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] For port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c,segment=NetworkSegment(e3997457-f736-4991-9120-9a36cfe77598),segment_id=e3997457-f736-4991-9120-9a36cfe77598)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:43.584956 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.610861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Calling delete_port for bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:43.619353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:43.625294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:43.625541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695691a-7d30-42f6-8a86-986e090b8cf6 req-49a1afe6-c091-4b2c-9f2f-b3f629576ebe tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:43.626936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2695691a-7d30-42f6-8a86-986e090b8cf6 req-49a1afe6-c091-4b2c-9f2f-b3f629576ebe tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 946 time: 0.1663108 Jul 30 02:21:43.637962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:43.680056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:43.714594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:43.715401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.738994 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-847d151d-ea1d-4fbd-8afa-910afc307bf2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9754143 Jul 30 02:21:43.754820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Request body: {'port': {'device_id': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:43.759757 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2695691a-7d30-42f6-8a86-986e090b8cf6 req-3d59ef26-7c57-49a1-85e9-1dff59e4972d tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239409 Jul 30 02:21:43.846520 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.862151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] No DVR routers for this DVR port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:43.863163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 58b24bf2-c127-48dc-abb2-84fab3439598 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:21:43.898106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Port': ['ID=bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:43.921644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] Deleting port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:43.922014 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.951061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:43.969219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 58b24bf2-c127-48dc-abb2-84fab3439598 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:21:43.973074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 58b24bf2-c127-48dc-abb2-84fab3439598 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:44.098335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.111957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0c6c18-be4e-42a4-8b09-55c0d881fdef']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:44.121427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] For port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:44.121888 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.139361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:21:44.143410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde4b8e-3319-4ca8-8cf7-f2efb7a03979 req-9ffe3c3f-463c-44ac-bd1d-2267c311848e tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:44.152734 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5fde4b8e-3319-4ca8-8cf7-f2efb7a03979 req-9ffe3c3f-463c-44ac-bd1d-2267c311848e tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 946 time: 0.2249680 Jul 30 02:21:44.165096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3997457-f736-4991-9120-9a36cfe77598') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:44.165699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3997457-f736-4991-9120-9a36cfe77598') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:44.185222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:21:44.185566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:44.195566 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.204917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] Calling delete_port for bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:44.214967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] Port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:21:44.221640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] For port 3e44915f-f728-4e18-a47a-535283302770, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:44.232232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.254989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] For port 3e44915f-f728-4e18-a47a-535283302770, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3e44915f-f728-4e18-a47a-535283302770,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:44.285239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5fde4b8e-3319-4ca8-8cf7-f2efb7a03979 req-22220471-ed78-4be1-ad72-83a21682bddb tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256592 Jul 30 02:21:44.287964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6348fc3a-c5bc-42a3-a7d0-c78c12684566 None None] Provisioning for port 40f68224-6171-4f4d-bcb3-ae67ce4a037e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:44.302135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a26a4d0-bc67-4342-a4ab-46eee9d3a598 None None] DHCP port deletion for 74739a43-a656-47ec-9607-3a2750e1d9d6 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:21:44.309959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] No DVR routers for this DVR port bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:44.310975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.331325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:21:44.333703 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.334998 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:21:44.347758 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:21:44.357966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6348fc3a-c5bc-42a3-a7d0-c78c12684566 None None] Provisioning complete for port 40f68224-6171-4f4d-bcb3-ae67ce4a037e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:44.358278 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6348fc3a-c5bc-42a3-a7d0-c78c12684566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.360122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00b806-d2f4-4913-8dc7-7cbaee9f6d28 None None] Pushing event deleted for resources: {'Port': ['ID=bb8b4176-b7c5-4abd-9e7b-6008d93f5d4c,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:44.497682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.538767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b09bc-d9c8-49bc-9162-6f349ac37098 None None] Pushing event updated for resources: {'Port': ['ID=3e44915f-f728-4e18-a47a-535283302770,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:44.554876 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:44.555650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:44.560454 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.564304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/networks/cc0c6c18-be4e-42a4-8b09-55c0d881fdef HTTP/1.1" status: 204 len: 168 time: 1.5212948 Jul 30 02:21:44.571049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6348fc3a-c5bc-42a3-a7d0-c78c12684566 None None] Port 40f68224-6171-4f4d-bcb3-ae67ce4a037e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:21:44.571218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47890) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:44.593275 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52389b6-9956-47ac-8420-0d4b9744bfbd tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Network': ['ID=cc0c6c18-be4e-42a4-8b09-55c0d881fdef,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:44.626955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a26a4d0-bc67-4342-a4ab-46eee9d3a598 None None] Deleting port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:44.627387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a26a4d0-bc67-4342-a4ab-46eee9d3a598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.647541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e4eb1-e808-4bcb-a05f-2bd272e14835 req-44cb2486-c689-4eba-b779-bbd191d3e2c1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:44.655798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e7e4eb1-e808-4bcb-a05f-2bd272e14835 req-44cb2486-c689-4eba-b779-bbd191d3e2c1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 932 time: 0.1728499 Jul 30 02:21:44.672155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f68224-6171-4f4d-bcb3-ae67ce4a037e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:21:44.682546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.712716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Transition to ACTIVE for port object 40f68224-6171-4f4d-bcb3-ae67ce4a037e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:21:44.731480 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.751508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2a26a4d0-bc67-4342-a4ab-46eee9d3a598 None None] For port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca,segment=NetworkSegment(5123e5b2-7aef-4dae-9f06-f0720cde0480),segment_id=5123e5b2-7aef-4dae-9f06-f0720cde0480)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:44.752002 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a26a4d0-bc67-4342-a4ab-46eee9d3a598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.758128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e7e4eb1-e808-4bcb-a05f-2bd272e14835 req-425247b2-6d1f-47ca-a946-b027c6253ab5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946286 Jul 30 02:21:44.797569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2a26a4d0-bc67-4342-a4ab-46eee9d3a598 None None] Calling delete_port for 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:44.799178 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:44.815763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Pushing event updated for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:44.989379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:45.049385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Attempting to bind port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:21:45.049969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Attempting to bind port 40f68224-6171-4f4d-bcb3-ae67ce4a037e by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:21:45.050317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Attempting to bind port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:45.057681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:21:45.058139 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Attempting to bind port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:21:45.069041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:21:45.069383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Checking segment: {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:21:45.069767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Bound using segment: {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:21:45.070205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Bound port: 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:21:45.070563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:45.085724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:45.086385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:45.115050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a59d5a-02b2-4674-83e7-72fb9c2e0681 req-a327377d-fe64-4557-a68f-c88989754305 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:45.122270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81a59d5a-02b2-4674-83e7-72fb9c2e0681 req-a327377d-fe64-4557-a68f-c88989754305 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 946 time: 0.1201062 Jul 30 02:21:45.178903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81a59d5a-02b2-4674-83e7-72fb9c2e0681 req-8b05bd9b-8460-4177-9538-54ffe99dea3e tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531509 Jul 30 02:21:45.199887 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2a26a4d0-bc67-4342-a4ab-46eee9d3a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:45.206800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47914) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:45.233653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26a4d0-bc67-4342-a4ab-46eee9d3a598 None None] Pushing event deleted for resources: {'Port': ['ID=0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:45.240472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] For port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca,segment=NetworkSegment(5123e5b2-7aef-4dae-9f06-f0720cde0480),segment_id=5123e5b2-7aef-4dae-9f06-f0720cde0480)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:45.240842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:45.268377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Calling delete_port for 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:45.278858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26a4d0-bc67-4342-a4ab-46eee9d3a598 None None] No DVR routers for this DVR port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:45.279952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:21:45.284328 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:21:45.290170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:45.367683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:45.368305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:45.369748 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] 10.222.0.22 "PUT /v2.0/ports/40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 1092 time: 1.6222694 Jul 30 02:21:45.372710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:21:45.375070 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aea5a9-85c5-4b39-8156-2e9f5919c240" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:21:45.475325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3e44915f-f728-4e18-a47a-535283302770', 'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:91:88:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:34Z', 'updated_at': '2021-07-30T02:21:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': '4edcae46-0006-4abf-afa4-764163e86c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:45.500192 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c239a8-02a5-4741-9bda-4744b1f35dd7 x-openstack-request-id: req-29c239a8-02a5-4741-9bda-4744b1f35dd7 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:21:45.501986 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:21:45.502245 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29c239a8-02a5-4741-9bda-4744b1f35dd7 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:21:45.503074 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'status': 'completed', 'code': 200} Jul 30 02:21:45.506136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1281bf7e-b49b-4c4d-bcf1-1b01300505df None None] The sync data for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 is: [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3e44915f-f728-4e18-a47a-535283302770', 'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:91:88:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:34Z', 'updated_at': '2021-07-30T02:21:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': '4edcae46-0006-4abf-afa4-764163e86c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:45.563383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d6e3b-c649-4538-b7ae-9c187b1c7e8e service neutron] Pushing event updated for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:45.628420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b13eb67-0ebb-45ce-b315-6dedd30714e3 tempest-TestServerBasicOps-1282414839 tempest-TestServerBasicOps-1282414839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:45.631969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1b13eb67-0ebb-45ce-b315-6dedd30714e3 tempest-TestServerBasicOps-1282414839 tempest-TestServerBasicOps-1282414839-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 1092 time: 0.4211192 Jul 30 02:21:45.631969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47922) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:45.634774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47924) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:45.645005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:45.674984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-28e3efa5-c6d8-4ff4-a048-1e99e3e1acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:45.678264 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-28e3efa5-c6d8-4ff4-a048-1e99e3e1acad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1095 time: 0.2433496 Jul 30 02:21:45.684224 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:45.686206 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:45.834064 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:45.848310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] No DVR routers for this DVR port 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:45.853785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Port': ['ID=0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:45.861710 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-02b7c3ac-380c-4911-aa3b-96354424598d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 217 time: 0.1723943 Jul 30 02:21:45.882663 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b01f7df-2135-4714-a9b1-fb001c517858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.029431 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.042138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-302b7826-af79-4327-9076-3f81dac05f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:46.044076 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-302b7826-af79-4327-9076-3f81dac05f70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.1368613 Jul 30 02:21:46.061357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74739a43-a656-47ec-9607-3a2750e1d9d6']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:46.107118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5123e5b2-7aef-4dae-9f06-f0720cde0480') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:46.107512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5123e5b2-7aef-4dae-9f06-f0720cde0480') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:46.108966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b44dc-bedd-4379-b5ef-a660f6897e18 req-29285302-e61a-4bdf-94d1-3887cb8f3efb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:46.110379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f0b44dc-bedd-4379-b5ef-a660f6897e18 req-29285302-e61a-4bdf-94d1-3887cb8f3efb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 944 time: 0.1848764 Jul 30 02:21:46.141460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.177508 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.187315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3e44915f-f728-4e18-a47a-535283302770 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:46.190068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:21:46.190481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.233919 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b01f7df-2135-4714-a9b1-fb001c517858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.245740 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5b01f7df-2135-4714-a9b1-fb001c517858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.290811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Allocated IP 172.25.7.75 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/a6d278d6-7281-43be-8ec0-b7020d64e257) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:46.300360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 3e44915f-f728-4e18-a47a-535283302770 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:46.313733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3e44915f-f728-4e18-a47a-535283302770 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:46.314091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.348531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5b01f7df-2135-4714-a9b1-fb001c517858 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aa0a6a22a4ca484e998210b4d799c34c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152519 Jul 30 02:21:46.351677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f0b44dc-bedd-4379-b5ef-a660f6897e18 req-e73590a6-122c-4394-a34b-ecfeffd7b326 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250199 Jul 30 02:21:46.352315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f7df-2135-4714-a9b1-fb001c517858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797a0289-f243-4cd3-a0ed-b1ab82058bdd,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:46.354941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47936) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:46.457532 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.506319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 3e44915f-f728-4e18-a47a-535283302770, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3e44915f-f728-4e18-a47a-535283302770,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:46.518097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bedbb9f-bd58-4837-8398-adbb27ada76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.519139 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.554097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bedbb9f-bd58-4837-8398-adbb27ada76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.628742 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.643840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:21:46.656276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=3e44915f-f728-4e18-a47a-535283302770,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:46.705591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:21:46.705927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0afeb9e8-c0fa-4282-84b6-d95e0b5c90ca not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:46.706851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bedbb9f-bd58-4837-8398-adbb27ada76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.710590 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4bedbb9f-bd58-4837-8398-adbb27ada76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.714294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4bedbb9f-bd58-4837-8398-adbb27ada76a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/797a0289-f243-4cd3-a0ed-b1ab82058bdd HTTP/1.1" status: 204 len: 168 time: 0.3465612 Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:21:46.719482 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:21:46.727002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedbb9f-bd58-4837-8398-adbb27ada76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a0289-f243-4cd3-a0ed-b1ab82058bdd,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:46.738068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.767191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-3360765d-60b0-4a97-a4c3-87ab9668abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:46.769071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-3360765d-60b0-4a97-a4c3-87ab9668abad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7044144 Jul 30 02:21:46.770415 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.778506 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:46.781228 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/networks/74739a43-a656-47ec-9607-3a2750e1d9d6 HTTP/1.1" status: 204 len: 168 time: 2.2083883 Jul 30 02:21:46.785332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47944) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:46.813636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8dcea-ade2-4375-a84f-bd0d14cb5a81 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Network': ['ID=74739a43-a656-47ec-9607-3a2750e1d9d6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:46.830752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:46.838980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:46.843978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:46.906743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'Port': ['ID=a6d278d6-7281-43be-8ec0-b7020d64e257,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:46.993322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-960b9362-59d6-4e40-9c08-5c151af07d4e service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092936 Jul 30 02:21:47.034652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41bd4f4-6ce3-4c6e-8cac-276e952dd671 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting subnet 4fc60d6d-5170-4eb4-80f5-6f9445d7d427 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:21:47.070260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f41bd4f4-6ce3-4c6e-8cac-276e952dd671 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.137378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f41bd4f4-6ce3-4c6e-8cac-276e952dd671 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.209509 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-59915954-39d7-4280-a6a4-5ee6151a20c1 req-41deff4c-cb41-4fd9-b0c9-dfae1a9521ba service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051222 Jul 30 02:21:47.236176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47956) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:47.244784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-a03fefcd-e560-4eeb-a3f1-ab8d7ba88948 req-f0d75a7b-7646-4205-aab7-116d22a40a79 service neutron] (93819) timed out ('10.222.0.22', 58474) {{(pid=93819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:21:47.281169 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8d95-f4e5-4709-9b79-c7b949eb6b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.416261 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f41bd4f4-6ce3-4c6e-8cac-276e952dd671 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.424763 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.467511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-72ecb00b-a56a-4400-b602-02681048857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:47.467511 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-72ecb00b-a56a-4400-b602-02681048857a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1095 time: 0.1802745 Jul 30 02:21:47.551095 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.613704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18875ad-cbf3-4534-a4e7-607ddf693267 req-912a5be7-6a6b-41ee-9f14-27b60018b414 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:47.615173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a18875ad-cbf3-4534-a4e7-607ddf693267 req-912a5be7-6a6b-41ee-9f14-27b60018b414 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 944 time: 0.1314917 Jul 30 02:21:47.657777 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8d95-f4e5-4709-9b79-c7b949eb6b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.668563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5f0e8d95-f4e5-4709-9b79-c7b949eb6b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.764288 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5f0e8d95-f4e5-4709-9b79-c7b949eb6b8c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c28bd23b89bb44138b391ad5a9e90b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231872 Jul 30 02:21:47.764288 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f41bd4f4-6ce3-4c6e-8cac-276e952dd671 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.766129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-dbdbc806-a4df-4e19-a02b-f0028b480ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:47.768027 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-dbdbc806-a4df-4e19-a02b-f0028b480ed6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 898 time: 0.2815621 Jul 30 02:21:47.770211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47964) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:47.805145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e8d95-f4e5-4709-9b79-c7b949eb6b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7958f77a-3a70-4680-9ff2-206afd1972fb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:47.828403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bd4f4-6ce3-4c6e-8cac-276e952dd671 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc60d6d-5170-4eb4-80f5-6f9445d7d427,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:47.851815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f41bd4f4-6ce3-4c6e-8cac-276e952dd671 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:47.854266 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f41bd4f4-6ce3-4c6e-8cac-276e952dd671 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/subnets/4fc60d6d-5170-4eb4-80f5-6f9445d7d427 HTTP/1.1" status: 204 len: 168 time: 1.0676079 Jul 30 02:21:47.860882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53654af0-1be8-44f7-bdfa-4bf89b68413b None None] Network ea05ab91-215a-427d-8183-d13d3da21c34 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:21:47.896092 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 47970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:47.916680 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-310c8e39-4966-421d-b85d-2f1e0fa22cba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 217 time: 0.1058636 Jul 30 02:21:48.121876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-2489ac76-b6b5-4fde-a77d-5456e28b06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:48.127891 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-2489ac76-b6b5-4fde-a77d-5456e28b06e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.1940303 Jul 30 02:21:48.128372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a18875ad-cbf3-4534-a4e7-607ddf693267 req-16f24d03-94fb-42e8-bf1f-26317b3a4072 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5022407 Jul 30 02:21:48.132132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d24d515-45f9-4ba2-9870-90bcee00fe21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.159886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.193754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a9bec5-c1b1-4c11-ab33-2f02eec103f7 None None] DHCP port deletion for ea05ab91-215a-427d-8183-d13d3da21c34 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:21:48.197332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3e44915f-f728-4e18-a47a-535283302770 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:48.220404 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d24d515-45f9-4ba2-9870-90bcee00fe21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.248013 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.256867 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.297754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-46813067-fdff-4cc2-bfba-d17f7ef2543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:48.299610 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-46813067-fdff-4cc2-bfba-d17f7ef2543e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642005 Jul 30 02:21:48.318708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3e44915f-f728-4e18-a47a-535283302770 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:48.319221 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.373497 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d24d515-45f9-4ba2-9870-90bcee00fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.373785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9bec5-c1b1-4c11-ab33-2f02eec103f7 None None] Deleting port d584c006-4a3e-406f-882e-85a5a2cb86fe {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:48.374510 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4a9bec5-c1b1-4c11-ab33-2f02eec103f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.376419 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8d24d515-45f9-4ba2-9870-90bcee00fe21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.379621 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8d24d515-45f9-4ba2-9870-90bcee00fe21 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7958f77a-3a70-4680-9ff2-206afd1972fb HTTP/1.1" status: 204 len: 168 time: 0.6008484 Jul 30 02:21:48.391333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Deleting port d584c006-4a3e-406f-882e-85a5a2cb86fe {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:21:48.391716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.417515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24d515-45f9-4ba2-9870-90bcee00fe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7958f77a-3a70-4680-9ff2-206afd1972fb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:48.449835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event updated for resources: {'Port': ['ID=a6d278d6-7281-43be-8ec0-b7020d64e257,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:48.458303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d4a9bec5-c1b1-4c11-ab33-2f02eec103f7 None None] For port d584c006-4a3e-406f-882e-85a5a2cb86fe, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d584c006-4a3e-406f-882e-85a5a2cb86fe,segment=NetworkSegment(83a9a093-35db-489f-873a-04f8650af59b),segment_id=83a9a093-35db-489f-873a-04f8650af59b)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:48.459063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4a9bec5-c1b1-4c11-ab33-2f02eec103f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.474879 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.478644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9bec5-c1b1-4c11-ab33-2f02eec103f7 None None] Calling delete_port for d584c006-4a3e-406f-882e-85a5a2cb86fe owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:48.516300 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-cc10ff7f-a57c-4320-9ba6-6d82c95bb640 service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076123 Jul 30 02:21:48.542590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] For port d584c006-4a3e-406f-882e-85a5a2cb86fe, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d584c006-4a3e-406f-882e-85a5a2cb86fe,segment=NetworkSegment(83a9a093-35db-489f-873a-04f8650af59b),segment_id=83a9a093-35db-489f-873a-04f8650af59b)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:48.542968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.598900 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4a9bec5-c1b1-4c11-ab33-2f02eec103f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.610898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Calling delete_port for d584c006-4a3e-406f-882e-85a5a2cb86fe owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:21:48.636133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9bec5-c1b1-4c11-ab33-2f02eec103f7 None None] Pushing event deleted for resources: {'Port': ['ID=d584c006-4a3e-406f-882e-85a5a2cb86fe,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:48.648449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9bec5-c1b1-4c11-ab33-2f02eec103f7 None None] No DVR routers for this DVR port d584c006-4a3e-406f-882e-85a5a2cb86fe on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:48.669004 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Floating IP 57375845-ec07-4c76-bbcb-1fef2929e69c associated. External IP: 172.25.7.75, port: ba3a615c-a35a-4679-bf25-06e02bbd2427. Jul 30 02:21:48.762883 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81aea5a9-85c5-4b39-8156-2e9f5919c240 req-26e3b43d-4994-4d87-811d-f247fb4a8549 service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369280 Jul 30 02:21:48.789928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.824921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Port': ['ID=d584c006-4a3e-406f-882e-85a5a2cb86fe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:48.837455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] No DVR routers for this DVR port d584c006-4a3e-406f-882e-85a5a2cb86fe on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:21:48.955329 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:48.969698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea05ab91-215a-427d-8183-d13d3da21c34']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:48.988429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a9a093-35db-489f-873a-04f8650af59b') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:48.991497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a9a093-35db-489f-873a-04f8650af59b') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:48.991967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Router e64bf58f-e91d-4ca3-af07-3a93b7c823ba has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:49.003193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.024180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.032737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:21:49.033446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:21:49.037781 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:21:49.112090 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.118152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.120400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/networks/ea05ab91-215a-427d-8183-d13d3da21c34 HTTP/1.1" status: 204 len: 168 time: 1.2199914 Jul 30 02:21:49.125770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 47996) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:49.137453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633d78f-5724-4b18-9f2d-e9c05245e49a tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Pushing event deleted for resources: {'Network': ['ID=ea05ab91-215a-427d-8183-d13d3da21c34,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:49.169661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f218a211-07ba-4103-9f3f-6b18fa73828d tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "GET /v2.0/ports?device_id=64baecb0-50fe-4cb8-ba99-8e5640ec8e99 HTTP/1.1" status: 200 len: 205 time: 0.0404725 Jul 30 02:21:49.170208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48002) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:49.210367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:49.221807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] Sync routers for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:49.232776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:49.236267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:49.296806 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98610003-eedb-4cec-b45c-1eeb3db94cf0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.376762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:49.387651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.467487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0cd02df4-2201-461e-8a39-ae45658ec4f3 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8183753 Jul 30 02:21:49.474595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354bec5-f0f6-4ca6-992e-13d78217b0a2 req-e618224b-32b4-48fc-a8fa-98b763c520c9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:49.482897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5354bec5-f0f6-4ca6-992e-13d78217b0a2 req-e618224b-32b4-48fc-a8fa-98b763c520c9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 944 time: 0.2280519 Jul 30 02:21:49.515815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'tag': 'ba3a615c-a35a-4679-bf25-06e02bbd2427'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:21:49.518067 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c16117a-995f-4232-ad28-2007e336bab5" -d '{"events": [{"name": "network-changed", "server_uuid": "16c7a825-7bb6-4080-8ecd-6a72ababc2d4", "tag": "ba3a615c-a35a-4679-bf25-06e02bbd2427"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:21:49.602394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5354bec5-f0f6-4ca6-992e-13d78217b0a2 req-ff964121-d475-4212-b0a8-c91f78d21f47 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185272 Jul 30 02:21:49.622436 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98610003-eedb-4cec-b45c-1eeb3db94cf0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.627805 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98610003-eedb-4cec-b45c-1eeb3db94cf0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.686804 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ebfb70-35ea-4418-99b5-1e2a0880dabe x-openstack-request-id: req-e5ebfb70-35ea-4418-99b5-1e2a0880dabe {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:21:49.687178 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c7a825-7bb6-4080-8ecd-6a72ababc2d4", "tag": "ba3a615c-a35a-4679-bf25-06e02bbd2427", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:21:49.687540 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e5ebfb70-35ea-4418-99b5-1e2a0880dabe {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:21:49.688186 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'tag': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'status': 'completed', 'code': 200} Jul 30 02:21:49.694007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '57375845-ec07-4c76-bbcb-1fef2929e69c', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'port_id': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'mac_address': 'fa:16:3e:a8:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:21:47Z', 'updated_at': '2021-07-30T02:21:47Z', 'revision_number': 0, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:21:09Z', 'revision_number': 5, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:49.700982 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98610003-eedb-4cec-b45c-1eeb3db94cf0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.700982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98610003-eedb-4cec-b45c-1eeb3db94cf0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Fanout notify agent at l3_agent the message router_deleted on router 64baecb0-50fe-4cb8-ba99-8e5640ec8e99 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:21:49.722172 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98610003-eedb-4cec-b45c-1eeb3db94cf0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:49.736635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] Checking router: e64bf58f-e91d-4ca3-af07-3a93b7c823ba for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:21:49.738452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-98610003-eedb-4cec-b45c-1eeb3db94cf0 tempest-RoutersNegativeIpV6Test-665550456 tempest-RoutersNegativeIpV6Test-665550456-project] 10.222.0.84 "DELETE /v2.0/routers/64baecb0-50fe-4cb8-ba99-8e5640ec8e99 HTTP/1.1" status: 204 len: 168 time: 0.5551143 Jul 30 02:21:49.753050 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:49.755528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:49.778162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16117a-995f-4232-ad28-2007e336bab5 req-73a2f6db-390e-4a0b-8607-7655eca46298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:49.779728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c16117a-995f-4232-ad28-2007e336bab5 req-73a2f6db-390e-4a0b-8607-7655eca46298 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3426b700fbe54348ac7b99efd7420790&device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0905912 Jul 30 02:21:49.896201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16117a-995f-4232-ad28-2007e336bab5 req-de363558-42b6-4733-a09a-308a01c63fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:49.898624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c16117a-995f-4232-ad28-2007e336bab5 req-de363558-42b6-4733-a09a-308a01c63fe6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=503ca952-0f58-4eb6-bcbe-76f6eea78812 HTTP/1.1" status: 200 len: 909 time: 0.1117215 Jul 30 02:21:49.921193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:49.987746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c16117a-995f-4232-ad28-2007e336bab5 req-2ae58b10-d423-4f25-bbd2-ede72016d58e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427 HTTP/1.1" status: 200 len: 999 time: 0.0811315 Jul 30 02:21:50.134022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16117a-995f-4232-ad28-2007e336bab5 req-b3e715f7-2c9c-4ee9-8709-343771f1c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:50.142504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c16117a-995f-4232-ad28-2007e336bab5 req-b3e715f7-2c9c-4ee9-8709-343771f1c558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d71f14-2c12-4250-b662-8cc82b00fcf6 HTTP/1.1" status: 200 len: 847 time: 0.1311407 Jul 30 02:21:50.231102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16117a-995f-4232-ad28-2007e336bab5 req-50715d60-c943-4cea-b246-e06927078c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:50.236969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c16117a-995f-4232-ad28-2007e336bab5 req-50715d60-c943-4cea-b246-e06927078c7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=503ca952-0f58-4eb6-bcbe-76f6eea78812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867815 Jul 30 02:21:50.248112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d584c006-4a3e-406f-882e-85a5a2cb86fe no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:21:50.255397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48060) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:50.257482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 40f68224-6171-4f4d-bcb3-ae67ce4a037e details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:21:50.311837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: d584c006-4a3e-406f-882e-85a5a2cb86fe {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:21:50.312444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d584c006-4a3e-406f-882e-85a5a2cb86fe not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:21:50.436809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:50.446719 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c16117a-995f-4232-ad28-2007e336bab5 req-d0e3ac1d-b53f-4259-b4dd-9a7ad266cac2 service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014470 Jul 30 02:21:50.450471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'port_id': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'mac_address': 'fa:16:3e:3b:47:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:21:50.504902 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:50.515362 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c6253c24-136a-47b3-a5b9-8c2b29f44f53 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=169c1fa3ca53417cb5bc7e857f5c38fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595816 Jul 30 02:21:50.517763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48076) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:50.596501 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85678560-ef3c-4c88-94a3-5989f48505cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:50.598511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f68224-6171-4f4d-bcb3-ae67ce4a037e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:21:50.628320 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85678560-ef3c-4c88-94a3-5989f48505cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:50.648116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c16117a-995f-4232-ad28-2007e336bab5 req-65acff90-a4e9-4194-9a8d-7826cf8f7ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939385 Jul 30 02:21:50.672015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:50.692010 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:50.715932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85678560-ef3c-4c88-94a3-5989f48505cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:50.722627 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85678560-ef3c-4c88-94a3-5989f48505cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:50.738451 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-85678560-ef3c-4c88-94a3-5989f48505cd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/29bc7ec2-3af1-48a7-8fd1-57988f9a1a25 HTTP/1.1" status: 204 len: 168 time: 0.2194455 Jul 30 02:21:50.765376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85678560-ef3c-4c88-94a3-5989f48505cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bc7ec2-3af1-48a7-8fd1-57988f9a1a25,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:50.803484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:50.833375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f4003-2d6c-4de3-a69a-e22988ddd1f8 req-1e6924e3-ad86-4e28-80e4-383a3ba062f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:50.835005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b7f4003-2d6c-4de3-a69a-e22988ddd1f8 req-1e6924e3-ad86-4e28-80e4-383a3ba062f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 945 time: 0.1065032 Jul 30 02:21:50.840592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '57375845-ec07-4c76-bbcb-1fef2929e69c', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'port_id': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'mac_address': 'fa:16:3e:a8:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:21:47Z', 'updated_at': '2021-07-30T02:21:47Z', 'revision_number': 0, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:21:09Z', 'revision_number': 5, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:50.869374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4f141-d093-4544-ab27-9be86bc4d672 None None] The sync data for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 is: [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '57375845-ec07-4c76-bbcb-1fef2929e69c', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'port_id': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'mac_address': 'fa:16:3e:a8:5b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:21:47Z', 'updated_at': '2021-07-30T02:21:47Z', 'revision_number': 0, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:21:09Z', 'revision_number': 5, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:50.912894 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b7f4003-2d6c-4de3-a69a-e22988ddd1f8 req-048bcbd3-800f-42a8-95ff-b413b6473fba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700271 Jul 30 02:21:50.983948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['40f68224-6171-4f4d-bcb3-ae67ce4a037e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:21:51.318398 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89afb7-5eb6-4958-96b5-1ef249f4af92 None None] New status for floating IP 57375845-ec07-4c76-bbcb-1fef2929e69c: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:21:52.094815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f16874-b0e7-4c7f-8e0c-8daa91797c09 req-7eeecad2-fbe9-4c76-94d0-cc21a92f75dc tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:52.103295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97f16874-b0e7-4c7f-8e0c-8daa91797c09 req-7eeecad2-fbe9-4c76-94d0-cc21a92f75dc tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 945 time: 0.0817006 Jul 30 02:21:52.145125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97f16874-b0e7-4c7f-8e0c-8daa91797c09 req-cca3fe86-7122-4c69-b3fc-3aabce4a4466 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396867 Jul 30 02:21:52.179209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 40f68224-6171-4f4d-bcb3-ae67ce4a037e up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:21:52.309316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 40f68224-6171-4f4d-bcb3-ae67ce4a037e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:21:52.314392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 40f68224-6171-4f4d-bcb3-ae67ce4a037e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:21:52.314782 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:52.420283 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:52.452387 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:21:52.455381 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf18227-0b0d-40dd-9ec6-bb0f9cbab545" -d '{"events": [{"server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "name": "network-vif-plugged", "status": "completed", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:21:52.476509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:21:52.482881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:52.549987 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177784e5-af03-4c14-82f9-3fb63ec208d5 x-openstack-request-id: req-177784e5-af03-4c14-82f9-3fb63ec208d5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:21:52.550296 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "name": "network-vif-plugged", "status": "completed", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:21:52.550681 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-177784e5-af03-4c14-82f9-3fb63ec208d5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:21:52.551146 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'code': 200} Jul 30 02:21:52.610586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:52.668809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1df827-46a4-462b-92cd-51f06e7444aa req-1489ea6b-bd5d-4ac5-8011-d849a1fda013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:52.670683 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7c1df827-46a4-462b-92cd-51f06e7444aa req-1489ea6b-bd5d-4ac5-8011-d849a1fda013 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1097 time: 0.0523758 Jul 30 02:21:52.710073 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7c1df827-46a4-462b-92cd-51f06e7444aa req-1702132b-642d-41ed-bf4d-c9191f15a687 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Jul 30 02:21:53.296681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa894c-b471-451a-b91b-19f446cd923b req-2281b75f-30a1-4aed-af3d-99b4b2c2f9a5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:53.301316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcaa894c-b471-451a-b91b-19f446cd923b req-2281b75f-30a1-4aed-af3d-99b4b2c2f9a5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0815468 Jul 30 02:21:53.360260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcaa894c-b471-451a-b91b-19f446cd923b req-bd2dd565-3fb1-4e7d-ba4d-14517c5643a9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576131 Jul 30 02:21:54.118572 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:54.535269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547e0a0-cb08-474a-904e-35ba5980b496 req-bf06acd2-6843-4634-a45b-16dfbd32f94a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:54.536898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e547e0a0-cb08-474a-904e-35ba5980b496 req-bf06acd2-6843-4634-a45b-16dfbd32f94a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0860231 Jul 30 02:21:54.609708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e547e0a0-cb08-474a-904e-35ba5980b496 req-8952ecf5-e35d-4547-8f97-69d9b5f7eda0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655215 Jul 30 02:21:54.759002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5d06f-bd36-41ca-a2f6-4c075c3990c6 req-d47d3926-bb2d-4c79-9eb3-f2d8e4852b8d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:54.760593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cd5d06f-bd36-41ca-a2f6-4c075c3990c6 req-d47d3926-bb2d-4c79-9eb3-f2d8e4852b8d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0525408 Jul 30 02:21:54.810106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cd5d06f-bd36-41ca-a2f6-4c075c3990c6 req-7d776cd4-1973-4531-ab7a-3a521bdc320c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408487 Jul 30 02:21:54.834727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:54.926545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd694a-5978-4f60-ab26-3847cd32ddab tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:54.928960 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-72dd694a-5978-4f60-ab26-3847cd32ddab tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1092 time: 0.0930965 Jul 30 02:21:54.931977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48240) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:54.938436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:21:54.977554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.172015 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.330406 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:21:55.340534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.25.7.189 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/02b97c1c-10ed-4382-8cde-573065170dd7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:21:55.509801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.566152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:55.621932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:21:55.625723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:21:55.632900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:21:55.636912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=02b97c1c-10ed-4382-8cde-573065170dd7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:56.142393 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.240983 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.481351 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.493428 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.577697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=02b97c1c-10ed-4382-8cde-573065170dd7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:21:56.597371 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:56.738223 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Floating IP 449e231f-63bf-4ecc-b71c-2260850142de associated. External IP: 172.25.7.189, port: 40f68224-6171-4f4d-bcb3-ae67ce4a037e. Jul 30 02:21:57.013512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router c510cb96-9b2f-402e-81d0-d6e7ca181320 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:21:57.673881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:21:57.691100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] Sync routers for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:21:57.693608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:21:57.708536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:57.710012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:57.724592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8c73b4fd-1be7-4dd0-b760-48cecefdfd8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7914586 Jul 30 02:21:57.725173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:21:57.728031 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ed2660-b085-40f7-bc37-ec388525f193" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:21:57.850722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4421c-0191-4d2d-b4a4-cf00d73456b1 req-677e8b4c-f952-4956-9641-0cb62c7b9701 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:57.853431 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ea4421c-0191-4d2d-b4a4-cf00d73456b1 req-677e8b4c-f952-4956-9641-0cb62c7b9701 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0651007 Jul 30 02:21:57.860499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:57.910940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ea4421c-0191-4d2d-b4a4-cf00d73456b1 req-4bb1d217-65a4-41f4-8b57-389eeb4a2dc2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506585 Jul 30 02:21:57.934854 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48306) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:58.024319 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de2d059-5686-49d9-a420-0fa8c3c92309 x-openstack-request-id: req-6de2d059-5686-49d9-a420-0fa8c3c92309 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:21:58.024737 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:21:58.024984 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6de2d059-5686-49d9-a420-0fa8c3c92309 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:21:58.025373 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'status': 'completed', 'code': 200} Jul 30 02:21:58.081460 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c45eb21-935e-4bc8-95d3-a444c4023eb5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/449e231f-63bf-4ecc-b71c-2260850142de HTTP/1.1" status: 200 len: 992 time: 0.1449111 Jul 30 02:21:58.088259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2660-b085-40f7-bc37-ec388525f193 req-c70b5fc5-49b1-48d5-9f70-a17448786090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:58.090638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51ed2660-b085-40f7-bc37-ec388525f193 req-c70b5fc5-49b1-48d5-9f70-a17448786090 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1097 time: 0.0751467 Jul 30 02:21:58.209339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '449e231f-63bf-4ecc-b71c-2260850142de', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'port_id': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'mac_address': 'fa:16:3e:3b:47:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:21:55Z', 'updated_at': '2021-07-30T02:21:55Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e44915f-f728-4e18-a47a-535283302770', 'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:91:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:34Z', 'updated_at': '2021-07-30T02:21:46Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': '4edcae46-0006-4abf-afa4-764163e86c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:58.244529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] Checking router: c510cb96-9b2f-402e-81d0-d6e7ca181320 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:21:58.250965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2660-b085-40f7-bc37-ec388525f193 req-49616fbc-8b46-429e-9c91-aef42b030678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:58.253089 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51ed2660-b085-40f7-bc37-ec388525f193 req-49616fbc-8b46-429e-9c91-aef42b030678 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 898 time: 0.1496911 Jul 30 02:21:58.279986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:21:58.282297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:21:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:58.426601 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51ed2660-b085-40f7-bc37-ec388525f193 req-6fdd0b04-6483-4620-937c-ed7541ae4655 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 1000 time: 0.1609237 Jul 30 02:21:58.462899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:21:58.517879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2660-b085-40f7-bc37-ec388525f193 req-14899308-7e74-4d8f-90fd-7621cfa81a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:58.519596 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51ed2660-b085-40f7-bc37-ec388525f193 req-14899308-7e74-4d8f-90fd-7621cfa81a2b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.0721211 Jul 30 02:21:58.614239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2660-b085-40f7-bc37-ec388525f193 req-08dd7a20-a536-40d7-99a6-1415e16ecb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:21:58.617374 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51ed2660-b085-40f7-bc37-ec388525f193 req-08dd7a20-a536-40d7-99a6-1415e16ecb8c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900741 Jul 30 02:21:58.763741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51ed2660-b085-40f7-bc37-ec388525f193 req-2f2cca95-b91c-49ed-bd3a-d31235fbac09 service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346705 Jul 30 02:21:58.810635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '449e231f-63bf-4ecc-b71c-2260850142de', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'port_id': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'mac_address': 'fa:16:3e:3b:47:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:21:55Z', 'updated_at': '2021-07-30T02:21:55Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e44915f-f728-4e18-a47a-535283302770', 'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:91:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:34Z', 'updated_at': '2021-07-30T02:21:46Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': '4edcae46-0006-4abf-afa4-764163e86c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:21:58.855137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb88fa-202a-4a44-b37f-483234648f80 None None] The sync data for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 is: [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '449e231f-63bf-4ecc-b71c-2260850142de', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'port_id': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'mac_address': 'fa:16:3e:3b:47:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:21:55Z', 'updated_at': '2021-07-30T02:21:55Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e44915f-f728-4e18-a47a-535283302770', 'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:91:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:34Z', 'updated_at': '2021-07-30T02:21:46Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': '4edcae46-0006-4abf-afa4-764163e86c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:21:58.899362 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-51ed2660-b085-40f7-bc37-ec388525f193 req-62df243b-d5c0-46f4-90a5-5392ea8e8ea3 service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272216 Jul 30 02:21:59.085262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 48340) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:21:59.243970 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d5409dc3-c990-465e-b2fe-436b7ddd9264 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/449e231f-63bf-4ecc-b71c-2260850142de HTTP/1.1" status: 200 len: 992 time: 0.1545961 Jul 30 02:21:59.253232 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc96df5-5710-41b8-a95e-bdf7c35305ff None None] New status for floating IP 449e231f-63bf-4ecc-b71c-2260850142de: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:22:00.246277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48366) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:00.350145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a3867b74-56b6-45d1-beb6-17f16753ffdb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/449e231f-63bf-4ecc-b71c-2260850142de HTTP/1.1" status: 200 len: 994 time: 0.0973392 Jul 30 02:22:00.748576 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8ff28bd-7ab1-4b59-bd47-1cf40a51c4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:01.585994 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:03.437884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2d05bdfe-e50d-46e6-9b7f-bc695b5a2125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:03.853913 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:04.592648 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:06.244873 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.022983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48612) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:15.214561 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-46c6b3f0-056c-4f34-aaa4-d08adbcfcbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.369390 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-46c6b3f0-056c-4f34-aaa4-d08adbcfcbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.369390 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-46c6b3f0-056c-4f34-aaa4-d08adbcfcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.374698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6b3f0-056c-4f34-aaa4-d08adbcfcbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e562db-47ee-4c0f-949b-3bbf4dab3009,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:15.393432 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-46c6b3f0-056c-4f34-aaa4-d08adbcfcbb9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=285217f23a3848bfaef46f9afba32568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695903 Jul 30 02:22:15.396045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48632) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:15.460506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd92aac-8b18-4bcc-907a-44b367d66b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.484723 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd92aac-8b18-4bcc-907a-44b367d66b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.541782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd92aac-8b18-4bcc-907a-44b367d66b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.546283 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0cd92aac-8b18-4bcc-907a-44b367d66b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:15.547555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0cd92aac-8b18-4bcc-907a-44b367d66b70 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a7e562db-47ee-4c0f-949b-3bbf4dab3009 HTTP/1.1" status: 204 len: 168 time: 0.1505899 Jul 30 02:22:15.556079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd92aac-8b18-4bcc-907a-44b367d66b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e562db-47ee-4c0f-949b-3bbf4dab3009,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:18.184696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48752) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:18.429767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80099883-d7bb-4c4e-ac0d-1f46cf9f4d6e req-29f93887-4b8c-4ada-aaf0-b1a058e9ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:18.442430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80099883-d7bb-4c4e-ac0d-1f46cf9f4d6e req-29f93887-4b8c-4ada-aaf0-b1a058e9ccf6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 1097 time: 0.2557805 Jul 30 02:22:18.513299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80099883-d7bb-4c4e-ac0d-1f46cf9f4d6e req-1d2ae87c-7077-4065-975c-df7c098e2b76 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694010 Jul 30 02:22:21.373283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-23708f68-d665-4867-b820-2ed784e576c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1726904 Jul 30 02:22:21.475397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-3897fd5c-e260-4355-b452-4f85efd96d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:21.477436 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-3897fd5c-e260-4355-b452-4f85efd96d0b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1097 time: 0.0485537 Jul 30 02:22:21.652368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-d614bf8f-94e6-4a4e-a313-d97192b55ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:21.653979 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-d614bf8f-94e6-4a4e-a313-d97192b55ae7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 898 time: 0.1307304 Jul 30 02:22:21.725087 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-bb0c8cde-abfa-49a0-b9d1-95f90dec0d79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 1002 time: 0.0623715 Jul 30 02:22:21.788624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-62d6af04-a4c7-455e-b182-923b0477472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:21.790156 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-62d6af04-a4c7-455e-b182-923b0477472a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.0562904 Jul 30 02:22:21.850827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-98a29c57-5640-4104-bcc0-970fd2e41be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:21.855955 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-98a29c57-5640-4104-bcc0-970fd2e41be6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538919 Jul 30 02:22:21.956298 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-5b828dac-2cd5-4d4a-9b95-7baa2d311e3d service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953231 Jul 30 02:22:22.092557 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-50aceb20-1da5-4b29-8981-bdf9c98e4292 req-750912a4-c8ae-4601-8a3b-2a9a2885e531 service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282589 Jul 30 02:22:24.145974 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:24.427490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-b6037da6-b32b-426f-a259-df015292aae8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641069 Jul 30 02:22:24.540693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-d4d1aeee-6c44-4278-a427-6c20bef6e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:24.543188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-d4d1aeee-6c44-4278-a427-6c20bef6e636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3426b700fbe54348ac7b99efd7420790&device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0546234 Jul 30 02:22:24.685899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-9953d997-e36d-4819-812e-eae0cc02dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:24.687840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-9953d997-e36d-4819-812e-eae0cc02dead service neutron] 10.222.0.41 "GET /v2.0/networks?id=503ca952-0f58-4eb6-bcbe-76f6eea78812 HTTP/1.1" status: 200 len: 909 time: 0.1126728 Jul 30 02:22:24.794119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-0aed14c3-6808-44e0-8032-576c4c020e42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427 HTTP/1.1" status: 200 len: 1001 time: 0.0985808 Jul 30 02:22:24.855167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-1ebffe88-b600-42e3-a2f8-81c275e2cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:24.858335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-1ebffe88-b600-42e3-a2f8-81c275e2cafc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d71f14-2c12-4250-b662-8cc82b00fcf6 HTTP/1.1" status: 200 len: 847 time: 0.0576973 Jul 30 02:22:24.921492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-53bd1b9f-1231-40b6-a078-c1856301b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:24.923191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-53bd1b9f-1231-40b6-a078-c1856301b7ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=503ca952-0f58-4eb6-bcbe-76f6eea78812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573187 Jul 30 02:22:25.060317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-c25dc0d8-0dd2-445e-bedd-50a785797963 service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293406 Jul 30 02:22:25.197550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b7fad4e-16f2-4346-94b9-81e0e3d1ad20 req-e14fcb5b-7cb2-474a-9001-f1d5fa245e6a service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255596 Jul 30 02:22:25.925065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 48994) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:26.090599 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:26.260124 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:26.267404 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:26.304063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f202eafd-d344-444c-b833-3ec60a748265,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:26.324591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.325088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.325446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.325836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.326348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.326696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.327047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.327372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.327751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.328132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.328532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.328792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:26.344773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2fce9618-8bae-4963-999a-d2607115e8a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8b96c5f3e299485dbef32f063d462e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178715 Jul 30 02:22:26.347226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49008) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:26.402146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e799-fc12-435c-99dc-fc1adbeb0685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:26.429195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e799-fc12-435c-99dc-fc1adbeb0685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:26.488334 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e799-fc12-435c-99dc-fc1adbeb0685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:26.491526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e799-fc12-435c-99dc-fc1adbeb0685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:26.492753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f7e3e799-fc12-435c-99dc-fc1adbeb0685 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f202eafd-d344-444c-b833-3ec60a748265 HTTP/1.1" status: 204 len: 168 time: 0.1443400 Jul 30 02:22:26.501940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3e799-fc12-435c-99dc-fc1adbeb0685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f202eafd-d344-444c-b833-3ec60a748265,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:30.747336 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3cde7ede-3302-4fc6-827f-da2e294e0d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:31.585835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:32.333026 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:22:33.403805 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-77dba09d-627e-44ed-9132-207c8a6f4403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:33.766149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35645875-c22f-432d-b2ce-faa413c7a234 req-9195fa9d-cbc2-4976-b5bb-ee80ad9a5e70 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:33.780094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35645875-c22f-432d-b2ce-faa413c7a234 req-9195fa9d-cbc2-4976-b5bb-ee80ad9a5e70 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1097 time: 0.0899796 Jul 30 02:22:33.862019 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:33.866876 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-35645875-c22f-432d-b2ce-faa413c7a234 req-b959f822-75d5-4ee4-88dc-b65d2c07a30f tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:34.016443 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-35645875-c22f-432d-b2ce-faa413c7a234 req-b959f822-75d5-4ee4-88dc-b65d2c07a30f tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:34.022841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-35645875-c22f-432d-b2ce-faa413c7a234 req-b959f822-75d5-4ee4-88dc-b65d2c07a30f tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:34.048709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-35645875-c22f-432d-b2ce-faa413c7a234 req-b959f822-75d5-4ee4-88dc-b65d2c07a30f tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524343 Jul 30 02:22:34.085349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959f822-75d5-4ee4-88dc-b65d2c07a30f tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c104e96-5b74-46ef-be2b-45ee9c18bf47,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:34.358621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765b8be-3500-49f1-9377-4cc64e1efb5a req-e313ac64-0c4c-4926-9c35-c27a3cf775dd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:34.373683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8765b8be-3500-49f1-9377-4cc64e1efb5a req-e313ac64-0c4c-4926-9c35-c27a3cf775dd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.1453855 Jul 30 02:22:34.437226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8765b8be-3500-49f1-9377-4cc64e1efb5a req-bfe7f43f-4203-4220-8c10-bde707f24b6f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583818 Jul 30 02:22:34.469761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49194) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:34.561589 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-01bbf762-8489-4e9b-a50d-d2147d2b1434 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/449e231f-63bf-4ecc-b71c-2260850142de HTTP/1.1" status: 200 len: 994 time: 0.0897858 Jul 30 02:22:34.595118 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:35.317548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49216) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:35.507093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d001a-ba6b-436e-a824-18929dd62726 req-ffebe427-79ad-46b8-a21d-16f4a0f87d4c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:35.509037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c80d001a-ba6b-436e-a824-18929dd62726 req-ffebe427-79ad-46b8-a21d-16f4a0f87d4c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.1259089 Jul 30 02:22:35.626003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c80d001a-ba6b-436e-a824-18929dd62726 req-edf98699-9208-4dc7-b985-fb2178e74eb9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883737 Jul 30 02:22:35.657355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-178e3c3c-52d2-4cc6-a596-4c4e034f8489 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3378496 Jul 30 02:22:36.249558 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.268540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49258) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:36.275984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c66d2a42-8f69-47e3-bef8-a270d472c3e8 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160796065', 'description': 'tempest-secgroup-smoke-1160796065 description', 'project_id': 'e494a31952b94a59923f5c94072479a0'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:36.302791 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c66d2a42-8f69-47e3-bef8-a270d472c3e8 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.419794 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c66d2a42-8f69-47e3-bef8-a270d472c3e8 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.426398 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c66d2a42-8f69-47e3-bef8-a270d472c3e8 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.467231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c66d2a42-8f69-47e3-bef8-a270d472c3e8 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.468525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c66d2a42-8f69-47e3-bef8-a270d472c3e8 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1981094 Jul 30 02:22:36.471223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d2a42-8f69-47e3-bef8-a270d472c3e8 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9c2490-4a4b-4c5f-81a1-617323589b1f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:36.474463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:36.484524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'security_group_rule': {'security_group_id': 'ba9c2490-4a4b-4c5f-81a1-617323589b1f', 'project_id': 'e494a31952b94a59923f5c94072479a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:36.531591 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.622038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.642844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.701430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204ba292-8459-4aab-85a8-f755bacda17e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:36.716542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.717888 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2415493 Jul 30 02:22:36.721891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.722362 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.722770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.723152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49268) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:36.723386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.723618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.724101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.724481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.724887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.725807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.726588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.727117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.727767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a9256e-957d-4742-99a6-4f89768dab6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:36.729342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-21d01fae-56de-43e0-b54a-f7cdf4424cb9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'security_group_rule': {'security_group_id': 'ba9c2490-4a4b-4c5f-81a1-617323589b1f', 'project_id': 'e494a31952b94a59923f5c94072479a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:36.816573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21d01fae-56de-43e0-b54a-f7cdf4424cb9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.840016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ad83a-5f31-40b0-8003-7677a6ade63b req-cf7cbfe9-22e3-4508-81c8-9ab6cf06d159 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:36.841560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc5ad83a-5f31-40b0-8003-7677a6ade63b req-cf7cbfe9-22e3-4508-81c8-9ab6cf06d159 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0828431 Jul 30 02:22:36.917897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc5ad83a-5f31-40b0-8003-7677a6ade63b req-ec3da69b-0d68-4e77-8bec-73e1217bc6dc tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664945 Jul 30 02:22:36.947766 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21d01fae-56de-43e0-b54a-f7cdf4424cb9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.954177 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21d01fae-56de-43e0-b54a-f7cdf4424cb9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.979238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d01fae-56de-43e0-b54a-f7cdf4424cb9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fc3e94-09f1-4a99-bca2-eb85319b5d98,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:36.992969 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-21d01fae-56de-43e0-b54a-f7cdf4424cb9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:36.998274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-21d01fae-56de-43e0-b54a-f7cdf4424cb9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2696185 Jul 30 02:22:36.998533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49274) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:37.003707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-efd64e2f-22c4-4118-b1d9-c603438450a4 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'security_group_rule': {'security_group_id': 'ba9c2490-4a4b-4c5f-81a1-617323589b1f', 'project_id': 'e494a31952b94a59923f5c94072479a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:37.046916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-efd64e2f-22c4-4118-b1d9-c603438450a4 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.179383 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-efd64e2f-22c4-4118-b1d9-c603438450a4 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.186618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-efd64e2f-22c4-4118-b1d9-c603438450a4 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.235235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd64e2f-22c4-4118-b1d9-c603438450a4 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92a0bf7-9c9a-4613-af0c-cf44af64860b,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:37.246731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-efd64e2f-22c4-4118-b1d9-c603438450a4 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.250067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-efd64e2f-22c4-4118-b1d9-c603438450a4 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2503073 Jul 30 02:22:37.253463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49278) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:37.261488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-02cd44bb-e8b7-43d7-955c-09b5f52c3260 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'security_group_rule': {'security_group_id': 'ba9c2490-4a4b-4c5f-81a1-617323589b1f', 'project_id': 'e494a31952b94a59923f5c94072479a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:37.317008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02cd44bb-e8b7-43d7-955c-09b5f52c3260 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.341781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-d3d4b0b7-6aa0-4cae-bdae-ffa2ee14ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:37.343994 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-d3d4b0b7-6aa0-4cae-bdae-ffa2ee14ed06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1097 time: 0.0743210 Jul 30 02:22:37.443352 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02cd44bb-e8b7-43d7-955c-09b5f52c3260 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.449926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02cd44bb-e8b7-43d7-955c-09b5f52c3260 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.472125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd44bb-e8b7-43d7-955c-09b5f52c3260 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b9a6a5-a28c-4206-bb70-ce58a804bc55,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:37.489194 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-15f37a6d-cf41-432b-b0ce-d3f7f3d084e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:37.492155 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-15f37a6d-cf41-432b-b0ce-d3f7f3d084e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 898 time: 0.1391573 Jul 30 02:22:37.507825 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-02cd44bb-e8b7-43d7-955c-09b5f52c3260 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.509183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-02cd44bb-e8b7-43d7-955c-09b5f52c3260 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2544763 Jul 30 02:22:37.514264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49288) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:37.521084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-bcaef81d-719f-433d-a2a8-51d9c04323de tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'security_group_rule': {'security_group_id': 'ba9c2490-4a4b-4c5f-81a1-617323589b1f', 'project_id': 'e494a31952b94a59923f5c94072479a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:37.570186 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-bcaef81d-719f-433d-a2a8-51d9c04323de tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Project e494a31952b94a59923f5c94072479a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:22:37.577196 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bcaef81d-719f-433d-a2a8-51d9c04323de tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.654415 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-7d91c347-7627-421c-a366-a030828832dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 1002 time: 0.1405637 Jul 30 02:22:37.670952 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bcaef81d-719f-433d-a2a8-51d9c04323de tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.677301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bcaef81d-719f-433d-a2a8-51d9c04323de tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.699301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaef81d-719f-433d-a2a8-51d9c04323de tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa22783-7a89-4d3b-9dac-621e675b638e,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:37.708866 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bcaef81d-719f-433d-a2a8-51d9c04323de tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.711098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bcaef81d-719f-433d-a2a8-51d9c04323de tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1950657 Jul 30 02:22:37.713573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49292) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:37.719559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3a1b27aa-069a-48ed-a5f9-f83cd3b962f2 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'security_group_rule': {'security_group_id': 'ba9c2490-4a4b-4c5f-81a1-617323589b1f', 'project_id': 'e494a31952b94a59923f5c94072479a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:37.749176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-863195ee-8340-4599-a6fc-5114c062a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:37.750730 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-863195ee-8340-4599-a6fc-5114c062a26a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.0846221 Jul 30 02:22:37.772293 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-3a1b27aa-069a-48ed-a5f9-f83cd3b962f2 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Project e494a31952b94a59923f5c94072479a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:22:37.795807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a1b27aa-069a-48ed-a5f9-f83cd3b962f2 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.850623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-e51d9ce4-64ab-4c5f-b51e-598d873501f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:37.852154 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-e51d9ce4-64ab-4c5f-b51e-598d873501f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903635 Jul 30 02:22:37.921385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a1b27aa-069a-48ed-a5f9-f83cd3b962f2 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.933673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a1b27aa-069a-48ed-a5f9-f83cd3b962f2 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.969588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b27aa-069a-48ed-a5f9-f83cd3b962f2 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2d3284-1c22-468f-9e68-5ebea3126e36,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:37.980192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3a1b27aa-069a-48ed-a5f9-f83cd3b962f2 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:37.981874 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3a1b27aa-069a-48ed-a5f9-f83cd3b962f2 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2671466 Jul 30 02:22:38.001921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-edecbab7-9134-4140-a51b-39427a58cb46 service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403520 Jul 30 02:22:38.085257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c28ae-60fe-4c6e-a6e9-2389d9f911ac req-0cf77f98-f76f-4ca9-80d8-138ac280f9e3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:38.092191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-936c28ae-60fe-4c6e-a6e9-2389d9f911ac req-0cf77f98-f76f-4ca9-80d8-138ac280f9e3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0754318 Jul 30 02:22:38.146627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-936c28ae-60fe-4c6e-a6e9-2389d9f911ac req-436868ec-8061-4b0c-8563-451af099af7d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510347 Jul 30 02:22:38.208049 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-ee354a6f-b86d-4156-8a38-79ec667a73d4 service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983776 Jul 30 02:22:38.427106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-33b9dc88-0ed2-4845-9dfa-04dab077ac50 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160796065&fields=id&tenant_id=e494a31952b94a59923f5c94072479a0 HTTP/1.1" status: 200 len: 267 time: 0.0708818 Jul 30 02:22:38.568470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-98a47a4b-db85-401e-99af-1aec08caf4b6 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:38.570240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-98a47a4b-db85-401e-99af-1aec08caf4b6 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/networks?id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5 HTTP/1.1" status: 200 len: 813 time: 0.1342616 Jul 30 02:22:38.586592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0e1bff91-3fc9-40ef-bf82-0567a68446ba tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/quotas/e494a31952b94a59923f5c94072479a0 HTTP/1.1" status: 200 len: 375 time: 0.0101902 Jul 30 02:22:38.646631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-ec875db1-1724-4c0b-9729-2e5e04f1e81c tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e494a31952b94a59923f5c94072479a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532587 Jul 30 02:22:38.776046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-dee1679b-e977-4638-9753-d4e58cdbc77b service neutron] 10.222.0.84 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145172 Jul 30 02:22:38.898595 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-97612d7b-d890-4ff4-be85-ef3c891c5b5e service neutron] 10.222.0.84 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199245 Jul 30 02:22:39.404259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49c351-a4cd-483e-92b6-c3c8b9f59539 req-a50884fc-e2e5-4d4d-82df-8b06bd85e828 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:39.407610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd49c351-a4cd-483e-92b6-c3c8b9f59539 req-a50884fc-e2e5-4d4d-82df-8b06bd85e828 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.1315877 Jul 30 02:22:39.502896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd49c351-a4cd-483e-92b6-c3c8b9f59539 req-a8a50073-c0ad-4269-baef-52b4a93ef90e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736146 Jul 30 02:22:39.656784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d831be82-fe62-451f-802e-dadb5f5209a8 req-7d991630-f966-47b2-a642-470277ec5476 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 210 time: 0.0500383 Jul 30 02:22:40.657387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922822-c963-4c4d-9e40-ccde2996b0c0 req-3b93c025-4c7e-4e06-9527-2a68d9e30c8d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:40.659383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe922822-c963-4c4d-9e40-ccde2996b0c0 req-3b93c025-4c7e-4e06-9527-2a68d9e30c8d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0647502 Jul 30 02:22:40.720864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe922822-c963-4c4d-9e40-ccde2996b0c0 req-70d1c282-f1d8-4de9-8628-bf294ef0d364 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534995 Jul 30 02:22:40.802533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-40702015-3ca7-404b-813f-cc258a1eefe4 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:40.804939 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-40702015-3ca7-404b-813f-cc258a1eefe4 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.22 "GET /v2.0/networks?id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5 HTTP/1.1" status: 200 len: 813 time: 0.1580334 Jul 30 02:22:40.867133 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-9b1bd908-48fc-4266-970a-40098bc54e2e tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e494a31952b94a59923f5c94072479a0 HTTP/1.1" status: 200 len: 380 time: 0.0497577 Jul 30 02:22:40.871911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1599a29-8c6c-4665-b79b-452d14d36fab req-de3301c5-94af-4136-9c3c-c706f636aa24 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 210 time: 0.0413487 Jul 30 02:22:40.878167 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'port': {'device_id': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'admin_state_up': True, 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'security_groups': ['ba9c2490-4a4b-4c5f-81a1-617323589b1f']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:41.027638 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Made reservation on behalf of e494a31952b94a59923f5c94072479a0 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:22:41.032571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.211329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Allocated IP 172.20.0.8 (16bf0d2b-34c8-45ce-aa46-dfd69579acb5/bf79a70c-8a76-49a7-ac63-95abd1ee8326/fa11bb7f-ed97-46ed-bd05-42e62d19c396) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:22:41.417398 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.436095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Transition to ACTIVE for port object fa11bb7f-ed97-46ed-bd05-42e62d19c396 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:41.478939 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.549276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:22:41.556649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:22:41.559892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:22:41.635479 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'Port': ['ID=fa11bb7f-ed97-46ed-bd05-42e62d19c396,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:41.667960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:41.668648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.688116 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b844956f-e681-4faa-976e-bb6a3d6c87a0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8141382 Jul 30 02:22:41.706040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Request body: {'port': {'device_id': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:41.798094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:41.916441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3c6dc-73a8-4de7-be35-a70bac8cd59b req-aa0396e4-e46d-4cec-8588-c0954d960e15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:41.918637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03e3c6dc-73a8-4de7-be35-a70bac8cd59b req-aa0396e4-e46d-4cec-8588-c0954d960e15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0877979 Jul 30 02:22:41.960402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03e3c6dc-73a8-4de7-be35-a70bac8cd59b req-a4817b67-abd2-4275-8b7b-0b727cff856f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344861 Jul 30 02:22:41.975075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a4093d74-450b-49b1-80d8-e8d8cfd99310 None None] Provisioning for port fa11bb7f-ed97-46ed-bd05-42e62d19c396 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:41.983804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a4093d74-450b-49b1-80d8-e8d8cfd99310 None None] Provisioning complete for port fa11bb7f-ed97-46ed-bd05-42e62d19c396 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:41.984253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4093d74-450b-49b1-80d8-e8d8cfd99310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.080279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a4093d74-450b-49b1-80d8-e8d8cfd99310 None None] Port fa11bb7f-ed97-46ed-bd05-42e62d19c396 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:22:42.109409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a3e9a-4f23-4349-ab3c-306eaaa20edf req-16b5abef-ca6a-42dc-96d7-6e00132ab34f tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:42.118022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c7a3e9a-4f23-4349-ab3c-306eaaa20edf req-16b5abef-ca6a-42dc-96d7-6e00132ab34f tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 931 time: 0.0777991 Jul 30 02:22:42.164043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c7a3e9a-4f23-4349-ab3c-306eaaa20edf req-19d575eb-55a7-46ec-a1ee-ae904d42dc87 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449910 Jul 30 02:22:42.234999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa11bb7f-ed97-46ed-bd05-42e62d19c396 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:22:42.244365 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.261699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Transition to ACTIVE for port object fa11bb7f-ed97-46ed-bd05-42e62d19c396 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:22:42.266199 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.349791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Pushing event updated for resources: {'Port': ['ID=fa11bb7f-ed97-46ed-bd05-42e62d19c396,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:42.465845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Attempting to bind port fa11bb7f-ed97-46ed-bd05-42e62d19c396 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:22:42.466287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Attempting to bind port fa11bb7f-ed97-46ed-bd05-42e62d19c396 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:22:42.466724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Attempting to bind port fa11bb7f-ed97-46ed-bd05-42e62d19c396 on network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:42.472307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Port fa11bb7f-ed97-46ed-bd05-42e62d19c396 on network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:22:42.472778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Attempting to bind port fa11bb7f-ed97-46ed-bd05-42e62d19c396 on network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:22:42.478541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:22:42.479032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Checking segment: {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:22:42.479671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Bound using segment: {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:22:42.480390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Bound port: fa11bb7f-ed97-46ed-bd05-42e62d19c396, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c804c852-d825-4e17-b16e-6cb2439e1ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:22:42.480890 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.577080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] For port fa11bb7f-ed97-46ed-bd05-42e62d19c396, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:22:42.584794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] For port fa11bb7f-ed97-46ed-bd05-42e62d19c396, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:22:42.593537 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.651631 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:42.652167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:42.653841 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] 10.222.0.22 "PUT /v2.0/ports/fa11bb7f-ed97-46ed-bd05-42e62d19c396 HTTP/1.1" status: 200 len: 1091 time: 0.9547300 Jul 30 02:22:42.657585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:42.660952 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a142e9d0-630e-4261-bdc9-35407e37d411" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:42.752184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a607112-345b-44b7-9d73-1c0961fd512e service neutron] Pushing event updated for resources: {'Port': ['ID=fa11bb7f-ed97-46ed-bd05-42e62d19c396,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:42.849585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-3d3d36a6-8fae-4747-b28b-2f95aea71f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:42.851276 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-3d3d36a6-8fae-4747-b28b-2f95aea71f5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e494a31952b94a59923f5c94072479a0&device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1094 time: 0.1285007 Jul 30 02:22:42.945044 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-248f3dff-2dc2-46d0-bce6-a5e8add8ef92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396 HTTP/1.1" status: 200 len: 217 time: 0.0820053 Jul 30 02:22:43.073177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b74f3831-5099-4753-aa51-2fabcfc2fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:43.075791 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-b74f3831-5099-4753-aa51-2fabcfc2fee2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf79a70c-8a76-49a7-ac63-95abd1ee8326 HTTP/1.1" status: 200 len: 852 time: 0.1179361 Jul 30 02:22:43.143339 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adb0605-83c0-4f53-aa72-dd096699131e x-openstack-request-id: req-7adb0605-83c0-4f53-aa72-dd096699131e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:43.143728 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:43.143983 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7adb0605-83c0-4f53-aa72-dd096699131e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:43.144531 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'status': 'completed', 'code': 200} Jul 30 02:22:43.160571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-9fdca059-19f5-4707-9c42-5c526aea8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:43.162976 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-9fdca059-19f5-4707-9c42-5c526aea8e02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687494 Jul 30 02:22:43.294039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035aa9c-3284-415d-9d4e-644550657a27 req-5723a8bc-9475-4bb0-a0e4-cc07a726df6d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:43.302461 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-7c7eec08-b369-488b-a2a8-6ff7a7d4cd8b service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298087 Jul 30 02:22:43.304016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5035aa9c-3284-415d-9d4e-644550657a27 req-5723a8bc-9475-4bb0-a0e4-cc07a726df6d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0810759 Jul 30 02:22:43.352532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5035aa9c-3284-415d-9d4e-644550657a27 req-35f32e26-4fd3-4b15-a875-c4e133457904 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471048 Jul 30 02:22:43.434433 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-668088dd-6a5e-455d-bf80-2f6e35e65652 req-54844c36-fa34-4e39-a94b-8c22ffbd53f1 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229827 Jul 30 02:22:43.527985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f66a-a894-407e-90c5-8ad8f17f7d32 req-24c5acd2-7c2e-4033-ae1b-7507bde79e1e tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:43.532012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f74f66a-a894-407e-90c5-8ad8f17f7d32 req-24c5acd2-7c2e-4033-ae1b-7507bde79e1e tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.0835848 Jul 30 02:22:43.567918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-84ce372c-3797-41a3-a1d7-f19b78359e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:43.569987 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-84ce372c-3797-41a3-a1d7-f19b78359e72 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e494a31952b94a59923f5c94072479a0&device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1094 time: 0.0754237 Jul 30 02:22:43.590202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f74f66a-a894-407e-90c5-8ad8f17f7d32 req-0b66dd41-6042-4a76-b9a0-26acba6d8a5e tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511701 Jul 30 02:22:43.686299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-2e672235-e63e-4559-858e-abf3bfa98eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:43.688332 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-2e672235-e63e-4559-858e-abf3bfa98eaf service neutron] 10.222.0.22 "GET /v2.0/networks?id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5 HTTP/1.1" status: 200 len: 914 time: 0.1076789 Jul 30 02:22:43.732264 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-9aac07a6-feaa-4a82-9b8b-d514fccb3eb5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396 HTTP/1.1" status: 200 len: 217 time: 0.0357339 Jul 30 02:22:43.810710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-d84bb94b-370c-4876-a2d7-8467b40b678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:43.812336 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-d84bb94b-370c-4876-a2d7-8467b40b678d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf79a70c-8a76-49a7-ac63-95abd1ee8326 HTTP/1.1" status: 200 len: 852 time: 0.0712414 Jul 30 02:22:43.876220 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-79571d6f-e8ba-40e0-97fb-8b0f1fad7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:43.877968 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-79571d6f-e8ba-40e0-97fb-8b0f1fad7b18 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502501 Jul 30 02:22:43.999462 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-6755871c-194a-4ad2-9964-150d61238746 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118171 Jul 30 02:22:44.129258 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a142e9d0-630e-4261-bdc9-35407e37d411 req-b5f5b524-5f9a-488e-9f57-cfca7bfb62aa service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217804 Jul 30 02:22:44.541406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad951f9-a1b4-4da1-af98-6115e48e75a3 req-a6ba0c78-829c-47ce-a26b-455cce9b5702 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:44.543333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ad951f9-a1b4-4da1-af98-6115e48e75a3 req-a6ba0c78-829c-47ce-a26b-455cce9b5702 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0844309 Jul 30 02:22:44.598617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ad951f9-a1b4-4da1-af98-6115e48e75a3 req-ab21a9cc-d953-4e39-8bda-30785c06b279 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420864 Jul 30 02:22:44.728721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaabdd-56b3-4986-aaf6-24a9cf1bcdc2 req-aad11417-3caa-4080-a498-ca2878ac71d0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:44.730651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70eaabdd-56b3-4986-aaf6-24a9cf1bcdc2 req-aad11417-3caa-4080-a498-ca2878ac71d0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.0553732 Jul 30 02:22:44.785632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70eaabdd-56b3-4986-aaf6-24a9cf1bcdc2 req-13bd17f2-6cf5-446a-86a2-17045b743d11 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Jul 30 02:22:45.760222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddc503-a99e-4b47-9660-1b9afd0f628b req-62229ec0-1c29-4eac-9a21-48fe0422c9a0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:45.763511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7ddc503-a99e-4b47-9660-1b9afd0f628b req-62229ec0-1c29-4eac-9a21-48fe0422c9a0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0871282 Jul 30 02:22:45.805184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7ddc503-a99e-4b47-9660-1b9afd0f628b req-e33a05f0-eeee-4482-bac0-8addb9ca160a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346622 Jul 30 02:22:45.996716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00feffd5-c824-478b-9dbd-b95841775bba req-9f1ef9dd-aeca-4e17-9fa9-1772b9b0eab0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:45.998239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00feffd5-c824-478b-9dbd-b95841775bba req-9f1ef9dd-aeca-4e17-9fa9-1772b9b0eab0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.1045494 Jul 30 02:22:46.061400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00feffd5-c824-478b-9dbd-b95841775bba req-cfbb2aa8-34dc-4e81-ae68-55045953c069 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520568 Jul 30 02:22:46.988920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893cd32-f492-4830-97e5-d1ff2016186d req-b3059342-1744-409c-9be3-1563a60a65f4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:46.991964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3893cd32-f492-4830-97e5-d1ff2016186d req-b3059342-1744-409c-9be3-1563a60a65f4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0906892 Jul 30 02:22:47.042189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3893cd32-f492-4830-97e5-d1ff2016186d req-2dd89d69-43fd-44f5-8931-950d6756af20 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429256 Jul 30 02:22:47.197434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d775727-bfeb-442d-888b-6e64962a1e08 req-5ab0b550-79de-45aa-8c2a-81e3c16da3eb tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:47.204890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d775727-bfeb-442d-888b-6e64962a1e08 req-5ab0b550-79de-45aa-8c2a-81e3c16da3eb tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.0707712 Jul 30 02:22:47.246401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d775727-bfeb-442d-888b-6e64962a1e08 req-1d53d0f9-ff87-4b3a-91d6-054103b4e06b tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Jul 30 02:22:47.275611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49474) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:47.414841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46951b92-33d8-4707-afe2-ae37d5442f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.531143 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46951b92-33d8-4707-afe2-ae37d5442f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.536412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-46951b92-33d8-4707-afe2-ae37d5442f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.581215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49478) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:47.581591 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-46951b92-33d8-4707-afe2-ae37d5442f72 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d8a7a0550ca94e8f9a3a933b8d699054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039155 Jul 30 02:22:47.582198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46951b92-33d8-4707-afe2-ae37d5442f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89128af6-7730-4bec-b58a-2738ca689feb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:47.641559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afdecb29-bb43-4706-bc00-8023867619ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.669666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afdecb29-bb43-4706-bc00-8023867619ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.720561 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afdecb29-bb43-4706-bc00-8023867619ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.723767 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-afdecb29-bb43-4706-bc00-8023867619ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:47.724949 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-afdecb29-bb43-4706-bc00-8023867619ae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89128af6-7730-4bec-b58a-2738ca689feb HTTP/1.1" status: 204 len: 168 time: 0.1418209 Jul 30 02:22:47.732928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdecb29-bb43-4706-bc00-8023867619ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89128af6-7730-4bec-b58a-2738ca689feb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:48.020397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:48.034755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6492810-6c9a-4b08-800f-df02cf6b0a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.182650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6492810-6c9a-4b08-800f-df02cf6b0a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.194673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c6d13-10df-4c3b-8d57-319d2df4fe26 req-28d0e770-3492-4abf-af73-7fc265cb0081 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:48.196275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b69c6d13-10df-4c3b-8d57-319d2df4fe26 req-28d0e770-3492-4abf-af73-7fc265cb0081 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0716779 Jul 30 02:22:48.197621 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d6492810-6c9a-4b08-800f-df02cf6b0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.250151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6492810-6c9a-4b08-800f-df02cf6b0a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0a956d-f76c-4e37-af6d-239e663a4bf5,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:48.263874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d6492810-6c9a-4b08-800f-df02cf6b0a80 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=164fbc1d83c64483a5f215bf04f4df00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422421 Jul 30 02:22:48.267778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49490) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:48.286049 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b69c6d13-10df-4c3b-8d57-319d2df4fe26 req-1b6efa93-15c7-454e-81a7-365443d183e2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778389 Jul 30 02:22:48.351297 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-974135f3-2166-4a31-acc4-bebfaecd1e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.376812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-974135f3-2166-4a31-acc4-bebfaecd1e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.419657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49be284-f0a0-48dc-a1d6-d90c0a2d31ad req-33ec4bf2-c675-4ab7-8eb4-7b6fe6a059a1 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:48.423964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a49be284-f0a0-48dc-a1d6-d90c0a2d31ad req-33ec4bf2-c675-4ab7-8eb4-7b6fe6a059a1 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.0634594 Jul 30 02:22:48.433294 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-974135f3-2166-4a31-acc4-bebfaecd1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.438531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-974135f3-2166-4a31-acc4-bebfaecd1e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:48.439936 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-974135f3-2166-4a31-acc4-bebfaecd1e56 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e0a956d-f76c-4e37-af6d-239e663a4bf5 HTTP/1.1" status: 204 len: 168 time: 0.1701758 Jul 30 02:22:48.450634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974135f3-2166-4a31-acc4-bebfaecd1e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0a956d-f76c-4e37-af6d-239e663a4bf5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:48.488828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a49be284-f0a0-48dc-a1d6-d90c0a2d31ad req-b4585ed0-9c89-4eed-bc7b-faaaf6242882 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614126 Jul 30 02:22:49.498297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9e226-e143-45e0-892a-1df76a1aaf37 req-aefee861-5b99-4867-830e-8ff5f828dd78 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:49.515148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0a9e226-e143-45e0-892a-1df76a1aaf37 req-aefee861-5b99-4867-830e-8ff5f828dd78 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.1112702 Jul 30 02:22:49.585731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0a9e226-e143-45e0-892a-1df76a1aaf37 req-a5ebd89e-a2be-46d1-a957-27fc1cd98ce7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646610 Jul 30 02:22:49.739986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8109-03c7-4db4-94aa-3fe66ddb638a req-4024776e-b950-434c-aa0d-98477c10fc10 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:49.741743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-472d8109-03c7-4db4-94aa-3fe66ddb638a req-4024776e-b950-434c-aa0d-98477c10fc10 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.0612094 Jul 30 02:22:49.805182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-472d8109-03c7-4db4-94aa-3fe66ddb638a req-4fb35efd-eb02-4205-9505-ebd7107b367d tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556304 Jul 30 02:22:50.762190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653e42d-cc0f-4bc9-a126-87efe64a551d req-191949c7-296e-421f-84c2-89afe8623a9e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:50.764064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1653e42d-cc0f-4bc9-a126-87efe64a551d req-191949c7-296e-421f-84c2-89afe8623a9e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0790467 Jul 30 02:22:50.816253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1653e42d-cc0f-4bc9-a126-87efe64a551d req-c04c4ede-4385-4e24-b003-eda62284f933 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441291 Jul 30 02:22:50.954576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66cb0a-84ef-4fbe-8777-2333b061f9ae req-02722a66-80ce-4369-a5b5-680f2f60ab7d tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:50.956377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac66cb0a-84ef-4fbe-8777-2333b061f9ae req-02722a66-80ce-4369-a5b5-680f2f60ab7d tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.0670407 Jul 30 02:22:51.000444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac66cb0a-84ef-4fbe-8777-2333b061f9ae req-a7e519c8-7d93-481f-a447-841975c2a30d tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379214 Jul 30 02:22:51.968745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69abc9-4f28-4c33-957c-a78df3e690ea req-9e38f820-1dab-4970-ba78-4d49e271133e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:51.970374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a69abc9-4f28-4c33-957c-a78df3e690ea req-9e38f820-1dab-4970-ba78-4d49e271133e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0685980 Jul 30 02:22:52.030001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a69abc9-4f28-4c33-957c-a78df3e690ea req-04aff52e-8070-4d0c-ac23-0fd04a172a2c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470016 Jul 30 02:22:52.189887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1c4ce-1e27-47e9-9a20-fefe0bd20c4b req-db38921e-89e2-4839-b189-d1f7995c3758 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:52.191648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e1c4ce-1e27-47e9-9a20-fefe0bd20c4b req-db38921e-89e2-4839-b189-d1f7995c3758 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.0774689 Jul 30 02:22:52.253276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-82e1c4ce-1e27-47e9-9a20-fefe0bd20c4b req-190f2468-7721-413f-80ea-a622136bf0ec tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508347 Jul 30 02:22:53.178519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067b98d-0ebf-4ad2-b36b-fef28bc13c04 req-4b49d42e-241d-4847-9470-cfb726e356ed tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:53.180226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3067b98d-0ebf-4ad2-b36b-fef28bc13c04 req-4b49d42e-241d-4847-9470-cfb726e356ed tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0562010 Jul 30 02:22:53.223242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3067b98d-0ebf-4ad2-b36b-fef28bc13c04 req-ded6c44b-86d9-4d40-8bf1-b432f56feb09 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363936 Jul 30 02:22:53.411663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6ca01-f5c1-4b04-b277-37cfd02f1467 req-8e7c6379-f21a-4124-8e83-2aed49cdfd45 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:53.414172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44b6ca01-f5c1-4b04-b277-37cfd02f1467 req-8e7c6379-f21a-4124-8e83-2aed49cdfd45 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.0638256 Jul 30 02:22:53.472174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44b6ca01-f5c1-4b04-b277-37cfd02f1467 req-ee172793-e4a4-449e-bf6c-2908a3c9e640 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485575 Jul 30 02:22:54.142489 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:54.372591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b36101-91e5-41d9-a2d8-12a74ac7fe39 req-b8e3f14d-2884-4a4c-b60d-1a36f5b55db8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:54.374525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3b36101-91e5-41d9-a2d8-12a74ac7fe39 req-b8e3f14d-2884-4a4c-b60d-1a36f5b55db8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0669293 Jul 30 02:22:54.436789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3b36101-91e5-41d9-a2d8-12a74ac7fe39 req-4c1621d9-e59b-4aa5-8bcc-7ec799929e3d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545483 Jul 30 02:22:54.452043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fa11bb7f-ed97-46ed-bd05-42e62d19c396 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:22:54.670136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99d97f-874e-4e4c-8ad8-39b10a1fcd9f req-99a16c58-cece-4dd9-abd2-0c1bec08ee3d tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:54.677975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb99d97f-874e-4e4c-8ad8-39b10a1fcd9f req-99a16c58-cece-4dd9-abd2-0c1bec08ee3d tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 943 time: 0.0796616 Jul 30 02:22:54.724711 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb99d97f-874e-4e4c-8ad8-39b10a1fcd9f req-1e484b7a-9ec3-45b1-b3ba-5ad93e116a1b tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455618 Jul 30 02:22:54.753120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port fa11bb7f-ed97-46ed-bd05-42e62d19c396, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:54.768781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'port_id': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'mac_address': 'fa:16:3e:e0:a7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:22:54.834221 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:54.857118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa11bb7f-ed97-46ed-bd05-42e62d19c396 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:22:54.892369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port fa11bb7f-ed97-46ed-bd05-42e62d19c396, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:54.897673 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:54.976030 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=fa11bb7f-ed97-46ed-bd05-42e62d19c396,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:54.987084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.987676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.988145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.988816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.989248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.989675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.990101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.990685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.991283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.991742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.992160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:54.992582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:22:55.184561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['fa11bb7f-ed97-46ed-bd05-42e62d19c396'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:22:55.655042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7704559-1f32-45af-b195-433c715fe9ec req-fa694a5f-33fa-42cc-88db-fb320cceff84 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:55.672566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7704559-1f32-45af-b195-433c715fe9ec req-fa694a5f-33fa-42cc-88db-fb320cceff84 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.1160970 Jul 30 02:22:55.716155 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49634) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:55.737911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7704559-1f32-45af-b195-433c715fe9ec req-0026b601-919f-4697-b693-f3c090348afa tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625970 Jul 30 02:22:55.894322 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d3926b-d9ca-4383-af30-293fed170240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:55.954011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd7e32-5f2e-400d-aa45-833252a0a4de req-f880235a-039a-4e91-b106-b5deaccf1f8e tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:55.962408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5cd7e32-5f2e-400d-aa45-833252a0a4de req-f880235a-039a-4e91-b106-b5deaccf1f8e tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 944 time: 0.1099787 Jul 30 02:22:56.012337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5cd7e32-5f2e-400d-aa45-833252a0a4de req-fa44d486-1bc9-4b0a-95a7-0c87d9a255e3 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484180 Jul 30 02:22:56.069573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d3926b-d9ca-4383-af30-293fed170240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.075816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4d3926b-d9ca-4383-af30-293fed170240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.119651 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f4d3926b-d9ca-4383-af30-293fed170240 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=13cd04ec5b4f4a21b5efca7725c03eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997090 Jul 30 02:22:56.119651 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3926b-d9ca-4383-af30-293fed170240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29debb2-3d01-414e-ad95-c71bd256013e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:56.121158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49650) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:56.178531 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b5cff2ab-4b7b-4976-9f0b-b69cf2ad988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.204570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b5cff2ab-4b7b-4976-9f0b-b69cf2ad988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.253674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b5cff2ab-4b7b-4976-9f0b-b69cf2ad988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.256773 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b5cff2ab-4b7b-4976-9f0b-b69cf2ad988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.260407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b5cff2ab-4b7b-4976-9f0b-b69cf2ad988e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c29debb2-3d01-414e-ad95-c71bd256013e HTTP/1.1" status: 204 len: 168 time: 0.1358180 Jul 30 02:22:56.278689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cff2ab-4b7b-4976-9f0b-b69cf2ad988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29debb2-3d01-414e-ad95-c71bd256013e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:56.474247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fa11bb7f-ed97-46ed-bd05-42e62d19c396 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:22:56.548200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port fa11bb7f-ed97-46ed-bd05-42e62d19c396 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:22:56.553092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port fa11bb7f-ed97-46ed-bd05-42e62d19c396 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:22:56.553656 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.582310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49658) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:56.596696 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a42c2bad-2ce0-41ab-998a-571d8c24da3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.654435 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.683316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:22:56.685719 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa382dd-d748-4e45-90d9-ad4dbffd0c8d" -d '{"events": [{"server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "name": "network-vif-plugged", "status": "completed", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:22:56.709816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port fa11bb7f-ed97-46ed-bd05-42e62d19c396, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:22:56.725984 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.747389 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a42c2bad-2ce0-41ab-998a-571d8c24da3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.752450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a42c2bad-2ce0-41ab-998a-571d8c24da3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.781509 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cde798-30c9-417b-8839-6a5a874eb6e7 x-openstack-request-id: req-46cde798-30c9-417b-8839-6a5a874eb6e7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:22:56.781886 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "name": "network-vif-plugged", "status": "completed", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:22:56.782111 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-46cde798-30c9-417b-8839-6a5a874eb6e7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:22:56.782594 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'code': 200} Jul 30 02:22:56.824428 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=fa11bb7f-ed97-46ed-bd05-42e62d19c396,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:56.847810 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a42c2bad-2ce0-41ab-998a-571d8c24da3b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9d53d019eedc4ec7a91db197eae421d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641785 Jul 30 02:22:56.851274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49664) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:56.865438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c2bad-2ce0-41ab-998a-571d8c24da3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7af103-8fc3-47fc-98ab-911c5ec8031d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:56.905833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f587d9-2f93-4da8-9297-735d8c9fc263 req-d289ca3a-f77e-407e-b212-0df4874d0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:56.913664 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-28f587d9-2f93-4da8-9297-735d8c9fc263 req-d289ca3a-f77e-407e-b212-0df4874d0a34 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1096 time: 0.0555520 Jul 30 02:22:56.947934 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-28f587d9-2f93-4da8-9297-735d8c9fc263 req-81f395a8-83a5-426e-893a-98d333bdce0e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Jul 30 02:22:56.959615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cedad231-cec1-47ce-abe8-6f30c7447312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:56.969220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24582-5a69-4cbd-8f4c-65c42f39d202 req-f69b89d1-4525-4772-8679-8aaeef7bb348 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:56.970853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0e24582-5a69-4cbd-8f4c-65c42f39d202 req-f69b89d1-4525-4772-8679-8aaeef7bb348 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0844026 Jul 30 02:22:57.007934 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cedad231-cec1-47ce-abe8-6f30c7447312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.041643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0e24582-5a69-4cbd-8f4c-65c42f39d202 req-f54535e5-6180-455d-9723-e67198d08e77 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608935 Jul 30 02:22:57.095368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cedad231-cec1-47ce-abe8-6f30c7447312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.103888 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cedad231-cec1-47ce-abe8-6f30c7447312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.106679 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cedad231-cec1-47ce-abe8-6f30c7447312 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ac7af103-8fc3-47fc-98ab-911c5ec8031d HTTP/1.1" status: 204 len: 168 time: 0.2541287 Jul 30 02:22:57.123403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedad231-cec1-47ce-abe8-6f30c7447312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7af103-8fc3-47fc-98ab-911c5ec8031d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:57.191836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3479b-a4a4-4c1a-905d-323d958ce874 req-150f1e62-b881-49e9-9779-bec648de8859 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:57.200556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8b3479b-a4a4-4c1a-905d-323d958ce874 req-150f1e62-b881-49e9-9779-bec648de8859 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 945 time: 0.0697932 Jul 30 02:22:57.249256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8b3479b-a4a4-4c1a-905d-323d958ce874 req-d6fd3e08-f42e-4db2-bcb4-29c55b87018e tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456145 Jul 30 02:22:57.542961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49674) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:57.560469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41243b5a-38b1-45f1-8c1f-f695db193a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.669858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41243b5a-38b1-45f1-8c1f-f695db193a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.677230 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41243b5a-38b1-45f1-8c1f-f695db193a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.735588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-41243b5a-38b1-45f1-8c1f-f695db193a33 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8ad3986863694f5ebf85ef6649434bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901472 Jul 30 02:22:57.736817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41243b5a-38b1-45f1-8c1f-f695db193a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db07084-f65c-433c-bf12-904de888fca3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:57.738202 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49676) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:57.820129 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3a3a-296b-4278-ad89-f1e82a00750d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.863649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3a3a-296b-4278-ad89-f1e82a00750d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.946313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3a3a-296b-4278-ad89-f1e82a00750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.951808 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0ab3a3a-296b-4278-ad89-f1e82a00750d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:57.953750 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c0ab3a3a-296b-4278-ad89-f1e82a00750d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9db07084-f65c-433c-bf12-904de888fca3 HTTP/1.1" status: 204 len: 168 time: 0.2137260 Jul 30 02:22:57.967417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab3a3a-296b-4278-ad89-f1e82a00750d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db07084-f65c-433c-bf12-904de888fca3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:58.196031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88772da0-d00b-417f-a8f8-2fe1689d7f70 req-0855bc01-9099-47d7-aa2b-97d4afcd35b9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:58.198983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88772da0-d00b-417f-a8f8-2fe1689d7f70 req-0855bc01-9099-47d7-aa2b-97d4afcd35b9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0563941 Jul 30 02:22:58.254250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88772da0-d00b-417f-a8f8-2fe1689d7f70 req-51cfdbfa-5f7b-4e76-8345-e0ef9e50b3d6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397737 Jul 30 02:22:58.418680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7a074-e731-441a-94af-d76cc14d374e req-857e7110-c804-4c73-b384-ba7eb23ae921 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:58.426897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5db7a074-e731-441a-94af-d76cc14d374e req-857e7110-c804-4c73-b384-ba7eb23ae921 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 945 time: 0.0897617 Jul 30 02:22:58.476053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5db7a074-e731-441a-94af-d76cc14d374e req-bf2214cd-0ed1-4bd7-a8dd-748cc8ceaa5d tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480292 Jul 30 02:22:58.627271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390a450-3d9a-43c5-8ffc-abb14e2f3fe3 req-7f3f8def-9add-4dd6-aa84-11ecea2f91ff tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:58.636417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d390a450-3d9a-43c5-8ffc-abb14e2f3fe3 req-7f3f8def-9add-4dd6-aa84-11ecea2f91ff tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 945 time: 0.0760672 Jul 30 02:22:58.666149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49712) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:58.711046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d390a450-3d9a-43c5-8ffc-abb14e2f3fe3 req-539c8106-2e95-4211-8fd4-3570415f908e tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724247 Jul 30 02:22:58.744633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49716) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:58.804295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3aa739f5-1f5e-41b5-bc2f-c657b11e2150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.953800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3aa739f5-1f5e-41b5-bc2f-c657b11e2150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:58.961657 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3aa739f5-1f5e-41b5-bc2f-c657b11e2150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.014470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21068ea5-1a51-4499-bd24-1dca59d2191b tempest-TestVolumeBackupRestore-1482718413 tempest-TestVolumeBackupRestore-1482718413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:59.015933 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-21068ea5-1a51-4499-bd24-1dca59d2191b tempest-TestVolumeBackupRestore-1482718413 tempest-TestVolumeBackupRestore-1482718413-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1091 time: 0.2696705 Jul 30 02:22:59.018108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa739f5-1f5e-41b5-bc2f-c657b11e2150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcc4660-efac-4583-aa10-4c06643fac40,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:59.020197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49728) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:59.025671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:22:59.032958 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3aa739f5-1f5e-41b5-bc2f-c657b11e2150 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=50710ec229d44801a563179d3bdd1321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626029 Jul 30 02:22:59.033967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49730) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:59.086603 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.138895 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6923f6a5-21a9-458c-9085-75b67cac107e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.179963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6923f6a5-21a9-458c-9085-75b67cac107e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.648073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ddb9b-557f-4f86-9a4e-55065bf64ac3 req-1804e60c-1b4a-49d5-9e30-f18727b104be tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:22:59.650815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db3ddb9b-557f-4f86-9a4e-55065bf64ac3 req-1804e60c-1b4a-49d5-9e30-f18727b104be tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0996406 Jul 30 02:22:59.685386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6923f6a5-21a9-458c-9085-75b67cac107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.688019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6923f6a5-21a9-458c-9085-75b67cac107e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.689446 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6923f6a5-21a9-458c-9085-75b67cac107e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8dcc4660-efac-4583-aa10-4c06643fac40 HTTP/1.1" status: 204 len: 168 time: 0.6559095 Jul 30 02:22:59.716233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f6a5-21a9-458c-9085-75b67cac107e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcc4660-efac-4583-aa10-4c06643fac40,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:22:59.716510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49748) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:22:59.718728 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:22:59.739769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db3ddb9b-557f-4f86-9a4e-55065bf64ac3 req-afddd797-1092-4960-bda7-9afb3554463c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775273 Jul 30 02:22:59.877328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Allocated IP 172.25.7.197 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/85c51451-1744-4841-9ea5-907b46b5df16) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:23:00.013474 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.023780 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2881d515-b553-49bc-9df5-12d827548db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.070243 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.131178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:23:00.136191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:00.141618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:23:00.166512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2881d515-b553-49bc-9df5-12d827548db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.171126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2881d515-b553-49bc-9df5-12d827548db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.174419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'Port': ['ID=85c51451-1744-4841-9ea5-907b46b5df16,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:00.223929 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2881d515-b553-49bc-9df5-12d827548db9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cfbcb7a1867e45b2b04da8cbf75a27ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061083 Jul 30 02:23:00.224944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881d515-b553-49bc-9df5-12d827548db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f3e3a6-d1f9-4e05-855a-0a7db9fb5645,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:00.227544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49762) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:00.304028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae199c20-ba4d-456e-b18d-2bed26bd58af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.335656 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae199c20-ba4d-456e-b18d-2bed26bd58af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.419252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae199c20-ba4d-456e-b18d-2bed26bd58af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.423466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ae199c20-ba4d-456e-b18d-2bed26bd58af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.428343 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ae199c20-ba4d-456e-b18d-2bed26bd58af admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/79f3e3a6-d1f9-4e05-855a-0a7db9fb5645 HTTP/1.1" status: 204 len: 168 time: 0.1992686 Jul 30 02:23:00.444451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae199c20-ba4d-456e-b18d-2bed26bd58af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f3e3a6-d1f9-4e05-855a-0a7db9fb5645,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:00.735808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.764233 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-463b307a-b674-4b98-aff0-283f75de7628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.855462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49784) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:00.892557 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:00.938963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a427e3-c23f-40c2-9cbf-01df1e768160 req-98402d9c-17cf-4248-8a47-7021a3eb2e73 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:00.941578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67a427e3-c23f-40c2-9cbf-01df1e768160 req-98402d9c-17cf-4248-8a47-7021a3eb2e73 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.1169970 Jul 30 02:23:01.019549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1262352235-network', 'tenant_id': '5d28cea5701b4d53b4ca2823a2a3757e'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:01.043553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Made reservation on behalf of 5d28cea5701b4d53b4ca2823a2a3757e for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:01.046293 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.056279 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.108091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67a427e3-c23f-40c2-9cbf-01df1e768160 req-aee79914-c120-4448-b9f2-075e8207d5cb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443117 Jul 30 02:23:01.171569 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-774b9833-970e-4807-9959-b3bf358d7cf4 service neutron] show failed (client error): The resource could not be found. Jul 30 02:23:01.172678 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-774b9833-970e-4807-9959-b3bf358d7cf4 service neutron] 10.222.0.22 "GET /v2.0/ports/40f68224-6171-4f4d-bcb3-ae67ce4a037e/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0932975 Jul 30 02:23:01.226956 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.232907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.233428 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.238274 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.278523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:23:01.301341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cacc79-a0d3-4411-876d-36f99b0df55e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:01.307346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.308247 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Added segment 4da81921-0a39-4ed6-bdb3-3e6ecc499ed9 of type vlan for network 5118d904-07d9-4902-a4f3-6250acdda215 Jul 30 02:23:01.336123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event updated for resources: {'Port': ['ID=85c51451-1744-4841-9ea5-907b46b5df16,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:01.343641 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.377173 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.410396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.411666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:01.412399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.474367 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6175544 Jul 30 02:23:01.477772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:01.482951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Request body: {'subnet': {'network_id': '5118d904-07d9-4902-a4f3-6250acdda215', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1262352235-subnet', 'tenant_id': '5d28cea5701b4d53b4ca2823a2a3757e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:01.491282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b60d5a-bf00-43f3-9091-723c00753507 admin admin] Pushing event updated for resources: {'Network': ['ID=5118d904-07d9-4902-a4f3-6250acdda215,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:01.504991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5118d904-07d9-4902-a4f3-6250acdda215 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:23:01.512714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Made reservation on behalf of 5d28cea5701b4d53b4ca2823a2a3757e for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:01.515485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.541623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-576f08eb-7f43-446b-b6ac-ee670b0b6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:01.543931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-576f08eb-7f43-446b-b6ac-ee670b0b6436 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 1097 time: 0.1529129 Jul 30 02:23:01.560996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:01.589707 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Floating IP 1de271fc-2dc9-49ab-84cf-a91dee99e244 associated. External IP: 172.25.7.197, port: fa11bb7f-ed97-46ed-bd05-42e62d19c396. Jul 30 02:23:01.608268 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.709179 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.769770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.824246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b17db9-3562-45d6-8e75-90c1c637942d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:01.848718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Checking segment: {'id': '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:01.849035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Network hostable DHCP agents. Network: 5118d904-07d9-4902-a4f3-6250acdda215, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:23:01.869578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Network 5118d904-07d9-4902-a4f3-6250acdda215 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:23:01.887771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5118d904-07d9-4902-a4f3-6250acdda215) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:01.894520 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:01.896623 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:01.901760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d386ee-a2e2-467c-b222-670a66b50639 None None] Network 5118d904-07d9-4902-a4f3-6250acdda215 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:01.940142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a37ef2d0-10a3-4743-9f19-171f1d347210 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4485071 Jul 30 02:23:02.040688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:23:02.076166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:02.148601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e950e3d4-fe64-4ba6-b052-e2b4fffb6c7f None None] Network 5118d904-07d9-4902-a4f3-6250acdda215 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:02.187047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:23:02.372573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.387187 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Transition to ACTIVE for port object 40f68224-6171-4f4d-bcb3-ae67ce4a037e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:02.388157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:02.391480 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b05cc93-47eb-446c-955a-d1ece99b4f96" -d '{"events": [{"server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "name": "network-vif-unplugged", "status": "completed", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:02.421744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.462972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:02.486733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] Sync routers for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:02.502309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:02.502989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:22:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:02.588044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ce80a-b600-44c9-a8aa-fba2c922c380 req-511ff618-ed72-4776-94ed-f546d79701e2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:02.589690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-471ce80a-b600-44c9-a8aa-fba2c922c380 req-511ff618-ed72-4776-94ed-f546d79701e2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.2794359 Jul 30 02:23:02.605140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Pushing event updated for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:02.613024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:02.706877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:02.728835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-496cb1ab-ddee-4199-9891-7dbce57ddd89 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7074060 Jul 30 02:23:02.733537 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49822) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:02.794735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-471ce80a-b600-44c9-a8aa-fba2c922c380 req-3789e469-e4c4-4024-be5b-978fefb00d74 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786430 Jul 30 02:23:02.810988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] No DVR routers for this DVR port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:23:02.843680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a135bdc-852a-4c59-af08-f9dab2e45d68 tempest-TestVolumeBackupRestore-1482718413 tempest-TestVolumeBackupRestore-1482718413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:02.850341 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0a135bdc-852a-4c59-af08-f9dab2e45d68 tempest-TestVolumeBackupRestore-1482718413 tempest-TestVolumeBackupRestore-1482718413-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1091 time: 0.1118095 Jul 30 02:23:02.851196 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49826) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:02.864717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-51875ce6-3803-4776-9e7d-70da93d2f964 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Request body: {'floatingip': {'port_id': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:02.907722 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c540761-bcd8-4121-8823-61de9978e90b x-openstack-request-id: req-4c540761-bcd8-4121-8823-61de9978e90b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:02.908019 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "name": "network-vif-unplugged", "status": "completed", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:02.909117 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4c540761-bcd8-4121-8823-61de9978e90b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:02.909551 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'code': 200} Jul 30 02:23:02.996456 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51875ce6-3803-4776-9e7d-70da93d2f964 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:03.067540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Attempting to bind port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:23:03.068123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Attempting to bind port 40f68224-6171-4f4d-bcb3-ae67ce4a037e by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:23:03.068251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Attempting to bind port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:03.075060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:23:03.075389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Attempting to bind port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:03.083025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:23:03.083367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Checking segment: {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:03.083819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Bound using segment: {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:23:03.084987 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Bound port: 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba904e2a-915a-4c79-84cb-8c8fc16be055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:23:03.084987 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:03.177559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:23:03.182272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:23:03.195240 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:03.216927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:03.218188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:03.220452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] 10.222.0.41 "PUT /v2.0/ports/40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 1092 time: 1.6679480 Jul 30 02:23:03.379883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1de271fc-2dc9-49ab-84cf-a91dee99e244', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'port_id': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'mac_address': 'fa:16:3e:e0:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:23:00Z', 'updated_at': '2021-07-30T02:23:00Z', 'revision_number': 0, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:36Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:03.444997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] Checking router: 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:03.462406 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-546c182d-fc06-48bb-9e24-3a0bd1064006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:03.466301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:03.467093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:22:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:03.501227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155537c2-f9f7-4f12-9bbf-99914c8ac199 service neutron] Pushing event updated for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:03.507368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-9c78b098-479e-4f94-bb4c-4fcaaa9926bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:03.509237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-9c78b098-479e-4f94-bb4c-4fcaaa9926bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1095 time: 0.2319794 Jul 30 02:23:03.625891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-ae557320-14ce-4841-9239-12225881d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:03.628286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-ae557320-14ce-4841-9239-12225881d577 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 898 time: 0.1116929 Jul 30 02:23:03.732830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-2808db30-dabf-48ed-aa20-496d6830e2a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 1000 time: 0.0907111 Jul 30 02:23:03.736452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:03.817304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-2a61b093-b5aa-40fb-87a5-9265714f64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:03.819208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-2a61b093-b5aa-40fb-87a5-9265714f64ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.0795953 Jul 30 02:23:03.915831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-7c31ee39-a9fa-4875-a90a-e908f9c72d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:03.921590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-7c31ee39-a9fa-4875-a90a-e908f9c72d54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944738 Jul 30 02:23:03.970027 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:04.131400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd68289-58c2-498d-84db-0125b9fdfb34 req-c0b27a12-a7b6-49f0-b958-00a40094c434 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:04.132756 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fd68289-58c2-498d-84db-0125b9fdfb34 req-c0b27a12-a7b6-49f0-b958-00a40094c434 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 944 time: 0.1512520 Jul 30 02:23:04.137526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-39458f75-f6b3-4b1b-88db-8253acd99bf7 service neutron] 10.222.0.41 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086446 Jul 30 02:23:04.218226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1de271fc-2dc9-49ab-84cf-a91dee99e244', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'port_id': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'mac_address': 'fa:16:3e:e0:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:23:00Z', 'updated_at': '2021-07-30T02:23:00Z', 'revision_number': 0, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:36Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:04.246487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33075a09-4bf0-4880-a392-39a252ba08a0 None None] The sync data for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 is: [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1de271fc-2dc9-49ab-84cf-a91dee99e244', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'port_id': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'mac_address': 'fa:16:3e:e0:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:23:00Z', 'updated_at': '2021-07-30T02:23:00Z', 'revision_number': 0, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:36Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:23:04.262890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7fd68289-58c2-498d-84db-0125b9fdfb34 req-f39abef6-cfc5-4405-aa1c-af7f6ee140c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075084 Jul 30 02:23:04.314341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-c26b3cf6-e44b-4982-8eda-76c2673b86b1 service neutron] 10.222.0.41 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680250 Jul 30 02:23:04.394151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51875ce6-3803-4776-9e7d-70da93d2f964 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:04.406812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51875ce6-3803-4776-9e7d-70da93d2f964 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:04.540579 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e406d6a-ab81-4dbc-9b03-0813433606d2 None None] New status for floating IP 1de271fc-2dc9-49ab-84cf-a91dee99e244: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:23:04.590935 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:04.738223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51875ce6-3803-4776-9e7d-70da93d2f964 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:23:04.910723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396'}, {'name': 'network-changed', 'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:04.913866 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396"}, {"name": "network-changed", "server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:04.956404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51875ce6-3803-4776-9e7d-70da93d2f964 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:04.973570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] Sync routers for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:04.973768 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-51875ce6-3803-4776-9e7d-70da93d2f964 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:04.999703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:05.001004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:05.059367 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c38b19-27fa-458b-8636-9a11096a3ac0 x-openstack-request-id: req-76c38b19-27fa-458b-8636-9a11096a3ac0 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:05.062401 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:05.064136 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-76c38b19-27fa-458b-8636-9a11096a3ac0 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:05.065057 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'status': 'completed', 'code': 200} Jul 30 02:23:05.069137 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'status': 'completed', 'code': 200} Jul 30 02:23:05.086288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:05.090119 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5974f317-1f2e-4458-9dad-0551a1774cee" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:05.110063 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-51875ce6-3803-4776-9e7d-70da93d2f964 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "PUT /v2.0/floatingips/1de271fc-2dc9-49ab-84cf-a91dee99e244 HTTP/1.1" status: 200 len: 991 time: 2.2517228 Jul 30 02:23:05.212173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-1de69b6d-f21f-449d-9aaa-5b8b28af639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.215913 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-1de69b6d-f21f-449d-9aaa-5b8b28af639c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e494a31952b94a59923f5c94072479a0&device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1096 time: 0.1303651 Jul 30 02:23:05.235700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:05.244035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-b5488038-b668-4d4b-9fcd-09e805424413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.246236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-b5488038-b668-4d4b-9fcd-09e805424413 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1095 time: 0.1535785 Jul 30 02:23:05.287758 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d85cf01-4522-43f1-9095-68d4d86ae6aa x-openstack-request-id: req-7d85cf01-4522-43f1-9095-68d4d86ae6aa {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:05.288115 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:05.288452 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7d85cf01-4522-43f1-9095-68d4d86ae6aa {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:05.288975 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'status': 'completed', 'code': 200} Jul 30 02:23:05.405928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-c3b43296-3399-41e4-bda5-8e525078a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.414273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-c3b43296-3399-41e4-bda5-8e525078a9a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 898 time: 0.1593494 Jul 30 02:23:05.461432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-ee0c58bb-afd7-4caa-beed-ed8c7a083c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.463078 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-ee0c58bb-afd7-4caa-beed-ed8c7a083c73 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5 HTTP/1.1" status: 200 len: 914 time: 0.2264810 Jul 30 02:23:05.577198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd345be5-b57e-495b-9977-1f432b238ba7 req-fb597439-9c53-4fb3-a329-981521d13152 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.577923 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-a8d75620-6dce-4019-a9fe-fda05fea4d5f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396 HTTP/1.1" status: 200 len: 1001 time: 0.1030972 Jul 30 02:23:05.591480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd345be5-b57e-495b-9977-1f432b238ba7 req-fb597439-9c53-4fb3-a329-981521d13152 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 944 time: 0.1527603 Jul 30 02:23:05.629502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1de271fc-2dc9-49ab-84cf-a91dee99e244', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'port_id': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'mac_address': 'fa:16:3e:e0:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:23:00Z', 'updated_at': '2021-07-30T02:23:04Z', 'revision_number': 2, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:36Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:05.631215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-5640fd7f-7c61-451b-934d-17a0753d610d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 1000 time: 0.2054982 Jul 30 02:23:05.670762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd345be5-b57e-495b-9977-1f432b238ba7 req-31dc8236-c5d2-4a01-9044-ddb2def366d5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730944 Jul 30 02:23:05.675267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-62cf2290-a9ce-424e-80bc-f1cbf88de4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.676611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] Checking router: 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:05.677153 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-62cf2290-a9ce-424e-80bc-f1cbf88de4a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf79a70c-8a76-49a7-ac63-95abd1ee8326 HTTP/1.1" status: 200 len: 852 time: 0.0801289 Jul 30 02:23:05.687935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:05.689124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:05.726874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-86bf1a29-f93b-4f9d-a424-dde0e18ed894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.728399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-86bf1a29-f93b-4f9d-a424-dde0e18ed894 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.0877788 Jul 30 02:23:05.761712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-8c0155da-f050-4363-b67c-f182d7b5953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.763622 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-8c0155da-f050-4363-b67c-f182d7b5953e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705707 Jul 30 02:23:05.815756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-2a8d8878-bd94-4a66-99e2-0f9c63e13202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:05.817303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-2a8d8878-bd94-4a66-99e2-0f9c63e13202 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802746 Jul 30 02:23:05.849020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:05.882009 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-7b88357c-8fc6-4867-bc6e-451069e08df9 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070282 Jul 30 02:23:06.106326 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-f2f4f0f1-8c05-4354-8fd5-31f8fd8f4b27 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154901 Jul 30 02:23:06.249192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1de271fc-2dc9-49ab-84cf-a91dee99e244', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'port_id': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'mac_address': 'fa:16:3e:e0:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:23:00Z', 'updated_at': '2021-07-30T02:23:04Z', 'revision_number': 2, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:36Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:06.266801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-f332d73b-22ee-4bee-95d0-6659d46f0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:06.269305 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-f332d73b-22ee-4bee-95d0-6659d46f0a48 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1095 time: 0.0794697 Jul 30 02:23:06.294301 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:06.295782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374554bd-7086-4cd6-a8ae-fe0b4bb1a9fb None None] The sync data for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 is: [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1de271fc-2dc9-49ab-84cf-a91dee99e244', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'port_id': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'mac_address': 'fa:16:3e:e0:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:23:00Z', 'updated_at': '2021-07-30T02:23:04Z', 'revision_number': 2, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:36Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:23:06.409806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-6925deca-cb58-4ef0-afe2-a6208f723c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:06.411309 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-6925deca-cb58-4ef0-afe2-a6208f723c0e service neutron] 10.222.0.22 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 898 time: 0.1309199 Jul 30 02:23:06.465528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-cc5e1cca-76cd-4d91-a6b8-6732779dffe6 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:06.473139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-cc5e1cca-76cd-4d91-a6b8-6732779dffe6 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/networks?id=5118d904-07d9-4902-a4f3-6250acdda215 HTTP/1.1" status: 200 len: 809 time: 0.6546800 Jul 30 02:23:06.498907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 40f68224-6171-4f4d-bcb3-ae67ce4a037e no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:06.503167 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-f6bef2c0-719c-48a6-b789-9d4bf97a7439 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 1000 time: 0.0836384 Jul 30 02:23:06.507153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-7c037910-cb51-43d2-bf8a-9421a8ec42d1 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/quotas/5d28cea5701b4d53b4ca2823a2a3757e HTTP/1.1" status: 200 len: 375 time: 0.0331278 Jul 30 02:23:06.559058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-95805aeb-71bf-450f-8c0b-72dd229ed924 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5d28cea5701b4d53b4ca2823a2a3757e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509102 Jul 30 02:23:06.568347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 40f68224-6171-4f4d-bcb3-ae67ce4a037e not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:06.586026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-752bc241-fc64-4035-b293-4f7596bd5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:06.588106 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-752bc241-fc64-4035-b293-4f7596bd5e26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.0730486 Jul 30 02:23:06.628032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f317-1f2e-4458-9dad-0551a1774cee req-7e9bdc99-6aa2-4d90-b651-335d52493612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:06.629771 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5974f317-1f2e-4458-9dad-0551a1774cee req-7e9bdc99-6aa2-4d90-b651-335d52493612 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e494a31952b94a59923f5c94072479a0&device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1096 time: 0.2230051 Jul 30 02:23:06.642590 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-53a6b1d4-9e34-4e6f-b4eb-73e24bd93bd1 service neutron] 10.222.0.41 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141108 Jul 30 02:23:06.674051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-3e58e556-46ca-4073-9d09-4c4307345da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:06.675921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-3e58e556-46ca-4073-9d09-4c4307345da6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754809 Jul 30 02:23:06.793262 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-95ebef10-4565-44ff-84a4-8a402e05eb59 service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042111 Jul 30 02:23:06.797358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-32694a12-f397-4ba8-b0e7-106aab2e4a60 service neutron] 10.222.0.84 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373574 Jul 30 02:23:06.904918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f317-1f2e-4458-9dad-0551a1774cee req-3f76f8a5-2e0c-4f85-99c1-bc6a8b13651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:06.906761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5974f317-1f2e-4458-9dad-0551a1774cee req-3f76f8a5-2e0c-4f85-99c1-bc6a8b13651b service neutron] 10.222.0.22 "GET /v2.0/networks?id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5 HTTP/1.1" status: 200 len: 914 time: 0.2632501 Jul 30 02:23:06.914263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-e3e3850c-a5ef-49ae-9157-a3a74e0aab50 service neutron] 10.222.0.41 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586627 Jul 30 02:23:06.947077 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a2cb4889-2f2a-4780-8c57-3fe1dd32fae5 req-0f8fe66d-b718-4346-9a00-c2c6b9d3afdb service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349773 Jul 30 02:23:07.009160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-9c6617e4-f21f-480b-a4ab-d5a013d42737 service neutron] 10.222.0.84 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884272 Jul 30 02:23:07.013452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5974f317-1f2e-4458-9dad-0551a1774cee req-4d8cab21-7193-401a-b389-bb79f5b2c3e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396 HTTP/1.1" status: 200 len: 1001 time: 0.0925221 Jul 30 02:23:07.074887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f317-1f2e-4458-9dad-0551a1774cee req-b4935ec3-7b2a-40a4-9e88-a0b187d92c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:07.076543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5974f317-1f2e-4458-9dad-0551a1774cee req-b4935ec3-7b2a-40a4-9e88-a0b187d92c7e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf79a70c-8a76-49a7-ac63-95abd1ee8326 HTTP/1.1" status: 200 len: 852 time: 0.0543344 Jul 30 02:23:07.132545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974f317-1f2e-4458-9dad-0551a1774cee req-ee3ee868-f7c8-405e-bd19-1e8d1b9a1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:07.141973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5974f317-1f2e-4458-9dad-0551a1774cee req-ee3ee868-f7c8-405e-bd19-1e8d1b9a1851 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494502 Jul 30 02:23:07.158071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 40f68224-6171-4f4d-bcb3-ae67ce4a037e details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:23:07.290372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:07.290850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5974f317-1f2e-4458-9dad-0551a1774cee req-50b6d0d0-8bba-46a4-9bef-1e61766ee0f2 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461420 Jul 30 02:23:07.293071 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600811a4-6046-4d22-8fe2-ed5da7cff7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:07.327103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673b64-85b9-4494-8701-ff38a16ddeb0 req-c557d68a-5189-49e1-8960-499718852121 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:07.328990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01673b64-85b9-4494-8701-ff38a16ddeb0 req-c557d68a-5189-49e1-8960-499718852121 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 944 time: 0.1061623 Jul 30 02:23:07.402667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:07.427555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01673b64-85b9-4494-8701-ff38a16ddeb0 req-43eb43d4-209c-4159-93f0-3fbf0b59889d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876744 Jul 30 02:23:07.437203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'port_id': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'mac_address': 'fa:16:3e:3b:47:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:23:07.453401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5974f317-1f2e-4458-9dad-0551a1774cee req-7604ca58-7bf7-429d-b4b2-b60e8f457f46 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513736 Jul 30 02:23:07.528568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-955364c8-47ce-49b7-86b4-4c4c5620fdc8 req-05cc508c-e24a-47de-b2b7-4d7a7e12f099 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 210 time: 0.0507038 Jul 30 02:23:07.558558 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:07.581710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f68224-6171-4f4d-bcb3-ae67ce4a037e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:07.607054 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876445d0-4374-43d8-abce-2b82054f6990 x-openstack-request-id: req-876445d0-4374-43d8-abce-2b82054f6990 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:07.607626 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:07.607954 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-876445d0-4374-43d8-abce-2b82054f6990 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:07.608611 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'status': 'completed', 'code': 200} Jul 30 02:23:07.610475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:07.616432 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:07.739118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:07.788787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-24ad1810-d4eb-478b-89ff-e71ba3edf532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:07.793152 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-24ad1810-d4eb-478b-89ff-e71ba3edf532 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e494a31952b94a59923f5c94072479a0&device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1096 time: 0.1532483 Jul 30 02:23:07.851561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['40f68224-6171-4f4d-bcb3-ae67ce4a037e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:23:08.064512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea7a8f-c924-4095-9ca1-ee6a41626a18 req-37d36a05-8acf-4e2c-8c05-1be4d5513c67 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.081964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-f274c153-4a64-4f9f-9af2-580bd79d1fcb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.084329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bea7a8f-c924-4095-9ca1-ee6a41626a18 req-37d36a05-8acf-4e2c-8c05-1be4d5513c67 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 945 time: 0.2011139 Jul 30 02:23:08.095750 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-f274c153-4a64-4f9f-9af2-580bd79d1fcb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763&tenant_id=07af2af8cc1a4c29aaa17876acaeede6&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 945 time: 0.2686348 Jul 30 02:23:08.184920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-b0651d48-bf27-4968-8bc2-6a6a0cf0f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.189580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-b0651d48-bf27-4968-8bc2-6a6a0cf0f812 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5 HTTP/1.1" status: 200 len: 914 time: 0.3750434 Jul 30 02:23:08.284386 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-215ba603-86f0-4363-9532-141d95ca9225 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:23:08.285681 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-215ba603-86f0-4363-9532-141d95ca9225 service neutron] 10.222.0.22 "DELETE /v2.0/ports/40f68224-6171-4f4d-bcb3-ae67ce4a037e/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.1891210 Jul 30 02:23:08.318443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bea7a8f-c924-4095-9ca1-ee6a41626a18 req-3912b803-acd2-43cb-8f91-5f7f75a42428 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329221 Jul 30 02:23:08.350449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49922) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:08.374063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-b23174b2-51a3-4e20-9a8b-9a9422b79c5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396 HTTP/1.1" status: 200 len: 1001 time: 0.1669550 Jul 30 02:23:08.478459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-8fd6a31e-8437-4a9f-aa95-e34904144de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.480612 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-8fd6a31e-8437-4a9f-aa95-e34904144de6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1096 time: 0.1041136 Jul 30 02:23:08.482389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-41a66c6e-2741-4292-beb1-ea47a32b068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.484652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-41a66c6e-2741-4292-beb1-ea47a32b068d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf79a70c-8a76-49a7-ac63-95abd1ee8326 HTTP/1.1" status: 200 len: 852 time: 0.0972836 Jul 30 02:23:08.564991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-2c0c9549-739e-4138-99ad-cfa735e1fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.566563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-2c0c9549-739e-4138-99ad-cfa735e1fce0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598114 Jul 30 02:23:08.583824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89d210ee-dfec-4289-9a32-dc32762696bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:08.679467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-3a2c7d9a-e63f-42ec-b1ee-ffc6a9e61702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.681730 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-3a2c7d9a-e63f-42ec-b1ee-ffc6a9e61702 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 898 time: 0.1768951 Jul 30 02:23:08.739025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba5cfc5d-a70b-4ae7-a267-98d8be0e3f2a req-7b80e3f6-f7da-4991-8986-77e24e24e3aa tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 210 time: 0.0510342 Jul 30 02:23:08.770381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-08482a1d-9c66-4329-8dea-836cfee47aad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 1001 time: 0.0788786 Jul 30 02:23:08.805772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-d9f8824e-136d-47b5-8ef5-3c45fd59b883 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268848 Jul 30 02:23:08.854406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-d4838993-e8a6-413e-b723-8005808472af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.856604 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-d4838993-e8a6-413e-b723-8005808472af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.0752470 Jul 30 02:23:08.871552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89d210ee-dfec-4289-9a32-dc32762696bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:08.876902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-89d210ee-dfec-4289-9a32-dc32762696bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:08.921856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-600811a4-6046-4d22-8fe2-ed5da7cff7e3 req-293b02e8-2af5-4434-a8e3-f4a82337bffb service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026094 Jul 30 02:23:08.966328 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-89d210ee-dfec-4289-9a32-dc32762696bc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8344cb4467e441c8a31df90796205539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6146455 Jul 30 02:23:08.969369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 49928) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:08.974363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d210ee-dfec-4289-9a32-dc32762696bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42299146-6049-4c61-96c2-8e5819212d5f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:08.985626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-e313146f-00b4-4717-973e-f0bb83a552e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:08.986199 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-e313146f-00b4-4717-973e-f0bb83a552e4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977318 Jul 30 02:23:09.043871 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9567daf5-e945-4794-9101-189487ecc381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.087132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9567daf5-e945-4794-9101-189487ecc381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.164142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-0697a786-4f9b-4897-8791-6de4142a312d service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617548 Jul 30 02:23:09.190375 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 40f68224-6171-4f4d-bcb3-ae67ce4a037e up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:09.289969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 40f68224-6171-4f4d-bcb3-ae67ce4a037e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:09.306886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 40f68224-6171-4f4d-bcb3-ae67ce4a037e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:09.307643 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.335007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-391cc3b1-930e-4418-8371-f495a27dc914 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:09.338633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-391cc3b1-930e-4418-8371-f495a27dc914 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.41 "GET /v2.0/networks?id=5118d904-07d9-4902-a4f3-6250acdda215 HTTP/1.1" status: 200 len: 809 time: 0.1946564 Jul 30 02:23:09.339663 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:23:09.344133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9567daf5-e945-4794-9101-189487ecc381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.350468 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9567daf5-e945-4794-9101-189487ecc381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.353551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9567daf5-e945-4794-9101-189487ecc381 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/42299146-6049-4c61-96c2-8e5819212d5f HTTP/1.1" status: 204 len: 168 time: 0.3813436 Jul 30 02:23:09.361212 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-67432697-1e8a-4a7b-9bba-c3937af3c84a req-2f550df8-918c-4362-a7fb-5677fbd3df83 service neutron] 10.222.0.22 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732898 Jul 30 02:23:09.366340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Request body: {'port': {'device_id': '2710bced-22a7-4b04-9603-f21682bede82', 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215', 'admin_state_up': True, 'tenant_id': '5d28cea5701b4d53b4ca2823a2a3757e'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:09.389858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567daf5-e945-4794-9101-189487ecc381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42299146-6049-4c61-96c2-8e5819212d5f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:09.700032 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.703947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c1371-aa7f-4363-b200-9261da5a60a7 req-db0385b8-1cc8-49e3-bb7a-54869f652976 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:09.706623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a4c1371-aa7f-4363-b200-9261da5a60a7 req-db0385b8-1cc8-49e3-bb7a-54869f652976 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 945 time: 0.1926796 Jul 30 02:23:09.714406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Made reservation on behalf of 5d28cea5701b4d53b4ca2823a2a3757e for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:09.726885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.738154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:09.740759 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272424a7-a282-445b-ab05-2bc4440bee9f" -d '{"events": [{"server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "name": "network-vif-plugged", "status": "completed", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:09.763881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:09.772656 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:09.861858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:09.865410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a4c1371-aa7f-4363-b200-9261da5a60a7 req-5045ece5-f962-4c91-8b1a-b5c318fb0c98 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214523 Jul 30 02:23:09.974525 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03118d99-04e6-4115-9700-8bec3d14c0cd x-openstack-request-id: req-03118d99-04e6-4115-9700-8bec3d14c0cd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:09.975155 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "name": "network-vif-plugged", "status": "completed", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:09.975930 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-03118d99-04e6-4115-9700-8bec3d14c0cd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:09.977143 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'code': 200} Jul 30 02:23:10.027523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Allocated IP 172.20.0.2 (5118d904-07d9-4902-a4f3-6250acdda215/10b17db9-3562-45d6-8e75-90c1c637942d/6e9b5b53-a996-4e6a-9cce-c00ff6abcf32) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:23:10.114862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-888c0634-7a05-4099-a443-f5464d8dcb84 req-895edbb5-067d-4491-9dc2-af38d79e66a1 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 210 time: 0.0473800 Jul 30 02:23:10.284726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.348472 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.398294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Network 5118d904-07d9-4902-a4f3-6250acdda215 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:23:10.402291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:10.406691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:23:10.417887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Pushing event updated for resources: {'Port': ['ID=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:10.466782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:10.467482 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.485328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-1073d808-34f2-4b43-81e8-bfbf3d7c571d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1287146 Jul 30 02:23:10.498753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Request body: {'port': {'device_id': '2710bced-22a7-4b04-9603-f21682bede82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:10.556472 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.895412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:10.905890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:10.926062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Transition to ACTIVE for port object 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:10.931609 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:11.017950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Pushing event updated for resources: {'Port': ['ID=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:11.122497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327207ba-dc32-4363-9b91-f706ce825cb0 req-76a9a468-54ce-4060-9c9d-440bbbc5bd4a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.124053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-327207ba-dc32-4363-9b91-f706ce825cb0 req-76a9a468-54ce-4060-9c9d-440bbbc5bd4a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.1406195 Jul 30 02:23:11.146977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Attempting to bind port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:23:11.147351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Attempting to bind port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:23:11.147691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Attempting to bind port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 on network 5118d904-07d9-4902-a4f3-6250acdda215 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:11.160588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 on network 5118d904-07d9-4902-a4f3-6250acdda215 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:23:11.161020 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Attempting to bind port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 on network 5118d904-07d9-4902-a4f3-6250acdda215 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:11.173023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:23:11.173362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Checking segment: {'id': '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:11.173755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Bound using segment: {'id': '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:23:11.174302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Bound port: 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:23:11.174579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:11.203134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-327207ba-dc32-4363-9b91-f706ce825cb0 req-fc9d5aa6-8d28-4fce-9c72-f14b8c91899f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658247 Jul 30 02:23:11.245937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 49976) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:11.302630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] For port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:23:11.309633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] For port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:23:11.320544 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:11.408223 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-81035bc8-751d-4652-875f-982e53d81a1e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/449e231f-63bf-4ecc-b71c-2260850142de HTTP/1.1" status: 200 len: 994 time: 0.1603634 Jul 30 02:23:11.414252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.415335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:11.417865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] 10.222.0.41 "PUT /v2.0/ports/6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 HTTP/1.1" status: 200 len: 1091 time: 0.9242196 Jul 30 02:23:11.420980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2710bced-22a7-4b04-9603-f21682bede82', 'tag': '6e9b5b53-a996-4e6a-9cce-c00ff6abcf32'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:11.424689 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "2710bced-22a7-4b04-9603-f21682bede82", "tag": "6e9b5b53-a996-4e6a-9cce-c00ff6abcf32"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:11.452502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f9373-1b90-4dea-b23d-0f558b2ca66d service neutron] Pushing event updated for resources: {'Port': ['ID=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:11.463157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62764b3c-1623-4217-895c-d01348edf525 req-04c1c50a-f958-4167-837f-31cec7b2b64c tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.465775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62764b3c-1623-4217-895c-d01348edf525 req-04c1c50a-f958-4167-837f-31cec7b2b64c tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 943 time: 0.1331277 Jul 30 02:23:11.578354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62764b3c-1623-4217-895c-d01348edf525 req-72a41be0-5e4b-4e14-940f-07c743ce5134 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995650 Jul 30 02:23:11.582210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-9d0bdbe5-09d7-4b15-91d1-2a36282d11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.584611 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-9d0bdbe5-09d7-4b15-91d1-2a36282d11e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d28cea5701b4d53b4ca2823a2a3757e&device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 1094 time: 0.1171300 Jul 30 02:23:11.642154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-33e9a7ae-8c3f-4d39-8fee-588bc9095400 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 HTTP/1.1" status: 200 len: 217 time: 0.0494249 Jul 30 02:23:11.697999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-2606b63f-1c22-4d38-865a-cc43964daa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:11.700288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-2606b63f-1c22-4d38-865a-cc43964daa21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10b17db9-3562-45d6-8e75-90c1c637942d HTTP/1.1" status: 200 len: 849 time: 0.0515926 Jul 30 02:23:11.740850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-cd942bcc-898f-4ba3-937b-48f97c452d68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5118d904-07d9-4902-a4f3-6250acdda215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264142 Jul 30 02:23:11.828977 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf4e695-1496-4167-b2b6-bbe58ddfab1c x-openstack-request-id: req-5cf4e695-1496-4167-b2b6-bbe58ddfab1c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:11.829345 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2710bced-22a7-4b04-9603-f21682bede82", "tag": "6e9b5b53-a996-4e6a-9cce-c00ff6abcf32", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:11.829701 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5cf4e695-1496-4167-b2b6-bbe58ddfab1c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:11.830115 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2710bced-22a7-4b04-9603-f21682bede82', 'tag': '6e9b5b53-a996-4e6a-9cce-c00ff6abcf32', 'status': 'completed', 'code': 200} Jul 30 02:23:11.848605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-a9f192da-cfda-4513-b429-74699c2b0648 service neutron] 10.222.0.41 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084275 Jul 30 02:23:11.956262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-030c4e6c-8725-47b3-831b-14f2047a2957 req-71cbcba7-b140-4547-b8a3-9b2b22ec1e01 service neutron] 10.222.0.41 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996780 Jul 30 02:23:12.086887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-86d9b349-90fe-493c-b1bf-9a46dcc83cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:12.090114 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-86d9b349-90fe-493c-b1bf-9a46dcc83cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d28cea5701b4d53b4ca2823a2a3757e&device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 1094 time: 0.0778141 Jul 30 02:23:12.256560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-9405049f-a491-404f-9743-ecae48220e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:12.259321 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-9405049f-a491-404f-9743-ecae48220e69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5118d904-07d9-4902-a4f3-6250acdda215 HTTP/1.1" status: 200 len: 910 time: 0.1615772 Jul 30 02:23:12.319336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-5a557880-172a-4623-8552-67e096eceb3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 HTTP/1.1" status: 200 len: 217 time: 0.0522265 Jul 30 02:23:12.379820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-8b7c8f29-1fdd-44d4-8ce5-1dd28e51daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:12.381733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-8b7c8f29-1fdd-44d4-8ce5-1dd28e51daf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=10b17db9-3562-45d6-8e75-90c1c637942d HTTP/1.1" status: 200 len: 849 time: 0.0501316 Jul 30 02:23:12.430923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-f0bd087a-0edb-4679-b70a-e7f9af640994 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5118d904-07d9-4902-a4f3-6250acdda215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371380 Jul 30 02:23:12.536231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-90b01913-fdb4-471e-a1cb-eb802129ac79 service neutron] 10.222.0.41 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963075 Jul 30 02:23:12.639398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8ef6e40-b3be-4c73-9ad7-d216b786f09f req-a98f103e-5111-41d1-b021-542e9c088ab4 service neutron] 10.222.0.41 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955794 Jul 30 02:23:12.719220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f22db3-05e4-44a0-951b-8091f7022e36 req-9b776817-485e-4731-b46a-09973d1417bb tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:12.720965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2f22db3-05e4-44a0-951b-8091f7022e36 req-9b776817-485e-4731-b46a-09973d1417bb tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 943 time: 0.0595675 Jul 30 02:23:12.766102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2f22db3-05e4-44a0-951b-8091f7022e36 req-bd045a3a-ed36-4cfb-a81a-de64ee170571 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377696 Jul 30 02:23:13.905675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f19c8e-0a0b-4f17-80b8-3b8024959768 req-e06d49bf-6350-4bd6-8b2d-495e1048b624 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:13.907198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13f19c8e-0a0b-4f17-80b8-3b8024959768 req-e06d49bf-6350-4bd6-8b2d-495e1048b624 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 943 time: 0.0576661 Jul 30 02:23:13.951387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13f19c8e-0a0b-4f17-80b8-3b8024959768 req-c5795b45-d3e4-4cdc-9ad2-4e92ca9aa178 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377657 Jul 30 02:23:15.080284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3d9f4-5355-4a0a-a3a0-181ac77697b8 req-08e2a6ae-eb8f-4bd8-ab6b-93f6c7ae840a tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:15.081697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6e3d9f4-5355-4a0a-a3a0-181ac77697b8 req-08e2a6ae-eb8f-4bd8-ab6b-93f6c7ae840a tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 943 time: 0.0578771 Jul 30 02:23:15.125486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e6e3d9f4-5355-4a0a-a3a0-181ac77697b8 req-94b7fe8d-1511-4c41-ae02-f013ab9e4e97 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372903 Jul 30 02:23:15.248042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:23:15.363495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:15.379004 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '6e9b5b53-a996-4e6a-9cce-c00ff6abcf32', 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215', 'port_id': '6e9b5b53-a996-4e6a-9cce-c00ff6abcf32', 'mac_address': 'fa:16:3e:4d:ab:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b17db9-3562-45d6-8e75-90c1c637942d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:23:15.427793 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:15.447269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:15.473246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:15.486297 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:15.548025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:15.740040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6e9b5b53-a996-4e6a-9cce-c00ff6abcf32'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:23:16.265389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d9672-8edc-4546-9cb5-01a4aa806b7a req-3462a041-e9de-4634-9940-1131c82b8e19 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:16.267210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb5d9672-8edc-4546-9cb5-01a4aa806b7a req-3462a041-e9de-4634-9940-1131c82b8e19 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 944 time: 0.0649488 Jul 30 02:23:16.316851 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb5d9672-8edc-4546-9cb5-01a4aa806b7a req-8beb2d77-5387-419f-a024-2f7bbb1e58f5 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 Jul 30 02:23:17.263882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:17.324661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:17.328442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:17.328814 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:17.420255 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:17.457483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2710bced-22a7-4b04-9603-f21682bede82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9b5b53-a996-4e6a-9cce-c00ff6abcf32'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:17.460373 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6fb1b9-b850-4548-90d6-af87f1982053" -d '{"events": [{"server_uuid": "2710bced-22a7-4b04-9603-f21682bede82", "name": "network-vif-plugged", "status": "completed", "tag": "6e9b5b53-a996-4e6a-9cce-c00ff6abcf32"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:17.470114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98065f-5883-4897-b457-2ceeeefbfcb3 req-99196f33-38cb-4468-aeb1-2282fe622a5e tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:17.472133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b98065f-5883-4897-b457-2ceeeefbfcb3 req-99196f33-38cb-4468-aeb1-2282fe622a5e tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 944 time: 0.0615945 Jul 30 02:23:17.478400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:17.483641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:17.528187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b98065f-5883-4897-b457-2ceeeefbfcb3 req-61e92c61-5658-4269-9c37-65a9ef13acae tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471132 Jul 30 02:23:17.555093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:17.587860 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea8659a-8e22-4fd3-b2c0-75c04184ef49 x-openstack-request-id: req-1ea8659a-8e22-4fd3-b2c0-75c04184ef49 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:17.588468 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2710bced-22a7-4b04-9603-f21682bede82", "name": "network-vif-plugged", "status": "completed", "tag": "6e9b5b53-a996-4e6a-9cce-c00ff6abcf32", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:17.588873 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1ea8659a-8e22-4fd3-b2c0-75c04184ef49 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:17.589436 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2710bced-22a7-4b04-9603-f21682bede82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9b5b53-a996-4e6a-9cce-c00ff6abcf32', 'code': 200} Jul 30 02:23:17.699395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167242f-5889-43df-8b59-bf3a0fb2af16 req-1f970d56-320f-42bd-8c3f-824157b03b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:17.700885 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5167242f-5889-43df-8b59-bf3a0fb2af16 req-1f970d56-320f-42bd-8c3f-824157b03b96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 1096 time: 0.0504212 Jul 30 02:23:17.738253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5167242f-5889-43df-8b59-bf3a0fb2af16 req-0fdd629b-1c2f-45b2-b2b0-de9700982053 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297451 Jul 30 02:23:18.685438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aa0e0-e277-4541-8f2d-9c8eac6fa22b req-eeb9d93c-5561-4ff6-9bb8-adcee338027b tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:18.687176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c4aa0e0-e277-4541-8f2d-9c8eac6fa22b req-eeb9d93c-5561-4ff6-9bb8-adcee338027b tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 945 time: 0.0550144 Jul 30 02:23:18.734642 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c4aa0e0-e277-4541-8f2d-9c8eac6fa22b req-8d51ce06-b407-4e52-8c53-90bc3fb32b96 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Jul 30 02:23:19.431492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771afdd-1631-4db7-9e37-c2a371f6504a req-f144308c-f35d-4259-90eb-f0b8b14fb18b tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:19.433549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3771afdd-1631-4db7-9e37-c2a371f6504a req-f144308c-f35d-4259-90eb-f0b8b14fb18b tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 945 time: 0.0581393 Jul 30 02:23:19.488752 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3771afdd-1631-4db7-9e37-c2a371f6504a req-9bdd7a55-d9cf-4c36-b841-b667136a2e09 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476985 Jul 30 02:23:20.644177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767367-b538-4706-b875-cb0fa211ec11 req-e182e2c7-8c0c-4ea3-9b2b-b9e8066e7a1e tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:20.645740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25767367-b538-4706-b875-cb0fa211ec11 req-e182e2c7-8c0c-4ea3-9b2b-b9e8066e7a1e tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 945 time: 0.0661471 Jul 30 02:23:20.702497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25767367-b538-4706-b875-cb0fa211ec11 req-29b2b4de-2681-4b8b-aaa3-e483ab895872 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450847 Jul 30 02:23:20.856939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50104) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:20.868302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-c630d754-339c-4405-ac75-fd3a0c50143a tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:20.872251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-c630d754-339c-4405-ac75-fd3a0c50143a tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.41 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 945 time: 0.0668843 Jul 30 02:23:20.974589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Deleting port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:20.974933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:20.986671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a37d8aad-448a-4b5a-9ce5-7898f4931981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.084579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] For port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:21.084882 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.102132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Calling delete_port for 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:21.110172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a37d8aad-448a-4b5a-9ce5-7898f4931981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.114769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a37d8aad-448a-4b5a-9ce5-7898f4931981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.155962 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a37d8aad-448a-4b5a-9ce5-7898f4931981 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d98336b56dee4c05812a24de39884e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974744 Jul 30 02:23:21.158753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50108) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:21.165131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d8aad-448a-4b5a-9ce5-7898f4931981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6dd3bd-2b99-4bb2-a130-45c61dd36063,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:21.221512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6040349b-a594-4a53-8de1-5b50d10e8e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.247212 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6040349b-a594-4a53-8de1-5b50d10e8e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.261542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.278251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['6e9b5b53-a996-4e6a-9cce-c00ff6abcf32'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:23:21.304331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Pushing event deleted for resources: {'Port': ['ID=6e9b5b53-a996-4e6a-9cce-c00ff6abcf32,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:21.321791 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6040349b-a594-4a53-8de1-5b50d10e8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.325375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6040349b-a594-4a53-8de1-5b50d10e8e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.326741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6040349b-a594-4a53-8de1-5b50d10e8e76 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0b6dd3bd-2b99-4bb2-a130-45c61dd36063 HTTP/1.1" status: 204 len: 168 time: 0.1670499 Jul 30 02:23:21.336023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040349b-a594-4a53-8de1-5b50d10e8e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6dd3bd-2b99-4bb2-a130-45c61dd36063,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:21.360598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] No DVR routers for this DVR port 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:23:21.364270 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.366771 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd9f5685-28cf-46c7-bef0-65cb712d78c7 req-60fdec87-2538-47e1-865b-ab18c5af2871 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.41 "DELETE /v2.0/ports/6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 HTTP/1.1" status: 204 len: 173 time: 0.4880435 Jul 30 02:23:21.367371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2710bced-22a7-4b04-9603-f21682bede82', 'name': 'network-vif-deleted', 'tag': '6e9b5b53-a996-4e6a-9cce-c00ff6abcf32'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:21.376199 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac1c6e8-9cf3-437f-8158-da01c9c4ccc4" -d '{"events": [{"server_uuid": "2710bced-22a7-4b04-9603-f21682bede82", "name": "network-vif-deleted", "tag": "6e9b5b53-a996-4e6a-9cce-c00ff6abcf32"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:21.431302 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dded61d7-24c4-4ae4-acc9-953bbeef756f x-openstack-request-id: req-dded61d7-24c4-4ae4-acc9-953bbeef756f {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:21.431302 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2710bced-22a7-4b04-9603-f21682bede82", "name": "network-vif-deleted", "tag": "6e9b5b53-a996-4e6a-9cce-c00ff6abcf32", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:21.431302 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dded61d7-24c4-4ae4-acc9-953bbeef756f {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:21.431302 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2710bced-22a7-4b04-9603-f21682bede82', 'name': 'network-vif-deleted', 'tag': '6e9b5b53-a996-4e6a-9cce-c00ff6abcf32', 'status': 'completed', 'code': 200} Jul 30 02:23:21.663386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50116) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:21.677559 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-380ee88a-c034-4047-ad16-cfe326f907e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.785700 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-380ee88a-c034-4047-ad16-cfe326f907e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.791847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-380ee88a-c034-4047-ad16-cfe326f907e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.843237 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-380ee88a-c034-4047-ad16-cfe326f907e2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=782e1a6111c243e58a7282af4950fb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754615 Jul 30 02:23:21.843237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ee88a-c034-4047-ad16-cfe326f907e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fb2c45-db45-489f-997f-f52b5d8c3ef4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:21.843788 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50120) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:21.860157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6d013bd-ce29-447e-8626-b87f17f1dc1e req-bbe42687-41e7-43f9-907c-4fae40264730 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=2710bced-22a7-4b04-9603-f21682bede82 HTTP/1.1" status: 200 len: 210 time: 0.0581472 Jul 30 02:23:21.931047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-369e165a-3417-46fe-a8bc-b751a219dc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:21.958169 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-369e165a-3417-46fe-a8bc-b751a219dc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.028491 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-369e165a-3417-46fe-a8bc-b751a219dc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.031243 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-369e165a-3417-46fe-a8bc-b751a219dc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.032651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-369e165a-3417-46fe-a8bc-b751a219dc72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/85fb2c45-db45-489f-997f-f52b5d8c3ef4 HTTP/1.1" status: 204 len: 168 time: 0.1868947 Jul 30 02:23:22.041891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e165a-3417-46fe-a8bc-b751a219dc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fb2c45-db45-489f-997f-f52b5d8c3ef4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:22.411718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50128) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:22.425615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075a5bab-fdaf-413e-862d-6f0dd24d3238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.525542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075a5bab-fdaf-413e-862d-6f0dd24d3238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.530078 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075a5bab-fdaf-413e-862d-6f0dd24d3238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.571983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-075a5bab-fdaf-413e-862d-6f0dd24d3238 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f4ead5dd46834bbabf9c5eca4e8d07dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591518 Jul 30 02:23:22.572977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a5bab-fdaf-413e-862d-6f0dd24d3238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1100a9c4-bafb-4835-8708-1e53ec2ddedb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:22.574873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50130) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:22.645128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3a835e5-db16-44d8-95e4-c6e47948408c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.674435 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3a835e5-db16-44d8-95e4-c6e47948408c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.730809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3a835e5-db16-44d8-95e4-c6e47948408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.733703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3a835e5-db16-44d8-95e4-c6e47948408c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:22.734895 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e3a835e5-db16-44d8-95e4-c6e47948408c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1100a9c4-bafb-4835-8708-1e53ec2ddedb HTTP/1.1" status: 204 len: 168 time: 0.1586416 Jul 30 02:23:22.743195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a835e5-db16-44d8-95e4-c6e47948408c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1100a9c4-bafb-4835-8708-1e53ec2ddedb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:23.288026 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-6652a2f2-0409-4723-9a26-231d8bc24ad1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712297 Jul 30 02:23:23.340206 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-82959927-3310-421f-bfac-dadb6ac5f236 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:23.342517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-82959927-3310-421f-bfac-dadb6ac5f236 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/networks?id=5118d904-07d9-4902-a4f3-6250acdda215 HTTP/1.1" status: 200 len: 809 time: 0.1665552 Jul 30 02:23:23.363782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-69d1ca29-6340-469d-b291-285d3e23db41 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/quotas/5d28cea5701b4d53b4ca2823a2a3757e HTTP/1.1" status: 200 len: 375 time: 0.0126827 Jul 30 02:23:23.408647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-0e8d67c0-0de2-4170-be1d-baec4c7c173d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=5d28cea5701b4d53b4ca2823a2a3757e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370409 Jul 30 02:23:23.416474 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-5e341224-7ee5-4f87-b2dc-c85ee2fa3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:23.418633 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-5e341224-7ee5-4f87-b2dc-c85ee2fa3b34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e494a31952b94a59923f5c94072479a0&device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1096 time: 0.0642688 Jul 30 02:23:23.537676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-a56c9465-8a21-42c1-8896-6ca55e5cb91e service neutron] 10.222.0.84 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177645 Jul 30 02:23:23.565380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-82e365e6-cd86-4ca0-99dd-d05e3a58f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:23.567338 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-82e365e6-cd86-4ca0-99dd-d05e3a58f3ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5 HTTP/1.1" status: 200 len: 914 time: 0.1214197 Jul 30 02:23:23.660565 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-557e441c-56da-4cd7-a955-3a39bdfe3406 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396 HTTP/1.1" status: 200 len: 1001 time: 0.0842905 Jul 30 02:23:23.682072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-575a8c82-2273-4ad0-a48f-f27f8f59bcb2 service neutron] 10.222.0.84 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328237 Jul 30 02:23:23.756577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-a5958ae0-fcca-491d-b4b5-ab07c56052ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:23.760587 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-a5958ae0-fcca-491d-b4b5-ab07c56052ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf79a70c-8a76-49a7-ac63-95abd1ee8326 HTTP/1.1" status: 200 len: 852 time: 0.0900900 Jul 30 02:23:23.846271 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-7e62d69d-75f0-4f38-b97e-904e2ff286d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:23.847594 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-7e62d69d-75f0-4f38-b97e-904e2ff286d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759068 Jul 30 02:23:23.941550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2ccff16-fe88-49a2-8398-2fa7aa518388 req-b9a822f8-aa1b-4b0f-8a1d-cdd68a0815e2 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 210 time: 0.0408001 Jul 30 02:23:23.990209 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-0903a380-9212-4036-bfed-0c6e354c5b25 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298895 Jul 30 02:23:24.142833 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a1dfcae-de1a-491f-9c7d-b179322346b6 req-92331681-32f4-411c-8d52-e11010fc6c36 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437564 Jul 30 02:23:24.156300 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:24.408500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4050b756-8a50-4117-9b37-2138e07239b6 req-b6735389-1e19-4e0c-9e9b-8e5b3b0d1c2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566208 Jul 30 02:23:24.537298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050b756-8a50-4117-9b37-2138e07239b6 req-f4b62e71-a765-4be8-b921-ab1578fc9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:24.539489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4050b756-8a50-4117-9b37-2138e07239b6 req-f4b62e71-a765-4be8-b921-ab1578fc9feb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3426b700fbe54348ac7b99efd7420790&device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0682821 Jul 30 02:23:24.701671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050b756-8a50-4117-9b37-2138e07239b6 req-3f474e4e-76fd-4fed-abcc-d36c70f2c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:24.703972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4050b756-8a50-4117-9b37-2138e07239b6 req-3f474e4e-76fd-4fed-abcc-d36c70f2c0d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=503ca952-0f58-4eb6-bcbe-76f6eea78812 HTTP/1.1" status: 200 len: 909 time: 0.1379409 Jul 30 02:23:24.793698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4050b756-8a50-4117-9b37-2138e07239b6 req-bcaf79e2-f8c6-459b-a1ef-bdaf7a3d2c5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427 HTTP/1.1" status: 200 len: 1001 time: 0.0819373 Jul 30 02:23:24.876509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050b756-8a50-4117-9b37-2138e07239b6 req-7935fa2b-5ea3-4230-b14b-1da63677ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:24.878075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4050b756-8a50-4117-9b37-2138e07239b6 req-7935fa2b-5ea3-4230-b14b-1da63677ade9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d71f14-2c12-4250-b662-8cc82b00fcf6 HTTP/1.1" status: 200 len: 847 time: 0.0765800 Jul 30 02:23:24.950754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050b756-8a50-4117-9b37-2138e07239b6 req-b6063171-77b5-4c40-afda-9d4a39dc40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:24.952696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4050b756-8a50-4117-9b37-2138e07239b6 req-b6063171-77b5-4c40-afda-9d4a39dc40ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=503ca952-0f58-4eb6-bcbe-76f6eea78812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670588 Jul 30 02:23:25.080375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ca1a237c-ad49-4979-b2cd-d60fff111d77 req-a00fe5c6-e8fb-43f1-a7b5-3514e9db6804 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 210 time: 0.0487132 Jul 30 02:23:25.139524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4050b756-8a50-4117-9b37-2138e07239b6 req-98715f92-aac4-4d7a-b187-1a0c19c4abc8 service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789083 Jul 30 02:23:25.263792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4050b756-8a50-4117-9b37-2138e07239b6 req-6aa9bcb4-6094-4e45-aaa5-cf071df956de service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168969 Jul 30 02:23:25.311974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:25.333158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:25.333498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 6e9b5b53-a996-4e6a-9cce-c00ff6abcf32 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:25.654894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-0bd67120-51fc-4ad1-89ed-0e3b333d88c2 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:25.658071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-0bd67120-51fc-4ad1-89ed-0e3b333d88c2 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.22 "GET /v2.0/networks?id=5118d904-07d9-4902-a4f3-6250acdda215 HTTP/1.1" status: 200 len: 809 time: 0.1692910 Jul 30 02:23:25.679180 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Request body: {'port': {'device_id': '762c2041-59f3-4fd7-898d-f790497ca277', 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215', 'admin_state_up': True, 'tenant_id': '5d28cea5701b4d53b4ca2823a2a3757e'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:25.841436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Made reservation on behalf of 5d28cea5701b4d53b4ca2823a2a3757e for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:25.845033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:26.019107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Allocated IP 172.20.0.9 (5118d904-07d9-4902-a4f3-6250acdda215/10b17db9-3562-45d6-8e75-90c1c637942d/c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:23:26.209621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d92100d4-3dfb-4c66-834b-0e971dadeb18 req-88c1a5cb-6916-4c6a-b009-70a17b7aed3e tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 210 time: 0.0400481 Jul 30 02:23:26.214337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:26.276193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:26.327624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Network 5118d904-07d9-4902-a4f3-6250acdda215 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:23:26.331209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:26.335495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:23:26.345578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Pushing event updated for resources: {'Port': ['ID=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:26.397664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:26.398473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:26.419921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-68af1cad-7569-40f3-aee7-8ab9377b5e89 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446294 Jul 30 02:23:26.434203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Request body: {'port': {'device_id': '762c2041-59f3-4fd7-898d-f790497ca277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:26.505532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:26.896082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:26.913049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:26.927961 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Transition to ACTIVE for port object c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:26.933296 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:27.021607 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Pushing event updated for resources: {'Port': ['ID=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:27.081455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Attempting to bind port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:23:27.081877 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Attempting to bind port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:23:27.082212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Attempting to bind port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c on network 5118d904-07d9-4902-a4f3-6250acdda215 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:27.087790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c on network 5118d904-07d9-4902-a4f3-6250acdda215 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:23:27.088192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Attempting to bind port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c on network 5118d904-07d9-4902-a4f3-6250acdda215 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:27.094385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:23:27.094802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Checking segment: {'id': '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:27.095264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Bound using segment: {'id': '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:23:27.095728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Bound port: c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:23:27.096093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:27.176906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] For port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:23:27.180627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] For port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:23:27.187667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:27.239609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:27.240677 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:27.242751 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] 10.222.0.22 "PUT /v2.0/ports/c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c HTTP/1.1" status: 200 len: 1091 time: 0.8137350 Jul 30 02:23:27.248920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762c2041-59f3-4fd7-898d-f790497ca277', 'tag': 'c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:27.251794 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31da4afc-cac9-4d67-9369-aede4a0f589d" -d '{"events": [{"name": "network-changed", "server_uuid": "762c2041-59f3-4fd7-898d-f790497ca277", "tag": "c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:27.291088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb706f15-01d5-42d8-9aef-6126a25935ac service neutron] Pushing event updated for resources: {'Port': ['ID=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:27.354888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-339f96c6-4f14-4fdc-a99a-65034c8cd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:27.355675 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-339f96c6-4f14-4fdc-a99a-65034c8cd819 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d28cea5701b4d53b4ca2823a2a3757e&device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 1094 time: 0.0543611 Jul 30 02:23:27.375646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392568-7a8a-4b03-98ea-a165b6da5333 req-f7280cbd-8b9a-4d0f-a977-60102747393c tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:27.378370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5392568-7a8a-4b03-98ea-a165b6da5333 req-f7280cbd-8b9a-4d0f-a977-60102747393c tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 943 time: 0.0642323 Jul 30 02:23:27.411203 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-b49a9adb-18f4-4f8b-b7f3-d500fae1df2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c HTTP/1.1" status: 200 len: 217 time: 0.0449927 Jul 30 02:23:27.423562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5392568-7a8a-4b03-98ea-a165b6da5333 req-eaa05523-62e5-493e-baf2-a18a90d43ada tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386863 Jul 30 02:23:27.475846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-025f00fc-6f9e-4b2f-9444-98e289e9e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:27.477473 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-025f00fc-6f9e-4b2f-9444-98e289e9e7a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10b17db9-3562-45d6-8e75-90c1c637942d HTTP/1.1" status: 200 len: 849 time: 0.0584340 Jul 30 02:23:27.489870 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eb63aa-8a0c-4b74-83b2-9e1448a40f97 x-openstack-request-id: req-65eb63aa-8a0c-4b74-83b2-9e1448a40f97 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:27.492206 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762c2041-59f3-4fd7-898d-f790497ca277", "tag": "c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:27.492206 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65eb63aa-8a0c-4b74-83b2-9e1448a40f97 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:27.492206 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762c2041-59f3-4fd7-898d-f790497ca277', 'tag': 'c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c', 'status': 'completed', 'code': 200} Jul 30 02:23:27.521690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-24e912b2-2f7b-4a43-9cfc-ebfe3f6ead44 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5118d904-07d9-4902-a4f3-6250acdda215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350599 Jul 30 02:23:27.655622 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-d22e6df0-9778-45b1-a5b3-c3f2355f2808 service neutron] 10.222.0.22 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245048 Jul 30 02:23:27.758372 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e1863e9d-b1ea-4149-bced-cebf98ea4ca6 req-c650487e-37ab-48ae-99f3-9ba95561f226 service neutron] 10.222.0.22 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938911 Jul 30 02:23:27.868043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-e6f8e700-ee24-447f-ba19-8f7dbaad3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:27.869664 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-e6f8e700-ee24-447f-ba19-8f7dbaad3ce6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d28cea5701b4d53b4ca2823a2a3757e&device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 1094 time: 0.0543206 Jul 30 02:23:27.995773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-523428eb-4489-48b8-8dad-4be09f8a910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:27.998411 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-523428eb-4489-48b8-8dad-4be09f8a910d service neutron] 10.222.0.22 "GET /v2.0/networks?id=5118d904-07d9-4902-a4f3-6250acdda215 HTTP/1.1" status: 200 len: 910 time: 0.1207759 Jul 30 02:23:28.060880 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-79dda85a-4290-4fc0-968f-83583e5d280c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c HTTP/1.1" status: 200 len: 217 time: 0.0514593 Jul 30 02:23:28.144104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-3b48dcfb-127a-4fef-b7bb-d232427d3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:28.146450 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-3b48dcfb-127a-4fef-b7bb-d232427d3b48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10b17db9-3562-45d6-8e75-90c1c637942d HTTP/1.1" status: 200 len: 849 time: 0.0738909 Jul 30 02:23:28.196755 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-e9f823e5-5de9-4a64-b5ba-097cc4eb3c02 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5118d904-07d9-4902-a4f3-6250acdda215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378983 Jul 30 02:23:28.327617 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-fcc8883a-b1cb-4e34-9eed-04e84024e253 service neutron] 10.222.0.22 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219399 Jul 30 02:23:28.359080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50222) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:28.452171 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-31da4afc-cac9-4d67-9369-aede4a0f589d req-53e0da0b-82dc-4ac9-8e26-a64978a468be service neutron] 10.222.0.22 "GET /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150334 Jul 30 02:23:28.508831 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:28.641562 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba996878-4fc3-450f-ae32-e3e8a0725c52 req-44533884-807c-40a8-a34f-8817502b975e tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:28.643502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba996878-4fc3-450f-ae32-e3e8a0725c52 req-44533884-807c-40a8-a34f-8817502b975e tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 943 time: 0.0917003 Jul 30 02:23:29.083696 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:29.092166 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:29.117617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba996878-4fc3-450f-ae32-e3e8a0725c52 req-eee56b40-c8b6-43fc-bcf7-4fc5f386f6e2 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654288 Jul 30 02:23:29.144060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c107322e-cde4-45af-b376-14258786b059,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:29.148724 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7129f8df27e84448b6c8acb7811b7e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7882576 Jul 30 02:23:29.153245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50230) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:29.156996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.157362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.157957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.158273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.158591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.159022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.159518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.160026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.160371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.160974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.161312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.161639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d4e476-2eab-4fb0-8748-4c4af45145a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:29.208311 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d2b2ea-e930-49fa-8be1-d8c41acca87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:29.232304 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d2b2ea-e930-49fa-8be1-d8c41acca87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:29.289082 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d2b2ea-e930-49fa-8be1-d8c41acca87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:29.291800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-33d2b2ea-e930-49fa-8be1-d8c41acca87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:29.294594 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-33d2b2ea-e930-49fa-8be1-d8c41acca87a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c107322e-cde4-45af-b376-14258786b059 HTTP/1.1" status: 204 len: 168 time: 0.1387322 Jul 30 02:23:29.301764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2b2ea-e930-49fa-8be1-d8c41acca87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c107322e-cde4-45af-b376-14258786b059,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:30.240590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccfd7f-423e-4c92-851c-f0d48626ec4f req-c2e27e2a-08e9-45b2-ab01-c7391064704c tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:30.242142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65ccfd7f-423e-4c92-851c-f0d48626ec4f req-c2e27e2a-08e9-45b2-ab01-c7391064704c tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 943 time: 0.0530205 Jul 30 02:23:30.289172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65ccfd7f-423e-4c92-851c-f0d48626ec4f req-5ee8db16-7ab4-4985-b693-cf265ea9ab49 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Jul 30 02:23:30.352530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50262) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:30.469683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-480e9109-6fcb-41f8-809d-3243dd916f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.572613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-480e9109-6fcb-41f8-809d-3243dd916f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.579000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-480e9109-6fcb-41f8-809d-3243dd916f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.598953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:23:30.626203 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-480e9109-6fcb-41f8-809d-3243dd916f1f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=98af71d5686d4216a20b627e59f767dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725322 Jul 30 02:23:30.626951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e9109-6fcb-41f8-809d-3243dd916f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cceb3a9-b4b8-42d8-9cc4-f2b57a8db935,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:30.628900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50266) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:30.680957 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd5c71da-6094-4ebb-87d9-e241a0272e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.701471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:30.703966 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd5c71da-6094-4ebb-87d9-e241a0272e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.713127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c', 'network_id': '5118d904-07d9-4902-a4f3-6250acdda215', 'port_id': 'c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c', 'mac_address': 'fa:16:3e:29:99:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b17db9-3562-45d6-8e75-90c1c637942d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:23:30.755967 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a58b77b4-8e2f-4ebe-854b-407f9926b273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.756438 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd5c71da-6094-4ebb-87d9-e241a0272e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.759153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cd5c71da-6094-4ebb-87d9-e241a0272e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.763692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cd5c71da-6094-4ebb-87d9-e241a0272e8a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9cceb3a9-b4b8-42d8-9cc4-f2b57a8db935 HTTP/1.1" status: 204 len: 168 time: 0.1334453 Jul 30 02:23:30.764046 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.772875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c71da-6094-4ebb-87d9-e241a0272e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cceb3a9-b4b8-42d8-9cc4-f2b57a8db935,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:30.778957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:30.812122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:30.822148 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:30.881103 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:31.085469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:23:31.421702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441cf18-9434-49c6-882f-3a9ca1c2c7e0 req-dbca6151-3cf1-4994-b876-df44fd8cedf2 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:31.424203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a441cf18-9434-49c6-882f-3a9ca1c2c7e0 req-dbca6151-3cf1-4994-b876-df44fd8cedf2 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 944 time: 0.0612097 Jul 30 02:23:31.484618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a441cf18-9434-49c6-882f-3a9ca1c2c7e0 req-4964d194-6171-487c-a88a-29b9b5cc0da1 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547311 Jul 30 02:23:31.549069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50294) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:31.608672 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:31.687613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2092589257-network', 'tenant_id': '1a206868518a43b08f34d2788ee69b08'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:31.712374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Made reservation on behalf of 1a206868518a43b08f34d2788ee69b08 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:31.715547 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:31.724949 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:31.829859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:31.834566 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:31.864147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:23:31.871071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487797d9-0847-4a54-8a69-885cdf1652fa,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:31.879174 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:31.879817 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Added segment c433cce0-21e8-4a92-8a9a-887570dd803e of type vlan for network c308f053-957d-4b5a-a839-fc353c53e965 Jul 30 02:23:31.938871 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:31.973632 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:31.974898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:31.975445 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:32.030076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4792845 Jul 30 02:23:32.033359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50300) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:32.038580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Request body: {'subnet': {'network_id': 'c308f053-957d-4b5a-a839-fc353c53e965', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2092589257-subnet', 'tenant_id': '1a206868518a43b08f34d2788ee69b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:32.040356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ca1c0-ff28-4d85-94c7-a1f4e74239c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c308f053-957d-4b5a-a839-fc353c53e965,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:32.057020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network c308f053-957d-4b5a-a839-fc353c53e965 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:23:32.072288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Made reservation on behalf of 1a206868518a43b08f34d2788ee69b08 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:32.075521 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:32.256851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:32.306129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d68a46-3b17-48ea-8f40-d90c33a09fc1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:32.326234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Checking segment: {'id': 'c433cce0-21e8-4a92-8a9a-887570dd803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c308f053-957d-4b5a-a839-fc353c53e965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:32.326667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Network hostable DHCP agents. Network: c308f053-957d-4b5a-a839-fc353c53e965, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:23:32.343669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Network c308f053-957d-4b5a-a839-fc353c53e965 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:23:32.352708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, c308f053-957d-4b5a-a839-fc353c53e965) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:32.358372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:32.358993 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:32.361567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86b3d2-a1b2-40db-b895-3606f0e1e974 None None] Network c308f053-957d-4b5a-a839-fc353c53e965 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:32.373788 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0486dcb1-b9ff-49e5-ba24-debb074a0c4e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3392553 Jul 30 02:23:32.492026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1b7573-f9b3-4401-b0d5-ff060921cb54 None None] Network c308f053-957d-4b5a-a839-fc353c53e965 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:32.600841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:32.635394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565361f-7e80-44c4-bf49-3a017acd5449 req-1cc9bd22-47c3-4567-aeaf-d7faa388e1ff tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:32.638170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a565361f-7e80-44c4-bf49-3a017acd5449 req-1cc9bd22-47c3-4567-aeaf-d7faa388e1ff tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 944 time: 0.0635815 Jul 30 02:23:32.671691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:32.676740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:32.677185 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:32.697150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a565361f-7e80-44c4-bf49-3a017acd5449 req-1d67f41a-8a2d-40ff-86e5-a7497dc7c4ca tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500982 Jul 30 02:23:32.775038 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:32.807903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c2041-59f3-4fd7-898d-f790497ca277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:32.810417 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f735b58-1180-46ea-9cee-15e11cd903fc" -d '{"events": [{"server_uuid": "762c2041-59f3-4fd7-898d-f790497ca277", "name": "network-vif-plugged", "status": "completed", "tag": "c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:32.828022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:32.836160 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:32.864825 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cd7467-deac-41b9-bbc3-192e8affa819 x-openstack-request-id: req-69cd7467-deac-41b9-bbc3-192e8affa819 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:32.865368 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762c2041-59f3-4fd7-898d-f790497ca277", "name": "network-vif-plugged", "status": "completed", "tag": "c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:32.865650 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-69cd7467-deac-41b9-bbc3-192e8affa819 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:32.866043 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c2041-59f3-4fd7-898d-f790497ca277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c', 'code': 200} Jul 30 02:23:32.914558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:33.010411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202ec23-6f48-4e0f-b966-6e419a7870c8 req-e9fd7e6b-64c8-48db-9218-8afeafe84b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:33.017332 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c202ec23-6f48-4e0f-b966-6e419a7870c8 req-e9fd7e6b-64c8-48db-9218-8afeafe84b74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 1096 time: 0.0653830 Jul 30 02:23:33.038943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50320) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:33.044931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1020935502-network', 'tenant_id': 'afd76bc6e837491885edb2881d26e73f'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:33.057506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c202ec23-6f48-4e0f-b966-6e419a7870c8 req-73558947-d1a5-4da1-9415-77be5fd1cd97 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349665 Jul 30 02:23:33.077929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Made reservation on behalf of afd76bc6e837491885edb2881d26e73f for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:33.081238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.092622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.203847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.209254 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.238784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:23:33.248756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcce6a3-3a9a-4ea7-9f6c-88afb6491642,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:33.253812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.254159 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Added segment ef05df75-b40d-41b7-b42f-60173a2bc3d7 of type vlan for network 5dd92489-9b60-4024-ac53-20cec4e5e27e Jul 30 02:23:33.304246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.340677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.342026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:33.342770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.407586 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c60bca2a-741b-4aaf-81d8-608d9086b3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.410597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3697038 Jul 30 02:23:33.414486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50322) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:33.420043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Request body: {'subnet': {'network_id': '5dd92489-9b60-4024-ac53-20cec4e5e27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1020935502-subnet', 'tenant_id': 'afd76bc6e837491885edb2881d26e73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:33.420902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338557de-88c3-4a63-8c18-56acbab3daa5 admin admin] Pushing event updated for resources: {'Network': ['ID=5dd92489-9b60-4024-ac53-20cec4e5e27e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:33.432279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 5dd92489-9b60-4024-ac53-20cec4e5e27e details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:23:33.447812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Made reservation on behalf of afd76bc6e837491885edb2881d26e73f for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:33.450855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.642817 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.696205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952e049d-a876-4b19-9a78-14f4eaf96ad5,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:33.715575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Checking segment: {'id': 'ef05df75-b40d-41b7-b42f-60173a2bc3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '5dd92489-9b60-4024-ac53-20cec4e5e27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:33.715923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Network hostable DHCP agents. Network: 5dd92489-9b60-4024-ac53-20cec4e5e27e, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:23:33.736408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Network 5dd92489-9b60-4024-ac53-20cec4e5e27e is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:23:33.754339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 5dd92489-9b60-4024-ac53-20cec4e5e27e) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:33.760223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:33.761871 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.770405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db513da-ed80-4e0e-889a-78ab30693729 None None] Network 5dd92489-9b60-4024-ac53-20cec4e5e27e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:33.780706 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-714dff99-2471-40c5-b599-9cdf1b54c9e7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3647711 Jul 30 02:23:33.857767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771054f-3df9-4e72-a84b-a3ddf2eeabf5 req-c21d485f-2d2b-406b-b79c-fddb1c2d3e12 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:33.860382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8771054f-3df9-4e72-a84b-a3ddf2eeabf5 req-c21d485f-2d2b-406b-b79c-fddb1c2d3e12 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 945 time: 0.0811198 Jul 30 02:23:33.883103 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:33.931587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8771054f-3df9-4e72-a84b-a3ddf2eeabf5 req-fb53969a-fc39-4aea-b8fc-6e9f00b6caa3 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625446 Jul 30 02:23:33.974352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda84e8-a874-4e85-86fb-e3acf276bd4b None None] Network 5dd92489-9b60-4024-ac53-20cec4e5e27e requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:34.459519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-f083bad8-a6c0-4a82-9e10-a01f7d290861 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:34.461299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-f083bad8-a6c0-4a82-9e10-a01f7d290861 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/networks?id=c308f053-957d-4b5a-a839-fc353c53e965 HTTP/1.1" status: 200 len: 812 time: 0.1227248 Jul 30 02:23:34.484732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-4f446795-f981-414a-b6d6-cde92d32514a tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/quotas/1a206868518a43b08f34d2788ee69b08 HTTP/1.1" status: 200 len: 375 time: 0.0112271 Jul 30 02:23:34.527858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-cdf7f35d-aff3-4c64-a98c-4c9ce4a30681 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1a206868518a43b08f34d2788ee69b08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325022 Jul 30 02:23:34.593398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:34.628662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-c29798be-c806-4b2e-ba3b-624411a2cbbd service neutron] 10.222.0.84 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929875 Jul 30 02:23:34.729916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2458c964-2eb8-4632-9d29-a28c6965b536 service neutron] 10.222.0.84 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949683 Jul 30 02:23:34.896662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84feb2dd-924c-4471-aae6-ea0dcdb650aa req-954838ee-80e1-4337-b8cb-2f517752baa0 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 210 time: 0.0291677 Jul 30 02:23:35.076829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76db6b-bb2b-491f-89ce-358008e18cfa req-12ee06ef-74ad-4fd8-a816-e11ff02664a5 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:35.078646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c76db6b-bb2b-491f-89ce-358008e18cfa req-12ee06ef-74ad-4fd8-a816-e11ff02664a5 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 945 time: 0.0586920 Jul 30 02:23:35.140229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c76db6b-bb2b-491f-89ce-358008e18cfa req-fc88427c-ed1a-4b33-b9e1-a21fb0298107 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516567 Jul 30 02:23:35.932275 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b6fc6-9c9c-4559-8c56-5f95e7ccbf38 req-9c0adf1f-40fa-448f-a9b8-7ae34eb6453f tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:35.934967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-961b6fc6-9c9c-4559-8c56-5f95e7ccbf38 req-9c0adf1f-40fa-448f-a9b8-7ae34eb6453f tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 945 time: 0.0641432 Jul 30 02:23:36.033398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-961b6fc6-9c9c-4559-8c56-5f95e7ccbf38 req-e39e5c46-db78-4f9a-97cc-7a521fc8752e tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920086 Jul 30 02:23:36.103867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-162e2c45-a658-4745-a296-89b9b028e928 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:36.105395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-162e2c45-a658-4745-a296-89b9b028e928 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.41 "GET /v2.0/networks?id=c308f053-957d-4b5a-a839-fc353c53e965 HTTP/1.1" status: 200 len: 812 time: 0.1426368 Jul 30 02:23:36.120470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Request body: {'port': {'device_id': '26ba9689-7839-428f-8af6-3f210a07f12e', 'network_id': 'c308f053-957d-4b5a-a839-fc353c53e965', 'admin_state_up': True, 'tenant_id': '1a206868518a43b08f34d2788ee69b08'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:36.196297 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-134820a2-c7bf-4f9c-9a64-16b3f8da3f10 req-6d341742-d9b1-46be-96c6-f1f2b98ca5b5 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 210 time: 0.0719409 Jul 30 02:23:36.251387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:36.284676 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Made reservation on behalf of 1a206868518a43b08f34d2788ee69b08 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:36.288553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:36.447184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Allocated IP 172.20.0.6 (c308f053-957d-4b5a-a839-fc353c53e965/60d68a46-3b17-48ea-8f40-d90c33a09fc1/2fce1f05-0c16-4aee-b84c-dcb2dec5da19) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:23:36.659258 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:36.709588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:36.761373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Network c308f053-957d-4b5a-a839-fc353c53e965 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:23:36.764754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:36.768949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:23:36.803391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Pushing event updated for resources: {'Port': ['ID=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:36.837712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:36.838364 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:36.855895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2455399f-d37d-430c-8bf8-c18af5008d4e tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397647 Jul 30 02:23:36.868823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Request body: {'port': {'device_id': '26ba9689-7839-428f-8af6-3f210a07f12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:36.931029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:37.260573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2527a-6074-4a0f-877b-45ecdd5dce51 req-c756e068-1aa4-4608-9885-0f09c8f20304 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:37.262622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04b2527a-6074-4a0f-877b-45ecdd5dce51 req-c756e068-1aa4-4608-9885-0f09c8f20304 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 945 time: 0.1066968 Jul 30 02:23:37.360530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:37.368937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04b2527a-6074-4a0f-877b-45ecdd5dce51 req-beb1f684-d440-432b-acfb-a0f92762588a tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/security-groups?id=b3cacc79-a0d3-4411-876d-36f99b0df55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820045 Jul 30 02:23:37.375932 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:37.402354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Transition to ACTIVE for port object 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:37.408926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:37.508506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Pushing event updated for resources: {'Port': ['ID=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:37.580816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2c85-0f9f-4f3d-99ea-014a15b78b97 req-ebb2c189-5a9b-4d7f-860e-2bb7da38b19c tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:37.582580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e0b2c85-0f9f-4f3d-99ea-014a15b78b97 req-ebb2c189-5a9b-4d7f-860e-2bb7da38b19c tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 943 time: 0.1285667 Jul 30 02:23:37.642424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Attempting to bind port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:23:37.643024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Attempting to bind port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c433cce0-21e8-4a92-8a9a-887570dd803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c308f053-957d-4b5a-a839-fc353c53e965'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:23:37.643159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Attempting to bind port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 on network c308f053-957d-4b5a-a839-fc353c53e965 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:37.656994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 on network c308f053-957d-4b5a-a839-fc353c53e965 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:23:37.657325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Attempting to bind port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 on network c308f053-957d-4b5a-a839-fc353c53e965 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:23:37.662977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e0b2c85-0f9f-4f3d-99ea-014a15b78b97 req-50f897c2-e162-44f0-9b2d-c9f89a29eee1 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622222 Jul 30 02:23:37.666016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:23:37.666352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Checking segment: {'id': 'c433cce0-21e8-4a92-8a9a-887570dd803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c308f053-957d-4b5a-a839-fc353c53e965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:37.666874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Bound using segment: {'id': 'c433cce0-21e8-4a92-8a9a-887570dd803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c308f053-957d-4b5a-a839-fc353c53e965'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:23:37.667230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Bound port: 2fce1f05-0c16-4aee-b84c-dcb2dec5da19, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c433cce0-21e8-4a92-8a9a-887570dd803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c308f053-957d-4b5a-a839-fc353c53e965'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:23:37.667634 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:37.673988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995701-59db-434b-93a9-a9f551950755 req-ea8b06c6-4c53-4a7a-bee4-1ab2e8a9ab08 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:37.675598 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56995701-59db-434b-93a9-a9f551950755 req-ea8b06c6-4c53-4a7a-bee4-1ab2e8a9ab08 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.22 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 945 time: 0.0672817 Jul 30 02:23:37.766748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] For port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:23:37.771519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] For port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,segment=NetworkSegment(c433cce0-21e8-4a92-8a9a-887570dd803e),segment_id=c433cce0-21e8-4a92-8a9a-887570dd803e)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:23:37.777469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:37.802749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-56995701-59db-434b-93a9-a9f551950755 req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Deleting port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:37.803094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-56995701-59db-434b-93a9-a9f551950755 req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:37.813810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:37.814485 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:37.816386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] 10.222.0.41 "PUT /v2.0/ports/2fce1f05-0c16-4aee-b84c-dcb2dec5da19 HTTP/1.1" status: 200 len: 1091 time: 0.9522557 Jul 30 02:23:37.817056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ba9689-7839-428f-8af6-3f210a07f12e', 'tag': '2fce1f05-0c16-4aee-b84c-dcb2dec5da19'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:37.819367 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71" -d '{"events": [{"name": "network-changed", "server_uuid": "26ba9689-7839-428f-8af6-3f210a07f12e", "tag": "2fce1f05-0c16-4aee-b84c-dcb2dec5da19"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:37.859291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b00c-4a1b-4510-b85a-acc5d609b77f service neutron] Pushing event updated for resources: {'Port': ['ID=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:37.872582 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa01f3e-5b7a-40db-92d3-86c622a409e8 x-openstack-request-id: req-eaa01f3e-5b7a-40db-92d3-86c622a409e8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:37.872933 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ba9689-7839-428f-8af6-3f210a07f12e", "tag": "2fce1f05-0c16-4aee-b84c-dcb2dec5da19", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:37.873162 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eaa01f3e-5b7a-40db-92d3-86c622a409e8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:37.874045 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ba9689-7839-428f-8af6-3f210a07f12e', 'tag': '2fce1f05-0c16-4aee-b84c-dcb2dec5da19', 'status': 'completed', 'code': 200} Jul 30 02:23:37.906944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-56995701-59db-434b-93a9-a9f551950755 req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] For port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,segment=NetworkSegment(4da81921-0a39-4ed6-bdb3-3e6ecc499ed9),segment_id=4da81921-0a39-4ed6-bdb3-3e6ecc499ed9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:37.907190 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-56995701-59db-434b-93a9-a9f551950755 req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:37.914297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-dcc3a66b-ffb9-45f0-a2b7-859e32b09ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:37.915943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-dcc3a66b-ffb9-45f0-a2b7-859e32b09ba3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a206868518a43b08f34d2788ee69b08&device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 1094 time: 0.0528309 Jul 30 02:23:37.920699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-56995701-59db-434b-93a9-a9f551950755 req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Calling delete_port for c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:37.968691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-f04b2b14-ac79-4624-aace-4a247e43204a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fce1f05-0c16-4aee-b84c-dcb2dec5da19 HTTP/1.1" status: 200 len: 217 time: 0.0439291 Jul 30 02:23:38.044583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-17302283-ea41-4652-a251-635ac11c2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:38.046125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-17302283-ea41-4652-a251-635ac11c2f95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60d68a46-3b17-48ea-8f40-d90c33a09fc1 HTTP/1.1" status: 200 len: 852 time: 0.0703998 Jul 30 02:23:38.050498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-56995701-59db-434b-93a9-a9f551950755 req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:38.064026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:23:38.067702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29960-dc33-4f60-9d8a-35fce62d4d24 req-6da699f2-a067-434a-8e0b-c49f91efe11b tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:38.069240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73f29960-dc33-4f60-9d8a-35fce62d4d24 req-6da699f2-a067-434a-8e0b-c49f91efe11b tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1097 time: 0.0849054 Jul 30 02:23:38.086929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-ebef99e7-58a8-4db7-b4f2-364ff1a31d85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c308f053-957d-4b5a-a839-fc353c53e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334735 Jul 30 02:23:38.171422 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73f29960-dc33-4f60-9d8a-35fce62d4d24 req-efff5f63-60cb-4713-9496-d1a675fe6307 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871427 Jul 30 02:23:38.196612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50386) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:38.247572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-99284bb0-16a1-4700-ab8a-a88b5d5b1f0a service neutron] 10.222.0.41 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462455 Jul 30 02:23:38.428875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Pushing event deleted for resources: {'Port': ['ID=c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:38.438751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.439095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.439463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.439805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.440406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.440735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.441066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.441312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0c9b458-d43b-43aa-882d-324b9ece9b33 req-fef1f610-a676-426a-bde6-4babad702068 service neutron] 10.222.0.41 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848979 Jul 30 02:23:38.441798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.441798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.442086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.442354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.442748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:38.484086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-56995701-59db-434b-93a9-a9f551950755 req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] No DVR routers for this DVR port c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:23:38.487238 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-56995701-59db-434b-93a9-a9f551950755 req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:38.489658 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-56995701-59db-434b-93a9-a9f551950755 req-585ab234-d9c9-4991-b76e-87e72f53a34d tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.22 "DELETE /v2.0/ports/c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c HTTP/1.1" status: 204 len: 173 time: 0.8065522 Jul 30 02:23:38.490126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c2041-59f3-4fd7-898d-f790497ca277', 'name': 'network-vif-deleted', 'tag': 'c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:38.493025 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9660f787-e439-4e45-aa3f-425628b7f94e" -d '{"events": [{"server_uuid": "762c2041-59f3-4fd7-898d-f790497ca277", "name": "network-vif-deleted", "tag": "c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:38.493904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88792589-a9b6-4aa7-986c-b7341913b8e2 req-273546a4-59db-4e78-af25-0c6070780397 tempest-VolumesActionsTest-1071264223 tempest-VolumesActionsTest-1071264223-project] 10.222.0.84 "GET /v2.0/ports?device_id=762c2041-59f3-4fd7-898d-f790497ca277 HTTP/1.1" status: 200 len: 210 time: 0.0350566 Jul 30 02:23:38.496518 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port 02b97c1c-10ed-4382-8cde-573065170dd7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:38.496944 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:38.557099 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1120d499-b022-498f-a2b3-f6ce6be2fd62 x-openstack-request-id: req-1120d499-b022-498f-a2b3-f6ce6be2fd62 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:38.558265 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762c2041-59f3-4fd7-898d-f790497ca277", "name": "network-vif-deleted", "tag": "c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:38.558634 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1120d499-b022-498f-a2b3-f6ce6be2fd62 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:38.559116 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c2041-59f3-4fd7-898d-f790497ca277', 'name': 'network-vif-deleted', 'tag': 'c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c', 'status': 'completed', 'code': 200} Jul 30 02:23:38.605263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-2fb3df91-be58-476c-916a-f8f0735ec628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:38.606827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-2fb3df91-be58-476c-916a-f8f0735ec628 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a206868518a43b08f34d2788ee69b08&device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 1094 time: 0.0954571 Jul 30 02:23:38.628687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:38.629019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:38.676173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for 02b97c1c-10ed-4382-8cde-573065170dd7 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:38.798725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-c02932e9-22fe-4e8f-a4f3-cc2c979fa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:38.800250 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-c02932e9-22fe-4e8f-a4f3-cc2c979fa6c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c308f053-957d-4b5a-a839-fc353c53e965 HTTP/1.1" status: 200 len: 913 time: 0.1841486 Jul 30 02:23:38.866385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-544b6376-00cf-4bd0-867a-892d97e35b1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fce1f05-0c16-4aee-b84c-dcb2dec5da19 HTTP/1.1" status: 200 len: 217 time: 0.0540273 Jul 30 02:23:38.882864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6990b-85e3-47c4-a73c-4a4b31f5c484 req-da903cb9-2a91-45e1-8d18-f77a7390df97 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:38.884486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89c6990b-85e3-47c4-a73c-4a4b31f5c484 req-da903cb9-2a91-45e1-8d18-f77a7390df97 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 943 time: 0.1307948 Jul 30 02:23:39.006505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-2c6cc1ed-6fc1-40b6-9956-e5bc2fda8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:39.008025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-2c6cc1ed-6fc1-40b6-9956-e5bc2fda8922 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60d68a46-3b17-48ea-8f40-d90c33a09fc1 HTTP/1.1" status: 200 len: 852 time: 0.1226401 Jul 30 02:23:39.020830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89c6990b-85e3-47c4-a73c-4a4b31f5c484 req-a88a8bc6-9412-4134-aa3a-20f085a5ba45 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262021 Jul 30 02:23:39.059246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-139402d4-4e6e-4897-aa4a-ce8c5049cab5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c308f053-957d-4b5a-a839-fc353c53e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419917 Jul 30 02:23:39.079160 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:39.150216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=02b97c1c-10ed-4382-8cde-573065170dd7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:39.243094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-45fa72b5-9e4a-44d1-a939-b6e5f3853527 service neutron] 10.222.0.41 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737275 Jul 30 02:23:39.246484 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:39.246844 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Floating IP 449e231f-63bf-4ecc-b71c-2260850142de disassociated (deleted). External IP: 172.25.7.189, port: 40f68224-6171-4f4d-bcb3-ae67ce4a037e. Jul 30 02:23:39.424034 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a4f2408-b501-4898-a3c2-2aac1a9b6b71 req-2fd6cd74-3989-4dc5-b90e-c37ae1645bd8 service neutron] 10.222.0.41 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720626 Jul 30 02:23:39.555900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router c510cb96-9b2f-402e-81d0-d6e7ca181320 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:23:39.700006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:39.704828 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:39.712183 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] Sync routers for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:39.724735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:39.727647 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:39.736964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4f19ec16-8905-42bf-bcb1-c547f72cc9ee tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/floatingips/449e231f-63bf-4ecc-b71c-2260850142de HTTP/1.1" status: 204 len: 168 time: 1.5392561 Jul 30 02:23:39.854761 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:39.874636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:39.879114 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a691e8-ee61-4f0c-96a6-f2e62f0df294" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:39.976579 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7477820-0200-416b-b4f3-e7096f18d8a0 x-openstack-request-id: req-f7477820-0200-416b-b4f3-e7096f18d8a0 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:39.977153 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:39.977570 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f7477820-0200-416b-b4f3-e7096f18d8a0 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:39.978407 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'status': 'completed', 'code': 200} Jul 30 02:23:40.100519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-4e2ff4bf-74bc-44e4-9a32-1b3e801a787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:40.102118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-4e2ff4bf-74bc-44e4-9a32-1b3e801a787e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 1097 time: 0.0976307 Jul 30 02:23:40.174677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2cf09-4fea-4ab4-bd01-5845fbd2f6d1 req-9f11ac11-73ba-4f81-8b9b-1f08553efab4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:40.181548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daa2cf09-4fea-4ab4-bd01-5845fbd2f6d1 req-9f11ac11-73ba-4f81-8b9b-1f08553efab4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.1159835 Jul 30 02:23:40.216433 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3e44915f-f728-4e18-a47a-535283302770', 'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:91:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:34Z', 'updated_at': '2021-07-30T02:21:46Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': '4edcae46-0006-4abf-afa4-764163e86c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:40.246515 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] Checking router: c510cb96-9b2f-402e-81d0-d6e7ca181320 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:40.256337 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:40.256964 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:40.258013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-daa2cf09-4fea-4ab4-bd01-5845fbd2f6d1 req-b26713a6-d27d-4a49-a71a-7808fbd84566 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748689 Jul 30 02:23:40.261232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-5bdd2570-8b5b-4d62-93e0-fb8f25b4bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:40.262804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-5bdd2570-8b5b-4d62-93e0-fb8f25b4bd55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 200 len: 898 time: 0.1519344 Jul 30 02:23:40.328419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-5f80ebb7-3515-4b8b-b556-cff865daac3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 200 len: 217 time: 0.0574636 Jul 30 02:23:40.422331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-aea1de67-c04e-4ce1-baa4-b82c5f26639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:40.423987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-aea1de67-c04e-4ce1-baa4-b82c5f26639c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 200 len: 834 time: 0.0801492 Jul 30 02:23:40.455467 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:40.455585 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cd5d0-73a2-4be9-986e-cb57eb54d085 req-bcbbb4f3-56f8-4143-aec4-fbd50a704ed7 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:40.455585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa2cd5d0-73a2-4be9-986e-cb57eb54d085 req-bcbbb4f3-56f8-4143-aec4-fbd50a704ed7 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 943 time: 0.1014843 Jul 30 02:23:40.522865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-2205ebcb-97dd-458a-8ced-7e342efb819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:40.524488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-2205ebcb-97dd-458a-8ced-7e342efb819d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9883111f-b8f1-4bc1-9296-e28a9a0950d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925078 Jul 30 02:23:40.561178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa2cd5d0-73a2-4be9-986e-cb57eb54d085 req-e7cd653c-6285-43be-a8d5-b2527526605c tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856707 Jul 30 02:23:40.690174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-83c5fd74-1f05-4e51-9280-c433fe785656 service neutron] 10.222.0.41 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537464 Jul 30 02:23:40.759120 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3e44915f-f728-4e18-a47a-535283302770', 'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:91:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:34Z', 'updated_at': '2021-07-30T02:21:46Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': '4edcae46-0006-4abf-afa4-764163e86c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:40.791251 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f694b3c-0ed7-4c8c-8a34-53b6e0408073 None None] The sync data for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 is: [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:21:36Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3e44915f-f728-4e18-a47a-535283302770', 'name': '', 'network_id': '9883111f-b8f1-4bc1-9296-e28a9a0950d6', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:91:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '4edcae46-0006-4abf-afa4-764163e86c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:34Z', 'updated_at': '2021-07-30T02:21:46Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': '4edcae46-0006-4abf-afa4-764163e86c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:23:40.838134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22a691e8-ee61-4f0c-96a6-f2e62f0df294 req-d1ab6c9f-998b-4b17-8b9e-84f59c5b679b service neutron] 10.222.0.41 "GET /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403043 Jul 30 02:23:41.087616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1899efb3-b83b-411d-af9f-d55a4e6a0d9e None None] New status for floating IP 449e231f-63bf-4ecc-b71c-2260850142de: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:23:41.312780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-89c31be4-4425-4544-ae67-0fc291bead43 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:41.314530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-89c31be4-4425-4544-ae67-0fc291bead43 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.0680072 Jul 30 02:23:41.347144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:23:41.482651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,segment=NetworkSegment(c433cce0-21e8-4a92-8a9a-887570dd803e),segment_id=c433cce0-21e8-4a92-8a9a-887570dd803e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:41.497914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '2fce1f05-0c16-4aee-b84c-dcb2dec5da19', 'network_id': 'c308f053-957d-4b5a-a839-fc353c53e965', 'port_id': '2fce1f05-0c16-4aee-b84c-dcb2dec5da19', 'mac_address': 'fa:16:3e:ba:46:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d68a46-3b17-48ea-8f40-d90c33a09fc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:23:41.548005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:41.568527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:23:41.598956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,segment=NetworkSegment(c433cce0-21e8-4a92-8a9a-887570dd803e),segment_id=c433cce0-21e8-4a92-8a9a-887570dd803e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:41.606502 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:41.695246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:41.812620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['2fce1f05-0c16-4aee-b84c-dcb2dec5da19'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:23:41.935538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92992c51-ef39-4cfb-9f75-f7be4a0a3b41 req-9ff69b10-1208-401f-867e-5142cbd3d8ae tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:41.948357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92992c51-ef39-4cfb-9f75-f7be4a0a3b41 req-9ff69b10-1208-401f-867e-5142cbd3d8ae tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 946 time: 0.5858271 Jul 30 02:23:42.006685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port 40f68224-6171-4f4d-bcb3-ae67ce4a037e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:42.007033 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:42.017924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92992c51-ef39-4cfb-9f75-f7be4a0a3b41 req-29ce1032-f07b-48ec-a0cf-c9b646617618 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f089482-216b-4daf-95f1-1d633cc5e1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628514 Jul 30 02:23:42.254688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port 40f68224-6171-4f4d-bcb3-ae67ce4a037e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=40f68224-6171-4f4d-bcb3-ae67ce4a037e,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:42.255811 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:42.283538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for 40f68224-6171-4f4d-bcb3-ae67ce4a037e owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:42.311354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c2fed-02d6-4337-9acd-9291172a2781 req-528d8190-2d37-4998-92ed-65fca92df8ed tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:42.314014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-430c2fed-02d6-4337-9acd-9291172a2781 req-528d8190-2d37-4998-92ed-65fca92df8ed tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 944 time: 0.1615536 Jul 30 02:23:42.395385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50480) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:42.515267 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-430c2fed-02d6-4337-9acd-9291172a2781 req-4a93bc20-2a9a-4cbc-b3e8-aa3f1b086356 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384587 Jul 30 02:23:42.633995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:42.665274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:42.722799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:42.727149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device c2d0d1f3-102a-43bf-8325-6d4bd9a5e52c not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:42.731575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Deleting port 85c51451-1744-4841-9ea5-907b46b5df16 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:42.731932 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:42.747316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=40f68224-6171-4f4d-bcb3-ae67ce4a037e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:42.841169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] No DVR routers for this DVR port 40f68224-6171-4f4d-bcb3-ae67ce4a037e on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:23:42.844336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:42.846506 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e37a7ac0-54b6-4b8e-ab25-cfc4248e2ee9 req-c63e494f-bfcb-472b-8247-e47764e18bbd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.41 "DELETE /v2.0/ports/40f68224-6171-4f4d-bcb3-ae67ce4a037e HTTP/1.1" status: 204 len: 173 time: 1.5247633 Jul 30 02:23:42.847013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'name': 'network-vif-deleted', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:42.849631 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5e7b89-c71c-4e23-bfac-e188edba23d9" -d '{"events": [{"server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "name": "network-vif-deleted", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:42.877302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:42.877729 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:42.898206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Calling delete_port for 85c51451-1744-4841-9ea5-907b46b5df16 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:42.906449 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb5d1eb-416e-46e6-9e56-080846767ceb x-openstack-request-id: req-1bb5d1eb-416e-46e6-9e56-080846767ceb {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:42.906751 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4e1309-b7bf-469d-9762-170d8ef5b763", "name": "network-vif-deleted", "tag": "40f68224-6171-4f4d-bcb3-ae67ce4a037e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:42.907018 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1bb5d1eb-416e-46e6-9e56-080846767ceb {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:42.907522 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4e1309-b7bf-469d-9762-170d8ef5b763', 'name': 'network-vif-deleted', 'tag': '40f68224-6171-4f4d-bcb3-ae67ce4a037e', 'status': 'completed', 'code': 200} Jul 30 02:23:43.195139 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:43.237519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event deleted for resources: {'Port': ['ID=85c51451-1744-4841-9ea5-907b46b5df16,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:43.251639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9bba53f-96a8-4018-93f9-4f2a540aa307 req-aaff8098-fbc4-4317-bcb3-0c8cc0cc4687 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e4e1309-b7bf-469d-9762-170d8ef5b763 HTTP/1.1" status: 200 len: 210 time: 0.0890481 Jul 30 02:23:43.358048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:43.359109 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Floating IP 1de271fc-2dc9-49ab-84cf-a91dee99e244 disassociated (deleted). External IP: 172.25.7.197, port: fa11bb7f-ed97-46ed-bd05-42e62d19c396. Jul 30 02:23:43.359299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:23:43.452533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:23:43.458689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:23:43.459059 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:43.669809 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:43.711997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc67f03-9a18-478f-86a0-6ff39e0c76ce req-09401754-f429-4656-b79c-4494f2affaf5 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:43.717088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ba9689-7839-428f-8af6-3f210a07f12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fce1f05-0c16-4aee-b84c-dcb2dec5da19'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:43.719783 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5764bba-36bd-4942-90d4-b452eec6e731" -d '{"events": [{"server_uuid": "26ba9689-7839-428f-8af6-3f210a07f12e", "name": "network-vif-plugged", "status": "completed", "tag": "2fce1f05-0c16-4aee-b84c-dcb2dec5da19"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:43.720357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fdc67f03-9a18-478f-86a0-6ff39e0c76ce req-09401754-f429-4656-b79c-4494f2affaf5 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 944 time: 0.0970471 Jul 30 02:23:43.736567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,segment=NetworkSegment(c433cce0-21e8-4a92-8a9a-887570dd803e),segment_id=c433cce0-21e8-4a92-8a9a-887570dd803e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:43.743872 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:43.745568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 40f68224-6171-4f4d-bcb3-ae67ce4a037e no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:43.787799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fdc67f03-9a18-478f-86a0-6ff39e0c76ce req-8629f4af-f519-49d8-aaae-258c365863cb tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661871 Jul 30 02:23:43.839209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 40f68224-6171-4f4d-bcb3-ae67ce4a037e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:43.839649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 40f68224-6171-4f4d-bcb3-ae67ce4a037e not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:43.878179 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580e571b-409d-46bd-bd1b-5100d209f076 x-openstack-request-id: req-580e571b-409d-46bd-bd1b-5100d209f076 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:43.878587 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ba9689-7839-428f-8af6-3f210a07f12e", "name": "network-vif-plugged", "status": "completed", "tag": "2fce1f05-0c16-4aee-b84c-dcb2dec5da19", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:43.878811 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-580e571b-409d-46bd-bd1b-5100d209f076 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:43.879376 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ba9689-7839-428f-8af6-3f210a07f12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fce1f05-0c16-4aee-b84c-dcb2dec5da19', 'code': 200} Jul 30 02:23:43.936195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:23:43.937085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:43.981979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fa0d5-aa95-4679-9147-0537c41585a8 req-ff97c502-a7ec-4374-b746-33a7c259133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:43.984195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-143fa0d5-aa95-4679-9147-0537c41585a8 req-ff97c502-a7ec-4374-b746-33a7c259133b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 1096 time: 0.0698061 Jul 30 02:23:44.024143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-143fa0d5-aa95-4679-9147-0537c41585a8 req-4b505f79-b96e-42be-9627-81d43257ed6b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Jul 30 02:23:44.117274 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:44.122712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:44.129322 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] Sync routers for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:44.140451 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:44.141063 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:44.185897 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-198d20d4-7c4a-4a95-9497-19fe0e2282f9 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "DELETE /v2.0/floatingips/1de271fc-2dc9-49ab-84cf-a91dee99e244 HTTP/1.1" status: 204 len: 168 time: 1.7879369 Jul 30 02:23:44.186874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:44.203334 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b732a6-7cfe-4944-bafd-520d60f6934b" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:44.288742 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:44.486132 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2b7b3b-89f2-4655-adf0-69f53ad1f2c3 x-openstack-request-id: req-5a2b7b3b-89f2-4655-adf0-69f53ad1f2c3 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:44.486526 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:44.486894 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5a2b7b3b-89f2-4655-adf0-69f53ad1f2c3 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:44.487533 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'status': 'completed', 'code': 200} Jul 30 02:23:44.551317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50506) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:44.617815 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:36Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:44.665705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-41af694e-4d12-4d45-a82f-b89d3cb0849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:44.672728 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-41af694e-4d12-4d45-a82f-b89d3cb0849b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e494a31952b94a59923f5c94072479a0&device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 1096 time: 0.1561666 Jul 30 02:23:44.719566 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] Checking router: 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:44.735051 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:44.735873 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:44.977975 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:44.980880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-aef6fe12-648e-42b4-abe1-ef0fc3253e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:44.983969 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-aef6fe12-648e-42b4-abe1-ef0fc3253e98 service neutron] 10.222.0.22 "GET /v2.0/networks?id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5 HTTP/1.1" status: 200 len: 914 time: 0.3001742 Jul 30 02:23:45.095482 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-b833e732-43e6-4ff6-9a81-ad9ef41a576d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396 HTTP/1.1" status: 200 len: 217 time: 0.0829117 Jul 30 02:23:45.161677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19577521-9018-4607-805e-f133ec8aeb9b req-314b266a-1eed-41a9-a39d-d8181c6358a3 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:45.173444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19577521-9018-4607-805e-f133ec8aeb9b req-314b266a-1eed-41a9-a39d-d8181c6358a3 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 945 time: 0.1141987 Jul 30 02:23:45.250204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-a5490e0a-8fe3-4ff6-8a42-8b6878e2bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:45.252484 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-a5490e0a-8fe3-4ff6-8a42-8b6878e2bfa2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bf79a70c-8a76-49a7-ac63-95abd1ee8326 HTTP/1.1" status: 200 len: 852 time: 0.1425257 Jul 30 02:23:45.310658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19577521-9018-4607-805e-f133ec8aeb9b req-30c69c46-7beb-4ce8-800b-a1365c3c6580 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344762 Jul 30 02:23:45.334500 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:36Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:45.418663 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-41fae0fa-3168-4ade-9bb6-cc5d100068f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:45.423883 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-41fae0fa-3168-4ade-9bb6-cc5d100068f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=16bf0d2b-34c8-45ce-aa46-dfd69579acb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530750 Jul 30 02:23:45.429344 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b21f9-8397-467e-ae4f-a8754da9ba30 None None] The sync data for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 is: [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9', 'name': '', 'network_id': '16bf0d2b-34c8-45ce-aa46-dfd69579acb5', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'mac_address': 'fa:16:3e:18:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:25Z', 'updated_at': '2021-07-30T02:19:36Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'subnets': [{'id': 'bf79a70c-8a76-49a7-ac63-95abd1ee8326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:23:45.518576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:45.664563 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-7833925c-8070-489a-90b4-016de593cd12 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285066 Jul 30 02:23:45.820650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9a2a7-165c-4c2f-aaa5-bbd7428871ec req-195d400e-a774-4dd5-bdc5-62ae655643fe tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:45.825162 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61e9a2a7-165c-4c2f-aaa5-bbd7428871ec req-195d400e-a774-4dd5-bdc5-62ae655643fe tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.2294533 Jul 30 02:23:45.918246 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-45b732a6-7cfe-4944-bafd-520d60f6934b req-e522fe64-cb23-4aa8-98bb-d72ac0394f90 service neutron] 10.222.0.22 "GET /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330947 Jul 30 02:23:46.001677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61e9a2a7-165c-4c2f-aaa5-bbd7428871ec req-69a09898-e6f5-49d3-ab6f-c9beaf058d33 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626618 Jul 30 02:23:46.184532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb96ee85-3b07-4b10-94bd-9821d9b3a6de None None] New status for floating IP 1de271fc-2dc9-49ab-84cf-a91dee99e244: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:23:46.259682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port 3e44915f-f728-4e18-a47a-535283302770 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:46.261142 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:46.342251 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:23:46.432176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59111f57-c8b9-48b8-9d14-815cd39008b2 req-336bff9a-2d45-435a-b3d9-21603874eaa2 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:46.447364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59111f57-c8b9-48b8-9d14-815cd39008b2 req-336bff9a-2d45-435a-b3d9-21603874eaa2 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.2191005 Jul 30 02:23:46.568016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59111f57-c8b9-48b8-9d14-815cd39008b2 req-532df736-e937-4b69-b498-9d099fcc1ae7 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167731 Jul 30 02:23:46.616214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port 3e44915f-f728-4e18-a47a-535283302770, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3e44915f-f728-4e18-a47a-535283302770,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:46.616214 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:46.618119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for 3e44915f-f728-4e18-a47a-535283302770 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:46.809556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90127919-d251-4b7e-8936-4cdd66b5bc95 req-d5c352ab-d2ff-4d39-ba83-fe31cb20d559 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:46.811677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90127919-d251-4b7e-8936-4cdd66b5bc95 req-d5c352ab-d2ff-4d39-ba83-fe31cb20d559 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 945 time: 0.1364043 Jul 30 02:23:46.813538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-d0ea05fd-0d89-492c-82f1-70669df740cf tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:46.816261 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-d0ea05fd-0d89-492c-82f1-70669df740cf tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 945 time: 0.0800996 Jul 30 02:23:46.891416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90127919-d251-4b7e-8936-4cdd66b5bc95 req-30a23641-0e52-4bb1-979e-a0c1bfe9cf4b tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/security-groups?id=ba9c2490-4a4b-4c5f-81a1-617323589b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687888 Jul 30 02:23:46.940835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Deleting port fa11bb7f-ed97-46ed-bd05-42e62d19c396 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:46.941281 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:46.986492 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:47.020691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=3e44915f-f728-4e18-a47a-535283302770,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:47.103131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] For port fa11bb7f-ed97-46ed-bd05-42e62d19c396, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fa11bb7f-ed97-46ed-bd05-42e62d19c396,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:47.103702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:47.134294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Calling delete_port for fa11bb7f-ed97-46ed-bd05-42e62d19c396 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:47.355103 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:47.376714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5f6ea-b9f1-4eb2-bcd7-ffc0924ee2e7 req-bbc4ef11-7b09-4c92-ad27-2b37a561f34d tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:47.381586 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14e5f6ea-b9f1-4eb2-bcd7-ffc0924ee2e7 req-bbc4ef11-7b09-4c92-ad27-2b37a561f34d tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.0991063 Jul 30 02:23:47.521817 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:47.535130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14e5f6ea-b9f1-4eb2-bcd7-ffc0924ee2e7 req-c0401a32-1a95-47fe-acd4-2af066313d11 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437838 Jul 30 02:23:47.585637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event deleted for resources: {'Port': ['ID=fa11bb7f-ed97-46ed-bd05-42e62d19c396,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:47.648533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] No DVR routers for this DVR port fa11bb7f-ed97-46ed-bd05-42e62d19c396 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:23:47.651855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:47.654022 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b1d41b0c-ec95-4d2d-979c-06e8511495d3 req-edde8b6b-2dfc-4c2a-8b97-37b2b805a979 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.22 "DELETE /v2.0/ports/fa11bb7f-ed97-46ed-bd05-42e62d19c396 HTTP/1.1" status: 204 len: 173 time: 0.8309486 Jul 30 02:23:47.654487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'name': 'network-vif-deleted', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:23:47.657092 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb78c3b-7526-47d4-9d1a-ce7996bc79f3" -d '{"events": [{"server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "name": "network-vif-deleted", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:23:47.736571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router c510cb96-9b2f-402e-81d0-d6e7ca181320 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:23:47.753492 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5e5efb-357b-42f1-8a57-b2aaf80c77fb x-openstack-request-id: req-1b5e5efb-357b-42f1-8a57-b2aaf80c77fb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:23:47.754220 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa68ca3-4ac3-4a45-9d41-d57a60415966", "name": "network-vif-deleted", "tag": "fa11bb7f-ed97-46ed-bd05-42e62d19c396", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:23:47.754724 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1b5e5efb-357b-42f1-8a57-b2aaf80c77fb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:23:47.755319 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa68ca3-4ac3-4a45-9d41-d57a60415966', 'name': 'network-vif-deleted', 'tag': 'fa11bb7f-ed97-46ed-bd05-42e62d19c396', 'status': 'completed', 'code': 200} Jul 30 02:23:47.915887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:47.921824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0abca93e-6847-46aa-9c5b-00ed4cc9a2a8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "PUT /v2.0/routers/c510cb96-9b2f-402e-81d0-d6e7ca181320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3667128 Jul 30 02:23:47.924452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50538) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:47.929958 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] Sync routers for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:47.961841 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:47.962603 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:48.033684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-f706dea6-3ec8-42a2-b86f-857d4a6eb7c0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting subnet 4edcae46-0006-4abf-afa4-764163e86c30 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:23:48.046996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f706dea6-3ec8-42a2-b86f-857d4a6eb7c0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:48.122247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7457482c-26b4-4cbf-b7e3-0182c56a6e8e req-02b5f063-d764-4aa2-abff-3405c5607e85 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 210 time: 0.0759051 Jul 30 02:23:48.201915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f706dea6-3ec8-42a2-b86f-857d4a6eb7c0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:48.323880 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:48.353009 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f706dea6-3ec8-42a2-b86f-857d4a6eb7c0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:48.455629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f706dea6-3ec8-42a2-b86f-857d4a6eb7c0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:48.491721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706dea6-3ec8-42a2-b86f-857d4a6eb7c0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Subnet': ['ID=4edcae46-0006-4abf-afa4-764163e86c30,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:48.496837 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f706dea6-3ec8-42a2-b86f-857d4a6eb7c0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:48.499111 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f706dea6-3ec8-42a2-b86f-857d4a6eb7c0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/subnets/4edcae46-0006-4abf-afa4-764163e86c30 HTTP/1.1" status: 204 len: 168 time: 0.5736563 Jul 30 02:23:48.501934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50544) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:48.520785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d57f80-79ae-4aa6-84c4-81fae82f200b None None] Network 9883111f-b8f1-4bc1-9296-e28a9a0950d6 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:48.739636 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:23:46Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:48.765190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:48.783556 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] Checking router: c510cb96-9b2f-402e-81d0-d6e7ca181320 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:48.795400 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] Routers {'c510cb96-9b2f-402e-81d0-d6e7ca181320'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:48.796180 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['c510cb96-9b2f-402e-81d0-d6e7ca181320'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:48.840552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43511a-b9a3-4e73-8c15-553d1f6d7509 req-56ac23ca-2b20-4ba2-b12f-a4d9070b1d30 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:48.847452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b43511a-b9a3-4e73-8c15-553d1f6d7509 req-56ac23ca-2b20-4ba2-b12f-a4d9070b1d30 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.1781316 Jul 30 02:23:48.873338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59001d89-b24f-474d-b5bc-55bc50ed8b47 None None] DHCP port deletion for 9883111f-b8f1-4bc1-9296-e28a9a0950d6 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:23:48.910626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b43511a-b9a3-4e73-8c15-553d1f6d7509 req-cc97b0df-ad8c-4862-ac0e-0bdb9afd8909 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621154 Jul 30 02:23:48.948949 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] Set router c510cb96-9b2f-402e-81d0-d6e7ca181320 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:48.980463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-59001d89-b24f-474d-b5bc-55bc50ed8b47 None None] Deleting port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:48.980840 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59001d89-b24f-474d-b5bc-55bc50ed8b47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:49.064809 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:49.118718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-59001d89-b24f-474d-b5bc-55bc50ed8b47 None None] For port b8e8bfa5-7980-4eae-812f-27b0a9e9c448, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b8e8bfa5-7980-4eae-812f-27b0a9e9c448,segment=NetworkSegment(ba904e2a-915a-4c79-84cb-8c8fc16be055),segment_id=ba904e2a-915a-4c79-84cb-8c8fc16be055)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:49.119541 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59001d89-b24f-474d-b5bc-55bc50ed8b47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:49.154848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-59001d89-b24f-474d-b5bc-55bc50ed8b47 None None] Calling delete_port for b8e8bfa5-7980-4eae-812f-27b0a9e9c448 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:49.310372 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:23:46Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:49.328253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port 4e4ac6be-702e-401c-9101-114feeb39bc2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:23:49.328727 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:49.359704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59001d89-b24f-474d-b5bc-55bc50ed8b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:49.375709 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6b620-8afc-4c6d-b4b3-199309c2ce49 None None] The sync data for ids ['c510cb96-9b2f-402e-81d0-d6e7ca181320'] in n-d-715271-7 is: [{'id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1901228631', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:26Z', 'updated_at': '2021-07-30T02:23:46Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '4e4ac6be-702e-401c-9101-114feeb39bc2', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c510cb96-9b2f-402e-81d0-d6e7ca181320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:28Z', 'updated_at': '2021-07-30T02:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:23:49.391285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59001d89-b24f-474d-b5bc-55bc50ed8b47 None None] Pushing event deleted for resources: {'Port': ['ID=b8e8bfa5-7980-4eae-812f-27b0a9e9c448,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:49.412839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59001d89-b24f-474d-b5bc-55bc50ed8b47 None None] No DVR routers for this DVR port b8e8bfa5-7980-4eae-812f-27b0a9e9c448 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:23:49.424082 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port 4e4ac6be-702e-401c-9101-114feeb39bc2, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e4ac6be-702e-401c-9101-114feeb39bc2,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:23:49.424082 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:49.449950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for 4e4ac6be-702e-401c-9101-114feeb39bc2 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:23:49.466360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-ffefda42-b7bc-4058-a954-e86ccbfd6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:49.468158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-ffefda42-b7bc-4058-a954-e86ccbfd6715 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a206868518a43b08f34d2788ee69b08&device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 1096 time: 0.2405357 Jul 30 02:23:49.535798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f505-d811-46fa-b541-92efe7311ed7 req-b6a1d2cb-75d8-465c-a3df-06af64e175d3 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:49.544393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aa0f505-d811-46fa-b541-92efe7311ed7 req-b6a1d2cb-75d8-465c-a3df-06af64e175d3 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.2578712 Jul 30 02:23:49.652274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aa0f505-d811-46fa-b541-92efe7311ed7 req-e2a77e9b-7e82-4653-9523-0ccda28d0950 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080832 Jul 30 02:23:49.786044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-7793d939-298f-4f33-8d11-37cce1b7490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:49.787530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-7793d939-298f-4f33-8d11-37cce1b7490d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c308f053-957d-4b5a-a839-fc353c53e965 HTTP/1.1" status: 200 len: 913 time: 0.3102453 Jul 30 02:23:49.835121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e2c3de3-fae3-4b8d-aa24-e2730e62890a req-08f66fbc-28a1-4752-80e2-cec49dd68399 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 210 time: 0.0598643 Jul 30 02:23:49.879270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-5fca4369-b773-4268-9c20-75a622e98418 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fce1f05-0c16-4aee-b84c-dcb2dec5da19 HTTP/1.1" status: 200 len: 217 time: 0.0662358 Jul 30 02:23:50.007037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-1f838beb-a51f-4d28-a448-bb04afb8cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:50.009341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-1f838beb-a51f-4d28-a448-bb04afb8cb96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60d68a46-3b17-48ea-8f40-d90c33a09fc1 HTTP/1.1" status: 200 len: 852 time: 0.1204705 Jul 30 02:23:50.013297 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:50.105291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-01e2cdb7-bbbe-4a86-9fd1-4a389e341484 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c308f053-957d-4b5a-a839-fc353c53e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765915 Jul 30 02:23:50.132900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=4e4ac6be-702e-401c-9101-114feeb39bc2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:50.220749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b8e8bfa5-7980-4eae-812f-27b0a9e9c448 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:50.228282 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:50.281372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: b8e8bfa5-7980-4eae-812f-27b0a9e9c448 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:50.281719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b8e8bfa5-7980-4eae-812f-27b0a9e9c448 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:50.282137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3e44915f-f728-4e18-a47a-535283302770 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:50.314578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 3e44915f-f728-4e18-a47a-535283302770 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:50.315192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3e44915f-f728-4e18-a47a-535283302770 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:50.348185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:50.351959 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:50.357670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-e3e5836a-27b7-41b6-b911-5b00635936c8 service neutron] 10.222.0.41 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356341 Jul 30 02:23:50.464863 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:50.465708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Fanout notify agent at l3_agent the message router_deleted on router c510cb96-9b2f-402e-81d0-d6e7ca181320 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:23:50.473768 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:50.477624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-696b87ea-eaa8-427d-807e-d09250ba9635 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/routers/c510cb96-9b2f-402e-81d0-d6e7ca181320 HTTP/1.1" status: 204 len: 168 time: 1.9717557 Jul 30 02:23:50.477624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50562) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:50.602886 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:50.611583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3429eb0c-ac1a-4b27-8f26-c43bfc7b2b72 req-01e8539e-061f-40e1-ae15-64f4d3deb5b7 service neutron] 10.222.0.41 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050765 Jul 30 02:23:50.666537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fa11bb7f-ed97-46ed-bd05-42e62d19c396 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:50.720162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: fa11bb7f-ed97-46ed-bd05-42e62d19c396 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:50.724000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fa11bb7f-ed97-46ed-bd05-42e62d19c396 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:50.788079 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:50.803226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9883111f-b8f1-4bc1-9296-e28a9a0950d6']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:50.823426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba904e2a-915a-4c79-84cb-8c8fc16be055') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:50.823899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba904e2a-915a-4c79-84cb-8c8fc16be055') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:50.834670 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.321766 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.347220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:23:51.347812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:23:51.352628 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:23:51.436143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76a2a-0406-4048-9981-7ca99fd0ce4a req-355de7e3-e0fd-4ef1-b2e3-1ccf7c5c8ee8 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:51.438600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa76a2a-0406-4048-9981-7ca99fd0ce4a req-355de7e3-e0fd-4ef1-b2e3-1ccf7c5c8ee8 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.6849210 Jul 30 02:23:51.440579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.460524 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.462597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/networks/9883111f-b8f1-4bc1-9296-e28a9a0950d6 HTTP/1.1" status: 204 len: 168 time: 0.9840031 Jul 30 02:23:51.465664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50572) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:51.469368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a45dd-1ba7-4513-9e9e-a6463cb5543c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Network': ['ID=9883111f-b8f1-4bc1-9296-e28a9a0950d6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:51.521571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fa76a2a-0406-4048-9981-7ca99fd0ce4a req-73d23f3c-6e9f-43b3-a42c-e348d37890b0 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576754 Jul 30 02:23:51.617986 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ad402d3-638f-4575-96b4-59c759a97b8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.648030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ad402d3-638f-4575-96b4-59c759a97b8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.655334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b75da40-af0f-4844-9004-ca060bea69d9 req-a96a79c1-5032-4049-bede-c5e3a9493767 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 210 time: 0.0424812 Jul 30 02:23:51.738236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ad402d3-638f-4575-96b4-59c759a97b8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.742584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ad402d3-638f-4575-96b4-59c759a97b8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:51.746805 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5ad402d3-638f-4575-96b4-59c759a97b8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/security-groups/7f089482-216b-4daf-95f1-1d633cc5e1f7 HTTP/1.1" status: 204 len: 168 time: 0.2794764 Jul 30 02:23:51.772856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad402d3-638f-4575-96b4-59c759a97b8a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f089482-216b-4daf-95f1-1d633cc5e1f7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:52.162817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50578) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:52.177577 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b83815dc-3f70-425a-883c-7509ef920bf9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867532007', 'description': 'tempest-secgroup-smoke-1867532007 description', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:52.216629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e4ac6be-702e-401c-9101-114feeb39bc2 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:23:52.225934 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b83815dc-3f70-425a-883c-7509ef920bf9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.240566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 4e4ac6be-702e-401c-9101-114feeb39bc2 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:23:52.240918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e4ac6be-702e-401c-9101-114feeb39bc2 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:23:52.380919 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b83815dc-3f70-425a-883c-7509ef920bf9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.389936 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b83815dc-3f70-425a-883c-7509ef920bf9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.453239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83815dc-3f70-425a-883c-7509ef920bf9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c719bd-b57a-4342-b21f-98c37e40de79,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:52.462855 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b83815dc-3f70-425a-883c-7509ef920bf9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.464854 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b83815dc-3f70-425a-883c-7509ef920bf9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2962785 Jul 30 02:23:52.467827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50588) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:52.472406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c37ee49c-4992-4ae4-8f7f-eef7e9f57c1f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '67c719bd-b57a-4342-b21f-98c37e40de79', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:52.507306 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c37ee49c-4992-4ae4-8f7f-eef7e9f57c1f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.603102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c37ee49c-4992-4ae4-8f7f-eef7e9f57c1f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.609376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c37ee49c-4992-4ae4-8f7f-eef7e9f57c1f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.649250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c37ee49c-4992-4ae4-8f7f-eef7e9f57c1f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.656514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c37ee49c-4992-4ae4-8f7f-eef7e9f57c1f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1817069 Jul 30 02:23:52.656514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ee49c-4992-4ae4-8f7f-eef7e9f57c1f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59639a14-4cb9-4d04-8c83-9bd5a565b91b,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:52.656838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50594) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:52.658245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b35979c5-fad4-4b85-808a-67956746a089 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '67c719bd-b57a-4342-b21f-98c37e40de79', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:52.723466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a38da-696d-4106-99a2-8cb198172e2f req-222295ce-97d9-4bc1-9163-6b42910978ca tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:52.724122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b35979c5-fad4-4b85-808a-67956746a089 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.725128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d4a38da-696d-4106-99a2-8cb198172e2f req-222295ce-97d9-4bc1-9163-6b42910978ca tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.0969872 Jul 30 02:23:52.804039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d4a38da-696d-4106-99a2-8cb198172e2f req-ae61d468-9d78-4ea5-9075-fd523b4fd23d tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708642 Jul 30 02:23:52.809824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b35979c5-fad4-4b85-808a-67956746a089 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.832196 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b35979c5-fad4-4b85-808a-67956746a089 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.862869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b35979c5-fad4-4b85-808a-67956746a089 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:52.864986 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b35979c5-fad4-4b85-808a-67956746a089 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2104855 Jul 30 02:23:52.868085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50600) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:52.869332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35979c5-fad4-4b85-808a-67956746a089 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf59db03-8652-4363-a113-f9d180da6f9c,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:52.874567 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4b83e6e5-3d3f-4eb4-afdf-e072c6719e31 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '67c719bd-b57a-4342-b21f-98c37e40de79', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:52.956907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-291a0a9b-0ad0-4117-b171-66407efe9b77 req-09175081-bd9f-4f50-85b4-88adfd6784d0 tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "GET /v2.0/ports?device_id=7fa68ca3-4ac3-4a45-9d41-d57a60415966 HTTP/1.1" status: 200 len: 210 time: 0.0659928 Jul 30 02:23:52.992631 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b83e6e5-3d3f-4eb4-afdf-e072c6719e31 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.082276 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b83e6e5-3d3f-4eb4-afdf-e072c6719e31 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.089965 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b83e6e5-3d3f-4eb4-afdf-e072c6719e31 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.131484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83e6e5-3d3f-4eb4-afdf-e072c6719e31 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23809172-f03c-49f2-8525-a7569c5c587f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:53.138419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b83e6e5-3d3f-4eb4-afdf-e072c6719e31 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.144521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50602) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:53.144871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4b83e6e5-3d3f-4eb4-afdf-e072c6719e31 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2749991 Jul 30 02:23:53.149531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-90213c39-6bc0-43bc-92df-9a58df330306 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '67c719bd-b57a-4342-b21f-98c37e40de79', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:53.212395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90213c39-6bc0-43bc-92df-9a58df330306 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.347931 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90213c39-6bc0-43bc-92df-9a58df330306 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.354607 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90213c39-6bc0-43bc-92df-9a58df330306 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.408496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-90213c39-6bc0-43bc-92df-9a58df330306 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.410233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-90213c39-6bc0-43bc-92df-9a58df330306 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2645462 Jul 30 02:23:53.413882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90213c39-6bc0-43bc-92df-9a58df330306 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4289d543-f2a1-40dd-bd41-954ddc0b0c44,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:53.416279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50610) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:53.422029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3ccc8706-a8dc-424c-9e37-dd766cc3956b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '67c719bd-b57a-4342-b21f-98c37e40de79', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:53.425692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab8c27-da62-477e-a0fb-e8eb0926e71d req-c925fce4-e801-497f-a7c3-9d32de38b6c9 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:53.442189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5ab8c27-da62-477e-a0fb-e8eb0926e71d req-c925fce4-e801-497f-a7c3-9d32de38b6c9 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.1187205 Jul 30 02:23:53.469948 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-3ccc8706-a8dc-424c-9e37-dd766cc3956b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Project 07af2af8cc1a4c29aaa17876acaeede6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:23:53.480251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8706-a8dc-424c-9e37-dd766cc3956b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.518971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5ab8c27-da62-477e-a0fb-e8eb0926e71d req-23367fa4-13e7-4f89-b1d6-0c61b9f6ffe6 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728986 Jul 30 02:23:53.579799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8706-a8dc-424c-9e37-dd766cc3956b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.585813 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8706-a8dc-424c-9e37-dd766cc3956b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.608222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc8706-a8dc-424c-9e37-dd766cc3956b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7597b4-83aa-4564-b3ec-3087c2ee95b7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:53.618682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8706-a8dc-424c-9e37-dd766cc3956b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.623334 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3ccc8706-a8dc-424c-9e37-dd766cc3956b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2020593 Jul 30 02:23:53.624914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50614) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:53.630371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c3f98d20-da44-4efb-a895-18c22c63f401 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '67c719bd-b57a-4342-b21f-98c37e40de79', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:53.655703 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-c3f98d20-da44-4efb-a895-18c22c63f401 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Project 07af2af8cc1a4c29aaa17876acaeede6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:23:53.664340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3f98d20-da44-4efb-a895-18c22c63f401 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.764682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3f98d20-da44-4efb-a895-18c22c63f401 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.770801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3f98d20-da44-4efb-a895-18c22c63f401 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.793910 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f98d20-da44-4efb-a895-18c22c63f401 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c091d3-428f-4684-85f9-6a138ea851ce,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:53.800881 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3f98d20-da44-4efb-a895-18c22c63f401 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.802371 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c3f98d20-da44-4efb-a895-18c22c63f401 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1762638 Jul 30 02:23:53.807769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50618) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:53.814478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'network': {'name': 'tempest-network-smoke--834753608', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'port_security_enabled': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:53.855713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:53.860111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.905211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:23:53.926150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:53.926667 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Added segment c3983ca7-dccf-4895-b2be-429e1e1c7ce9 of type vlan for network 6c00382e-6b45-48c2-b442-a9112bad645f Jul 30 02:23:53.977900 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.012769 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.019541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:54.020130 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.058820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50622) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:54.092094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2829862 Jul 30 02:23:54.095578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50624) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:54.099744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'admin_state_up': True, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:54.125268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cbf36-fefa-489f-8ef5-304b9ebf52e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Network': ['ID=6c00382e-6b45-48c2-b442-a9112bad645f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:54.137162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 6c00382e-6b45-48c2-b442-a9112bad645f details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:23:54.148864 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.152613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.156252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739b53bb-c669-471c-8cc9-fa8a68d23a6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.204178 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739b53bb-c669-471c-8cc9-fa8a68d23a6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.290903 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.292722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.307175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739b53bb-c669-471c-8cc9-fa8a68d23a6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.310757 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-739b53bb-c669-471c-8cc9-fa8a68d23a6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:54.324681 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-739b53bb-c669-471c-8cc9-fa8a68d23a6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] 10.222.0.84 "DELETE /v2.0/security-groups/ba9c2490-4a4b-4c5f-81a1-617323589b1f HTTP/1.1" status: 204 len: 168 time: 0.2639077 Jul 30 02:23:54.347740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b53bb-c669-471c-8cc9-fa8a68d23a6a tempest-TestVolumeBackupRestore-164632643 tempest-TestVolumeBackupRestore-164632643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9c2490-4a4b-4c5f-81a1-617323589b1f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:54.539769 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:55.000832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:55.020885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27a034-c03c-4170-98d0-c67d2415043b req-717dacb9-be12-4013-a206-78233fa1cfaf tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:55.031241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db27a034-c03c-4170-98d0-c67d2415043b req-717dacb9-be12-4013-a206-78233fa1cfaf tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.2974522 Jul 30 02:23:55.061841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:55.134700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db27a034-c03c-4170-98d0-c67d2415043b req-1ea9b28f-3307-4570-9edd-5f663a9f97ff tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987110 Jul 30 02:23:55.435722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.25.7.96 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/f2747474-2f4b-4d98-b423-6480edc17e0c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:23:55.741107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa423ab7-d029-4ea5-928d-9efc72cb8653 req-2487f3d4-b062-4759-af91-e6dbf6541bec tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:55.749711 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa423ab7-d029-4ea5-928d-9efc72cb8653 req-2487f3d4-b062-4759-af91-e6dbf6541bec tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.1292744 Jul 30 02:23:55.758478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-d5e8bdce-cc6d-47a1-900a-2a24784948a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:55.760174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-d5e8bdce-cc6d-47a1-900a-2a24784948a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a206868518a43b08f34d2788ee69b08&device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 1096 time: 0.1829469 Jul 30 02:23:55.863636 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:55.929934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa423ab7-d029-4ea5-928d-9efc72cb8653 req-f414d3bb-db6c-4036-bd7e-909590d9e724 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775868 Jul 30 02:23:55.999851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-d4996c7c-2d28-4e4e-b880-5c4f1193bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:56.001363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-d4996c7c-2d28-4e4e-b880-5c4f1193bafe service neutron] 10.222.0.41 "GET /v2.0/networks?id=c308f053-957d-4b5a-a839-fc353c53e965 HTTP/1.1" status: 200 len: 913 time: 0.2279172 Jul 30 02:23:56.087238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-cf9502e8-981b-4e5d-848d-a0a9cff1c6b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fce1f05-0c16-4aee-b84c-dcb2dec5da19 HTTP/1.1" status: 200 len: 217 time: 0.0757885 Jul 30 02:23:56.220812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:56.333484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:23:56.348768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:56.402357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:23:56.515582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-e93d7155-6c7d-48a8-90f0-e0e67c409f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:56.524110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-e93d7155-6c7d-48a8-90f0-e0e67c409f0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60d68a46-3b17-48ea-8f40-d90c33a09fc1 HTTP/1.1" status: 200 len: 852 time: 0.4287841 Jul 30 02:23:56.577428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=f2747474-2f4b-4d98-b423-6480edc17e0c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:56.618107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-826c851d-5707-4104-9c4b-c61523c011a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c308f053-957d-4b5a-a839-fc353c53e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741014 Jul 30 02:23:56.818321 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-dd8bede8-5e28-4628-8bbb-251a0078f208 service neutron] 10.222.0.41 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304529 Jul 30 02:23:57.101331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2ebbb60-3e94-4bd3-9d05-7b96b174ab4a req-3fa1c94f-4cbf-4b76-9b1f-22da324b70d2 service neutron] 10.222.0.41 "GET /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317379 Jul 30 02:23:57.255515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d594b-3913-47c8-b30e-fdfeb869a424 req-1ec862d2-0786-404d-8cff-856fe8495df4 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:57.257347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d18d594b-3913-47c8-b30e-fdfeb869a424 req-1ec862d2-0786-404d-8cff-856fe8495df4 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.0776041 Jul 30 02:23:57.263645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:57.552870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:57.592636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d18d594b-3913-47c8-b30e-fdfeb869a424 req-c3ac28d4-63a7-43d2-be8c-3a8e143867f7 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163756 Jul 30 02:23:57.776347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router 62ea291c-f363-459e-9a83-f9d1e8e95227 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:23:57.992481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:23:58.010997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Sync routers for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:23:58.033033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:23:58.033677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:58.044898 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:58.049044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-29f386f2-c91f-48a9-ae2a-dcf5ea9b7e8b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9499757 Jul 30 02:23:58.049447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50812) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:58.171080 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e38d466e-1eb0-42c7-bbd2-931bf91a5807 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=07af2af8cc1a4c29aaa17876acaeede6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204648 Jul 30 02:23:58.173819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50824) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:58.310803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:23:58.555216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:23:56Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:23:58.562556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b406d-8d18-4d3f-9fbb-f03e2e709df2 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:58.567096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-517b406d-8d18-4d3f-9fbb-f03e2e709df2 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3892531 Jul 30 02:23:58.567740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 50852) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:58.613101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50860) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:58.613501 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-85e9e74a-06ac-4cb9-bd20-02dae87cfb9a tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448043 Jul 30 02:23:58.618652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109414885', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:23:58.895582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:23:58.899134 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:58.916436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Checking router: 62ea291c-f363-459e-9a83-f9d1e8e95227 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:23:58.916819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Updating router 62ea291c-f363-459e-9a83-f9d1e8e95227 port f2747474-2f4b-4d98-b423-6480edc17e0c binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:23:58.953074 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:58.972380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977b909-6c98-4e6f-97cb-861c82480e39 req-faaac94a-0d43-4639-b92d-8a8c478e11e1 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:58.974058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b977b909-6c98-4e6f-97cb-861c82480e39 req-faaac94a-0d43-4639-b92d-8a8c478e11e1 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.1777484 Jul 30 02:23:59.077749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b977b909-6c98-4e6f-97cb-861c82480e39 req-82aacd5d-8ebb-4bc2-84ce-5b29fe43d85f tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797591 Jul 30 02:23:59.315328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:59.487196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Subnet': ['ID=f8b566dd-9694-476f-a1c3-a7e39b7ae220,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:59.550494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Checking segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:23:59.552159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network hostable DHCP agents. Network: 6c00382e-6b45-48c2-b442-a9112bad645f, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:23:59.556834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:59.593005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Transition to ACTIVE for port object f2747474-2f4b-4d98-b423-6480edc17e0c will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:23:59.608023 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:59.619581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 6c00382e-6b45-48c2-b442-a9112bad645f is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:23:59.637460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 6c00382e-6b45-48c2-b442-a9112bad645f) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:23:59.643203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:23:59.644170 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:23:59.671722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-78001817-1d51-495d-951e-4b1b8da2d745 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0572443 Jul 30 02:23:59.674390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 50934) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:23:59.711879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d88b71-98ef-4d2c-a8db-c322556ab213 None None] Network 6c00382e-6b45-48c2-b442-a9112bad645f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:23:59.880439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Pushing event updated for resources: {'Port': ['ID=f2747474-2f4b-4d98-b423-6480edc17e0c,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:23:59.904136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.904750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.905286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.905797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.906302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.906797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.907290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.907817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.908318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.908811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.909293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.910189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:23:59.957524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Attempting to bind port f2747474-2f4b-4d98-b423-6480edc17e0c on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:23:59.958113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Attempting to bind port f2747474-2f4b-4d98-b423-6480edc17e0c by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:23:59.958756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Attempting to bind port f2747474-2f4b-4d98-b423-6480edc17e0c on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:00.008733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:24:00.009345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:24:00.009934 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:00.011042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:24:00.011728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Bound port: f2747474-2f4b-4d98-b423-6480edc17e0c, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:24:00.012376 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:00.054295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-6c00382e-6b45-48c2-b442-a9112bad645f', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:24:00.055517 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:00.184474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] For port f2747474-2f4b-4d98-b423-6480edc17e0c, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:24:00.193903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] For port f2747474-2f4b-4d98-b423-6480edc17e0c, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f2747474-2f4b-4d98-b423-6480edc17e0c,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:24:00.223772 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:00.367293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Allocated IP 172.20.0.2 (6c00382e-6b45-48c2-b442-a9112bad645f/f8b566dd-9694-476f-a1c3-a7e39b7ae220/5dd10403-69cc-4a8d-a862-2a6c72f1b9bd) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:24:00.369315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb14e47-f2f8-4043-8451-0a8639ee4432 None None] Pushing event updated for resources: {'Port': ['ID=f2747474-2f4b-4d98-b423-6480edc17e0c,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:00.383512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:00.384124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:23:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:00.505330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:00.805387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47f32cf5-7e95-42b8-a5a0-e6e7878103b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:00.884515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:23:56Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:00.953851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bba3d9-eb8c-46d5-a85f-f6b06145eda0 None None] The sync data for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 is: [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:23:56Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:24:00.992259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:01.005958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Transition to ACTIVE for port object 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:01.036299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Transition to ACTIVE for port object 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:01.048366 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:01.164094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Network 6c00382e-6b45-48c2-b442-a9112bad645f is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:24:01.178272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:24:01.182354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:24:01.212755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Pushing event updated for resources: {'Port': ['ID=5dd10403-69cc-4a8d-a862-2a6c72f1b9bd,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:01.420651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606f850-4de4-42b2-a9c0-cdcd54a8b64d req-c45005ed-3f4e-48f6-8f6b-7ed6e5002b48 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:01.429225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9606f850-4de4-42b2-a9c0-cdcd54a8b64d req-c45005ed-3f4e-48f6-8f6b-7ed6e5002b48 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 1.6688390 Jul 30 02:24:01.438284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Attempting to bind port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:24:01.438827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Attempting to bind port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:24:01.439206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Attempting to bind port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd on network 6c00382e-6b45-48c2-b442-a9112bad645f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:01.450737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:24:01.451119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Checking segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:24:01.454416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:01.455254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Bound using segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:24:01.457746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Bound port: 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:24:01.457746 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:01.546193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b143a6-96b5-4055-904b-729720ee7340 req-11c4c06a-1f7a-4f61-9ab9-43feee3ddd48 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:01.547790 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9b143a6-96b5-4055-904b-729720ee7340 req-11c4c06a-1f7a-4f61-9ab9-43feee3ddd48 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.41 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 945 time: 0.2366307 Jul 30 02:24:01.623836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51080) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:01.680438 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:01.726720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] For port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:24:01.732874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] For port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5dd10403-69cc-4a8d-a862-2a6c72f1b9bd,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:24:01.742205 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:01.825720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9606f850-4de4-42b2-a9c0-cdcd54a8b64d req-bbce70ae-9e63-44ab-838e-875d3372d174 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/security-groups?id=487797d9-0847-4a54-8a69-885cdf1652fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952262 Jul 30 02:24:01.866715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ef573-c3fd-4117-ad41-b371ffa5ed3b None None] Pushing event updated for resources: {'Port': ['ID=5dd10403-69cc-4a8d-a862-2a6c72f1b9bd,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:02.244510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d9b143a6-96b5-4055-904b-729720ee7340 req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Deleting port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:24:02.245539 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d9b143a6-96b5-4055-904b-729720ee7340 req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:02.422909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f2747474-2f4b-4d98-b423-6480edc17e0c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:02.562687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f2747474-2f4b-4d98-b423-6480edc17e0c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:02.567170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f2747474-2f4b-4d98-b423-6480edc17e0c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:02.567611 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:02.650795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d9b143a6-96b5-4055-904b-729720ee7340 req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] For port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,segment=NetworkSegment(c433cce0-21e8-4a92-8a9a-887570dd803e),segment_id=c433cce0-21e8-4a92-8a9a-887570dd803e)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:02.652379 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d9b143a6-96b5-4055-904b-729720ee7340 req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:02.660367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:02.686885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:02.692471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d9b143a6-96b5-4055-904b-729720ee7340 req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Calling delete_port for 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:24:02.809642 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:02.871416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f2747474-2f4b-4d98-b423-6480edc17e0c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f2747474-2f4b-4d98-b423-6480edc17e0c,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:02.883951 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:02.999787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f2747474-2f4b-4d98-b423-6480edc17e0c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:03.046902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d9b143a6-96b5-4055-904b-729720ee7340 req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.061179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['2fce1f05-0c16-4aee-b84c-dcb2dec5da19'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:24:03.164663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Pushing event deleted for resources: {'Port': ['ID=2fce1f05-0c16-4aee-b84c-dcb2dec5da19,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:03.246764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Deleting port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:24:03.247250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.306310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25d4f09c-de42-446a-b6a9-6d67aa9bbd8f req-c483a7b0-28f7-4698-80ec-2508880b1ce8 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.84 "GET /v2.0/ports?device_id=26ba9689-7839-428f-8af6-3f210a07f12e HTTP/1.1" status: 200 len: 210 time: 0.1507647 Jul 30 02:24:03.374899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] For port b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:03.375306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.384511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b143a6-96b5-4055-904b-729720ee7340 req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] No DVR routers for this DVR port 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:24:03.389077 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d9b143a6-96b5-4055-904b-729720ee7340 req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.391394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9b143a6-96b5-4055-904b-729720ee7340 req-c69ea5c3-724b-4b2d-a78f-0294ceb1ad38 tempest-TestServerAdvancedOps-2125575760 tempest-TestServerAdvancedOps-2125575760-project] 10.222.0.41 "DELETE /v2.0/ports/2fce1f05-0c16-4aee-b84c-dcb2dec5da19 HTTP/1.1" status: 204 len: 173 time: 1.7151949 Jul 30 02:24:03.392270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ba9689-7839-428f-8af6-3f210a07f12e', 'name': 'network-vif-deleted', 'tag': '2fce1f05-0c16-4aee-b84c-dcb2dec5da19'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:03.393062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Calling delete_port for b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:24:03.395104 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b38795-a2f8-490f-b882-5cc52da8f066" -d '{"events": [{"server_uuid": "26ba9689-7839-428f-8af6-3f210a07f12e", "name": "network-vif-deleted", "tag": "2fce1f05-0c16-4aee-b84c-dcb2dec5da19"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:03.440389 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e876ee8-4a8b-458f-b7fb-7fee7191743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.519208 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da9d332-4999-43d5-9e8a-6fd816d20500 x-openstack-request-id: req-1da9d332-4999-43d5-9e8a-6fd816d20500 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:03.519527 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ba9689-7839-428f-8af6-3f210a07f12e", "name": "network-vif-deleted", "tag": "2fce1f05-0c16-4aee-b84c-dcb2dec5da19", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:03.519787 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1da9d332-4999-43d5-9e8a-6fd816d20500 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:03.520195 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ba9689-7839-428f-8af6-3f210a07f12e', 'name': 'network-vif-deleted', 'tag': '2fce1f05-0c16-4aee-b84c-dcb2dec5da19', 'status': 'completed', 'code': 200} Jul 30 02:24:03.654568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a3053-4426-41c6-a16b-b7e922774bd7 None None] Network 6c00382e-6b45-48c2-b442-a9112bad645f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:24:03.730151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.20.0.1 (6c00382e-6b45-48c2-b442-a9112bad645f/f8b566dd-9694-476f-a1c3-a7e39b7ae220/f792497d-9518-4bb4-8108-eda1953514a7) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:24:03.756785 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.767133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-af88ef26-58ff-4b47-b19f-4ea4b3a0211d None None] Provisioning for port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:03.867499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:03.958419 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:03.966665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.007300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Transition to ACTIVE for port object f792497d-9518-4bb4-8108-eda1953514a7 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:04.084615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.302599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 6c00382e-6b45-48c2-b442-a9112bad645f is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:24:04.306693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=f792497d-9518-4bb4-8108-eda1953514a7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:04.308597 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.310563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:24:04.316304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:24:04.413730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51162) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:04.462462 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.540447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3e968a-36c9-4b1c-9227-0fc2f2a699dc admin admin] Deleting subnet 60d68a46-3b17-48ea-8f40-d90c33a09fc1 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:24:04.544191 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1d3e968a-36c9-4b1c-9227-0fc2f2a699dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.588320 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1d3e968a-36c9-4b1c-9227-0fc2f2a699dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.675329 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1d3e968a-36c9-4b1c-9227-0fc2f2a699dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.731754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:04.793871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:24:04.794795 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.817453 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:04.822681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:04.824209 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.909591 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1d3e968a-36c9-4b1c-9227-0fc2f2a699dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.935093 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.962067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e968a-36c9-4b1c-9227-0fc2f2a699dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d68a46-3b17-48ea-8f40-d90c33a09fc1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:04.964802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1d3e968a-36c9-4b1c-9227-0fc2f2a699dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.968426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1d3e968a-36c9-4b1c-9227-0fc2f2a699dc admin admin] 10.222.0.84 "DELETE /v2.0/subnets/60d68a46-3b17-48ea-8f40-d90c33a09fc1 HTTP/1.1" status: 204 len: 168 time: 0.5534647 Jul 30 02:24:04.970041 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.973593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51168) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:04.982599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:24:04.984740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5dd10403-69cc-4a8d-a862-2a6c72f1b9bd,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:04.990035 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dbd43215-694d-4550-89de-6bc84a8f3369 admin admin] 10.222.0.84 "PUT /v2.0/routers/0f879d9e-e3a0-437f-8ba4-d31b26cba0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3644972 Jul 30 02:24:04.991076 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:04.993191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f2747474-2f4b-4d98-b423-6480edc17e0c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:04.996230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51170) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:04.997389 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] Sync routers for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:24:05.015547 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:05.021779 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:24:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:05.103813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=5dd10403-69cc-4a8d-a862-2a6c72f1b9bd,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:05.146317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-20938b1f-a91b-4a42-b086-74cdb3e2adbb None None] Provisioning for port f792497d-9518-4bb4-8108-eda1953514a7 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:05.153182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f2747474-2f4b-4d98-b423-6480edc17e0c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:05.153841 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:05.157685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-20938b1f-a91b-4a42-b086-74cdb3e2adbb None None] Provisioning complete for port f792497d-9518-4bb4-8108-eda1953514a7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:05.158314 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20938b1f-a91b-4a42-b086-74cdb3e2adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:05.191888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:05.227020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-20938b1f-a91b-4a42-b086-74cdb3e2adbb None None] Port f792497d-9518-4bb4-8108-eda1953514a7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:24:05.248982 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:05.403067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:05.456618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:24:05.492673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:24:05.493971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 2fce1f05-0c16-4aee-b84c-dcb2dec5da19 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:24:05.508617 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:24:03Z', 'revision_number': 5, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port': {'id': 'd4cbb3a9-909c-4c27-b37e-4ef33dd9a66f', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:19Z', 'updated_at': '2021-07-30T02:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:05.540964 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] Checking router: 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:24:05.551952 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] Routers {'0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:05.552852 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:24:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:05.570908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:05.708977 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] Set router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:05.769761 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:24:05Z', 'revision_number': 6, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:05.800826 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ec62b9-68c1-4ade-b34e-46e171449253 None None] The sync data for ids ['0f879d9e-e3a0-437f-8ba4-d31b26cba0f1'] in n-d-715271-7 is: [{'id': '0f879d9e-e3a0-437f-8ba4-d31b26cba0f1', 'name': 'tempest-TestVolumeBackupRestore-727216979-router', 'tenant_id': 'e494a31952b94a59923f5c94072479a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:17Z', 'updated_at': '2021-07-30T02:24:05Z', 'revision_number': 6, 'project_id': 'e494a31952b94a59923f5c94072479a0', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:24:05.898512 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:05.910975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:05.918615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c308f053-957d-4b5a-a839-fc353c53e965']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:05.921877 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:05.965531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Deleting port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:24:05.966095 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:05.992453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c433cce0-21e8-4a92-8a9a-887570dd803e') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:05.992793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c433cce0-21e8-4a92-8a9a-887570dd803e') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:06.016089 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.064754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=f792497d-9518-4bb4-8108-eda1953514a7,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:06.074376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.078138 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.125482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] For port d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:06.125908 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.161524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Calling delete_port for d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:24:06.168800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:24:06.169216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:24:06.170874 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:24:06.262821 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.282349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 6c00382e-6b45-48c2-b442-a9112bad645f is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:24:06.285074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:24:06.378669 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.391463 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.396157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] 10.222.0.84 "DELETE /v2.0/networks/c308f053-957d-4b5a-a839-fc353c53e965 HTTP/1.1" status: 204 len: 168 time: 1.4185464 Jul 30 02:24:06.404755 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51182) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:06.419857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33bea-90d6-4813-89f2-ad5d8954c4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c308f053-957d-4b5a-a839-fc353c53e965,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:06.515359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab0d89c-931e-4dc5-abb9-dd2c666e10a4 admin admin] Deleting subnet 952e049d-a876-4b19-9a78-14f4eaf96ad5 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:24:06.529162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aab0d89c-931e-4dc5-abb9-dd2c666e10a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.565522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router 62ea291c-f363-459e-9a83-f9d1e8e95227 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:24:06.573507 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.588937 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aab0d89c-931e-4dc5-abb9-dd2c666e10a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.607113 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:06.685619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f7dfc123-8d06-4ec2-b916-c0c8f33307ee None None] Provisioning complete for port f792497d-9518-4bb4-8108-eda1953514a7 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:06.692492 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc123-8d06-4ec2-b916-c0c8f33307ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.707228 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aab0d89c-931e-4dc5-abb9-dd2c666e10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.780923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.825529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:24:06.835062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfc123-8d06-4ec2-b916-c0c8f33307ee None None] Port f792497d-9518-4bb4-8108-eda1953514a7 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:24:06.840028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:06.846443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9069dafc-e296-4885-a578-e2fcb57f27c2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "PUT /v2.0/routers/62ea291c-f363-459e-9a83-f9d1e8e95227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1706319 Jul 30 02:24:06.871296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aab0d89c-931e-4dc5-abb9-dd2c666e10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.921878 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aab0d89c-931e-4dc5-abb9-dd2c666e10a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:06.923304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Sync routers for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:24:06.928460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aab0d89c-931e-4dc5-abb9-dd2c666e10a4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/952e049d-a876-4b19-9a78-14f4eaf96ad5 HTTP/1.1" status: 204 len: 168 time: 0.5171425 Jul 30 02:24:06.928460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0d89c-931e-4dc5-abb9-dd2c666e10a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952e049d-a876-4b19-9a78-14f4eaf96ad5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:06.928864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51186) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:06.980760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:06.981809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:24:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:07.089075 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.180417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.202023 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.298156 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.328852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd92489-9b60-4024-ac53-20cec4e5e27e']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:07.351240 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef05df75-b40d-41b7-b42f-60173a2bc3d7') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:07.351845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef05df75-b40d-41b7-b42f-60173a2bc3d7') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:07.361682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.363894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:24:07.385327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.393666 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-20c17847-2350-4b93-a1a4-3b9880b52b80 admin admin] 10.222.0.84 "DELETE /v2.0/routers/0f879d9e-e3a0-437f-8ba4-d31b26cba0f1 HTTP/1.1" status: 204 len: 168 time: 2.3929768 Jul 30 02:24:07.395997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51202) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:07.399096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.487285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.506599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:24:07.507014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:24:07.508907 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:24:07.584590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:07.585802 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.605108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-699007d8-9e92-4a5e-8b54-6a2d307e4783 admin admin] Deleting subnet bf79a70c-8a76-49a7-ac63-95abd1ee8326 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:24:07.609255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-699007d8-9e92-4a5e-8b54-6a2d307e4783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.626744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:07.648600 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-699007d8-9e92-4a5e-8b54-6a2d307e4783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.684578 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.703940 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.705813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] 10.222.0.84 "DELETE /v2.0/networks/5dd92489-9b60-4024-ac53-20cec4e5e27e HTTP/1.1" status: 204 len: 168 time: 0.7759459 Jul 30 02:24:07.748492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd9195-395e-4e43-8d97-7209316ae51c admin admin] Pushing event deleted for resources: {'Network': ['ID=5dd92489-9b60-4024-ac53-20cec4e5e27e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:07.753559 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-aef7263b-ccf8-4760-9f6d-c7d09b1d71e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867532007&fields=id&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 267 time: 0.2489865 Jul 30 02:24:07.801206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-699007d8-9e92-4a5e-8b54-6a2d307e4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.916048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:24:07.923378 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-699007d8-9e92-4a5e-8b54-6a2d307e4783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:07.953094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703acd9-e292-4e84-b406-480be03d5820 req-bda0f964-c12e-4aec-8cd5-d513d8593fc3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:07.961676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-bda0f964-c12e-4aec-8cd5-d513d8593fc3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 796 time: 0.1989813 Jul 30 02:24:07.980246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-76e8e92c-cb89-4c4a-a13a-2b054b714447 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/quotas/07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 375 time: 0.0175655 Jul 30 02:24:07.993318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:24:07.993680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b3e1eb53-fb7c-44fe-a4f2-c5b7af7b07c9 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:24:07.996460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699007d8-9e92-4a5e-8b54-6a2d307e4783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf79a70c-8a76-49a7-ac63-95abd1ee8326,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:08.017138 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-699007d8-9e92-4a5e-8b54-6a2d307e4783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.029893 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-699007d8-9e92-4a5e-8b54-6a2d307e4783 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bf79a70c-8a76-49a7-ac63-95abd1ee8326 HTTP/1.1" status: 204 len: 168 time: 0.6287479 Jul 30 02:24:08.031823 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51206) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:08.055423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f76657-e0cd-4001-a313-5c34d5ec107d None None] Network 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:24:08.060023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-ef51e100-55c6-45e9-b68b-54dc16a2af8f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784290 Jul 30 02:24:08.072258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51208) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:08.157992 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.192151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-92e256d8-b972-47af-a586-55fdec2a6274 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1a206868518a43b08f34d2788ee69b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162667 Jul 30 02:24:08.199413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51214) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:08.243340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:24:08.273912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Deleting port 0512501a-af43-4b7e-ab67-bf6eb66de7ea {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:24:08.274927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.303365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:24:08.303821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d4cbb3a9-909c-4c27-b37e-4ef33dd9a66f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:24:08.355529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:24:04Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f792497d-9518-4bb4-8108-eda1953514a7', 'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:81:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:24:03Z', 'updated_at': '2021-07-30T02:24:05Z', 'revision_number': 2, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:08.379526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-7052769a-b3cb-4801-921d-087f1c89a100 service neutron] 10.222.0.84 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175545 Jul 30 02:24:08.388570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] For port 0512501a-af43-4b7e-ab67-bf6eb66de7ea, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0512501a-af43-4b7e-ab67-bf6eb66de7ea,segment=NetworkSegment(c804c852-d825-4e17-b16e-6cb2439e1ee1),segment_id=c804c852-d825-4e17-b16e-6cb2439e1ee1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:08.389050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.404018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Checking router: 62ea291c-f363-459e-9a83-f9d1e8e95227 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:24:08.405233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Updating router 62ea291c-f363-459e-9a83-f9d1e8e95227 port f792497d-9518-4bb4-8108-eda1953514a7 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:24:08.406595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Calling delete_port for 0512501a-af43-4b7e-ab67-bf6eb66de7ea owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:24:08.456354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b38aec7-b53b-4042-9363-7036d9c637bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.463629 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.487401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b38aec7-b53b-4042-9363-7036d9c637bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.516775 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.565175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0512501a-af43-4b7e-ab67-bf6eb66de7ea,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:08.582994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] No DVR routers for this DVR port 0512501a-af43-4b7e-ab67-bf6eb66de7ea on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:24:08.604513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-24ac92d5-d690-4d33-aa51-a8209e546fbb service neutron] 10.222.0.84 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221584 Jul 30 02:24:08.622880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b38aec7-b53b-4042-9363-7036d9c637bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.631718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b38aec7-b53b-4042-9363-7036d9c637bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.637140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4b38aec7-b53b-4042-9363-7036d9c637bd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/487797d9-0847-4a54-8a69-885cdf1652fa HTTP/1.1" status: 204 len: 168 time: 0.4325709 Jul 30 02:24:08.637647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7dce55-15d9-4051-918a-9cc7658825e9 None None] DHCP port deletion for 16bf0d2b-34c8-45ce-aa46-dfd69579acb5 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:24:08.652972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38aec7-b53b-4042-9363-7036d9c637bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487797d9-0847-4a54-8a69-885cdf1652fa,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:08.871816 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.891245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bf0d2b-34c8-45ce-aa46-dfd69579acb5']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:08.910152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c804c852-d825-4e17-b16e-6cb2439e1ee1') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:08.910900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c804c852-d825-4e17-b16e-6cb2439e1ee1') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:08.929380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.961735 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:08.973147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:24:08.973585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:24:09.050216 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:24:09.056554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.085416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.095735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] 10.222.0.84 "DELETE /v2.0/networks/16bf0d2b-34c8-45ce-aa46-dfd69579acb5 HTTP/1.1" status: 204 len: 168 time: 1.0627391 Jul 30 02:24:09.096748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd2cfd-d124-463f-97c4-4a2efdfd3a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=16bf0d2b-34c8-45ce-aa46-dfd69579acb5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:09.098737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51224) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:09.119145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b64b38e5-7097-4bd6-9e19-700a18e990d7 req-3064a5c8-6ff6-4620-9d47-16abc68cc9a5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 210 time: 0.0643861 Jul 30 02:24:09.120773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.133675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Transition to ACTIVE for port object f792497d-9518-4bb4-8108-eda1953514a7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:09.143659 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.247987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801b1e1-d5c6-4afc-bd2a-c94782ff6246 None None] Pushing event updated for resources: {'Port': ['ID=f792497d-9518-4bb4-8108-eda1953514a7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:09.341143 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Attempting to bind port f792497d-9518-4bb4-8108-eda1953514a7 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:24:09.343045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Attempting to bind port f792497d-9518-4bb4-8108-eda1953514a7 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:24:09.344293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Attempting to bind port f792497d-9518-4bb4-8108-eda1953514a7 on network 6c00382e-6b45-48c2-b442-a9112bad645f {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:09.354987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51232) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:09.370609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:24:09.371962 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Checking segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:24:09.373490 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.384429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Bound using segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:24:09.385818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Bound port: f792497d-9518-4bb4-8108-eda1953514a7, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:24:09.386424 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.508392 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7baf6829-863e-410e-b13b-18fcabb707ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=afd76bc6e837491885edb2881d26e73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474440 Jul 30 02:24:09.508807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51236) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:09.556074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] For port f792497d-9518-4bb4-8108-eda1953514a7, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:24:09.561847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] For port f792497d-9518-4bb4-8108-eda1953514a7, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f792497d-9518-4bb4-8108-eda1953514a7,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:24:09.581531 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.616662 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3a4b36b4-186d-41f7-a1af-56e688aead08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.647744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3a4b36b4-186d-41f7-a1af-56e688aead08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.672639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:09.673456 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:24:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:09.734421 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3a4b36b4-186d-41f7-a1af-56e688aead08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.741411 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3a4b36b4-186d-41f7-a1af-56e688aead08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:09.756176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3a4b36b4-186d-41f7-a1af-56e688aead08 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9bcce6a3-3a9a-4ea7-9f6c-88afb6491642 HTTP/1.1" status: 204 len: 168 time: 0.2381883 Jul 30 02:24:09.765286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b36b4-186d-41f7-a1af-56e688aead08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcce6a3-3a9a-4ea7-9f6c-88afb6491642,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:09.927757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801b1e1-d5c6-4afc-bd2a-c94782ff6246 None None] Pushing event updated for resources: {'Port': ['ID=f792497d-9518-4bb4-8108-eda1953514a7,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:09.967897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:10.182840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:10.349686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0512501a-af43-4b7e-ab67-bf6eb66de7ea no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:24:10.381074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-846b1b9b-4fa0-45e2-87f5-7ed14df63b82 req-6a910fe1-64ab-45b1-b850-3448b0090416 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 210 time: 0.0754714 Jul 30 02:24:10.418557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 0512501a-af43-4b7e-ab67-bf6eb66de7ea {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:24:10.419070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0512501a-af43-4b7e-ab67-bf6eb66de7ea not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:24:10.672037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:24:04Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f792497d-9518-4bb4-8108-eda1953514a7', 'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:81:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:24:03Z', 'updated_at': '2021-07-30T02:24:09Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:10.742977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc98bb7-d8ca-4f4c-8257-8de381b24e9e None None] The sync data for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 is: [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:24:04Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f792497d-9518-4bb4-8108-eda1953514a7', 'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:81:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:24:03Z', 'updated_at': '2021-07-30T02:24:09Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:24:10.789917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Deleting port 95ad44ad-3053-4da1-827a-2c7f2887eb35 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:24:10.791659 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:11.058578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] For port 95ad44ad-3053-4da1-827a-2c7f2887eb35, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=95ad44ad-3053-4da1-827a-2c7f2887eb35,segment=NetworkSegment(c6394715-35f3-4d7f-9652-fb329d4d909d),segment_id=c6394715-35f3-4d7f-9652-fb329d4d909d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:11.059100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:11.083562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Calling delete_port for 95ad44ad-3053-4da1-827a-2c7f2887eb35 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:24:11.096787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703acd9-e292-4e84-b406-480be03d5820 req-2ef76f54-8df6-49af-b79e-e13b14f627b5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:11.098486 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-2ef76f54-8df6-49af-b79e-e13b14f627b5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 796 time: 0.2114465 Jul 30 02:24:11.212934 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-7dcdd1c7-5c82-46a8-9240-5210d15f753b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 380 time: 0.1013050 Jul 30 02:24:11.226727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'port': {'device_id': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'admin_state_up': True, 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'security_groups': ['67c719bd-b57a-4342-b21f-98c37e40de79']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:11.507685 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:11.514405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:24:11.522333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:11.600687 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=95ad44ad-3053-4da1-827a-2c7f2887eb35,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:11.612643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10abcf75-9525-4051-adff-b04186ce5f96 req-4ec3bf73-94a8-43db-b441-60b6b3a7b2f8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 210 time: 0.0810115 Jul 30 02:24:11.925677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.20.0.12 (6c00382e-6b45-48c2-b442-a9112bad645f/f8b566dd-9694-476f-a1c3-a7e39b7ae220/d8056e11-b539-4b43-86ff-4ce3f961412a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:24:11.967887 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:12.332445 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:12.354978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Transition to ACTIVE for port object d8056e11-b539-4b43-86ff-4ce3f961412a will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:12.373279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f792497d-9518-4bb4-8108-eda1953514a7 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:12.385563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Router 54746f21-2e45-468b-ae5b-510c51caf145 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:24:12.454701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f792497d-9518-4bb4-8108-eda1953514a7 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:12.458191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:12.464818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f792497d-9518-4bb4-8108-eda1953514a7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:12.465285 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:12.583372 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:12.617255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 6c00382e-6b45-48c2-b442-a9112bad645f is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:24:12.622945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:12.627535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f792497d-9518-4bb4-8108-eda1953514a7, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f792497d-9518-4bb4-8108-eda1953514a7,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:12.631685 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:12.634178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:24:12.637108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:24:12.644916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:24:12.654132 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-58115f12-4e52-4213-b366-cf7f9f1c2a9e admin admin] 10.222.0.84 "PUT /v2.0/routers/54746f21-2e45-468b-ae5b-510c51caf145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5523384 Jul 30 02:24:12.654655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51264) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:12.688708 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] Sync routers for ids ['54746f21-2e45-468b-ae5b-510c51caf145'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:24:12.705770 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] Routers {'54746f21-2e45-468b-ae5b-510c51caf145'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:12.706388 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:24:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['54746f21-2e45-468b-ae5b-510c51caf145'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:12.729702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:12.730678 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:12.754170 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-c7a4d328-a0f8-4872-ac96-bb98249898b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5327587 Jul 30 02:24:12.768379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f792497d-9518-4bb4-8108-eda1953514a7,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:12.770189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Request body: {'port': {'device_id': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:12.850028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:12.934827 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] Set router 54746f21-2e45-468b-ae5b-510c51caf145 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:13.134270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-92a27dab-9e08-4dcb-8765-2924edb4fb07 None None] Provisioning for port d8056e11-b539-4b43-86ff-4ce3f961412a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:13.142694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-92a27dab-9e08-4dcb-8765-2924edb4fb07 None None] Provisioning complete for port d8056e11-b539-4b43-86ff-4ce3f961412a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:13.143085 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-92a27dab-9e08-4dcb-8765-2924edb4fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.186518 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54746f21-2e45-468b-ae5b-510c51caf145', 'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:36Z', 'updated_at': '2021-07-30T02:24:11Z', 'revision_number': 5, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'gw_port': {'id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:38Z', 'updated_at': '2021-07-30T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:13.199705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-92a27dab-9e08-4dcb-8765-2924edb4fb07 None None] Port d8056e11-b539-4b43-86ff-4ce3f961412a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:24:13.215290 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] Checking router: 54746f21-2e45-468b-ae5b-510c51caf145 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:24:13.224690 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] Routers {'54746f21-2e45-468b-ae5b-510c51caf145'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:13.225314 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:24:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['54746f21-2e45-468b-ae5b-510c51caf145'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:13.258765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8056e11-b539-4b43-86ff-4ce3f961412a {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:24:13.274309 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.296203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Transition to ACTIVE for port object d8056e11-b539-4b43-86ff-4ce3f961412a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:13.297074 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.328432 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.340385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d452b-31d3-41d7-bac2-3a2855bdfcd1 req-83c37ebd-046e-483d-87f0-0d5f82a4f9a5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:13.342089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-632d452b-31d3-41d7-bac2-3a2855bdfcd1 req-83c37ebd-046e-483d-87f0-0d5f82a4f9a5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 932 time: 0.0879788 Jul 30 02:24:13.419266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:13.448909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-632d452b-31d3-41d7-bac2-3a2855bdfcd1 req-38c0b84c-96c7-434f-aa64-1e45a9e48365 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710585 Jul 30 02:24:13.476211 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] Set router 54746f21-2e45-468b-ae5b-510c51caf145 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:13.517170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:24:13.517614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:24:13.518038 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a on network 6c00382e-6b45-48c2-b442-a9112bad645f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:13.523143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Port d8056e11-b539-4b43-86ff-4ce3f961412a on network 6c00382e-6b45-48c2-b442-a9112bad645f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:24:13.523677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a on network 6c00382e-6b45-48c2-b442-a9112bad645f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:13.529192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:24:13.529661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Checking segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:24:13.530153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Bound using segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:24:13.530731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Bound port: d8056e11-b539-4b43-86ff-4ce3f961412a, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:24:13.531181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.534886 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.656250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Deleting port 3cbcc9b5-737e-403c-9f75-341ada83be9e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:24:13.656872 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.667515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:24:13.672080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:24:13.678907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.713692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:13.714517 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.715987 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] 10.222.0.22 "PUT /v2.0/ports/d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 1092 time: 0.9509888 Jul 30 02:24:13.716469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:13.718789 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0" -d '{"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:13.751247 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54746f21-2e45-468b-ae5b-510c51caf145', 'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:36Z', 'updated_at': '2021-07-30T02:24:11Z', 'revision_number': 5, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'gw_port': {'id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:38Z', 'updated_at': '2021-07-30T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:13.789202 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806ecbe-ee12-448b-95c9-d3501ee4d138 None None] The sync data for ids ['54746f21-2e45-468b-ae5b-510c51caf145'] in n-d-715271-7 is: [{'id': '54746f21-2e45-468b-ae5b-510c51caf145', 'name': 'tempest-TestVolumeBackupRestore-726989501-router', 'tenant_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:19:36Z', 'updated_at': '2021-07-30T02:24:11Z', 'revision_number': 5, 'project_id': '79ddf6b5f49b4ba4a18e856b5489f338', 'gw_port': {'id': '3cbcc9b5-737e-403c-9f75-341ada83be9e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54746f21-2e45-468b-ae5b-510c51caf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:19:38Z', 'updated_at': '2021-07-30T02:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:24:13.796850 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e05b7b8-03a6-4506-abcb-05bbe2b146eb x-openstack-request-id: req-5e05b7b8-03a6-4506-abcb-05bbe2b146eb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:13.797140 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:13.797396 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5e05b7b8-03a6-4506-abcb-05bbe2b146eb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:13.797802 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'status': 'completed', 'code': 200} Jul 30 02:24:13.800465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319a91b-801e-4ffd-ba42-6a7018de1488 service neutron] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:13.804434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] For port 3cbcc9b5-737e-403c-9f75-341ada83be9e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3cbcc9b5-737e-403c-9f75-341ada83be9e,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:13.804805 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:13.818684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703acd9-e292-4e84-b406-480be03d5820 req-c8b4cd08-3414-47ed-935b-759b643ef914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:13.820470 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-c8b4cd08-3414-47ed-935b-759b643ef914 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1095 time: 0.0592821 Jul 30 02:24:13.827627 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Calling delete_port for 3cbcc9b5-737e-403c-9f75-341ada83be9e owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:24:14.025545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.054009 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbcc9b5-737e-403c-9f75-341ada83be9e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:14.125362 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.221154 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-413b3eb9-fa42-4a58-953d-eecb52b04aa5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 217 time: 0.3911214 Jul 30 02:24:14.232193 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.234576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.277668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703acd9-e292-4e84-b406-480be03d5820 req-e58e32a8-6a90-4d20-a800-d0fba07dffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:14.279366 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-e58e32a8-6a90-4d20-a800-d0fba07dffe3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0503209 Jul 30 02:24:14.296951 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.297635 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54746f21-2e45-468b-ae5b-510c51caf145 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:24:14.307485 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.311046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-634fec0d-9d09-4f13-9c9c-b70c3b2a19f5 admin admin] 10.222.0.84 "DELETE /v2.0/routers/54746f21-2e45-468b-ae5b-510c51caf145 HTTP/1.1" status: 204 len: 168 time: 1.6551175 Jul 30 02:24:14.311875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51296) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:14.343176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f792497d-9518-4bb4-8108-eda1953514a7 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:14.353088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703acd9-e292-4e84-b406-480be03d5820 req-d7391659-c12f-437c-9f6f-96f4de7d0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:14.356373 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-d7391659-c12f-437c-9f6f-96f4de7d0425 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672362 Jul 30 02:24:14.404680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f792497d-9518-4bb4-8108-eda1953514a7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:14.405052 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.463565 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-3f1ca45a-2b0a-44fa-82fc-4a2023405e2e service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979209 Jul 30 02:24:14.511491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 95ad44ad-3053-4da1-827a-2c7f2887eb35 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:24:14.535238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 95ad44ad-3053-4da1-827a-2c7f2887eb35 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:24:14.536032 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 95ad44ad-3053-4da1-827a-2c7f2887eb35 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:24:14.591572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2703acd9-e292-4e84-b406-480be03d5820 req-645a2f43-a734-4eee-ba71-3d5400d39a5f service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135511 Jul 30 02:24:14.644729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd96a0d-1542-4e13-b709-bb90bc349f98 req-a35f8a2d-9989-47f8-a700-297caa800041 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:14.654118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cd96a0d-1542-4e13-b709-bb90bc349f98 req-a35f8a2d-9989-47f8-a700-297caa800041 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 944 time: 0.1123512 Jul 30 02:24:14.667535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5566ff-b21c-4dbd-8f97-146a20b1205e admin admin] Deleting subnet 3004a14d-2d71-4fc5-a918-589308bc1f1c {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:24:14.672439 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf5566ff-b21c-4dbd-8f97-146a20b1205e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.685559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-a1b54234-2b34-42bb-b1ed-ddc2e69e1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:14.687113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-a1b54234-2b34-42bb-b1ed-ddc2e69e1da6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1095 time: 0.0454426 Jul 30 02:24:14.731306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cd96a0d-1542-4e13-b709-bb90bc349f98 req-6f2ac8ee-dcb1-4b56-b171-488a4f77ac47 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761905 Jul 30 02:24:14.733425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf5566ff-b21c-4dbd-8f97-146a20b1205e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.795620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-1bc761af-a480-41ee-88a6-7928be5d333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:14.797178 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-1bc761af-a480-41ee-88a6-7928be5d333c service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.1017621 Jul 30 02:24:14.836640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf5566ff-b21c-4dbd-8f97-146a20b1205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.846658 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-6c826fa1-e0f9-4856-88d9-e90340d04117 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 217 time: 0.0391152 Jul 30 02:24:14.910225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-7f348d5d-d3ff-48fd-9464-9839787fd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:14.911955 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-7f348d5d-d3ff-48fd-9464-9839787fd0ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0578437 Jul 30 02:24:14.918313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf5566ff-b21c-4dbd-8f97-146a20b1205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.949945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5566ff-b21c-4dbd-8f97-146a20b1205e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3004a14d-2d71-4fc5-a918-589308bc1f1c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:14.953810 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf5566ff-b21c-4dbd-8f97-146a20b1205e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:14.958441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cf5566ff-b21c-4dbd-8f97-146a20b1205e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3004a14d-2d71-4fc5-a918-589308bc1f1c HTTP/1.1" status: 204 len: 168 time: 0.6455927 Jul 30 02:24:14.959080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51318) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:14.960685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf56166a-383e-4785-935d-27a38a6f9398 None None] Network 753e1969-5251-4ce9-8e79-2adc6659ca25 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:24:14.977625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-35d2b8c3-712c-4cef-9392-4c2733aae811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:14.978572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-35d2b8c3-712c-4cef-9392-4c2733aae811 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590565 Jul 30 02:24:15.053219 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.116963 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-a6f66926-9dd4-4a21-9ac8-f048894a9594 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294978 Jul 30 02:24:15.191873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Deleting port 30a78ab6-7de6-4336-bfdd-56cac33385a8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:24:15.192083 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.251100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e70b720-0b40-4eed-a674-2d1d3a816d53 None None] DHCP port deletion for 753e1969-5251-4ce9-8e79-2adc6659ca25 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:24:15.272242 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d3bb1ac8-24c1-4d41-963b-5f1eab76dba0 req-3cba74f5-c2b5-4dca-bc47-995401e63f95 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367266 Jul 30 02:24:15.284259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] For port 30a78ab6-7de6-4336-bfdd-56cac33385a8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=30a78ab6-7de6-4336-bfdd-56cac33385a8,segment=NetworkSegment(c6394715-35f3-4d7f-9652-fb329d4d909d),segment_id=c6394715-35f3-4d7f-9652-fb329d4d909d)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:15.284631 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.301663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Calling delete_port for 30a78ab6-7de6-4336-bfdd-56cac33385a8 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:24:15.327837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2e70b720-0b40-4eed-a674-2d1d3a816d53 None None] Deleting port 30a78ab6-7de6-4336-bfdd-56cac33385a8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:24:15.328448 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e70b720-0b40-4eed-a674-2d1d3a816d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.398221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2e70b720-0b40-4eed-a674-2d1d3a816d53 None None] For port 30a78ab6-7de6-4336-bfdd-56cac33385a8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=30a78ab6-7de6-4336-bfdd-56cac33385a8,segment=NetworkSegment(c6394715-35f3-4d7f-9652-fb329d4d909d),segment_id=c6394715-35f3-4d7f-9652-fb329d4d909d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:15.398976 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e70b720-0b40-4eed-a674-2d1d3a816d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.408031 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.421740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2e70b720-0b40-4eed-a674-2d1d3a816d53 None None] Calling delete_port for 30a78ab6-7de6-4336-bfdd-56cac33385a8 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:24:15.439110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a78ab6-7de6-4336-bfdd-56cac33385a8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:15.441287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] No DVR routers for this DVR port 30a78ab6-7de6-4336-bfdd-56cac33385a8 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:24:15.510796 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2e70b720-0b40-4eed-a674-2d1d3a816d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.517969 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.538639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70b720-0b40-4eed-a674-2d1d3a816d53 None None] Pushing event deleted for resources: {'Port': ['ID=30a78ab6-7de6-4336-bfdd-56cac33385a8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:15.541161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753e1969-5251-4ce9-8e79-2adc6659ca25']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:15.549200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e70b720-0b40-4eed-a674-2d1d3a816d53 None None] No DVR routers for this DVR port 30a78ab6-7de6-4336-bfdd-56cac33385a8 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:24:15.555215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6394715-35f3-4d7f-9652-fb329d4d909d') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:15.555529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6394715-35f3-4d7f-9652-fb329d4d909d') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:15.568311 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.594159 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.602192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:24:15.602861 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:24:15.605216 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:24:15.667875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.675991 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:15.677737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] 10.222.0.84 "DELETE /v2.0/networks/753e1969-5251-4ce9-8e79-2adc6659ca25 HTTP/1.1" status: 204 len: 168 time: 0.7176812 Jul 30 02:24:15.689921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77b615-43cb-4dac-8c0d-7cfa34c46458 admin admin] Pushing event deleted for resources: {'Network': ['ID=753e1969-5251-4ce9-8e79-2adc6659ca25,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:15.799648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51362) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:15.889849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3b9ae578-0484-4732-8629-cf933dd523cc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e494a31952b94a59923f5c94072479a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888908 Jul 30 02:24:15.892387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51364) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:15.905931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236d811-a4cf-4710-8da4-7201b52fd05d req-d3d7c6ef-4494-4bc2-8497-bffd097441f3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:15.907465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8236d811-a4cf-4710-8da4-7201b52fd05d req-d3d7c6ef-4494-4bc2-8497-bffd097441f3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 944 time: 0.0892994 Jul 30 02:24:15.974685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8236d811-a4cf-4710-8da4-7201b52fd05d req-92bdf2e7-dfcc-4e29-9d3c-45f9ceae85a7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602586 Jul 30 02:24:15.987666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-56ed6571-f425-4567-9256-a9134c5be7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:16.011215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-56ed6571-f425-4567-9256-a9134c5be7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:16.060948 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-56ed6571-f425-4567-9256-a9134c5be7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:16.063508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-56ed6571-f425-4567-9256-a9134c5be7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:16.067354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-56ed6571-f425-4567-9256-a9134c5be7a8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/02f4ad4f-8679-4e68-983f-248fe6f1390d HTTP/1.1" status: 204 len: 168 time: 0.1714108 Jul 30 02:24:16.076042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed6571-f425-4567-9256-a9134c5be7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f4ad4f-8679-4e68-983f-248fe6f1390d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:16.206813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3cbcc9b5-737e-403c-9f75-341ada83be9e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:24:16.229875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 3cbcc9b5-737e-403c-9f75-341ada83be9e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:24:16.230202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3cbcc9b5-737e-403c-9f75-341ada83be9e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:24:16.230821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 30a78ab6-7de6-4336-bfdd-56cac33385a8 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:24:16.258534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 30a78ab6-7de6-4336-bfdd-56cac33385a8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:24:16.258534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 30a78ab6-7de6-4336-bfdd-56cac33385a8 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:24:16.509195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51370) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:16.555723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-62dea3f6-cf0e-425d-aaef-e01f001667b4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=79ddf6b5f49b4ba4a18e856b5489f338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425181 Jul 30 02:24:16.555723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51372) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:16.618514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8983c5a3-6532-4b69-9b3e-45422c0d8591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:16.645006 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8983c5a3-6532-4b69-9b3e-45422c0d8591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:16.702172 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8983c5a3-6532-4b69-9b3e-45422c0d8591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:16.704826 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8983c5a3-6532-4b69-9b3e-45422c0d8591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:16.705972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8983c5a3-6532-4b69-9b3e-45422c0d8591 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/53d9e1bc-f0b8-4dc8-a748-e913296dd45b HTTP/1.1" status: 204 len: 168 time: 0.1496415 Jul 30 02:24:16.717214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983c5a3-6532-4b69-9b3e-45422c0d8591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d9e1bc-f0b8-4dc8-a748-e913296dd45b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:17.122570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4e548-3051-460d-9148-32acb96a6b5c req-c44b8225-9dee-4e17-87d6-82f8e6c2b50b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:17.124265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42b4e548-3051-460d-9148-32acb96a6b5c req-c44b8225-9dee-4e17-87d6-82f8e6c2b50b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 944 time: 0.0698886 Jul 30 02:24:17.177103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42b4e548-3051-460d-9148-32acb96a6b5c req-3956207c-8282-48fb-a516-30ce5f8aa062 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 Jul 30 02:24:17.740251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51384) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:17.785678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-be84badf-383a-412d-a5ae-b5bb3034a345 admin admin] Deleting subnet 10b17db9-3562-45d6-8e75-90c1c637942d {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:24:17.788800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be84badf-383a-412d-a5ae-b5bb3034a345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:17.824099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be84badf-383a-412d-a5ae-b5bb3034a345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:17.867636 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be84badf-383a-412d-a5ae-b5bb3034a345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:17.922353 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be84badf-383a-412d-a5ae-b5bb3034a345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:17.952964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84badf-383a-412d-a5ae-b5bb3034a345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b17db9-3562-45d6-8e75-90c1c637942d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:17.957015 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-be84badf-383a-412d-a5ae-b5bb3034a345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:17.960262 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-be84badf-383a-412d-a5ae-b5bb3034a345 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/10b17db9-3562-45d6-8e75-90c1c637942d HTTP/1.1" status: 204 len: 168 time: 0.2189543 Jul 30 02:24:17.961380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51390) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:18.031718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.114422 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.124973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5118d904-07d9-4902-a4f3-6250acdda215']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:18.135629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:18.136036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da81921-0a39-4ed6-bdb3-3e6ecc499ed9') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:18.145682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.160762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.168657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:24:18.169090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:24:18.171199 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:24:18.246453 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.252526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.254317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] 10.222.0.84 "DELETE /v2.0/networks/5118d904-07d9-4902-a4f3-6250acdda215 HTTP/1.1" status: 204 len: 168 time: 0.2918363 Jul 30 02:24:18.296166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8488c7-6c03-4ce2-b093-d77a98f7e66b admin admin] Pushing event deleted for resources: {'Network': ['ID=5118d904-07d9-4902-a4f3-6250acdda215,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:18.323798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dcff8-58dc-4079-90ef-70764f1f8357 req-f2f5f0fb-8fab-441e-bbde-d2aab9fa9629 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:18.325331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c4dcff8-58dc-4079-90ef-70764f1f8357 req-f2f5f0fb-8fab-441e-bbde-d2aab9fa9629 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 944 time: 0.0700376 Jul 30 02:24:18.366988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c4dcff8-58dc-4079-90ef-70764f1f8357 req-767cca1a-0da2-440d-b30b-7f69ac96f662 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342143 Jul 30 02:24:18.438715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51396) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:18.483203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e95efb64-d6b4-4a88-94ba-b67dae9051ad admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5d28cea5701b4d53b4ca2823a2a3757e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433180 Jul 30 02:24:18.485831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51398) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:18.533838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf095-a737-4d75-bfe5-1e0ec108fabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.555320 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf095-a737-4d75-bfe5-1e0ec108fabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.604827 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf095-a737-4d75-bfe5-1e0ec108fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.607449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8ceaf095-a737-4d75-bfe5-1e0ec108fabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.608633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8ceaf095-a737-4d75-bfe5-1e0ec108fabd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b3cacc79-a0d3-4411-876d-36f99b0df55e HTTP/1.1" status: 204 len: 168 time: 0.1219132 Jul 30 02:24:18.616914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaf095-a737-4d75-bfe5-1e0ec108fabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cacc79-a0d3-4411-876d-36f99b0df55e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:18.764466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:24:18.864650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:18.876475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'port_id': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'mac_address': 'fa:16:3e:f9:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:24:18.913875 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:18.930109 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8056e11-b539-4b43-86ff-4ce3f961412a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:24:18.950559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:18.954889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:19.005984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:19.188327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['d8056e11-b539-4b43-86ff-4ce3f961412a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:24:19.516966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749d487-86e4-4723-91ab-51fbf2954d99 req-86177cbb-1a82-4004-a554-4213a762e0f9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:19.518668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b749d487-86e4-4723-91ab-51fbf2954d99 req-86177cbb-1a82-4004-a554-4213a762e0f9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 945 time: 0.0596666 Jul 30 02:24:19.568762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b749d487-86e4-4723-91ab-51fbf2954d99 req-537849e0-20e3-4566-bf5d-e3612a81188a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442004 Jul 30 02:24:20.680618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6b309-7725-4a7b-802e-660ab2f95371 req-c3629f5a-c12d-4644-9896-ad4b4d15bdb7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:20.682209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8da6b309-7725-4a7b-802e-660ab2f95371 req-c3629f5a-c12d-4644-9896-ad4b4d15bdb7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 945 time: 0.0501347 Jul 30 02:24:20.721251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8da6b309-7725-4a7b-802e-660ab2f95371 req-97c0343e-52a1-40b9-84f1-adab38853119 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330012 Jul 30 02:24:20.774739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:20.825758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port d8056e11-b539-4b43-86ff-4ce3f961412a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:20.829525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port d8056e11-b539-4b43-86ff-4ce3f961412a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:20.829889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:20.911685 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:20.935593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:20.938074 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c1783d-59de-4361-9ce9-67371c0af06a" -d '{"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-plugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:20.951258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:20.955287 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:20.985747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-4ce3a7fa-2cc6-4de3-9c3c-92f048eed83c tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0071bc589a0348348b1756b56e4a288c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307906 Jul 30 02:24:21.005299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:21.196280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-da8761c9-6a80-4092-9010-e8a8be33b2a2 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:21.198300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-da8761c9-6a80-4092-9010-e8a8be33b2a2 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052591 Jul 30 02:24:21.213186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-9f2e5f86-47df-4772-9d9d-8486177e5971 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/quotas/0071bc589a0348348b1756b56e4a288c HTTP/1.1" status: 200 len: 375 time: 0.0090082 Jul 30 02:24:21.249587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-da192ee1-9ca4-49bf-8c71-997bcb37f764 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0071bc589a0348348b1756b56e4a288c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304718 Jul 30 02:24:21.384405 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55682a93-b114-4f68-b872-7ae441b24516 x-openstack-request-id: req-55682a93-b114-4f68-b872-7ae441b24516 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:21.384825 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-plugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:21.385728 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-55682a93-b114-4f68-b872-7ae441b24516 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:21.386263 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'code': 200} Jul 30 02:24:21.443360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8436ab02-88ce-4025-bd3f-e5a4225fc7d4 req-100d35e1-49a3-45a8-8834-036d18b8206b tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0309458 Jul 30 02:24:21.491423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464079-d5a4-4570-bb4b-dac58694b7b7 req-3dd1eb5d-1242-4fb1-a70f-6e180497d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:21.493036 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12464079-d5a4-4570-bb4b-dac58694b7b7 req-3dd1eb5d-1242-4fb1-a70f-6e180497d3c3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1097 time: 0.0434351 Jul 30 02:24:21.535272 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-12464079-d5a4-4570-bb4b-dac58694b7b7 req-c715e866-7a1b-4708-b21d-023e0d716e3d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Jul 30 02:24:21.843717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f29acd-6b22-44c5-88bf-f15e1870241d req-a88f6ce5-5769-46e9-ae54-9c9c9aad8cfc tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:21.845270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72f29acd-6b22-44c5-88bf-f15e1870241d req-a88f6ce5-5769-46e9-ae54-9c9c9aad8cfc tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0514312 Jul 30 02:24:21.899294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72f29acd-6b22-44c5-88bf-f15e1870241d req-729944dc-c72f-4ca7-9ffd-f4b1a9c4c6a6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465982 Jul 30 02:24:22.337736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-4f00a52c-be63-480a-b283-e7d70fa36baf tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0071bc589a0348348b1756b56e4a288c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278602 Jul 30 02:24:22.457987 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-c34c23fd-1730-4b64-9aba-73c06bd09d49 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:22.459708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-c34c23fd-1730-4b64-9aba-73c06bd09d49 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163623 Jul 30 02:24:22.473301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Request body: {'port': {'device_id': '5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': '0071bc589a0348348b1756b56e4a288c'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:22.549236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81a8e8ff-55aa-4448-8e9d-3e6bbedbfc03 req-05a743d2-9ff8-4675-887b-e7af4465dfc5 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0342629 Jul 30 02:24:22.609302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Made reservation on behalf of 0071bc589a0348348b1756b56e4a288c for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:24:22.612845 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:22.627056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:22.721303 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:22.725056 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:22.787641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810882bf-ac53-4678-a40e-64d62c79484b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:22.861685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Allocated IP 192.168.233.58 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/b39a59d8-2466-41f0-a97f-3a5915fb4bd0) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:24:23.053289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceaeefa-970d-4a5e-8ed1-dcd6e472d628 req-08de92ba-fceb-4050-9dd3-95e1e2b9a7a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:23.054707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ceaeefa-970d-4a5e-8ed1-dcd6e472d628 req-08de92ba-fceb-4050-9dd3-95e1e2b9a7a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0813723 Jul 30 02:24:23.057508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:23.083903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Transition to ACTIVE for port object b39a59d8-2466-41f0-a97f-3a5915fb4bd0 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:23.116019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2ceaeefa-970d-4a5e-8ed1-dcd6e472d628 req-afc00cd2-8756-47f3-9123-24b7a0aaca44 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545709 Jul 30 02:24:23.138688 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:23.184889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:24:23.188196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:24:23.193550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:24:23.229843 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Pushing event updated for resources: {'Port': ['ID=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:23.281507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:23.282184 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:23.293842 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf3ebf-6368-4459-95ae-6e2e7e10712f req-4c1c71ee-b3f8-48c2-807f-072b4832a9b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:23.295415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fecf3ebf-6368-4459-95ae-6e2e7e10712f req-4c1c71ee-b3f8-48c2-807f-072b4832a9b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.1029375 Jul 30 02:24:23.314827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-0eba037f-db66-4645-a88c-7557f6025616 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8440752 Jul 30 02:24:23.329989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Request body: {'port': {'device_id': '5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:23.332855 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:24:23.405445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fecf3ebf-6368-4459-95ae-6e2e7e10712f req-dbe533ae-dc01-49d7-98c1-d8fd919c28eb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899928 Jul 30 02:24:23.415756 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:23.427408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51474) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:23.470229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-96d33273-ba79-43b1-b24e-a4c522ff578f None None] Provisioning for port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:23.470975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710c4ce-ee7d-453e-9679-cbd19dd4a98e tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:23.472611 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d710c4ce-ee7d-453e-9679-cbd19dd4a98e tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1092 time: 0.0440011 Jul 30 02:24:23.474681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-96d33273-ba79-43b1-b24e-a4c522ff578f None None] Provisioning complete for port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:23.475142 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96d33273-ba79-43b1-b24e-a4c522ff578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:23.490998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51476) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:23.495182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:24:23.510106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-96d33273-ba79-43b1-b24e-a4c522ff578f None None] Port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:24:23.652287 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:23.802772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5d105-f622-4224-95f0-d2973abfad76 req-010ed3bf-0a91-426c-aaa5-2ffc9299ece5 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:23.804348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afb5d105-f622-4224-95f0-d2973abfad76 req-010ed3bf-0a91-426c-aaa5-2ffc9299ece5 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 935 time: 0.1765873 Jul 30 02:24:23.915061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afb5d105-f622-4224-95f0-d2973abfad76 req-3cacce31-f3cc-4091-8b25-9e71c19c4119 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/security-groups?id=810882bf-ac53-4678-a40e-64d62c79484b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003060 Jul 30 02:24:23.940828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39a59d8-2466-41f0-a97f-3a5915fb4bd0 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:24:23.951157 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:23.971534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Transition to ACTIVE for port object b39a59d8-2466-41f0-a97f-3a5915fb4bd0 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:24:23.976207 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:23.985690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:24.086369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Pushing event updated for resources: {'Port': ['ID=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:24.157230 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:24.249592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-cbbc515c-3638-42a1-8c88-ad3235e46b93 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603979 Jul 30 02:24:24.250058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Attempting to bind port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:24:24.250395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Attempting to bind port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:24:24.250720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Attempting to bind port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:24.253338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.25.7.26 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/226c468f-61e8-4c48-85fa-36855765eec2) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:24:24.265939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:24:24.266298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Attempting to bind port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:24:24.279988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:24:24.280524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:24:24.281023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:24:24.281732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Bound port: b39a59d8-2466-41f0-a97f-3a5915fb4bd0, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:24:24.282508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:24.362436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-0dd2c1fd-7725-4eda-979f-2629c5a41a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:24.363991 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-0dd2c1fd-7725-4eda-979f-2629c5a41a9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1097 time: 0.0587063 Jul 30 02:24:24.429047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] For port b39a59d8-2466-41f0-a97f-3a5915fb4bd0, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:24:24.434657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] For port b39a59d8-2466-41f0-a97f-3a5915fb4bd0, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:24:24.443924 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:24.450662 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:24.498295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-4d83982f-582f-4587-b3b7-3cee96e966cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:24.498870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:24.499573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:24.499747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-4d83982f-582f-4587-b3b7-3cee96e966cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.1135156 Jul 30 02:24:24.502285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] 10.222.0.41 "PUT /v2.0/ports/b39a59d8-2466-41f0-a97f-3a5915fb4bd0 HTTP/1.1" status: 200 len: 1095 time: 1.1764755 Jul 30 02:24:24.504925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4', 'tag': 'b39a59d8-2466-41f0-a97f-3a5915fb4bd0'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:24.509179 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcab975-d77e-4c4c-86a7-ad53d02e829a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4", "tag": "b39a59d8-2466-41f0-a97f-3a5915fb4bd0"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:24.554586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-59540ac7-ad28-4ce2-bb9a-35251abfbf4a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 217 time: 0.0419056 Jul 30 02:24:24.591731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470b4ac-3513-4d1e-ab26-2b11ecc06988 service neutron] Pushing event updated for resources: {'Port': ['ID=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:24.623953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-1d83a2cc-5d56-47ef-aed0-15a8c474d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:24.625963 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-1d83a2cc-5d56-47ef-aed0-15a8c474d979 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0601177 Jul 30 02:24:24.633349 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4034137-64be-48c4-8f26-9b61b839fa68 x-openstack-request-id: req-c4034137-64be-48c4-8f26-9b61b839fa68 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:24.633650 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4", "tag": "b39a59d8-2466-41f0-a97f-3a5915fb4bd0", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:24.633869 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c4034137-64be-48c4-8f26-9b61b839fa68 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:24.634340 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4', 'tag': 'b39a59d8-2466-41f0-a97f-3a5915fb4bd0', 'status': 'completed', 'code': 200} Jul 30 02:24:24.653082 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:24.685189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-b2e7d5f9-779f-41da-90ab-e52eb0101316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:24.686816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-b2e7d5f9-779f-41da-90ab-e52eb0101316 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0071bc589a0348348b1756b56e4a288c&device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 1098 time: 0.1209085 Jul 30 02:24:24.698713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-02867d07-3115-47e1-b114-00e2a81e165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:24.700467 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-02867d07-3115-47e1-b114-00e2a81e165a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664098 Jul 30 02:24:24.711338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:24:24.743083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:24:24.748167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:24:24.756041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-e67f7293-6b6b-4424-a08b-7030ba4eb920 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b39a59d8-2466-41f0-a97f-3a5915fb4bd0 HTTP/1.1" status: 200 len: 217 time: 0.0586126 Jul 30 02:24:24.758180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=226c468f-61e8-4c48-85fa-36855765eec2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:24.814809 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-d84b6930-7d87-470e-ad44-0ac492d68a11 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061468 Jul 30 02:24:24.872970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-544d003b-2c94-4d4b-9c66-92225780d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:24.874754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-544d003b-2c94-4d4b-9c66-92225780d6e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0950944 Jul 30 02:24:24.921980 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b3016e18-ffe3-469e-afd6-40f8f57068b1 req-524b402c-d3bd-4fd7-b965-595c67ae23b2 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947022 Jul 30 02:24:25.015346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-d73b9301-ac6c-4932-a79b-5cdecc15d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:25.016914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-d73b9301-ac6c-4932-a79b-5cdecc15d87f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333683 Jul 30 02:24:25.521832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4be8b-e86c-470d-9888-a0aa04155557 req-223ee42a-150c-47f0-8401-9dfae05bcc4c tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:25.523360 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ec4be8b-e86c-470d-9888-a0aa04155557 req-223ee42a-150c-47f0-8401-9dfae05bcc4c tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 947 time: 0.5242980 Jul 30 02:24:25.629679 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-d10734a9-3f8e-4d0f-b377-7d82d28ad197 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916815 Jul 30 02:24:25.756748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ec4be8b-e86c-470d-9888-a0aa04155557 req-66c8841c-5bb1-4e3e-804c-3f7dfdbed8cd tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/security-groups?id=810882bf-ac53-4678-a40e-64d62c79484b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200561 Jul 30 02:24:25.930670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c050d8d1-0ab3-4ce7-943a-c2dfceb95dab req-55eb1caa-d8b4-4635-861b-4918a26038c2 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889690 Jul 30 02:24:25.937679 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:26.066178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-4e201305-e96f-4425-a526-1581685eaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:26.067974 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-4e201305-e96f-4425-a526-1581685eaecc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0071bc589a0348348b1756b56e4a288c&device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 1098 time: 0.0861332 Jul 30 02:24:26.074138 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:26.247628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-f95a28fc-419c-43b7-bea9-6beda3e8703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:26.249325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-f95a28fc-419c-43b7-bea9-6beda3e8703b service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.1733131 Jul 30 02:24:26.304747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-7b5b9894-1d82-46e8-b9d9-809a9a26e4e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b39a59d8-2466-41f0-a97f-3a5915fb4bd0 HTTP/1.1" status: 200 len: 217 time: 0.0423574 Jul 30 02:24:26.383788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:26.386930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-68e96756-fa17-4bad-9d1a-57de8b7ecbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:26.388430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-68e96756-fa17-4bad-9d1a-57de8b7ecbfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0723019 Jul 30 02:24:26.389473 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:26.484122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=226c468f-61e8-4c48-85fa-36855765eec2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:26.510947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-5b8f7fb0-7b9a-4b81-b40f-54a932058d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:26.513450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-5b8f7fb0-7b9a-4b81-b40f-54a932058d48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955107 Jul 30 02:24:26.514910 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:26.691288 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Floating IP f7259181-2eb9-4353-ad44-5527290df314 associated. External IP: 172.25.7.26, port: d8056e11-b539-4b43-86ff-4ce3f961412a. Jul 30 02:24:26.696309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-3e37ebd9-83ae-4f2e-b89e-4d17e3211c5d service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476445 Jul 30 02:24:26.915565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0bcab975-d77e-4c4c-86a7-ad53d02e829a req-15575693-26a4-4e4c-92fa-8e4d492de1f3 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892462 Jul 30 02:24:27.258339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad73aa-affc-49fc-bb03-843923acc230 req-0f6969df-6cff-4685-b23a-85188fe1acb2 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:27.259925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72ad73aa-affc-49fc-bb03-843923acc230 req-0f6969df-6cff-4685-b23a-85188fe1acb2 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 947 time: 0.4282022 Jul 30 02:24:27.346642 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72ad73aa-affc-49fc-bb03-843923acc230 req-cec3f495-c8f3-47f3-85e6-288349c54761 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/security-groups?id=810882bf-ac53-4678-a40e-64d62c79484b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770688 Jul 30 02:24:27.355343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router 62ea291c-f363-459e-9a83-f9d1e8e95227 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:24:27.482896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:24:27.494585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] Sync routers for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:24:27.499073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b39a59d8-2466-41f0-a97f-3a5915fb4bd0 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:24:27.504999 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:27.518480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:27.519042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:24:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:27.537121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5ed8dfd8-a147-4b07-bb59-aba2b24bd497 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0495100 Jul 30 02:24:27.537864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:27.540523 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224737a0-49dc-424c-88e6-9cc2e2567ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:27.654961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9122d-5cdf-46d4-a053-b0117563b1cf req-81064db1-bfed-4e52-80ff-589d4b6e7b81 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:27.656535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93f9122d-5cdf-46d4-a053-b0117563b1cf req-81064db1-bfed-4e52-80ff-589d4b6e7b81 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0550592 Jul 30 02:24:27.695957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93f9122d-5cdf-46d4-a053-b0117563b1cf req-a407ae77-9bf1-4a19-b685-89d0efbdc8a3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334156 Jul 30 02:24:27.711936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b39a59d8-2466-41f0-a97f-3a5915fb4bd0, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:27.715705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:27.718417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51490) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:27.751919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'b39a59d8-2466-41f0-a97f-3a5915fb4bd0', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': 'b39a59d8-2466-41f0-a97f-3a5915fb4bd0', 'mac_address': 'fa:16:3e:23:1c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:24:27.756260 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc506e9-10d8-42b4-85b5-74b6f0063535 x-openstack-request-id: req-1bc506e9-10d8-42b4-85b5-74b6f0063535 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:27.759764 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:27.760875 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1bc506e9-10d8-42b4-85b5-74b6f0063535 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:27.761457 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'status': 'completed', 'code': 200} Jul 30 02:24:27.824916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-119c99bf-2138-49ef-afd8-cd2b47bc3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:27.826364 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-119c99bf-2138-49ef-afd8-cd2b47bc3a9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1097 time: 0.0507441 Jul 30 02:24:27.839913 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:27.860262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3dbc1456-7fb3-452c-87e1-dbc59693fca2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/f7259181-2eb9-4353-ad44-5527290df314 HTTP/1.1" status: 200 len: 991 time: 0.1403050 Jul 30 02:24:27.863587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39a59d8-2466-41f0-a97f-3a5915fb4bd0 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:24:27.921370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-281d0942-e3eb-4b33-8949-b204b6bfa48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:27.921625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b39a59d8-2466-41f0-a97f-3a5915fb4bd0, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:27.922977 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-281d0942-e3eb-4b33-8949-b204b6bfa48d service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.0884891 Jul 30 02:24:27.927741 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:27.997342 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-dd1a509e-c7b0-495a-acd8-23a867abe51b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 999 time: 0.0640833 Jul 30 02:24:28.003843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:28.049305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-55f3c03f-2f71-448d-a08d-1e1295a6dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:28.050789 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-55f3c03f-2f71-448d-a08d-1e1295a6dd04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0462203 Jul 30 02:24:28.054708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:24:04Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f7259181-2eb9-4353-ad44-5527290df314', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'port_id': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'mac_address': 'fa:16:3e:f9:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:24:25Z', 'updated_at': '2021-07-30T02:24:25Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f792497d-9518-4bb4-8108-eda1953514a7', 'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:81:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:24:03Z', 'updated_at': '2021-07-30T02:24:12Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:28.087992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] Checking router: 62ea291c-f363-459e-9a83-f9d1e8e95227 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:24:28.097444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:24:28.098045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:24:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:28.098676 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-e69a243c-52b4-4c15-ae12-45c5a297464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:28.100367 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-e69a243c-52b4-4c15-ae12-45c5a297464c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422735 Jul 30 02:24:28.177784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b39a59d8-2466-41f0-a97f-3a5915fb4bd0'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:24:28.199530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-fe68632c-542e-4c27-836b-d7103c05c15c service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913854 Jul 30 02:24:28.235048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:24:28.292910 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-224737a0-49dc-424c-88e6-9cc2e2567ab1 req-c68fe370-1766-4a23-a522-2e5625a7e5de service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854831 Jul 30 02:24:28.477806 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722585a-c8a0-4a73-9d9b-7138e5492220 req-37c223ce-20bd-4653-bb70-47126c8aea3b tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:28.480118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b722585a-c8a0-4a73-9d9b-7138e5492220 req-37c223ce-20bd-4653-bb70-47126c8aea3b tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 948 time: 0.0560899 Jul 30 02:24:28.519873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b722585a-c8a0-4a73-9d9b-7138e5492220 req-0e539617-9e00-4fb6-948d-d93d2a6918d4 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/security-groups?id=810882bf-ac53-4678-a40e-64d62c79484b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335793 Jul 30 02:24:28.526734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:24:04Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f7259181-2eb9-4353-ad44-5527290df314', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'port_id': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'mac_address': 'fa:16:3e:f9:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:24:25Z', 'updated_at': '2021-07-30T02:24:25Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f792497d-9518-4bb4-8108-eda1953514a7', 'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:81:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:24:03Z', 'updated_at': '2021-07-30T02:24:12Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:24:28.553149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b226add-18d4-40cc-a27e-00e379b22548 None None] The sync data for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 is: [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:24:04Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f7259181-2eb9-4353-ad44-5527290df314', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'port_id': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'mac_address': 'fa:16:3e:f9:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:24:25Z', 'updated_at': '2021-07-30T02:24:25Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f792497d-9518-4bb4-8108-eda1953514a7', 'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:81:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:24:03Z', 'updated_at': '2021-07-30T02:24:12Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:24:28.775615 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2620a-e12e-44b5-8abd-0e78b5e458ef None None] New status for floating IP f7259181-2eb9-4353-ad44-5527290df314: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:24:28.863786 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51494) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:28.941005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8eaf6dae-b98b-4571-9b4d-9074103b0db1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/f7259181-2eb9-4353-ad44-5527290df314 HTTP/1.1" status: 200 len: 991 time: 0.0756419 Jul 30 02:24:29.509271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b39a59d8-2466-41f0-a97f-3a5915fb4bd0 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:24:29.565312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:24:29.569688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:24:29.570063 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:29.644074 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba52e63-3541-49ce-ba16-3a9e0a33f57d req-a01781e1-8a97-4b27-bf29-ab8743571178 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:29.645635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba52e63-3541-49ce-ba16-3a9e0a33f57d req-a01781e1-8a97-4b27-bf29-ab8743571178 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 948 time: 0.0530443 Jul 30 02:24:29.651730 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:29.684611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39a59d8-2466-41f0-a97f-3a5915fb4bd0'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:24:29.687090 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048103df-a87e-4c90-9288-0e8388109e05" -d '{"events": [{"server_uuid": "5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "b39a59d8-2466-41f0-a97f-3a5915fb4bd0"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:24:29.688424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba52e63-3541-49ce-ba16-3a9e0a33f57d req-d795c9f0-87b7-4c3f-8b10-0783b1261a5b tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/security-groups?id=810882bf-ac53-4678-a40e-64d62c79484b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356691 Jul 30 02:24:29.702037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port b39a59d8-2466-41f0-a97f-3a5915fb4bd0, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:24:29.711520 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:29.735010 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af39153-3421-47fe-8619-93363c65559d x-openstack-request-id: req-8af39153-3421-47fe-8619-93363c65559d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:24:29.735307 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "b39a59d8-2466-41f0-a97f-3a5915fb4bd0", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:24:29.735584 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8af39153-3421-47fe-8619-93363c65559d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:24:29.736040 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39a59d8-2466-41f0-a97f-3a5915fb4bd0', 'code': 200} Jul 30 02:24:29.764127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:24:29.858745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa8b2b-8ffd-494c-b1ac-ab953cbb8693 req-fad2f26c-7e99-488a-ae1f-c1e337c0f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:29.860280 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74aa8b2b-8ffd-494c-b1ac-ab953cbb8693 req-fad2f26c-7e99-488a-ae1f-c1e337c0f74c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 1100 time: 0.0477607 Jul 30 02:24:29.895372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74aa8b2b-8ffd-494c-b1ac-ab953cbb8693 req-39678c01-97d3-4548-a65d-9716d99b2ad6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=810882bf-ac53-4678-a40e-64d62c79484b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283391 Jul 30 02:24:29.945028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 51500) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:24:30.011000 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9e7484d3-bc14-4c74-b10b-86678cde376e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/f7259181-2eb9-4353-ad44-5527290df314 HTTP/1.1" status: 200 len: 993 time: 0.0638983 Jul 30 02:24:30.741684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebaac80d-627e-433d-9208-0e1ff25755b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:30.816225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b849be-e662-4e26-af2b-f98750a7afd5 req-41e3fd89-1e8d-4d49-95bb-c831f93a5a34 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:24:30.818046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4b849be-e662-4e26-af2b-f98750a7afd5 req-41e3fd89-1e8d-4d49-95bb-c831f93a5a34 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 949 time: 0.0579982 Jul 30 02:24:30.859059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4b849be-e662-4e26-af2b-f98750a7afd5 req-1de3747e-4326-43ac-9135-b8c4876fe5c5 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/security-groups?id=810882bf-ac53-4678-a40e-64d62c79484b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Jul 30 02:24:31.620867 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:33.413671 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-960d2131-dbb2-4bfd-a9e6-1a7d1bb98c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:33.864030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:34.598598 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:36.257304 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:24:54.160087 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:00.332948 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:25:00.743844 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51b87778-5ad4-45d8-8b64-838df2ac9b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:01.632295 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:03.368141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894edef0-2410-4292-82a2-53b4752e7edf req-a634a3be-ca11-481e-8f8f-983483094023 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:03.370140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-894edef0-2410-4292-82a2-53b4752e7edf req-a634a3be-ca11-481e-8f8f-983483094023 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1097 time: 0.0560482 Jul 30 02:25:03.406315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55f5e718-9212-49e2-8cc1-e87ea458fdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:03.410517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-894edef0-2410-4292-82a2-53b4752e7edf req-623e0471-8d8f-4822-b99f-2b69ef9437d4 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333443 Jul 30 02:25:03.536287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cc036-77e5-44b9-ac1d-ae139d1a64a4 req-b9fccfae-edd4-416c-90e0-8806d2d99f8c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:03.537922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-925cc036-77e5-44b9-ac1d-ae139d1a64a4 req-b9fccfae-edd4-416c-90e0-8806d2d99f8c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0554795 Jul 30 02:25:03.579164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-925cc036-77e5-44b9-ac1d-ae139d1a64a4 req-8c4ffc61-07b1-4cf2-8a68-15e0e97271b4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339062 Jul 30 02:25:03.607145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 51750) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:25:03.668678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9eab40f6-465e-41f9-b329-52379fcbe90f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/f7259181-2eb9-4353-ad44-5527290df314 HTTP/1.1" status: 200 len: 993 time: 0.0602965 Jul 30 02:25:03.857777 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:04.187287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a1243-cbd7-441d-846a-1290cd6d814c req-54ef3a87-a95d-4bd6-ae15-ce4b3dfb9303 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:04.194920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc4a1243-cbd7-441d-846a-1290cd6d814c req-54ef3a87-a95d-4bd6-ae15-ce4b3dfb9303 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0646942 Jul 30 02:25:04.240310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc4a1243-cbd7-441d-846a-1290cd6d814c req-6435246a-069f-4ba1-94b1-fffb779f3123 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438237 Jul 30 02:25:04.300999 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-31f3d8ed-ce41-4738-b856-a90e3364d011 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1836905 Jul 30 02:25:04.598428 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:05.379003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88869ca2-5985-4223-88c8-a6efa6a6617d req-8a5cc2ca-240e-44fe-82e0-2380b3935e9a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:05.380459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88869ca2-5985-4223-88c8-a6efa6a6617d req-8a5cc2ca-240e-44fe-82e0-2380b3935e9a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0535183 Jul 30 02:25:05.421600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88869ca2-5985-4223-88c8-a6efa6a6617d req-56086c28-8660-4293-94c0-40597a4387cd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348682 Jul 30 02:25:05.589845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-b95cdca1-69da-45db-9959-cd0f1e21100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:05.591594 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-b95cdca1-69da-45db-9959-cd0f1e21100a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1097 time: 0.0660713 Jul 30 02:25:05.690314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-2901ff68-2f3a-4eeb-ab52-f660aa935ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:05.691859 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-2901ff68-2f3a-4eeb-ab52-f660aa935ed9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.0920007 Jul 30 02:25:05.771747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-0b08b80b-5d8a-44d5-b6ef-3a3dec7da641 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 1001 time: 0.0716813 Jul 30 02:25:05.835061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-07945420-bff6-4f81-ad5c-9b0e5bda8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:05.836662 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-07945420-bff6-4f81-ad5c-9b0e5bda8f7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0567467 Jul 30 02:25:05.899053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-37d335cd-fc72-415e-a576-a7053280df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:05.900615 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-37d335cd-fc72-415e-a576-a7053280df7f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548613 Jul 30 02:25:06.041502 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-ee38eb27-a560-4055-a2fd-7b908609ac08 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327238 Jul 30 02:25:06.161238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-c6a37f41-f9b7-4432-8d8a-89031d58eb7d service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095927 Jul 30 02:25:06.263149 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:06.555336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab8470-9729-4a9a-9cc5-b7c8527b2e35 req-05bf73b1-4d41-4c7b-8f64-44a7eb30042d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:06.557297 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74ab8470-9729-4a9a-9cc5-b7c8527b2e35 req-05bf73b1-4d41-4c7b-8f64-44a7eb30042d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0556080 Jul 30 02:25:06.604061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74ab8470-9729-4a9a-9cc5-b7c8527b2e35 req-f6d9232f-a598-4556-b18c-8c3eed85dde1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376740 Jul 30 02:25:07.752346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc2727-4101-4ca5-9ea1-0a6fed0dabb4 req-7d106f87-fb9e-4a37-bedc-d7f9fffea5e6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:07.753892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25cc2727-4101-4ca5-9ea1-0a6fed0dabb4 req-7d106f87-fb9e-4a37-bedc-d7f9fffea5e6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0673122 Jul 30 02:25:07.803047 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25cc2727-4101-4ca5-9ea1-0a6fed0dabb4 req-a9dbface-2bdf-47fb-913a-706c63a6f686 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 Jul 30 02:25:08.744740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-63b9ec2e-5576-4ebb-9b58-4d29f15190da req-7dab58cc-afa7-4eae-b288-66761f21770d tempest-ServerAddressesTestJSON-779022988 tempest-ServerAddressesTestJSON-779022988-project] (93819) timed out ('10.222.0.41', 64703) {{(pid=93819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:25:08.930942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b68f9-078e-4aca-982c-c382cef28e32 req-faf4b8e4-b48b-4f7b-9e75-542d1b44844e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:08.932471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d87b68f9-078e-4aca-982c-c382cef28e32 req-faf4b8e4-b48b-4f7b-9e75-542d1b44844e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0544255 Jul 30 02:25:08.975377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d87b68f9-078e-4aca-982c-c382cef28e32 req-35103c79-0bce-4453-9886-b02b18c94550 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360043 Jul 30 02:25:10.097935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec299e-3403-408c-a9ab-18c10b505f7d req-da0b3847-d159-47a0-b694-de8940b303ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:10.099515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-adec299e-3403-408c-a9ab-18c10b505f7d req-da0b3847-d159-47a0-b694-de8940b303ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0551922 Jul 30 02:25:10.140647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-adec299e-3403-408c-a9ab-18c10b505f7d req-e5b961e8-a6d4-40e6-ad2c-a49634d3e562 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345197 Jul 30 02:25:11.263606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876850d-8e67-4ef5-ab47-9819a955bc3a req-6f930784-64a5-4207-9f8d-67c1b75f933a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:11.265105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c876850d-8e67-4ef5-ab47-9819a955bc3a req-6f930784-64a5-4207-9f8d-67c1b75f933a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0499103 Jul 30 02:25:11.306061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c876850d-8e67-4ef5-ab47-9819a955bc3a req-5d0b598d-1b5c-4394-bea4-5b490cf66d46 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347717 Jul 30 02:25:12.436875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49273763-f984-4904-98d6-02e16e5c4946 req-5ce706ba-d88a-45fd-9c86-abf319dd4b9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:12.438541 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49273763-f984-4904-98d6-02e16e5c4946 req-5ce706ba-d88a-45fd-9c86-abf319dd4b9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0580862 Jul 30 02:25:12.480252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49273763-f984-4904-98d6-02e16e5c4946 req-6854e3ca-06f7-4e6c-b544-60f7db09f162 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346448 Jul 30 02:25:13.613833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef028369-0d8e-4c94-b746-c986d82729f3 req-418eb6ac-b170-4ffc-87ca-363ca0944d16 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:13.615362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef028369-0d8e-4c94-b746-c986d82729f3 req-418eb6ac-b170-4ffc-87ca-363ca0944d16 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0620027 Jul 30 02:25:13.654350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef028369-0d8e-4c94-b746-c986d82729f3 req-16d7528d-0cfc-4de6-9b15-ef4bb8073056 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330317 Jul 30 02:25:14.783699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a098414-c3d5-4589-a3fa-4d9907de6f3a req-a9ed81f7-0662-4144-b274-ef421fc1759c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:14.785231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a098414-c3d5-4589-a3fa-4d9907de6f3a req-a9ed81f7-0662-4144-b274-ef421fc1759c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0598910 Jul 30 02:25:14.825881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a098414-c3d5-4589-a3fa-4d9907de6f3a req-9d31fd6e-75d3-4e12-bde8-fef7e3f5b406 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335727 Jul 30 02:25:15.964441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c153c0-5867-4505-aee9-5176b2c28540 req-d87e4c6c-d493-45f4-9e6d-009739f968a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:15.966101 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98c153c0-5867-4505-aee9-5176b2c28540 req-d87e4c6c-d493-45f4-9e6d-009739f968a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0595093 Jul 30 02:25:16.010781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98c153c0-5867-4505-aee9-5176b2c28540 req-9929a129-c347-4e8d-8cb0-e487c566d3c9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384052 Jul 30 02:25:17.135762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeada39-e7e1-4690-8a49-1f307daaa3ae req-c9f01d3d-ce5a-47de-b916-c70c8d7484ac tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:17.138015 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aeada39-e7e1-4690-8a49-1f307daaa3ae req-c9f01d3d-ce5a-47de-b916-c70c8d7484ac tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0543089 Jul 30 02:25:17.184542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aeada39-e7e1-4690-8a49-1f307daaa3ae req-d6341e34-132b-4446-bb32-1af73e81e2e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401213 Jul 30 02:25:18.325542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc65697-be51-41a4-ab2e-93fd95522243 req-56054f5e-77b7-4404-8b5d-2ab9ead5b5ba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:18.328392 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2cc65697-be51-41a4-ab2e-93fd95522243 req-56054f5e-77b7-4404-8b5d-2ab9ead5b5ba tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0591550 Jul 30 02:25:18.370382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2cc65697-be51-41a4-ab2e-93fd95522243 req-198e3d71-81fd-48d7-828c-8a19dfdc7f66 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352676 Jul 30 02:25:19.504439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cd555-be8d-413a-989d-5f4ed84e1f29 req-0a6d4fe7-fe51-486e-97bc-639683904dbe tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:19.506050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-370cd555-be8d-413a-989d-5f4ed84e1f29 req-0a6d4fe7-fe51-486e-97bc-639683904dbe tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0581717 Jul 30 02:25:19.558368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-370cd555-be8d-413a-989d-5f4ed84e1f29 req-5259d341-3733-4905-b4c5-338abf83a011 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409582 Jul 30 02:25:20.692555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aec51-ab64-4c9e-8950-a10dc1a6fca1 req-7c89b9e1-15a9-4230-b8e2-4a7c19840cbf tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:20.694489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c2aec51-ab64-4c9e-8950-a10dc1a6fca1 req-7c89b9e1-15a9-4230-b8e2-4a7c19840cbf tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0603981 Jul 30 02:25:20.736598 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6c2aec51-ab64-4c9e-8950-a10dc1a6fca1 req-23524a5e-59a9-40d0-a5d3-7691f9edbb30 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349219 Jul 30 02:25:21.878574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26af76-9cf0-4258-88cf-fa554bee3071 req-fbb3d4f6-f67c-4fb1-91af-354d613fe342 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:21.880404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc26af76-9cf0-4258-88cf-fa554bee3071 req-fbb3d4f6-f67c-4fb1-91af-354d613fe342 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0696023 Jul 30 02:25:21.933701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cc26af76-9cf0-4258-88cf-fa554bee3071 req-bccf0af8-39a2-4cae-a1a6-6c4070354ab5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455749 Jul 30 02:25:23.100968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4fc32-7141-4a36-a3ac-4a8868c9641e req-6a7d3927-31f7-42a3-8eb6-56b2f0c1405a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:23.104085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93f4fc32-7141-4a36-a3ac-4a8868c9641e req-6a7d3927-31f7-42a3-8eb6-56b2f0c1405a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0862925 Jul 30 02:25:23.165318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93f4fc32-7141-4a36-a3ac-4a8868c9641e req-f703f971-a68b-4d01-800a-f9f9a8dbb79c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491691 Jul 30 02:25:23.533645 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-695090d6-2427-4f4a-b723-c387393d978a service neutron] show failed (client error): The resource could not be found. Jul 30 02:25:23.534587 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-695090d6-2427-4f4a-b723-c387393d978a service neutron] 10.222.0.22 "GET /v2.0/ports/d8056e11-b539-4b43-86ff-4ce3f961412a/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0588796 Jul 30 02:25:23.774797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-29533ad8-ac39-4071-a7b6-299fb16f35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:23.776300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-29533ad8-ac39-4071-a7b6-299fb16f35cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 1097 time: 0.0743272 Jul 30 02:25:23.790298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:25:23.850380 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:24.080426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:24.121252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:25:24.156194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:24.166947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:24.170459 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb780d2-5714-4e23-ab8d-ae67ccfed373" -d '{"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-unplugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:24.174989 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:24.189318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Transition to ACTIVE for port object d8056e11-b539-4b43-86ff-4ce3f961412a will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:25:24.194959 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:24.264502 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06240360-718e-4924-9625-e1a92f1ad038 x-openstack-request-id: req-06240360-718e-4924-9625-e1a92f1ad038 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:24.264768 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-unplugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:24.265026 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-06240360-718e-4924-9625-e1a92f1ad038 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:24.265423 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'code': 200} Jul 30 02:25:24.312272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:24.352981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.353302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.353691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.353898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.354172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.354671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.354847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.355248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.356255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.356445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.356743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.357392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:24.428212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] No DVR routers for this DVR port d8056e11-b539-4b43-86ff-4ce3f961412a on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:25:24.473010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93908cdd-ed6b-41e5-bf85-9049a85d1ce8 req-1cd28bc5-3186-490c-a66c-77649b76c9f6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:24.474601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93908cdd-ed6b-41e5-bf85-9049a85d1ce8 req-1cd28bc5-3186-490c-a66c-77649b76c9f6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 944 time: 0.1424980 Jul 30 02:25:24.569118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93908cdd-ed6b-41e5-bf85-9049a85d1ce8 req-847cb6f9-56fc-4565-bce2-2d2e31fbb60d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782583 Jul 30 02:25:24.609557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:25:24.609807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:25:24.610150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a on network 6c00382e-6b45-48c2-b442-a9112bad645f {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:25:24.614691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Port d8056e11-b539-4b43-86ff-4ce3f961412a on network 6c00382e-6b45-48c2-b442-a9112bad645f not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:25:24.615015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a on network 6c00382e-6b45-48c2-b442-a9112bad645f {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:25:24.619966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:25:24.620319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Checking segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:25:24.620714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Bound using segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:25:24.621277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Bound port: d8056e11-b539-4b43-86ff-4ce3f961412a, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:25:24.621649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:24.705657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:25:24.710080 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:25:24.714383 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:24.752392 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:24.753213 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:24.754696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 1092 time: 0.9705036 Jul 30 02:25:24.778385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad5050-ce5f-4917-ac78-1c3582d574a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:24.825221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-3ef13c04-630a-40e7-b9e6-ff886d1a4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:24.826811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-3ef13c04-630a-40e7-b9e6-ff886d1a4cfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1095 time: 0.0450203 Jul 30 02:25:24.931699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-a8a0d569-4fff-4d58-b7c0-06cc79b7cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:24.934179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-a8a0d569-4fff-4d58-b7c0-06cc79b7cda5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.0997500 Jul 30 02:25:25.036485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-c5db6e38-4053-4c59-a6be-57404e5c9ea9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 999 time: 0.0960059 Jul 30 02:25:25.095336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-ed038dc5-bef8-4075-951d-6926bb41b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:25.096923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-ed038dc5-bef8-4075-951d-6926bb41b2bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0531700 Jul 30 02:25:25.146273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-11bf1a1b-2628-4e7f-8109-a2963a12ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:25.147811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-11bf1a1b-2628-4e7f-8109-a2963a12ecbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427897 Jul 30 02:25:25.163930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9c00bd49-ea0e-4f04-9ec4-5830abc2a7cb service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:25:25.163930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-9c00bd49-ea0e-4f04-9ec4-5830abc2a7cb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058107 Jul 30 02:25:25.258934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-ec6a61b8-4754-40bd-b92b-6ef13366b0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896113 Jul 30 02:25:25.406579 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-e736981b-5801-459f-b19a-c1de528616a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458090 Jul 30 02:25:25.498201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-a7e844df-2d32-4702-83da-3f64d3c1c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:25.499778 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-a7e844df-2d32-4702-83da-3f64d3c1c99b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3426b700fbe54348ac7b99efd7420790&device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0440056 Jul 30 02:25:25.613320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-433f1f85-69f5-4f0d-8d54-aea9006ba02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:25.616186 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-433f1f85-69f5-4f0d-8d54-aea9006ba02a service neutron] 10.222.0.41 "GET /v2.0/networks?id=503ca952-0f58-4eb6-bcbe-76f6eea78812 HTTP/1.1" status: 200 len: 909 time: 0.0963533 Jul 30 02:25:25.661867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0b51327-9fa4-4d8d-b329-cd69ec6246f2 req-1eb7235e-fe34-4365-ae7d-994cff3f691e service neutron] 10.222.0.41 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956914 Jul 30 02:25:25.697991 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-b5cbf348-d73f-49c4-b7de-d9ce5f5add5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427 HTTP/1.1" status: 200 len: 1001 time: 0.0751777 Jul 30 02:25:25.712859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd6969-0d21-428a-9fe1-deaf6ae0ad11 req-4de82151-5c1b-4c14-b9e0-2ea0f3e98489 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:25.715712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6abd6969-0d21-428a-9fe1-deaf6ae0ad11 req-4de82151-5c1b-4c14-b9e0-2ea0f3e98489 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 944 time: 0.0655949 Jul 30 02:25:25.763985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-421384ca-2d10-479d-9359-5c7e187552c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:25.765808 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-421384ca-2d10-479d-9359-5c7e187552c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7d71f14-2c12-4250-b662-8cc82b00fcf6 HTTP/1.1" status: 200 len: 847 time: 0.0611506 Jul 30 02:25:25.768696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6abd6969-0d21-428a-9fe1-deaf6ae0ad11 req-7eafb4f3-2d22-4c54-951a-13358f4de09f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466678 Jul 30 02:25:25.827423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-9c81acaf-1db6-4184-b680-7ce5de181b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:25.829127 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-9c81acaf-1db6-4184-b680-7ce5de181b07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=503ca952-0f58-4eb6-bcbe-76f6eea78812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450821 Jul 30 02:25:25.920545 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-014f95cb-ff31-4e04-90ff-d4e5ff576db2 service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825317 Jul 30 02:25:26.013677 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-14ecd716-1adf-47d1-bc84-4e4fd02f021d req-f8d8a7c2-a3d5-487e-832a-f92f4a42e336 service neutron] 10.222.0.41 "GET /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859790 Jul 30 02:25:26.266937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:26.269369 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a1e207-cfc5-4f4b-8263-5a828b003be0" -d '{"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:26.327571 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1082020b-b696-44e6-8e06-c3cc36ad8cd4 x-openstack-request-id: req-1082020b-b696-44e6-8e06-c3cc36ad8cd4 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:26.327919 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:26.328093 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1082020b-b696-44e6-8e06-c3cc36ad8cd4 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:26.328506 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'status': 'completed', 'code': 200} Jul 30 02:25:26.403569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-6495f727-5929-495f-a97e-775649964d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.405349 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-6495f727-5929-495f-a97e-775649964d6b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1095 time: 0.0644307 Jul 30 02:25:26.468131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-83a91c74-accc-4c6b-8e7c-891e20e0c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.469615 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-83a91c74-accc-4c6b-8e7c-891e20e0c603 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1095 time: 0.1028872 Jul 30 02:25:26.559523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-8fac064d-cf6e-4571-a7d5-dabe4b7c983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.560995 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-8fac064d-cf6e-4571-a7d5-dabe4b7c983b service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.1471062 Jul 30 02:25:26.629655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-50bbd420-6b1f-4c60-828a-8ac5a6b44d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.631121 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-50bbd420-6b1f-4c60-828a-8ac5a6b44d84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.1536589 Jul 30 02:25:26.651821 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-6583c5e6-5591-43c0-aeb4-81431fcd10f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 999 time: 0.0819213 Jul 30 02:25:26.738660 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-90f88208-6f43-4e72-ba8c-37c056b1d7b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 999 time: 0.0961833 Jul 30 02:25:26.744219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-ccba5217-8a96-4f28-9019-29e206a0888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.745664 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-ccba5217-8a96-4f28-9019-29e206a0888b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0674183 Jul 30 02:25:26.823516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-11edc1b8-c71d-44d4-9e5a-3626baed0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.824737 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-11edc1b8-c71d-44d4-9e5a-3626baed0dc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0738668 Jul 30 02:25:26.830947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-1374dad8-5d9e-46d3-bfd8-56c541fd3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.832598 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-1374dad8-5d9e-46d3-bfd8-56c541fd3d49 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739317 Jul 30 02:25:26.906678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c2054-3fa6-4561-8bc4-629b8e8749c6 req-fadcf6f1-4c6b-4043-9776-ebf376fc234b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.908117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc3c2054-3fa6-4561-8bc4-629b8e8749c6 req-fadcf6f1-4c6b-4043-9776-ebf376fc234b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 944 time: 0.0610261 Jul 30 02:25:26.925720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-a4bbae41-1212-4de5-8fff-f7c6841d1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:26.927320 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-a4bbae41-1212-4de5-8fff-f7c6841d1b33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938137 Jul 30 02:25:26.953982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc3c2054-3fa6-4561-8bc4-629b8e8749c6 req-4c7cf1db-2eab-4a3e-988e-4d2607ca24e2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393817 Jul 30 02:25:27.013092 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-489a922a-d59a-4bfe-aae2-ab8b22a5060c service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698298 Jul 30 02:25:27.055198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:25:27.090656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-c65d89c9-7e8b-4775-ba06-c987688b19a0 service neutron] 10.222.0.41 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543634 Jul 30 02:25:27.096192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:25:27.177455 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-c5fe8b3b-55f6-4634-ab1f-a4e9831206fa service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509995 Jul 30 02:25:27.212470 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-74a1e207-cfc5-4f4b-8263-5a828b003be0 req-91ccd0e4-dc54-49fa-a909-eb2d428ca73f service neutron] 10.222.0.41 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121290 Jul 30 02:25:27.839656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:25:27.958074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:27.971605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'port_id': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'mac_address': 'fa:16:3e:f9:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:25:28.024200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:28.040607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8056e11-b539-4b43-86ff-4ce3f961412a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:25:28.069459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:28.075330 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:28.120978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd9e88-76bf-4e28-b953-1366f1290fa8 req-3728b383-c3c2-438f-9df6-541acade2f0c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:28.123204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11bd9e88-76bf-4e28-b953-1366f1290fa8 req-3728b383-c3c2-438f-9df6-541acade2f0c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 944 time: 0.0737534 Jul 30 02:25:28.133042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:28.142588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.143003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.143476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.143945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.144344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.144739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.145135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.145527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.145925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.146312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.146772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.147353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:28.180025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11bd9e88-76bf-4e28-b953-1366f1290fa8 req-3924623b-fac2-49c3-8825-8e35f6071355 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485003 Jul 30 02:25:28.316685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['d8056e11-b539-4b43-86ff-4ce3f961412a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:25:28.471160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-21ec52eb-f56e-47d7-83dd-e592a896ce7e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:28.473702 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-21ec52eb-f56e-47d7-83dd-e592a896ce7e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.41 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050&tenant_id=07af2af8cc1a4c29aaa17876acaeede6&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 945 time: 0.0808318 Jul 30 02:25:28.501375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a796852-6756-4ad3-bb25-9754b7583e0f req-2fac17e5-e954-4d4f-bbae-ae38b54dff66 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:28.514403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a796852-6756-4ad3-bb25-9754b7583e0f req-2fac17e5-e954-4d4f-bbae-ae38b54dff66 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 945 time: 0.0768986 Jul 30 02:25:28.565837 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-4315ad87-b360-4f51-a778-d7034a2adba5 service neutron] 10.222.0.41 "GET /v2.0/ports/d8056e11-b539-4b43-86ff-4ce3f961412a/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 382 time: 0.0834198 Jul 30 02:25:28.598314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a796852-6756-4ad3-bb25-9754b7583e0f req-b90a896e-b19f-481b-b2a4-9e9429556450 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775859 Jul 30 02:25:28.674678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-c359db40-845a-43da-b212-c36ec870d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:28.677136 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-c359db40-845a-43da-b212-c36ec870d10e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1096 time: 0.0661197 Jul 30 02:25:28.802140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-86c551c7-2a5b-4a90-9e58-c4e122fa0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:28.803902 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-86c551c7-2a5b-4a90-9e58-c4e122fa0836 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.1082191 Jul 30 02:25:28.888894 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-86d0cce4-f799-4a32-b7ca-5072599b9dba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 1000 time: 0.0769789 Jul 30 02:25:28.948000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-a7a1a75f-6d95-4f14-8a8c-f1e59cc9b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:28.949736 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-a7a1a75f-6d95-4f14-8a8c-f1e59cc9b8ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0520647 Jul 30 02:25:29.006316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-1c352f69-34c5-432c-84c7-65c74bd14895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:29.007973 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-1c352f69-34c5-432c-84c7-65c74bd14895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464652 Jul 30 02:25:29.110756 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-10d24ae8-79fa-4d7f-b8d4-ded6072d9818 service neutron] 10.222.0.41 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940330 Jul 30 02:25:29.210056 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-55cb76a0-7282-4e9d-86bb-c191ced4594f service neutron] 10.222.0.41 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911670 Jul 30 02:25:29.742236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21fc3d-bc8c-4027-9e46-da76d72ae5c2 req-09037aca-b7f2-418a-b58f-2ba5875f3277 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:29.743871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e21fc3d-bc8c-4027-9e46-da76d72ae5c2 req-09037aca-b7f2-418a-b58f-2ba5875f3277 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 945 time: 0.0655715 Jul 30 02:25:29.793274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e21fc3d-bc8c-4027-9e46-da76d72ae5c2 req-3435c2c2-5ff5-4ca5-ad80-346c1fee4109 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Jul 30 02:25:29.873507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:25:29.930727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port d8056e11-b539-4b43-86ff-4ce3f961412a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:25:29.936798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port d8056e11-b539-4b43-86ff-4ce3f961412a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:25:29.937486 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:30.029588 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:30.054878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:30.057133 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c2fed4-e10d-4034-860f-213cf5c10d88" -d '{"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-plugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:30.073651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:30.079087 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:30.118992 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27a1683-8cb7-4cdd-92ba-2ec3a8eae6ac x-openstack-request-id: req-b27a1683-8cb7-4cdd-92ba-2ec3a8eae6ac {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:30.119351 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-plugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:30.119797 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b27a1683-8cb7-4cdd-92ba-2ec3a8eae6ac {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:30.119963 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'code': 200} Jul 30 02:25:30.135897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:30.746604 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b084782e-1cc4-46e8-a0f6-888a9b01dfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:30.919221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fd14a-5133-4d53-9781-0406c229b59b req-8188be5d-47e6-478d-ad9c-de51cc7b0876 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:30.920917 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe0fd14a-5133-4d53-9781-0406c229b59b req-8188be5d-47e6-478d-ad9c-de51cc7b0876 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 946 time: 0.0511243 Jul 30 02:25:30.961347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe0fd14a-5133-4d53-9781-0406c229b59b req-d1deac70-72b5-457a-9d2e-6b23283295a3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344822 Jul 30 02:25:31.212917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-b941b7a4-4bea-4b52-903d-d7b0e902beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:31.214421 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-b941b7a4-4bea-4b52-903d-d7b0e902beec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 1097 time: 0.0764079 Jul 30 02:25:31.229413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:25:31.630304 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:31.636453 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:31.881179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:31.915272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:25:31.957720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:31.960039 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e442abb-efdb-48c6-b734-4350d2b0959b" -d '{"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-unplugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:31.964081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:31.983215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Transition to ACTIVE for port object d8056e11-b539-4b43-86ff-4ce3f961412a will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:25:31.989901 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:32.022019 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bed64a-686f-45d3-ba39-906475cbf6a0 x-openstack-request-id: req-80bed64a-686f-45d3-ba39-906475cbf6a0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:32.022336 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-unplugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:32.022550 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-80bed64a-686f-45d3-ba39-906475cbf6a0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:32.022947 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'code': 200} Jul 30 02:25:32.094187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:32.126785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.127402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.127764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.128090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.128592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.129127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.129637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.130056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.130417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.130739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.131239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.131676 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:25:32.137166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af57af-cc9b-4793-a4da-712d08c82029 req-de25800c-f0ed-4992-b765-53e9440754f3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:32.140732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6af57af-cc9b-4793-a4da-712d08c82029 req-de25800c-f0ed-4992-b765-53e9440754f3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 945 time: 0.0605409 Jul 30 02:25:32.188769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] No DVR routers for this DVR port d8056e11-b539-4b43-86ff-4ce3f961412a on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:25:32.206671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6af57af-cc9b-4793-a4da-712d08c82029 req-2f019a30-7dc6-4d8f-b45f-319033c5b5cf tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598938 Jul 30 02:25:32.351141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:25:32.351712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:25:32.351712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a on network 6c00382e-6b45-48c2-b442-a9112bad645f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:25:32.356683 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Port d8056e11-b539-4b43-86ff-4ce3f961412a on network 6c00382e-6b45-48c2-b442-a9112bad645f not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:25:32.357140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Attempting to bind port d8056e11-b539-4b43-86ff-4ce3f961412a on network 6c00382e-6b45-48c2-b442-a9112bad645f {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:25:32.362178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:25:32.362514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Checking segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:25:32.362891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Bound using segment: {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:25:32.363308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Bound port: d8056e11-b539-4b43-86ff-4ce3f961412a, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:25:32.363711 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:32.432996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:25:32.436722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:25:32.441559 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:32.480693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:32.481317 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:32.482943 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] 10.222.0.22 "PUT /v2.0/ports/d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 1093 time: 1.2581656 Jul 30 02:25:32.524115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2422ea-db49-4031-84c0-48eba244b419 service neutron] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:32.563056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-89ae1aa2-b02e-4469-9417-f9a2f01f6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:32.564633 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-89ae1aa2-b02e-4469-9417-f9a2f01f6e74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1096 time: 0.0486248 Jul 30 02:25:32.666685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-6d17454a-8e3e-4004-8358-7aac271f203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:32.668788 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-6d17454a-8e3e-4004-8358-7aac271f203d service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.0958295 Jul 30 02:25:32.742987 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-184732ff-4ac8-4e89-a092-84fe3e2b443d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 999 time: 0.0655780 Jul 30 02:25:32.805264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-b468a3fd-896a-4260-a006-46534290fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:32.806749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-b468a3fd-896a-4260-a006-46534290fbc7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0479996 Jul 30 02:25:32.866986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8fcaca46-0903-41dd-afa8-7d48a11cae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:32.868835 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-8fcaca46-0903-41dd-afa8-7d48a11cae25 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478306 Jul 30 02:25:33.000619 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-7e0a888b-c080-4d9b-8a1d-6e29e0d6aaba service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160061 Jul 30 02:25:33.100165 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3f04a2ab-60ae-4de9-a191-5da8f87ce337 req-c6783fed-cf34-4b8f-9b56-abea9cdee9e2 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921793 Jul 30 02:25:33.338941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fbe07-924a-47ee-8f3e-81a27eb293c5 req-a1c0f299-0383-4ea2-af42-1e78761c2258 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:33.340951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f32fbe07-924a-47ee-8f3e-81a27eb293c5 req-a1c0f299-0383-4ea2-af42-1e78761c2258 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 945 time: 0.0666897 Jul 30 02:25:33.396066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f32fbe07-924a-47ee-8f3e-81a27eb293c5 req-38d763f6-0666-4db7-b289-657a4b207792 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Jul 30 02:25:33.415131 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4433a5e0-1656-4190-9eb8-4d5b2245b0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:33.861697 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:33.887152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:25:33.931500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:25:34.024016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:34.027744 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64172718-ffc4-4dad-85b1-7e25d13345e7" -d '{"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:34.088529 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182662af-ac86-4bfd-a64b-fe8c55ea0dfb x-openstack-request-id: req-182662af-ac86-4bfd-a64b-fe8c55ea0dfb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:34.088941 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:34.089257 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-182662af-ac86-4bfd-a64b-fe8c55ea0dfb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:34.090418 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'status': 'completed', 'code': 200} Jul 30 02:25:34.192062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-b629319b-6473-4c76-ab3f-f42c4959e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:34.193995 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-b629319b-6473-4c76-ab3f-f42c4959e6f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1096 time: 0.0785487 Jul 30 02:25:34.196244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-94a03daf-8645-41bc-b6ee-4d7b2daf3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:34.197756 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-94a03daf-8645-41bc-b6ee-4d7b2daf3f97 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1096 time: 0.0912991 Jul 30 02:25:34.365787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-27ff81c8-e95a-4bf2-ad05-c0d9e9d700b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:34.367285 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-27ff81c8-e95a-4bf2-ad05-c0d9e9d700b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.1667452 Jul 30 02:25:34.368405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-9a9baff2-0b63-404d-bcc5-9da6a8d8eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:34.369733 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-9a9baff2-0b63-404d-bcc5-9da6a8d8eafe service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.1613100 Jul 30 02:25:34.486381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-abe9ef73-375e-48f4-8aed-c88228716a6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 999 time: 0.1114407 Jul 30 02:25:34.488001 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-125c446e-7b04-4361-9e87-9e32bbffe30a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 999 time: 0.1074061 Jul 30 02:25:34.560313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4272a-ee8c-46d3-baad-e9b374ae4729 req-ded91bbd-7be4-4fc9-ad47-8c98a44a08d2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:34.568155 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29b4272a-ee8c-46d3-baad-e9b374ae4729 req-ded91bbd-7be4-4fc9-ad47-8c98a44a08d2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 945 time: 0.0659926 Jul 30 02:25:34.581511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-918d7c36-1e88-428b-9e1a-0203d6b0c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:34.583765 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-918d7c36-1e88-428b-9e1a-0203d6b0c025 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0907972 Jul 30 02:25:34.585828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-2f3ffe33-07c7-4ab7-b99d-3cb5e0bf73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:34.588714 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-2f3ffe33-07c7-4ab7-b99d-3cb5e0bf73f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0874672 Jul 30 02:25:34.613398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:34.620133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-29b4272a-ee8c-46d3-baad-e9b374ae4729 req-95779c5a-32c3-4264-a280-b85f80ce154c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505891 Jul 30 02:25:34.673187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-3a86a4be-4d40-4dd9-9ddb-2f8be3ddf589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:34.674833 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-3a86a4be-4d40-4dd9-9ddb-2f8be3ddf589 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838964 Jul 30 02:25:34.680025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-07637119-8e0c-463d-a996-edd35a80ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:34.681470 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-07637119-8e0c-463d-a996-edd35a80ebc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789118 Jul 30 02:25:34.852461 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-7d61ca14-daf0-4616-90d3-66807874670b service neutron] 10.222.0.41 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696436 Jul 30 02:25:34.856259 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-5c43f1ae-c498-46df-941b-1bb336a455f6 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663005 Jul 30 02:25:35.028153 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-7aaff889-69a1-4706-be50-ba1fb5a4cf75 service neutron] 10.222.0.41 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683934 Jul 30 02:25:35.031481 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-64172718-ffc4-4dad-85b1-7e25d13345e7 req-103dafa0-fd17-4842-808e-6346ee43a595 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641552 Jul 30 02:25:35.737501 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb29ded-3419-493d-905f-0148d89eae3d req-1973022a-383c-462a-84ec-8e9db9c6b293 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:35.739063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0eb29ded-3419-493d-905f-0148d89eae3d req-1973022a-383c-462a-84ec-8e9db9c6b293 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 945 time: 0.0504668 Jul 30 02:25:35.778046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0eb29ded-3419-493d-905f-0148d89eae3d req-46231b3f-2cdc-425f-865b-52829122986f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Jul 30 02:25:35.800736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52656) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:25:35.864565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6dca0f61-9ec9-4f29-98c8-45f74b6a14f4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/f7259181-2eb9-4353-ad44-5527290df314 HTTP/1.1" status: 200 len: 991 time: 0.0625803 Jul 30 02:25:36.252127 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:36.298995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede92be7-8110-4a0d-9d78-283ed15630dc req-20e063d1-86f5-440f-a927-f362dfafa745 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:36.301271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ede92be7-8110-4a0d-9d78-283ed15630dc req-20e063d1-86f5-440f-a927-f362dfafa745 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 949 time: 0.0535014 Jul 30 02:25:36.342124 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ede92be7-8110-4a0d-9d78-283ed15630dc req-d8092f1f-9efc-4f90-8f2d-30d01066d80c tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/security-groups?id=810882bf-ac53-4678-a40e-64d62c79484b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Jul 30 02:25:37.116241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:25:37.331416 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:25:37.360559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:37.372858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'port_id': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'mac_address': 'fa:16:3e:f9:09:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:25:37.412106 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:37.426912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8056e11-b539-4b43-86ff-4ce3f961412a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:25:37.447877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:37.453156 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:37.463035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f448f9-a782-45ec-b158-5a85f6de7d9a req-d40581f8-5377-46b6-bb97-add8336541a0 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:37.464682 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3f448f9-a782-45ec-b158-5a85f6de7d9a req-d40581f8-5377-46b6-bb97-add8336541a0 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 949 time: 0.0524750 Jul 30 02:25:37.509958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3f448f9-a782-45ec-b158-5a85f6de7d9a req-69ff7f7f-3c88-45a2-a7d4-1b47b0b9f962 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/security-groups?id=810882bf-ac53-4678-a40e-64d62c79484b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389178 Jul 30 02:25:37.513780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=12']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:37.710449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['d8056e11-b539-4b43-86ff-4ce3f961412a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:25:37.757694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-9612e6cd-fcfc-41dd-b425-9dd74405cde7 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:25:37.759195 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-9612e6cd-fcfc-41dd-b425-9dd74405cde7 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 949 time: 0.0505588 Jul 30 02:25:37.853869 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Deleting port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:25:37.854224 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:37.947154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] For port b39a59d8-2466-41f0-a97f-3a5915fb4bd0, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:37.947621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:37.963054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Calling delete_port for b39a59d8-2466-41f0-a97f-3a5915fb4bd0 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:25:38.102171 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:38.114189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['b39a59d8-2466-41f0-a97f-3a5915fb4bd0'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:25:38.139345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Pushing event deleted for resources: {'Port': ['ID=b39a59d8-2466-41f0-a97f-3a5915fb4bd0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:38.183121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] No DVR routers for this DVR port b39a59d8-2466-41f0-a97f-3a5915fb4bd0 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:25:38.186629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:38.188739 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-11b00d5b-4e07-4ff7-b684-156a6a2cd4a3 req-17d942ab-9357-4e30-bd21-1f3eef419531 tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.41 "DELETE /v2.0/ports/b39a59d8-2466-41f0-a97f-3a5915fb4bd0 HTTP/1.1" status: 204 len: 173 time: 0.4232659 Jul 30 02:25:38.189248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4', 'name': 'network-vif-deleted', 'tag': 'b39a59d8-2466-41f0-a97f-3a5915fb4bd0'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:38.192169 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e013bcd9-c7b0-424f-94e2-28b6ff495139" -d '{"events": [{"server_uuid": "5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4", "name": "network-vif-deleted", "tag": "b39a59d8-2466-41f0-a97f-3a5915fb4bd0"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:38.232457 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda0891-0593-49b7-baae-29522a14a25a x-openstack-request-id: req-9dda0891-0593-49b7-baae-29522a14a25a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:38.232805 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4", "name": "network-vif-deleted", "tag": "b39a59d8-2466-41f0-a97f-3a5915fb4bd0", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:38.233082 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9dda0891-0593-49b7-baae-29522a14a25a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:38.233490 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4', 'name': 'network-vif-deleted', 'tag': 'b39a59d8-2466-41f0-a97f-3a5915fb4bd0', 'status': 'completed', 'code': 200} Jul 30 02:25:38.647834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-955b3a9a-7710-4776-b704-fb2fb1613158 req-4c1e42f5-578d-4273-b0da-5d2d34806ebf tempest-VolumesBackupsTest-1068615914 tempest-VolumesBackupsTest-1068615914-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ae7e3e1-3fec-43f8-a67b-ffc13ee7c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0427954 Jul 30 02:25:39.128153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:25:39.175735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port d8056e11-b539-4b43-86ff-4ce3f961412a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:25:39.179482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port d8056e11-b539-4b43-86ff-4ce3f961412a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:25:39.179831 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:39.257847 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:39.279949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:25:39.282227 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677ce23-ba3f-450f-af9e-46808e7906a5" -d '{"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-plugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:25:39.300227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:25:39.304736 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:25:39.332113 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a317774-e41f-40b0-b1f5-4e61cf20c81b x-openstack-request-id: req-4a317774-e41f-40b0-b1f5-4e61cf20c81b {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:25:39.332410 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-plugged", "status": "completed", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:25:39.332661 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4a317774-e41f-40b0-b1f5-4e61cf20c81b {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:25:39.333050 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'code': 200} Jul 30 02:25:39.358965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=13']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:25:41.918825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b39a59d8-2466-41f0-a97f-3a5915fb4bd0 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:25:41.941207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: b39a59d8-2466-41f0-a97f-3a5915fb4bd0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:25:41.941644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device b39a59d8-2466-41f0-a97f-3a5915fb4bd0 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:25:54.161110 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:00.749559 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7903949c-d964-47f0-9f7d-c7e7257d08a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:01.642677 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:03.412571 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f5243df8-1f6d-4136-b291-8cc4fc5f9b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:03.868890 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:04.613121 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:06.257002 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:08.575491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617f85b-aff2-40de-8fe0-b533b5dab140 req-ef4d7872-7681-4394-95b2-6174d1e4e227 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:08.577427 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e617f85b-aff2-40de-8fe0-b533b5dab140 req-ef4d7872-7681-4394-95b2-6174d1e4e227 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1098 time: 0.0576801 Jul 30 02:26:08.620765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e617f85b-aff2-40de-8fe0-b533b5dab140 req-1439f49e-9718-497e-b072-32e705eca531 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321612 Jul 30 02:26:08.654885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52914) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:08.834267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port 226c468f-61e8-4c48-85fa-36855765eec2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:08.834522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:08.919315 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:08.919690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:08.936715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for 226c468f-61e8-4c48-85fa-36855765eec2 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:09.165627 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:09.200076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=226c468f-61e8-4c48-85fa-36855765eec2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:09.277618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:09.278183 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Floating IP f7259181-2eb9-4353-ad44-5527290df314 disassociated (deleted). External IP: 172.25.7.26, port: d8056e11-b539-4b43-86ff-4ce3f961412a. Jul 30 02:26:09.568763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router 62ea291c-f363-459e-9a83-f9d1e8e95227 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:26:09.713354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:26:09.722693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:09.732699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] Sync routers for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:26:09.744600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:09.745311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:09.765700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0aa7edc6-65a2-42f1-b4c3-4beed2a2f735 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/floatingips/f7259181-2eb9-4353-ad44-5527290df314 HTTP/1.1" status: 204 len: 168 time: 1.1089137 Jul 30 02:26:09.766778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:09.769438 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcca3335-2028-4e1f-b854-4daebc4b02d4" -d '{"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:09.916180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:09.990217 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3817d628-3e47-437e-a0ed-4474bb587ab2 x-openstack-request-id: req-3817d628-3e47-437e-a0ed-4474bb587ab2 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:09.990217 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:09.990575 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3817d628-3e47-437e-a0ed-4474bb587ab2 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:09.991857 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'status': 'completed', 'code': 200} Jul 30 02:26:10.091867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-b9709b9d-cca7-4f5a-82c6-85fed1eb9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:10.094302 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-b9709b9d-cca7-4f5a-82c6-85fed1eb9eb9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 1098 time: 0.0708919 Jul 30 02:26:10.133495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2831d4-99ef-4f34-9946-e885e250cd14 req-0862498e-454d-4c64-b23c-776cc48ae2cf tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:10.137104 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd2831d4-99ef-4f34-9946-e885e250cd14 req-0862498e-454d-4c64-b23c-776cc48ae2cf tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 947 time: 0.0787733 Jul 30 02:26:10.224562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd2831d4-99ef-4f34-9946-e885e250cd14 req-b427dc76-96bf-4e15-b968-d0d61a6c70f5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799932 Jul 30 02:26:10.251898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:24:04Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f792497d-9518-4bb4-8108-eda1953514a7', 'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:81:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:24:03Z', 'updated_at': '2021-07-30T02:24:12Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:10.259976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-c042363c-67c9-4299-8f12-0f8fb7e95399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:10.262076 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-c042363c-67c9-4299-8f12-0f8fb7e95399 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 200 len: 897 time: 0.1428232 Jul 30 02:26:10.291995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] Checking router: 62ea291c-f363-459e-9a83-f9d1e8e95227 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:26:10.306151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:10.306886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:10.353868 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-1bcc3da3-bc9e-4f9f-bcaf-432621db4026 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 200 len: 217 time: 0.0793109 Jul 30 02:26:10.420659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-f5a7a4ec-d68e-4b7e-be2d-14a401a4e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:10.422956 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-f5a7a4ec-d68e-4b7e-be2d-14a401a4e369 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 200 len: 835 time: 0.0599382 Jul 30 02:26:10.453243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:10.499465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-a04ef978-2145-46cb-b6df-72b07b16ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:10.499853 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-a04ef978-2145-46cb-b6df-72b07b16ab65 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6c00382e-6b45-48c2-b442-a9112bad645f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644784 Jul 30 02:26:10.646226 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-81fa9016-78fb-4929-9237-5c4cf3668b99 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298652 Jul 30 02:26:10.766088 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bcca3335-2028-4e1f-b854-4daebc4b02d4 req-1b9bfba8-4a89-4c69-9a2e-bcdf6a800789 service neutron] 10.222.0.22 "GET /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114433 Jul 30 02:26:10.807635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:24:04Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f792497d-9518-4bb4-8108-eda1953514a7', 'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:81:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:24:03Z', 'updated_at': '2021-07-30T02:24:12Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:10.848374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821cbb00-41f6-4701-88dd-0b505d135994 None None] The sync data for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 is: [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:24:04Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f792497d-9518-4bb4-8108-eda1953514a7', 'name': '', 'network_id': '6c00382e-6b45-48c2-b442-a9112bad645f', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:81:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:24:03Z', 'updated_at': '2021-07-30T02:24:12Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8b566dd-9694-476f-a1c3-a7e39b7ae220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:26:11.116479 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85147185-43a5-43d8-884b-570649963038 None None] New status for floating IP f7259181-2eb9-4353-ad44-5527290df314: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:26:11.415771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4853f-d9fe-4d11-bf29-6e6df8bfed8d req-04bc0d8c-d9f9-4158-aba7-0a4e4597725c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:11.419099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0f4853f-d9fe-4d11-bf29-6e6df8bfed8d req-04bc0d8c-d9f9-4158-aba7-0a4e4597725c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 947 time: 0.0774462 Jul 30 02:26:11.478079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0f4853f-d9fe-4d11-bf29-6e6df8bfed8d req-88c9f30e-62b9-4683-97dc-47089a7c957a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=67c719bd-b57a-4342-b21f-98c37e40de79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511706 Jul 30 02:26:11.885013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-24f317a7-b32d-4d1e-96a9-3381f6f52e21 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:11.887162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-24f317a7-b32d-4d1e-96a9-3381f6f52e21 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 947 time: 0.0583990 Jul 30 02:26:12.006064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port d8056e11-b539-4b43-86ff-4ce3f961412a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:12.006396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:12.100162 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port d8056e11-b539-4b43-86ff-4ce3f961412a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=d8056e11-b539-4b43-86ff-4ce3f961412a,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:12.100431 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:12.115591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for d8056e11-b539-4b43-86ff-4ce3f961412a owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:12.267739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:12.304679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=d8056e11-b539-4b43-86ff-4ce3f961412a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:12.356475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] No DVR routers for this DVR port d8056e11-b539-4b43-86ff-4ce3f961412a on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:12.359671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:12.361765 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7f002240-706b-45bd-ab20-be909d8a5a7d req-caadaa43-3838-46e5-9a6d-1197df5f9a2d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "DELETE /v2.0/ports/d8056e11-b539-4b43-86ff-4ce3f961412a HTTP/1.1" status: 204 len: 173 time: 0.4668233 Jul 30 02:26:12.362260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-deleted', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:12.364610 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d6abd2-691b-44a3-a9d5-72d67379e5cd" -d '{"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-deleted", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:12.430088 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc26d1-8720-4b6e-b816-41ea8e532b38 x-openstack-request-id: req-56bc26d1-8720-4b6e-b816-41ea8e532b38 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:12.430541 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c4f888-b6ab-47cd-bb5d-0d2f64284050", "name": "network-vif-deleted", "tag": "d8056e11-b539-4b43-86ff-4ce3f961412a", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:12.430965 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56bc26d1-8720-4b6e-b816-41ea8e532b38 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:12.431641 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c4f888-b6ab-47cd-bb5d-0d2f64284050', 'name': 'network-vif-deleted', 'tag': 'd8056e11-b539-4b43-86ff-4ce3f961412a', 'status': 'completed', 'code': 200} Jul 30 02:26:12.609029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2eb7549d-4e85-4617-85b8-b38df932e8db req-3883f486-a373-430d-8626-1edfec0db246 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=77c4f888-b6ab-47cd-bb5d-0d2f64284050 HTTP/1.1" status: 200 len: 210 time: 0.0297101 Jul 30 02:26:13.671054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52960) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:14.112567 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:14.339772 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:26:14.429429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port f792497d-9518-4bb4-8108-eda1953514a7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:14.429866 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:14.537968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port f792497d-9518-4bb4-8108-eda1953514a7, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f792497d-9518-4bb4-8108-eda1953514a7,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:14.538337 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:14.553174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for f792497d-9518-4bb4-8108-eda1953514a7 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:14.780953 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:14.814789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=f792497d-9518-4bb4-8108-eda1953514a7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:15.056323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:15.286239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:15.315764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: d8056e11-b539-4b43-86ff-4ce3f961412a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:15.316099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device d8056e11-b539-4b43-86ff-4ce3f961412a not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:15.358650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router 62ea291c-f363-459e-9a83-f9d1e8e95227 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:26:15.497519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:26:15.507135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-458b627c-dbf7-43c0-a02d-58b5105fdc05 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "PUT /v2.0/routers/62ea291c-f363-459e-9a83-f9d1e8e95227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8305507 Jul 30 02:26:15.507135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52974) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:15.509413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af643146-c396-42d8-86d4-62d9d66236da None None] Sync routers for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:26:15.521225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af643146-c396-42d8-86d4-62d9d66236da None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:15.522000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-af643146-c396-42d8-86d4-62d9d66236da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:15.567332 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-211f8b58-a346-4239-b990-3f59929a9cf1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting subnet f8b566dd-9694-476f-a1c3-a7e39b7ae220 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:26:15.570999 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-211f8b58-a346-4239-b990-3f59929a9cf1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:15.617097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-211f8b58-a346-4239-b990-3f59929a9cf1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:15.646676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-af643146-c396-42d8-86d4-62d9d66236da None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:15.772371 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-211f8b58-a346-4239-b990-3f59929a9cf1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:15.876509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-af643146-c396-42d8-86d4-62d9d66236da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:26:14Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:15.888877 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-211f8b58-a346-4239-b990-3f59929a9cf1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:15.908089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af643146-c396-42d8-86d4-62d9d66236da None None] Checking router: 62ea291c-f363-459e-9a83-f9d1e8e95227 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:26:15.917979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af643146-c396-42d8-86d4-62d9d66236da None None] Routers {'62ea291c-f363-459e-9a83-f9d1e8e95227'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:15.918772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-af643146-c396-42d8-86d4-62d9d66236da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['62ea291c-f363-459e-9a83-f9d1e8e95227'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:15.947397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f8b58-a346-4239-b990-3f59929a9cf1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b566dd-9694-476f-a1c3-a7e39b7ae220,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:15.958292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-211f8b58-a346-4239-b990-3f59929a9cf1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:15.964552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-211f8b58-a346-4239-b990-3f59929a9cf1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/subnets/f8b566dd-9694-476f-a1c3-a7e39b7ae220 HTTP/1.1" status: 204 len: 168 time: 0.4565890 Jul 30 02:26:15.966146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52978) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:15.992120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0d59d2-bfd6-4a69-9447-25cd7374a52b None None] Network 6c00382e-6b45-48c2-b442-a9112bad645f requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:26:16.151116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-af643146-c396-42d8-86d4-62d9d66236da None None] Set router 62ea291c-f363-459e-9a83-f9d1e8e95227 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:16.449012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-af643146-c396-42d8-86d4-62d9d66236da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:26:14Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:16.491122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af643146-c396-42d8-86d4-62d9d66236da None None] The sync data for ids ['62ea291c-f363-459e-9a83-f9d1e8e95227'] in n-d-715271-7 is: [{'id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022629836', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:23:54Z', 'updated_at': '2021-07-30T02:26:14Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'f2747474-2f4b-4d98-b423-6480edc17e0c', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea291c-f363-459e-9a83-f9d1e8e95227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:23:55Z', 'updated_at': '2021-07-30T02:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:26:16.515034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d5fd3e-1811-4b63-a0a4-2f555b773c5f None None] DHCP port deletion for 6c00382e-6b45-48c2-b442-a9112bad645f request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:26:16.576429 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:16.592352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-94d5fd3e-1811-4b63-a0a4-2f555b773c5f None None] Deleting port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:16.592956 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94d5fd3e-1811-4b63-a0a4-2f555b773c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:16.764719 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:16.855842 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port f2747474-2f4b-4d98-b423-6480edc17e0c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:16.856517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:16.908105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-94d5fd3e-1811-4b63-a0a4-2f555b773c5f None None] For port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5dd10403-69cc-4a8d-a862-2a6c72f1b9bd,segment=NetworkSegment(c3983ca7-dccf-4895-b2be-429e1e1c7ce9),segment_id=c3983ca7-dccf-4895-b2be-429e1e1c7ce9)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:16.908531 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94d5fd3e-1811-4b63-a0a4-2f555b773c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:16.927620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-94d5fd3e-1811-4b63-a0a4-2f555b773c5f None None] Calling delete_port for 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:16.985175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port f2747474-2f4b-4d98-b423-6480edc17e0c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f2747474-2f4b-4d98-b423-6480edc17e0c,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:16.985901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.001340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for f2747474-2f4b-4d98-b423-6480edc17e0c owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:17.040106 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94d5fd3e-1811-4b63-a0a4-2f555b773c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.071047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5fd3e-1811-4b63-a0a4-2f555b773c5f None None] Pushing event deleted for resources: {'Port': ['ID=5dd10403-69cc-4a8d-a862-2a6c72f1b9bd,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:17.075727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5fd3e-1811-4b63-a0a4-2f555b773c5f None None] No DVR routers for this DVR port 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:17.217880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.250736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=f2747474-2f4b-4d98-b423-6480edc17e0c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:17.317152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.422236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.425089 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.471828 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.472400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Fanout notify agent at l3_agent the message router_deleted on router 62ea291c-f363-459e-9a83-f9d1e8e95227 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:26:17.482975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.484871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fae8a3ec-a0af-447f-808d-922ec1a9a6ec tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/routers/62ea291c-f363-459e-9a83-f9d1e8e95227 HTTP/1.1" status: 204 len: 168 time: 1.5172470 Jul 30 02:26:17.487109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 52990) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:17.606697 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.720040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.732645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c00382e-6b45-48c2-b442-a9112bad645f']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:17.743848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:17.744146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3983ca7-dccf-4895-b2be-429e1e1c7ce9') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:17.755862 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.777247 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.784075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:26:17.784409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:26:17.787797 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:26:17.851912 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.861047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.868887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/networks/6c00382e-6b45-48c2-b442-a9112bad645f HTTP/1.1" status: 204 len: 168 time: 0.3746853 Jul 30 02:26:17.869746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 52992) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:17.874218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde8b3f-c772-4b00-9c44-9f2f0d89a529 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Network': ['ID=6c00382e-6b45-48c2-b442-a9112bad645f,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:17.947189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-813f4437-c042-415b-b5e2-c033d294d4c5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:17.983236 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-813f4437-c042-415b-b5e2-c033d294d4c5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:18.056158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-813f4437-c042-415b-b5e2-c033d294d4c5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:18.060797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-813f4437-c042-415b-b5e2-c033d294d4c5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:18.062636 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-813f4437-c042-415b-b5e2-c033d294d4c5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/security-groups/67c719bd-b57a-4342-b21f-98c37e40de79 HTTP/1.1" status: 204 len: 168 time: 0.1912596 Jul 30 02:26:18.078078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f4437-c042-415b-b5e2-c033d294d4c5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c719bd-b57a-4342-b21f-98c37e40de79,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:18.279508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f792497d-9518-4bb4-8108-eda1953514a7 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:18.305112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f792497d-9518-4bb4-8108-eda1953514a7 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:18.305473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f792497d-9518-4bb4-8108-eda1953514a7 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:18.305987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:18.332357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:18.332698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5dd10403-69cc-4a8d-a862-2a6c72f1b9bd not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:18.333172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f2747474-2f4b-4d98-b423-6480edc17e0c no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:18.355290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f2747474-2f4b-4d98-b423-6480edc17e0c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:18.355811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f2747474-2f4b-4d98-b423-6480edc17e0c not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:19.527720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53012) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:19.532661 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7ab9866c-5943-4cdb-92ca-a4b5f0d393db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2101837326', 'description': 'tempest-secgroup-smoke-2101837326 description', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:19.558583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ab9866c-5943-4cdb-92ca-a4b5f0d393db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:19.721004 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ab9866c-5943-4cdb-92ca-a4b5f0d393db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:19.725420 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ab9866c-5943-4cdb-92ca-a4b5f0d393db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:19.761105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7ab9866c-5943-4cdb-92ca-a4b5f0d393db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:19.762400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7ab9866c-5943-4cdb-92ca-a4b5f0d393db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2336180 Jul 30 02:26:19.765230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9866c-5943-4cdb-92ca-a4b5f0d393db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34471583-4999-4ab6-a323-83c0cf84f7fb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:19.767477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53014) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:19.773227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-516a431b-5ec7-4d86-ab18-e34e31d1d41c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '34471583-4999-4ab6-a323-83c0cf84f7fb', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:19.810477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-516a431b-5ec7-4d86-ab18-e34e31d1d41c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:19.891214 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-516a431b-5ec7-4d86-ab18-e34e31d1d41c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:19.896283 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-516a431b-5ec7-4d86-ab18-e34e31d1d41c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:19.928056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a431b-5ec7-4d86-ab18-e34e31d1d41c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45ddd26-a21c-4551-af43-6172acaf3455,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:19.938648 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-516a431b-5ec7-4d86-ab18-e34e31d1d41c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:19.940771 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-516a431b-5ec7-4d86-ab18-e34e31d1d41c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718922 Jul 30 02:26:19.945498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53016) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:19.951720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-aeb23767-a507-4092-aecb-aa1f53b30ab9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '34471583-4999-4ab6-a323-83c0cf84f7fb', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:19.982703 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeb23767-a507-4092-aecb-aa1f53b30ab9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.044219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeb23767-a507-4092-aecb-aa1f53b30ab9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.049126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeb23767-a507-4092-aecb-aa1f53b30ab9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.089656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb23767-a507-4092-aecb-aa1f53b30ab9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c58b5a7-c183-44d2-8cd3-3901d2ad7c07,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:20.104380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-aeb23767-a507-4092-aecb-aa1f53b30ab9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.109430 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53024) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:20.109915 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-aeb23767-a507-4092-aecb-aa1f53b30ab9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1630185 Jul 30 02:26:20.114648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6430e1b9-d0d7-4b6d-a126-492e723692db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '34471583-4999-4ab6-a323-83c0cf84f7fb', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:20.151169 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6430e1b9-d0d7-4b6d-a126-492e723692db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.234375 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6430e1b9-d0d7-4b6d-a126-492e723692db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.239933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6430e1b9-d0d7-4b6d-a126-492e723692db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.264941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430e1b9-d0d7-4b6d-a126-492e723692db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc777b62-075b-4fff-9405-8cc3215974fd,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:20.276126 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6430e1b9-d0d7-4b6d-a126-492e723692db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.281126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6430e1b9-d0d7-4b6d-a126-492e723692db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668720 Jul 30 02:26:20.281521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53026) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:20.286968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4c510aa6-149d-4e89-b976-5dd4828656a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '34471583-4999-4ab6-a323-83c0cf84f7fb', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:20.325851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4c510aa6-149d-4e89-b976-5dd4828656a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.395871 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4c510aa6-149d-4e89-b976-5dd4828656a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.400695 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4c510aa6-149d-4e89-b976-5dd4828656a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.422545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c510aa6-149d-4e89-b976-5dd4828656a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5665b874-7508-4583-9f27-27fde57e54a0,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:20.428963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4c510aa6-149d-4e89-b976-5dd4828656a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.430206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4c510aa6-149d-4e89-b976-5dd4828656a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475189 Jul 30 02:26:20.433833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53028) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:20.446525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3c09c4db-d7ab-4cde-9e93-1b3b2ab90949 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '34471583-4999-4ab6-a323-83c0cf84f7fb', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:20.471459 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-3c09c4db-d7ab-4cde-9e93-1b3b2ab90949 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Project 07af2af8cc1a4c29aaa17876acaeede6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:26:20.477295 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c09c4db-d7ab-4cde-9e93-1b3b2ab90949 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.549770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c09c4db-d7ab-4cde-9e93-1b3b2ab90949 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.554260 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c09c4db-d7ab-4cde-9e93-1b3b2ab90949 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.581940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09c4db-d7ab-4cde-9e93-1b3b2ab90949 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c940dd3-c5d3-4296-b4d9-dbb18e12cf9c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:20.586275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c09c4db-d7ab-4cde-9e93-1b3b2ab90949 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.590889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53030) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:20.595864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-86bcf80d-fd69-499a-b310-c0fc13c00b5b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '34471583-4999-4ab6-a323-83c0cf84f7fb', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:20.596208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3c09c4db-d7ab-4cde-9e93-1b3b2ab90949 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1606662 Jul 30 02:26:20.619976 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-86bcf80d-fd69-499a-b310-c0fc13c00b5b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Project 07af2af8cc1a4c29aaa17876acaeede6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:26:20.626090 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86bcf80d-fd69-499a-b310-c0fc13c00b5b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.702778 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86bcf80d-fd69-499a-b310-c0fc13c00b5b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.707385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86bcf80d-fd69-499a-b310-c0fc13c00b5b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.725720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcf80d-fd69-499a-b310-c0fc13c00b5b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c19257-86a0-42ce-97c1-136a82760404,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:20.737177 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86bcf80d-fd69-499a-b310-c0fc13c00b5b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.739057 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-86bcf80d-fd69-499a-b310-c0fc13c00b5b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469865 Jul 30 02:26:20.743612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53032) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:20.750272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'network': {'name': 'tempest-network-smoke--1192908366', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'port_security_enabled': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:20.774260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:26:20.777909 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.803342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:26:20.813568 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.813915 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Added segment b91cf3ba-023c-498d-b585-1db50326ea94 of type vlan for network 1674186b-eb7c-489d-976d-462a5c388d77 Jul 30 02:26:20.869031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.914788 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.920732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:20.921347 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:20.988893 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2437952 Jul 30 02:26:20.992078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53038) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:21.000639 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04695c87-0f92-458d-bb2f-7f5a976d4b15 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Network': ['ID=1674186b-eb7c-489d-976d-462a5c388d77,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:21.013930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1674186b-eb7c-489d-976d-462a5c388d77 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:26:21.146237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'admin_state_up': True, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:21.172863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.173915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.230306 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.375300 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.580091 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.599981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.710456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.25.7.151 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:26:21.824854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.873100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:21.920548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:26:21.923754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:26:21.926383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:26:21.955805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:22.229544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:22.807391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:22.961749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d6804e9c-fb0f-4938-905a-11e64ec7ae1f is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:26:23.083098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:26:23.096896 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Sync routers for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:26:23.106206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:23.107799 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-050ffed1-fe75-4dcc-bf7a-ebf49463a704 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1147606 Jul 30 02:26:23.111052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53056) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:23.112071 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:23.112787 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:23.144678 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1f85a7f2-fdb4-45d3-8282-11bd6213df8b tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=07af2af8cc1a4c29aaa17876acaeede6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321524 Jul 30 02:26:23.147459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53058) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:23.234152 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:23.239222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df2c9a-6d61-43db-adf4-975f29e904ae tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:23.240805 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-47df2c9a-6d61-43db-adf4-975f29e904ae tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924170 Jul 30 02:26:23.243702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53066) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:23.281164 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fa86251f-2225-4b68-84ce-31bd05ad3fb5 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361199 Jul 30 02:26:23.283685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53068) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:23.290965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2081997829', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:23.423810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:26:23.429544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:23.466656 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:22Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:23.501861 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Checking router: d6804e9c-fb0f-4938-905a-11e64ec7ae1f for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:26:23.502208 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Updating router d6804e9c-fb0f-4938-905a-11e64ec7ae1f port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:26:23.532311 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:23.673466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:23.760178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Checking segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:26:23.760432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network hostable DHCP agents. Network: 1674186b-eb7c-489d-976d-462a5c388d77, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:26:23.768704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Subnet': ['ID=f8bdb602-0752-4d70-887e-a6b887bc06a3,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:23.788391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1674186b-eb7c-489d-976d-462a5c388d77 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:26:23.802358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1674186b-eb7c-489d-976d-462a5c388d77) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:26:23.808710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:23.809430 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:23.816698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3ffb56-caea-45c6-86c4-c29e1b701827 None None] Network 1674186b-eb7c-489d-976d-462a5c388d77 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:26:23.829036 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a003c40d-2f4a-4fcf-8063-41597727678d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5415549 Jul 30 02:26:23.829265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53074) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:23.879123 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:23.906926 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Transition to ACTIVE for port object 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:26:23.919349 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:23.998655 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Attempting to bind port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:26:23.999043 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Attempting to bind port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:26:23.999376 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Attempting to bind port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:26:24.010469 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Pushing event updated for resources: {'Port': ['ID=92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:24.013757 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:26:24.014126 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:26:24.014523 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.014913 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:26:24.015496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Bound port: 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:26:24.015781 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.028234 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.029512 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.030042 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.030938 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.031500 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.031816 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-1674186b-eb7c-489d-976d-462a5c388d77', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:26:24.032244 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.032842 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.033075 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.033727 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.034223 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.034705 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.035195 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.035814 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:24.115659 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] For port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:26:24.122012 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] For port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:26:24.125031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14e5a4-1402-4ecc-b012-711ccf2a8f47 req-7c90521e-5e6c-487e-a678-ec15f3c0f9f8 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:24.127003 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.148770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d14e5a4-1402-4ecc-b012-711ccf2a8f47 req-7c90521e-5e6c-487e-a678-ec15f3c0f9f8 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 946 time: 0.3571677 Jul 30 02:26:24.187727 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.199420 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5c38f-c6ba-4aa9-849e-cd4d67c641d5 None None] Pushing event updated for resources: {'Port': ['ID=92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:24.218624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Allocated IP 172.20.0.2 (1674186b-eb7c-489d-976d-462a5c388d77/f8bdb602-0752-4d70-887e-a6b887bc06a3/d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:26:24.250382 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:24.251027 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:24.254270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d14e5a4-1402-4ecc-b012-711ccf2a8f47 req-0f0d8278-7171-4fc0-843a-3867ed95f4c5 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898027 Jul 30 02:26:24.384347 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:24.416539 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.427146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Transition to ACTIVE for port object d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:26:24.438797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.444777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Transition to ACTIVE for port object d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:26:24.453329 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.512923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Pushing event updated for resources: {'Port': ['ID=d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:24.527511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Network 1674186b-eb7c-489d-976d-462a5c388d77 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:26:24.529317 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:26:24.531949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:26:24.591846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Attempting to bind port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:26:24.592417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Attempting to bind port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:26:24.592927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Attempting to bind port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 on network 1674186b-eb7c-489d-976d-462a5c388d77 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:26:24.598996 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:26:24.599607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Checking segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:26:24.600577 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.600815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Bound using segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:26:24.601458 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Bound port: d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:26:24.602205 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.671377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] For port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:26:24.675344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] For port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:26:24.681014 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.702939 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-d9de2080-f465-47b8-9430-7c318926012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:22Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:24.739625 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9de2080-f465-47b8-9430-7c318926012d None None] The sync data for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 is: [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:22Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:26:24.759487 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fddfb-c792-4c59-9eca-cb43e0143b10 None None] Pushing event updated for resources: {'Port': ['ID=d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:24.780475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.20.0.1 (1674186b-eb7c-489d-976d-462a5c388d77/f8bdb602-0752-4d70-887e-a6b887bc06a3/ecc2ac20-c21f-42e9-af70-545bd1129418) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:26:24.939078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:24.971644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Transition to ACTIVE for port object ecc2ac20-c21f-42e9-af70-545bd1129418 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:26:25.013796 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:25.057444 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1674186b-eb7c-489d-976d-462a5c388d77 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:26:25.071275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:26:25.095058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:26:25.156799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=ecc2ac20-c21f-42e9-af70-545bd1129418,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:25.187391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-83738b65-4cdb-4228-a30e-c4893e5d3208 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:25.191720 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-83738b65-4cdb-4228-a30e-c4893e5d3208 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.41 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 946 time: 0.1404662 Jul 30 02:26:25.208657 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:25.414362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572bee-97ee-4bd2-bfc5-bc70166935ed req-fb59b245-aebf-4b6e-89fe-56b10db8b99d tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:25.432459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d572bee-97ee-4bd2-bfc5-bc70166935ed req-fb59b245-aebf-4b6e-89fe-56b10db8b99d tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 946 time: 0.0746756 Jul 30 02:26:25.442643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Deleting port ba3a615c-a35a-4679-bf25-06e02bbd2427 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:25.443380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:25.483862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d572bee-97ee-4bd2-bfc5-bc70166935ed req-895a3849-be87-4da4-87bf-817b6954efbe tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/security-groups?id=a16bec5d-1e23-4dd6-8e9a-de524a3a8777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460765 Jul 30 02:26:25.519150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:25.602959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] For port ba3a615c-a35a-4679-bf25-06e02bbd2427, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ba3a615c-a35a-4679-bf25-06e02bbd2427,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:25.603312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:25.962171 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:25.962657 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:25.962848 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Floating IP 57375845-ec07-4c76-bbcb-1fef2929e69c disassociated. External IP: 172.25.7.75, port: ba3a615c-a35a-4679-bf25-06e02bbd2427. Jul 30 02:26:25.963156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Calling delete_port for ba3a615c-a35a-4679-bf25-06e02bbd2427 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:26.048296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e3cb4-4158-455c-9ce9-9eab0a48baa9 None None] Network 1674186b-eb7c-489d-976d-462a5c388d77 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:26:26.079421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:26.093579 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:26.155279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-147c3c5f-3935-4130-9397-aadea0692ee5 None None] Provisioning for port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:26:26.195195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=ecc2ac20-c21f-42e9-af70-545bd1129418,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:26.200341 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:26.318059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:26.355864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1674186b-eb7c-489d-976d-462a5c388d77 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:26:26.396256 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:26:26.417853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:26:26.484099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:26:26.488976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:26.489556 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:26.539143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event deleted for resources: {'Port': ['ID=ba3a615c-a35a-4679-bf25-06e02bbd2427,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:26.609196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:26.643846 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d6b05d77-ffb5-42d3-b7a0-c7490cb67de0 req-8f984181-1dcf-437e-ab83-44e3cf2c9514 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "GET /v2.0/ports?device_id=16c7a825-7bb6-4080-8ecd-6a72ababc2d4 HTTP/1.1" status: 200 len: 210 time: 0.0557919 Jul 30 02:26:26.674524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:26.679707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Router e64bf58f-e91d-4ca3-af07-3a93b7c823ba has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:26:26.683325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d6804e9c-fb0f-4938-905a-11e64ec7ae1f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:26:26.701255 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:26.702018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:26:26.750100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3e3f743a-e060-4809-8b37-43a14fd8962c None None] Provisioning for port ecc2ac20-c21f-42e9-af70-545bd1129418 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:26:26.771301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3e3f743a-e060-4809-8b37-43a14fd8962c None None] Provisioning complete for port ecc2ac20-c21f-42e9-af70-545bd1129418 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:26.773459 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e3f743a-e060-4809-8b37-43a14fd8962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:26.847947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:26.879363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:26:26.882606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f743a-e060-4809-8b37-43a14fd8962c None None] Port ecc2ac20-c21f-42e9-af70-545bd1129418 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:26:26.894236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:26.894791 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:26.969573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3e3f743a-e060-4809-8b37-43a14fd8962c None None] Provisioning complete for port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:26.970006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e3f743a-e060-4809-8b37-43a14fd8962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:27.102753 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:27.135374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:27.143997 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:27.243203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:27.257022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2538d518-b784-430e-8bf5-8adad8314413 None None] Provisioning complete for port ecc2ac20-c21f-42e9-af70-545bd1129418 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:27.257435 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2538d518-b784-430e-8bf5-8adad8314413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:27.315969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2538d518-b784-430e-8bf5-8adad8314413 None None] Port ecc2ac20-c21f-42e9-af70-545bd1129418 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:26:27.401990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:26:27.411783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] Sync routers for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:26:27.422067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:27.423045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:27.441015 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:26:27.456044 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Sync routers for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:26:27.458673 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bb89d61a-1746-4448-9864-b775355e0fab tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "PUT /v2.0/routers/d6804e9c-fb0f-4938-905a-11e64ec7ae1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6282034 Jul 30 02:26:27.460409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] No DVR routers for this DVR port ba3a615c-a35a-4679-bf25-06e02bbd2427 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:27.462851 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:27.466123 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-25b15b5a-f986-4501-8213-fb9fb083d411 req-20740a57-71af-4099-b5d3-29e36ec77879 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.41 "DELETE /v2.0/ports/ba3a615c-a35a-4679-bf25-06e02bbd2427 HTTP/1.1" status: 204 len: 173 time: 2.2642498 Jul 30 02:26:27.467478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'name': 'network-vif-deleted', 'tag': 'ba3a615c-a35a-4679-bf25-06e02bbd2427'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:27.469542 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484ea460-f44d-48be-838f-adf68be3ca1a" -d '{"events": [{"server_uuid": "16c7a825-7bb6-4080-8ecd-6a72ababc2d4", "name": "network-vif-deleted", "tag": "ba3a615c-a35a-4679-bf25-06e02bbd2427"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:27.480627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e8cd790d-ebc6-48a1-9ffa-ea49de289840 None None] Provisioning complete for port ecc2ac20-c21f-42e9-af70-545bd1129418 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:27.481690 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8cd790d-ebc6-48a1-9ffa-ea49de289840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:27.501440 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:27.502067 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:27.549423 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17063931-1bbf-43b6-80e3-8298e0796ba2 x-openstack-request-id: req-17063931-1bbf-43b6-80e3-8298e0796ba2 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:27.550195 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c7a825-7bb6-4080-8ecd-6a72ababc2d4", "name": "network-vif-deleted", "tag": "ba3a615c-a35a-4679-bf25-06e02bbd2427", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:27.550195 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-17063931-1bbf-43b6-80e3-8298e0796ba2 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:27.550381 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c7a825-7bb6-4080-8ecd-6a72ababc2d4', 'name': 'network-vif-deleted', 'tag': 'ba3a615c-a35a-4679-bf25-06e02bbd2427', 'status': 'completed', 'code': 200} Jul 30 02:26:27.613424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd790d-ebc6-48a1-9ffa-ea49de289840 None None] Port ecc2ac20-c21f-42e9-af70-545bd1129418 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:26:27.632682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:27.707013 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:27.717180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-97f9a03e-26bb-467f-bfb8-be48f7eb18f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101837326&fields=id&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 267 time: 0.0485380 Jul 30 02:26:27.846983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251940c-4ba7-479e-8a05-347aa9820232 req-801d2e3a-0505-4a2d-b61c-59b0fcd11848 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:27.855223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-801d2e3a-0505-4a2d-b61c-59b0fcd11848 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/networks?id=1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 200 len: 797 time: 0.1359572 Jul 30 02:26:27.873826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-ddc4054f-8796-45c9-ab9f-d88ecbb9c88c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/quotas/07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 375 time: 0.0168734 Jul 30 02:26:27.891979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:21:09Z', 'revision_number': 5, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:27.930984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] Checking router: e64bf58f-e91d-4ca3-af07-3a93b7c823ba for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:26:27.959963 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ecc2ac20-c21f-42e9-af70-545bd1129418', 'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:da:54:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:24Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 2, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:27.961362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:27.965491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:27.966177 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-23229b18-f279-4752-8bbe-2cf3521319d2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905714 Jul 30 02:26:28.005793 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Checking router: d6804e9c-fb0f-4938-905a-11e64ec7ae1f for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:26:28.006301 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Updating router d6804e9c-fb0f-4938-905a-11e64ec7ae1f port ecc2ac20-c21f-42e9-af70-545bd1129418 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:26:28.048327 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.133259 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ba3a615c-a35a-4679-bf25-06e02bbd2427 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:28.195612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: ba3a615c-a35a-4679-bf25-06e02bbd2427 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:28.196370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ba3a615c-a35a-4679-bf25-06e02bbd2427 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:28.201400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:28.201710 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-e747f47b-b7a7-43af-aac4-5e629ddc216c service neutron] 10.222.0.84 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309504 Jul 30 02:26:28.364279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-148184c7-7a83-4bea-819a-2789c07c5f3b service neutron] 10.222.0.84 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611044 Jul 30 02:26:28.378804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:26:28.458258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:28.458636 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.472985 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.484537 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Transition to ACTIVE for port object ecc2ac20-c21f-42e9-af70-545bd1129418 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:26:28.492561 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.565457 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa952bb-09be-43fa-899d-3cc15289b910 None None] Pushing event updated for resources: {'Port': ['ID=ecc2ac20-c21f-42e9-af70-545bd1129418,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:28.616659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53128) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:28.656655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:26:28.658216 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Attempting to bind port ecc2ac20-c21f-42e9-af70-545bd1129418 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:26:28.658591 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Attempting to bind port ecc2ac20-c21f-42e9-af70-545bd1129418 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:26:28.659011 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Attempting to bind port ecc2ac20-c21f-42e9-af70-545bd1129418 on network 1674186b-eb7c-489d-976d-462a5c388d77 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:26:28.675344 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:26:28.675761 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Checking segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:26:28.680083 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.680547 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Bound using segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:26:28.681055 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Bound port: ecc2ac20-c21f-42e9-af70-545bd1129418, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:26:28.681444 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.690079 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:21:09Z', 'revision_number': 5, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:28.733138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4933665-e40c-4740-a7aa-f91070cda566 req-16b28586-8602-4b9a-9dd2-1ad77c096987 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 210 time: 0.0846634 Jul 30 02:26:28.782839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb1210-56be-4aa1-ab39-f410ca15b7e8 None None] The sync data for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 is: [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:21:00Z', 'revision_number': 4, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'dc5af90e-c6dd-4c77-b7a6-d30b9580a836', 'name': '', 'network_id': '503ca952-0f58-4eb6-bcbe-76f6eea78812', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'mac_address': 'fa:16:3e:b8:0e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:58Z', 'updated_at': '2021-07-30T02:21:09Z', 'revision_number': 5, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'subnets': [{'id': 'e7d71f14-2c12-4250-b662-8cc82b00fcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:26:28.831903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:28.832278 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.845575 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] For port ecc2ac20-c21f-42e9-af70-545bd1129418, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:26:28.849676 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] For port ecc2ac20-c21f-42e9-af70-545bd1129418, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ecc2ac20-c21f-42e9-af70-545bd1129418,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:26:28.856991 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.877427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Deleting port a6d278d6-7281-43be-8ec0-b7020d64e257 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:28.877759 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:28.952247 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:28.953050 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:28.997104 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa952bb-09be-43fa-899d-3cc15289b910 None None] Pushing event updated for resources: {'Port': ['ID=ecc2ac20-c21f-42e9-af70-545bd1129418,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:29.051832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.052203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.068864 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Calling delete_port for a6d278d6-7281-43be-8ec0-b7020d64e257 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:29.121347 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:29.305585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.335406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event deleted for resources: {'Port': ['ID=a6d278d6-7281-43be-8ec0-b7020d64e257,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:29.352696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4daf526-5be2-423b-8f81-39b1b1ee4d1d None None] New status for floating IP 57375845-ec07-4c76-bbcb-1fef2929e69c: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:26:29.449047 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.452058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.453332 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fea64ee8-d017-4c43-b430-34265f825cf7 tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "DELETE /v2.0/floatingips/57375845-ec07-4c76-bbcb-1fef2929e69c HTTP/1.1" status: 204 len: 168 time: 0.8356025 Jul 30 02:26:29.481873 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ecc2ac20-c21f-42e9-af70-545bd1129418', 'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:da:54:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:24Z', 'updated_at': '2021-07-30T02:26:28Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:29.519255 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdfc32e-9e05-4713-97c8-b28d9e42f946 None None] The sync data for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 is: [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ecc2ac20-c21f-42e9-af70-545bd1129418', 'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:da:54:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:24Z', 'updated_at': '2021-07-30T02:26:28Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:26:29.636459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53144) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:29.782394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-046f1ed4-81ec-4541-a836-fc709999eccb tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.829332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-046f1ed4-81ec-4541-a836-fc709999eccb tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.856552 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79aac7ea-941a-47b6-850c-86fe6be5d3f9 req-787ab26f-33c0-40fb-bcb4-959cb4db345a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 210 time: 0.0350485 Jul 30 02:26:29.920947 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-046f1ed4-81ec-4541-a836-fc709999eccb tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.924202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-046f1ed4-81ec-4541-a836-fc709999eccb tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:29.929369 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-046f1ed4-81ec-4541-a836-fc709999eccb tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] 10.222.0.84 "DELETE /v2.0/security-groups/a16bec5d-1e23-4dd6-8e9a-de524a3a8777 HTTP/1.1" status: 204 len: 168 time: 0.2916331 Jul 30 02:26:29.942233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f1ed4-81ec-4541-a836-fc709999eccb tempest-TestServerBasicOps-512361679 tempest-TestServerBasicOps-512361679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16bec5d-1e23-4dd6-8e9a-de524a3a8777,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:29.990339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53154) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:30.426312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ecc2ac20-c21f-42e9-af70-545bd1129418 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:26:30.497461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ecc2ac20-c21f-42e9-af70-545bd1129418 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:26:30.507930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ecc2ac20-c21f-42e9-af70-545bd1129418 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:30.508569 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:30.611483 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:30.613660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251940c-4ba7-479e-8a05-347aa9820232 req-0bbacec9-b6c7-43b3-95af-b680f239a802 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:30.616071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-0bbacec9-b6c7-43b3-95af-b680f239a802 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/networks?id=1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 200 len: 797 time: 0.3066857 Jul 30 02:26:30.654180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ecc2ac20-c21f-42e9-af70-545bd1129418, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ecc2ac20-c21f-42e9-af70-545bd1129418,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:30.664628 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:30.700749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-88038b54-cb4f-4614-84e5-74e2ca72a0d6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 380 time: 0.0576124 Jul 30 02:26:30.732657 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'port': {'device_id': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'admin_state_up': True, 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'security_groups': ['34471583-4999-4ab6-a323-83c0cf84f7fb']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:30.770172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ecc2ac20-c21f-42e9-af70-545bd1129418,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:30.773602 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ffefa2cf-4921-47ee-8b62-1dc26000316c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:30.780802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.781231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.781587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.781930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.782363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.782688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.783025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.783416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.783775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.784106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.784443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.784765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:30.924510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:26:30.928121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.016150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.035423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a752a79f-ae1e-43a0-aa0c-a6d6fbbe838b req-2eec23ad-5315-4246-a802-2d1ddaf95df1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 210 time: 0.0560818 Jul 30 02:26:31.204784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.20.0.14 (1674186b-eb7c-489d-976d-462a5c388d77/f8bdb602-0752-4d70-887e-a6b887bc06a3/e49f1d42-3308-4690-952d-d8bc5d68baea) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:26:31.441233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.475941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Transition to ACTIVE for port object e49f1d42-3308-4690-952d-d8bc5d68baea will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:26:31.520258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Deleting port dc5af90e-c6dd-4c77-b7a6-d30b9580a836 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:31.520603 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.564468 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.628959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1674186b-eb7c-489d-976d-462a5c388d77 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:26:31.640424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:26:31.645812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:26:31.655063 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:31.667783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.688790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] For port dc5af90e-c6dd-4c77-b7a6-d30b9580a836, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dc5af90e-c6dd-4c77-b7a6-d30b9580a836,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:31.689161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.711282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Calling delete_port for dc5af90e-c6dd-4c77-b7a6-d30b9580a836 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:31.729941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:31.730758 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.784802 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-3a09d3c0-94ff-4830-85d1-8ad95f03ec32 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0583329 Jul 30 02:26:31.805123 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Request body: {'port': {'device_id': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:31.916942 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:31.954850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3266862b-8eec-4456-a999-f3d7906fde6b None None] Provisioning for port e49f1d42-3308-4690-952d-d8bc5d68baea completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:26:31.960045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3266862b-8eec-4456-a999-f3d7906fde6b None None] Provisioning complete for port e49f1d42-3308-4690-952d-d8bc5d68baea triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:31.960764 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3266862b-8eec-4456-a999-f3d7906fde6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:32.014217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3266862b-8eec-4456-a999-f3d7906fde6b None None] Port e49f1d42-3308-4690-952d-d8bc5d68baea cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:26:32.106625 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:32.141356 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5af90e-c6dd-4c77-b7a6-d30b9580a836,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:32.181871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca496a7-bfbc-4daa-80ac-f4871c8379b5 req-e6f03eaa-cbaf-4f77-8968-7f2e21d62a4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:32.192356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dca496a7-bfbc-4daa-80ac-f4871c8379b5 req-e6f03eaa-cbaf-4f77-8968-7f2e21d62a4e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 932 time: 0.0754025 Jul 30 02:26:32.208838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.209209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.209511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.209841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.210171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.210499 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.210820 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.211142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.211481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.211802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.212121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.212436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:32.307324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dca496a7-bfbc-4daa-80ac-f4871c8379b5 req-d493bf74-acab-4520-a91f-dfcdc2450a01 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126156 Jul 30 02:26:32.424935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49f1d42-3308-4690-952d-d8bc5d68baea {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:26:32.425117 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ecc2ac20-c21f-42e9-af70-545bd1129418 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:26:32.461245 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:32.478085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ecc2ac20-c21f-42e9-af70-545bd1129418 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:32.478511 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:32.486306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Transition to ACTIVE for port object e49f1d42-3308-4690-952d-d8bc5d68baea will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:26:32.492996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:32.498155 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:32.617596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Pushing event updated for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:32.719728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:26:32.720351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:26:32.720486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea on network 1674186b-eb7c-489d-976d-462a5c388d77 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:26:32.734943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Port e49f1d42-3308-4690-952d-d8bc5d68baea on network 1674186b-eb7c-489d-976d-462a5c388d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:26:32.735359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea on network 1674186b-eb7c-489d-976d-462a5c388d77 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:26:32.772550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:26:32.773001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Checking segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:26:32.773186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Bound using segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:26:32.773634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Bound port: e49f1d42-3308-4690-952d-d8bc5d68baea, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:26:32.774561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:32.894482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:26:32.898471 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:26:32.903757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Router e64bf58f-e91d-4ca3-af07-3a93b7c823ba has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:26:32.909890 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:32.987927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:32.988685 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:32.990246 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] 10.222.0.22 "PUT /v2.0/ports/e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 1092 time: 1.1923480 Jul 30 02:26:32.990771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:32.993185 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbf570c-0243-46e8-888f-62b6ce49eccf" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:33.025127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3b4bd-4910-43c6-ac0a-727c32421670 service neutron] Pushing event updated for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:33.069864 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6828c2c7-c567-4f3b-908f-41f900727397 x-openstack-request-id: req-6828c2c7-c567-4f3b-908f-41f900727397 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:33.070153 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:33.070396 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6828c2c7-c567-4f3b-908f-41f900727397 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:33.070790 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'status': 'completed', 'code': 200} Jul 30 02:26:33.408585 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2446a0ed-0803-48f4-b1e4-a1e4546f7d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:33.441178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc175246-93bf-43c2-8734-36c60dfea341 req-9c6a98ce-98d6-4a03-9018-c19e5205f297 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:33.442919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc175246-93bf-43c2-8734-36c60dfea341 req-9c6a98ce-98d6-4a03-9018-c19e5205f297 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 944 time: 0.0617385 Jul 30 02:26:33.472374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:26:33.479036 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f56fe3db-2fd6-4df1-bac3-7f6344b3dd80 admin admin] 10.222.0.84 "PUT /v2.0/routers/e64bf58f-e91d-4ca3-af07-3a93b7c823ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4865818 Jul 30 02:26:33.480945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53184) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:33.485382 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] Sync routers for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:26:33.496992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc175246-93bf-43c2-8734-36c60dfea341 req-bf0dfd5f-be2d-44d9-ad85-4ad73a46a80f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461037 Jul 30 02:26:33.498760 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:33.500019 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:33.522212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251940c-4ba7-479e-8a05-347aa9820232 req-44cea4ae-0b90-4f25-80ff-834278b10ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:33.523738 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-44cea4ae-0b90-4f25-80ff-834278b10ff3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1095 time: 0.4630880 Jul 30 02:26:33.576061 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-cc317440-9dcc-498a-a610-c6df28353224 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 217 time: 0.0418839 Jul 30 02:26:33.623353 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:33.666144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251940c-4ba7-479e-8a05-347aa9820232 req-da85864e-44b8-4ca3-a774-1019bf7291a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:33.667548 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-da85864e-44b8-4ca3-a774-1019bf7291a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8bdb602-0752-4d70-887e-a6b887bc06a3 HTTP/1.1" status: 200 len: 835 time: 0.0593314 Jul 30 02:26:33.668675 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:33.794767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251940c-4ba7-479e-8a05-347aa9820232 req-abcc2ceb-1d49-415b-b8f0-f40eb4821d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:33.796331 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-abcc2ceb-1d49-415b-b8f0-f40eb4821d99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1674186b-eb7c-489d-976d-462a5c388d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905447 Jul 30 02:26:33.827397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:33.879091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:33.932102 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-c151b983-53a3-4d33-83f5-1addcd38dee8 service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244004 Jul 30 02:26:33.944323 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:26:31Z', 'revision_number': 5, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port': {'id': 'f5a357e2-d099-4b8a-844d-ddf50324e3a0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:20:55Z', 'updated_at': '2021-07-30T02:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:33.951937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Deleting port f5a357e2-d099-4b8a-844d-ddf50324e3a0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:33.952275 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:33.971515 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] Checking router: e64bf58f-e91d-4ca3-af07-3a93b7c823ba for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:26:33.979757 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] Routers {'e64bf58f-e91d-4ca3-af07-3a93b7c823ba'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:33.980363 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:34.071473 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] Set router e64bf58f-e91d-4ca3-af07-3a93b7c823ba gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:34.100340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] For port f5a357e2-d099-4b8a-844d-ddf50324e3a0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f5a357e2-d099-4b8a-844d-ddf50324e3a0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:34.100737 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:34.105146 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b251940c-4ba7-479e-8a05-347aa9820232 req-9f08ef1d-e05e-4213-a21b-60ac2627a9bf service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620996 Jul 30 02:26:34.117866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Calling delete_port for f5a357e2-d099-4b8a-844d-ddf50324e3a0 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:34.128696 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:26:33Z', 'revision_number': 6, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:34.160341 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12884369-fd67-4e4b-b034-7cd326c0e23d None None] The sync data for ids ['e64bf58f-e91d-4ca3-af07-3a93b7c823ba'] in n-d-715271-7 is: [{'id': 'e64bf58f-e91d-4ca3-af07-3a93b7c823ba', 'name': 'tempest-TestServerBasicOps-266405787-router', 'tenant_id': '3426b700fbe54348ac7b99efd7420790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:20:53Z', 'updated_at': '2021-07-30T02:26:33Z', 'revision_number': 6, 'project_id': '3426b700fbe54348ac7b99efd7420790', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:26:34.252456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-5abb47f6-87cd-4685-a78a-98f855021493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:34.253962 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-5abb47f6-87cd-4685-a78a-98f855021493 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1095 time: 0.0651009 Jul 30 02:26:34.421740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-89509e52-5c5c-45e4-8832-e89efd6c8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:34.429048 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-89509e52-5c5c-45e4-8832-e89efd6c8801 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 200 len: 898 time: 0.1348324 Jul 30 02:26:34.471006 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:34.473610 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-26e6659a-9530-4039-a8d0-fb67cc24c20d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 217 time: 0.0431483 Jul 30 02:26:34.509319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a357e2-d099-4b8a-844d-ddf50324e3a0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:34.521791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dc5af90e-c6dd-4c77-b7a6-d30b9580a836 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:34.560992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: dc5af90e-c6dd-4c77-b7a6-d30b9580a836 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:34.560992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dc5af90e-c6dd-4c77-b7a6-d30b9580a836 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:34.616406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-675084fc-81b5-419e-b3d7-438e6498d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:34.618275 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-675084fc-81b5-419e-b3d7-438e6498d73e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8bdb602-0752-4d70-887e-a6b887bc06a3 HTTP/1.1" status: 200 len: 835 time: 0.1357965 Jul 30 02:26:34.626022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:34.649067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6de4e-499d-49cd-aed9-55148ee7b8b2 req-60f37a12-3568-436c-8107-a04b6aea709b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:34.652221 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ca6de4e-499d-49cd-aed9-55148ee7b8b2 req-60f37a12-3568-436c-8107-a04b6aea709b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 944 time: 0.0680103 Jul 30 02:26:34.657253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:34.704705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ca6de4e-499d-49cd-aed9-55148ee7b8b2 req-9b6ca805-a7a6-4510-b290-dc9d854d8bb4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 Jul 30 02:26:34.765191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:34.767789 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:34.810550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-ae1924e3-1b58-4667-b112-23b44c60146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:34.812110 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-ae1924e3-1b58-4667-b112-23b44c60146f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1674186b-eb7c-489d-976d-462a5c388d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496146 Jul 30 02:26:34.820132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:34.820653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64bf58f-e91d-4ca3-af07-3a93b7c823ba {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:26:34.828257 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:34.829888 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8ef1ca8c-6f20-49a2-92aa-65bb79275d49 admin admin] 10.222.0.84 "DELETE /v2.0/routers/e64bf58f-e91d-4ca3-af07-3a93b7c823ba HTTP/1.1" status: 204 len: 168 time: 1.3458326 Jul 30 02:26:34.832623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53200) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:34.898453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Deleting subnet e7d71f14-2c12-4250-b662-8cc82b00fcf6 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:26:34.903093 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:34.934517 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-c55f69aa-5ed7-43ca-bc47-a37287280f9e service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030364 Jul 30 02:26:34.955331 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.065835 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2cbf570c-0243-46e8-888f-62b6ce49eccf req-b6a1fa20-8c70-4d00-b262-7875ecbd9508 service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195078 Jul 30 02:26:35.070942 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.142826 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.169248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d71f14-2c12-4250-b662-8cc82b00fcf6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:35.179024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.179355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.179734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.180065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.180394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.180719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.181042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.181363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.181682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.181999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.182439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.182757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:26:35.188218 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.191884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-41ed08b2-688c-47d8-9ce9-e7931b88201c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e7d71f14-2c12-4250-b662-8cc82b00fcf6 HTTP/1.1" status: 204 len: 168 time: 0.3579421 Jul 30 02:26:35.192673 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53202) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:35.194064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e587847-ec69-4dda-b201-204fd81a3db1 None None] Network 503ca952-0f58-4eb6-bcbe-76f6eea78812 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:26:35.271114 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.339924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Deleting port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:35.340498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.424621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3c2ae-2aa5-4a33-8149-ac2ad4ffab4a None None] DHCP port deletion for 503ca952-0f58-4eb6-bcbe-76f6eea78812 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:26:35.430062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] For port c92f8d06-5bef-41a8-8c3a-2e19e996cd48, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c92f8d06-5bef-41a8-8c3a-2e19e996cd48,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:35.430412 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.444192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Calling delete_port for c92f8d06-5bef-41a8-8c3a-2e19e996cd48 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:35.472038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-84e3c2ae-2aa5-4a33-8149-ac2ad4ffab4a None None] Deleting port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:35.472410 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84e3c2ae-2aa5-4a33-8149-ac2ad4ffab4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.535215 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.542108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-84e3c2ae-2aa5-4a33-8149-ac2ad4ffab4a None None] For port c92f8d06-5bef-41a8-8c3a-2e19e996cd48, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c92f8d06-5bef-41a8-8c3a-2e19e996cd48,segment=NetworkSegment(0f855bbb-be97-4337-9a94-74a063aa732e),segment_id=0f855bbb-be97-4337-9a94-74a063aa732e)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:35.542682 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84e3c2ae-2aa5-4a33-8149-ac2ad4ffab4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.557033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-84e3c2ae-2aa5-4a33-8149-ac2ad4ffab4a None None] Calling delete_port for c92f8d06-5bef-41a8-8c3a-2e19e996cd48 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:35.563991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92f8d06-5bef-41a8-8c3a-2e19e996cd48,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:35.567477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] No DVR routers for this DVR port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:26:35.632212 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 02:26:35.645668 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84e3c2ae-2aa5-4a33-8149-ac2ad4ffab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.651976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.666459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503ca952-0f58-4eb6-bcbe-76f6eea78812']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:35.678989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3c2ae-2aa5-4a33-8149-ac2ad4ffab4a None None] Pushing event deleted for resources: {'Port': ['ID=c92f8d06-5bef-41a8-8c3a-2e19e996cd48,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:35.692008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3c2ae-2aa5-4a33-8149-ac2ad4ffab4a None None] No DVR routers for this DVR port c92f8d06-5bef-41a8-8c3a-2e19e996cd48 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:35.692302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f855bbb-be97-4337-9a94-74a063aa732e') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:35.692781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f855bbb-be97-4337-9a94-74a063aa732e') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:35.706126 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.726299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.733365 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:26:35.733972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:26:35.736915 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:26:35.799093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.811630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:35.813628 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/503ca952-0f58-4eb6-bcbe-76f6eea78812 HTTP/1.1" status: 204 len: 168 time: 0.6199634 Jul 30 02:26:35.816540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53212) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:35.823992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92a49d-412a-49d0-b468-56893ccc17b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=503ca952-0f58-4eb6-bcbe-76f6eea78812,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:35.878241 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba04da-bb43-403a-806a-fc11a4ec8e7d req-c7991c44-6ff8-4ff5-9731-23d020d8816b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:35.879654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30ba04da-bb43-403a-806a-fc11a4ec8e7d req-c7991c44-6ff8-4ff5-9731-23d020d8816b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 944 time: 0.1050279 Jul 30 02:26:35.959255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30ba04da-bb43-403a-806a-fc11a4ec8e7d req-66e117fd-1a6e-4cb0-9674-081a991ef750 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725465 Jul 30 02:26:36.223686 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:36.261732 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:36.308604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f5a357e2-d099-4b8a-844d-ddf50324e3a0 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:36.329262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f5a357e2-d099-4b8a-844d-ddf50324e3a0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:36.329617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f5a357e2-d099-4b8a-844d-ddf50324e3a0 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:36.330268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c92f8d06-5bef-41a8-8c3a-2e19e996cd48 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:36.349665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c92f8d06-5bef-41a8-8c3a-2e19e996cd48 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:36.350011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c92f8d06-5bef-41a8-8c3a-2e19e996cd48 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:36.510116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Deleting port efbd0331-b8ec-4c23-a74f-0d389b00e84b {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:36.510367 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:36.591513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] For port efbd0331-b8ec-4c23-a74f-0d389b00e84b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=efbd0331-b8ec-4c23-a74f-0d389b00e84b,segment=NetworkSegment(4c2995fe-8938-4fd2-a0d1-e0d755ce1836),segment_id=4c2995fe-8938-4fd2-a0d1-e0d755ce1836)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:36.591906 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:36.605037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Calling delete_port for efbd0331-b8ec-4c23-a74f-0d389b00e84b owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:36.785234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:36.813835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=efbd0331-b8ec-4c23-a74f-0d389b00e84b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:36.986526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:37.128478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba0a63-edcf-42d1-b734-f111e2f42230 req-8db29d70-d11f-4dd1-9bb8-5fca775be120 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:37.130017 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cba0a63-edcf-42d1-b734-f111e2f42230 req-8db29d70-d11f-4dd1-9bb8-5fca775be120 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 944 time: 0.0938861 Jul 30 02:26:37.211992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cba0a63-edcf-42d1-b734-f111e2f42230 req-7284a59c-b063-4fd1-8761-ffddc688a393 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734119 Jul 30 02:26:37.286928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Router 7d31c504-f22f-4462-bfcd-f3007df97405 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:26:37.395802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e49f1d42-3308-4690-952d-d8bc5d68baea details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:26:37.402000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:26:37.410930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-62901b99-b9c2-4a6f-af4f-d7fb82c0d9ae admin admin] 10.222.0.84 "PUT /v2.0/routers/7d31c504-f22f-4462-bfcd-f3007df97405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5928288 Jul 30 02:26:37.411361 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53226) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:37.495134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:37.513053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'port_id': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'mac_address': 'fa:16:3e:90:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:26:37.514868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] Sync routers for ids ['7d31c504-f22f-4462-bfcd-f3007df97405'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:26:37.518785 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:37.559834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:37.571572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] Routers {'7d31c504-f22f-4462-bfcd-f3007df97405'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:37.572323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7d31c504-f22f-4462-bfcd-f3007df97405'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:37.576752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49f1d42-3308-4690-952d-d8bc5d68baea {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:26:37.631615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:37.633835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:37.639374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:37.714760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Deleting port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:37.715715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:37.735021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:37.750910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] Set router 7d31c504-f22f-4462-bfcd-f3007df97405 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:37.807895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] For port 14f6d09c-0e5d-4a01-9f7a-a512e05ef660, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=14f6d09c-0e5d-4a01-9f7a-a512e05ef660,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:37.808638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:37.825394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Calling delete_port for 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:37.901438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['e49f1d42-3308-4690-952d-d8bc5d68baea'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:26:38.023576 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.024972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:06Z', 'updated_at': '2021-07-30T02:26:36Z', 'revision_number': 5, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'gw_port': {'id': '14f6d09c-0e5d-4a01-9f7a-a512e05ef660', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:21:08Z', 'updated_at': '2021-07-30T02:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:38.052106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f6d09c-0e5d-4a01-9f7a-a512e05ef660,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:38.060841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] Checking router: 7d31c504-f22f-4462-bfcd-f3007df97405 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:26:38.089989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] Routers {'7d31c504-f22f-4462-bfcd-f3007df97405'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:38.090678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7d31c504-f22f-4462-bfcd-f3007df97405'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:38.118936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.184693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] Set router 7d31c504-f22f-4462-bfcd-f3007df97405 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:38.221012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.223473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.255990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:06Z', 'updated_at': '2021-07-30T02:26:37Z', 'revision_number': 7, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:38.292897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec475b59-9434-4b79-84d3-f9cb05158f64 None None] The sync data for ids ['7d31c504-f22f-4462-bfcd-f3007df97405'] in n-d-715271-7 is: [{'id': '7d31c504-f22f-4462-bfcd-f3007df97405', 'name': 'tempest-TestServerBasicOps-669154121-router', 'tenant_id': '1908e84b37754e3e820d4091a42d4d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:21:06Z', 'updated_at': '2021-07-30T02:26:37Z', 'revision_number': 7, 'project_id': '1908e84b37754e3e820d4091a42d4d25', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:26:38.335490 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.336495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d31c504-f22f-4462-bfcd-f3007df97405 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:26:38.350649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.351875 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1c5632ed-6160-42ac-9ac9-9f300fa16fc0 admin admin] 10.222.0.84 "DELETE /v2.0/routers/7d31c504-f22f-4462-bfcd-f3007df97405 HTTP/1.1" status: 204 len: 168 time: 0.9393942 Jul 30 02:26:38.354987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:38.411146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46780117-9278-489b-9473-82266bde253d req-cec33712-b1bd-4818-a812-6e46598921a6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:38.412782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46780117-9278-489b-9473-82266bde253d req-cec33712-b1bd-4818-a812-6e46598921a6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 945 time: 0.0931456 Jul 30 02:26:38.435866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-5724a44d-2e87-4649-aeb3-dde32523de9b admin admin] Deleting subnet 93f39788-8e98-4a30-bb34-5477bdcb344d {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:26:38.439283 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5724a44d-2e87-4649-aeb3-dde32523de9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.466024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46780117-9278-489b-9473-82266bde253d req-6c6c92d2-051d-4e9b-86b9-5ca9e2133ee2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462894 Jul 30 02:26:38.485567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5724a44d-2e87-4649-aeb3-dde32523de9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.571356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5724a44d-2e87-4649-aeb3-dde32523de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.638110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5724a44d-2e87-4649-aeb3-dde32523de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.664993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724a44d-2e87-4649-aeb3-dde32523de9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f39788-8e98-4a30-bb34-5477bdcb344d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:38.670465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5724a44d-2e87-4649-aeb3-dde32523de9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.672973 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5724a44d-2e87-4649-aeb3-dde32523de9b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/93f39788-8e98-4a30-bb34-5477bdcb344d HTTP/1.1" status: 204 len: 168 time: 0.3166339 Jul 30 02:26:38.675315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53240) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:38.679818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a49828-94c8-464b-a30e-6d04d8194429 None None] Network 1ecf4db2-80a2-4115-b23a-0b651e8bb199 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:26:38.769391 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.830538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Deleting port cef3062e-fbc0-4326-9e74-5f78654870de {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:38.830882 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.903946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] For port cef3062e-fbc0-4326-9e74-5f78654870de, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cef3062e-fbc0-4326-9e74-5f78654870de,segment=NetworkSegment(4c2995fe-8938-4fd2-a0d1-e0d755ce1836),segment_id=4c2995fe-8938-4fd2-a0d1-e0d755ce1836)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:38.904321 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:38.931490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Calling delete_port for cef3062e-fbc0-4326-9e74-5f78654870de owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:38.934064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8f121-641f-454e-8135-a345be461c63 None None] DHCP port deletion for 1ecf4db2-80a2-4115-b23a-0b651e8bb199 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:26:38.989409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cad8f121-641f-454e-8135-a345be461c63 None None] Deleting port cef3062e-fbc0-4326-9e74-5f78654870de {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:26:38.990152 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cad8f121-641f-454e-8135-a345be461c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.018770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.057548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cad8f121-641f-454e-8135-a345be461c63 None None] For port cef3062e-fbc0-4326-9e74-5f78654870de, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cef3062e-fbc0-4326-9e74-5f78654870de,segment=NetworkSegment(4c2995fe-8938-4fd2-a0d1-e0d755ce1836),segment_id=4c2995fe-8938-4fd2-a0d1-e0d755ce1836)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:39.057994 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cad8f121-641f-454e-8135-a345be461c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.058120 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] No DVR routers for this DVR port cef3062e-fbc0-4326-9e74-5f78654870de on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:39.064095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Pushing event deleted for resources: {'Port': ['ID=cef3062e-fbc0-4326-9e74-5f78654870de,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:39.078959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cad8f121-641f-454e-8135-a345be461c63 None None] Calling delete_port for cef3062e-fbc0-4326-9e74-5f78654870de owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:26:39.152482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.168716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecf4db2-80a2-4115-b23a-0b651e8bb199']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:39.184721 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cad8f121-641f-454e-8135-a345be461c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.186023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2995fe-8938-4fd2-a0d1-e0d755ce1836') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:39.186544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2995fe-8938-4fd2-a0d1-e0d755ce1836') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:39.206978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.214319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8f121-641f-454e-8135-a345be461c63 None None] Pushing event deleted for resources: {'Port': ['ID=cef3062e-fbc0-4326-9e74-5f78654870de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:39.226122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8f121-641f-454e-8135-a345be461c63 None None] No DVR routers for this DVR port cef3062e-fbc0-4326-9e74-5f78654870de on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:26:39.226780 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.234594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:26:39.235116 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:26:39.237663 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:26:39.306530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.320151 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.323561 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] 10.222.0.84 "DELETE /v2.0/networks/1ecf4db2-80a2-4115-b23a-0b651e8bb199 HTTP/1.1" status: 204 len: 168 time: 0.6472030 Jul 30 02:26:39.335679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d86069-76a3-48dd-bc85-9bdca525348d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ecf4db2-80a2-4115-b23a-0b651e8bb199,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:39.410001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e49f1d42-3308-4690-952d-d8bc5d68baea up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:26:39.448672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53250) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:39.466498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port e49f1d42-3308-4690-952d-d8bc5d68baea completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:26:39.472974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port e49f1d42-3308-4690-952d-d8bc5d68baea triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:26:39.473343 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.507805 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6a9cbebc-c824-4adf-9782-c9bf99bd8c01 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3426b700fbe54348ac7b99efd7420790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559816 Jul 30 02:26:39.511282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53254) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:39.575840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66668986-7856-4487-ada7-fd34fe4c725e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.580580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.602796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe601-c00f-47ff-b0cc-c65fbc93a0c1 req-655980c8-22df-4e79-9856-f0d3b187092a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:39.604678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b2fe601-c00f-47ff-b0cc-c65fbc93a0c1 req-655980c8-22df-4e79-9856-f0d3b187092a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 945 time: 0.0514641 Jul 30 02:26:39.607037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66668986-7856-4487-ada7-fd34fe4c725e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.608384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:39.611210 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cf2cd8-265b-4ad1-858d-145098cb1e3b" -d '{"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-plugged", "status": "completed", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:39.634294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:26:39.642241 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.668048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b2fe601-c00f-47ff-b0cc-c65fbc93a0c1 req-b310a0be-8a1f-4424-bd06-aefa6dec72d5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570779 Jul 30 02:26:39.670683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66668986-7856-4487-ada7-fd34fe4c725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.673481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66668986-7856-4487-ada7-fd34fe4c725e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:39.677194 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-66668986-7856-4487-ada7-fd34fe4c725e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b7669f21-ab1c-4922-8baa-428f070162ac HTTP/1.1" status: 204 len: 168 time: 0.1619818 Jul 30 02:26:39.687726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66668986-7856-4487-ada7-fd34fe4c725e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7669f21-ab1c-4922-8baa-428f070162ac,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:39.733205 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806aef55-0cfe-4a42-9e55-22a364a94dd0 x-openstack-request-id: req-806aef55-0cfe-4a42-9e55-22a364a94dd0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:39.734268 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-plugged", "status": "completed", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:39.734795 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-806aef55-0cfe-4a42-9e55-22a364a94dd0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:39.735348 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'code': 200} Jul 30 02:26:39.742676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:39.830838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8592f43-1502-4b0e-a6af-09d8671e5aa9 req-b48d4061-814b-4862-a652-39169cd61f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:39.832684 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d8592f43-1502-4b0e-a6af-09d8671e5aa9 req-b48d4061-814b-4862-a652-39169cd61f24 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1097 time: 0.0437627 Jul 30 02:26:39.883467 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d8592f43-1502-4b0e-a6af-09d8671e5aa9 req-b072eb2d-93ba-4728-b39c-002c74d35106 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Jul 30 02:26:40.048675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53266) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:40.097054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-67a5efb9-753f-4fef-bd79-4d4ed1a0f25a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1908e84b37754e3e820d4091a42d4d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471997 Jul 30 02:26:40.099775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53270) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:40.160556 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50394b6a-3af3-4577-857e-33c03c241299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:40.191245 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50394b6a-3af3-4577-857e-33c03c241299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:40.259713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50394b6a-3af3-4577-857e-33c03c241299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:40.263401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-50394b6a-3af3-4577-857e-33c03c241299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:40.279900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-50394b6a-3af3-4577-857e-33c03c241299 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ccf9da83-9d29-4aaf-941a-cbf5242dfbc2 HTTP/1.1" status: 204 len: 168 time: 0.1790123 Jul 30 02:26:40.290317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50394b6a-3af3-4577-857e-33c03c241299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf9da83-9d29-4aaf-941a-cbf5242dfbc2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:40.324230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cef3062e-fbc0-4326-9e74-5f78654870de no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:40.347994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: cef3062e-fbc0-4326-9e74-5f78654870de {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:40.348486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cef3062e-fbc0-4326-9e74-5f78654870de not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:40.349021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device efbd0331-b8ec-4c23-a74f-0d389b00e84b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:40.369861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: efbd0331-b8ec-4c23-a74f-0d389b00e84b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:40.370913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device efbd0331-b8ec-4c23-a74f-0d389b00e84b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:40.371452 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:26:40.390582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:26:40.390997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 14f6d09c-0e5d-4a01-9f7a-a512e05ef660 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:26:40.822323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b558744-830a-4382-8313-2c06fe211c2c req-7e9e9733-ad8b-42fd-85ec-bbf33928cfcb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:40.824698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b558744-830a-4382-8313-2c06fe211c2c req-7e9e9733-ad8b-42fd-85ec-bbf33928cfcb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0704582 Jul 30 02:26:40.892960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b558744-830a-4382-8313-2c06fe211c2c req-9f8fbf2c-1e03-40cd-84d0-d1fc583d91d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602586 Jul 30 02:26:42.004798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dee251-7d26-4d80-a185-b95539186914 req-3fb602d4-36c6-4769-a2e6-09db34521667 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:42.006293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3dee251-7d26-4d80-a185-b95539186914 req-3fb602d4-36c6-4769-a2e6-09db34521667 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0515900 Jul 30 02:26:42.044578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3dee251-7d26-4d80-a185-b95539186914 req-d0e321a6-2a89-45dc-a2d9-ca64d67405e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Jul 30 02:26:42.176294 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e1521-c4c8-48aa-b3cd-8eb24e29c61a req-7889c3fb-7bc1-44ad-b157-03b99d701ad0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:42.177795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-501e1521-c4c8-48aa-b3cd-8eb24e29c61a req-7889c3fb-7bc1-44ad-b157-03b99d701ad0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0565431 Jul 30 02:26:42.500748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-501e1521-c4c8-48aa-b3cd-8eb24e29c61a req-6e299d0c-5b0c-4def-92fd-fb269d014b04 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164124 Jul 30 02:26:42.522550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53292) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:42.774221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5539f10-3a1f-4bc2-95d8-5d90510766cd tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:42.775904 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5539f10-3a1f-4bc2-95d8-5d90510766cd tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1092 time: 0.2523360 Jul 30 02:26:42.779387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53300) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:42.784375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:26:42.808431 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:42.908444 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:43.017977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.25.7.199 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/0e85f2ca-f93b-4260-9968-fca39fc1e4e6) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:26:43.121216 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:43.160888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:43.204191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:26:43.206966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:26:43.213204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:26:43.216270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=0e85f2ca-f93b-4260-9968-fca39fc1e4e6,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:43.563343 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:43.636067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:43.797945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:43.801917 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:43.870377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=0e85f2ca-f93b-4260-9968-fca39fc1e4e6,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:26:43.886471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:43.988027 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Floating IP 15611ff6-d803-48e2-bf1f-47f5714e6430 associated. External IP: 172.25.7.199, port: e49f1d42-3308-4690-952d-d8bc5d68baea. Jul 30 02:26:44.555809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d6804e9c-fb0f-4938-905a-11e64ec7ae1f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:26:44.663655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:26:44.674595 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] Sync routers for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:26:44.681611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:26:44.684669 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:44.685355 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:44.708803 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-77aa0963-5c36-4aa4-a8ed-55c213598a4b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9280844 Jul 30 02:26:44.709642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:26:44.712119 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:26:44.803242 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:44.822235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127d09d-b4c0-49bf-9eb2-b044e9c5ed89 req-de5410e4-7451-4743-b726-0f66fd0bb8e0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:44.824344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0127d09d-b4c0-49bf-9eb2-b044e9c5ed89 req-de5410e4-7451-4743-b726-0f66fd0bb8e0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0559142 Jul 30 02:26:44.866345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0127d09d-b4c0-49bf-9eb2-b044e9c5ed89 req-5c623947-b9d2-4930-9f9a-864181d36696 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354490 Jul 30 02:26:44.891301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53328) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:44.955038 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e157af-e42d-4c55-aa06-e310ae7c3093 x-openstack-request-id: req-f3e157af-e42d-4c55-aa06-e310ae7c3093 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:26:44.955341 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:26:44.955630 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f3e157af-e42d-4c55-aa06-e310ae7c3093 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:26:44.956178 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'status': 'completed', 'code': 200} Jul 30 02:26:45.000072 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-332bfc4d-bab5-4d83-a596-6de509870eb1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/15611ff6-d803-48e2-bf1f-47f5714e6430 HTTP/1.1" status: 200 len: 992 time: 0.1029811 Jul 30 02:26:45.030586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-994e00db-b877-4ceb-8640-026a0d64e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.035198 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-994e00db-b877-4ceb-8640-026a0d64e7b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1097 time: 0.0476172 Jul 30 02:26:45.069551 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '15611ff6-d803-48e2-bf1f-47f5714e6430', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'port_id': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'mac_address': 'fa:16:3e:90:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:26:43Z', 'updated_at': '2021-07-30T02:26:43Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc2ac20-c21f-42e9-af70-545bd1129418', 'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:da:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:24Z', 'updated_at': '2021-07-30T02:26:30Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:45.096745 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] Checking router: d6804e9c-fb0f-4938-905a-11e64ec7ae1f for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:26:45.105606 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:26:45.106254 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:26:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:45.129475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-18afd9a5-7019-4f0a-a9c1-51f09dc21688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.131051 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-18afd9a5-7019-4f0a-a9c1-51f09dc21688 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 200 len: 898 time: 0.0913761 Jul 30 02:26:45.208114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-0f56f7f9-ed27-4a2e-958f-8ba4c19e99af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 1000 time: 0.0685067 Jul 30 02:26:45.228538 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:26:45.271862 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-06e1ae27-f5d3-4769-a6e4-254802b60322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.273420 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-06e1ae27-f5d3-4769-a6e4-254802b60322 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8bdb602-0752-4d70-887e-a6b887bc06a3 HTTP/1.1" status: 200 len: 835 time: 0.0579226 Jul 30 02:26:45.327053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-65440a72-2a25-450e-91eb-2dbc5925aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:26:45.328970 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-65440a72-2a25-450e-91eb-2dbc5925aabf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1674186b-eb7c-489d-976d-462a5c388d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479031 Jul 30 02:26:45.427142 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-409282d9-cfc0-4c2a-b450-87dd6ce12ebf service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889134 Jul 30 02:26:45.472773 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '15611ff6-d803-48e2-bf1f-47f5714e6430', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'port_id': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'mac_address': 'fa:16:3e:90:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:26:43Z', 'updated_at': '2021-07-30T02:26:43Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc2ac20-c21f-42e9-af70-545bd1129418', 'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:da:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:24Z', 'updated_at': '2021-07-30T02:26:30Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:26:45.505916 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39ab14f-45f9-4e52-a49f-6f1d1e419184 None None] The sync data for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 is: [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '15611ff6-d803-48e2-bf1f-47f5714e6430', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.199', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'port_id': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'mac_address': 'fa:16:3e:90:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:26:43Z', 'updated_at': '2021-07-30T02:26:43Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc2ac20-c21f-42e9-af70-545bd1129418', 'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:da:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:24Z', 'updated_at': '2021-07-30T02:26:30Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:26:45.527424 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b9277ae6-8d8c-4fba-b524-df4e0511aeb4 req-1a0667e4-ddec-40e3-b9ad-3a58f36490c7 service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926232 Jul 30 02:26:45.711410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a21dfc-6572-4128-9356-4194ca61ba1f None None] New status for floating IP 15611ff6-d803-48e2-bf1f-47f5714e6430: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:26:46.002339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53344) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:26:46.062636 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b7cf577b-d6cf-4776-a1da-bb67531386f7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/15611ff6-d803-48e2-bf1f-47f5714e6430 HTTP/1.1" status: 200 len: 994 time: 0.0590303 Jul 30 02:26:51.329175 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:26:54.169755 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:00.756424 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2b16e0ef-af3d-45f2-80bc-b7be0b644114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:01.670610 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:03.407581 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe549874-edaf-4f0e-be66-114324e6661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:03.862780 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:04.612523 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:06.265189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:19.309807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb7463-a428-4da5-80e0-f12b2c2d5c68 req-7947bbbc-54dc-4f0e-8b8e-1e841355f470 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:19.311823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2eb7463-a428-4da5-80e0-f12b2c2d5c68 req-7947bbbc-54dc-4f0e-8b8e-1e841355f470 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0566669 Jul 30 02:27:19.352964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2eb7463-a428-4da5-80e0-f12b2c2d5c68 req-db47ac32-e833-448a-a1a0-df798557cdb3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347638 Jul 30 02:27:19.378428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 53748) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:19.458433 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-09b41013-675e-482b-9667-50f5f4e4c2f6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/15611ff6-d803-48e2-bf1f-47f5714e6430 HTTP/1.1" status: 200 len: 994 time: 0.0787973 Jul 30 02:27:19.846900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9d61b-ec45-4f89-861c-760446ac45c9 req-3b3d5d8f-c8cb-45dc-ab97-99ef78ff3903 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:19.848649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4cd9d61b-ec45-4f89-861c-760446ac45c9 req-3b3d5d8f-c8cb-45dc-ab97-99ef78ff3903 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1097 time: 0.0603492 Jul 30 02:27:19.887990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4cd9d61b-ec45-4f89-861c-760446ac45c9 req-d56f32ac-3e36-435c-824c-5a11429e5b07 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324256 Jul 30 02:27:20.605705 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-00b1488c-668f-4099-bf87-76899121ca15 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0570970 Jul 30 02:27:21.292575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-7a0ac954-3363-4761-be6a-4158175beebe tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:27:21.294336 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-7a0ac954-3363-4761-be6a-4158175beebe tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1417923 Jul 30 02:27:21.305688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Request body: {'binding': {'host': 'n-h1-715271-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:21.306147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Unknown quota resources ['binding']. {{(pid=93818) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 30 02:27:21.458635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea on host n-h1-715271-7 for vnic_type normal with profile None {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:27:21.458967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:27:21.459294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea on network 1674186b-eb7c-489d-976d-462a5c388d77 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:21.463630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Port e49f1d42-3308-4690-952d-d8bc5d68baea on network 1674186b-eb7c-489d-976d-462a5c388d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:27:21.464064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea on network 1674186b-eb7c-489d-976d-462a5c388d77 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:21.468977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:27:21.469304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Checking segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:27:21.469682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Bound using segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:27:21.470096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Bound port: e49f1d42-3308-4690-952d-d8bc5d68baea, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:27:21.576881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:27:21.582818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:21.588615 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-1bf98129-b58e-408b-bf32-f1508851deb8 service neutron] 10.222.0.84 "POST /v2.0/ports/e49f1d42-3308-4690-952d-d8bc5d68baea/bindings HTTP/1.1" status: 201 len: 389 time: 0.2849519 Jul 30 02:27:21.750301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3442e4-3a02-4f34-96d0-610bc4eb9c6f req-e14e1008-40a3-47c4-bc1d-f70a897c3ce6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:21.752036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f3442e4-3a02-4f34-96d0-610bc4eb9c6f req-e14e1008-40a3-47c4-bc1d-f70a897c3ce6 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0590658 Jul 30 02:27:21.796954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f3442e4-3a02-4f34-96d0-610bc4eb9c6f req-7c70e0cb-d842-4faa-88b1-59bdd76482f1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385759 Jul 30 02:27:21.914598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-a85caa35-3abb-40e6-b6da-d7c096483756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:21.917129 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-a85caa35-3abb-40e6-b6da-d7c096483756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1097 time: 0.1089151 Jul 30 02:27:22.009269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-2967a177-ec20-4062-aa8f-b995f85e7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.011504 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-2967a177-ec20-4062-aa8f-b995f85e7721 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 200 len: 898 time: 0.0876856 Jul 30 02:27:22.091275 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-d96638fd-2c0e-4196-b843-2499386ac519 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 1002 time: 0.0725353 Jul 30 02:27:22.147929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-500a9b18-a3aa-4696-a345-791908429141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.149603 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-500a9b18-a3aa-4696-a345-791908429141 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8bdb602-0752-4d70-887e-a6b887bc06a3 HTTP/1.1" status: 200 len: 835 time: 0.0521035 Jul 30 02:27:22.200501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-44a3e24b-b586-4d95-99c8-c6a7df19522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.202194 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-44a3e24b-b586-4d95-99c8-c6a7df19522d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1674186b-eb7c-489d-976d-462a5c388d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457382 Jul 30 02:27:22.315176 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-9622e099-af3d-48ff-a2b4-1ec888c0a3cf service neutron] 10.222.0.41 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053491 Jul 30 02:27:22.410973 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-0081c76f-3355-4fb6-8c7e-2a4179904227 service neutron] 10.222.0.41 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886159 Jul 30 02:27:22.567757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-736ef9fb-12b0-4613-bbdc-c6410fc7fad7 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.569261 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-736ef9fb-12b0-4613-bbdc-c6410fc7fad7 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8&tenant_id=07af2af8cc1a4c29aaa17876acaeede6&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1097 time: 0.0913434 Jul 30 02:27:22.581995 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-715271-7'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:22.643546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:22.778272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:22.820420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:27:22.862760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:22.865232 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d16cdc8-ff8a-4e3b-942c-79e2ffdb23c8" -d '{"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:22.870104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:22.876866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:22.934706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ee067-637c-4c6c-95cf-dd2f1ea50011 req-18ec7600-6176-4f1b-8822-624895f01085 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:22.936419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-331ee067-637c-4c6c-95cf-dd2f1ea50011 req-18ec7600-6176-4f1b-8822-624895f01085 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 944 time: 0.0648639 Jul 30 02:27:23.022727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-331ee067-637c-4c6c-95cf-dd2f1ea50011 req-eb5acbc9-5580-476f-ba82-2d3b3d1cdd2c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738397 Jul 30 02:27:23.076538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:23.083308 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af62bfac-3e9f-4a47-940e-98b80a468420 x-openstack-request-id: req-af62bfac-3e9f-4a47-940e-98b80a468420 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:23.083560 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:23.083817 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-af62bfac-3e9f-4a47-940e-98b80a468420 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:23.084271 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'code': 200} Jul 30 02:27:23.096632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea on host n-h2-715271-7 for vnic_type normal with profile {"migrating_to": "n-h1-715271-7"} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:27:23.096978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:27:23.097312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea on network 1674186b-eb7c-489d-976d-462a5c388d77 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:23.103115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Port e49f1d42-3308-4690-952d-d8bc5d68baea on network 1674186b-eb7c-489d-976d-462a5c388d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:27:23.109062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Attempting to bind port e49f1d42-3308-4690-952d-d8bc5d68baea on network 1674186b-eb7c-489d-976d-462a5c388d77 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:23.117571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:27:23.117857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Checking segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:27:23.118275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Bound using segment: {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:27:23.118741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Bound port: e49f1d42-3308-4690-952d-d8bc5d68baea, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91cf3ba-023c-498d-b585-1db50326ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:27:23.119680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:23.202172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:27:23.207732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:27:23.212667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:23.252339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4d7b1180-908f-4799-a32e-229c800d54a4 None None] Provisioning complete for port e49f1d42-3308-4690-952d-d8bc5d68baea triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:23.252894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d7b1180-908f-4799-a32e-229c800d54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:23.328951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:23.380941 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:23.381855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:23.384493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-23422bbb-932b-4b40-97ff-98a7ad4af0c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 1122 time: 0.8058126 Jul 30 02:27:23.402373 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d7b1180-908f-4799-a32e-229c800d54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:23.439154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:23.441805 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48da9a4c-f078-464e-a842-b35a86fb32d2" -d '{"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-plugged", "status": "completed", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:23.471362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['e49f1d42-3308-4690-952d-d8bc5d68baea'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:27:23.476236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4d7b1180-908f-4799-a32e-229c800d54a4 None None] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:23.499640 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d7b1180-908f-4799-a32e-229c800d54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:23.592840 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218335b6-2612-48b9-af9c-3ebe31cd9454 x-openstack-request-id: req-218335b6-2612-48b9-af9c-3ebe31cd9454 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:23.593136 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-plugged", "status": "completed", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:23.593461 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-218335b6-2612-48b9-af9c-3ebe31cd9454 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:23.593753 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'code': 200} Jul 30 02:27:23.680309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b1180-908f-4799-a32e-229c800d54a4 None None] Pushing event updated for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:23.872459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dd9bef71-68ca-4f48-95e3-b2907af2855e None None] Provisioning complete for port e49f1d42-3308-4690-952d-d8bc5d68baea triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:23.872829 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd9bef71-68ca-4f48-95e3-b2907af2855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:24.185768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86904df0-9eb4-4b53-94d8-ad85c3616fcc req-75c14f80-c0fc-4bff-a1de-0416b2c8b709 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:24.189209 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:24.191950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86904df0-9eb4-4b53-94d8-ad85c3616fcc req-75c14f80-c0fc-4bff-a1de-0416b2c8b709 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0828996 Jul 30 02:27:24.233652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86904df0-9eb4-4b53-94d8-ad85c3616fcc req-98004865-58ed-45be-aac1-bc2883389a1b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399227 Jul 30 02:27:24.417572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e49f1d42-3308-4690-952d-d8bc5d68baea details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:27:24.520524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:24.532787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e49f1d42-3308-4690-952d-d8bc5d68baea has no active binding in host n-h1-715271-7 {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 02:27:25.085946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:25.090918 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:25.130796 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6752d85b-5cfe-486e-a423-a39b457000ae x-openstack-request-id: req-6752d85b-5cfe-486e-a423-a39b457000ae {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:25.131015 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:25.131258 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6752d85b-5cfe-486e-a423-a39b457000ae {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:25.131689 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'status': 'completed', 'code': 200} Jul 30 02:27:25.254384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-6b1a1d9f-b288-4a6a-951a-b5f65e7496ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:25.256190 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-6b1a1d9f-b288-4a6a-951a-b5f65e7496ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1127 time: 0.0982978 Jul 30 02:27:25.375239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-5a0293be-6e26-4f2f-9860-739417071e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:25.376906 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-5a0293be-6e26-4f2f-9860-739417071e63 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 200 len: 898 time: 0.1128116 Jul 30 02:27:25.377361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc49e31-1eff-443a-b580-4661bb8ca7d6 req-ac76c222-6b74-4377-bcbc-e522f98ea68c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:25.378940 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bc49e31-1eff-443a-b580-4661bb8ca7d6 req-ac76c222-6b74-4377-bcbc-e522f98ea68c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0595491 Jul 30 02:27:25.421404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bc49e31-1eff-443a-b580-4661bb8ca7d6 req-34e6942e-7553-4dfb-9f42-03a1c453f92e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354004 Jul 30 02:27:25.458120 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-1c0b091e-20e9-4fd7-b151-20f06f9bc270 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 1002 time: 0.0728848 Jul 30 02:27:25.516592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-162d75e1-771d-4691-805c-7a9f66224754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:25.518078 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-162d75e1-771d-4691-805c-7a9f66224754 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8bdb602-0752-4d70-887e-a6b887bc06a3 HTTP/1.1" status: 200 len: 835 time: 0.0512834 Jul 30 02:27:25.572209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-34b99b7e-2ee7-4301-83d1-6dd7eb3628bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:25.576774 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-34b99b7e-2ee7-4301-83d1-6dd7eb3628bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1674186b-eb7c-489d-976d-462a5c388d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483375 Jul 30 02:27:25.586827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-b8b7fe3d-940d-4b7d-9010-46d9cc0d325b service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:27:25.588455 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-b8b7fe3d-940d-4b7d-9010-46d9cc0d325b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060222 Jul 30 02:27:25.688754 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-cf1969cf-9d71-49cb-9ae4-de53b66ef91a service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918965 Jul 30 02:27:25.790085 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1c1f9395-cb9a-413c-b0b3-76b5ec60accc req-12952f0a-371a-4ae9-8955-e6a6584ca3ee service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931213 Jul 30 02:27:26.574824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57faa82-ea30-4b20-9d1e-7e4009e5d268 req-a933e62d-c1a0-4c5b-a179-db4accb40a30 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:26.577489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d57faa82-ea30-4b20-9d1e-7e4009e5d268 req-a933e62d-c1a0-4c5b-a179-db4accb40a30 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0784009 Jul 30 02:27:26.661827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d57faa82-ea30-4b20-9d1e-7e4009e5d268 req-da95ffce-7506-4eaa-bd96-e02e686ac008 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712838 Jul 30 02:27:27.791503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64898e7a-b61c-4eeb-b800-0e360eacef22 req-16ba25e2-4bf6-4335-97a8-e5b9f9e5b8c8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:27.793143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64898e7a-b61c-4eeb-b800-0e360eacef22 req-16ba25e2-4bf6-4335-97a8-e5b9f9e5b8c8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 946 time: 0.0569873 Jul 30 02:27:27.833793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64898e7a-b61c-4eeb-b800-0e360eacef22 req-79781ca9-b3cf-41b5-bd90-8402ed3a57f5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343657 Jul 30 02:27:28.331131 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:27:28.571235 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-1be33f98-c756-4a5c-b48f-ce4d77db66f0 service neutron] 10.222.0.22 "GET /v2.0/ports/e49f1d42-3308-4690-952d-d8bc5d68baea/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 384 time: 0.0620408 Jul 30 02:27:28.752573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-150da8cc-774e-4c8f-991a-333590577c69 req-f05fef85-7211-4ec2-b3a5-207e003aca9c service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:28.772630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-150da8cc-774e-4c8f-991a-333590577c69 req-f05fef85-7211-4ec2-b3a5-207e003aca9c service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:27:28.812925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:28.815135 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb48367-7ba1-4767-b4ba-7dce68bc70a7" -d '{"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:28.822694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-150da8cc-774e-4c8f-991a-333590577c69 req-f05fef85-7211-4ec2-b3a5-207e003aca9c service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:28.838407 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-f05fef85-7211-4ec2-b3a5-207e003aca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:28.857480 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ad88b-c35c-45be-af97-920158f06199 x-openstack-request-id: req-1d4ad88b-c35c-45be-af97-920158f06199 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:28.857785 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:28.858051 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1d4ad88b-c35c-45be-af97-920158f06199 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:28.858446 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'code': 200} Jul 30 02:27:28.919085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-150da8cc-774e-4c8f-991a-333590577c69 req-f05fef85-7211-4ec2-b3a5-207e003aca9c service neutron] Transition to ACTIVE for port object e49f1d42-3308-4690-952d-d8bc5d68baea will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:28.926375 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-f05fef85-7211-4ec2-b3a5-207e003aca9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:28.964069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18f778-bd83-46a9-a7d2-83b171c8e904 req-18894791-cb54-44bf-bf41-e0c166d7dba2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:28.966398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c18f778-bd83-46a9-a7d2-83b171c8e904 req-18894791-cb54-44bf-bf41-e0c166d7dba2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 945 time: 0.0590806 Jul 30 02:27:29.021789 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fef85-7211-4ec2-b3a5-207e003aca9c service neutron] Pushing event updated for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:29.029035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c18f778-bd83-46a9-a7d2-83b171c8e904 req-55dfe212-3d3b-4223-99c5-59ce1486a575 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448403 Jul 30 02:27:29.066438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-150da8cc-774e-4c8f-991a-333590577c69 req-f05fef85-7211-4ec2-b3a5-207e003aca9c service neutron] No DVR routers for this DVR port e49f1d42-3308-4690-952d-d8bc5d68baea on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:27:29.214771 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-f05fef85-7211-4ec2-b3a5-207e003aca9c service neutron] 10.222.0.22 "PUT /v2.0/ports/e49f1d42-3308-4690-952d-d8bc5d68baea/bindings/n-h1-715271-7/activate HTTP/1.1" status: 200 len: 369 time: 0.6362178 Jul 30 02:27:29.328472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-8292ada0-c5a1-4757-8c1a-9bcaf1655867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.330042 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-8292ada0-c5a1-4757-8c1a-9bcaf1655867 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1096 time: 0.0759037 Jul 30 02:27:29.338761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-5044ee16-34cf-455b-a958-507f81eb8139 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.340844 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-5044ee16-34cf-455b-a958-507f81eb8139 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8&tenant_id=07af2af8cc1a4c29aaa17876acaeede6&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.0594728 Jul 30 02:27:29.485756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-c03f3afb-0daa-45e1-abd9-fbd3b2f05c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.487260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-c03f3afb-0daa-45e1-abd9-fbd3b2f05c68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 1096 time: 0.1389811 Jul 30 02:27:29.505863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-c97b5e0c-1a0a-44b5-bc55-d116390332e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.507496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-c97b5e0c-1a0a-44b5-bc55-d116390332e9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 200 len: 898 time: 0.1502652 Jul 30 02:27:29.607886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-6fefea6e-8e82-4faf-9c7b-8197292bf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.609314 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-6fefea6e-8e82-4faf-9c7b-8197292bf009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1096 time: 0.0939260 Jul 30 02:27:29.613685 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-9044e052-9cef-4300-a0e9-0c87ee00b1d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 1000 time: 0.0892632 Jul 30 02:27:29.717137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-91268130-f36b-4779-88cb-13aa08862c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.718621 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-91268130-f36b-4779-88cb-13aa08862c83 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8bdb602-0752-4d70-887e-a6b887bc06a3 HTTP/1.1" status: 200 len: 835 time: 0.0927434 Jul 30 02:27:29.771577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-936f9d30-8c63-43da-9996-8b1dfdbf128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.773118 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-936f9d30-8c63-43da-9996-8b1dfdbf128a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 200 len: 898 time: 0.1563239 Jul 30 02:27:29.792547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-611fb9e5-a906-43c2-aaee-7aa1535cb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.794035 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-611fb9e5-a906-43c2-aaee-7aa1535cb3d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1674186b-eb7c-489d-976d-462a5c388d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666757 Jul 30 02:27:29.899902 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-1177c75a-ea48-4484-abee-09e64a6a5d15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 1000 time: 0.1173728 Jul 30 02:27:29.962588 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-0a026942-cc77-4950-8e90-e7ee319254a2 service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414566 Jul 30 02:27:29.983135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-42224996-7000-4e15-8de5-a8618c8e9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:29.984598 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-42224996-7000-4e15-8de5-a8618c8e9aa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8bdb602-0752-4d70-887e-a6b887bc06a3 HTTP/1.1" status: 200 len: 835 time: 0.0710042 Jul 30 02:27:30.076912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-2f1b0fb6-445d-46dc-9c10-971d0598dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:30.078428 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-2f1b0fb6-445d-46dc-9c10-971d0598dd2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1674186b-eb7c-489d-976d-462a5c388d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843377 Jul 30 02:27:30.112488 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-68953a0b-411c-41c5-a128-15a83b18eec4 req-57c14896-c894-4396-8497-6920158fb47f service neutron] 10.222.0.22 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417503 Jul 30 02:27:30.147309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6260e1-68cd-4515-98e7-004d66c19bdf req-eb5fd949-848f-4313-b6d0-9dc09dae6be7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:30.149083 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c6260e1-68cd-4515-98e7-004d66c19bdf req-eb5fd949-848f-4313-b6d0-9dc09dae6be7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 945 time: 0.0566971 Jul 30 02:27:30.179781 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-4a26050e-d92b-4976-89d6-18f4295e8402 service neutron] 10.222.0.41 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926299 Jul 30 02:27:30.188284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c6260e1-68cd-4515-98e7-004d66c19bdf req-aeeec732-b602-4117-9dc4-ecfedf76ea36 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330687 Jul 30 02:27:30.271492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-242dc0a2-1753-401e-af74-cfffcf2f43f1 service neutron] 10.222.0.41 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847130 Jul 30 02:27:30.503645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8cc-774e-4c8f-991a-333590577c69 req-7e7be259-972b-4b99-9572-14ff87431c30 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:30.505162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-7e7be259-972b-4b99-9572-14ff87431c30 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8&tenant_id=07af2af8cc1a4c29aaa17876acaeede6&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 1096 time: 0.0536222 Jul 30 02:27:30.657128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-150da8cc-774e-4c8f-991a-333590577c69 req-330aa0ad-2eb3-47bd-bbbf-7f846a2626c2 service neutron] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:27:30.660377 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-150da8cc-774e-4c8f-991a-333590577c69 req-330aa0ad-2eb3-47bd-bbbf-7f846a2626c2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:30.661586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-150da8cc-774e-4c8f-991a-333590577c69 req-330aa0ad-2eb3-47bd-bbbf-7f846a2626c2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/e49f1d42-3308-4690-952d-d8bc5d68baea/bindings/n-h2-715271-7 HTTP/1.1" status: 204 len: 173 time: 0.1483822 Jul 30 02:27:30.760574 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e13d8b4d-b736-4bdc-a35a-385616ef5148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:31.324161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ac66d-45c9-456e-803e-2fc6ee07294e req-1571adb2-32ca-4bb9-b794-8c4214726984 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:31.325922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0ac66d-45c9-456e-803e-2fc6ee07294e req-1571adb2-32ca-4bb9-b794-8c4214726984 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 945 time: 0.0654948 Jul 30 02:27:31.371074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0ac66d-45c9-456e-803e-2fc6ee07294e req-056556c0-cb37-4813-9c88-58330d557694 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345416 Jul 30 02:27:31.480017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19a102-cd97-4c1d-a8f9-b3714d7597b4 req-110128f8-eace-4073-9843-dfb530233f22 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:31.481382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a19a102-cd97-4c1d-a8f9-b3714d7597b4 req-110128f8-eace-4073-9843-dfb530233f22 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1096 time: 0.0419247 Jul 30 02:27:31.516557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a19a102-cd97-4c1d-a8f9-b3714d7597b4 req-ba00722b-b608-41ac-bcca-8b6329f6a760 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290470 Jul 30 02:27:31.634470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfec42-47f0-4f92-99dc-ff49d83fa21a req-fe88e684-5dc1-4684-b851-4d8fd6f10e19 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:31.636558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fbfec42-47f0-4f92-99dc-ff49d83fa21a req-fe88e684-5dc1-4684-b851-4d8fd6f10e19 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 945 time: 0.0517066 Jul 30 02:27:31.675692 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fbfec42-47f0-4f92-99dc-ff49d83fa21a req-736b014e-916d-4dc7-a7e2-aeb17813b001 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Jul 30 02:27:31.692748 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:31.699272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53966) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:31.705095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e49f1d42-3308-4690-952d-d8bc5d68baea no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:27:31.750748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e49f1d42-3308-4690-952d-d8bc5d68baea not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:27:31.774803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-32193218-17b1-40db-b1a5-2c039684aa56 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/15611ff6-d803-48e2-bf1f-47f5714e6430 HTTP/1.1" status: 200 len: 992 time: 0.0739341 Jul 30 02:27:31.995052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 53972) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:32.156406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port 0e85f2ca-f93b-4260-9968-fca39fc1e4e6 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:27:32.156753 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:32.242700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:32.243031 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:32.255976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for 0e85f2ca-f93b-4260-9968-fca39fc1e4e6 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:27:32.411679 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:32.436715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=0e85f2ca-f93b-4260-9968-fca39fc1e4e6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:32.500469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:32.500731 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Floating IP 15611ff6-d803-48e2-bf1f-47f5714e6430 disassociated (deleted). External IP: 172.25.7.199, port: e49f1d42-3308-4690-952d-d8bc5d68baea. Jul 30 02:27:32.727123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d6804e9c-fb0f-4938-905a-11e64ec7ae1f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:27:32.864336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:27:32.876271 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c569ae-6935-4667-a048-0139065b47bf None None] Sync routers for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:27:32.877021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:32.889916 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c569ae-6935-4667-a048-0139065b47bf None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:32.890535 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-66c569ae-6935-4667-a048-0139065b47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:32.909382 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-74687577-53e1-47dc-a0b7-feebc7866d08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/floatingips/15611ff6-d803-48e2-bf1f-47f5714e6430 HTTP/1.1" status: 204 len: 168 time: 0.9108143 Jul 30 02:27:32.909382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:32.920090 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:33.063057 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-66c569ae-6935-4667-a048-0139065b47bf None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:33.132895 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999c9b8-ffe2-4683-b7bc-02fdd57bd558 x-openstack-request-id: req-5999c9b8-ffe2-4683-b7bc-02fdd57bd558 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:33.133189 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:33.133438 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5999c9b8-ffe2-4683-b7bc-02fdd57bd558 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:33.133934 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'status': 'completed', 'code': 200} Jul 30 02:27:33.253189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-7e3face4-8af6-47c0-8e9c-ee7aded2b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:33.254852 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-7e3face4-8af6-47c0-8e9c-ee7aded2b06f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 1096 time: 0.0770791 Jul 30 02:27:33.290502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19421-e2a8-4bb2-9cc9-d8ebd760b0e5 req-e691cc74-29ea-45c7-a86f-ddbdd0dc7a29 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:33.299224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98a19421-e2a8-4bb2-9cc9-d8ebd760b0e5 req-e691cc74-29ea-45c7-a86f-ddbdd0dc7a29 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 945 time: 0.0975742 Jul 30 02:27:33.348086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98a19421-e2a8-4bb2-9cc9-d8ebd760b0e5 req-1591af83-c8e2-4af7-a2d2-b55885e51010 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=34471583-4999-4ab6-a323-83c0cf84f7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423119 Jul 30 02:27:33.406765 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99a7c355-227b-4e05-858b-4a7f267caa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:33.430247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-43c94055-b333-4cd1-b763-528b6c0e8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:33.431045 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-43c94055-b333-4cd1-b763-528b6c0e8fb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 200 len: 898 time: 0.1660855 Jul 30 02:27:33.451943 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-66c569ae-6935-4667-a048-0139065b47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ecc2ac20-c21f-42e9-af70-545bd1129418', 'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:da:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:24Z', 'updated_at': '2021-07-30T02:26:30Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:33.478099 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-4e497cf8-50ef-452e-9f82-1798a6947f07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 200 len: 217 time: 0.0391238 Jul 30 02:27:33.486922 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c569ae-6935-4667-a048-0139065b47bf None None] Checking router: d6804e9c-fb0f-4938-905a-11e64ec7ae1f for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:27:33.499153 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c569ae-6935-4667-a048-0139065b47bf None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:33.499858 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-66c569ae-6935-4667-a048-0139065b47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:33.636557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85333aa1-0ea5-48ea-9c88-31631665671c req-e15b4761-befd-42d0-a0a5-c9f5106558db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:33.639064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85333aa1-0ea5-48ea-9c88-31631665671c req-e15b4761-befd-42d0-a0a5-c9f5106558db tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 945 time: 0.0988550 Jul 30 02:27:33.734250 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-66c569ae-6935-4667-a048-0139065b47bf None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:33.818807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-85333aa1-0ea5-48ea-9c88-31631665671c req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port e49f1d42-3308-4690-952d-d8bc5d68baea {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:27:33.819294 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-85333aa1-0ea5-48ea-9c88-31631665671c req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:33.886557 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:34.027351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-8d8330bc-8747-447c-8b00-491f9ed64dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:34.030094 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-8d8330bc-8747-447c-8b00-491f9ed64dd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8bdb602-0752-4d70-887e-a6b887bc06a3 HTTP/1.1" status: 200 len: 835 time: 0.5444531 Jul 30 02:27:34.053955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-85333aa1-0ea5-48ea-9c88-31631665671c req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port e49f1d42-3308-4690-952d-d8bc5d68baea, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e49f1d42-3308-4690-952d-d8bc5d68baea,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:34.054176 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-66c569ae-6935-4667-a048-0139065b47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ecc2ac20-c21f-42e9-af70-545bd1129418', 'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:da:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:24Z', 'updated_at': '2021-07-30T02:26:30Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:34.054677 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-85333aa1-0ea5-48ea-9c88-31631665671c req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:34.074469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-85333aa1-0ea5-48ea-9c88-31631665671c req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for e49f1d42-3308-4690-952d-d8bc5d68baea owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:27:34.086338 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c569ae-6935-4667-a048-0139065b47bf None None] The sync data for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 is: [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:25Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ecc2ac20-c21f-42e9-af70-545bd1129418', 'name': '', 'network_id': '1674186b-eb7c-489d-976d-462a5c388d77', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:da:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:24Z', 'updated_at': '2021-07-30T02:26:30Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f8bdb602-0752-4d70-887e-a6b887bc06a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:27:34.091265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-d5647596-ed7d-4164-8594-407e0fb39358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:34.095871 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-d5647596-ed7d-4164-8594-407e0fb39358 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1674186b-eb7c-489d-976d-462a5c388d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584681 Jul 30 02:27:34.208862 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-b2acf95e-f0bb-49a3-8695-1f18c1a4098d service neutron] 10.222.0.41 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053979 Jul 30 02:27:34.274734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-85333aa1-0ea5-48ea-9c88-31631665671c req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:34.322033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=e49f1d42-3308-4690-952d-d8bc5d68baea,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:34.365896 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dc9ee103-3449-41aa-9c12-ba115ce4a0ff req-4544a715-8b2b-4f03-82a3-21746ff040e6 service neutron] 10.222.0.41 "GET /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485608 Jul 30 02:27:34.382448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-85333aa1-0ea5-48ea-9c88-31631665671c req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] No DVR routers for this DVR port e49f1d42-3308-4690-952d-d8bc5d68baea on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:27:34.385542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-85333aa1-0ea5-48ea-9c88-31631665671c req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:34.387671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85333aa1-0ea5-48ea-9c88-31631665671c req-3a9e27c6-0db1-472c-af93-d162ff8a7c4d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.41 "DELETE /v2.0/ports/e49f1d42-3308-4690-952d-d8bc5d68baea HTTP/1.1" status: 204 len: 173 time: 0.7403169 Jul 30 02:27:34.472745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbafd11d-d377-4e85-8691-f6f8d886766d req-a8818b17-a3ce-40cc-bb5a-5ef12a2432b7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ac17015-29a1-4f12-8fb9-90ad5eb491d8 HTTP/1.1" status: 200 len: 210 time: 0.0325248 Jul 30 02:27:34.504484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be565e75-f899-4332-a39b-bbc82877aa21 None None] New status for floating IP 15611ff6-d803-48e2-bf1f-47f5714e6430: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:27:34.620766 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:35.135854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-deleted', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:35.138208 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb54657a-a0a0-420a-bff4-5f3c41520e3d" -d '{"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-deleted", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:35.180378 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba65b5d4-94ae-4d9c-8b63-e096763a886b x-openstack-request-id: req-ba65b5d4-94ae-4d9c-8b63-e096763a886b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:35.180681 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac17015-29a1-4f12-8fb9-90ad5eb491d8", "name": "network-vif-deleted", "tag": "e49f1d42-3308-4690-952d-d8bc5d68baea", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:35.181123 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ba65b5d4-94ae-4d9c-8b63-e096763a886b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:35.182035 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac17015-29a1-4f12-8fb9-90ad5eb491d8', 'name': 'network-vif-deleted', 'tag': 'e49f1d42-3308-4690-952d-d8bc5d68baea', 'status': 'completed', 'code': 200} Jul 30 02:27:35.554964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54350) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:35.957054 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:36.226857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port ecc2ac20-c21f-42e9-af70-545bd1129418 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:27:36.227570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:36.266452 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:36.316133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port ecc2ac20-c21f-42e9-af70-545bd1129418, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ecc2ac20-c21f-42e9-af70-545bd1129418,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:36.316504 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:36.330487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for ecc2ac20-c21f-42e9-af70-545bd1129418 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:27:36.452268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e49f1d42-3308-4690-952d-d8bc5d68baea no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:27:36.475110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: e49f1d42-3308-4690-952d-d8bc5d68baea {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:27:36.475577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e49f1d42-3308-4690-952d-d8bc5d68baea not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:27:36.520975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:36.551402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=ecc2ac20-c21f-42e9-af70-545bd1129418,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:36.564413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.564775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.565123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.565464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.565801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.566134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.566468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.566801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.567141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.567496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.567825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.568150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:36.737333 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:36.953746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d6804e9c-fb0f-4938-905a-11e64ec7ae1f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:27:37.065179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:27:37.070649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f1007c31-1af8-4755-bf3f-f2454bb3159e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "PUT /v2.0/routers/d6804e9c-fb0f-4938-905a-11e64ec7ae1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5143857 Jul 30 02:27:37.073939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54432) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:37.076846 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] Sync routers for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:27:37.086251 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:37.087463 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:37.128257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6364e98d-7e70-4947-b05c-3ed47343302d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting subnet f8bdb602-0752-4d70-887e-a6b887bc06a3 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:27:37.131730 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6364e98d-7e70-4947-b05c-3ed47343302d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.185546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6364e98d-7e70-4947-b05c-3ed47343302d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.215277 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:37.310951 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6364e98d-7e70-4947-b05c-3ed47343302d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.403269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6364e98d-7e70-4947-b05c-3ed47343302d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.420767 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:27:36Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:37.431564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364e98d-7e70-4947-b05c-3ed47343302d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bdb602-0752-4d70-887e-a6b887bc06a3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:37.435958 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6364e98d-7e70-4947-b05c-3ed47343302d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.437881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6364e98d-7e70-4947-b05c-3ed47343302d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/subnets/f8bdb602-0752-4d70-887e-a6b887bc06a3 HTTP/1.1" status: 204 len: 168 time: 0.3628392 Jul 30 02:27:37.440672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54440) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:37.445908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad800920-fa62-487f-bef8-86735ced3b5d None None] Network 1674186b-eb7c-489d-976d-462a5c388d77 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:27:37.463331 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] Checking router: d6804e9c-fb0f-4938-905a-11e64ec7ae1f for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:27:37.473222 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] Routers {'d6804e9c-fb0f-4938-905a-11e64ec7ae1f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:37.474038 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:37.554040 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.591402 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] Set router d6804e9c-fb0f-4938-905a-11e64ec7ae1f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:37.657297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] DHCP port deletion for 1674186b-eb7c-489d-976d-462a5c388d77 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:27:37.689313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.718277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Deleting port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:27:37.718914 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.764662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:27:37.765339 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.789789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] For port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68,segment=NetworkSegment(b91cf3ba-023c-498d-b585-1db50326ea94),segment_id=b91cf3ba-023c-498d-b585-1db50326ea94)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:37.790436 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.807220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Calling delete_port for d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:27:37.820538 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:27:36Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:37.858561 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631331f3-7774-440e-9bb8-78275ebd59ad None None] The sync data for ids ['d6804e9c-fb0f-4938-905a-11e64ec7ae1f'] in n-d-715271-7 is: [{'id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272999412', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:27:36Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': '92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6804e9c-fb0f-4938-905a-11e64ec7ae1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:26:21Z', 'updated_at': '2021-07-30T02:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:27:37.860311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:37.860955 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.877953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:27:37.923218 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:37.954753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Pushing event deleted for resources: {'Port': ['ID=d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:37.965493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] No DVR routers for this DVR port d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:27:37.969603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.970170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.970674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.971179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.971709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.972211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.975268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.975639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.976433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.976777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.977250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:37.977590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193639eb-8edd-4b1e-b2c7-8e2ca9372235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.063316 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.088347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:38.098602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.098937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.099278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.099649 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.099965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.100298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.100741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.101152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.101425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.101697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.102110 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.102483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:38.164038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.260009 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.262288 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.311868 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.312404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Fanout notify agent at l3_agent the message router_deleted on router d6804e9c-fb0f-4938-905a-11e64ec7ae1f {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:27:38.320018 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.321565 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3c758f40-672e-46c9-9bac-66dd2aee07e9 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/routers/d6804e9c-fb0f-4938-905a-11e64ec7ae1f HTTP/1.1" status: 204 len: 168 time: 0.8796098 Jul 30 02:27:38.324282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54442) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:38.412157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:27:38.428183 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.434989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:27:38.435326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device d07c51ec-ebd0-4bdf-9c81-2ffe02cb7d68 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:27:38.435875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ecc2ac20-c21f-42e9-af70-545bd1129418 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:27:38.455899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ecc2ac20-c21f-42e9-af70-545bd1129418 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:27:38.456685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ecc2ac20-c21f-42e9-af70-545bd1129418 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:27:38.557876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.572268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1674186b-eb7c-489d-976d-462a5c388d77']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:38.583912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91cf3ba-023c-498d-b585-1db50326ea94') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:38.584380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91cf3ba-023c-498d-b585-1db50326ea94') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:38.596538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.612129 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.619613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:27:38.620156 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:27:38.624102 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:27:38.692104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.701216 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.705221 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/networks/1674186b-eb7c-489d-976d-462a5c388d77 HTTP/1.1" status: 204 len: 168 time: 0.3773911 Jul 30 02:27:38.705702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54450) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:38.726240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90871ea-7a26-405c-a989-8953d8c147e5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Network': ['ID=1674186b-eb7c-489d-976d-462a5c388d77,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:38.772368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cec56676-5cb9-4b19-b52e-ea7637467f2a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.802624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cec56676-5cb9-4b19-b52e-ea7637467f2a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.865614 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cec56676-5cb9-4b19-b52e-ea7637467f2a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.868671 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cec56676-5cb9-4b19-b52e-ea7637467f2a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:38.872587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cec56676-5cb9-4b19-b52e-ea7637467f2a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/security-groups/34471583-4999-4ab6-a323-83c0cf84f7fb HTTP/1.1" status: 204 len: 168 time: 0.1632183 Jul 30 02:27:38.879746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec56676-5cb9-4b19-b52e-ea7637467f2a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34471583-4999-4ab6-a323-83c0cf84f7fb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:39.241760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54456) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:39.247226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e9a06c6a-ad59-487b-8249-21a174a312f8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543439672', 'description': 'tempest-secgroup-smoke-1543439672 description', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:39.271149 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9a06c6a-ad59-487b-8249-21a174a312f8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.360384 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9a06c6a-ad59-487b-8249-21a174a312f8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.364266 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9a06c6a-ad59-487b-8249-21a174a312f8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.392190 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e9a06c6a-ad59-487b-8249-21a174a312f8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.393435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e9a06c6a-ad59-487b-8249-21a174a312f8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1506450 Jul 30 02:27:39.396422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54458) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:39.401039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8b9334ef-e88b-4411-bec0-bf851cef767e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '6e423957-fbd8-479d-b08f-8cd5f92f83cd', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:39.407326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a06c6a-ad59-487b-8249-21a174a312f8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e423957-fbd8-479d-b08f-8cd5f92f83cd,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:39.436036 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b9334ef-e88b-4411-bec0-bf851cef767e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.493847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b9334ef-e88b-4411-bec0-bf851cef767e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.498365 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b9334ef-e88b-4411-bec0-bf851cef767e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.517221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9334ef-e88b-4411-bec0-bf851cef767e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b771cee-b62b-400b-997e-3de2868d9792,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:39.525243 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b9334ef-e88b-4411-bec0-bf851cef767e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.526392 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8b9334ef-e88b-4411-bec0-bf851cef767e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290612 Jul 30 02:27:39.529477 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54460) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:39.534195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-862668e7-6739-4932-8e00-bc68d1de0342 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '6e423957-fbd8-479d-b08f-8cd5f92f83cd', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:39.569597 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-862668e7-6739-4932-8e00-bc68d1de0342 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.637236 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-862668e7-6739-4932-8e00-bc68d1de0342 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.641350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-862668e7-6739-4932-8e00-bc68d1de0342 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.659808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862668e7-6739-4932-8e00-bc68d1de0342 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398b154a-eb7b-4870-a6e6-71ee37afa0e1,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:39.666927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-862668e7-6739-4932-8e00-bc68d1de0342 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.671227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54464) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:39.671806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-862668e7-6739-4932-8e00-bc68d1de0342 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408625 Jul 30 02:27:39.676743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-886eecde-d7c9-43df-9472-d5ed42eb9226 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '6e423957-fbd8-479d-b08f-8cd5f92f83cd', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:39.708066 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-886eecde-d7c9-43df-9472-d5ed42eb9226 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.786967 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-886eecde-d7c9-43df-9472-d5ed42eb9226 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.792629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-886eecde-d7c9-43df-9472-d5ed42eb9226 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.812672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eecde-d7c9-43df-9472-d5ed42eb9226 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd62811-0ea5-44fa-a099-0c0d97d5d18d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:39.821359 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-886eecde-d7c9-43df-9472-d5ed42eb9226 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.823087 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-886eecde-d7c9-43df-9472-d5ed42eb9226 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499934 Jul 30 02:27:39.826019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54466) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:39.832428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-28639f23-1c5d-4ec1-bd75-99f4721c85f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '6e423957-fbd8-479d-b08f-8cd5f92f83cd', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:39.866162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28639f23-1c5d-4ec1-bd75-99f4721c85f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.930646 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28639f23-1c5d-4ec1-bd75-99f4721c85f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.934787 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28639f23-1c5d-4ec1-bd75-99f4721c85f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.954094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28639f23-1c5d-4ec1-bd75-99f4721c85f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf06495-f2e1-4dab-8796-ca09ad3f81e2,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:39.962773 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-28639f23-1c5d-4ec1-bd75-99f4721c85f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:39.966868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54468) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:39.967172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-28639f23-1c5d-4ec1-bd75-99f4721c85f2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398535 Jul 30 02:27:39.971980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a4472dbd-c0fb-4189-96b6-1d7c7cb2593a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '6e423957-fbd8-479d-b08f-8cd5f92f83cd', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:39.994383 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-a4472dbd-c0fb-4189-96b6-1d7c7cb2593a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Project 07af2af8cc1a4c29aaa17876acaeede6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:27:40.000059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4472dbd-c0fb-4189-96b6-1d7c7cb2593a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.063076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4472dbd-c0fb-4189-96b6-1d7c7cb2593a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.066754 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4472dbd-c0fb-4189-96b6-1d7c7cb2593a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.087239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4472dbd-c0fb-4189-96b6-1d7c7cb2593a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013e0d4a-c632-4872-8090-6cb12b3dd722,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:40.098421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4472dbd-c0fb-4189-96b6-1d7c7cb2593a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.102823 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a4472dbd-c0fb-4189-96b6-1d7c7cb2593a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323135 Jul 30 02:27:40.103039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54470) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:40.107622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-b9eccb85-955f-4f82-895d-153a574cbaa3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'security_group_rule': {'security_group_id': '6e423957-fbd8-479d-b08f-8cd5f92f83cd', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:40.128894 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-b9eccb85-955f-4f82-895d-153a574cbaa3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Project 07af2af8cc1a4c29aaa17876acaeede6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:27:40.134076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9eccb85-955f-4f82-895d-153a574cbaa3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.203180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9eccb85-955f-4f82-895d-153a574cbaa3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.206918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9eccb85-955f-4f82-895d-153a574cbaa3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.225182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eccb85-955f-4f82-895d-153a574cbaa3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902bce0a-f000-43f7-97ea-c231d6b5c790,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:40.233563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9eccb85-955f-4f82-895d-153a574cbaa3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.234867 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b9eccb85-955f-4f82-895d-153a574cbaa3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307251 Jul 30 02:27:40.237913 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54472) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:40.242793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'network': {'name': 'tempest-network-smoke--886814491', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'port_security_enabled': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:40.264990 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:27:40.268417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.284689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:27:40.294785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:27:40.305526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.305873 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Added segment bd94a27b-04f3-4ece-a720-f3ebd586476a of type vlan for network fc5412d5-84a9-4c00-90ae-6305a2415f1d Jul 30 02:27:40.312096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:27:40.312448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 92ec34bb-eeb8-4b7c-b8fa-859dbe15a8bb not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:27:40.364387 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.398459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.404513 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:40.405104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.492388 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2533901 Jul 30 02:27:40.496052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54474) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:40.501162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'admin_state_up': True, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:40.512296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f901a73-dc34-4b59-a862-a41d88e3d1c7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Network': ['ID=fc5412d5-84a9-4c00-90ae-6305a2415f1d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:40.525983 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network fc5412d5-84a9-4c00-90ae-6305a2415f1d details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:27:40.537212 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.538376 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:40.598791 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:41.018189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:41.221097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:41.240429 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:41.355757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.25.7.33 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/cde12d23-5fc3-4fe1-bc70-11912a566ca0) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:27:41.457945 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:41.498060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:41.535396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:27:41.538295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:27:41.542468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:27:41.572978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=cde12d23-5fc3-4fe1-bc70-11912a566ca0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:41.843932 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:42.051321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:42.183103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d79835b6-b46f-4f56-b826-1a469647d75f is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:27:42.298788 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:27:42.309826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Sync routers for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:27:42.318989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:42.319896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:42.322615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:42.324225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ebbe346b-f37b-4179-94e1-d185c699c561 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8267705 Jul 30 02:27:42.326835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54480) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:42.364693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1015b62a-fc33-4142-85e0-0e4b0fbaaeeb tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=07af2af8cc1a4c29aaa17876acaeede6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365088 Jul 30 02:27:42.367292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54482) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:42.433734 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:42.468047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ce606-9f97-400d-9643-ce19b78efca7 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:42.472240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-594ce606-9f97-400d-9643-ce19b78efca7 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012797 Jul 30 02:27:42.472515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54484) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:42.512387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-253760d6-9cfd-4658-bf16-6406c1e55a7c tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384197 Jul 30 02:27:42.515030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54486) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:42.520391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135202903', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:42.633753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:27:42.638694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:42.645794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:41Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:42.700026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Checking router: d79835b6-b46f-4f56-b826-1a469647d75f for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:27:42.700026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Updating router d79835b6-b46f-4f56-b826-1a469647d75f port cde12d23-5fc3-4fe1-bc70-11912a566ca0 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:27:42.727269 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:42.852904 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:42.914655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Subnet': ['ID=f95f730a-178f-4ab7-a173-941dfccf3caf,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:42.924390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Checking segment: {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:27:42.924761 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network hostable DHCP agents. Network: fc5412d5-84a9-4c00-90ae-6305a2415f1d, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:27:42.941636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network fc5412d5-84a9-4c00-90ae-6305a2415f1d is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:27:42.953915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, fc5412d5-84a9-4c00-90ae-6305a2415f1d) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:27:42.958341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:42.959068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:42.966128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f4fab1-1705-4d36-a1a8-cb6af7509a88 None None] Network fc5412d5-84a9-4c00-90ae-6305a2415f1d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:27:42.973553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3b7d351b-0ec2-4758-9633-3eb06295492a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4574399 Jul 30 02:27:42.976368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54492) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:43.046854 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:43.067262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Transition to ACTIVE for port object cde12d23-5fc3-4fe1-bc70-11912a566ca0 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:43.078037 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:43.166969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Attempting to bind port cde12d23-5fc3-4fe1-bc70-11912a566ca0 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:27:43.167340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Attempting to bind port cde12d23-5fc3-4fe1-bc70-11912a566ca0 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:27:43.168207 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Attempting to bind port cde12d23-5fc3-4fe1-bc70-11912a566ca0 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:43.169656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864895b-bd63-479d-94ed-df50978b833e None None] Pushing event updated for resources: {'Port': ['ID=cde12d23-5fc3-4fe1-bc70-11912a566ca0,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:43.178723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:27:43.179105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:27:43.179535 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:43.179935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:27:43.180401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Bound port: cde12d23-5fc3-4fe1-bc70-11912a566ca0, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:27:43.180787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:43.238090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:27:43.238941 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:43.265013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] For port cde12d23-5fc3-4fe1-bc70-11912a566ca0, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:27:43.283716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] For port cde12d23-5fc3-4fe1-bc70-11912a566ca0, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cde12d23-5fc3-4fe1-bc70-11912a566ca0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:27:43.331953 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:43.424526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:43.444879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:43.445505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:43.447515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864895b-bd63-479d-94ed-df50978b833e None None] Pushing event updated for resources: {'Port': ['ID=cde12d23-5fc3-4fe1-bc70-11912a566ca0,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:43.489524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Allocated IP 172.20.0.2 (fc5412d5-84a9-4c00-90ae-6305a2415f1d/f95f730a-178f-4ab7-a173-941dfccf3caf/dba61ba0-58c2-4169-8704-86872a6c6b01) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:27:43.608115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:43.955101 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:43.967212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Transition to ACTIVE for port object dba61ba0-58c2-4169-8704-86872a6c6b01 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:44.000935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Transition to ACTIVE for port object dba61ba0-58c2-4169-8704-86872a6c6b01 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:44.010236 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:44.056912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Network fc5412d5-84a9-4c00-90ae-6305a2415f1d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:27:44.065489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.20.0.1 (fc5412d5-84a9-4c00-90ae-6305a2415f1d/f95f730a-178f-4ab7-a173-941dfccf3caf/c81164f9-6971-426d-8552-5dfff6d27977) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:27:44.068001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:27:44.071608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:27:44.074293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Pushing event updated for resources: {'Port': ['ID=dba61ba0-58c2-4169-8704-86872a6c6b01,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:44.085242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:41Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:44.131809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00531eb-ef55-47a2-843d-ef4a049c087d None None] The sync data for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 is: [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:41Z', 'revision_number': 3, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:27:44.164738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Attempting to bind port dba61ba0-58c2-4169-8704-86872a6c6b01 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:27:44.165071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Attempting to bind port dba61ba0-58c2-4169-8704-86872a6c6b01 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:27:44.165434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Attempting to bind port dba61ba0-58c2-4169-8704-86872a6c6b01 on network fc5412d5-84a9-4c00-90ae-6305a2415f1d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:44.174862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:27:44.175243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Checking segment: {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:27:44.175721 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:44.176177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Bound using segment: {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:27:44.176652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Bound port: dba61ba0-58c2-4169-8704-86872a6c6b01, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:27:44.177038 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:44.247353 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:44.255266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] For port dba61ba0-58c2-4169-8704-86872a6c6b01, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:27:44.260162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] For port dba61ba0-58c2-4169-8704-86872a6c6b01, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dba61ba0-58c2-4169-8704-86872a6c6b01,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:27:44.269619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Transition to ACTIVE for port object c81164f9-6971-426d-8552-5dfff6d27977 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:44.276980 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:44.329221 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:44.357619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da85091-f04a-4c26-90ff-3a36ed085100 None None] Pushing event updated for resources: {'Port': ['ID=dba61ba0-58c2-4169-8704-86872a6c6b01,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:44.378749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network fc5412d5-84a9-4c00-90ae-6305a2415f1d is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:27:44.381948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:27:44.385052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:27:44.420088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=c81164f9-6971-426d-8552-5dfff6d27977,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:44.477838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:44.672468 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:44.995422 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:45.000744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:45.081636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=c81164f9-6971-426d-8552-5dfff6d27977,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:45.084290 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:45.198890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network fc5412d5-84a9-4c00-90ae-6305a2415f1d is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:27:45.200551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:27:45.443186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acba934e-0323-4ed8-914f-b6df83753547 None None] Network fc5412d5-84a9-4c00-90ae-6305a2415f1d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:27:45.503881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-48456695-589a-47da-acfc-b38d1e77ea82 None None] Provisioning for port dba61ba0-58c2-4169-8704-86872a6c6b01 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:45.661401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d79835b6-b46f-4f56-b826-1a469647d75f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:27:45.788414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:27:45.792396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-819f30bd-22f8-4d70-9b8b-1c6d429a10bd tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "PUT /v2.0/routers/d79835b6-b46f-4f56-b826-1a469647d75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8136063 Jul 30 02:27:45.960542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-73752e6c-1d4b-42e6-affc-cfe205bc05ae None None] Provisioning for port c81164f9-6971-426d-8552-5dfff6d27977 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:45.965852 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-73752e6c-1d4b-42e6-affc-cfe205bc05ae None None] Provisioning complete for port c81164f9-6971-426d-8552-5dfff6d27977 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:45.966228 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-73752e6c-1d4b-42e6-affc-cfe205bc05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:46.016657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-73752e6c-1d4b-42e6-affc-cfe205bc05ae None None] Port c81164f9-6971-426d-8552-5dfff6d27977 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:27:46.032099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-a45f0a5c-9ea4-47b1-8418-414a0f77824f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543439672&fields=id&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 267 time: 0.0441957 Jul 30 02:27:46.147404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f56d8d17-c8f1-45e8-a88a-16d0d3bcc121 None None] Provisioning complete for port c81164f9-6971-426d-8552-5dfff6d27977 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:46.147803 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f56d8d17-c8f1-45e8-a88a-16d0d3bcc121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:46.174778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-d3d54cc2-4214-49e1-8328-b9dbb6a4b4d0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:46.177465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-d3d54cc2-4214-49e1-8328-b9dbb6a4b4d0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/networks?id=fc5412d5-84a9-4c00-90ae-6305a2415f1d HTTP/1.1" status: 200 len: 796 time: 0.1398387 Jul 30 02:27:46.192483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f56d8d17-c8f1-45e8-a88a-16d0d3bcc121 None None] Port c81164f9-6971-426d-8552-5dfff6d27977 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:27:46.200147 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-2bd559a5-0bb4-4359-9063-642fed41d852 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/quotas/07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 375 time: 0.0145874 Jul 30 02:27:46.213643 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Sync routers for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:27:46.224617 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:46.225591 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:46.267035 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-ac3b081f-343b-4970-9c27-6250c6c5cc14 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636396 Jul 30 02:27:46.392686 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:46.418162 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-21442449-2aff-4793-aa58-366c18e267ed service neutron] 10.222.0.84 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336374 Jul 30 02:27:46.454749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dba61ba0-58c2-4169-8704-86872a6c6b01 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:27:46.516621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port dba61ba0-58c2-4169-8704-86872a6c6b01 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:46.522656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port dba61ba0-58c2-4169-8704-86872a6c6b01 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:46.523274 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:46.549590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6bb301bd-4981-46dd-8c88-0b052d967ed3 None None] Provisioning complete for port c81164f9-6971-426d-8552-5dfff6d27977 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:46.550374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bb301bd-4981-46dd-8c88-0b052d967ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:46.580767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-ec64efbe-02f4-43c9-b763-ed726af4be2f service neutron] 10.222.0.84 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479292 Jul 30 02:27:46.609875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6bb301bd-4981-46dd-8c88-0b052d967ed3 None None] Port c81164f9-6971-426d-8552-5dfff6d27977 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:27:46.660214 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:46.699472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port dba61ba0-58c2-4169-8704-86872a6c6b01, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dba61ba0-58c2-4169-8704-86872a6c6b01,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:46.705183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:46.706500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cde12d23-5fc3-4fe1-bc70-11912a566ca0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:27:46.752583 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c81164f9-6971-426d-8552-5dfff6d27977', 'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:f1:7c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:43Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 2, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:46.786961 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Checking router: d79835b6-b46f-4f56-b826-1a469647d75f for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:27:46.787220 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Updating router d79835b6-b46f-4f56-b826-1a469647d75f port c81164f9-6971-426d-8552-5dfff6d27977 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:27:46.817989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=dba61ba0-58c2-4169-8704-86872a6c6b01,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:46.818436 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:46.836172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port cde12d23-5fc3-4fe1-bc70-11912a566ca0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:46.842625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port cde12d23-5fc3-4fe1-bc70-11912a566ca0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:46.843006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:46.886824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-405c31a6-6cf6-4b8e-91e4-973fd3bdd4f6 req-7fc240ee-fc9a-4196-adf1-eba03ac4ca1f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 210 time: 0.0464633 Jul 30 02:27:46.957422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:46.986893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port cde12d23-5fc3-4fe1-bc70-11912a566ca0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cde12d23-5fc3-4fe1-bc70-11912a566ca0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:46.999999 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:47.065846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=cde12d23-5fc3-4fe1-bc70-11912a566ca0,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:47.188863 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:47.199243 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Transition to ACTIVE for port object c81164f9-6971-426d-8552-5dfff6d27977 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:47.205199 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:47.273140 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Pushing event updated for resources: {'Port': ['ID=c81164f9-6971-426d-8552-5dfff6d27977,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:47.312551 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Attempting to bind port c81164f9-6971-426d-8552-5dfff6d27977 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:27:47.313232 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Attempting to bind port c81164f9-6971-426d-8552-5dfff6d27977 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:27:47.313760 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Attempting to bind port c81164f9-6971-426d-8552-5dfff6d27977 on network fc5412d5-84a9-4c00-90ae-6305a2415f1d {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:47.316675 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.317212 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.317546 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.317902 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.318185 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.318505 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.318814 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.319312 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.319815 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.320318 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.320801 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.321554 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:27:47.330152 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:27:47.330814 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Checking segment: {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:27:47.331408 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:47.331992 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Bound using segment: {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:27:47.332632 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Bound port: c81164f9-6971-426d-8552-5dfff6d27977, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:27:47.333917 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:47.410958 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] For port c81164f9-6971-426d-8552-5dfff6d27977, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:27:47.414242 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] For port c81164f9-6971-426d-8552-5dfff6d27977, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c81164f9-6971-426d-8552-5dfff6d27977,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:27:47.421585 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:47.482375 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:47.483033 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:47.521690 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d7a56-6958-4440-88cd-588fe6156b77 None None] Pushing event updated for resources: {'Port': ['ID=c81164f9-6971-426d-8552-5dfff6d27977,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:47.619559 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:47.871490 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c81164f9-6971-426d-8552-5dfff6d27977', 'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:f1:7c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:43Z', 'updated_at': '2021-07-30T02:27:47Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:47.907960 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c2645a-fd39-4485-8ed6-438f7bad219f None None] The sync data for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 is: [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c81164f9-6971-426d-8552-5dfff6d27977', 'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:f1:7c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:43Z', 'updated_at': '2021-07-30T02:27:47Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:27:48.022439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-9177226c-bf68-4f9d-94af-af11e84f93e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:48.025611 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-9177226c-bf68-4f9d-94af-af11e84f93e1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/networks?id=fc5412d5-84a9-4c00-90ae-6305a2415f1d HTTP/1.1" status: 200 len: 796 time: 0.1435370 Jul 30 02:27:48.091741 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-05be7b55-ea41-4ede-af82-70ff833e139c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07af2af8cc1a4c29aaa17876acaeede6 HTTP/1.1" status: 200 len: 380 time: 0.0489490 Jul 30 02:27:48.096331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8880dd83-e072-4808-996d-7c2d6866cd6a req-e7f8f128-bb6c-49ac-8742-fee766ce835a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 210 time: 0.0498040 Jul 30 02:27:48.112078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'port': {'device_id': '82fc27df-38e5-4317-86e7-d60618455f07', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'admin_state_up': True, 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'security_groups': ['6e423957-fbd8-479d-b08f-8cd5f92f83cd']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:48.258293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Made reservation on behalf of 07af2af8cc1a4c29aaa17876acaeede6 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:27:48.262742 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.432502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.20.0.12 (fc5412d5-84a9-4c00-90ae-6305a2415f1d/f95f730a-178f-4ab7-a173-941dfccf3caf/66016b42-9c02-4b64-ad51-ca6b564de1fe) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:27:48.479972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dba61ba0-58c2-4169-8704-86872a6c6b01 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:27:48.539072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port dba61ba0-58c2-4169-8704-86872a6c6b01 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:48.539812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.627896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.639358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c81164f9-6971-426d-8552-5dfff6d27977 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:27:48.646108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Transition to ACTIVE for port object 66016b42-9c02-4b64-ad51-ca6b564de1fe will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:48.687755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.699918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c81164f9-6971-426d-8552-5dfff6d27977 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:48.703938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c81164f9-6971-426d-8552-5dfff6d27977 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:48.704297 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.739198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network fc5412d5-84a9-4c00-90ae-6305a2415f1d is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:27:48.743170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:27:48.746300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:27:48.798870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=66016b42-9c02-4b64-ad51-ca6b564de1fe,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:48.815503 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.838763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:48.839571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.855313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port c81164f9-6971-426d-8552-5dfff6d27977, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c81164f9-6971-426d-8552-5dfff6d27977,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:48.865471 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:48.866320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cde12d23-5fc3-4fe1-bc70-11912a566ca0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:27:48.899718 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-f3fd5b67-e606-4c4d-b385-ad2dd4220492 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958040 Jul 30 02:27:48.911426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Request body: {'port': {'device_id': '82fc27df-38e5-4317-86e7-d60618455f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:48.973808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port cde12d23-5fc3-4fe1-bc70-11912a566ca0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:48.977412 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:49.002500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=c81164f9-6971-426d-8552-5dfff6d27977,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:49.021374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:49.109731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-df209396-83c3-4f41-b540-196f34dfde37 None None] Provisioning for port 66016b42-9c02-4b64-ad51-ca6b564de1fe completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:49.114693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-df209396-83c3-4f41-b540-196f34dfde37 None None] Provisioning complete for port 66016b42-9c02-4b64-ad51-ca6b564de1fe triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:49.115362 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df209396-83c3-4f41-b540-196f34dfde37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:49.178123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-df209396-83c3-4f41-b540-196f34dfde37 None None] Port 66016b42-9c02-4b64-ad51-ca6b564de1fe cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:27:49.248789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a2d1f-6a03-44c9-bcbc-4b5fb2aa7b62 req-10a87436-336e-43bc-aa56-b528e7b88560 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:49.251725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-326a2d1f-6a03-44c9-bcbc-4b5fb2aa7b62 req-10a87436-336e-43bc-aa56-b528e7b88560 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 932 time: 0.0614550 Jul 30 02:27:49.309808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-326a2d1f-6a03-44c9-bcbc-4b5fb2aa7b62 req-69a086e6-7e7e-4959-bc94-dd2f7e33d3e0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489619 Jul 30 02:27:49.395644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66016b42-9c02-4b64-ad51-ca6b564de1fe {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:27:49.404242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:49.418146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Transition to ACTIVE for port object 66016b42-9c02-4b64-ad51-ca6b564de1fe will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:27:49.422199 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:49.476442 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Pushing event updated for resources: {'Port': ['ID=66016b42-9c02-4b64-ad51-ca6b564de1fe,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:49.552446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Attempting to bind port 66016b42-9c02-4b64-ad51-ca6b564de1fe on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:27:49.552807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Attempting to bind port 66016b42-9c02-4b64-ad51-ca6b564de1fe by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:27:49.553451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Attempting to bind port 66016b42-9c02-4b64-ad51-ca6b564de1fe on network fc5412d5-84a9-4c00-90ae-6305a2415f1d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:49.558123 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Port 66016b42-9c02-4b64-ad51-ca6b564de1fe on network fc5412d5-84a9-4c00-90ae-6305a2415f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:27:49.559822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Attempting to bind port 66016b42-9c02-4b64-ad51-ca6b564de1fe on network fc5412d5-84a9-4c00-90ae-6305a2415f1d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:27:49.565029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:27:49.565376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Checking segment: {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:27:49.565758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Bound using segment: {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:27:49.566187 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Bound port: 66016b42-9c02-4b64-ad51-ca6b564de1fe, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd94a27b-04f3-4ece-a720-f3ebd586476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:27:49.566549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:49.636920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] For port 66016b42-9c02-4b64-ad51-ca6b564de1fe, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:27:49.640324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] For port 66016b42-9c02-4b64-ad51-ca6b564de1fe, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:27:49.646086 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:49.683491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:49.684115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:49.685545 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] 10.222.0.22 "PUT /v2.0/ports/66016b42-9c02-4b64-ad51-ca6b564de1fe HTTP/1.1" status: 200 len: 1092 time: 0.7786102 Jul 30 02:27:49.688034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:49.691201 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18b0e69-e1f6-4127-a592-f1fb8184924c" -d '{"events": [{"name": "network-changed", "server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:49.729081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cd768-8776-47b0-bee5-5dcaea49d760 service neutron] Pushing event updated for resources: {'Port': ['ID=66016b42-9c02-4b64-ad51-ca6b564de1fe,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:49.792739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-6d116505-834c-42df-a13d-474f9a775d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:49.794958 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-6d116505-834c-42df-a13d-474f9a775d41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 1095 time: 0.0493495 Jul 30 02:27:49.852269 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-95ea9d8b-9c56-460e-bd9d-03c6671af0fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe HTTP/1.1" status: 200 len: 217 time: 0.0482364 Jul 30 02:27:49.853893 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bdc62a-e6fd-4e19-9bd8-eb959fded1d9 x-openstack-request-id: req-b5bdc62a-e6fd-4e19-9bd8-eb959fded1d9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:49.854443 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:49.854769 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b5bdc62a-e6fd-4e19-9bd8-eb959fded1d9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:49.855240 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'status': 'completed', 'code': 200} Jul 30 02:27:49.913773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-3361a177-d0a1-4cb7-bae1-6feb53f0e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:49.915828 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-3361a177-d0a1-4cb7-bae1-6feb53f0e46b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f95f730a-178f-4ab7-a173-941dfccf3caf HTTP/1.1" status: 200 len: 834 time: 0.0527391 Jul 30 02:27:49.977184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-9c251af8-c714-4e73-95b2-c0ee483855cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:49.978796 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-9c251af8-c714-4e73-95b2-c0ee483855cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc5412d5-84a9-4c00-90ae-6305a2415f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466616 Jul 30 02:27:50.087123 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-ee80ab1e-7104-4689-9a3d-84e8b4b5417e service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978804 Jul 30 02:27:50.184651 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5e895684-0cda-4f01-87b9-8112d30c9d6b req-aafa48d8-5835-47b2-a6f7-490bc4ce961f service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891373 Jul 30 02:27:50.284359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-795cbcd2-3f65-40da-9fff-1165471889a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:50.285928 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-795cbcd2-3f65-40da-9fff-1165471889a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 1095 time: 0.0476112 Jul 30 02:27:50.356900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c81164f9-6971-426d-8552-5dfff6d27977 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:27:50.420860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-16815934-4462-4908-83b2-4c7d84d21380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:50.422546 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-16815934-4462-4908-83b2-4c7d84d21380 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc5412d5-84a9-4c00-90ae-6305a2415f1d HTTP/1.1" status: 200 len: 897 time: 0.1268916 Jul 30 02:27:50.433231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c81164f9-6971-426d-8552-5dfff6d27977 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:50.433622 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:50.469404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2426d2-78ba-4aac-86d3-32e895d7b1c7 req-ba9851d3-cb04-4f6e-9660-137a942ad318 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:50.476769 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-ec65f00f-79b1-4f54-8cda-2dc7e008b109 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe HTTP/1.1" status: 200 len: 217 time: 0.0454118 Jul 30 02:27:50.480080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea2426d2-78ba-4aac-86d3-32e895d7b1c7 req-ba9851d3-cb04-4f6e-9660-137a942ad318 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 944 time: 0.0855346 Jul 30 02:27:50.529350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea2426d2-78ba-4aac-86d3-32e895d7b1c7 req-27761ecb-d144-48ed-ac78-4366cd8ab3d7 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477402 Jul 30 02:27:50.545398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-b7a304ff-13a6-4e25-80c6-97d5e6946f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:50.546925 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-b7a304ff-13a6-4e25-80c6-97d5e6946f16 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f95f730a-178f-4ab7-a173-941dfccf3caf HTTP/1.1" status: 200 len: 834 time: 0.0609767 Jul 30 02:27:50.605376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-3ad507b3-83bb-4f88-a5b2-50b2caec25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:50.607108 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-3ad507b3-83bb-4f88-a5b2-50b2caec25bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc5412d5-84a9-4c00-90ae-6305a2415f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496244 Jul 30 02:27:50.714355 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-001be574-dd11-4b3c-8263-b4ff386d2bbe service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994573 Jul 30 02:27:50.810708 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d18b0e69-e1f6-4127-a592-f1fb8184924c req-2ccc70a2-930e-46ba-9f72-7e440589c5e0 service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873332 Jul 30 02:27:51.649523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe999-5811-4c5d-9355-88a60d49864d req-302210a0-20d2-4ee6-8f52-7c999bc0d3b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:51.652827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da0fe999-5811-4c5d-9355-88a60d49864d req-302210a0-20d2-4ee6-8f52-7c999bc0d3b2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 944 time: 0.0538883 Jul 30 02:27:51.691182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da0fe999-5811-4c5d-9355-88a60d49864d req-8c73bb61-9f76-4199-aa11-e35a5d1e682c tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Jul 30 02:27:52.822591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b77e82-bf19-4608-a2ec-a2fe79c6df0d req-73891536-fde8-4082-9f60-73cefc8e402e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:52.824134 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0b77e82-bf19-4608-a2ec-a2fe79c6df0d req-73891536-fde8-4082-9f60-73cefc8e402e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 944 time: 0.0589368 Jul 30 02:27:52.868787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0b77e82-bf19-4608-a2ec-a2fe79c6df0d req-ccc1b173-0af3-4866-9c97-03ac0fc5fd33 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384793 Jul 30 02:27:53.814646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 66016b42-9c02-4b64-ad51-ca6b564de1fe details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:27:53.914344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 66016b42-9c02-4b64-ad51-ca6b564de1fe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:53.948739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'port_id': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'mac_address': 'fa:16:3e:bb:2c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:27:53.987204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:54.002414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081242e1-3581-48fb-b581-5cdc4a085660 req-72a326d2-a43e-437e-a38d-26792dbe1328 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:54.004740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-081242e1-3581-48fb-b581-5cdc4a085660 req-72a326d2-a43e-437e-a38d-26792dbe1328 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 944 time: 0.0537686 Jul 30 02:27:54.007040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66016b42-9c02-4b64-ad51-ca6b564de1fe {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:27:54.042367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 66016b42-9c02-4b64-ad51-ca6b564de1fe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:54.047674 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:54.058126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-081242e1-3581-48fb-b581-5cdc4a085660 req-36b0a6fd-e70a-4943-9726-01143827b496 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Jul 30 02:27:54.099336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=66016b42-9c02-4b64-ad51-ca6b564de1fe,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:54.166771 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:54.277481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['66016b42-9c02-4b64-ad51-ca6b564de1fe'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:27:55.184753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6dde4-100a-4f8a-9266-5ddb9afd2540 req-ff3b0161-77f3-432a-8682-06e5002b8653 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:55.186258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afa6dde4-100a-4f8a-9266-5ddb9afd2540 req-ff3b0161-77f3-432a-8682-06e5002b8653 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 945 time: 0.0522542 Jul 30 02:27:55.226744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afa6dde4-100a-4f8a-9266-5ddb9afd2540 req-b7769e81-ce92-4a5b-8861-d3f5ba495ba5 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338762 Jul 30 02:27:55.828480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 66016b42-9c02-4b64-ad51-ca6b564de1fe up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:27:55.879728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 66016b42-9c02-4b64-ad51-ca6b564de1fe completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:27:55.883481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 66016b42-9c02-4b64-ad51-ca6b564de1fe triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:27:55.883853 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:55.959939 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:55.983068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:55.985282 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82227940-85cf-4269-b358-0c4b4e5ea1dd" -d '{"events": [{"server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "name": "network-vif-plugged", "status": "completed", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:55.998892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 66016b42-9c02-4b64-ad51-ca6b564de1fe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:27:56.003375 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:56.032037 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ab1a69-68ba-42b6-9747-d8fc48bbb0a9 x-openstack-request-id: req-05ab1a69-68ba-42b6-9747-d8fc48bbb0a9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:56.032326 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "name": "network-vif-plugged", "status": "completed", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:56.032591 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-05ab1a69-68ba-42b6-9747-d8fc48bbb0a9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:56.032970 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'code': 200} Jul 30 02:27:56.061838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=66016b42-9c02-4b64-ad51-ca6b564de1fe,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:56.147035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc01621-f6ad-4e4b-82d8-ed9fc1697a70 req-72e45f36-0c9b-4026-a94a-fb35872a3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:56.148563 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bdc01621-f6ad-4e4b-82d8-ed9fc1697a70 req-72e45f36-0c9b-4026-a94a-fb35872a3f22 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 1097 time: 0.0456381 Jul 30 02:27:56.186818 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bdc01621-f6ad-4e4b-82d8-ed9fc1697a70 req-8674440b-2fe4-4e46-98cc-b44f09f97bec service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289681 Jul 30 02:27:56.358575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f48c2b-1ba9-4569-bc62-976eb8848e32 req-dc71a209-5b99-4235-936e-0a3379236513 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:56.360181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88f48c2b-1ba9-4569-bc62-976eb8848e32 req-dc71a209-5b99-4235-936e-0a3379236513 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0555308 Jul 30 02:27:56.409078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88f48c2b-1ba9-4569-bc62-976eb8848e32 req-0dccba28-8d20-48a3-8e74-7ce9bf4e8b08 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429108 Jul 30 02:27:57.532413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc581a-2a78-423f-8288-e689ec4b1bfe req-1199cdf5-06b5-4684-87ed-923bd0cbde72 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:57.534271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecc581a-2a78-423f-8288-e689ec4b1bfe req-1199cdf5-06b5-4684-87ed-923bd0cbde72 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0521600 Jul 30 02:27:57.573381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecc581a-2a78-423f-8288-e689ec4b1bfe req-4b892c5b-7020-4968-b491-5cdd072c6004 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331709 Jul 30 02:27:57.698395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215be56-69fb-4bfb-805a-a99964546d86 req-58d7b88a-8878-429b-8dad-67b3b6fb515d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:57.700028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4215be56-69fb-4bfb-805a-a99964546d86 req-58d7b88a-8878-429b-8dad-67b3b6fb515d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0565653 Jul 30 02:27:57.753771 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4215be56-69fb-4bfb-805a-a99964546d86 req-a63dc19a-70cc-4968-813f-f27f1f66894a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474701 Jul 30 02:27:57.778672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54776) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:57.819586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2335b265-a546-48ec-95cc-6d5830d76722 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:57.821147 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2335b265-a546-48ec-95cc-6d5830d76722 tempest-TestNetworkAdvancedServerOps-190706876 tempest-TestNetworkAdvancedServerOps-190706876-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 1092 time: 0.0416615 Jul 30 02:27:57.824336 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 54778) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:57.829599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:27:57.852099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:57.957262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:58.073246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Allocated IP 172.25.7.108 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/d01b54eb-22c7-4ad9-adaa-ec25bbb85b2a) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:27:58.185028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:58.234402 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:58.274089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:27:58.278923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:27:58.281541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:27:58.313600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=d01b54eb-22c7-4ad9-adaa-ec25bbb85b2a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:58.669302 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:58.743206 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:58.899394 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:58.905061 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:58.977789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event updated for resources: {'Port': ['ID=d01b54eb-22c7-4ad9-adaa-ec25bbb85b2a,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:27:58.991858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:59.105340 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Floating IP a7f1605b-3146-4c85-b5e9-75458e6a3ce0 associated. External IP: 172.25.7.108, port: 66016b42-9c02-4b64-ad51-ca6b564de1fe. Jul 30 02:27:59.328892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d79835b6-b46f-4f56-b826-1a469647d75f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:27:59.439457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:27:59.450537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] Sync routers for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:27:59.456146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:27:59.461506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:59.462649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:59.492127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4b12d0bf-1768-4688-8a0a-6a6092ae9544 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6660771 Jul 30 02:27:59.492738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:27:59.495156 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4855036-b182-4a41-bbaa-81171eed1880" -d '{"events": [{"name": "network-changed", "server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:27:59.602447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5163b-b13b-42df-9b32-1902ef682ce4 req-ffa75ded-9e18-4ddf-a057-a18f2effcf76 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:59.603853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7be5163b-b13b-42df-9b32-1902ef682ce4 req-ffa75ded-9e18-4ddf-a057-a18f2effcf76 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0564406 Jul 30 02:27:59.612328 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:27:59.643233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7be5163b-b13b-42df-9b32-1902ef682ce4 req-1630ff40-664e-4165-a946-7a26d2876599 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332720 Jul 30 02:27:59.667650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54816) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:27:59.695268 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d4c795-8f59-4f4b-9f0a-7bb24adaacec x-openstack-request-id: req-d9d4c795-8f59-4f4b-9f0a-7bb24adaacec {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:27:59.695817 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:27:59.695817 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d9d4c795-8f59-4f4b-9f0a-7bb24adaacec {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:27:59.696247 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'status': 'completed', 'code': 200} Jul 30 02:27:59.766864 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-68a229d3-693a-4ed0-94b2-f766db651cbb tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/a7f1605b-3146-4c85-b5e9-75458e6a3ce0 HTTP/1.1" status: 200 len: 992 time: 0.0977552 Jul 30 02:27:59.786131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855036-b182-4a41-bbaa-81171eed1880 req-c3fb18de-641c-4f7f-b36c-d6cbc7e7c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:59.794300 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4855036-b182-4a41-bbaa-81171eed1880 req-c3fb18de-641c-4f7f-b36c-d6cbc7e7c773 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 1097 time: 0.0636051 Jul 30 02:27:59.890894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855036-b182-4a41-bbaa-81171eed1880 req-d2c2e099-8163-4fe2-8a2f-493dd3833c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:27:59.892412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4855036-b182-4a41-bbaa-81171eed1880 req-d2c2e099-8163-4fe2-8a2f-493dd3833c71 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc5412d5-84a9-4c00-90ae-6305a2415f1d HTTP/1.1" status: 200 len: 897 time: 0.0960000 Jul 30 02:27:59.912999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'a7f1605b-3146-4c85-b5e9-75458e6a3ce0', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'port_id': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'mac_address': 'fa:16:3e:bb:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fc27df-38e5-4317-86e7-d60618455f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:27:58Z', 'updated_at': '2021-07-30T02:27:58Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81164f9-6971-426d-8552-5dfff6d27977', 'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:f1:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:43Z', 'updated_at': '2021-07-30T02:27:48Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:59.944075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] Checking router: d79835b6-b46f-4f56-b826-1a469647d75f for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:27:59.954555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:27:59.955217 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:27:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:27:59.976534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4855036-b182-4a41-bbaa-81171eed1880 req-9b395207-a4b4-4826-ae83-f91470fe3b5a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe HTTP/1.1" status: 200 len: 1000 time: 0.0753970 Jul 30 02:28:00.036809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855036-b182-4a41-bbaa-81171eed1880 req-5d8b13ac-04c2-486a-ae78-233ac2c377df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:00.038425 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4855036-b182-4a41-bbaa-81171eed1880 req-5d8b13ac-04c2-486a-ae78-233ac2c377df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f95f730a-178f-4ab7-a173-941dfccf3caf HTTP/1.1" status: 200 len: 834 time: 0.0518136 Jul 30 02:28:00.092376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:28:00.095403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4855036-b182-4a41-bbaa-81171eed1880 req-6ee0e080-65c9-488a-8ee0-df5ef388fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:00.097224 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4855036-b182-4a41-bbaa-81171eed1880 req-6ee0e080-65c9-488a-8ee0-df5ef388fe0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc5412d5-84a9-4c00-90ae-6305a2415f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505033 Jul 30 02:28:00.202487 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4855036-b182-4a41-bbaa-81171eed1880 req-d52c0b28-4a19-4a69-a817-9f9fab4e9011 service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941467 Jul 30 02:28:00.318744 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4855036-b182-4a41-bbaa-81171eed1880 req-25723364-27e5-4ef9-952f-0fc17997cfd9 service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087179 Jul 30 02:28:00.329130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'a7f1605b-3146-4c85-b5e9-75458e6a3ce0', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'port_id': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'mac_address': 'fa:16:3e:bb:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fc27df-38e5-4317-86e7-d60618455f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:27:58Z', 'updated_at': '2021-07-30T02:27:58Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81164f9-6971-426d-8552-5dfff6d27977', 'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:f1:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:43Z', 'updated_at': '2021-07-30T02:27:48Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:28:00.357130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5285f6af-4640-441a-95f6-bbff81f3cc87 None None] The sync data for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 is: [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'a7f1605b-3146-4c85-b5e9-75458e6a3ce0', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'port_id': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'mac_address': 'fa:16:3e:bb:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fc27df-38e5-4317-86e7-d60618455f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:27:58Z', 'updated_at': '2021-07-30T02:27:58Z', 'revision_number': 0, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81164f9-6971-426d-8552-5dfff6d27977', 'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:f1:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:43Z', 'updated_at': '2021-07-30T02:27:48Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:28:00.565801 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f886d84a-a6a7-45ad-93d3-30986ffae12b None None] New status for floating IP a7f1605b-3146-4c85-b5e9-75458e6a3ce0: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:28:00.762488 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d115e809-3fa7-4b6b-a68e-7617a74859ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:00.771591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 54832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:00.832651 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a9afe660-3a43-41a6-a08e-919651161965 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/a7f1605b-3146-4c85-b5e9-75458e6a3ce0 HTTP/1.1" status: 200 len: 994 time: 0.0597796 Jul 30 02:28:01.700562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:03.399095 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dee5a9db-49ee-4787-a287-93a514f150c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:03.861290 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:04.611946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:05.330987 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:28:06.268305 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:24.349361 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:30.798320 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a60382d-1553-4e09-bad0-a3478669cffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:31.242999 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-a02bd6df-90bc-46ea-967f-e23b7cd9344b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512714 Jul 30 02:28:31.356088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-84754a45-943d-4e96-b475-0feb85ada776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:31.357783 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-84754a45-943d-4e96-b475-0feb85ada776 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 1097 time: 0.0525122 Jul 30 02:28:31.506896 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-2c85d875-e05a-42ac-b541-f58035c13732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:31.511211 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-2c85d875-e05a-42ac-b541-f58035c13732 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc5412d5-84a9-4c00-90ae-6305a2415f1d HTTP/1.1" status: 200 len: 897 time: 0.1227038 Jul 30 02:28:31.595518 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-cadc5854-71b3-4dce-a359-1d4ec2e9d62a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe HTTP/1.1" status: 200 len: 1002 time: 0.0763857 Jul 30 02:28:31.654601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-c052262c-35fb-4060-91f9-9c55f13897ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:31.656192 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-c052262c-35fb-4060-91f9-9c55f13897ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f95f730a-178f-4ab7-a173-941dfccf3caf HTTP/1.1" status: 200 len: 834 time: 0.0514643 Jul 30 02:28:31.723533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-fb3ddec8-58c8-48d4-bfbd-e09bcff85310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:31.725208 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-fb3ddec8-58c8-48d4-bfbd-e09bcff85310 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc5412d5-84a9-4c00-90ae-6305a2415f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584524 Jul 30 02:28:31.741659 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:31.839126 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-b830a525-ef1f-4740-bf4a-f3b2e6668a27 service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038249 Jul 30 02:28:31.948442 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0c02bbd-8438-4cee-94c1-1dd8c40ee199 req-f5dec1f9-d06b-4284-a45e-894818ae3ba9 service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936816 Jul 30 02:28:33.402132 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71f112f5-dffd-4ffa-aa51-09ccc44c4980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:33.875341 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:34.620097 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:36.306868 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:36.354974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342f69-f254-46af-8f35-3908a2b8e6ca req-11a29548-2b76-43db-9504-298658f4435b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:36.356742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b342f69-f254-46af-8f35-3908a2b8e6ca req-11a29548-2b76-43db-9504-298658f4435b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0695441 Jul 30 02:28:36.404518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b342f69-f254-46af-8f35-3908a2b8e6ca req-d5fba0fc-3496-4fb4-aa34-beece5a45cae tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Jul 30 02:28:37.545075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8065ed-ca67-463a-b4e7-9f226e69129b req-f20ae8f1-cdad-411d-96e3-b04b1eb67181 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:37.546584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e8065ed-ca67-463a-b4e7-9f226e69129b req-f20ae8f1-cdad-411d-96e3-b04b1eb67181 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0593054 Jul 30 02:28:37.589667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e8065ed-ca67-463a-b4e7-9f226e69129b req-922c2579-8493-40bd-b489-42be62923bfa tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366096 Jul 30 02:28:38.729659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d18ec3-742a-47bc-9044-943268ec8745 req-57ee9936-fa18-4fc5-99da-59c394709d68 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:38.731298 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16d18ec3-742a-47bc-9044-943268ec8745 req-57ee9936-fa18-4fc5-99da-59c394709d68 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0538468 Jul 30 02:28:38.785855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16d18ec3-742a-47bc-9044-943268ec8745 req-21bf777b-7bef-42d3-906d-a8a4c0f0c986 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482807 Jul 30 02:28:39.928540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c9d48-8ec7-460f-8d7b-0d12e032ba89 req-c2c6e392-b0cc-4e84-a76b-1893bb9a6a71 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:39.932066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-206c9d48-8ec7-460f-8d7b-0d12e032ba89 req-c2c6e392-b0cc-4e84-a76b-1893bb9a6a71 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0654593 Jul 30 02:28:39.982254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-206c9d48-8ec7-460f-8d7b-0d12e032ba89 req-3e5c5804-a32d-4443-808c-43a4ce3ea3d8 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Jul 30 02:28:41.114778 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b509514-9259-4d91-8a6b-a3c67aa56533 req-4e6b5b18-f548-4e02-8895-4894be768ba2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:41.116618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b509514-9259-4d91-8a6b-a3c67aa56533 req-4e6b5b18-f548-4e02-8895-4894be768ba2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0571802 Jul 30 02:28:41.156880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b509514-9259-4d91-8a6b-a3c67aa56533 req-501f9a5d-8461-4cc6-8d1b-57ade6e67126 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342605 Jul 30 02:28:42.297001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67467a-59f6-4acf-bd51-ffd4146a4132 req-fcf6c391-c1bd-4f68-97c1-9c2e07d644fe tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:42.298610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ec67467a-59f6-4acf-bd51-ffd4146a4132 req-fcf6c391-c1bd-4f68-97c1-9c2e07d644fe tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0623069 Jul 30 02:28:42.332498 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:28:42.350742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ec67467a-59f6-4acf-bd51-ffd4146a4132 req-8873509d-2e58-4da0-a4a6-c002438f5194 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447183 Jul 30 02:28:43.507565 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac5598-bde5-4642-a52c-54a83cfb9014 req-effda24e-8e35-4970-a501-ea4a84c26526 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:43.509231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59ac5598-bde5-4642-a52c-54a83cfb9014 req-effda24e-8e35-4970-a501-ea4a84c26526 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0743692 Jul 30 02:28:43.557570 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59ac5598-bde5-4642-a52c-54a83cfb9014 req-18f7f1e1-0f2d-493a-89e2-f5f15f0b3673 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 Jul 30 02:28:44.694004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3930-23f0-456e-b9ef-06f0a613fd3c req-7ed1847f-68b1-487e-88d4-8948b9f53498 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:44.698978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-841d3930-23f0-456e-b9ef-06f0a613fd3c req-7ed1847f-68b1-487e-88d4-8948b9f53498 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0633872 Jul 30 02:28:44.749865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-841d3930-23f0-456e-b9ef-06f0a613fd3c req-baac05d2-3f40-4e03-864a-d59cd56dadae tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471084 Jul 30 02:28:45.868892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40e73-98d6-4ae4-8156-6b0c4d3d8b22 req-89aca0b6-c335-482b-b841-f9f023f6b5a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:45.870433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10b40e73-98d6-4ae4-8156-6b0c4d3d8b22 req-89aca0b6-c335-482b-b841-f9f023f6b5a2 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0514672 Jul 30 02:28:45.910130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10b40e73-98d6-4ae4-8156-6b0c4d3d8b22 req-1e20b747-3ce8-44a3-baf7-88368d900bf4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336704 Jul 30 02:28:47.041910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6d768-5fe1-40cd-822d-4f9826591a6f req-883a60b5-3ce4-49f9-8666-d6dc0d5ed217 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:47.043517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9e6d768-5fe1-40cd-822d-4f9826591a6f req-883a60b5-3ce4-49f9-8666-d6dc0d5ed217 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0587561 Jul 30 02:28:47.098408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9e6d768-5fe1-40cd-822d-4f9826591a6f req-b4202d52-496b-4a6b-b007-cdd645d8d62f tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481346 Jul 30 02:28:48.267688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a01ee-7c19-4fe9-ae46-1c3556cb5ea6 req-984ec17d-c04c-4e6e-8141-8271c2c6c70b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:48.269525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e3a01ee-7c19-4fe9-ae46-1c3556cb5ea6 req-984ec17d-c04c-4e6e-8141-8271c2c6c70b tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0811388 Jul 30 02:28:48.314953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e3a01ee-7c19-4fe9-ae46-1c3556cb5ea6 req-abb5857f-0eb9-4d2c-9820-9fe6244a02aa tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384400 Jul 30 02:28:49.375487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b2402-845b-47af-ac94-38f24d0ea6a3 req-f20c5052-a159-42e7-bf61-4088edce3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:49.377076 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-812b2402-845b-47af-ac94-38f24d0ea6a3 req-f20c5052-a159-42e7-bf61-4088edce3374 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 1097 time: 0.0535851 Jul 30 02:28:49.433685 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-812b2402-845b-47af-ac94-38f24d0ea6a3 req-86701d71-741c-408c-8910-0310d28fc9cf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484979 Jul 30 02:28:49.465982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88546270-9f21-4f05-b6d0-a19cc3153001 req-56a221e2-9793-44d2-95bf-14c4d9e33ff0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:49.467777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88546270-9f21-4f05-b6d0-a19cc3153001 req-56a221e2-9793-44d2-95bf-14c4d9e33ff0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0588043 Jul 30 02:28:49.510784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88546270-9f21-4f05-b6d0-a19cc3153001 req-07ef79cf-9a89-44dc-be66-ee3b6fc5c9d1 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354862 Jul 30 02:28:50.177494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 66016b42-9c02-4b64-ad51-ca6b564de1fe details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:28:50.290043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 66016b42-9c02-4b64-ad51-ca6b564de1fe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:28:50.303041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'port_id': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'mac_address': 'fa:16:3e:bb:2c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:28:50.345437 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:50.359513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66016b42-9c02-4b64-ad51-ca6b564de1fe {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:28:50.379244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 66016b42-9c02-4b64-ad51-ca6b564de1fe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:28:50.383603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:50.439827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=66016b42-9c02-4b64-ad51-ca6b564de1fe,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:50.448442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.448791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.449126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.449455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.449779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.450105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.450429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.450752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.451072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.451389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.451730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.452048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:50.638574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['66016b42-9c02-4b64-ad51-ca6b564de1fe'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:28:50.647455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8db2c-e671-4b96-928e-57e1cd3c5e7e req-1a36f07d-2029-46ef-abdf-f77f0766b003 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:50.649540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dab8db2c-e671-4b96-928e-57e1cd3c5e7e req-1a36f07d-2029-46ef-abdf-f77f0766b003 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 945 time: 0.0575972 Jul 30 02:28:50.700919 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dab8db2c-e671-4b96-928e-57e1cd3c5e7e req-e730c422-daa6-4f47-82be-f2f0c40368a0 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447142 Jul 30 02:28:50.725456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55866) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:50.813151 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-927431c6-f43b-4488-b458-e2555353d3f3 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/floatingips/a7f1605b-3146-4c85-b5e9-75458e6a3ce0 HTTP/1.1" status: 200 len: 993 time: 0.0867701 Jul 30 02:28:52.163172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55876) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:52.188949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 66016b42-9c02-4b64-ad51-ca6b564de1fe up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:28:52.249854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 66016b42-9c02-4b64-ad51-ca6b564de1fe triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:28:52.250470 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:52.327342 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-990bc3a4-c471-477e-9904-54c1b3ceddb9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0071bc589a0348348b1756b56e4a288c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628752 Jul 30 02:28:52.330349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55880) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:52.349399 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:52.374209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:28:52.376548 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047dcbe3-62c7-4d5f-b8f9-89ac8479c583" -d '{"events": [{"server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "name": "network-vif-plugged", "status": "completed", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:28:52.390810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 66016b42-9c02-4b64-ad51-ca6b564de1fe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:28:52.396603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:52.427674 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76235837-1f36-4e0e-b7ae-b53c5f756212 x-openstack-request-id: req-76235837-1f36-4e0e-b7ae-b53c5f756212 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:28:52.427984 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "name": "network-vif-plugged", "status": "completed", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:28:52.428199 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-76235837-1f36-4e0e-b7ae-b53c5f756212 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:28:52.428597 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'code': 200} Jul 30 02:28:52.457401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=66016b42-9c02-4b64-ad51-ca6b564de1fe,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:52.701405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:52.722130 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:52.770786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:52.773466 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:52.774673 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/810882bf-ac53-4678-a40e-64d62c79484b HTTP/1.1" status: 204 len: 168 time: 0.4432058 Jul 30 02:28:52.783064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810882bf-ac53-4678-a40e-64d62c79484b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:52.791688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.792842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.792842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.792842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.793449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.793449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.794020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.794020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.794714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.795052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.795373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:52.795721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaa5709-ebf5-47dc-987b-5f4a347119a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:53.978555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55918) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:54.123101 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'network': {'name': 'tempest-network-smoke--1642776570', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'port_security_enabled': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:28:54.151281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Made reservation on behalf of f6b4c103e5344653967b38fc9e9202e3 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:28:54.154909 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.164042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.193199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.257544 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.261595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.284351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:28:54.300658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f84a6a-0544-4c65-a0de-0dd020dc4650,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:54.303616 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.303962 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Added segment dd416fb8-6362-4bc9-949d-0cb426da66fb of type vlan for network 37557040-841d-4440-9850-3c96030cc8cc Jul 30 02:28:54.359246 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.390715 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.396333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:54.396915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.446228 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4660168 Jul 30 02:28:54.450147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55922) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:54.454802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'admin_state_up': True, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:28:54.463812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c19d98-f8ce-4414-883a-089cba539950 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Network': ['ID=37557040-841d-4440-9850-3c96030cc8cc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:54.474737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 37557040-841d-4440-9850-3c96030cc8cc details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:28:54.482624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.483789 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.540435 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:54.678106 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:55.163812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:55.184240 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:55.293558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.25.7.31 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/582c0a41-d564-408d-ab8d-bf571a60ab7d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:28:55.414711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:55.456804 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:55.499239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:28:55.502167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:28:55.505678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:28:55.513429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=582c0a41-d564-408d-ab8d-bf571a60ab7d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:55.542470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.542817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.543157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.543520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.543855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.544184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.544510 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.544834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.545159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.545482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.545811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.546134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:28:55.774779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:55.976261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.104233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:28:56.209183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:28:56.219224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Sync routers for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:28:56.228373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.228737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:28:56.229057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:28:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:28:56.229732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1274df6f-88b7-4e10-9205-51df99862b9b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7785892 Jul 30 02:28:56.233205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55924) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:56.317293 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dbf0dc1c-eb9a-405f-a1c2-99e828ff9d3a tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f6b4c103e5344653967b38fc9e9202e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0829771 Jul 30 02:28:56.319897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55928) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:56.344601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:28:56.474297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe0d17-ec61-4351-bf9d-457141441724 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:56.478835 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8bfe0d17-ec61-4351-bf9d-457141441724 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1549618 Jul 30 02:28:56.479313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55930) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:56.517071 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-22df16c7-c439-4e7c-afe8-99a53f38f685 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341573 Jul 30 02:28:56.517327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55932) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:56.522410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1100830515', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:28:56.524384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:28:55Z', 'revision_number': 3, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:28:56.553968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Checking router: aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:28:56.554314 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Updating router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 port 582c0a41-d564-408d-ab8d-bf571a60ab7d binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:28:56.579894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.612159 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Made reservation on behalf of f6b4c103e5344653967b38fc9e9202e3 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:28:56.616169 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.819778 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.856617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.866742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Transition to ACTIVE for port object 582c0a41-d564-408d-ab8d-bf571a60ab7d will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:28:56.873365 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.889214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Subnet': ['ID=5d8d0c5e-2c00-42bc-bf5e-bad913651b25,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:56.893866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Checking segment: {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:28:56.894237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network hostable DHCP agents. Network: 37557040-841d-4440-9850-3c96030cc8cc, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:28:56.920268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 37557040-841d-4440-9850-3c96030cc8cc is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:28:56.925508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Attempting to bind port 582c0a41-d564-408d-ab8d-bf571a60ab7d on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:28:56.925899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Attempting to bind port 582c0a41-d564-408d-ab8d-bf571a60ab7d by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:28:56.926345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Attempting to bind port 582c0a41-d564-408d-ab8d-bf571a60ab7d on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:28:56.929613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 37557040-841d-4440-9850-3c96030cc8cc) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:28:56.935031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:56.935748 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.937071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:28:56.937454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:28:56.938131 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.938308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:28:56.938805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Bound port: 582c0a41-d564-408d-ab8d-bf571a60ab7d, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:28:56.939235 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:56.942990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f69805-ff47-40d3-8873-1befdbed9e8d None None] Pushing event updated for resources: {'Port': ['ID=582c0a41-d564-408d-ab8d-bf571a60ab7d,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:56.945292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc30095-4ed4-405a-879c-2a1276717f82 None None] Network 37557040-841d-4440-9850-3c96030cc8cc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:28:56.956114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-37d045f9-f3ce-4fdc-baef-4da0dec275f8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4375973 Jul 30 02:28:56.956749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55934) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:57.049643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] For port 582c0a41-d564-408d-ab8d-bf571a60ab7d, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:28:57.070049 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] For port 582c0a41-d564-408d-ab8d-bf571a60ab7d, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=582c0a41-d564-408d-ab8d-bf571a60ab7d,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:28:57.077512 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:57.184978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f69805-ff47-40d3-8873-1befdbed9e8d None None] Pushing event updated for resources: {'Port': ['ID=582c0a41-d564-408d-ab8d-bf571a60ab7d,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:57.187592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:28:57.187978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:28:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:28:57.230153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-37557040-841d-4440-9850-3c96030cc8cc', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:28:57.231134 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:57.378323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:28:57.451078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:57.513241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Allocated IP 172.20.0.2 (37557040-841d-4440-9850-3c96030cc8cc/5d8d0c5e-2c00-42bc-bf5e-bad913651b25/1affc75c-f507-4482-84f5-36eebad27693) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:28:57.694415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:28:55Z', 'revision_number': 3, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:28:57.733195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3421bd28-d004-4cf2-91bc-9fdf705fcbda None None] The sync data for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 is: [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:28:55Z', 'revision_number': 3, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:28:57.735018 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:57.745820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Transition to ACTIVE for port object 1affc75c-f507-4482-84f5-36eebad27693 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:28:57.765669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Transition to ACTIVE for port object 1affc75c-f507-4482-84f5-36eebad27693 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:28:57.773313 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:57.810914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Network 37557040-841d-4440-9850-3c96030cc8cc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:28:57.813836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:28:57.818026 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:28:57.828613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.20.0.1 (37557040-841d-4440-9850-3c96030cc8cc/5d8d0c5e-2c00-42bc-bf5e-bad913651b25/5c3d268c-a618-46ed-870c-186095d424fb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:28:57.831728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Pushing event updated for resources: {'Port': ['ID=1affc75c-f507-4482-84f5-36eebad27693,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:57.881226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Attempting to bind port 1affc75c-f507-4482-84f5-36eebad27693 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:28:57.881603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Attempting to bind port 1affc75c-f507-4482-84f5-36eebad27693 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:28:57.881972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Attempting to bind port 1affc75c-f507-4482-84f5-36eebad27693 on network 37557040-841d-4440-9850-3c96030cc8cc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:28:57.888129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:28:57.888626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Checking segment: {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:28:57.889036 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:57.889432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Bound using segment: {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:28:57.889906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Bound port: 1affc75c-f507-4482-84f5-36eebad27693, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:28:57.890294 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:57.971513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:57.999404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Transition to ACTIVE for port object 5c3d268c-a618-46ed-870c-186095d424fb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:28:58.038936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.080530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 37557040-841d-4440-9850-3c96030cc8cc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:28:58.084980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:28:58.089911 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:28:58.122245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=5c3d268c-a618-46ed-870c-186095d424fb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:58.146212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] For port 1affc75c-f507-4482-84f5-36eebad27693, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:28:58.147051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.150538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] For port 1affc75c-f507-4482-84f5-36eebad27693, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1affc75c-f507-4482-84f5-36eebad27693,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:28:58.156557 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.224812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065db9d-7337-48ca-b1de-5e734154ac85 None None] Pushing event updated for resources: {'Port': ['ID=1affc75c-f507-4482-84f5-36eebad27693,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:58.317058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.459533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 582c0a41-d564-408d-ab8d-bf571a60ab7d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:28:58.535189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 582c0a41-d564-408d-ab8d-bf571a60ab7d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:28:58.543271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 582c0a41-d564-408d-ab8d-bf571a60ab7d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:28:58.543914 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.651049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.673397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 582c0a41-d564-408d-ab8d-bf571a60ab7d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=582c0a41-d564-408d-ab8d-bf571a60ab7d,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:28:58.678866 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.687687 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.692878 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.732929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=582c0a41-d564-408d-ab8d-bf571a60ab7d,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:58.773270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=5c3d268c-a618-46ed-870c-186095d424fb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:28:58.779180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:58.873251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 37557040-841d-4440-9850-3c96030cc8cc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:28:58.874608 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:28:58.989725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:28:59.104569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:28:59.110121 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8761dbc0-2a01-44fa-884b-ab79ea1290cd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "PUT /v2.0/routers/aa7468ff-8a3b-4fde-9393-f134e0c4f0d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1521525 Jul 30 02:28:59.112483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55936) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:59.258630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515f737-d8ee-4787-86e9-a91bda8f54ff None None] Network 37557040-841d-4440-9850-3c96030cc8cc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:28:59.286620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb717cb7-9dc9-48cf-ac61-0c9a71be48f3 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.287111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb717cb7-9dc9-48cf-ac61-0c9a71be48f3 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.287611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb717cb7-9dc9-48cf-ac61-0c9a71be48f3 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.288075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb717cb7-9dc9-48cf-ac61-0c9a71be48f3 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.288534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb717cb7-9dc9-48cf-ac61-0c9a71be48f3 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.291530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cb717cb7-9dc9-48cf-ac61-0c9a71be48f3 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1773345 Jul 30 02:28:59.294073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55938) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:59.387910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aadd63a4-7f38-4cbb-b029-944c3ec2508b None None] Provisioning for port 1affc75c-f507-4482-84f5-36eebad27693 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:28:59.672688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24200db4-3fb9-424f-be7d-c6b178360811 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.673164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24200db4-3fb9-424f-be7d-c6b178360811 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.673646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24200db4-3fb9-424f-be7d-c6b178360811 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.674100 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24200db4-3fb9-424f-be7d-c6b178360811 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.674552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24200db4-3fb9-424f-be7d-c6b178360811 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:28:59.676342 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-24200db4-3fb9-424f-be7d-c6b178360811 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.3809884 Jul 30 02:28:59.679323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55940) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:28:59.720119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4de58045-42e2-4432-bbe4-c0a0cebc88bf None None] Provisioning for port 5c3d268c-a618-46ed-870c-186095d424fb completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:28:59.724187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4de58045-42e2-4432-bbe4-c0a0cebc88bf None None] Provisioning complete for port 5c3d268c-a618-46ed-870c-186095d424fb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:28:59.724564 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4de58045-42e2-4432-bbe4-c0a0cebc88bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:59.770564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4de58045-42e2-4432-bbe4-c0a0cebc88bf None None] Port 5c3d268c-a618-46ed-870c-186095d424fb cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:28:59.800777 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Sync routers for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:28:59.814226 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:28:59.814851 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:28:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:28:59.910725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-316841b9-b2b6-422c-8dcb-07b4dcee210b None None] Provisioning complete for port 5c3d268c-a618-46ed-870c-186095d424fb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:28:59.911091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-316841b9-b2b6-422c-8dcb-07b4dcee210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:28:59.951812 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:28:59.957184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-316841b9-b2b6-422c-8dcb-07b4dcee210b None None] Port 5c3d268c-a618-46ed-870c-186095d424fb cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:28:59.962225 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-035e95b1-f865-4fe8-97b1-063940f73ee7 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.2816315 Jul 30 02:29:00.179181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4ca90cfe-44a1-433f-87ca-7853a7ed5cb3 None None] Provisioning complete for port 5c3d268c-a618-46ed-870c-186095d424fb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:00.179571 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4ca90cfe-44a1-433f-87ca-7853a7ed5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.181933 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 2, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:00.209101 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Checking router: aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:00.209602 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Updating router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 port 5c3d268c-a618-46ed-870c-186095d424fb binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:29:00.216056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4ca90cfe-44a1-433f-87ca-7853a7ed5cb3 None None] Port 5c3d268c-a618-46ed-870c-186095d424fb cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:29:00.236787 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.467119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 582c0a41-d564-408d-ab8d-bf571a60ab7d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:00.523243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55944) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:00.528367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e8322e4c-981c-41c3-b424-39c699a20a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833064733', 'description': 'tempest-secgroup-smoke-1833064733 description', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:00.533557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 582c0a41-d564-408d-ab8d-bf571a60ab7d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:00.533939 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.560149 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8322e4c-981c-41c3-b424-39c699a20a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.600383 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.611346 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Transition to ACTIVE for port object 5c3d268c-a618-46ed-870c-186095d424fb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:00.618338 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.623662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1affc75c-f507-4482-84f5-36eebad27693 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:00.664880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8322e4c-981c-41c3-b424-39c699a20a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.673725 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Pushing event updated for resources: {'Port': ['ID=5c3d268c-a618-46ed-870c-186095d424fb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:00.676720 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8322e4c-981c-41c3-b424-39c699a20a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.695080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1affc75c-f507-4482-84f5-36eebad27693 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:00.700424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1affc75c-f507-4482-84f5-36eebad27693 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:00.700881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.703090 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.703470 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.703807 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.704137 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.704462 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.704813 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.705175 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.705526 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.705835 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.706168 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.706460 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.706789 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:00.716170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e8322e4c-981c-41c3-b424-39c699a20a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.724110 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e8322e4c-981c-41c3-b424-39c699a20a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1996787 Jul 30 02:29:00.727368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55946) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:00.729035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8322e4c-981c-41c3-b424-39c699a20a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe910b8b-5b0e-4b9e-ba13-db9083d7847f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:00.745431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-004ec832-dbea-4026-a98c-0af72e3acb1b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'fe910b8b-5b0e-4b9e-ba13-db9083d7847f', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:00.746605 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Attempting to bind port 5c3d268c-a618-46ed-870c-186095d424fb on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:00.746816 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Attempting to bind port 5c3d268c-a618-46ed-870c-186095d424fb by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:00.747179 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Attempting to bind port 5c3d268c-a618-46ed-870c-186095d424fb on network 37557040-841d-4440-9850-3c96030cc8cc {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:00.753202 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:00.753980 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Checking segment: {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:00.754981 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.755683 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Bound using segment: {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:00.756056 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Bound port: 5c3d268c-a618-46ed-870c-186095d424fb, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:00.756434 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.770893 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6bdbd64b-07f3-48c4-a42e-a5b3f6af1a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.787860 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-004ec832-dbea-4026-a98c-0af72e3acb1b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.808778 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.836308 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] For port 5c3d268c-a618-46ed-870c-186095d424fb, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:00.840542 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] For port 5c3d268c-a618-46ed-870c-186095d424fb, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5c3d268c-a618-46ed-870c-186095d424fb,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:00.846432 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.857757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1affc75c-f507-4482-84f5-36eebad27693, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1affc75c-f507-4482-84f5-36eebad27693,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:00.869607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.877232 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-004ec832-dbea-4026-a98c-0af72e3acb1b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.885137 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-004ec832-dbea-4026-a98c-0af72e3acb1b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.908624 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-004ec832-dbea-4026-a98c-0af72e3acb1b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:00.910193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-004ec832-dbea-4026-a98c-0af72e3acb1b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809549 Jul 30 02:29:00.911035 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:00.911689 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:28:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:00.912881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55948) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:00.913756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec832-dbea-4026-a98c-0af72e3acb1b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073beead-16bd-4584-89b9-5774f6dad05a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:00.919029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-95e0654c-b5f8-45ab-8448-ceaf6b7329d1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'fe910b8b-5b0e-4b9e-ba13-db9083d7847f', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:00.956426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=1affc75c-f507-4482-84f5-36eebad27693,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:00.966718 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af65be3-07e1-44b3-943c-cbfb771aacf1 None None] Pushing event updated for resources: {'Port': ['ID=5c3d268c-a618-46ed-870c-186095d424fb,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:00.974766 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95e0654c-b5f8-45ab-8448-ceaf6b7329d1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.050911 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95e0654c-b5f8-45ab-8448-ceaf6b7329d1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.055677 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95e0654c-b5f8-45ab-8448-ceaf6b7329d1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.080609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0654c-b5f8-45ab-8448-ceaf6b7329d1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ecf938-9138-40a0-90cd-97f312ae3c79,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:01.087660 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-95e0654c-b5f8-45ab-8448-ceaf6b7329d1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.091488 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-95e0654c-b5f8-45ab-8448-ceaf6b7329d1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1751432 Jul 30 02:29:01.091752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55950) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:01.096863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-20ec598a-5ba5-43a6-afa8-b216c45e902e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'fe910b8b-5b0e-4b9e-ba13-db9083d7847f', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:01.127394 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ec598a-5ba5-43a6-afa8-b216c45e902e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.146630 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:01.197902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ec598a-5ba5-43a6-afa8-b216c45e902e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.202420 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ec598a-5ba5-43a6-afa8-b216c45e902e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.224928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec598a-5ba5-43a6-afa8-b216c45e902e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c0084d-ec73-449c-9635-b7334c0f0302,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:01.228755 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-20ec598a-5ba5-43a6-afa8-b216c45e902e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.230006 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-20ec598a-5ba5-43a6-afa8-b216c45e902e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371181 Jul 30 02:29:01.233064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55952) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:01.238313 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f4344c65-05a6-48f7-82bb-58984253bbd8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'fe910b8b-5b0e-4b9e-ba13-db9083d7847f', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:01.273117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4344c65-05a6-48f7-82bb-58984253bbd8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.344836 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4344c65-05a6-48f7-82bb-58984253bbd8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.350234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4344c65-05a6-48f7-82bb-58984253bbd8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.374131 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:00Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:01.378991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4344c65-05a6-48f7-82bb-58984253bbd8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cf992d-49ad-456c-84d0-94480cba2136,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:01.387387 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f4344c65-05a6-48f7-82bb-58984253bbd8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.388823 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f4344c65-05a6-48f7-82bb-58984253bbd8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547511 Jul 30 02:29:01.391701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 55954) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:01.396588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bed4376a-02cf-46f9-8658-52c8bf2b66ca tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'fe910b8b-5b0e-4b9e-ba13-db9083d7847f', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:01.419626 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-bed4376a-02cf-46f9-8658-52c8bf2b66ca tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Project f6b4c103e5344653967b38fc9e9202e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:29:01.424534 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bed4376a-02cf-46f9-8658-52c8bf2b66ca tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.428378 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3806e4a4-6136-4bbe-8900-b895d15030c8 None None] The sync data for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 is: [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:00Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:01.497030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bed4376a-02cf-46f9-8658-52c8bf2b66ca tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.504124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bed4376a-02cf-46f9-8658-52c8bf2b66ca tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.529761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4376a-02cf-46f9-8658-52c8bf2b66ca tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f13fab-7425-40fe-97c0-646dbae373a2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:01.541189 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bed4376a-02cf-46f9-8658-52c8bf2b66ca tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.542785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bed4376a-02cf-46f9-8658-52c8bf2b66ca tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498582 Jul 30 02:29:01.546426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 55956) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:01.551355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-16ab846c-2f83-4080-ac16-76fab6a96f08 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'fe910b8b-5b0e-4b9e-ba13-db9083d7847f', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:01.587058 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-16ab846c-2f83-4080-ac16-76fab6a96f08 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Project f6b4c103e5344653967b38fc9e9202e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:29:01.593808 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16ab846c-2f83-4080-ac16-76fab6a96f08 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.662900 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16ab846c-2f83-4080-ac16-76fab6a96f08 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.668120 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16ab846c-2f83-4080-ac16-76fab6a96f08 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.694388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab846c-2f83-4080-ac16-76fab6a96f08 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272d5a42-65ac-4704-a88b-1c6ca2440c39,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:01.702792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-16ab846c-2f83-4080-ac16-76fab6a96f08 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.714841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-16ab846c-2f83-4080-ac16-76fab6a96f08 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671567 Jul 30 02:29:01.749678 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:01.876080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-7083b781-2c91-480b-a396-ea54fcdab30b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833064733&fields=id&tenant_id=f6b4c103e5344653967b38fc9e9202e3 HTTP/1.1" status: 200 len: 267 time: 0.0447745 Jul 30 02:29:02.014718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d3a08c13-ac76-489a-8dc1-10cf928ef18c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:02.016350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d3a08c13-ac76-489a-8dc1-10cf928ef18c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/networks?id=37557040-841d-4440-9850-3c96030cc8cc HTTP/1.1" status: 200 len: 797 time: 0.1326470 Jul 30 02:29:02.032796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-45ec95a1-781b-42ce-9220-eb110ad438e0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/quotas/f6b4c103e5344653967b38fc9e9202e3 HTTP/1.1" status: 200 len: 375 time: 0.0104833 Jul 30 02:29:02.090344 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-6a2407a7-c93b-4706-9021-38e6ce6ade87 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516529 Jul 30 02:29:02.191273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-a9c39058-0115-4fad-8933-2a178a044ab6 service neutron] 10.222.0.84 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880246 Jul 30 02:29:02.300232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-7479b058-b0d9-4582-a5da-f7071f59b20c service neutron] 10.222.0.84 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027124 Jul 30 02:29:02.498202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67fb49fc-ede8-4720-80bd-31e4d1f7ad88 req-1fde34de-29f4-4787-94ed-5ef5295b9155 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 210 time: 0.0389810 Jul 30 02:29:02.521035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5c3d268c-a618-46ed-870c-186095d424fb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:02.574534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 5c3d268c-a618-46ed-870c-186095d424fb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:02.578461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5c3d268c-a618-46ed-870c-186095d424fb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:02.578834 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:02.666803 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:02.701507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 5c3d268c-a618-46ed-870c-186095d424fb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5c3d268c-a618-46ed-870c-186095d424fb,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:02.705556 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:02.706508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1affc75c-f507-4482-84f5-36eebad27693 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:02.786822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=5c3d268c-a618-46ed-870c-186095d424fb,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:02.800316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1affc75c-f507-4482-84f5-36eebad27693 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:02.800691 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:03.406938 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4fc36e40-55ef-458b-b7af-5dae048a09ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:03.634137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-826f9363-5598-4bd2-9493-184acb8e8661 req-2a90fa6e-2094-4e06-bbcb-e85e87fa8317 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 210 time: 0.0313582 Jul 30 02:29:03.705844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-22480e10-eba5-4d6a-9d1b-e2b212144182 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:03.707389 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-22480e10-eba5-4d6a-9d1b-e2b212144182 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "GET /v2.0/networks?id=37557040-841d-4440-9850-3c96030cc8cc HTTP/1.1" status: 200 len: 797 time: 0.1600575 Jul 30 02:29:03.762193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-5925be39-c356-470c-baac-3fda6d1d3188 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6b4c103e5344653967b38fc9e9202e3 HTTP/1.1" status: 200 len: 380 time: 0.0451090 Jul 30 02:29:03.772352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'port': {'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'admin_state_up': True, 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'security_groups': ['fe910b8b-5b0e-4b9e-ba13-db9083d7847f']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:03.870215 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:03.890542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Made reservation on behalf of f6b4c103e5344653967b38fc9e9202e3 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:03.894035 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.023162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.20.0.8 (37557040-841d-4440-9850-3c96030cc8cc/5d8d0c5e-2c00-42bc-bf5e-bad913651b25/9a16e33d-be15-49b4-be81-f85084dcfe3d) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:04.174649 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.190432 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Transition to ACTIVE for port object 9a16e33d-be15-49b4-be81-f85084dcfe3d will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:04.224239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.266679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 37557040-841d-4440-9850-3c96030cc8cc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:04.269874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:04.278902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=9a16e33d-be15-49b4-be81-f85084dcfe3d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:04.281124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:04.342284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:04.343257 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.364136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-d99c7c24-e1ec-4cb4-8201-33c781176d49 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955653 Jul 30 02:29:04.378379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Request body: {'port': {'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:04.406220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5c3d268c-a618-46ed-870c-186095d424fb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:04.447128 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.468808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5c3d268c-a618-46ed-870c-186095d424fb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:04.469182 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.619653 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.638835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4a529430-7b12-4fd8-ac6e-51c0c999944c None None] Provisioning for port 9a16e33d-be15-49b4-be81-f85084dcfe3d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:04.642650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4a529430-7b12-4fd8-ac6e-51c0c999944c None None] Provisioning complete for port 9a16e33d-be15-49b4-be81-f85084dcfe3d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:04.643043 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a529430-7b12-4fd8-ac6e-51c0c999944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.680642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4a529430-7b12-4fd8-ac6e-51c0c999944c None None] Port 9a16e33d-be15-49b4-be81-f85084dcfe3d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:29:04.773992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a16e33d-be15-49b4-be81-f85084dcfe3d {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:04.783903 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.801344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Transition to ACTIVE for port object 9a16e33d-be15-49b4-be81-f85084dcfe3d will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:04.814169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3de5c4-274a-4346-bc13-f0d28539d675 req-5d1a56b4-f46d-47bd-9bad-74b54253f1c9 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:04.815716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a3de5c4-274a-4346-bc13-f0d28539d675 req-5d1a56b4-f46d-47bd-9bad-74b54253f1c9 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 931 time: 0.0985508 Jul 30 02:29:04.817116 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:04.894749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Pushing event updated for resources: {'Port': ['ID=9a16e33d-be15-49b4-be81-f85084dcfe3d,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:04.911380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a3de5c4-274a-4346-bc13-f0d28539d675 req-1a665337-8cb0-4495-876c-945991300c6e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888505 Jul 30 02:29:04.992890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Attempting to bind port 9a16e33d-be15-49b4-be81-f85084dcfe3d on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:04.993269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Attempting to bind port 9a16e33d-be15-49b4-be81-f85084dcfe3d by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:04.993602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Attempting to bind port 9a16e33d-be15-49b4-be81-f85084dcfe3d on network 37557040-841d-4440-9850-3c96030cc8cc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:04.999520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Port 9a16e33d-be15-49b4-be81-f85084dcfe3d on network 37557040-841d-4440-9850-3c96030cc8cc not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:29:04.999856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Attempting to bind port 9a16e33d-be15-49b4-be81-f85084dcfe3d on network 37557040-841d-4440-9850-3c96030cc8cc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:05.009590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:05.009928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Checking segment: {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:05.010316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Bound using segment: {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:05.010750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Bound port: 9a16e33d-be15-49b4-be81-f85084dcfe3d, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd416fb8-6362-4bc9-949d-0cb426da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '37557040-841d-4440-9850-3c96030cc8cc'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:05.011104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:05.084402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] For port 9a16e33d-be15-49b4-be81-f85084dcfe3d, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:05.088224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] For port 9a16e33d-be15-49b4-be81-f85084dcfe3d, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:05.093968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:05.127914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:05.128947 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:05.131534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-384c9576-3785-4bd2-b592-501b4154274a service neutron] 10.222.0.41 "PUT /v2.0/ports/9a16e33d-be15-49b4-be81-f85084dcfe3d HTTP/1.1" status: 200 len: 1091 time: 0.7581320 Jul 30 02:29:05.137872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:05.138407 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab71260-6d1f-4bba-9cd3-0b130fee0c88" -d '{"events": [{"name": "network-changed", "server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:05.175871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c9576-3785-4bd2-b592-501b4154274a service neutron] Pushing event updated for resources: {'Port': ['ID=9a16e33d-be15-49b4-be81-f85084dcfe3d,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:05.226402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-cc57a44d-c140-49c5-9987-ddd0be9a153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:05.228633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-cc57a44d-c140-49c5-9987-ddd0be9a153e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0489459 Jul 30 02:29:05.280662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-27812c1c-101e-471d-8802-83069eb51bb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d HTTP/1.1" status: 200 len: 217 time: 0.0435202 Jul 30 02:29:05.344021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-bf948690-1375-49f5-92b8-8e8c61f5ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:05.345458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-bf948690-1375-49f5-92b8-8e8c61f5ec73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d8d0c5e-2c00-42bc-bf5e-bad913651b25 HTTP/1.1" status: 200 len: 835 time: 0.0584028 Jul 30 02:29:05.348214 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ef1272-2b16-407b-9e84-eb89d87a9d51 x-openstack-request-id: req-f2ef1272-2b16-407b-9e84-eb89d87a9d51 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:05.348559 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:05.348793 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f2ef1272-2b16-407b-9e84-eb89d87a9d51 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:05.349332 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'status': 'completed', 'code': 200} Jul 30 02:29:05.396732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-c98f27f1-1233-4113-8b4d-884276d6c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:05.398913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-c98f27f1-1233-4113-8b4d-884276d6c7ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37557040-841d-4440-9850-3c96030cc8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418918 Jul 30 02:29:05.492900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-7bc8f66e-78d7-4d31-bceb-f68736310f04 service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866289 Jul 30 02:29:05.590660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0aab1c84-4bd0-4325-8c66-9c9bad30d4d3 req-c12cd3fd-acee-4617-a491-f5fd7f5a03cd service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885725 Jul 30 02:29:05.688055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-01759773-92ea-4aee-bb43-9499a33aa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:05.689525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-01759773-92ea-4aee-bb43-9499a33aa4cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 1094 time: 0.0513170 Jul 30 02:29:05.795827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-cb37a17f-0a0a-4bda-baca-b978a2421c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:05.797377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-cb37a17f-0a0a-4bda-baca-b978a2421c82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37557040-841d-4440-9850-3c96030cc8cc HTTP/1.1" status: 200 len: 898 time: 0.1006103 Jul 30 02:29:05.841195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-14791801-a484-4c86-8bfb-d196ea318760 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d HTTP/1.1" status: 200 len: 217 time: 0.0360246 Jul 30 02:29:05.890114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-35d96b94-1e6c-421f-81ab-82c39ce3ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:05.891618 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-35d96b94-1e6c-421f-81ab-82c39ce3ffd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d8d0c5e-2c00-42bc-bf5e-bad913651b25 HTTP/1.1" status: 200 len: 835 time: 0.0436375 Jul 30 02:29:05.943092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-c4c30273-a952-4f50-b0d7-5d80b0a67196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:05.944388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-c4c30273-a952-4f50-b0d7-5d80b0a67196 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37557040-841d-4440-9850-3c96030cc8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448153 Jul 30 02:29:06.066986 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03352a6-4040-430f-a77e-67dc64171fcc req-69ce85a0-f9c2-4184-a4c2-a5399035981b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:06.068489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a03352a6-4040-430f-a77e-67dc64171fcc req-69ce85a0-f9c2-4184-a4c2-a5399035981b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 943 time: 0.0726264 Jul 30 02:29:06.085511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-fa7a2a6a-df46-42bb-a1b1-4d80305593ae service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324034 Jul 30 02:29:06.160587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a03352a6-4040-430f-a77e-67dc64171fcc req-17ac0961-edf9-4549-a57d-33adc1553a8c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843914 Jul 30 02:29:06.205672 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cab71260-6d1f-4bba-9cd3-0b130fee0c88 req-f9b92301-78c0-4151-8538-74030abc61f8 service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086891 Jul 30 02:29:06.276704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:06.961840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 9a16e33d-be15-49b4-be81-f85084dcfe3d details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:29:07.056449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 9a16e33d-be15-49b4-be81-f85084dcfe3d, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:07.068683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:29:07.130250 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:07.144311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a16e33d-be15-49b4-be81-f85084dcfe3d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:07.166718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 9a16e33d-be15-49b4-be81-f85084dcfe3d, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:07.170728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:07.226071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=9a16e33d-be15-49b4-be81-f85084dcfe3d,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:07.293742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3f883-6c57-498d-8321-54f2cb4c6fa3 req-7cd36335-8a65-491a-baac-4d036e5328c6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:07.295354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ae3f883-6c57-498d-8321-54f2cb4c6fa3 req-7cd36335-8a65-491a-baac-4d036e5328c6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 944 time: 0.0566101 Jul 30 02:29:07.354153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ae3f883-6c57-498d-8321-54f2cb4c6fa3 req-597fd24a-cf9a-4239-bc4c-81e6f91a9515 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524776 Jul 30 02:29:07.418188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['9a16e33d-be15-49b4-be81-f85084dcfe3d'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:29:08.488104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f975041-8ab3-45b4-ba23-9695ddcc956b req-2a564fd9-c2e9-403a-ac86-b6c3aafe95d8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:08.490242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f975041-8ab3-45b4-ba23-9695ddcc956b req-2a564fd9-c2e9-403a-ac86-b6c3aafe95d8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 944 time: 0.0656302 Jul 30 02:29:08.530844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f975041-8ab3-45b4-ba23-9695ddcc956b req-f767f162-1f22-4548-a038-0837f573140a tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345910 Jul 30 02:29:08.976019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 9a16e33d-be15-49b4-be81-f85084dcfe3d up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:09.028931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 9a16e33d-be15-49b4-be81-f85084dcfe3d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:09.033523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 9a16e33d-be15-49b4-be81-f85084dcfe3d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:09.033925 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:09.115882 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:09.143133 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:09.145428 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b9851-37c0-4f73-91ef-c0357b5b2317" -d '{"events": [{"server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:09.159369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 9a16e33d-be15-49b4-be81-f85084dcfe3d, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:09.164045 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:09.191675 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84159c09-4ed3-42b2-855e-fb2da91d514f x-openstack-request-id: req-84159c09-4ed3-42b2-855e-fb2da91d514f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:09.191962 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:09.192331 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-84159c09-4ed3-42b2-855e-fb2da91d514f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:09.193620 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'code': 200} Jul 30 02:29:09.231294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=9a16e33d-be15-49b4-be81-f85084dcfe3d,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:09.293543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ede18-9b65-4501-bcc6-82ab36dff611 req-2b361e15-ec6f-4314-a9bf-93ffd903a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:09.295072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d4ede18-9b65-4501-bcc6-82ab36dff611 req-2b361e15-ec6f-4314-a9bf-93ffd903a406 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0420175 Jul 30 02:29:09.332509 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d4ede18-9b65-4501-bcc6-82ab36dff611 req-9067aae2-6c76-471c-9504-de8d14a4df5f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304828 Jul 30 02:29:09.657551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15098b44-7067-482b-9e33-b7184f5f6c87 req-c165c675-833a-4426-894c-13ecf1963f21 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:09.659082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15098b44-7067-482b-9e33-b7184f5f6c87 req-c165c675-833a-4426-894c-13ecf1963f21 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0547392 Jul 30 02:29:09.700210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-15098b44-7067-482b-9e33-b7184f5f6c87 req-526c1ba0-98f1-4f2a-be8f-92019d56c993 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343339 Jul 30 02:29:10.821109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b128d4-93f6-47d1-8063-19fc303350bc req-61595057-dc5a-4941-bfcd-e66d86249e59 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:10.823173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98b128d4-93f6-47d1-8063-19fc303350bc req-61595057-dc5a-4941-bfcd-e66d86249e59 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0536940 Jul 30 02:29:10.861349 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98b128d4-93f6-47d1-8063-19fc303350bc req-8e1c1f9b-a05e-4332-a780-e6f824d3dd16 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322177 Jul 30 02:29:10.977814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c94bf-2d47-41b5-9f83-93aea89dc116 req-5a760297-c9be-428c-80d9-c33d2ac2b2e1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:10.979271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a01c94bf-2d47-41b5-9f83-93aea89dc116 req-5a760297-c9be-428c-80d9-c33d2ac2b2e1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0506184 Jul 30 02:29:11.018386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a01c94bf-2d47-41b5-9f83-93aea89dc116 req-bc0f03fd-831e-430f-91ed-7a29fc08d59b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328436 Jul 30 02:29:11.040886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56006) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:11.080891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8da252-6db4-42eb-ac95-5f89c691ef85 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:11.082416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5e8da252-6db4-42eb-ac95-5f89c691ef85 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 1091 time: 0.0405259 Jul 30 02:29:11.085383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56008) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:11.090491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:11.113645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:11.511103 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:11.619335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.25.7.104 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/d80dd29b-a690-4412-86dd-b09388bdbd76) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:11.729876 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:11.769371 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:11.809256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:11.812050 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:11.818425 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:11.822054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=d80dd29b-a690-4412-86dd-b09388bdbd76,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:12.192896 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:12.267814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:12.439162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:12.443869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:12.525981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=d80dd29b-a690-4412-86dd-b09388bdbd76,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:12.536595 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:12.646671 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Floating IP 25b741d4-6cb5-4b48-9b64-e61710a2f00b associated. External IP: 172.25.7.104, port: 9a16e33d-be15-49b4-be81-f85084dcfe3d. Jul 30 02:29:12.916579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:29:13.030682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:29:13.042341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] Sync routers for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:29:13.052755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:13.053840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:13.055226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:13.095069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-67444c8a-6a0b-4ca6-8ac2-9584c7a907c4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0080128 Jul 30 02:29:13.095821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:13.098191 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:13.099478 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56010) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:13.143479 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5572367-ac03-41ae-87da-972ec7cfbbcb x-openstack-request-id: req-d5572367-ac03-41ae-87da-972ec7cfbbcb {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:13.144560 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:13.144560 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d5572367-ac03-41ae-87da-972ec7cfbbcb {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:13.144929 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'status': 'completed', 'code': 200} Jul 30 02:29:13.182322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4911072f-89bf-4f97-946e-6b0acf859dad tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/floatingips/25b741d4-6cb5-4b48-9b64-e61710a2f00b HTTP/1.1" status: 200 len: 991 time: 0.0802372 Jul 30 02:29:13.191881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:13.217081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-81dfd248-43d7-4452-b90f-7ade76d7d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:13.218627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-81dfd248-43d7-4452-b90f-7ade76d7d26f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0483565 Jul 30 02:29:13.330458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-81563592-be4c-47d6-83e9-400d814470c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:13.332448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-81563592-be4c-47d6-83e9-400d814470c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37557040-841d-4440-9850-3c96030cc8cc HTTP/1.1" status: 200 len: 898 time: 0.1068988 Jul 30 02:29:13.407277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-0a0eb537-eacf-408a-b5cf-fe63526ef986 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d HTTP/1.1" status: 200 len: 999 time: 0.0668330 Jul 30 02:29:13.454191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '25b741d4-6cb5-4b48-9b64-e61710a2f00b', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:29:12Z', 'updated_at': '2021-07-30T02:29:12Z', 'revision_number': 0, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:13.467832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-4de96ec4-b074-4c2e-b586-05b8820006f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:13.469668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-4de96ec4-b074-4c2e-b586-05b8820006f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d8d0c5e-2c00-42bc-bf5e-bad913651b25 HTTP/1.1" status: 200 len: 835 time: 0.0559936 Jul 30 02:29:13.481763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] Checking router: aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:13.490485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:13.491096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:13.517730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-3c6471f9-f1e3-48a0-bc67-a7b744dad30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:13.519300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-3c6471f9-f1e3-48a0-bc67-a7b744dad30c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37557040-841d-4440-9850-3c96030cc8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431590 Jul 30 02:29:13.603066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:13.615741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-d737f9bf-e0b5-4ba1-9df6-dce2fd30e1e1 service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895247 Jul 30 02:29:13.709341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1bf54cb2-ba73-4599-a8d3-b211ff056f8c req-50186d94-606b-4ad9-b950-ca2dfa3d7e94 service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869336 Jul 30 02:29:13.831710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '25b741d4-6cb5-4b48-9b64-e61710a2f00b', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:29:12Z', 'updated_at': '2021-07-30T02:29:12Z', 'revision_number': 0, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:13.859979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0a2c5-1fc4-4dcf-b3df-130bf6b52ff1 None None] The sync data for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 is: [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '25b741d4-6cb5-4b48-9b64-e61710a2f00b', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:29:12Z', 'updated_at': '2021-07-30T02:29:12Z', 'revision_number': 0, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:14.054537 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f3209-390f-4c73-88eb-78ac3580cffe None None] New status for floating IP 25b741d4-6cb5-4b48-9b64-e61710a2f00b: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:29:14.185221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56014) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:14.259569 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-263962cc-4974-4142-a730-0489d0efc92c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/floatingips/25b741d4-6cb5-4b48-9b64-e61710a2f00b HTTP/1.1" status: 200 len: 993 time: 0.0730164 Jul 30 02:29:19.333366 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:29:24.215733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:27.894864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56030) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:28.062801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port d01b54eb-22c7-4ad9-adaa-ec25bbb85b2a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:29:28.063142 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:28.144193 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:28.144530 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:28.158084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for d01b54eb-22c7-4ad9-adaa-ec25bbb85b2a owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:29:28.333339 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:28.361263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=d01b54eb-22c7-4ad9-adaa-ec25bbb85b2a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:28.424396 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:28.424701 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Floating IP a7f1605b-3146-4c85-b5e9-75458e6a3ce0 disassociated (deleted). External IP: 172.25.7.108, port: 66016b42-9c02-4b64-ad51-ca6b564de1fe. Jul 30 02:29:28.643937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d79835b6-b46f-4f56-b826-1a469647d75f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:29:28.757746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:29:28.762698 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:28.768998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] Sync routers for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:29:28.778240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:28.778859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:28.791269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-946558b2-101e-4824-b63c-79dfdf99ba9d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/floatingips/a7f1605b-3146-4c85-b5e9-75458e6a3ce0 HTTP/1.1" status: 204 len: 168 time: 0.8951569 Jul 30 02:29:28.791921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:28.794962 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7" -d '{"events": [{"name": "network-changed", "server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:28.892626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:28.955373 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d053f6f1-e2c1-49ba-bfc2-85ce018fb302 x-openstack-request-id: req-d053f6f1-e2c1-49ba-bfc2-85ce018fb302 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:28.956240 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:28.956240 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d053f6f1-e2c1-49ba-bfc2-85ce018fb302 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:28.956606 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'status': 'completed', 'code': 200} Jul 30 02:29:29.037559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-c49d540c-df00-4f97-9f4d-714e2b2ab3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:29.039036 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-c49d540c-df00-4f97-9f4d-714e2b2ab3fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 1097 time: 0.0482466 Jul 30 02:29:29.080853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c18a-9a12-45b4-8935-a9a2000820eb req-8e17733d-f220-4dae-ac6e-d50887685f53 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:29.082532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfe8c18a-9a12-45b4-8935-a9a2000820eb req-8e17733d-f220-4dae-ac6e-d50887685f53 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0620508 Jul 30 02:29:29.136799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dfe8c18a-9a12-45b4-8935-a9a2000820eb req-e05fb958-b696-4406-9aba-23aa8380d2cf tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468845 Jul 30 02:29:29.141823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c81164f9-6971-426d-8552-5dfff6d27977', 'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:f1:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:43Z', 'updated_at': '2021-07-30T02:27:48Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:29.150330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-3dc024a3-614e-4fcb-a42e-9bf86ae30e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:29.152411 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-3dc024a3-614e-4fcb-a42e-9bf86ae30e80 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc5412d5-84a9-4c00-90ae-6305a2415f1d HTTP/1.1" status: 200 len: 897 time: 0.1046934 Jul 30 02:29:29.219293 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-cc135f0a-2247-425a-8d49-cde64ed334bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe HTTP/1.1" status: 200 len: 217 time: 0.0553951 Jul 30 02:29:29.288991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-d89fbe66-87e9-40e2-b87e-dd2c2ebc6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:29.290530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-d89fbe66-87e9-40e2-b87e-dd2c2ebc6e7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f95f730a-178f-4ab7-a173-941dfccf3caf HTTP/1.1" status: 200 len: 834 time: 0.0635962 Jul 30 02:29:29.344121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] Checking router: d79835b6-b46f-4f56-b826-1a469647d75f for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:29.349053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-db5bf90a-93a2-4e01-90a1-4257e7093c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:29.350849 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-db5bf90a-93a2-4e01-90a1-4257e7093c88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc5412d5-84a9-4c00-90ae-6305a2415f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505533 Jul 30 02:29:29.358037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:29.358644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:29.467046 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-1fa8b5a2-406e-41b3-9501-f22e9b81df23 service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067626 Jul 30 02:29:29.476595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:29.570322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f6daa3cb-2b84-46d4-82f0-c7549f7c23e7 req-e14c9c1f-cc2c-4240-a720-8ac68ce85cad service neutron] 10.222.0.22 "GET /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951772 Jul 30 02:29:29.691404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c81164f9-6971-426d-8552-5dfff6d27977', 'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:f1:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:43Z', 'updated_at': '2021-07-30T02:27:48Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:29.719423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1bb4f4-c0ec-4a16-bc12-cc3ae00d3f7c None None] The sync data for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 is: [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:27:44Z', 'revision_number': 4, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c81164f9-6971-426d-8552-5dfff6d27977', 'name': '', 'network_id': 'fc5412d5-84a9-4c00-90ae-6305a2415f1d', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'mac_address': 'fa:16:3e:f1:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:43Z', 'updated_at': '2021-07-30T02:27:48Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'subnets': [{'id': 'f95f730a-178f-4ab7-a173-941dfccf3caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:29.951995 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c7735e-dc0d-4c02-a6e8-290b9980bfd9 None None] New status for floating IP a7f1605b-3146-4c85-b5e9-75458e6a3ce0: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:29:30.278730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03476d-b863-4ffe-98ed-7639223d1b6d req-8eec3e15-4654-48dd-b74e-52ee41e4a68d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:30.280420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a03476d-b863-4ffe-98ed-7639223d1b6d req-8eec3e15-4654-48dd-b74e-52ee41e4a68d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0600219 Jul 30 02:29:30.325830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2a03476d-b863-4ffe-98ed-7639223d1b6d req-aab490f8-074b-4b9d-88d0-2bdd18301c6a tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e423957-fbd8-479d-b08f-8cd5f92f83cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 Jul 30 02:29:30.407074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-485ace01-dbff-484e-b330-372a9c730793 req-25d0fef8-03df-4b86-b66f-0b3ad6b9822c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545011 Jul 30 02:29:30.495898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ace01-dbff-484e-b330-372a9c730793 req-64090d9f-5975-4774-b789-e25a949bad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:30.497487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-485ace01-dbff-484e-b330-372a9c730793 req-64090d9f-5975-4774-b789-e25a949bad2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0426219 Jul 30 02:29:30.583738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-f1a98380-ddcc-4a6e-8084-9155891b565d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:30.585232 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-f1a98380-ddcc-4a6e-8084-9155891b565d tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 946 time: 0.0561965 Jul 30 02:29:30.621489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ace01-dbff-484e-b330-372a9c730793 req-1157af50-f188-4298-b968-a38d1a209b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:30.623067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-485ace01-dbff-484e-b330-372a9c730793 req-1157af50-f188-4298-b968-a38d1a209b44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37557040-841d-4440-9850-3c96030cc8cc HTTP/1.1" status: 200 len: 898 time: 0.1037877 Jul 30 02:29:30.678197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port 66016b42-9c02-4b64-ad51-ca6b564de1fe {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:29:30.678542 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:30.690323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-485ace01-dbff-484e-b330-372a9c730793 req-f0b7aece-ff09-4be8-b850-c1912905c2b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d HTTP/1.1" status: 200 len: 1001 time: 0.0598469 Jul 30 02:29:30.745904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ace01-dbff-484e-b330-372a9c730793 req-278b1c92-c098-49bf-9912-ffd321e7554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:30.747299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-485ace01-dbff-484e-b330-372a9c730793 req-278b1c92-c098-49bf-9912-ffd321e7554c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d8d0c5e-2c00-42bc-bf5e-bad913651b25 HTTP/1.1" status: 200 len: 835 time: 0.0480726 Jul 30 02:29:30.767669 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a2da26c4-387c-4773-92a5-b42299d367ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:30.774909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port 66016b42-9c02-4b64-ad51-ca6b564de1fe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=66016b42-9c02-4b64-ad51-ca6b564de1fe,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:30.775285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:30.789375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for 66016b42-9c02-4b64-ad51-ca6b564de1fe owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:29:30.797262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ace01-dbff-484e-b330-372a9c730793 req-eb0ae153-672e-4e4d-b0b1-6bdf33587e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:30.798822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-485ace01-dbff-484e-b330-372a9c730793 req-eb0ae153-672e-4e4d-b0b1-6bdf33587e54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37557040-841d-4440-9850-3c96030cc8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436401 Jul 30 02:29:30.889746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-485ace01-dbff-484e-b330-372a9c730793 req-6f1eeae5-9f1f-4668-a16a-a5f43674a1d0 service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835159 Jul 30 02:29:30.915994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:30.949662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=66016b42-9c02-4b64-ad51-ca6b564de1fe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:30.991473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-485ace01-dbff-484e-b330-372a9c730793 req-1cd7128c-de47-4e07-987a-bd1e0c4121bd service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938551 Jul 30 02:29:30.993452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] No DVR routers for this DVR port 66016b42-9c02-4b64-ad51-ca6b564de1fe on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:29:30.997349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:30.999299 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ca39ef02-04e7-4321-b60e-9dffb14a85e2 req-9e566b20-d6f1-45e3-b318-f7bb163c2955 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.22 "DELETE /v2.0/ports/66016b42-9c02-4b64-ad51-ca6b564de1fe HTTP/1.1" status: 204 len: 173 time: 0.4069777 Jul 30 02:29:30.999744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'name': 'network-vif-deleted', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:31.002053 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3f5422-3116-415a-aa19-f229d566f230" -d '{"events": [{"server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "name": "network-vif-deleted", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:31.039489 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3146291c-5b73-40c6-a454-10324324a61f x-openstack-request-id: req-3146291c-5b73-40c6-a454-10324324a61f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:31.039787 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fc27df-38e5-4317-86e7-d60618455f07", "name": "network-vif-deleted", "tag": "66016b42-9c02-4b64-ad51-ca6b564de1fe", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:31.040041 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3146291c-5b73-40c6-a454-10324324a61f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:31.040445 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fc27df-38e5-4317-86e7-d60618455f07', 'name': 'network-vif-deleted', 'tag': '66016b42-9c02-4b64-ad51-ca6b564de1fe', 'status': 'completed', 'code': 200} Jul 30 02:29:31.223538 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a19b58a3-5b2a-48d0-8373-abd06e299dea req-355a0a3d-0c09-4056-bdcc-6bb9bb240090 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262392 Jul 30 02:29:31.297698 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a19b58a3-5b2a-48d0-8373-abd06e299dea req-970bfabf-3059-471a-a950-a0c4eb815290 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 210 time: 0.0274191 Jul 30 02:29:31.476126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6b73ad4-00cd-420e-b7c8-8768f7a25ec0 req-e2270678-8d35-4759-a803-41599c32a12e tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "GET /v2.0/ports?device_id=82fc27df-38e5-4317-86e7-d60618455f07 HTTP/1.1" status: 200 len: 210 time: 0.0376351 Jul 30 02:29:31.526531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b58a3-5b2a-48d0-8373-abd06e299dea req-f7465657-b7d6-4eb9-8339-13b697117b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:31.528177 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a19b58a3-5b2a-48d0-8373-abd06e299dea req-f7465657-b7d6-4eb9-8339-13b697117b6f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2080626 Jul 30 02:29:31.709148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b58a3-5b2a-48d0-8373-abd06e299dea req-12c440be-e3b4-4f06-9114-9f9dc6831075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:31.710628 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a19b58a3-5b2a-48d0-8373-abd06e299dea req-12c440be-e3b4-4f06-9114-9f9dc6831075 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1753948 Jul 30 02:29:31.749508 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:32.535752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56048) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:33.190726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:33.408168 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-91b080a7-5b5c-4e61-aa01-266bfd0b73b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:33.456051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port c81164f9-6971-426d-8552-5dfff6d27977 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:29:33.456317 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:33.544089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port c81164f9-6971-426d-8552-5dfff6d27977, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c81164f9-6971-426d-8552-5dfff6d27977,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:33.544824 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:33.557831 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for c81164f9-6971-426d-8552-5dfff6d27977 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:29:33.744790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:33.775047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=c81164f9-6971-426d-8552-5dfff6d27977,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:33.881663 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:33.958160 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.175269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Router d79835b6-b46f-4f56-b826-1a469647d75f has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:29:34.282259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:29:34.288044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a84b1a6a-47ce-4e65-82f5-d65bbd448f69 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "PUT /v2.0/routers/d79835b6-b46f-4f56-b826-1a469647d75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7506342 Jul 30 02:29:34.290155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56050) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:34.299069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] Sync routers for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:29:34.308431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:34.309039 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:34.343008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-1519e902-9e76-4d2f-9f28-ef45333dc409 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting subnet f95f730a-178f-4ab7-a173-941dfccf3caf {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:29:34.346539 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1519e902-9e76-4d2f-9f28-ef45333dc409 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.399407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 66016b42-9c02-4b64-ad51-ca6b564de1fe no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:29:34.410901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1519e902-9e76-4d2f-9f28-ef45333dc409 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.434304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 66016b42-9c02-4b64-ad51-ca6b564de1fe {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:29:34.434808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 66016b42-9c02-4b64-ad51-ca6b564de1fe not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:29:34.442319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:34.515646 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1519e902-9e76-4d2f-9f28-ef45333dc409 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.577282 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1519e902-9e76-4d2f-9f28-ef45333dc409 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.604475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519e902-9e76-4d2f-9f28-ef45333dc409 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Subnet': ['ID=f95f730a-178f-4ab7-a173-941dfccf3caf,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:34.608790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1519e902-9e76-4d2f-9f28-ef45333dc409 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.610668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1519e902-9e76-4d2f-9f28-ef45333dc409 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/subnets/f95f730a-178f-4ab7-a173-941dfccf3caf HTTP/1.1" status: 204 len: 168 time: 0.3195779 Jul 30 02:29:34.613289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56056) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:34.619234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed735c-5a86-49a0-9cd3-93d91bd652d5 None None] Network fc5412d5-84a9-4c00-90ae-6305a2415f1d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:29:34.680288 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.723256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:29:33Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:34.725809 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.750591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] Checking router: d79835b6-b46f-4f56-b826-1a469647d75f for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:34.776873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] Routers {'d79835b6-b46f-4f56-b826-1a469647d75f'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:34.777496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['d79835b6-b46f-4f56-b826-1a469647d75f'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:34.833102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.894172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Deleting port cde12d23-5fc3-4fe1-bc70-11912a566ca0 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:29:34.894548 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.896136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] Set router d79835b6-b46f-4f56-b826-1a469647d75f gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:34.925739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74590e2c-5441-498f-9be2-ac055120548c None None] DHCP port deletion for fc5412d5-84a9-4c00-90ae-6305a2415f1d request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:29:34.979149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] For port cde12d23-5fc3-4fe1-bc70-11912a566ca0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cde12d23-5fc3-4fe1-bc70-11912a566ca0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:34.979577 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:34.992366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Calling delete_port for cde12d23-5fc3-4fe1-bc70-11912a566ca0 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:29:35.064849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-74590e2c-5441-498f-9be2-ac055120548c None None] Deleting port dba61ba0-58c2-4169-8704-86872a6c6b01 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:29:35.065218 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74590e2c-5441-498f-9be2-ac055120548c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.151512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-74590e2c-5441-498f-9be2-ac055120548c None None] For port dba61ba0-58c2-4169-8704-86872a6c6b01, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dba61ba0-58c2-4169-8704-86872a6c6b01,segment=NetworkSegment(bd94a27b-04f3-4ece-a720-f3ebd586476a),segment_id=bd94a27b-04f3-4ece-a720-f3ebd586476a)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:35.151911 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74590e2c-5441-498f-9be2-ac055120548c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.160237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.172227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-74590e2c-5441-498f-9be2-ac055120548c None None] Calling delete_port for dba61ba0-58c2-4169-8704-86872a6c6b01 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:29:35.189358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Port': ['ID=cde12d23-5fc3-4fe1-bc70-11912a566ca0,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:35.190624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:29:33Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:35.246097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d4154-26b8-4840-8fa1-d39220492458 None None] The sync data for ids ['d79835b6-b46f-4f56-b826-1a469647d75f'] in n-d-715271-7 is: [{'id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613666724', 'tenant_id': '07af2af8cc1a4c29aaa17876acaeede6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:27:40Z', 'updated_at': '2021-07-30T02:29:33Z', 'revision_number': 5, 'project_id': '07af2af8cc1a4c29aaa17876acaeede6', 'gw_port': {'id': 'cde12d23-5fc3-4fe1-bc70-11912a566ca0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79835b6-b46f-4f56-b826-1a469647d75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:27:41Z', 'updated_at': '2021-07-30T02:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:35.250858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.297373 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-74590e2c-5441-498f-9be2-ac055120548c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.327875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74590e2c-5441-498f-9be2-ac055120548c None None] Pushing event deleted for resources: {'Port': ['ID=dba61ba0-58c2-4169-8704-86872a6c6b01,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:35.331693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74590e2c-5441-498f-9be2-ac055120548c None None] No DVR routers for this DVR port dba61ba0-58c2-4169-8704-86872a6c6b01 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:29:35.352720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.355123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.402016 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.402312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Fanout notify agent at l3_agent the message router_deleted on router d79835b6-b46f-4f56-b826-1a469647d75f {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:29:35.408938 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.412546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-916e1984-1843-415d-b1e5-019ca7afb0d4 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/routers/d79835b6-b46f-4f56-b826-1a469647d75f HTTP/1.1" status: 204 len: 168 time: 0.7958643 Jul 30 02:29:35.412816 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56058) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:35.488164 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.576935 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.587815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5412d5-84a9-4c00-90ae-6305a2415f1d']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:35.599739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd94a27b-04f3-4ece-a720-f3ebd586476a') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:35.600033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd94a27b-04f3-4ece-a720-f3ebd586476a') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:35.610213 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.626749 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.634572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:29:35.636096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:29:35.639603 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:29:35.709348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.719474 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.729533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56060) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:35.730395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/networks/fc5412d5-84a9-4c00-90ae-6305a2415f1d HTTP/1.1" status: 204 len: 168 time: 0.3150551 Jul 30 02:29:35.745036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7ff9b-58f4-4126-baff-f43e29a6e768 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'Network': ['ID=fc5412d5-84a9-4c00-90ae-6305a2415f1d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:35.797846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1421cd08-9ff2-43bf-8a75-00c5c9777a79 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.823951 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1421cd08-9ff2-43bf-8a75-00c5c9777a79 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.884738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1421cd08-9ff2-43bf-8a75-00c5c9777a79 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.888386 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1421cd08-9ff2-43bf-8a75-00c5c9777a79 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:35.889636 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1421cd08-9ff2-43bf-8a75-00c5c9777a79 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] 10.222.0.84 "DELETE /v2.0/security-groups/6e423957-fbd8-479d-b08f-8cd5f92f83cd HTTP/1.1" status: 204 len: 168 time: 0.1580207 Jul 30 02:29:35.899115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421cd08-9ff2-43bf-8a75-00c5c9777a79 tempest-TestNetworkAdvancedServerOps-451826299 tempest-TestNetworkAdvancedServerOps-451826299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e423957-fbd8-479d-b08f-8cd5f92f83cd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:36.197129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56068) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:36.288837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.339258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2965e542-6a92-4c31-8e06-8a2ec62ab645 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=07af2af8cc1a4c29aaa17876acaeede6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408660 Jul 30 02:29:36.341954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56072) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:36.396526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5d39dba-fffc-4d19-9b25-31d34fa50305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.401414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dba61ba0-58c2-4169-8704-86872a6c6b01 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:29:36.419693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5d39dba-fffc-4d19-9b25-31d34fa50305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.420654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: dba61ba0-58c2-4169-8704-86872a6c6b01 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:29:36.421012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dba61ba0-58c2-4169-8704-86872a6c6b01 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:29:36.421430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c81164f9-6971-426d-8552-5dfff6d27977 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:29:36.440264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c81164f9-6971-426d-8552-5dfff6d27977 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:29:36.440607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c81164f9-6971-426d-8552-5dfff6d27977 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:29:36.441031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cde12d23-5fc3-4fe1-bc70-11912a566ca0 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:29:36.460115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: cde12d23-5fc3-4fe1-bc70-11912a566ca0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:29:36.460459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cde12d23-5fc3-4fe1-bc70-11912a566ca0 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:29:36.474290 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5d39dba-fffc-4d19-9b25-31d34fa50305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.477155 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d5d39dba-fffc-4d19-9b25-31d34fa50305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.478563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d5d39dba-fffc-4d19-9b25-31d34fa50305 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/684cb6fd-ad7d-4360-b087-ce9ef0d189a8 HTTP/1.1" status: 204 len: 168 time: 0.1355348 Jul 30 02:29:36.490876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d39dba-fffc-4d19-9b25-31d34fa50305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684cb6fd-ad7d-4360-b087-ce9ef0d189a8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:36.746550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56078) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:36.785466 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cb0a3d51-3943-45dc-ba90-bd2ebb5724c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=449d796d1b2b4d5582a8667d26b71b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377326 Jul 30 02:29:36.789249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56080) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:36.841469 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5891c86c-7345-44cb-b756-b4213422ee0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.867215 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5891c86c-7345-44cb-b756-b4213422ee0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.913022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5891c86c-7345-44cb-b756-b4213422ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.915941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5891c86c-7345-44cb-b756-b4213422ee0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:36.917472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5891c86c-7345-44cb-b756-b4213422ee0e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2c104e96-5b74-46ef-be2b-45ee9c18bf47 HTTP/1.1" status: 204 len: 168 time: 0.1285532 Jul 30 02:29:36.925554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891c86c-7345-44cb-b756-b4213422ee0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c104e96-5b74-46ef-be2b-45ee9c18bf47,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:38.894164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56236) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:39.000148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-006b8b19-db38-4c8e-87f7-653b429ae9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.093440 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-006b8b19-db38-4c8e-87f7-653b429ae9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.097374 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-006b8b19-db38-4c8e-87f7-653b429ae9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.137920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-006b8b19-db38-4c8e-87f7-653b429ae9a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=10641ce199f142f19347fad5c61aca1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426643 Jul 30 02:29:39.138803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b8b19-db38-4c8e-87f7-653b429ae9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb3d3a5-be02-479a-a44d-8e794df92823,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:39.140712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56240) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:39.191163 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2993effe-5e0d-4df4-85d6-08a00215dee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.214648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2993effe-5e0d-4df4-85d6-08a00215dee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.262277 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2993effe-5e0d-4df4-85d6-08a00215dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.264786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2993effe-5e0d-4df4-85d6-08a00215dee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.265916 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2993effe-5e0d-4df4-85d6-08a00215dee5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dfb3d3a5-be02-479a-a44d-8e794df92823 HTTP/1.1" status: 204 len: 168 time: 0.1237330 Jul 30 02:29:39.273368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993effe-5e0d-4df4-85d6-08a00215dee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb3d3a5-be02-479a-a44d-8e794df92823,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:39.533285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56246) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:39.546609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72ef3f54-63e8-4cc5-beb8-6cb618f95329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.646070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72ef3f54-63e8-4cc5-beb8-6cb618f95329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.649802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72ef3f54-63e8-4cc5-beb8-6cb618f95329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.688108 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-72ef3f54-63e8-4cc5-beb8-6cb618f95329 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b365a4cdd9a045b58b7b220b2d88aff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537280 Jul 30 02:29:39.689281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef3f54-63e8-4cc5-beb8-6cb618f95329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f84a774-f497-425e-b0a3-5f07dd89ae3a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:39.690764 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56248) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:39.742669 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2547b463-32c8-4e8b-977c-984b9cb71620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.763714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2547b463-32c8-4e8b-977c-984b9cb71620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.812068 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2547b463-32c8-4e8b-977c-984b9cb71620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.814652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2547b463-32c8-4e8b-977c-984b9cb71620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:39.815822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2547b463-32c8-4e8b-977c-984b9cb71620 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1f84a774-f497-425e-b0a3-5f07dd89ae3a HTTP/1.1" status: 204 len: 168 time: 0.1239700 Jul 30 02:29:39.827559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547b463-32c8-4e8b-977c-984b9cb71620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f84a774-f497-425e-b0a3-5f07dd89ae3a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:40.472422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56272) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:40.572209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-88208077-network', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:40.592629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Made reservation on behalf of 85834fb3b3534f76b6dcfdbbe38f612b for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:40.595167 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:40.604317 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:40.696042 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:40.699971 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:40.720998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:29:40.734823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009082e6-487e-428d-885f-e9be0fe424c2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:40.740343 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:40.740771 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Added segment a33c2c9f-a9e0-4161-ac6f-7ad55f76f386 of type vlan for network 6d5a6063-b18d-468c-bea3-444f32691437 Jul 30 02:29:40.784357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:40.813517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:40.814489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:40.815085 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:40.873279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3993034 Jul 30 02:29:40.876506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56276) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:40.881617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Request body: {'subnet': {'network_id': '6d5a6063-b18d-468c-bea3-444f32691437', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-88208077-subnet', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:40.901998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441251c8-146e-49c8-a4e4-69013a93c99f admin admin] Pushing event updated for resources: {'Network': ['ID=6d5a6063-b18d-468c-bea3-444f32691437,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:40.906463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Made reservation on behalf of 85834fb3b3534f76b6dcfdbbe38f612b for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:40.908876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:40.913091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 6d5a6063-b18d-468c-bea3-444f32691437 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:29:41.079872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.133889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e4c67f-464a-49b4-b148-d6f8437ede93,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:41.144939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Checking segment: {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:41.145289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Network hostable DHCP agents. Network: 6d5a6063-b18d-468c-bea3-444f32691437, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:29:41.162084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Network 6d5a6063-b18d-468c-bea3-444f32691437 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:29:41.171646 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 6d5a6063-b18d-468c-bea3-444f32691437) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:41.175647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:41.176251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.181864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a1968-cfce-4d20-8e29-12a777690c42 None None] Network 6d5a6063-b18d-468c-bea3-444f32691437 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:29:41.191307 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7a91ab7d-f3d6-43c5-aa30-7b0bb5d057f3 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3136306 Jul 30 02:29:41.194106 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:41.199493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:41.224134 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.225206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.317614 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.459059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.487849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-6d5a6063-b18d-468c-bea3-444f32691437', 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'fixed_ips': [{'subnet_id': 'f0e4c67f-464a-49b4-b148-d6f8437ede93'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:29:41.488711 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.624321 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Allocated IP 172.20.0.2 (6d5a6063-b18d-468c-bea3-444f32691437/f0e4c67f-464a-49b4-b148-d6f8437ede93/aa580db7-c9cd-4dfe-b2e9-3fd12204ad50) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:41.777452 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.786610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Transition to ACTIVE for port object aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:41.803177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Transition to ACTIVE for port object aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:41.809419 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.847283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Network 6d5a6063-b18d-468c-bea3-444f32691437 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:41.850236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:41.853756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:41.861847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Pushing event updated for resources: {'Port': ['ID=aa580db7-c9cd-4dfe-b2e9-3fd12204ad50,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:41.917592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Attempting to bind port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:41.918351 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Attempting to bind port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:41.918351 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Attempting to bind port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 on network 6d5a6063-b18d-468c-bea3-444f32691437 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:41.923245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:41.923754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Checking segment: {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:41.924050 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.924442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Bound using segment: {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:41.924902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Bound port: aa580db7-c9cd-4dfe-b2e9-3fd12204ad50, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:41.925284 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.946174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.970639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:41.987706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] For port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:41.990803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] For port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=aa580db7-c9cd-4dfe-b2e9-3fd12204ad50,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:41.996314 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:42.053604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9ebbf-f02d-47c4-9c14-e8bbdd77eb01 None None] Pushing event updated for resources: {'Port': ['ID=aa580db7-c9cd-4dfe-b2e9-3fd12204ad50,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:42.080665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Allocated IP 172.25.7.140 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/c00b7101-3885-4e7b-bb98-13d3783a300d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:42.207348 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:42.254270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:42.294184 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:42.297456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:42.301439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:42.327288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Pushing event updated for resources: {'Port': ['ID=c00b7101-3885-4e7b-bb98-13d3783a300d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:42.437059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:42.505252 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:42.566935 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:42.765769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:42.910998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:29:43.004703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1ee3b-a0c7-4576-979f-971f14f1e81b None None] Network 6d5a6063-b18d-468c-bea3-444f32691437 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:29:43.023481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:29:43.034725 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Sync routers for ids ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:29:43.042309 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.046315 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-17c68887-e21c-42dc-99e0-5be88c147efc admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8487635 Jul 30 02:29:43.046643 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Routers {'7c908903-fa5f-4e3c-878e-e9105c0f5a88'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:43.046805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56280) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:43.047594 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:43.064186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-beb23830-e8df-43ae-b93a-0904af927042 None None] Provisioning for port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:43.075752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-beb23830-e8df-43ae-b93a-0904af927042 None None] Provisioning complete for port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:43.076159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beb23830-e8df-43ae-b93a-0904af927042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.159161 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Set router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:43.217901 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beb23830-e8df-43ae-b93a-0904af927042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.263270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-beb23830-e8df-43ae-b93a-0904af927042 None None] For port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=aa580db7-c9cd-4dfe-b2e9-3fd12204ad50,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:43.271121 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-beb23830-e8df-43ae-b93a-0904af927042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.349200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb23830-e8df-43ae-b93a-0904af927042 None None] Pushing event updated for resources: {'Port': ['ID=aa580db7-c9cd-4dfe-b2e9-3fd12204ad50,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:43.417918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:42Z', 'revision_number': 3, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'gw_port': {'id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:43.445529 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Checking router: 7c908903-fa5f-4e3c-878e-e9105c0f5a88 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:43.445967 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Updating router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 port c00b7101-3885-4e7b-bb98-13d3783a300d binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:29:43.477489 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.592154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b2ae8306-c242-4e5d-89ae-9afbd68820b9 None None] Provisioning complete for port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:43.592706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b2ae8306-c242-4e5d-89ae-9afbd68820b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.736350 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.746557 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Transition to ACTIVE for port object c00b7101-3885-4e7b-bb98-13d3783a300d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:43.752282 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.799053 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.803943 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Attempting to bind port c00b7101-3885-4e7b-bb98-13d3783a300d on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:43.804305 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Attempting to bind port c00b7101-3885-4e7b-bb98-13d3783a300d by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:43.804659 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Attempting to bind port c00b7101-3885-4e7b-bb98-13d3783a300d on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:43.807603 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad20ed7-38fb-4447-ad8b-50968b77bd48 None None] Pushing event updated for resources: {'Port': ['ID=c00b7101-3885-4e7b-bb98-13d3783a300d,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:43.812103 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:43.812470 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:43.812861 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.813236 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:43.813690 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Bound port: c00b7101-3885-4e7b-bb98-13d3783a300d, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:43.814056 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.868246 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] For port c00b7101-3885-4e7b-bb98-13d3783a300d, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:43.871621 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] For port c00b7101-3885-4e7b-bb98-13d3783a300d, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c00b7101-3885-4e7b-bb98-13d3783a300d,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:43.876053 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:43.931492 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Routers {'7c908903-fa5f-4e3c-878e-e9105c0f5a88'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:43.932140 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:43.965986 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad20ed7-38fb-4447-ad8b-50968b77bd48 None None] Pushing event updated for resources: {'Port': ['ID=c00b7101-3885-4e7b-bb98-13d3783a300d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:44.006771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Allocated IP 172.20.0.1 (6d5a6063-b18d-468c-bea3-444f32691437/f0e4c67f-464a-49b4-b148-d6f8437ede93/c330f9ba-5ac6-4ce2-a1b4-6605fe288072) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:44.120588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.133201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Transition to ACTIVE for port object c330f9ba-5ac6-4ce2-a1b4-6605fe288072 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:44.136358 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] Set router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:44.173828 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.210974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Network 6d5a6063-b18d-468c-bea3-444f32691437 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:44.213828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:44.217391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:44.247603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Pushing event updated for resources: {'Port': ['ID=c330f9ba-5ac6-4ce2-a1b4-6605fe288072,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:44.265198 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.323472 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:42Z', 'revision_number': 3, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'gw_port': {'id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:44.366786 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3faa2f-c382-4086-ae7a-5f26ab9c3324 None None] The sync data for ids ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'] in n-d-715271-7 is: [{'id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:42Z', 'revision_number': 3, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'gw_port': {'id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:44.415613 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.430833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:44.489939 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:44.490248 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.536630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7d31568a-00d2-4c42-b46b-014783622f46 None None] Provisioning for port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:44.542128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7d31568a-00d2-4c42-b46b-014783622f46 None None] Provisioning complete for port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:44.542319 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d31568a-00d2-4c42-b46b-014783622f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.623662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7d31568a-00d2-4c42-b46b-014783622f46 None None] Port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:29:44.623921 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.635858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.707211 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:44.710553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Pushing event updated for resources: {'Port': ['ID=c330f9ba-5ac6-4ce2-a1b4-6605fe288072,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:44.811272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Network 6d5a6063-b18d-468c-bea3-444f32691437 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:44.812783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:44.939465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:29:45.052028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-96b67b4a-e21a-4c47-935f-797436fbca62 None None] Provisioning complete for port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:45.052701 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-96b67b4a-e21a-4c47-935f-797436fbca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.064193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:29:45.069325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f335058c-af96-4d76-9434-02663d442da1 admin admin] 10.222.0.84 "PUT /v2.0/routers/7c908903-fa5f-4e3c-878e-e9105c0f5a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0208235 Jul 30 02:29:45.097777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-96b67b4a-e21a-4c47-935f-797436fbca62 None None] Port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:29:45.413959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56294) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:45.490431 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57eff4e-4412-4630-9e6e-92d16f7bda41 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:45.490925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57eff4e-4412-4630-9e6e-92d16f7bda41 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:45.491403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57eff4e-4412-4630-9e6e-92d16f7bda41 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:45.493170 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c57eff4e-4412-4630-9e6e-92d16f7bda41 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/ports?project_id=f6b4c103e5344653967b38fc9e9202e3&network_id=37557040-841d-4440-9850-3c96030cc8cc HTTP/1.1" status: 200 len: 2969 time: 0.0781629 Jul 30 02:29:45.553058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56302) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:45.558128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1199961317-network', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:45.579059 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Made reservation on behalf of 4a80f5574af2453d8834569c6fc8ba48 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:45.581555 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.591290 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.690185 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.694168 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.727340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:29:45.733021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388b1f90-dabd-4b36-bdc1-85b8e58a058a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:45.743013 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.743280 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Added segment 103f8110-9d80-4fdf-b6c6-8e9087d402f3 of type vlan for network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc Jul 30 02:29:45.796626 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.824567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.825604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:45.826181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.887375 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3332012 Jul 30 02:29:45.890229 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56306) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:45.895860 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Request body: {'subnet': {'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1199961317-subnet', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:45.918500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4171c4-ee79-40f0-adbc-d20de75e7609 admin admin] Pushing event updated for resources: {'Network': ['ID=18ba0c5b-73cc-4d5f-8f76-77f1506a37fc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:45.927660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Made reservation on behalf of 4a80f5574af2453d8834569c6fc8ba48 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:45.929373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:29:45.930097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:45.943946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Sync routers for ids ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:29:45.990742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Routers {'7c908903-fa5f-4e3c-878e-e9105c0f5a88'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:45.991368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:46.107251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Set router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:46.107988 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.164599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b627cd5-3e50-4c75-85a4-17b488524a3b,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:46.174600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Checking segment: {'id': '103f8110-9d80-4fdf-b6c6-8e9087d402f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:46.174959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Network hostable DHCP agents. Network: 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:29:46.192499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:29:46.204555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:46.210330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:46.210931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.223655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8b74e-e10a-46e3-afed-d638e05b9f71 None None] Network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:29:46.225414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e24377a7-0c9c-44b4-9f9a-8b53e96d9f90 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3340096 Jul 30 02:29:46.228379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56308) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:46.233244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:46.256348 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.257385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.317490 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.442055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-18ba0c5b-73cc-4d5f-8f76-77f1506a37fc', 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'fixed_ips': [{'subnet_id': '1b627cd5-3e50-4c75-85a4-17b488524a3b'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:29:46.448449 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.448449 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c00b7101-3885-4e7b-bb98-13d3783a300d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:46.472744 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.484754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:44Z', 'revision_number': 4, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'gw_port': {'id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c330f9ba-5ac6-4ce2-a1b4-6605fe288072', 'name': '', 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'mac_address': 'fa:16:3e:62:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'f0e4c67f-464a-49b4-b148-d6f8437ede93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:43Z', 'updated_at': '2021-07-30T02:29:44Z', 'revision_number': 2, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'subnets': [{'id': 'f0e4c67f-464a-49b4-b148-d6f8437ede93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:46.530857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Checking router: 7c908903-fa5f-4e3c-878e-e9105c0f5a88 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:46.531678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Updating router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:29:46.605969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.643741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c00b7101-3885-4e7b-bb98-13d3783a300d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:46.682959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.691407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c00b7101-3885-4e7b-bb98-13d3783a300d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:46.691809 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.702407 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.807805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Allocated IP 172.20.0.2 (18ba0c5b-73cc-4d5f-8f76-77f1506a37fc/1b627cd5-3e50-4c75-85a4-17b488524a3b/0c96d008-5e04-4df6-a926-a5b1ba614db9) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:46.809706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Allocated IP 172.25.7.106 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/6678d650-4188-42af-8184-d42b515575b0) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:46.914569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.957261 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:46.992436 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:46.997033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:47.000059 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.000612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:47.027863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Pushing event updated for resources: {'Port': ['ID=6678d650-4188-42af-8184-d42b515575b0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:47.051580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port c00b7101-3885-4e7b-bb98-13d3783a300d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c00b7101-3885-4e7b-bb98-13d3783a300d,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:47.062944 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.182824 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.201370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=c00b7101-3885-4e7b-bb98-13d3783a300d,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:47.209901 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.212534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Transition to ACTIVE for port object 0c96d008-5e04-4df6-a926-a5b1ba614db9 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:47.229875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Transition to ACTIVE for port object c330f9ba-5ac6-4ce2-a1b4-6605fe288072 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:47.236714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Transition to ACTIVE for port object 0c96d008-5e04-4df6-a926-a5b1ba614db9 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:47.240320 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.249276 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.261355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.303571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:47.304407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890c6e0-c91b-4037-ba96-ca13a8cb6b12 None None] Pushing event updated for resources: {'Port': ['ID=c330f9ba-5ac6-4ce2-a1b4-6605fe288072,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:47.326955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:47.347106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:47.415008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Attempting to bind port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:47.415368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Attempting to bind port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:47.415765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Attempting to bind port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 on network 6d5a6063-b18d-468c-bea3-444f32691437 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:47.432203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Pushing event updated for resources: {'Port': ['ID=0c96d008-5e04-4df6-a926-a5b1ba614db9,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:47.441114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:47.441493 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Checking segment: {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:47.441899 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.442289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Bound using segment: {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:47.442762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Bound port: c330f9ba-5ac6-4ce2-a1b4-6605fe288072, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:47.443152 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.462431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Attempting to bind port 0c96d008-5e04-4df6-a926-a5b1ba614db9 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:47.462878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Attempting to bind port 0c96d008-5e04-4df6-a926-a5b1ba614db9 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '103f8110-9d80-4fdf-b6c6-8e9087d402f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:47.463187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Attempting to bind port 0c96d008-5e04-4df6-a926-a5b1ba614db9 on network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:47.471258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:47.471689 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Checking segment: {'id': '103f8110-9d80-4fdf-b6c6-8e9087d402f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:47.472051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.472424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Bound using segment: {'id': '103f8110-9d80-4fdf-b6c6-8e9087d402f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:47.472886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Bound port: 0c96d008-5e04-4df6-a926-a5b1ba614db9, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103f8110-9d80-4fdf-b6c6-8e9087d402f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:47.473265 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.482444 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.598259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56314) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:47.664528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e13b6-3e94-4aa8-a5b4-615307553e57 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:47.677509 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5e5e13b6-3e94-4aa8-a5b4-615307553e57 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99 HTTP/1.1" status: 200 len: 814 time: 0.0673590 Jul 30 02:29:47.677509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Router 5666d90b-f5fc-457e-b91f-8b260ef7c513 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:29:47.722303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] For port c330f9ba-5ac6-4ce2-a1b4-6605fe288072, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:47.732707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] For port c330f9ba-5ac6-4ce2-a1b4-6605fe288072, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c330f9ba-5ac6-4ce2-a1b4-6605fe288072,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:47.742283 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.782662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] For port 0c96d008-5e04-4df6-a926-a5b1ba614db9, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:47.783614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:29:47.794221 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Sync routers for ids ['5666d90b-f5fc-457e-b91f-8b260ef7c513'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:29:47.812261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] For port 0c96d008-5e04-4df6-a926-a5b1ba614db9, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0c96d008-5e04-4df6-a926-a5b1ba614db9,segment=NetworkSegment(103f8110-9d80-4fdf-b6c6-8e9087d402f3),segment_id=103f8110-9d80-4fdf-b6c6-8e9087d402f3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:47.813699 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Routers {'5666d90b-f5fc-457e-b91f-8b260ef7c513'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:47.814397 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5666d90b-f5fc-457e-b91f-8b260ef7c513'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:47.820500 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.821703 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3b2bac8f-52a2-4f92-bb40-5292b2657a43 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5922992 Jul 30 02:29:47.822301 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:47.824994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56318) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:47.832374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890c6e0-c91b-4037-ba96-ca13a8cb6b12 None None] Pushing event updated for resources: {'Port': ['ID=c330f9ba-5ac6-4ce2-a1b4-6605fe288072,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:47.840694 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Routers {'7c908903-fa5f-4e3c-878e-e9105c0f5a88'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:47.841315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:47.992880 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Set router 5666d90b-f5fc-457e-b91f-8b260ef7c513 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:48.038714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5638c-f39e-4a84-9afe-6367f48a8b8d None None] Pushing event updated for resources: {'Port': ['ID=0c96d008-5e04-4df6-a926-a5b1ba614db9,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:48.042652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] Set router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:48.242869 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6678d650-4188-42af-8184-d42b515575b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:47Z', 'revision_number': 3, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'gw_port': {'id': '6678d650-4188-42af-8184-d42b515575b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:48.281462 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Checking router: 5666d90b-f5fc-457e-b91f-8b260ef7c513 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:48.281807 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Updating router 5666d90b-f5fc-457e-b91f-8b260ef7c513 port 6678d650-4188-42af-8184-d42b515575b0 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:29:48.318414 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.354811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:44Z', 'revision_number': 4, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'gw_port': {'id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c330f9ba-5ac6-4ce2-a1b4-6605fe288072', 'name': '', 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'mac_address': 'fa:16:3e:62:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'f0e4c67f-464a-49b4-b148-d6f8437ede93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:43Z', 'updated_at': '2021-07-30T02:29:47Z', 'revision_number': 4, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'subnets': [{'id': 'f0e4c67f-464a-49b4-b148-d6f8437ede93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:48.375494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56322) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:48.382059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'network': {'name': 'tempest-network-smoke--1490909801', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'port_security_enabled': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:48.421787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1d781-b9d0-4541-b824-869109f0b54a None None] The sync data for ids ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'] in n-d-715271-7 is: [{'id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:44Z', 'revision_number': 4, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'gw_port': {'id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'c330f9ba-5ac6-4ce2-a1b4-6605fe288072', 'name': '', 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'mac_address': 'fa:16:3e:62:d2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'f0e4c67f-464a-49b4-b148-d6f8437ede93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:43Z', 'updated_at': '2021-07-30T02:29:47Z', 'revision_number': 4, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'subnets': [{'id': 'f0e4c67f-464a-49b4-b148-d6f8437ede93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:48.437677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Made reservation on behalf of f6b4c103e5344653967b38fc9e9202e3 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:48.441839 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.478119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:29:48.490116 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.490533 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Added segment a0b9b127-a357-4c55-96c8-b09987dacc42 of type vlan for network 897aa741-4bf5-4e14-a010-aacdf366833c Jul 30 02:29:48.592939 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.612300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c96d008-5e04-4df6-a926-a5b1ba614db9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:48.660483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.666123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:48.666761 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.721336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 0c96d008-5e04-4df6-a926-a5b1ba614db9 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:48.727872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c00b7101-3885-4e7b-bb98-13d3783a300d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:48.763323 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.775782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Transition to ACTIVE for port object 6678d650-4188-42af-8184-d42b515575b0 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:48.784161 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.821778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4451942 Jul 30 02:29:48.829351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56324) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:48.841735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469df37-b37a-4f38-b289-d8129c737ab5 None None] Pushing event updated for resources: {'Port': ['ID=6678d650-4188-42af-8184-d42b515575b0,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:48.857821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c00b7101-3885-4e7b-bb98-13d3783a300d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:48.857993 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.863985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaf695-81a8-4da1-9c0c-65642312d6a1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Network': ['ID=897aa741-4bf5-4e14-a010-aacdf366833c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:48.868932 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Attempting to bind port 6678d650-4188-42af-8184-d42b515575b0 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:48.871324 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Attempting to bind port 6678d650-4188-42af-8184-d42b515575b0 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:48.871906 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Attempting to bind port 6678d650-4188-42af-8184-d42b515575b0 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:48.878854 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:48.879235 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:48.879681 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.880072 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:48.880542 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Bound port: 6678d650-4188-42af-8184-d42b515575b0, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:48.880919 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.936686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:48.962192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 897aa741-4bf5-4e14-a010-aacdf366833c details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:29:48.983524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b1326-093c-4db4-b2a1-efc03f3559e5 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:48.984045 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] For port 6678d650-4188-42af-8184-d42b515575b0, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:48.987956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a63b1326-093c-4db4-b2a1-efc03f3559e5 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f6b4c103e5344653967b38fc9e9202e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1575630 Jul 30 02:29:48.990997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56326) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:48.995281 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] For port 6678d650-4188-42af-8184-d42b515575b0, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6678d650-4188-42af-8184-d42b515575b0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:49.005809 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.145100 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Routers {'5666d90b-f5fc-457e-b91f-8b260ef7c513'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:49.145739 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5666d90b-f5fc-457e-b91f-8b260ef7c513'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:49.193291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0bd22-c694-45d1-a32e-793520e48e2f tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:49.195274 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c9f0bd22-c694-45d1-a32e-793520e48e2f tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2031946 Jul 30 02:29:49.199546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56328) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:49.208222 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469df37-b37a-4f38-b289-d8129c737ab5 None None] Pushing event updated for resources: {'Port': ['ID=6678d650-4188-42af-8184-d42b515575b0,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:49.240070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bdc47c6e-b905-4cb9-8833-da7f4f472b4f tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386934 Jul 30 02:29:49.242921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56330) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:49.257464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c230344-e6a4-49d7-b446-05301298ece8 None None] Network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:29:49.307392 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] Set router 5666d90b-f5fc-457e-b91f-8b260ef7c513 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:49.309283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Allocated IP 172.20.0.1 (18ba0c5b-73cc-4d5f-8f76-77f1506a37fc/1b627cd5-3e50-4c75-85a4-17b488524a3b/8a125eaf-0bda-4a67-bfe5-c6efc1c3953f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:49.384258 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3a9f92db-9f6e-4a3a-99c0-119523a070b6 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f6b4c103e5344653967b38fc9e9202e3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1398408 Jul 30 02:29:49.388021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56332) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:49.404345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-79e6598f-2bd4-4f9b-825c-021b3eec3bce None None] Provisioning for port 0c96d008-5e04-4df6-a926-a5b1ba614db9 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:49.414676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-79e6598f-2bd4-4f9b-825c-021b3eec3bce None None] Provisioning complete for port 0c96d008-5e04-4df6-a926-a5b1ba614db9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:49.415056 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79e6598f-2bd4-4f9b-825c-021b3eec3bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.455246 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.469852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Transition to ACTIVE for port object 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:49.511640 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.535801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:49.555498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79e6598f-2bd4-4f9b-825c-021b3eec3bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.555761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:49.558126 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6678d650-4188-42af-8184-d42b515575b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:47Z', 'revision_number': 3, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'gw_port': {'id': '6678d650-4188-42af-8184-d42b515575b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:49.563383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:49.584160 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9842fd4-6b22-4f5a-a0d0-fe015ea5eacd tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:49.587313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e9842fd4-6b22-4f5a-a0d0-fe015ea5eacd tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1981521 Jul 30 02:29:49.590302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56334) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:49.605297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-79e6598f-2bd4-4f9b-825c-021b3eec3bce None None] For port 0c96d008-5e04-4df6-a926-a5b1ba614db9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0c96d008-5e04-4df6-a926-a5b1ba614db9,segment=NetworkSegment(103f8110-9d80-4fdf-b6c6-8e9087d402f3),segment_id=103f8110-9d80-4fdf-b6c6-8e9087d402f3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:49.616274 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79e6598f-2bd4-4f9b-825c-021b3eec3bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.624657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82b8be1-874e-467a-ad5e-e381c936ed66 None None] The sync data for ids ['5666d90b-f5fc-457e-b91f-8b260ef7c513'] in n-d-715271-7 is: [{'id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6678d650-4188-42af-8184-d42b515575b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:47Z', 'revision_number': 3, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'gw_port': {'id': '6678d650-4188-42af-8184-d42b515575b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:49.627648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.629441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3a10fe5a-5c74-48eb-9164-f41a918b0b3b tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374153 Jul 30 02:29:49.632998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56336) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:49.639226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-633919267', 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:49.699951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8a125eaf-0bda-4a67-bfe5-c6efc1c3953f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:49.708757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6598f-2bd4-4f9b-825c-021b3eec3bce None None] Pushing event updated for resources: {'Port': ['ID=0c96d008-5e04-4df6-a926-a5b1ba614db9,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:49.787684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Made reservation on behalf of f6b4c103e5344653967b38fc9e9202e3 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:49.793251 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.845733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:49.940592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-af76d441-e64a-44ba-893d-4aa637663a10 None None] Provisioning complete for port 0c96d008-5e04-4df6-a926-a5b1ba614db9 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:49.941084 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af76d441-e64a-44ba-893d-4aa637663a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.049186 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.056770 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.060382 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.157003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Checking segment: {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:50.157484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network hostable DHCP agents. Network: 897aa741-4bf5-4e14-a010-aacdf366833c, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:29:50.162599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Subnet': ['ID=c658f834-1218-4e0d-a85d-d5f8fa74e301,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:50.193303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 897aa741-4bf5-4e14-a010-aacdf366833c is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:29:50.207347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8a125eaf-0bda-4a67-bfe5-c6efc1c3953f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:50.208458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 897aa741-4bf5-4e14-a010-aacdf366833c) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:50.213934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:50.214818 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.227908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eb8d2c-2d3b-4ce7-b9e0-3341df6c6678 None None] Network 897aa741-4bf5-4e14-a010-aacdf366833c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:29:50.244498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b96f5a6b-71f0-49a4-bbeb-14764389803d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6101859 Jul 30 02:29:50.265628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.303037 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4a0f63dc-e548-48b3-85a7-7bef8da13087 None None] Provisioning for port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:50.311549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4a0f63dc-e548-48b3-85a7-7bef8da13087 None None] Provisioning complete for port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:50.311927 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4a0f63dc-e548-48b3-85a7-7bef8da13087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.357219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f63dc-e548-48b3-85a7-7bef8da13087 None None] Port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:29:50.438323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:50.440020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:50.523678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-897aa741-4bf5-4e14-a010-aacdf366833c', 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ips': [{'subnet_id': 'c658f834-1218-4e0d-a85d-d5f8fa74e301'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:29:50.524510 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.595674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56340) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:50.600515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2ebd8388-a44f-4bce-b4cc-c9cd1a9bba29 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664295148', 'description': 'tempest-secgroup-smoke-1664295148 description', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:50.652439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c96d008-5e04-4df6-a926-a5b1ba614db9 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:50.653923 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8388-a44f-4bce-b4cc-c9cd1a9bba29 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.676428 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Router 5666d90b-f5fc-457e-b91f-8b260ef7c513 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:29:50.749845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0c96d008-5e04-4df6-a926-a5b1ba614db9 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:50.750239 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.816197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Allocated IP 172.20.0.18 (897aa741-4bf5-4e14-a010-aacdf366833c/c658f834-1218-4e0d-a85d-d5f8fa74e301/fad2477e-0b6a-4032-b735-28afbc80e1c5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:50.828740 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8388-a44f-4bce-b4cc-c9cd1a9bba29 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.837402 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8388-a44f-4bce-b4cc-c9cd1a9bba29 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.840129 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:29:50.859474 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97e407b5-9be3-41ab-a53b-db8b58e206a4 admin admin] 10.222.0.84 "PUT /v2.0/routers/5666d90b-f5fc-457e-b91f-8b260ef7c513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0227811 Jul 30 02:29:50.859959 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8388-a44f-4bce-b4cc-c9cd1a9bba29 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.864110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2ebd8388-a44f-4bce-b4cc-c9cd1a9bba29 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2645309 Jul 30 02:29:50.866075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56344) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:50.872714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d0de2242-7561-42d3-8b11-2189e6d92a4b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'b815c4ab-dea5-470f-8aff-df0a6ad6ce1b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:50.890832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd8388-a44f-4bce-b4cc-c9cd1a9bba29 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:50.923629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0de2242-7561-42d3-8b11-2189e6d92a4b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.956603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-00eec75d-1303-4453-874c-0f3f94c0d58f None None] Provisioning complete for port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:50.957000 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00eec75d-1303-4453-874c-0f3f94c0d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:50.993922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-00eec75d-1303-4453-874c-0f3f94c0d58f None None] Port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:29:50.997779 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0de2242-7561-42d3-8b11-2189e6d92a4b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.002978 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0de2242-7561-42d3-8b11-2189e6d92a4b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.016987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c330f9ba-5ac6-4ce2-a1b4-6605fe288072 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:51.049081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de2242-7561-42d3-8b11-2189e6d92a4b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d4c3ad-18e4-471a-9ef2-1968a3851f98,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.052940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0de2242-7561-42d3-8b11-2189e6d92a4b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.058068 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d0de2242-7561-42d3-8b11-2189e6d92a4b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1894658 Jul 30 02:29:51.058483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56350) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:51.063088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2fbf5886-a30f-465a-bdc7-d7e84a2c4aeb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'b815c4ab-dea5-470f-8aff-df0a6ad6ce1b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:51.106525 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5886-a30f-465a-bdc7-d7e84a2c4aeb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.142038 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.152634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Transition to ACTIVE for port object fad2477e-0b6a-4032-b735-28afbc80e1c5 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:51.162791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:51.169722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:51.170089 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.200970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Transition to ACTIVE for port object fad2477e-0b6a-4032-b735-28afbc80e1c5 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:51.205450 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5886-a30f-465a-bdc7-d7e84a2c4aeb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.212482 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5886-a30f-465a-bdc7-d7e84a2c4aeb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.220861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.245193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf5886-a30f-465a-bdc7-d7e84a2c4aeb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426afded-25f0-4609-a4cd-cc8db8f8416f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.251100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2fbf5886-a30f-465a-bdc7-d7e84a2c4aeb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.252794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2fbf5886-a30f-465a-bdc7-d7e84a2c4aeb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1935196 Jul 30 02:29:51.255674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56356) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:51.261274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-993e1759-8f8c-4857-8580-a6816241966d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'b815c4ab-dea5-470f-8aff-df0a6ad6ce1b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:51.290482 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-993e1759-8f8c-4857-8580-a6816241966d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.292785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Network 897aa741-4bf5-4e14-a010-aacdf366833c is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:51.295159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:51.297823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:51.301537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Pushing event updated for resources: {'Port': ['ID=fad2477e-0b6a-4032-b735-28afbc80e1c5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.342882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.343622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.343622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.343862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.344271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.344436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.344913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.345200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.345433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.345701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.346290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.346658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:51.362639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-993e1759-8f8c-4857-8580-a6816241966d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.367402 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-993e1759-8f8c-4857-8580-a6816241966d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.386964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e1759-8f8c-4857-8580-a6816241966d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe88e599-c7c1-485e-9d37-64d4d2d05ddd,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.390697 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.402392 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-993e1759-8f8c-4857-8580-a6816241966d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.403809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-993e1759-8f8c-4857-8580-a6816241966d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468794 Jul 30 02:29:51.406604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56364) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:51.411375 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cb369401-5e63-4f78-8d37-e2f611b4b59c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'b815c4ab-dea5-470f-8aff-df0a6ad6ce1b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:51.419393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Attempting to bind port fad2477e-0b6a-4032-b735-28afbc80e1c5 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:51.421187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Attempting to bind port fad2477e-0b6a-4032-b735-28afbc80e1c5 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:51.421868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Attempting to bind port fad2477e-0b6a-4032-b735-28afbc80e1c5 on network 897aa741-4bf5-4e14-a010-aacdf366833c {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:51.430539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:51.431073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Checking segment: {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:51.431349 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.432446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Bound using segment: {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:51.432924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Bound port: fad2477e-0b6a-4032-b735-28afbc80e1c5, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:51.433303 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.452504 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb369401-5e63-4f78-8d37-e2f611b4b59c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.471907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port c330f9ba-5ac6-4ce2-a1b4-6605fe288072, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c330f9ba-5ac6-4ce2-a1b4-6605fe288072,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:51.501446 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.502235 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6678d650-4188-42af-8184-d42b515575b0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:51.528122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb369401-5e63-4f78-8d37-e2f611b4b59c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.533196 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb369401-5e63-4f78-8d37-e2f611b4b59c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.555199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb369401-5e63-4f78-8d37-e2f611b4b59c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eac5330-0940-49ca-80a8-246f6a4275ee,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.564471 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cb369401-5e63-4f78-8d37-e2f611b4b59c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.568285 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cb369401-5e63-4f78-8d37-e2f611b4b59c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582420 Jul 30 02:29:51.568451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133fd4-6180-4371-a019-5e324dddafcd req-43bd9194-c372-444e-8f0d-bdf43c10451a tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:51.568652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56370) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:51.573975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-43bd9194-c372-444e-8f0d-bdf43c10451a tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/networks?id=6d5a6063-b18d-468c-bea3-444f32691437 HTTP/1.1" status: 200 len: 909 time: 0.1221480 Jul 30 02:29:51.576227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2c3d5e17-0a83-4f03-a911-c54a4331bff1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'b815c4ab-dea5-470f-8aff-df0a6ad6ce1b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:51.585662 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-d16c05b5-c098-4b26-9b40-7ea318ac822b tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/quotas/4a80f5574af2453d8834569c6fc8ba48 HTTP/1.1" status: 200 len: 375 time: 0.0107319 Jul 30 02:29:51.600827 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-2c3d5e17-0a83-4f03-a911-c54a4331bff1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Project f6b4c103e5344653967b38fc9e9202e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:29:51.607273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5e17-0a83-4f03-a911-c54a4331bff1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.613376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] For port fad2477e-0b6a-4032-b735-28afbc80e1c5, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:51.619723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] For port fad2477e-0b6a-4032-b735-28afbc80e1c5, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fad2477e-0b6a-4032-b735-28afbc80e1c5,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:51.621197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=c330f9ba-5ac6-4ce2-a1b4-6605fe288072,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.628552 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.663145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 6678d650-4188-42af-8184-d42b515575b0 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:51.672655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-85967d72-296e-42b3-a312-298d8faabe11 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?tenant_id=4a80f5574af2453d8834569c6fc8ba48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779161 Jul 30 02:29:51.677931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6678d650-4188-42af-8184-d42b515575b0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:51.678313 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.714186 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5e17-0a83-4f03-a911-c54a4331bff1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.722143 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5e17-0a83-4f03-a911-c54a4331bff1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.731667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e390b-0e78-499c-9cfc-eeae861991ab None None] Pushing event updated for resources: {'Port': ['ID=fad2477e-0b6a-4032-b735-28afbc80e1c5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.747052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d5e17-0a83-4f03-a911-c54a4331bff1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3928cfa-6716-4c69-a73f-242d39a86907,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.767053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5e17-0a83-4f03-a911-c54a4331bff1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.768412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2c3d5e17-0a83-4f03-a911-c54a4331bff1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1980181 Jul 30 02:29:51.771701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56372) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:29:51.778237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2d772d5d-7421-48e7-9b78-6ddcf5abd45c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': 'b815c4ab-dea5-470f-8aff-df0a6ad6ce1b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:51.796423 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.806058 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-2d772d5d-7421-48e7-9b78-6ddcf5abd45c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Project f6b4c103e5344653967b38fc9e9202e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:29:51.814520 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d772d5d-7421-48e7-9b78-6ddcf5abd45c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.822848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 6678d650-4188-42af-8184-d42b515575b0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6678d650-4188-42af-8184-d42b515575b0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:51.831390 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.849480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-88a07484-641b-44bd-865e-5812938fad23 service neutron] 10.222.0.84 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650379 Jul 30 02:29:51.891616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=6678d650-4188-42af-8184-d42b515575b0,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.911680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d772d5d-7421-48e7-9b78-6ddcf5abd45c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.916609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d772d5d-7421-48e7-9b78-6ddcf5abd45c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.935699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d772d5d-7421-48e7-9b78-6ddcf5abd45c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a8c36-5370-4268-bcfe-ba8d30b72bf7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:51.950594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d772d5d-7421-48e7-9b78-6ddcf5abd45c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:51.957658 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2d772d5d-7421-48e7-9b78-6ddcf5abd45c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1829240 Jul 30 02:29:52.003109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-661bb409-d206-41ed-aad3-8b7a61a9d66f service neutron] 10.222.0.84 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472087 Jul 30 02:29:52.173672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Sync routers for ids ['5666d90b-f5fc-457e-b91f-8b260ef7c513'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:29:52.184917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Routers {'5666d90b-f5fc-457e-b91f-8b260ef7c513'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:52.186299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5666d90b-f5fc-457e-b91f-8b260ef7c513'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:52.246056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4a2eabd0-6005-4bd5-95eb-1590f26a8a8a tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664295148&fields=id&tenant_id=f6b4c103e5344653967b38fc9e9202e3 HTTP/1.1" status: 200 len: 267 time: 0.0348737 Jul 30 02:29:52.313690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Set router 5666d90b-f5fc-457e-b91f-8b260ef7c513 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:52.385086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-c2cc4fa8-065f-4a44-9583-5e9a21341f64 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:52.386896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-c2cc4fa8-065f-4a44-9583-5e9a21341f64 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/networks?id=897aa741-4bf5-4e14-a010-aacdf366833c HTTP/1.1" status: 200 len: 797 time: 0.1325812 Jul 30 02:29:52.415725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-1415cdcb-e067-42c5-9d74-82ee9f25c7a5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/quotas/f6b4c103e5344653967b38fc9e9202e3 HTTP/1.1" status: 200 len: 375 time: 0.0223351 Jul 30 02:29:52.528715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-5b825c51-3539-4296-b0ff-3c267ef69898 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1112490 Jul 30 02:29:52.593458 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fad2477e-0b6a-4032-b735-28afbc80e1c5 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:52.598863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6678d650-4188-42af-8184-d42b515575b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:49Z', 'revision_number': 4, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'gw_port': {'id': '6678d650-4188-42af-8184-d42b515575b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '8a125eaf-0bda-4a67-bfe5-c6efc1c3953f', 'name': '', 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'mac_address': 'fa:16:3e:ef:f2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '1b627cd5-3e50-4c75-85a4-17b488524a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:48Z', 'updated_at': '2021-07-30T02:29:49Z', 'revision_number': 2, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'subnets': [{'id': '1b627cd5-3e50-4c75-85a4-17b488524a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:52.659990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-613af148-3d1c-479e-9419-749b5232f6ef service neutron] 10.222.0.84 "GET /v2.0/networks/897aa741-4bf5-4e14-a010-aacdf366833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145039 Jul 30 02:29:52.779609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-3a37f696-02b3-4b8c-8bbc-a0eba294e317 service neutron] 10.222.0.84 "GET /v2.0/networks/897aa741-4bf5-4e14-a010-aacdf366833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133060 Jul 30 02:29:52.835948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Checking router: 5666d90b-f5fc-457e-b91f-8b260ef7c513 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:29:52.836485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Updating router 5666d90b-f5fc-457e-b91f-8b260ef7c513 port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:29:52.876201 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:52.932265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port fad2477e-0b6a-4032-b735-28afbc80e1c5 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:52.952068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c330f9ba-5ac6-4ce2-a1b4-6605fe288072 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:53.030263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4df9e17-d3b9-4719-9b87-c13f3761bcca None None] Network 897aa741-4bf5-4e14-a010-aacdf366833c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:29:53.038899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a6440382-ec81-4aa8-a58d-27d3017cba87 req-16102b92-e103-4624-8614-e49df0bd2fff tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 210 time: 0.0474594 Jul 30 02:29:53.104536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8b9947e-954a-4599-b48f-8cf12d9590c8 req-607d45cb-f869-4880-a6a1-803be447a5db tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 210 time: 0.0287914 Jul 30 02:29:53.146198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed96dd86-0fa3-4e28-8219-658144a28ffe None None] Provisioning for port fad2477e-0b6a-4032-b735-28afbc80e1c5 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:53.194706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ed96dd86-0fa3-4e28-8219-658144a28ffe None None] Provisioning complete for port fad2477e-0b6a-4032-b735-28afbc80e1c5 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:53.194986 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed96dd86-0fa3-4e28-8219-658144a28ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.312446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:53.312890 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.506344 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.508626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed96dd86-0fa3-4e28-8219-658144a28ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.565204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Transition to ACTIVE for port object 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:53.588488 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.611520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6678d650-4188-42af-8184-d42b515575b0 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:53.647187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ed96dd86-0fa3-4e28-8219-658144a28ffe None None] For port fad2477e-0b6a-4032-b735-28afbc80e1c5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fad2477e-0b6a-4032-b735-28afbc80e1c5,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:53.708674 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ed96dd86-0fa3-4e28-8219-658144a28ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.717813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f722c90-ce61-4757-86f0-9bd3ee9522ea None None] Pushing event updated for resources: {'Port': ['ID=8a125eaf-0bda-4a67-bfe5-c6efc1c3953f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:53.857219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133fd4-6180-4371-a019-5e324dddafcd req-e98ab280-2a4a-49ba-a529-6f271cedc401 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:53.859468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Attempting to bind port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:53.859953 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-e98ab280-2a4a-49ba-a529-6f271cedc401 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.22 "GET /v2.0/networks?id=6d5a6063-b18d-468c-bea3-444f32691437 HTTP/1.1" status: 200 len: 909 time: 0.1411092 Jul 30 02:29:53.860102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Attempting to bind port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '103f8110-9d80-4fdf-b6c6-8e9087d402f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:53.860397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Attempting to bind port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f on network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:53.874167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96dd86-0fa3-4e28-8219-658144a28ffe None None] Pushing event updated for resources: {'Port': ['ID=fad2477e-0b6a-4032-b735-28afbc80e1c5,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:53.874944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Request body: {'port': {'device_id': 'c0b1cf37-a5df-4a90-8ab7-6249a0e19e74', 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437', 'admin_state_up': True, 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:53.883264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:53.883807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Checking segment: {'id': '103f8110-9d80-4fdf-b6c6-8e9087d402f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:53.884432 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.885213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Bound using segment: {'id': '103f8110-9d80-4fdf-b6c6-8e9087d402f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:53.885782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Bound port: 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103f8110-9d80-4fdf-b6c6-8e9087d402f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:53.886116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.897454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6678d650-4188-42af-8184-d42b515575b0 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:53.897454 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.897454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a7c9397e-f808-4e78-920c-0e54898e8786 None None] Provisioning complete for port fad2477e-0b6a-4032-b735-28afbc80e1c5 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:53.897454 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c9397e-f808-4e78-920c-0e54898e8786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:53.907836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Made reservation on behalf of 4a80f5574af2453d8834569c6fc8ba48 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:53.910425 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.033171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] For port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:54.037777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] For port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8a125eaf-0bda-4a67-bfe5-c6efc1c3953f,segment=NetworkSegment(103f8110-9d80-4fdf-b6c6-8e9087d402f3),segment_id=103f8110-9d80-4fdf-b6c6-8e9087d402f3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:54.068326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Allocated IP 172.20.0.10 (6d5a6063-b18d-468c-bea3-444f32691437/f0e4c67f-464a-49b4-b148-d6f8437ede93/0fe10c53-c54a-451a-ac41-8e2f1b8edfcb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:54.078903 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.162059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf0f4732-fcc8-46b2-bf7a-9977b8f87679 req-f1c48fe4-1947-4895-be6f-b7d7cbbe8525 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 210 time: 0.0357301 Jul 30 02:29:54.294327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Routers {'5666d90b-f5fc-457e-b91f-8b260ef7c513'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:29:54.294994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:29:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5666d90b-f5fc-457e-b91f-8b260ef7c513'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:54.300580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.328153 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.338161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-78447f86-38ea-4fd4-a7ca-c6650e9d16b5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:54.340753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-78447f86-38ea-4fd4-a7ca-c6650e9d16b5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.22 "GET /v2.0/networks?id=897aa741-4bf5-4e14-a010-aacdf366833c HTTP/1.1" status: 200 len: 797 time: 0.2253566 Jul 30 02:29:54.343424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-40606a9d-7b80-4afa-8f9c-3da392dbfa9d req-abd6fd16-46c3-4154-bd57-782ef99a04c0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 210 time: 0.0868356 Jul 30 02:29:54.348264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Transition to ACTIVE for port object 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:54.360660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f722c90-ce61-4757-86f0-9bd3ee9522ea None None] Pushing event updated for resources: {'Port': ['ID=8a125eaf-0bda-4a67-bfe5-c6efc1c3953f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:54.410544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-41841159-fbf7-44e4-9706-3abea02af8e2 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6b4c103e5344653967b38fc9e9202e3 HTTP/1.1" status: 200 len: 473 time: 0.0542097 Jul 30 02:29:54.422028 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.427465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'port': {'device_id': 'fedec85d-1d2b-4e68-b3d7-74b488607e83', 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c', 'admin_state_up': True, 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'security_groups': ['b815c4ab-dea5-470f-8aff-df0a6ad6ce1b']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:54.477410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Network 6d5a6063-b18d-468c-bea3-444f32691437 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:54.481522 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:54.486622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] Set router 5666d90b-f5fc-457e-b91f-8b260ef7c513 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:29:54.504097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:54.507097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Pushing event updated for resources: {'Port': ['ID=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:54.536526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fad2477e-0b6a-4032-b735-28afbc80e1c5 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:54.548343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.548700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.549043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.549388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.549724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.550064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.550392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.550720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.551052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.551378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.551730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.552056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:54.587948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:54.588752 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.591993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Made reservation on behalf of f6b4c103e5344653967b38fc9e9202e3 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:29:54.596321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.611391 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-fd0747a0-ccef-4ec0-9812-1f6b273ab918 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7416682 Jul 30 02:29:54.627208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Request body: {'port': {'device_id': 'c0b1cf37-a5df-4a90-8ab7-6249a0e19e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:54.697110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.729918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port fad2477e-0b6a-4032-b735-28afbc80e1c5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:54.730544 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.757297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.20.0.30 (897aa741-4bf5-4e14-a010-aacdf366833c/c658f834-1218-4e0d-a85d-d5f8fa74e301/b27a6760-4eb7-4dc2-be03-34c26a52a726) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:29:54.832299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7b31d028-8c88-4fc7-b3c8-cc34c4e20e74 None None] Provisioning for port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:54.841618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7b31d028-8c88-4fc7-b3c8-cc34c4e20e74 None None] Provisioning complete for port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:54.842980 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7b31d028-8c88-4fc7-b3c8-cc34c4e20e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.911583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6678d650-4188-42af-8184-d42b515575b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:49Z', 'revision_number': 4, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'gw_port': {'id': '6678d650-4188-42af-8184-d42b515575b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '8a125eaf-0bda-4a67-bfe5-c6efc1c3953f', 'name': '', 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'mac_address': 'fa:16:3e:ef:f2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '1b627cd5-3e50-4c75-85a4-17b488524a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:48Z', 'updated_at': '2021-07-30T02:29:54Z', 'revision_number': 4, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'subnets': [{'id': '1b627cd5-3e50-4c75-85a4-17b488524a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:29:54.946715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7b31d028-8c88-4fc7-b3c8-cc34c4e20e74 None None] Port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:29:54.950121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc53a0-b1ec-46df-88d0-cffb80d65941 None None] The sync data for ids ['5666d90b-f5fc-457e-b91f-8b260ef7c513'] in n-d-715271-7 is: [{'id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6678d650-4188-42af-8184-d42b515575b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:49Z', 'revision_number': 4, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'gw_port': {'id': '6678d650-4188-42af-8184-d42b515575b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '8a125eaf-0bda-4a67-bfe5-c6efc1c3953f', 'name': '', 'network_id': '18ba0c5b-73cc-4d5f-8f76-77f1506a37fc', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'mac_address': 'fa:16:3e:ef:f2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '1b627cd5-3e50-4c75-85a4-17b488524a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:48Z', 'updated_at': '2021-07-30T02:29:54Z', 'revision_number': 4, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'subnets': [{'id': '1b627cd5-3e50-4c75-85a4-17b488524a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:29:54.969643 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:54.993111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Transition to ACTIVE for port object b27a6760-4eb7-4dc2-be03-34c26a52a726 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:55.055005 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:55.069890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:55.082079 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:55.105813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Transition to ACTIVE for port object 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:55.112904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:55.115666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 897aa741-4bf5-4e14-a010-aacdf366833c is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:29:55.123251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:29:55.131118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:29:55.137373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=b27a6760-4eb7-4dc2-be03-34c26a52a726,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:55.186977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:55.219041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:55.219545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:55.252217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-4855841d-0368-49e5-8fb1-f4fdf3fb8775 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8293989 Jul 30 02:29:55.276088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Request body: {'port': {'device_id': 'fedec85d-1d2b-4e68-b3d7-74b488607e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:29:55.329914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Attempting to bind port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:55.330555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Attempting to bind port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:55.331037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Attempting to bind port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb on network 6d5a6063-b18d-468c-bea3-444f32691437 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:55.341972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb on network 6d5a6063-b18d-468c-bea3-444f32691437 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:29:55.342803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Attempting to bind port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb on network 6d5a6063-b18d-468c-bea3-444f32691437 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:55.350794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:55.350970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Checking segment: {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:55.351424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Bound using segment: {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:55.352088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Bound port: 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:55.352551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:55.444189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:55.467381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] For port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:55.472952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] For port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:55.480936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b78de-a0e4-4db5-b793-96b73d73f865 req-b7a9c526-6b71-4469-8777-0c4a9953a267 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:55.485277 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:55.485543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e92b78de-a0e4-4db5-b793-96b73d73f865 req-b7a9c526-6b71-4469-8777-0c4a9953a267 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1053 time: 0.1821139 Jul 30 02:29:55.548000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:55.548575 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:55.550033 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] 10.222.0.22 "PUT /v2.0/ports/0fe10c53-c54a-451a-ac41-8e2f1b8edfcb HTTP/1.1" status: 200 len: 1092 time: 0.9286356 Jul 30 02:29:55.550986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b1cf37-a5df-4a90-8ab7-6249a0e19e74', 'tag': '0fe10c53-c54a-451a-ac41-8e2f1b8edfcb'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:55.552873 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1179e79a-bc99-4f96-bc07-059c5b49f610" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b1cf37-a5df-4a90-8ab7-6249a0e19e74", "tag": "0fe10c53-c54a-451a-ac41-8e2f1b8edfcb"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:55.593897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e41a0-a649-4c0b-9d5e-17f7c1e5dd44 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:55.639281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8431fc76-b2bc-4c5c-863b-0bf67d82f5a6 None None] Provisioning for port b27a6760-4eb7-4dc2-be03-34c26a52a726 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:55.656913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8431fc76-b2bc-4c5c-863b-0bf67d82f5a6 None None] Provisioning complete for port b27a6760-4eb7-4dc2-be03-34c26a52a726 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:55.657599 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8431fc76-b2bc-4c5c-863b-0bf67d82f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:55.659007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133fd4-6180-4371-a019-5e324dddafcd req-a1a99558-28a6-43ab-a97b-92e67b74efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:55.665190 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-a1a99558-28a6-43ab-a97b-92e67b74efa1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a80f5574af2453d8834569c6fc8ba48&device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1095 time: 0.0552318 Jul 30 02:29:55.724687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8431fc76-b2bc-4c5c-863b-0bf67d82f5a6 None None] Port b27a6760-4eb7-4dc2-be03-34c26a52a726 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:29:55.735873 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e92b78de-a0e4-4db5-b793-96b73d73f865 req-ab83a39a-eba1-479e-adaa-f93a3a9c6d8d tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075076 Jul 30 02:29:55.736708 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-1cf8d345-f85f-4d03-bdd9-789b5312e66b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb HTTP/1.1" status: 200 len: 217 time: 0.0658293 Jul 30 02:29:55.826098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133fd4-6180-4371-a019-5e324dddafcd req-83ac6eb0-07e9-44bd-8538-5694f3c29680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:55.828092 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-83ac6eb0-07e9-44bd-8538-5694f3c29680 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0e4c67f-464a-49b4-b148-d6f8437ede93 HTTP/1.1" status: 200 len: 847 time: 0.0833597 Jul 30 02:29:55.903247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d133fd4-6180-4371-a019-5e324dddafcd req-24c57266-9ac9-4dc5-8a7e-2783d53b5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:55.905130 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-24c57266-9ac9-4dc5-8a7e-2783d53b5de3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6d5a6063-b18d-468c-bea3-444f32691437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643189 Jul 30 02:29:56.019626 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-2eeebbd4-1a5a-4aa3-b94c-905b041699f2 service neutron] 10.222.0.22 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043744 Jul 30 02:29:56.130260 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5d133fd4-6180-4371-a019-5e324dddafcd req-62ab61b6-d638-4b91-87bc-a893f945b294 service neutron] 10.222.0.22 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019175 Jul 30 02:29:56.270346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d90ce6-0ed7-4551-a49e-1524d5672e7a req-77c3baea-7769-4b90-96f0-597ecb1a80a8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:56.271898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2d90ce6-0ed7-4551-a49e-1524d5672e7a req-77c3baea-7769-4b90-96f0-597ecb1a80a8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 932 time: 0.4589078 Jul 30 02:29:56.331965 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:29:56.343471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2d90ce6-0ed7-4551-a49e-1524d5672e7a req-51c4ef26-5e73-492c-8c17-f2233e99627c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597177 Jul 30 02:29:56.387093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27a6760-4eb7-4dc2-be03-34c26a52a726 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:56.396477 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:56.407799 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5467ded1-53fa-4b42-9f40-4666fbf1f37a x-openstack-request-id: req-5467ded1-53fa-4b42-9f40-4666fbf1f37a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:56.408094 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b1cf37-a5df-4a90-8ab7-6249a0e19e74", "tag": "0fe10c53-c54a-451a-ac41-8e2f1b8edfcb", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:56.408352 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5467ded1-53fa-4b42-9f40-4666fbf1f37a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:56.408908 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b1cf37-a5df-4a90-8ab7-6249a0e19e74', 'tag': '0fe10c53-c54a-451a-ac41-8e2f1b8edfcb', 'status': 'completed', 'code': 200} Jul 30 02:29:56.417300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Transition to ACTIVE for port object b27a6760-4eb7-4dc2-be03-34c26a52a726 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:29:56.423498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:56.479854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Pushing event updated for resources: {'Port': ['ID=b27a6760-4eb7-4dc2-be03-34c26a52a726,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:56.492832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.493394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.494770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.495162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.495623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.496064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.496401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.496803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.497184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.497447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:56.497905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.497905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.498104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:29:56.528012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-c93d62db-c201-4295-b008-c2e4d417c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:56.535784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-c93d62db-c201-4295-b008-c2e4d417c1dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a80f5574af2453d8834569c6fc8ba48&device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1095 time: 0.0933607 Jul 30 02:29:56.578697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:29:56.583476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:56.583881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:56.599179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Attempting to bind port b27a6760-4eb7-4dc2-be03-34c26a52a726 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:29:56.599982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Attempting to bind port b27a6760-4eb7-4dc2-be03-34c26a52a726 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:29:56.600765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Attempting to bind port b27a6760-4eb7-4dc2-be03-34c26a52a726 on network 897aa741-4bf5-4e14-a010-aacdf366833c {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:56.607383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Port b27a6760-4eb7-4dc2-be03-34c26a52a726 on network 897aa741-4bf5-4e14-a010-aacdf366833c not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:29:56.608166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Attempting to bind port b27a6760-4eb7-4dc2-be03-34c26a52a726 on network 897aa741-4bf5-4e14-a010-aacdf366833c {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:29:56.615683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:29:56.616400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Checking segment: {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:29:56.617037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Bound using segment: {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:29:56.617674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Bound port: b27a6760-4eb7-4dc2-be03-34c26a52a726, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:29:56.618300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:56.680306 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-f3585808-a77f-4eb4-97e1-868cbbe2d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:56.683986 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-f3585808-a77f-4eb4-97e1-868cbbe2d8c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6d5a6063-b18d-468c-bea3-444f32691437 HTTP/1.1" status: 200 len: 909 time: 0.1457920 Jul 30 02:29:56.735385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] For port b27a6760-4eb7-4dc2-be03-34c26a52a726, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:29:56.739700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] For port b27a6760-4eb7-4dc2-be03-34c26a52a726, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=b27a6760-4eb7-4dc2-be03-34c26a52a726,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:29:56.744531 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-b3fe8965-7e90-4c3c-ab1f-6a889e5a0742 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb HTTP/1.1" status: 200 len: 217 time: 0.0519607 Jul 30 02:29:56.747076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:56.855820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:56.857155 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:56.859040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] 10.222.0.22 "PUT /v2.0/ports/b27a6760-4eb7-4dc2-be03-34c26a52a726 HTTP/1.1" status: 200 len: 1092 time: 1.5959923 Jul 30 02:29:56.859753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedec85d-1d2b-4e68-b3d7-74b488607e83', 'tag': 'b27a6760-4eb7-4dc2-be03-34c26a52a726'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:29:56.862487 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7997c66-67e8-4f6b-9317-50400c3a8bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "fedec85d-1d2b-4e68-b3d7-74b488607e83", "tag": "b27a6760-4eb7-4dc2-be03-34c26a52a726"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:29:56.865045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-d5f45df5-e8fe-45bb-9f08-9c0f5f4936ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:56.872663 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-d5f45df5-e8fe-45bb-9f08-9c0f5f4936ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0e4c67f-464a-49b4-b148-d6f8437ede93 HTTP/1.1" status: 200 len: 847 time: 0.1193893 Jul 30 02:29:56.905647 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:56.942337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-febbe24e-7de8-4726-93f4-c438df8c91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:56.943925 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-febbe24e-7de8-4726-93f4-c438df8c91f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6d5a6063-b18d-468c-bea3-444f32691437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591748 Jul 30 02:29:56.957780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8a125eaf-0bda-4a67-bfe5-c6efc1c3953f,segment=NetworkSegment(103f8110-9d80-4fdf-b6c6-8e9087d402f3),segment_id=103f8110-9d80-4fdf-b6c6-8e9087d402f3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:56.963626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:56.971095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25101a9-4314-4d79-bfd2-85a953b95f19 service neutron] Pushing event updated for resources: {'Port': ['ID=b27a6760-4eb7-4dc2-be03-34c26a52a726,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:57.000453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b84b04-0709-4c86-b920-54948689ee73 req-344595f9-dfb4-40d2-9e2b-f5b0850d9299 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.001997 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65b84b04-0709-4c86-b920-54948689ee73 req-344595f9-dfb4-40d2-9e2b-f5b0850d9299 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1095 time: 0.1215487 Jul 30 02:29:57.004947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-eef7593f-446d-4850-8c2d-0a220b476a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.006383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-eef7593f-446d-4850-8c2d-0a220b476a67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 1095 time: 0.0669396 Jul 30 02:29:57.048476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=8a125eaf-0bda-4a67-bfe5-c6efc1c3953f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:57.076617 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-a3fe65e0-2571-442b-a859-47ac9081782b service neutron] 10.222.0.22 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218569 Jul 30 02:29:57.083828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-95716ac4-435a-4692-9019-480391c0b88b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b27a6760-4eb7-4dc2-be03-34c26a52a726 HTTP/1.1" status: 200 len: 217 time: 0.0623214 Jul 30 02:29:57.108220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65b84b04-0709-4c86-b920-54948689ee73 req-fd62d6e6-554e-40d1-908b-13eba599d1ab tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973363 Jul 30 02:29:57.164493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-fc75f7f3-79eb-4233-a9f6-b14cdb69a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.165559 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-fc75f7f3-79eb-4233-a9f6-b14cdb69a3fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c658f834-1218-4e0d-a85d-d5f8fa74e301 HTTP/1.1" status: 200 len: 837 time: 0.0724463 Jul 30 02:29:57.186827 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3d007d-54bb-46e4-a644-dc537c5c81e4 x-openstack-request-id: req-7f3d007d-54bb-46e4-a644-dc537c5c81e4 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:29:57.187117 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedec85d-1d2b-4e68-b3d7-74b488607e83", "tag": "b27a6760-4eb7-4dc2-be03-34c26a52a726", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:29:57.187371 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7f3d007d-54bb-46e4-a644-dc537c5c81e4 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:29:57.187800 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedec85d-1d2b-4e68-b3d7-74b488607e83', 'tag': 'b27a6760-4eb7-4dc2-be03-34c26a52a726', 'status': 'completed', 'code': 200} Jul 30 02:29:57.212236 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-90061a72-aac1-4fb2-90f4-12fcd85f06c7 service neutron] 10.222.0.22 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272812 Jul 30 02:29:57.216789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-84af1d3e-74a4-4345-8597-40ab38cb48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.218318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-84af1d3e-74a4-4345-8597-40ab38cb48e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=897aa741-4bf5-4e14-a010-aacdf366833c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418401 Jul 30 02:29:57.315020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-3301f0ef-5dd7-4f42-be51-444db5f49c24 service neutron] 10.222.0.22 "GET /v2.0/networks/897aa741-4bf5-4e14-a010-aacdf366833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891201 Jul 30 02:29:57.412038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1954180a-8f75-450e-b83c-be5a6b81ebfa req-3e2cd26b-bf4c-47b7-ba23-a8ae3a34d595 service neutron] 10.222.0.22 "GET /v2.0/networks/897aa741-4bf5-4e14-a010-aacdf366833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899055 Jul 30 02:29:57.500228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eafe3a-d49b-437f-a83e-f30767754fb8 req-32aded3b-f879-4abf-a300-98f75bf35631 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.501695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8eafe3a-d49b-437f-a83e-f30767754fb8 req-32aded3b-f879-4abf-a300-98f75bf35631 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 944 time: 0.0819948 Jul 30 02:29:57.534298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-29c8cca5-40c2-4d78-b790-a6915f48d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.535799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-29c8cca5-40c2-4d78-b790-a6915f48d38e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 1095 time: 0.0743306 Jul 30 02:29:57.565998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8eafe3a-d49b-437f-a83e-f30767754fb8 req-d2b9dd26-ce4a-46ee-82b5-4236b3bc07b6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581782 Jul 30 02:29:57.633659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-d6067f24-9c92-4af0-a58f-ebe2e10e39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.635698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-d6067f24-9c92-4af0-a58f-ebe2e10e39eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=897aa741-4bf5-4e14-a010-aacdf366833c HTTP/1.1" status: 200 len: 898 time: 0.0927088 Jul 30 02:29:57.684318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-c2837539-3d40-4992-b4a0-d0a58e5e6631 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b27a6760-4eb7-4dc2-be03-34c26a52a726 HTTP/1.1" status: 200 len: 217 time: 0.0410666 Jul 30 02:29:57.736529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-f32bfc69-a32b-4e37-a8e3-15f9db3e6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.738007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-f32bfc69-a32b-4e37-a8e3-15f9db3e6220 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c658f834-1218-4e0d-a85d-d5f8fa74e301 HTTP/1.1" status: 200 len: 837 time: 0.0457323 Jul 30 02:29:57.789116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-86ed7359-bb87-4eb9-9a84-14cc2ee62006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:57.790652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-86ed7359-bb87-4eb9-9a84-14cc2ee62006 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=897aa741-4bf5-4e14-a010-aacdf366833c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423431 Jul 30 02:29:57.892270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-07ddb95b-5305-4224-bca2-fe8db6137d40 service neutron] 10.222.0.22 "GET /v2.0/networks/897aa741-4bf5-4e14-a010-aacdf366833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930479 Jul 30 02:29:57.990515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7997c66-67e8-4f6b-9317-50400c3a8bd3 req-38e8474c-6888-4465-b034-9fc3368c49f6 service neutron] 10.222.0.22 "GET /v2.0/networks/897aa741-4bf5-4e14-a010-aacdf366833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900395 Jul 30 02:29:58.229222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bbd53-6baf-4ee4-a48b-e78ce5f9c0c8 req-26c2c903-7c06-4163-b161-f982bc28ad25 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:58.231144 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e84bbd53-6baf-4ee4-a48b-e78ce5f9c0c8 req-26c2c903-7c06-4163-b161-f982bc28ad25 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1095 time: 0.0458086 Jul 30 02:29:58.267977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e84bbd53-6baf-4ee4-a48b-e78ce5f9c0c8 req-73b19d58-b083-4fe3-8c89-4af9fc008da9 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Jul 30 02:29:58.417671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:29:58.465356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:29:58.465730 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:58.501106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:29:58.631781 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:58.644017 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '0fe10c53-c54a-451a-ac41-8e2f1b8edfcb', 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437', 'port_id': '0fe10c53-c54a-451a-ac41-8e2f1b8edfcb', 'mac_address': 'fa:16:3e:1f:0f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e4c67f-464a-49b4-b148-d6f8437ede93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:29:58.680610 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:58.686548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3262d-11b0-4a26-8618-b3593094584c req-edef1e1b-5f48-4143-bde9-ea27474428fc tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:58.688239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3e3262d-11b0-4a26-8618-b3593094584c req-edef1e1b-5f48-4143-bde9-ea27474428fc tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 944 time: 0.0540142 Jul 30 02:29:58.694319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:29:58.714561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:29:58.718899 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:29:58.727485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3e3262d-11b0-4a26-8618-b3593094584c req-8333f7eb-758f-46a8-b5d8-6569113d135c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331664 Jul 30 02:29:58.775811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:29:58.938301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['0fe10c53-c54a-451a-ac41-8e2f1b8edfcb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:29:59.381030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d75b65-466e-4ec1-8756-c1e7b279974b req-75a2bb46-acc2-4250-ab4f-186d3c4b7012 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:59.382565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0d75b65-466e-4ec1-8756-c1e7b279974b req-75a2bb46-acc2-4250-ab4f-186d3c4b7012 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1096 time: 0.0431616 Jul 30 02:29:59.418982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0d75b65-466e-4ec1-8756-c1e7b279974b req-3adf33ed-92cd-411c-99c8-e56e1ddc93ff tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303926 Jul 30 02:29:59.852892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64c334-8857-4470-a7ab-90bc28e684c2 req-733ebcc5-be18-4347-937f-0f754d9ecc18 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:29:59.854430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e64c334-8857-4470-a7ab-90bc28e684c2 req-733ebcc5-be18-4347-937f-0f754d9ecc18 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 944 time: 0.0495522 Jul 30 02:29:59.893189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e64c334-8857-4470-a7ab-90bc28e684c2 req-535d09da-68db-4ab5-813d-60d94d16a376 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Jul 30 02:30:00.501274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device b27a6760-4eb7-4dc2-be03-34c26a52a726 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:30:00.504181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:00.533404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9fb4e-070d-4f6d-ab63-5fce9409da9c req-744577a6-ea2b-4a0f-a891-e5fcc81a408e tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:00.535255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0eb9fb4e-070d-4f6d-ab63-5fce9409da9c req-744577a6-ea2b-4a0f-a891-e5fcc81a408e tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1096 time: 0.0490761 Jul 30 02:30:00.573900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0eb9fb4e-070d-4f6d-ab63-5fce9409da9c req-d9e6fb63-3fe3-4c77-89d3-9598c8c5e2bd tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295010 Jul 30 02:30:00.609115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:00.621094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:00.621473 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:00.657574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port b27a6760-4eb7-4dc2-be03-34c26a52a726, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=b27a6760-4eb7-4dc2-be03-34c26a52a726,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:00.679098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'b27a6760-4eb7-4dc2-be03-34c26a52a726', 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c', 'port_id': 'b27a6760-4eb7-4dc2-be03-34c26a52a726', 'mac_address': 'fa:16:3e:bb:53:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c658f834-1218-4e0d-a85d-d5f8fa74e301', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:30:00.743161 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:00.769274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27a6760-4eb7-4dc2-be03-34c26a52a726 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:00.775377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:00.792277 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-022a5876-a3f3-4699-bba9-e4e789ec83b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:00.810846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port b27a6760-4eb7-4dc2-be03-34c26a52a726, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=b27a6760-4eb7-4dc2-be03-34c26a52a726,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:00.816536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1cf37-a5df-4a90-8ab7-6249a0e19e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe10c53-c54a-451a-ac41-8e2f1b8edfcb'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:00.818824 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bd7257-cff2-4362-8269-3482514de148" -d '{"events": [{"server_uuid": "c0b1cf37-a5df-4a90-8ab7-6249a0e19e74", "name": "network-vif-plugged", "status": "completed", "tag": "0fe10c53-c54a-451a-ac41-8e2f1b8edfcb"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:00.829548 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:00.836833 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:00.854970 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:00.860469 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22645f56-a727-4abd-b1e0-3c86ec6bd050 x-openstack-request-id: req-22645f56-a727-4abd-b1e0-3c86ec6bd050 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:00.860782 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b1cf37-a5df-4a90-8ab7-6249a0e19e74", "name": "network-vif-plugged", "status": "completed", "tag": "0fe10c53-c54a-451a-ac41-8e2f1b8edfcb", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:00.861025 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-22645f56-a727-4abd-b1e0-3c86ec6bd050 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:00.861439 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1cf37-a5df-4a90-8ab7-6249a0e19e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe10c53-c54a-451a-ac41-8e2f1b8edfcb', 'code': 200} Jul 30 02:30:00.893440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=b27a6760-4eb7-4dc2-be03-34c26a52a726,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:00.958420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:00.974731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994d55c-02a5-44b0-a35d-f686caaf7f6e req-d94b3519-85a6-48b6-98cf-3d8f72e9157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:00.977291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2994d55c-02a5-44b0-a35d-f686caaf7f6e req-d94b3519-85a6-48b6-98cf-3d8f72e9157d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1097 time: 0.0495441 Jul 30 02:30:01.041633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2994d55c-02a5-44b0-a35d-f686caaf7f6e req-392302fb-9646-4149-a036-b1dd08761dba service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546291 Jul 30 02:30:01.063748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561eaa8-30b6-4df6-9978-8f0ee76cdbd5 req-d9b5ee2b-a0f6-4dc1-bdbc-4668d4a69b7a tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:01.063748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c561eaa8-30b6-4df6-9978-8f0ee76cdbd5 req-d9b5ee2b-a0f6-4dc1-bdbc-4668d4a69b7a tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 945 time: 0.0693460 Jul 30 02:30:01.066902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['b27a6760-4eb7-4dc2-be03-34c26a52a726'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:01.102495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c561eaa8-30b6-4df6-9978-8f0ee76cdbd5 req-9c3eddb3-254b-4f38-b483-f1dd301c7328 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337734 Jul 30 02:30:01.694644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221d88c-4d47-4789-92ca-4dc8553677e3 req-18f2221c-2e08-4214-8d77-afb6f5b73eac tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:01.696620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a221d88c-4d47-4789-92ca-4dc8553677e3 req-18f2221c-2e08-4214-8d77-afb6f5b73eac tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1097 time: 0.0528789 Jul 30 02:30:01.735933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a221d88c-4d47-4789-92ca-4dc8553677e3 req-d6ffa588-2e8c-4208-92b8-5b787658e806 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Jul 30 02:30:01.759266 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:02.220452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f3e9a-0b50-4505-bda8-c90145cbd3d9 req-a7856ede-9d63-4216-ba65-346892e4c5c3 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:02.221826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad2f3e9a-0b50-4505-bda8-c90145cbd3d9 req-a7856ede-9d63-4216-ba65-346892e4c5c3 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 945 time: 0.0498042 Jul 30 02:30:02.262643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad2f3e9a-0b50-4505-bda8-c90145cbd3d9 req-a05923b6-9c08-4956-854d-8366ee2043f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346329 Jul 30 02:30:02.514417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device b27a6760-4eb7-4dc2-be03-34c26a52a726 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:02.562404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port b27a6760-4eb7-4dc2-be03-34c26a52a726 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:02.566134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port b27a6760-4eb7-4dc2-be03-34c26a52a726 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:02.566506 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:02.643020 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:02.679964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port b27a6760-4eb7-4dc2-be03-34c26a52a726, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=b27a6760-4eb7-4dc2-be03-34c26a52a726,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:02.685055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:02.734010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=b27a6760-4eb7-4dc2-be03-34c26a52a726,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:02.847971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28d98e-ab2a-4e46-91cc-3fbd32cc16a1 req-8c02bd72-c75d-4ad5-beb9-492fbb28824b tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:02.849498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c28d98e-ab2a-4e46-91cc-3fbd32cc16a1 req-8c02bd72-c75d-4ad5-beb9-492fbb28824b tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1097 time: 0.0418177 Jul 30 02:30:02.862763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedec85d-1d2b-4e68-b3d7-74b488607e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27a6760-4eb7-4dc2-be03-34c26a52a726'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:02.865668 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca6ef3-9d5b-4039-898c-99bc71a1a41c" -d '{"events": [{"server_uuid": "fedec85d-1d2b-4e68-b3d7-74b488607e83", "name": "network-vif-plugged", "status": "completed", "tag": "b27a6760-4eb7-4dc2-be03-34c26a52a726"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:02.886539 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c28d98e-ab2a-4e46-91cc-3fbd32cc16a1 req-85d3cf3b-5dc1-44ee-8ce8-fa92efca9a0f tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308990 Jul 30 02:30:02.933278 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0294a17a-011b-4be4-9ed8-f0484f2ceb30 x-openstack-request-id: req-0294a17a-011b-4be4-9ed8-f0484f2ceb30 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:02.933733 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedec85d-1d2b-4e68-b3d7-74b488607e83", "name": "network-vif-plugged", "status": "completed", "tag": "b27a6760-4eb7-4dc2-be03-34c26a52a726", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:02.933965 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0294a17a-011b-4be4-9ed8-f0484f2ceb30 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:02.934454 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedec85d-1d2b-4e68-b3d7-74b488607e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27a6760-4eb7-4dc2-be03-34c26a52a726', 'code': 200} Jul 30 02:30:03.054217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adc8b9-41ad-43ad-82de-ac97ccc72165 req-35c48d62-c19e-45a0-ad4e-eb0848e51ac7 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:03.055809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94adc8b9-41ad-43ad-82de-ac97ccc72165 req-35c48d62-c19e-45a0-ad4e-eb0848e51ac7 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1097 time: 0.0734169 Jul 30 02:30:03.061867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091bb6d-4545-4e38-96a8-5e00eb834c78 req-a5fa1568-e2d1-4b61-9c1a-65a55c290586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:03.063300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4091bb6d-4545-4e38-96a8-5e00eb834c78 req-a5fa1568-e2d1-4b61-9c1a-65a55c290586 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 1097 time: 0.0510926 Jul 30 02:30:03.111793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94adc8b9-41ad-43ad-82de-ac97ccc72165 req-93e3a831-f12b-4565-bfe0-64cd9adcdd68 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Jul 30 02:30:03.117617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4091bb6d-4545-4e38-96a8-5e00eb834c78 req-4504e6d2-aa2a-483d-8f71-b7927a181078 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Jul 30 02:30:03.220747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c964fd-a46d-42b8-a65b-b8f11acaaa46 req-e1b21bb6-ebcb-4027-a84b-938ef1f52a86 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:03.223401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98c964fd-a46d-42b8-a65b-b8f11acaaa46 req-e1b21bb6-ebcb-4027-a84b-938ef1f52a86 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1097 time: 0.0449986 Jul 30 02:30:03.265101 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98c964fd-a46d-42b8-a65b-b8f11acaaa46 req-05ef0b4a-1eea-4889-99bd-a066279c0c84 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357804 Jul 30 02:30:03.394235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1dad5-26f4-4406-958c-5f80ba539ac6 req-8b7a5fce-93bf-4f91-8a79-6666fad6d978 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:03.395815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33d1dad5-26f4-4406-958c-5f80ba539ac6 req-8b7a5fce-93bf-4f91-8a79-6666fad6d978 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 946 time: 0.0589557 Jul 30 02:30:03.413371 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb13f250-2aee-4d28-89bb-5fb97f169d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:03.443381 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33d1dad5-26f4-4406-958c-5f80ba539ac6 req-4cf823d3-2472-49c6-98e1-77cb1111ea99 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389466 Jul 30 02:30:03.627503 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59243fe9-506b-481f-92f2-453eb6b16934 req-bcc8250b-ee1d-4b55-abe5-f8b5b9c17eb5 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:03.628935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-bcc8250b-ee1d-4b55-abe5-f8b5b9c17eb5 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/networks?id=6d5a6063-b18d-468c-bea3-444f32691437 HTTP/1.1" status: 200 len: 909 time: 0.0969272 Jul 30 02:30:03.644399 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-b4fa7996-c7e4-41e7-8870-ceaef9e95882 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/quotas/4a80f5574af2453d8834569c6fc8ba48 HTTP/1.1" status: 200 len: 375 time: 0.0095813 Jul 30 02:30:03.702555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-a973f51f-f297-4ae9-a013-7e5f2f6b58e7 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?tenant_id=4a80f5574af2453d8834569c6fc8ba48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513566 Jul 30 02:30:03.819056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3a03a0f6-3458-4ff5-bdae-1ba0bd767e15 service neutron] 10.222.0.84 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080396 Jul 30 02:30:03.869410 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:03.939928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-23d108c3-9448-47b5-a409-35f8734a1c44 service neutron] 10.222.0.84 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131558 Jul 30 02:30:04.119171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9950fd25-d58a-4ca7-a87d-6fa728cb6ff5 req-aa085de6-76bd-4460-b7a8-d8544a64fac7 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 210 time: 0.0350554 Jul 30 02:30:04.568626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b1af2-cb6f-46ac-86ab-5357ae7a84e3 req-58090c91-8706-48dc-9156-d93071f6096a tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:04.570133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-653b1af2-cb6f-46ac-86ab-5357ae7a84e3 req-58090c91-8706-48dc-9156-d93071f6096a tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 946 time: 0.0539250 Jul 30 02:30:04.611014 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-653b1af2-cb6f-46ac-86ab-5357ae7a84e3 req-751a06c1-f42e-471f-aaea-91dfb214f2e1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339205 Jul 30 02:30:04.628832 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:04.731498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d00413-f202-422a-bd4e-66bf7ac17a09 req-4d59526d-1052-40d1-98ea-b5f7e387e28c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:04.732913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6d00413-f202-422a-bd4e-66bf7ac17a09 req-4d59526d-1052-40d1-98ea-b5f7e387e28c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 946 time: 0.0494831 Jul 30 02:30:04.778188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6d00413-f202-422a-bd4e-66bf7ac17a09 req-b2821a76-f0e1-4644-adb3-e6239b0864df tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388134 Jul 30 02:30:05.063180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59243fe9-506b-481f-92f2-453eb6b16934 req-0f6900eb-169d-4972-991d-ba00ae09f878 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:05.064640 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-0f6900eb-169d-4972-991d-ba00ae09f878 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.41 "GET /v2.0/networks?id=6d5a6063-b18d-468c-bea3-444f32691437 HTTP/1.1" status: 200 len: 909 time: 0.0929925 Jul 30 02:30:05.077438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Request body: {'port': {'device_id': '31dcf338-a5e9-4b64-9f9c-743a284de900', 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437', 'admin_state_up': True, 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:05.099812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Made reservation on behalf of 4a80f5574af2453d8834569c6fc8ba48 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:05.102335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:05.237004 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-626fc6da-a9f8-49c1-aa23-2296dc96fc6e req-8f8ad5d6-39b3-4615-b860-0679dbda9029 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 210 time: 0.0334442 Jul 30 02:30:05.251151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Allocated IP 172.20.0.9 (6d5a6063-b18d-468c-bea3-444f32691437/f0e4c67f-464a-49b4-b148-d6f8437ede93/971dca41-a5db-4457-9263-eaa287b6950c) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:05.394227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:05.408202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Transition to ACTIVE for port object 971dca41-a5db-4457-9263-eaa287b6950c will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:05.440943 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:05.453869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['0fe10c53-c54a-451a-ac41-8e2f1b8edfcb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:05.481448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Network 6d5a6063-b18d-468c-bea3-444f32691437 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:05.485917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:05.489459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:05.497849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Pushing event updated for resources: {'Port': ['ID=971dca41-a5db-4457-9263-eaa287b6950c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:05.552138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:05.553286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:05.570337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-3afe7f88-7ab9-41b9-9dbd-5aa8b9640097 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4968929 Jul 30 02:30:05.583539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Request body: {'port': {'device_id': '31dcf338-a5e9-4b64-9f9c-743a284de900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:05.664227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:05.747574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-03deeb45-4d2c-46f6-8b62-260e8429d245 None None] Provisioning for port 971dca41-a5db-4457-9263-eaa287b6950c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:05.751282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-03deeb45-4d2c-46f6-8b62-260e8429d245 None None] Provisioning complete for port 971dca41-a5db-4457-9263-eaa287b6950c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:05.751744 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03deeb45-4d2c-46f6-8b62-260e8429d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:05.786052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-03deeb45-4d2c-46f6-8b62-260e8429d245 None None] Port 971dca41-a5db-4457-9263-eaa287b6950c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:06.103955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971dca41-a5db-4457-9263-eaa287b6950c {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:06.117063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:06.136936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Transition to ACTIVE for port object 971dca41-a5db-4457-9263-eaa287b6950c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:06.141583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:06.192296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Pushing event updated for resources: {'Port': ['ID=971dca41-a5db-4457-9263-eaa287b6950c,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:06.288456 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:06.292191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56488) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:06.295558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Attempting to bind port 971dca41-a5db-4457-9263-eaa287b6950c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:06.295975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Attempting to bind port 971dca41-a5db-4457-9263-eaa287b6950c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:06.296379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Attempting to bind port 971dca41-a5db-4457-9263-eaa287b6950c on network 6d5a6063-b18d-468c-bea3-444f32691437 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:06.301677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Port 971dca41-a5db-4457-9263-eaa287b6950c on network 6d5a6063-b18d-468c-bea3-444f32691437 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:30:06.302204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Attempting to bind port 971dca41-a5db-4457-9263-eaa287b6950c on network 6d5a6063-b18d-468c-bea3-444f32691437 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:06.309033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:06.309470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Checking segment: {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:06.309934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Bound using segment: {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:06.310448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Bound port: 971dca41-a5db-4457-9263-eaa287b6950c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:06.310877 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:06.415007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] For port 971dca41-a5db-4457-9263-eaa287b6950c, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:06.420344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] For port 971dca41-a5db-4457-9263-eaa287b6950c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=971dca41-a5db-4457-9263-eaa287b6950c,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:06.425815 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:06.428988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78623-4c70-452c-b764-29df14c27b2d req-1e481cf8-da9e-48e9-9a31-b0e1cdc5c9b0 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:06.430749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1d78623-4c70-452c-b764-29df14c27b2d req-1e481cf8-da9e-48e9-9a31-b0e1cdc5c9b0 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1052 time: 0.0805497 Jul 30 02:30:06.481142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:06.481837 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:06.483525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] 10.222.0.41 "PUT /v2.0/ports/971dca41-a5db-4457-9263-eaa287b6950c HTTP/1.1" status: 200 len: 1091 time: 0.9045000 Jul 30 02:30:06.486992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dcf338-a5e9-4b64-9f9c-743a284de900', 'tag': '971dca41-a5db-4457-9263-eaa287b6950c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:06.495072 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90f764f-d54d-4bc6-a66b-a87cc66464b3" -d '{"events": [{"name": "network-changed", "server_uuid": "31dcf338-a5e9-4b64-9f9c-743a284de900", "tag": "971dca41-a5db-4457-9263-eaa287b6950c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:06.572921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e1d78623-4c70-452c-b764-29df14c27b2d req-3cf15c40-9eca-473c-8574-ef3e7b60154e tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331110 Jul 30 02:30:06.575550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5403a-b698-4cb2-a558-6bb701028a84 service neutron] Pushing event updated for resources: {'Port': ['ID=971dca41-a5db-4457-9263-eaa287b6950c,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:06.608644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59243fe9-506b-481f-92f2-453eb6b16934 req-9985051e-4ac1-4a48-9e78-8301fcde40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:06.610318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-9985051e-4ac1-4a48-9e78-8301fcde40d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a80f5574af2453d8834569c6fc8ba48&device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1094 time: 0.0788062 Jul 30 02:30:06.655852 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42880f8f-5050-4630-bead-c4a58d642528 x-openstack-request-id: req-42880f8f-5050-4630-bead-c4a58d642528 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:06.656243 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dcf338-a5e9-4b64-9f9c-743a284de900", "tag": "971dca41-a5db-4457-9263-eaa287b6950c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:06.656572 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-42880f8f-5050-4630-bead-c4a58d642528 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:06.657053 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dcf338-a5e9-4b64-9f9c-743a284de900', 'tag': '971dca41-a5db-4457-9263-eaa287b6950c', 'status': 'completed', 'code': 200} Jul 30 02:30:06.659069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-97224848-85ea-44ca-be87-21891674d2f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=971dca41-a5db-4457-9263-eaa287b6950c HTTP/1.1" status: 200 len: 217 time: 0.0408852 Jul 30 02:30:06.720532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59243fe9-506b-481f-92f2-453eb6b16934 req-aaf25e5f-94f1-497d-aabd-2cb5ef0231e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:06.722233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-aaf25e5f-94f1-497d-aabd-2cb5ef0231e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0e4c67f-464a-49b4-b148-d6f8437ede93 HTTP/1.1" status: 200 len: 847 time: 0.0566936 Jul 30 02:30:06.778652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59243fe9-506b-481f-92f2-453eb6b16934 req-f0847022-b616-4397-ad37-83e2ffc478dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:06.780223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-f0847022-b616-4397-ad37-83e2ffc478dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d5a6063-b18d-468c-bea3-444f32691437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504775 Jul 30 02:30:06.843046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:06.873774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-a26f6a3a-220b-46fb-8e8e-5a1f3aa59504 service neutron] 10.222.0.41 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864058 Jul 30 02:30:06.979331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-59243fe9-506b-481f-92f2-453eb6b16934 req-7aae1286-2a15-43f8-ab10-6f1047c16cbe service neutron] 10.222.0.41 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984838 Jul 30 02:30:07.077140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-51b3a338-fb69-4490-92c1-2362ad036666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:07.078669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-51b3a338-fb69-4490-92c1-2362ad036666 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a80f5574af2453d8834569c6fc8ba48&device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1094 time: 0.0451627 Jul 30 02:30:07.136822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.20.0.17 (897aa741-4bf5-4e14-a010-aacdf366833c/c658f834-1218-4e0d-a85d-d5f8fa74e301/ed8a5c8b-29f2-4327-8809-259610518be4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:07.204604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-f58e74d8-088a-4179-a6dd-1fbb7ee78800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:07.206324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-f58e74d8-088a-4179-a6dd-1fbb7ee78800 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d5a6063-b18d-468c-bea3-444f32691437 HTTP/1.1" status: 200 len: 909 time: 0.1189003 Jul 30 02:30:07.253285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-1a9af14f-4436-464b-a5c0-fc792bb389d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=971dca41-a5db-4457-9263-eaa287b6950c HTTP/1.1" status: 200 len: 217 time: 0.0393929 Jul 30 02:30:07.258893 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:07.273415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Transition to ACTIVE for port object ed8a5c8b-29f2-4327-8809-259610518be4 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:07.304626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-c4015cfa-6443-4bd4-ac61-91628c2f67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:07.306190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-c4015cfa-6443-4bd4-ac61-91628c2f67fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0e4c67f-464a-49b4-b148-d6f8437ede93 HTTP/1.1" status: 200 len: 847 time: 0.0460181 Jul 30 02:30:07.313529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:07.357783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 897aa741-4bf5-4e14-a010-aacdf366833c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:07.358641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-1ea03574-b88b-4fcb-8ecf-445f2425484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:07.360194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-1ea03574-b88b-4fcb-8ecf-445f2425484b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d5a6063-b18d-468c-bea3-444f32691437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464349 Jul 30 02:30:07.360879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:07.364786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:07.392613 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=ed8a5c8b-29f2-4327-8809-259610518be4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:07.416847 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:07.501910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-f583d7c5-8c73-4c17-a36b-eae02074bdb7 service neutron] 10.222.0.41 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339259 Jul 30 02:30:07.693536 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:07.746098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e90f764f-d54d-4bc6-a66b-a87cc66464b3 req-6a03ceca-f9d8-44db-8ed2-97d5c6b8e669 service neutron] 10.222.0.41 "GET /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381258 Jul 30 02:30:07.786030 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d9360e7a-28c1-4974-9cd2-914671aebf37 None None] Provisioning for port ed8a5c8b-29f2-4327-8809-259610518be4 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:07.791190 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d9360e7a-28c1-4974-9cd2-914671aebf37 None None] Provisioning complete for port ed8a5c8b-29f2-4327-8809-259610518be4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:07.791839 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d9360e7a-28c1-4974-9cd2-914671aebf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:07.814762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd267900-edfe-4c51-8145-54c690cfe10e req-fa854707-4764-41a2-930b-eadbb5f38dce tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:07.817861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd267900-edfe-4c51-8145-54c690cfe10e req-fa854707-4764-41a2-930b-eadbb5f38dce tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1094 time: 0.0958233 Jul 30 02:30:07.838135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d9360e7a-28c1-4974-9cd2-914671aebf37 None None] Port ed8a5c8b-29f2-4327-8809-259610518be4 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:07.875466 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd267900-edfe-4c51-8145-54c690cfe10e req-5c48ca22-5be4-4e2c-9408-08311792d24a tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465243 Jul 30 02:30:08.071404 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:08.077002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:08.149465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=ed8a5c8b-29f2-4327-8809-259610518be4,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:08.153416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:08.246967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 897aa741-4bf5-4e14-a010-aacdf366833c is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:08.248363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:08.465023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1bceeb34-9a84-46af-9723-bbcb4bbd716b None None] Provisioning complete for port ed8a5c8b-29f2-4327-8809-259610518be4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:08.465398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bceeb34-9a84-46af-9723-bbcb4bbd716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:08.507372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1bceeb34-9a84-46af-9723-bbcb4bbd716b None None] Port ed8a5c8b-29f2-4327-8809-259610518be4 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:08.706021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:08.813152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:08.819214 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-29f59689-db01-434c-b7ee-ae3fae86128c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "PUT /v2.0/routers/aa7468ff-8a3b-4fde-9393-f134e0c4f0d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5246694 Jul 30 02:30:08.824315 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Sync routers for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:08.839967 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:08.840875 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:08.970633 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:08.995381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70137887-1b0d-4b68-86cc-034081239e39 req-cde182c8-8cd6-4d5c-a0df-b04266625386 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:08.996959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70137887-1b0d-4b68-86cc-034081239e39 req-cde182c8-8cd6-4d5c-a0df-b04266625386 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1094 time: 0.0540540 Jul 30 02:30:09.037992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70137887-1b0d-4b68-86cc-034081239e39 req-a5d49356-1128-4162-82a8-f94f1630d287 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346806 Jul 30 02:30:09.273995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 971dca41-a5db-4457-9263-eaa287b6950c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:30:09.339172 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:07Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '25b741d4-6cb5-4b48-9b64-e61710a2f00b', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:29:12Z', 'updated_at': '2021-07-30T02:29:14Z', 'revision_number': 1, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8a5c8b-29f2-4327-8809-259610518be4', 'name': '', 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:e8:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c658f834-1218-4e0d-a85d-d5f8fa74e301', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:06Z', 'updated_at': '2021-07-30T02:30:07Z', 'revision_number': 2, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': 'c658f834-1218-4e0d-a85d-d5f8fa74e301', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:09.365958 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Checking router: aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:09.366311 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Updating router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 port ed8a5c8b-29f2-4327-8809-259610518be4 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:30:09.374523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 971dca41-a5db-4457-9263-eaa287b6950c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=971dca41-a5db-4457-9263-eaa287b6950c,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:09.387381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '971dca41-a5db-4457-9263-eaa287b6950c', 'network_id': '6d5a6063-b18d-468c-bea3-444f32691437', 'port_id': '971dca41-a5db-4457-9263-eaa287b6950c', 'mac_address': 'fa:16:3e:67:eb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e4c67f-464a-49b4-b148-d6f8437ede93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:30:09.391292 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.425835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.438384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971dca41-a5db-4457-9263-eaa287b6950c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:09.472027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 971dca41-a5db-4457-9263-eaa287b6950c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=971dca41-a5db-4457-9263-eaa287b6950c,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:09.478427 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.530398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=971dca41-a5db-4457-9263-eaa287b6950c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:09.683733 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.692209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['971dca41-a5db-4457-9263-eaa287b6950c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:09.693476 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Transition to ACTIVE for port object ed8a5c8b-29f2-4327-8809-259610518be4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:09.701095 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.767943 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Pushing event updated for resources: {'Port': ['ID=ed8a5c8b-29f2-4327-8809-259610518be4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:09.788673 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.788904 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.789246 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.789593 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.789904 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.790235 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.791226 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.791476 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.791744 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.792063 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.792373 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.792685 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:09.809896 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Attempting to bind port ed8a5c8b-29f2-4327-8809-259610518be4 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:09.810264 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Attempting to bind port ed8a5c8b-29f2-4327-8809-259610518be4 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:09.810623 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Attempting to bind port ed8a5c8b-29f2-4327-8809-259610518be4 on network 897aa741-4bf5-4e14-a010-aacdf366833c {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:09.815941 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:09.816327 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Checking segment: {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:09.816714 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.817109 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Bound using segment: {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:09.817605 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Bound port: ed8a5c8b-29f2-4327-8809-259610518be4, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b9b127-a357-4c55-96c8-b09987dacc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:09.818018 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.896270 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] For port ed8a5c8b-29f2-4327-8809-259610518be4, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:09.899552 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] For port ed8a5c8b-29f2-4327-8809-259610518be4, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ed8a5c8b-29f2-4327-8809-259610518be4,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:09.904877 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:09.960777 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:09.961458 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:10.005825 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f69810-d543-432c-b06b-c1f951bbc5be None None] Pushing event updated for resources: {'Port': ['ID=ed8a5c8b-29f2-4327-8809-259610518be4,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:10.090537 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:10.148323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae74c7-5e3c-4d51-8910-8a35e250b2e3 req-3a537e18-228b-441f-ba29-ee8fd00b7472 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:10.150688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aae74c7-5e3c-4d51-8910-8a35e250b2e3 req-3a537e18-228b-441f-ba29-ee8fd00b7472 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1095 time: 0.0413582 Jul 30 02:30:10.192005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aae74c7-5e3c-4d51-8910-8a35e250b2e3 req-81406bce-0fcc-450a-bb2e-49030cd9c239 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Jul 30 02:30:10.382282 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:07Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '25b741d4-6cb5-4b48-9b64-e61710a2f00b', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:29:12Z', 'updated_at': '2021-07-30T02:29:14Z', 'revision_number': 1, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8a5c8b-29f2-4327-8809-259610518be4', 'name': '', 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:e8:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c658f834-1218-4e0d-a85d-d5f8fa74e301', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:06Z', 'updated_at': '2021-07-30T02:30:09Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': 'c658f834-1218-4e0d-a85d-d5f8fa74e301', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:10.409487 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53be1176-7d6b-4b1a-8c0d-fced4850a07d None None] The sync data for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 is: [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:07Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '25b741d4-6cb5-4b48-9b64-e61710a2f00b', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:29:12Z', 'updated_at': '2021-07-30T02:29:14Z', 'revision_number': 1, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8a5c8b-29f2-4327-8809-259610518be4', 'name': '', 'network_id': '897aa741-4bf5-4e14-a010-aacdf366833c', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:e8:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'c658f834-1218-4e0d-a85d-d5f8fa74e301', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:06Z', 'updated_at': '2021-07-30T02:30:09Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': 'c658f834-1218-4e0d-a85d-d5f8fa74e301', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:11.304686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 971dca41-a5db-4457-9263-eaa287b6950c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:11.308919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e629de-15bb-48f0-87eb-da3b79457d22 req-d4b32f09-f11b-4764-91cc-2de5c3fefdf2 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:11.310456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e629de-15bb-48f0-87eb-da3b79457d22 req-d4b32f09-f11b-4764-91cc-2de5c3fefdf2 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1095 time: 0.0510502 Jul 30 02:30:11.351794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e629de-15bb-48f0-87eb-da3b79457d22 req-34d68fa6-2811-4cc0-9c52-22f030806424 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349898 Jul 30 02:30:11.372568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 971dca41-a5db-4457-9263-eaa287b6950c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:11.376851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 971dca41-a5db-4457-9263-eaa287b6950c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:11.377231 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:11.456647 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:11.478917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dcf338-a5e9-4b64-9f9c-743a284de900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971dca41-a5db-4457-9263-eaa287b6950c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:11.481168 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292d4bdb-f6de-4cf5-8ab0-c8b7d9f425f3" -d '{"events": [{"server_uuid": "31dcf338-a5e9-4b64-9f9c-743a284de900", "name": "network-vif-plugged", "status": "completed", "tag": "971dca41-a5db-4457-9263-eaa287b6950c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:11.495987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 971dca41-a5db-4457-9263-eaa287b6950c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=971dca41-a5db-4457-9263-eaa287b6950c,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:11.501582 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:11.527195 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43006299-8f6e-4fc5-90c2-16560a37dfa5 x-openstack-request-id: req-43006299-8f6e-4fc5-90c2-16560a37dfa5 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:11.527510 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dcf338-a5e9-4b64-9f9c-743a284de900", "name": "network-vif-plugged", "status": "completed", "tag": "971dca41-a5db-4457-9263-eaa287b6950c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:11.527769 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-43006299-8f6e-4fc5-90c2-16560a37dfa5 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:11.528157 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dcf338-a5e9-4b64-9f9c-743a284de900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971dca41-a5db-4457-9263-eaa287b6950c', 'code': 200} Jul 30 02:30:11.557805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=971dca41-a5db-4457-9263-eaa287b6950c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:11.621195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9ce96-68e4-4cfc-8137-5f90956f0a42 req-9d0dc303-0de3-42e8-9110-5c7263dc6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:11.622605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13a9ce96-68e4-4cfc-8137-5f90956f0a42 req-9d0dc303-0de3-42e8-9110-5c7263dc6432 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1096 time: 0.0418260 Jul 30 02:30:11.659064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13a9ce96-68e4-4cfc-8137-5f90956f0a42 req-2d21d2fb-a1ce-4f51-9868-778b4b16b81a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293167 Jul 30 02:30:12.478782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49b4e1-fc6e-48e1-b3db-914e6ebfa300 req-7d1be783-f7c2-4235-bd12-30b24ff64ef6 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:12.480397 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff49b4e1-fc6e-48e1-b3db-914e6ebfa300 req-7d1be783-f7c2-4235-bd12-30b24ff64ef6 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1096 time: 0.0472436 Jul 30 02:30:12.486432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ed8a5c8b-29f2-4327-8809-259610518be4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:12.518765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff49b4e1-fc6e-48e1-b3db-914e6ebfa300 req-e8bfa537-6897-4c5a-b741-d6821c2bbaa0 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319414 Jul 30 02:30:12.545896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ed8a5c8b-29f2-4327-8809-259610518be4 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:12.549680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ed8a5c8b-29f2-4327-8809-259610518be4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:12.550068 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:12.636195 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:12.669286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ed8a5c8b-29f2-4327-8809-259610518be4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ed8a5c8b-29f2-4327-8809-259610518be4,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:12.673850 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:12.729736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ed8a5c8b-29f2-4327-8809-259610518be4,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:13.638610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632264c4-3a24-4514-aeb6-0e042f2143f6 req-0d504e90-8df7-4165-b67c-e677b319159b tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:13.640190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-632264c4-3a24-4514-aeb6-0e042f2143f6 req-0d504e90-8df7-4165-b67c-e677b319159b tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1096 time: 0.0511041 Jul 30 02:30:13.674671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-632264c4-3a24-4514-aeb6-0e042f2143f6 req-3bcbec34-10ef-4e65-ae48-d01bbe295870 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284355 Jul 30 02:30:13.791865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3048d5-9983-4c77-b7ea-eaf526d834db req-f9c6231d-f31c-4e71-ae4b-e42b227180c3 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:13.793424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed3048d5-9983-4c77-b7ea-eaf526d834db req-f9c6231d-f31c-4e71-ae4b-e42b227180c3 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1096 time: 0.0433257 Jul 30 02:30:13.829416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed3048d5-9983-4c77-b7ea-eaf526d834db req-9eedb044-e78d-45be-928a-473f1536e236 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295577 Jul 30 02:30:13.938517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecfbe8-814b-404b-8cd5-0bdf7451039c req-1cf8ed33-f1d3-42d3-8a78-25939514597b tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:13.940070 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dbecfbe8-814b-404b-8cd5-0bdf7451039c req-1cf8ed33-f1d3-42d3-8a78-25939514597b tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1096 time: 0.0421407 Jul 30 02:30:13.976921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dbecfbe8-814b-404b-8cd5-0bdf7451039c req-989e500f-8e85-421f-8aa2-de117f45feba tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288606 Jul 30 02:30:14.228772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956f8c1-2b61-4e2a-b89d-5aa2e484c65f req-32265a81-c3ab-4bed-899b-1406409f7f02 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:14.230364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5956f8c1-2b61-4e2a-b89d-5aa2e484c65f req-32265a81-c3ab-4bed-899b-1406409f7f02 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1096 time: 0.0572975 Jul 30 02:30:14.269059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5956f8c1-2b61-4e2a-b89d-5aa2e484c65f req-e7d50c14-5fd3-4666-85dc-65115e5c74fc tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280931 Jul 30 02:30:14.433927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ed8a5c8b-29f2-4327-8809-259610518be4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:14.493806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ed8a5c8b-29f2-4327-8809-259610518be4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:14.494177 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:15.395757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c066c-de9d-42f6-8923-8dd9f3a8642e req-bbe72171-77f5-4d2c-a6c5-5935dd6de3cf tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:15.397319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-612c066c-de9d-42f6-8923-8dd9f3a8642e req-bbe72171-77f5-4d2c-a6c5-5935dd6de3cf tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1096 time: 0.0579934 Jul 30 02:30:15.455689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-612c066c-de9d-42f6-8923-8dd9f3a8642e req-d8664026-cab4-4726-a97b-affa9eaff7b6 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Jul 30 02:30:15.485059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-e9804bcc-7c72-4dfe-b963-c7b6c213971f tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:15.486604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-e9804bcc-7c72-4dfe-b963-c7b6c213971f tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=31dcf338-a5e9-4b64-9f9c-743a284de900 HTTP/1.1" status: 200 len: 1096 time: 0.0580661 Jul 30 02:30:15.584121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Deleting port 971dca41-a5db-4457-9263-eaa287b6950c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:15.584372 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:15.678183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] For port 971dca41-a5db-4457-9263-eaa287b6950c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=971dca41-a5db-4457-9263-eaa287b6950c,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:15.678544 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:15.693271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Calling delete_port for 971dca41-a5db-4457-9263-eaa287b6950c owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:15.847674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:15.861526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['971dca41-a5db-4457-9263-eaa287b6950c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:15.863859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['0fe10c53-c54a-451a-ac41-8e2f1b8edfcb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:15.877263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Pushing event deleted for resources: {'Port': ['ID=971dca41-a5db-4457-9263-eaa287b6950c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:15.937464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] No DVR routers for this DVR port 971dca41-a5db-4457-9263-eaa287b6950c on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:15.941028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:15.943206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bb214b5-49d2-4c3c-961b-5f1114e2c75e req-1e9b91f3-f849-405d-a7cd-73330613e551 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.41 "DELETE /v2.0/ports/971dca41-a5db-4457-9263-eaa287b6950c HTTP/1.1" status: 204 len: 173 time: 0.4505773 Jul 30 02:30:15.943717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dcf338-a5e9-4b64-9f9c-743a284de900', 'name': 'network-vif-deleted', 'tag': '971dca41-a5db-4457-9263-eaa287b6950c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:15.946412 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1192d271-c568-4427-a639-e46b90f5d598" -d '{"events": [{"server_uuid": "31dcf338-a5e9-4b64-9f9c-743a284de900", "name": "network-vif-deleted", "tag": "971dca41-a5db-4457-9263-eaa287b6950c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:15.999810 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e80728-6b36-4305-b4b9-2fe8ac09c8da x-openstack-request-id: req-44e80728-6b36-4305-b4b9-2fe8ac09c8da {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:16.000774 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dcf338-a5e9-4b64-9f9c-743a284de900", "name": "network-vif-deleted", "tag": "971dca41-a5db-4457-9263-eaa287b6950c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:16.001150 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-44e80728-6b36-4305-b4b9-2fe8ac09c8da {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:16.001765 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dcf338-a5e9-4b64-9f9c-743a284de900', 'name': 'network-vif-deleted', 'tag': '971dca41-a5db-4457-9263-eaa287b6950c', 'status': 'completed', 'code': 200} Jul 30 02:30:16.756339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b71eb-b7eb-4380-bd67-0ee2c1ad5f58 req-ac3c0ce0-58f9-4aa5-8970-3920618cca01 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:16.757835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd2b71eb-b7eb-4380-bd67-0ee2c1ad5f58 req-ac3c0ce0-58f9-4aa5-8970-3920618cca01 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1097 time: 0.0516202 Jul 30 02:30:16.809500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd2b71eb-b7eb-4380-bd67-0ee2c1ad5f58 req-e0dabb8c-d3a4-45bb-9378-9db7131346ac tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Jul 30 02:30:17.924500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafeca8-9b7d-47cf-add7-ec4b915d611e req-cc663b3d-a1a6-4bcd-b54a-85f6c15274df tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:17.926056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fafeca8-9b7d-47cf-add7-ec4b915d611e req-cc663b3d-a1a6-4bcd-b54a-85f6c15274df tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1097 time: 0.0445449 Jul 30 02:30:17.968033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fafeca8-9b7d-47cf-add7-ec4b915d611e req-13ec2205-b97b-4036-8b21-20be1c4dd353 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=388b1f90-dabd-4b36-bdc1-85b8e58a058a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342894 Jul 30 02:30:18.362613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-ed1ed304-50e2-47d4-8548-226df5c0f92f tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:18.364254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-ed1ed304-50e2-47d4-8548-226df5c0f92f tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 1097 time: 0.0444899 Jul 30 02:30:18.451673 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Deleting port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:18.452020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:18.529309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] For port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:18.529586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:18.542890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Calling delete_port for 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:18.671926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:18.686179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['0fe10c53-c54a-451a-ac41-8e2f1b8edfcb'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:30:18.700529 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fe10c53-c54a-451a-ac41-8e2f1b8edfcb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:18.745329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] No DVR routers for this DVR port 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:18.747977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:18.752671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eeda74de-2b19-4124-bc12-d3c7495f17a8 req-a6c97a93-10db-4592-95ae-0c4c8007e0f8 tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.22 "DELETE /v2.0/ports/0fe10c53-c54a-451a-ac41-8e2f1b8edfcb HTTP/1.1" status: 204 len: 173 time: 0.3770053 Jul 30 02:30:18.752671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b1cf37-a5df-4a90-8ab7-6249a0e19e74', 'name': 'network-vif-deleted', 'tag': '0fe10c53-c54a-451a-ac41-8e2f1b8edfcb'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:18.753077 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e608a984-03e6-40f2-b402-5707ec7ebfaf" -d '{"events": [{"server_uuid": "c0b1cf37-a5df-4a90-8ab7-6249a0e19e74", "name": "network-vif-deleted", "tag": "0fe10c53-c54a-451a-ac41-8e2f1b8edfcb"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:18.802683 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a27c49c-0a90-47ed-8946-5dcec0da6ca1 x-openstack-request-id: req-6a27c49c-0a90-47ed-8946-5dcec0da6ca1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:18.803112 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b1cf37-a5df-4a90-8ab7-6249a0e19e74", "name": "network-vif-deleted", "tag": "0fe10c53-c54a-451a-ac41-8e2f1b8edfcb", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:18.803233 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6a27c49c-0a90-47ed-8946-5dcec0da6ca1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:18.803692 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b1cf37-a5df-4a90-8ab7-6249a0e19e74', 'name': 'network-vif-deleted', 'tag': '0fe10c53-c54a-451a-ac41-8e2f1b8edfcb', 'status': 'completed', 'code': 200} Jul 30 02:30:19.091843 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2d0003fd-6254-4465-a97f-6a3a992076b5 req-57aa015a-3623-487c-8076-a3368472eecb tempest-TestServerMultinode-2136385928 tempest-TestServerMultinode-2136385928-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c0b1cf37-a5df-4a90-8ab7-6249a0e19e74 HTTP/1.1" status: 200 len: 210 time: 0.0270731 Jul 30 02:30:19.345080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 971dca41-a5db-4457-9263-eaa287b6950c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:19.367364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 971dca41-a5db-4457-9263-eaa287b6950c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:19.367733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 971dca41-a5db-4457-9263-eaa287b6950c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:20.153233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56544) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:20.794752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.048338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Deleting port c330f9ba-5ac6-4ce2-a1b4-6605fe288072 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:21.048597 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.131270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] For port c330f9ba-5ac6-4ce2-a1b4-6605fe288072, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c330f9ba-5ac6-4ce2-a1b4-6605fe288072,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:21.131663 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.145434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Calling delete_port for c330f9ba-5ac6-4ce2-a1b4-6605fe288072 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:21.329841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.357317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c330f9ba-5ac6-4ce2-a1b4-6605fe288072,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:21.529116 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:21.754998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:21.875029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:21.881468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ba4c61bc-f68a-4772-9a91-6059cad193f0 admin admin] 10.222.0.84 "PUT /v2.0/routers/7c908903-fa5f-4e3c-878e-e9105c0f5a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7266579 Jul 30 02:30:21.882641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56548) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:21.884642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] Sync routers for ids ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:21.898104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] Routers {'7c908903-fa5f-4e3c-878e-e9105c0f5a88'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:21.898104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:21.989197 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.004988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] Set router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:22.100195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.159152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Deleting port c00b7101-3885-4e7b-bb98-13d3783a300d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:22.159734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.189497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140'}], 'enable_snat': True}, 'gw_port_id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:30:21Z', 'revision_number': 5, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'gw_port': {'id': 'c00b7101-3885-4e7b-bb98-13d3783a300d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:22.225770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] Checking router: 7c908903-fa5f-4e3c-878e-e9105c0f5a88 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:22.237236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] Routers {'7c908903-fa5f-4e3c-878e-e9105c0f5a88'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:22.238035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:22.277949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] For port c00b7101-3885-4e7b-bb98-13d3783a300d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c00b7101-3885-4e7b-bb98-13d3783a300d,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:22.278498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.306547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Calling delete_port for c00b7101-3885-4e7b-bb98-13d3783a300d owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:22.355246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] Set router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:22.414823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:30:22Z', 'revision_number': 6, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:22.441965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce696f-1de6-4a4c-a728-089a61e414d1 None None] The sync data for ids ['7c908903-fa5f-4e3c-878e-e9105c0f5a88'] in n-d-715271-7 is: [{'id': '7c908903-fa5f-4e3c-878e-e9105c0f5a88', 'name': 'tempest-TestServerMultinode-88208077-router', 'tenant_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:41Z', 'updated_at': '2021-07-30T02:30:22Z', 'revision_number': 6, 'project_id': '85834fb3b3534f76b6dcfdbbe38f612b', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:22.529363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.560679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c00b7101-3885-4e7b-bb98-13d3783a300d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:22.624215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:22.643395 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.652605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:22.652967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 0fe10c53-c54a-451a-ac41-8e2f1b8edfcb not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:22.740204 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.742356 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.793814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.794451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c908903-fa5f-4e3c-878e-e9105c0f5a88 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:30:22.798790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.799996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7c50e2e0-0dd5-487e-9979-fb67a8344e3f admin admin] 10.222.0.84 "DELETE /v2.0/routers/7c908903-fa5f-4e3c-878e-e9105c0f5a88 HTTP/1.1" status: 204 len: 168 time: 0.9163930 Jul 30 02:30:22.802616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56552) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:22.862055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efab382-81de-4eb8-a121-bffd2d24fbfa admin admin] Deleting subnet f0e4c67f-464a-49b4-b148-d6f8437ede93 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:30:22.865873 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7efab382-81de-4eb8-a121-bffd2d24fbfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:22.915384 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7efab382-81de-4eb8-a121-bffd2d24fbfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.000653 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7efab382-81de-4eb8-a121-bffd2d24fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.055153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7efab382-81de-4eb8-a121-bffd2d24fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.079407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efab382-81de-4eb8-a121-bffd2d24fbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e4c67f-464a-49b4-b148-d6f8437ede93,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:23.085759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7efab382-81de-4eb8-a121-bffd2d24fbfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.088408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7efab382-81de-4eb8-a121-bffd2d24fbfa admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f0e4c67f-464a-49b4-b148-d6f8437ede93 HTTP/1.1" status: 204 len: 168 time: 0.2848492 Jul 30 02:30:23.091088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56554) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:23.092110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b982feba-767e-4f9e-8350-a7d0491e696a None None] Network 6d5a6063-b18d-468c-bea3-444f32691437 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:23.161885 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.218824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Deleting port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:23.219016 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.302245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] DHCP port deletion for 6d5a6063-b18d-468c-bea3-444f32691437 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:30:23.303141 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] For port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=aa580db7-c9cd-4dfe-b2e9-3fd12204ad50,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:23.303559 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.319506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Calling delete_port for aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:23.361982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] Deleting port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:23.362374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.420523 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.435711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] No DVR routers for this DVR port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:23.463118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa580db7-c9cd-4dfe-b2e9-3fd12204ad50,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:23.550101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.561483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5a6063-b18d-468c-bea3-444f32691437']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:23.573561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:23.574111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c2c9f-a9e0-4161-ac6f-7ad55f76f386') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:23.583249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.593755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] For port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=aa580db7-c9cd-4dfe-b2e9-3fd12204ad50,segment=NetworkSegment(a33c2c9f-a9e0-4161-ac6f-7ad55f76f386),segment_id=a33c2c9f-a9e0-4161-ac6f-7ad55f76f386)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:23.594147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.597762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.604143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:23.604650 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:23.606373 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:23.607938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] Calling delete_port for aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:23.663540 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.670361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.675272 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6d5a6063-b18d-468c-bea3-444f32691437 HTTP/1.1" status: 204 len: 168 time: 0.5803890 Jul 30 02:30:23.676263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56556) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:23.691776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bda8f-5134-4007-b913-f3e17abffe80 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5a6063-b18d-468c-bea3-444f32691437,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:23.701731 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:23.709140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] Network 6d5a6063-b18d-468c-bea3-444f32691437 is not hosted by any dhcp agent {{(pid=93820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 02:30:23.709584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] No DVR routers for this DVR port aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:23.734554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246bc99-3037-49bb-b6c8-7953fe80ec6d None None] Pushing event deleted for resources: {'Port': ['ID=aa580db7-c9cd-4dfe-b2e9-3fd12204ad50,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:24.038991 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:24.208766 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:24.301554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Deleting port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:24.302050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:24.397619 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] For port 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8a125eaf-0bda-4a67-bfe5-c6efc1c3953f,segment=NetworkSegment(103f8110-9d80-4fdf-b6c6-8e9087d402f3),segment_id=103f8110-9d80-4fdf-b6c6-8e9087d402f3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:24.398033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:24.417563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Calling delete_port for 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:24.437264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:24.457112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:24.457459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device aa580db7-c9cd-4dfe-b2e9-3fd12204ad50 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:24.457873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c00b7101-3885-4e7b-bb98-13d3783a300d no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:24.476123 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c00b7101-3885-4e7b-bb98-13d3783a300d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:24.476462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c00b7101-3885-4e7b-bb98-13d3783a300d not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:24.476979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c330f9ba-5ac6-4ce2-a1b4-6605fe288072 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:24.496101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c330f9ba-5ac6-4ce2-a1b4-6605fe288072 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:24.496455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c330f9ba-5ac6-4ce2-a1b4-6605fe288072 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:24.615409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:24.641013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Pushing event deleted for resources: {'Port': ['ID=8a125eaf-0bda-4a67-bfe5-c6efc1c3953f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:24.811940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.037590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Router 5666d90b-f5fc-457e-b91f-8b260ef7c513 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:25.145176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:25.150870 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a5a77630-2fd9-4ccf-8190-7549d01822ee admin admin] 10.222.0.84 "PUT /v2.0/routers/5666d90b-f5fc-457e-b91f-8b260ef7c513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4742556 Jul 30 02:30:25.154150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56560) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:25.155035 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] Sync routers for ids ['5666d90b-f5fc-457e-b91f-8b260ef7c513'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:25.166411 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] Routers {'5666d90b-f5fc-457e-b91f-8b260ef7c513'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:25.167052 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5666d90b-f5fc-457e-b91f-8b260ef7c513'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:25.283584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.291158 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] Set router 5666d90b-f5fc-457e-b91f-8b260ef7c513 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:25.407902 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.474554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Deleting port 6678d650-4188-42af-8184-d42b515575b0 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:25.474897 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.487760 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '6678d650-4188-42af-8184-d42b515575b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:30:24Z', 'revision_number': 5, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'gw_port': {'id': '6678d650-4188-42af-8184-d42b515575b0', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:25.519729 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] Checking router: 5666d90b-f5fc-457e-b91f-8b260ef7c513 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:25.529208 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] Routers {'5666d90b-f5fc-457e-b91f-8b260ef7c513'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:25.529838 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5666d90b-f5fc-457e-b91f-8b260ef7c513'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:25.579886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] For port 6678d650-4188-42af-8184-d42b515575b0, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6678d650-4188-42af-8184-d42b515575b0,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:25.579886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.596470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Calling delete_port for 6678d650-4188-42af-8184-d42b515575b0 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:25.728831 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] Set router 5666d90b-f5fc-457e-b91f-8b260ef7c513 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:25.782831 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:30:25Z', 'revision_number': 6, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:25.798230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.813033 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4422f31-c40f-41ef-934e-68105c446b10 None None] The sync data for ids ['5666d90b-f5fc-457e-b91f-8b260ef7c513'] in n-d-715271-7 is: [{'id': '5666d90b-f5fc-457e-b91f-8b260ef7c513', 'name': 'tempest-TestServerMultinode-1199961317-router', 'tenant_id': '4a80f5574af2453d8834569c6fc8ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:29:46Z', 'updated_at': '2021-07-30T02:30:25Z', 'revision_number': 6, 'project_id': '4a80f5574af2453d8834569c6fc8ba48', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:25.825698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Pushing event deleted for resources: {'Port': ['ID=6678d650-4188-42af-8184-d42b515575b0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:25.895950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.986708 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:25.989051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.035004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.035606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5666d90b-f5fc-457e-b91f-8b260ef7c513 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:30:26.043298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.044503 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7b9868bc-3e3c-4857-8010-21860969d62e admin admin] 10.222.0.84 "DELETE /v2.0/routers/5666d90b-f5fc-457e-b91f-8b260ef7c513 HTTP/1.1" status: 204 len: 168 time: 0.8894026 Jul 30 02:30:26.047016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56564) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:26.101340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-06416142-1f43-440f-8b86-9df3d180663f admin admin] Deleting subnet 1b627cd5-3e50-4c75-85a4-17b488524a3b {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:30:26.104583 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06416142-1f43-440f-8b86-9df3d180663f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.139658 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06416142-1f43-440f-8b86-9df3d180663f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.235485 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06416142-1f43-440f-8b86-9df3d180663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.295517 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06416142-1f43-440f-8b86-9df3d180663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.320810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06416142-1f43-440f-8b86-9df3d180663f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b627cd5-3e50-4c75-85a4-17b488524a3b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:26.325647 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-06416142-1f43-440f-8b86-9df3d180663f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.327554 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-06416142-1f43-440f-8b86-9df3d180663f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1b627cd5-3e50-4c75-85a4-17b488524a3b HTTP/1.1" status: 204 len: 168 time: 0.2795682 Jul 30 02:30:26.330273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:26.331060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fec071-d70c-4274-9f66-b25f112f4228 None None] Network 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:26.409165 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.465707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Deleting port 0c96d008-5e04-4df6-a926-a5b1ba614db9 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:26.466047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.534011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] For port 0c96d008-5e04-4df6-a926-a5b1ba614db9, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0c96d008-5e04-4df6-a926-a5b1ba614db9,segment=NetworkSegment(103f8110-9d80-4fdf-b6c6-8e9087d402f3),segment_id=103f8110-9d80-4fdf-b6c6-8e9087d402f3)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:26.534408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.548664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Calling delete_port for 0c96d008-5e04-4df6-a926-a5b1ba614db9 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:26.623208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babebbd9-afd3-454f-88df-69672f263336 None None] DHCP port deletion for 18ba0c5b-73cc-4d5f-8f76-77f1506a37fc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:30:26.650358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.678533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-babebbd9-afd3-454f-88df-69672f263336 None None] Deleting port 0c96d008-5e04-4df6-a926-a5b1ba614db9 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:26.678927 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-babebbd9-afd3-454f-88df-69672f263336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.681448 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0c96d008-5e04-4df6-a926-a5b1ba614db9,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:26.684612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] No DVR routers for this DVR port 0c96d008-5e04-4df6-a926-a5b1ba614db9 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:26.723069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:26.755671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:26.756154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8a125eaf-0bda-4a67-bfe5-c6efc1c3953f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:26.756611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c96d008-5e04-4df6-a926-a5b1ba614db9 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:26.759858 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.771143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ba0c5b-73cc-4d5f-8f76-77f1506a37fc']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:26.785949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 0c96d008-5e04-4df6-a926-a5b1ba614db9 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:26.786291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c96d008-5e04-4df6-a926-a5b1ba614db9 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:26.786709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6678d650-4188-42af-8184-d42b515575b0 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:26.787466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103f8110-9d80-4fdf-b6c6-8e9087d402f3') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:26.787930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103f8110-9d80-4fdf-b6c6-8e9087d402f3') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:26.798720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.812051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 6678d650-4188-42af-8184-d42b515575b0 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:26.812398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6678d650-4188-42af-8184-d42b515575b0 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:26.816576 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.821319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-babebbd9-afd3-454f-88df-69672f263336 None None] For port 0c96d008-5e04-4df6-a926-a5b1ba614db9, host n-d-715271-7, got binding levels [] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:26.821724 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-babebbd9-afd3-454f-88df-69672f263336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.823975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:26.824454 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:26.826267 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:26.841062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-babebbd9-afd3-454f-88df-69672f263336 None None] Calling delete_port for 0c96d008-5e04-4df6-a926-a5b1ba614db9 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:26.842127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.ipam_backend_mixin [None req-babebbd9-afd3-454f-88df-69672f263336 None None] Port 0c96d008-5e04-4df6-a926-a5b1ba614db9 was not found and therefore no delete operation was performed {{(pid=93820) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:30:26.845630 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-babebbd9-afd3-454f-88df-69672f263336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.872508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babebbd9-afd3-454f-88df-69672f263336 None None] Pushing event deleted for resources: {'Port': ['ID=0c96d008-5e04-4df6-a926-a5b1ba614db9,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:26.881882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babebbd9-afd3-454f-88df-69672f263336 None None] No DVR routers for this DVR port 0c96d008-5e04-4df6-a926-a5b1ba614db9 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:26.886048 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.905289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:26.907217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] 10.222.0.84 "DELETE /v2.0/networks/18ba0c5b-73cc-4d5f-8f76-77f1506a37fc HTTP/1.1" status: 204 len: 168 time: 0.5759239 Jul 30 02:30:26.909058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc3015-079c-40be-bc84-b37a106a15fd admin admin] Pushing event deleted for resources: {'Network': ['ID=18ba0c5b-73cc-4d5f-8f76-77f1506a37fc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:27.085876 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56572) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:27.126525 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0734628f-1ea2-4f96-b624-fe49fba364c9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=85834fb3b3534f76b6dcfdbbe38f612b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393319 Jul 30 02:30:27.128962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56574) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:27.186855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a74f3459-b5bc-4d41-a217-9bf0d9f08758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.213295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a74f3459-b5bc-4d41-a217-9bf0d9f08758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.266225 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a74f3459-b5bc-4d41-a217-9bf0d9f08758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.269069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a74f3459-b5bc-4d41-a217-9bf0d9f08758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.270322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a74f3459-b5bc-4d41-a217-9bf0d9f08758 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/009082e6-487e-428d-885f-e9be0fe424c2 HTTP/1.1" status: 204 len: 168 time: 0.1403420 Jul 30 02:30:27.279849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f3459-b5bc-4d41-a217-9bf0d9f08758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009082e6-487e-428d-885f-e9be0fe424c2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:27.613618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56580) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:27.654314 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e4f84743-c6b7-4339-99c6-1f61c3f0ecef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4a80f5574af2453d8834569c6fc8ba48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395126 Jul 30 02:30:27.656800 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56582) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:27.706924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09d5ddda-ad84-41ce-8d23-647a42ca9e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.728510 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09d5ddda-ad84-41ce-8d23-647a42ca9e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.777046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09d5ddda-ad84-41ce-8d23-647a42ca9e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.779707 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09d5ddda-ad84-41ce-8d23-647a42ca9e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:27.780968 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-09d5ddda-ad84-41ce-8d23-647a42ca9e28 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/388b1f90-dabd-4b36-bdc1-85b8e58a058a HTTP/1.1" status: 204 len: 168 time: 0.1231811 Jul 30 02:30:27.788843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5ddda-ad84-41ce-8d23-647a42ca9e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388b1f90-dabd-4b36-bdc1-85b8e58a058a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:30.774765 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-08251919-ff15-4553-832f-32e8edaabbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.615699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56590) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:31.777993 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:31.988211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.305605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port ed8a5c8b-29f2-4327-8809-259610518be4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:32.305950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.382798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-105e1ee9-e770-493c-9065-4957e15479ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443289 Jul 30 02:30:32.411727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] For port ed8a5c8b-29f2-4327-8809-259610518be4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ed8a5c8b-29f2-4327-8809-259610518be4,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:32.412130 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:32.428726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for ed8a5c8b-29f2-4327-8809-259610518be4 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:32.484116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-1a3f61d5-7ace-45f8-b155-b05174cad3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:32.485801 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-1a3f61d5-7ace-45f8-b155-b05174cad3f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0523086 Jul 30 02:30:32.617282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-7c5115d3-91be-40b1-bfaa-4a6e254766e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:32.618738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-7c5115d3-91be-40b1-bfaa-4a6e254766e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=37557040-841d-4440-9850-3c96030cc8cc HTTP/1.1" status: 200 len: 898 time: 0.1102142 Jul 30 02:30:32.699931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-82a7a541-396a-4d6d-86c4-e5b172e3bdd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d HTTP/1.1" status: 200 len: 1001 time: 0.0732677 Jul 30 02:30:32.752978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-fa09497a-670d-4296-a661-4280f8d2b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:32.754609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-fa09497a-670d-4296-a661-4280f8d2b436 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d8d0c5e-2c00-42bc-bf5e-bad913651b25 HTTP/1.1" status: 200 len: 835 time: 0.0481486 Jul 30 02:30:32.809468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-87779e11-cec6-48da-bc10-933e8ab07b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:32.811040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-87779e11-cec6-48da-bc10-933e8ab07b4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37557040-841d-4440-9850-3c96030cc8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497696 Jul 30 02:30:32.925735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-c5f1f30a-9b42-403a-8730-a421a908224b service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076744 Jul 30 02:30:33.024081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.042999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cdd31137-d63c-41dc-89ad-dfc86aa2b136 req-cec878c5-6cbc-41ff-9af2-72b5eb824482 service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104145 Jul 30 02:30:33.053539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=ed8a5c8b-29f2-4327-8809-259610518be4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:33.233814 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-0f8bf1fb-1d61-4dfa-8577-a1c5eecb666d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445063 Jul 30 02:30:33.255452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.332721 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:30:33.348305 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-d08b8b4b-004a-43a0-bb9c-6d28aa63e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:33.349571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-d08b8b4b-004a-43a0-bb9c-6d28aa63e19f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 1097 time: 0.0687280 Jul 30 02:30:33.412369 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa473963-1a69-49d8-b16f-87670d6b6dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.484971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-8c47bee1-07e1-417e-b0fc-749cdba158f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:33.486501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-8c47bee1-07e1-417e-b0fc-749cdba158f3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=897aa741-4bf5-4e14-a010-aacdf366833c HTTP/1.1" status: 200 len: 898 time: 0.1126733 Jul 30 02:30:33.504403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:33.541617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-b0bf343a-da44-4c1a-9b25-902445b719ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b27a6760-4eb7-4dc2-be03-34c26a52a726 HTTP/1.1" status: 200 len: 217 time: 0.0466228 Jul 30 02:30:33.598674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-a54107db-484d-4b62-b3d9-d1f786bc4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:33.600188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-a54107db-484d-4b62-b3d9-d1f786bc4b9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c658f834-1218-4e0d-a85d-d5f8fa74e301 HTTP/1.1" status: 200 len: 837 time: 0.0505435 Jul 30 02:30:33.629991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:33.636351 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-85e0a4f2-703c-40ba-af07-d133ce771cf1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "PUT /v2.0/routers/aa7468ff-8a3b-4fde-9393-f134e0c4f0d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0195508 Jul 30 02:30:33.643618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] Sync routers for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:33.655319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:33.656152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:33.656838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-4480e858-09a6-4a1e-b457-84a850992e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:33.659783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-4480e858-09a6-4a1e-b457-84a850992e96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=897aa741-4bf5-4e14-a010-aacdf366833c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495179 Jul 30 02:30:33.771738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-572ecb03-cd12-40be-97b5-6d2f56179380 service neutron] 10.222.0.22 "GET /v2.0/networks/897aa741-4bf5-4e14-a010-aacdf366833c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049068 Jul 30 02:30:33.777092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:33.905832 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:33.918326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a00b40b-35e5-4826-9acc-68e129fc919f req-e8c93982-cbcc-47db-9c33-63da2289c82a service neutron] 10.222.0.22 "GET /v2.0/networks/897aa741-4bf5-4e14-a010-aacdf366833c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364818 Jul 30 02:30:33.932268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584eff78-c0f4-429a-a8c1-7d9aa89449b3 req-ed9e3004-52a7-4822-a3aa-5fc48cfcbe58 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:33.933853 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584eff78-c0f4-429a-a8c1-7d9aa89449b3 req-ed9e3004-52a7-4822-a3aa-5fc48cfcbe58 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 946 time: 0.0883496 Jul 30 02:30:33.982355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-584eff78-c0f4-429a-a8c1-7d9aa89449b3 req-c1644683-5754-49f9-ae08-25ed3804ff71 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411253 Jul 30 02:30:34.067009 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:32Z', 'revision_number': 6, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '25b741d4-6cb5-4b48-9b64-e61710a2f00b', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:29:12Z', 'updated_at': '2021-07-30T02:29:14Z', 'revision_number': 1, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:34.093795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] Checking router: aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:34.103454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:34.104087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:34.225557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:34.489197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:32Z', 'revision_number': 6, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '25b741d4-6cb5-4b48-9b64-e61710a2f00b', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:29:12Z', 'updated_at': '2021-07-30T02:29:14Z', 'revision_number': 1, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:34.517609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440af045-e9a7-4b7a-90c4-7059bd7f83e6 None None] The sync data for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 is: [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:32Z', 'revision_number': 6, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '25b741d4-6cb5-4b48-9b64-e61710a2f00b', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'port_id': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'mac_address': 'fa:16:3e:7c:4c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:29:12Z', 'updated_at': '2021-07-30T02:29:14Z', 'revision_number': 1, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:34.639789 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.114450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0017e6-5fee-42a6-85bb-061d1ef84c39 req-375a65f2-f430-4404-a8b0-856dfd0c62a6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:35.115971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a0017e6-5fee-42a6-85bb-061d1ef84c39 req-375a65f2-f430-4404-a8b0-856dfd0c62a6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 946 time: 0.0569949 Jul 30 02:30:35.160588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a0017e6-5fee-42a6-85bb-061d1ef84c39 req-54ce97a2-663d-42d3-a143-51be01c982f0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368376 Jul 30 02:30:35.433403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-bb6631b3-92d5-478f-a418-48ee3aa8aa38 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:35.434818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-bb6631b3-92d5-478f-a418-48ee3aa8aa38 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.22 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 946 time: 0.0504842 Jul 30 02:30:35.531220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port b27a6760-4eb7-4dc2-be03-34c26a52a726 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:35.531587 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.619268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] For port b27a6760-4eb7-4dc2-be03-34c26a52a726, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=b27a6760-4eb7-4dc2-be03-34c26a52a726,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:35.619825 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.632436 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for b27a6760-4eb7-4dc2-be03-34c26a52a726 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:35.762484 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.794151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=b27a6760-4eb7-4dc2-be03-34c26a52a726,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:35.833798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] No DVR routers for this DVR port b27a6760-4eb7-4dc2-be03-34c26a52a726 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:35.836263 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:35.838810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-32f6825d-717e-481d-95f7-1e54d421eb8e req-0de5402e-6c54-4798-a935-2d9f574fd2cb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.22 "DELETE /v2.0/ports/b27a6760-4eb7-4dc2-be03-34c26a52a726 HTTP/1.1" status: 204 len: 173 time: 0.3973632 Jul 30 02:30:35.839250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedec85d-1d2b-4e68-b3d7-74b488607e83', 'name': 'network-vif-deleted', 'tag': 'b27a6760-4eb7-4dc2-be03-34c26a52a726'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:35.841629 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f0e7e7-4179-49f4-a824-6a9958397d75" -d '{"events": [{"server_uuid": "fedec85d-1d2b-4e68-b3d7-74b488607e83", "name": "network-vif-deleted", "tag": "b27a6760-4eb7-4dc2-be03-34c26a52a726"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:35.879149 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa54e4d-9369-4897-a209-da98c0bd9d94 x-openstack-request-id: req-3aa54e4d-9369-4897-a209-da98c0bd9d94 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:35.879451 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedec85d-1d2b-4e68-b3d7-74b488607e83", "name": "network-vif-deleted", "tag": "b27a6760-4eb7-4dc2-be03-34c26a52a726", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:35.879736 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3aa54e4d-9369-4897-a209-da98c0bd9d94 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:35.880199 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedec85d-1d2b-4e68-b3d7-74b488607e83', 'name': 'network-vif-deleted', 'tag': 'b27a6760-4eb7-4dc2-be03-34c26a52a726', 'status': 'completed', 'code': 200} Jul 30 02:30:36.293045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ed359f3-968f-4cde-b4df-d0d7b13b18e9 req-e338a25c-dadc-43e3-9c57-a67f25a50b3b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=fedec85d-1d2b-4e68-b3d7-74b488607e83 HTTP/1.1" status: 200 len: 210 time: 0.0354271 Jul 30 02:30:36.296057 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:36.397742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ed8a5c8b-29f2-4327-8809-259610518be4 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:36.418424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ed8a5c8b-29f2-4327-8809-259610518be4 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:36.418769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ed8a5c8b-29f2-4327-8809-259610518be4 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:37.353738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56612) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:37.412123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49da46c9-dcac-4fe3-bd27-4efce37139ef tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.437755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49da46c9-dcac-4fe3-bd27-4efce37139ef tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.498310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49da46c9-dcac-4fe3-bd27-4efce37139ef tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.500984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-49da46c9-dcac-4fe3-bd27-4efce37139ef tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.502153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-49da46c9-dcac-4fe3-bd27-4efce37139ef tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/security-groups/b815c4ab-dea5-470f-8aff-df0a6ad6ce1b HTTP/1.1" status: 204 len: 168 time: 0.1474273 Jul 30 02:30:37.512079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da46c9-dcac-4fe3-bd27-4efce37139ef tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b815c4ab-dea5-470f-8aff-df0a6ad6ce1b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:37.533699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56616) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:37.588393 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-790b0130-8602-423e-861b-5f6e41af3305 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting subnet c658f834-1218-4e0d-a85d-d5f8fa74e301 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:30:37.591488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-790b0130-8602-423e-861b-5f6e41af3305 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.630484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-790b0130-8602-423e-861b-5f6e41af3305 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.721467 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-790b0130-8602-423e-861b-5f6e41af3305 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.789538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-790b0130-8602-423e-861b-5f6e41af3305 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.819608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-790b0130-8602-423e-861b-5f6e41af3305 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:37.822095 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-790b0130-8602-423e-861b-5f6e41af3305 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/subnets/c658f834-1218-4e0d-a85d-d5f8fa74e301 HTTP/1.1" status: 204 len: 168 time: 0.2871935 Jul 30 02:30:37.823189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b0130-8602-423e-861b-5f6e41af3305 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Subnet': ['ID=c658f834-1218-4e0d-a85d-d5f8fa74e301,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:37.825136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56618) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:37.827084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1490d67-6789-4ea8-a68a-ca9524edf7f0 None None] Network 897aa741-4bf5-4e14-a010-aacdf366833c requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:37.906293 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.017707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54333aa2-3bff-4efe-aca0-13c49d1b227e None None] DHCP port deletion for 897aa741-4bf5-4e14-a010-aacdf366833c request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:30:38.069557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-54333aa2-3bff-4efe-aca0-13c49d1b227e None None] Deleting port fad2477e-0b6a-4032-b735-28afbc80e1c5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:38.069844 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54333aa2-3bff-4efe-aca0-13c49d1b227e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.139209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-54333aa2-3bff-4efe-aca0-13c49d1b227e None None] For port fad2477e-0b6a-4032-b735-28afbc80e1c5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=fad2477e-0b6a-4032-b735-28afbc80e1c5,segment=NetworkSegment(a0b9b127-a357-4c55-96c8-b09987dacc42),segment_id=a0b9b127-a357-4c55-96c8-b09987dacc42)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:38.139646 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54333aa2-3bff-4efe-aca0-13c49d1b227e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.153823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-54333aa2-3bff-4efe-aca0-13c49d1b227e None None] Calling delete_port for fad2477e-0b6a-4032-b735-28afbc80e1c5 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:38.236663 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54333aa2-3bff-4efe-aca0-13c49d1b227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.265918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54333aa2-3bff-4efe-aca0-13c49d1b227e None None] Pushing event deleted for resources: {'Port': ['ID=fad2477e-0b6a-4032-b735-28afbc80e1c5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:38.268061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port fad2477e-0b6a-4032-b735-28afbc80e1c5 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:38.268994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.269610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54333aa2-3bff-4efe-aca0-13c49d1b227e None None] No DVR routers for this DVR port fad2477e-0b6a-4032-b735-28afbc80e1c5 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:38.337429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] For port fad2477e-0b6a-4032-b735-28afbc80e1c5, host n-d-715271-7, got binding levels [] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:38.337710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.349813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for fad2477e-0b6a-4032-b735-28afbc80e1c5 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:38.353293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.ipam_backend_mixin [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Port fad2477e-0b6a-4032-b735-28afbc80e1c5 was not found and therefore no delete operation was performed {{(pid=93819) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 02:30:38.354666 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.383695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=fad2477e-0b6a-4032-b735-28afbc80e1c5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:38.387967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] No DVR routers for this DVR port fad2477e-0b6a-4032-b735-28afbc80e1c5 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:38.438520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fad2477e-0b6a-4032-b735-28afbc80e1c5 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:38.458565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: fad2477e-0b6a-4032-b735-28afbc80e1c5 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:38.458907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device fad2477e-0b6a-4032-b735-28afbc80e1c5 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:38.467710 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.478205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897aa741-4bf5-4e14-a010-aacdf366833c']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:38.487964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b9b127-a357-4c55-96c8-b09987dacc42') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:38.488257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b9b127-a357-4c55-96c8-b09987dacc42') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:38.497054 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.511362 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.517217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:38.517683 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:38.520768 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:38.581762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.589868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.591442 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/networks/897aa741-4bf5-4e14-a010-aacdf366833c HTTP/1.1" status: 204 len: 168 time: 0.7652910 Jul 30 02:30:38.594216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56620) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:38.603084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e6832-b190-44db-8dbe-baf76d448ed0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Network': ['ID=897aa741-4bf5-4e14-a010-aacdf366833c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:38.718165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device b27a6760-4eb7-4dc2-be03-34c26a52a726 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:38.736932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: b27a6760-4eb7-4dc2-be03-34c26a52a726 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:38.737274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device b27a6760-4eb7-4dc2-be03-34c26a52a726 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:38.758198 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port d80dd29b-a690-4412-86dd-b09388bdbd76 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:38.759075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.831560 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.831891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:38.844292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for d80dd29b-a690-4412-86dd-b09388bdbd76 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:39.026072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.050753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=d80dd29b-a690-4412-86dd-b09388bdbd76,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:39.109678 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.109910 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Floating IP 25b741d4-6cb5-4b48-9b64-e61710a2f00b disassociated (deleted). External IP: 172.25.7.104, port: 9a16e33d-be15-49b4-be81-f85084dcfe3d. Jul 30 02:30:39.316136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:39.424178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:39.429333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:39.433473 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] Sync routers for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:39.441968 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:39.442565 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:39.459959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-41dbb28e-71ed-462e-bd75-1b6b6484694f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/floatingips/25b741d4-6cb5-4b48-9b64-e61710a2f00b HTTP/1.1" status: 204 len: 168 time: 0.8623490 Jul 30 02:30:39.459959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:39.460723 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8387c55e-b4fa-48d8-8493-0ba39aadb116" -d '{"events": [{"name": "network-changed", "server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:39.549373 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:39.622308 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3025a2b5-e8b0-48fb-95a4-3b41672c26ba x-openstack-request-id: req-3025a2b5-e8b0-48fb-95a4-3b41672c26ba {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:39.622809 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:39.623133 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3025a2b5-e8b0-48fb-95a4-3b41672c26ba {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:39.623656 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'status': 'completed', 'code': 200} Jul 30 02:30:39.720888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-508d42a7-d776-47cb-80ba-b4b9a9b01b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:39.722307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-508d42a7-d776-47cb-80ba-b4b9a9b01b5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0742977 Jul 30 02:30:39.740292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdc4b3-05b7-4c7d-aeb4-9fa73de225e4 req-ff3d0ec1-f410-48b0-ac34-907848459a2b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:39.741836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ffdc4b3-05b7-4c7d-aeb4-9fa73de225e4 req-ff3d0ec1-f410-48b0-ac34-907848459a2b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0688567 Jul 30 02:30:39.772613 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:32Z', 'revision_number': 6, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:39.801434 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] Checking router: aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:39.810705 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:39.811397 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:39.827605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ffdc4b3-05b7-4c7d-aeb4-9fa73de225e4 req-623f6d36-e2a6-4788-9c20-8af7dfe272b4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783503 Jul 30 02:30:39.862980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-97ed6f3c-0f26-491f-a638-5932c780c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:39.864638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-97ed6f3c-0f26-491f-a638-5932c780c8db service neutron] 10.222.0.41 "GET /v2.0/networks?id=37557040-841d-4440-9850-3c96030cc8cc HTTP/1.1" status: 200 len: 898 time: 0.1339462 Jul 30 02:30:39.910181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-fc895afc-33be-43a7-993f-ca9ea5624dba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d HTTP/1.1" status: 200 len: 217 time: 0.0380840 Jul 30 02:30:39.922649 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:39.959791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-948ecbf8-855f-47a4-9ab0-f297b34e80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:39.961342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-948ecbf8-855f-47a4-9ab0-f297b34e80ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d8d0c5e-2c00-42bc-bf5e-bad913651b25 HTTP/1.1" status: 200 len: 835 time: 0.0440080 Jul 30 02:30:40.007660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-da873ce6-cfc4-4579-921a-38bae5857754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:40.016739 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-da873ce6-cfc4-4579-921a-38bae5857754 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37557040-841d-4440-9850-3c96030cc8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408878 Jul 30 02:30:40.118354 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-6fb14f08-f6a7-4641-98f1-849b197d519e service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005747 Jul 30 02:30:40.127808 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:32Z', 'revision_number': 6, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:40.154495 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96dfc2b-be26-4f5a-8e21-79d9d0d34d4c None None] The sync data for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 is: [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:32Z', 'revision_number': 6, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '5c3d268c-a618-46ed-870c-186095d424fb', 'name': '', 'network_id': '37557040-841d-4440-9850-3c96030cc8cc', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:ae:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:57Z', 'updated_at': '2021-07-30T02:29:02Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '5d8d0c5e-2c00-42bc-bf5e-bad913651b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:40.218675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8387c55e-b4fa-48d8-8493-0ba39aadb116 req-c6bad426-680b-499f-bef5-217c59fa4371 service neutron] 10.222.0.41 "GET /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923209 Jul 30 02:30:40.376857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7305a32-808d-4c3c-8cb7-03e1bf7cab87 None None] New status for floating IP 25b741d4-6cb5-4b48-9b64-e61710a2f00b: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:30:40.977064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a502be0-755c-41cf-a2aa-480ed080d8a6 req-6ca61540-eb7e-4eea-93aa-29d5f614a4f0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:40.979180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a502be0-755c-41cf-a2aa-480ed080d8a6 req-6ca61540-eb7e-4eea-93aa-29d5f614a4f0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0823221 Jul 30 02:30:40.987397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-fd3f0f6d-9265-4820-9b10-48655ee051b0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:40.988787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-fd3f0f6d-9265-4820-9b10-48655ee051b0 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f95b980-e429-42d9-bbbb-711bc749bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0814006 Jul 30 02:30:41.055597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a502be0-755c-41cf-a2aa-480ed080d8a6 req-c5694b66-a492-4b1b-9772-40e9873730a3 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=fe910b8b-5b0e-4b9e-ba13-db9083d7847f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656066 Jul 30 02:30:41.100025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port 9a16e33d-be15-49b4-be81-f85084dcfe3d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:41.100363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:41.192238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] For port 9a16e33d-be15-49b4-be81-f85084dcfe3d, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=9a16e33d-be15-49b4-be81-f85084dcfe3d,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:41.192598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:41.206866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for 9a16e33d-be15-49b4-be81-f85084dcfe3d owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:41.342281 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:41.373203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=9a16e33d-be15-49b4-be81-f85084dcfe3d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:41.412662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] No DVR routers for this DVR port 9a16e33d-be15-49b4-be81-f85084dcfe3d on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:41.415476 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:41.417491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38d29f74-0d43-479d-9fc9-67462fb909a2 req-9b488244-b910-4c53-bfe4-439c6d983de5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "DELETE /v2.0/ports/9a16e33d-be15-49b4-be81-f85084dcfe3d HTTP/1.1" status: 204 len: 173 time: 0.4209752 Jul 30 02:30:41.417940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'name': 'network-vif-deleted', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:41.420829 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df60fdd-2722-4d7e-98ab-ccf73b8defb7" -d '{"events": [{"server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "name": "network-vif-deleted", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:41.460940 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9a082f-04b2-44a5-89fb-7ded62e7df5d x-openstack-request-id: req-dc9a082f-04b2-44a5-89fb-7ded62e7df5d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:41.461230 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f95b980-e429-42d9-bbbb-711bc749bbe9", "name": "network-vif-deleted", "tag": "9a16e33d-be15-49b4-be81-f85084dcfe3d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:41.461482 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dc9a082f-04b2-44a5-89fb-7ded62e7df5d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:41.461897 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f95b980-e429-42d9-bbbb-711bc749bbe9', 'name': 'network-vif-deleted', 'tag': '9a16e33d-be15-49b4-be81-f85084dcfe3d', 'status': 'completed', 'code': 200} Jul 30 02:30:42.111921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56634) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:42.173797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1754-2229-49a7-ad6a-d5125c23c3a5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.198298 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1754-2229-49a7-ad6a-d5125c23c3a5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.260691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1754-2229-49a7-ad6a-d5125c23c3a5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.263875 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4e6a1754-2229-49a7-ad6a-d5125c23c3a5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.265114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4e6a1754-2229-49a7-ad6a-d5125c23c3a5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/security-groups/fe910b8b-5b0e-4b9e-ba13-db9083d7847f HTTP/1.1" status: 204 len: 168 time: 0.1522086 Jul 30 02:30:42.277373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a1754-2229-49a7-ad6a-d5125c23c3a5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe910b8b-5b0e-4b9e-ba13-db9083d7847f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:42.301153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56638) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:42.665313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:42.917408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port 5c3d268c-a618-46ed-870c-186095d424fb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:42.917691 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.005705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] For port 5c3d268c-a618-46ed-870c-186095d424fb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5c3d268c-a618-46ed-870c-186095d424fb,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:43.006064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.019495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for 5c3d268c-a618-46ed-870c-186095d424fb owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:43.202459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.229997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=5c3d268c-a618-46ed-870c-186095d424fb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:43.410099 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:43.471137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 9a16e33d-be15-49b4-be81-f85084dcfe3d no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:43.490770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 9a16e33d-be15-49b4-be81-f85084dcfe3d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:43.491107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 9a16e33d-be15-49b4-be81-f85084dcfe3d not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:43.974161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:44.082944 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:44.088864 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2c1a8993-320f-42fb-bb86-753ec93cc00e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "PUT /v2.0/routers/aa7468ff-8a3b-4fde-9393-f134e0c4f0d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7867849 Jul 30 02:30:44.091507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56640) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:44.094538 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] Sync routers for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:44.103944 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:44.104636 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:44.144307 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bbc811-0ab7-4ba2-8ace-cb9b4f06ff71 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting subnet 5d8d0c5e-2c00-42bc-bf5e-bad913651b25 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:30:44.147914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65bbc811-0ab7-4ba2-8ace-cb9b4f06ff71 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.192606 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65bbc811-0ab7-4ba2-8ace-cb9b4f06ff71 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.221835 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:44.287112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65bbc811-0ab7-4ba2-8ace-cb9b4f06ff71 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.353423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65bbc811-0ab7-4ba2-8ace-cb9b4f06ff71 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.381853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbc811-0ab7-4ba2-8ace-cb9b4f06ff71 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8d0c5e-2c00-42bc-bf5e-bad913651b25,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:44.386825 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-65bbc811-0ab7-4ba2-8ace-cb9b4f06ff71 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.388829 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-65bbc811-0ab7-4ba2-8ace-cb9b4f06ff71 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/subnets/5d8d0c5e-2c00-42bc-bf5e-bad913651b25 HTTP/1.1" status: 204 len: 168 time: 0.2956407 Jul 30 02:30:44.391681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56642) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:44.395912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847a4d3-5585-4fea-b571-705fb9b8ee66 None None] Network 37557040-841d-4440-9850-3c96030cc8cc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:44.422601 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:43Z', 'revision_number': 7, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:44.457201 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] Checking router: aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:44.468097 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] Routers {'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:44.468716 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:44.553065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.596030 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] Set router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:44.616731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaad4f5-397c-41f8-aff6-e88a9965c37c None None] DHCP port deletion for 37557040-841d-4440-9850-3c96030cc8cc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:30:44.666657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fdaad4f5-397c-41f8-aff6-e88a9965c37c None None] Deleting port 1affc75c-f507-4482-84f5-36eebad27693 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:44.667124 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdaad4f5-397c-41f8-aff6-e88a9965c37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.682490 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.736571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-fdaad4f5-397c-41f8-aff6-e88a9965c37c None None] For port 1affc75c-f507-4482-84f5-36eebad27693, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1affc75c-f507-4482-84f5-36eebad27693,segment=NetworkSegment(dd416fb8-6362-4bc9-949d-0cb426da66fb),segment_id=dd416fb8-6362-4bc9-949d-0cb426da66fb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:44.737480 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdaad4f5-397c-41f8-aff6-e88a9965c37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.751246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port 582c0a41-d564-408d-ab8d-bf571a60ab7d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:30:44.751892 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.755287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fdaad4f5-397c-41f8-aff6-e88a9965c37c None None] Calling delete_port for 1affc75c-f507-4482-84f5-36eebad27693 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:44.838965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] For port 582c0a41-d564-408d-ab8d-bf571a60ab7d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=582c0a41-d564-408d-ab8d-bf571a60ab7d,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:44.839208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.844360 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdaad4f5-397c-41f8-aff6-e88a9965c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:44.859196 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for 582c0a41-d564-408d-ab8d-bf571a60ab7d owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:30:44.873652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaad4f5-397c-41f8-aff6-e88a9965c37c None None] Pushing event deleted for resources: {'Port': ['ID=1affc75c-f507-4482-84f5-36eebad27693,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:44.877305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaad4f5-397c-41f8-aff6-e88a9965c37c None None] No DVR routers for this DVR port 1affc75c-f507-4482-84f5-36eebad27693 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:30:44.910483 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:43Z', 'revision_number': 7, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:44.936976 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258b2fcb-6eee-4d13-8985-2733d25e20fe None None] The sync data for ids ['aa7468ff-8a3b-4fde-9393-f134e0c4f0d2'] in n-d-715271-7 is: [{'id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'name': 'tempest-TestNetworkBasicOps-router-1753974375', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:28:54Z', 'updated_at': '2021-07-30T02:30:43Z', 'revision_number': 7, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '582c0a41-d564-408d-ab8d-bf571a60ab7d', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ec:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7468ff-8a3b-4fde-9393-f134e0c4f0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:28:55Z', 'updated_at': '2021-07-30T02:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:45.039383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.069430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=582c0a41-d564-408d-ab8d-bf571a60ab7d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:45.143530 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.241472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.244250 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.291918 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.293240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Fanout notify agent at l3_agent the message router_deleted on router aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:30:45.304993 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.309168 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b21811fe-aa8d-4d91-b09b-8c49a5e11896 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/routers/aa7468ff-8a3b-4fde-9393-f134e0c4f0d2 HTTP/1.1" status: 204 len: 168 time: 0.9136431 Jul 30 02:30:45.309511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56644) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:45.402528 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.501986 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.513080 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37557040-841d-4440-9850-3c96030cc8cc']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:45.529654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd416fb8-6362-4bc9-949d-0cb426da66fb') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:45.529949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd416fb8-6362-4bc9-949d-0cb426da66fb') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:45.540686 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.555300 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.562633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:30:45.563038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:30:45.566173 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:30:45.626278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.634343 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.636257 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/networks/37557040-841d-4440-9850-3c96030cc8cc HTTP/1.1" status: 204 len: 168 time: 0.3256679 Jul 30 02:30:45.648383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5170b79-6bdf-4874-811a-2b2bacc9be79 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Network': ['ID=37557040-841d-4440-9850-3c96030cc8cc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:45.657576 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56646) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:45.662623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'network': {'name': 'tempest-network-smoke--1263751785', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'port_security_enabled': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:45.686787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Made reservation on behalf of f6b4c103e5344653967b38fc9e9202e3 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:45.690424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.718078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:30:45.728409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.728749 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Added segment 88593a77-2502-41dd-ae3b-ab99d1aa20f1 of type vlan for network 7a0bec71-6221-4c86-b850-a07a612133e8 Jul 30 02:30:45.776850 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.814925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.821617 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:45.821836 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.878177 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2194092 Jul 30 02:30:45.881963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56648) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:45.888047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'admin_state_up': True, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:45.904959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5783e14-422a-4181-9446-60fa5829f47e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Network': ['ID=7a0bec71-6221-4c86-b850-a07a612133e8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:45.915831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 7a0bec71-6221-4c86-b850-a07a612133e8 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:30:45.918159 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.919266 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:45.975846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.115345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.316248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.335840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.438958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.25.7.5 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/86ae39ae-1162-4754-85f8-2eb4ad702da7) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:46.452393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 582c0a41-d564-408d-ab8d-bf571a60ab7d no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:46.476553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 582c0a41-d564-408d-ab8d-bf571a60ab7d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:46.476896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 582c0a41-d564-408d-ab8d-bf571a60ab7d not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:46.477914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5c3d268c-a618-46ed-870c-186095d424fb no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:46.495721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 5c3d268c-a618-46ed-870c-186095d424fb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:46.496069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5c3d268c-a618-46ed-870c-186095d424fb not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:46.496482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1affc75c-f507-4482-84f5-36eebad27693 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:30:46.514160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 1affc75c-f507-4482-84f5-36eebad27693 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:30:46.514508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1affc75c-f507-4482-84f5-36eebad27693 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:30:46.545957 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.583736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:46.619386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:46.622255 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:46.625689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:46.655145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=86ae39ae-1162-4754-85f8-2eb4ad702da7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:46.874416 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.061876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.190799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:30:47.301808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:47.311287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Sync routers for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:47.320157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:47.320454 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.321180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:47.321821 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-506962b9-0759-4769-a09f-2bb5b167454e tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4401734 Jul 30 02:30:47.325095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56650) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:47.353805 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-70148998-0143-4b40-8b96-f031378b700f tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f6b4c103e5344653967b38fc9e9202e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272713 Jul 30 02:30:47.356082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56652) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:47.427392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:47.452164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc88350-6a1a-4fa9-8185-bf9e99826398 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:47.453695 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2bc88350-6a1a-4fa9-8185-bf9e99826398 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966334 Jul 30 02:30:47.457258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56654) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:47.486958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-feca11ee-343a-47b3-8609-9215c14e5a08 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283022 Jul 30 02:30:47.489538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56656) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:47.495580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1003315332', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:47.590010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Made reservation on behalf of f6b4c103e5344653967b38fc9e9202e3 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:47.593545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.610500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:46Z', 'revision_number': 3, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:47.639598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Checking router: 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:47.639953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Updating router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 port 86ae39ae-1162-4754-85f8-2eb4ad702da7 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:30:47.665384 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.780614 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.841368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Subnet': ['ID=61dbb750-cb04-4f35-b6f4-6bdf3c77a635,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:47.852494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Checking segment: {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:47.852802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network hostable DHCP agents. Network: 7a0bec71-6221-4c86-b850-a07a612133e8, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:30:47.870914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 7a0bec71-6221-4c86-b850-a07a612133e8 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:30:47.880235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 7a0bec71-6221-4c86-b850-a07a612133e8) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:47.885528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:47.886121 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.901316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aa6ce64e-cd80-4c25-ae5f-08da81be1494 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4106541 Jul 30 02:30:47.903380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ab203-4bcf-4a00-b42a-3fa1ad2a5a69 None None] Network 7a0bec71-6221-4c86-b850-a07a612133e8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:47.904261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56658) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:47.967717 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:47.987393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Transition to ACTIVE for port object 86ae39ae-1162-4754-85f8-2eb4ad702da7 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:47.996104 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.080239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b70b5-30c6-440b-a930-a4c6c772e5e6 None None] Pushing event updated for resources: {'Port': ['ID=86ae39ae-1162-4754-85f8-2eb4ad702da7,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:48.084175 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Attempting to bind port 86ae39ae-1162-4754-85f8-2eb4ad702da7 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:48.084539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Attempting to bind port 86ae39ae-1162-4754-85f8-2eb4ad702da7 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:48.084901 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Attempting to bind port 86ae39ae-1162-4754-85f8-2eb4ad702da7 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:48.097917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:48.098291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:48.098769 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.099167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:48.099645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Bound port: 86ae39ae-1162-4754-85f8-2eb4ad702da7, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:48.100022 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.310509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-7a0bec71-6221-4c86-b850-a07a612133e8', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:30:48.311397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.354513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] For port 86ae39ae-1162-4754-85f8-2eb4ad702da7, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:48.363522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] For port 86ae39ae-1162-4754-85f8-2eb4ad702da7, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=86ae39ae-1162-4754-85f8-2eb4ad702da7,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:48.366814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.412741 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.525195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:48.525924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:48.527699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b70b5-30c6-440b-a930-a4c6c772e5e6 None None] Pushing event updated for resources: {'Port': ['ID=86ae39ae-1162-4754-85f8-2eb4ad702da7,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:48.591005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Allocated IP 172.20.0.2 (7a0bec71-6221-4c86-b850-a07a612133e8/61dbb750-cb04-4f35-b6f4-6bdf3c77a635/a81faafa-5c63-47f9-8d37-46dc47c14150) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:48.699612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:48.896533 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:48.922647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Transition to ACTIVE for port object a81faafa-5c63-47f9-8d37-46dc47c14150 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:48.944187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Transition to ACTIVE for port object a81faafa-5c63-47f9-8d37-46dc47c14150 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:48.954698 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.010970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.20.0.1 (7a0bec71-6221-4c86-b850-a07a612133e8/61dbb750-cb04-4f35-b6f4-6bdf3c77a635/9e31462f-089c-4b91-854e-30a57b0eeecb) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:49.016992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Network 7a0bec71-6221-4c86-b850-a07a612133e8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:49.020530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:46Z', 'revision_number': 3, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:49.022718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:49.026046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:49.029804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Pushing event updated for resources: {'Port': ['ID=a81faafa-5c63-47f9-8d37-46dc47c14150,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:49.062439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f649e4-d04e-43c0-b4b6-538f2a5a4a15 None None] The sync data for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 is: [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:46Z', 'revision_number': 3, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:49.142113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Attempting to bind port a81faafa-5c63-47f9-8d37-46dc47c14150 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:49.142715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Attempting to bind port a81faafa-5c63-47f9-8d37-46dc47c14150 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:49.143150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Attempting to bind port a81faafa-5c63-47f9-8d37-46dc47c14150 on network 7a0bec71-6221-4c86-b850-a07a612133e8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:49.154931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:49.155192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Checking segment: {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:49.155628 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.156051 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Bound using segment: {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:49.156582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Bound port: a81faafa-5c63-47f9-8d37-46dc47c14150, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:49.157002 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.184586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.202026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Transition to ACTIVE for port object 9e31462f-089c-4b91-854e-30a57b0eeecb will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:49.238880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.262639 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] For port a81faafa-5c63-47f9-8d37-46dc47c14150, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:49.266254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] For port a81faafa-5c63-47f9-8d37-46dc47c14150, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a81faafa-5c63-47f9-8d37-46dc47c14150,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:49.278283 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 7a0bec71-6221-4c86-b850-a07a612133e8 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:49.279565 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.283662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:49.303480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:49.355386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=9e31462f-089c-4b91-854e-30a57b0eeecb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:49.387611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922a796-4005-41dd-a467-656fa5ff59a4 None None] Pushing event updated for resources: {'Port': ['ID=a81faafa-5c63-47f9-8d37-46dc47c14150,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:49.392224 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.580006 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.923780 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:49.928832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.009372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=9e31462f-089c-4b91-854e-30a57b0eeecb,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:50.012275 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.124466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 7a0bec71-6221-4c86-b850-a07a612133e8 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:50.125973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:50.252117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:30:50.351240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0045f52e-102a-43ee-88f7-786f13b83c4f None None] Network 7a0bec71-6221-4c86-b850-a07a612133e8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:30:50.365882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:30:50.371312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-90ac05da-7343-4731-b1d4-41af60a0728d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "PUT /v2.0/routers/55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4659431 Jul 30 02:30:50.373811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56660) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:50.419770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-93a4dbd5-ea85-45f1-a6be-19d414816be9 None None] Provisioning for port a81faafa-5c63-47f9-8d37-46dc47c14150 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:50.548911 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86ae39ae-1162-4754-85f8-2eb4ad702da7 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:50.567858 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61593515-96c3-4d75-a96e-11ef34188e1b tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:50.568562 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61593515-96c3-4d75-a96e-11ef34188e1b tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:50.569176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61593515-96c3-4d75-a96e-11ef34188e1b tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:50.569809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61593515-96c3-4d75-a96e-11ef34188e1b tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:50.571959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-61593515-96c3-4d75-a96e-11ef34188e1b tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1972196 Jul 30 02:30:50.575047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56662) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:50.633937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63ec4c-2697-45fb-84ce-52e95cc0638d tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:50.634746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63ec4c-2697-45fb-84ce-52e95cc0638d tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:50.635396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63ec4c-2697-45fb-84ce-52e95cc0638d tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:50.636060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63ec4c-2697-45fb-84ce-52e95cc0638d tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:50.638238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8e63ec4c-2697-45fb-84ce-52e95cc0638d tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0621023 Jul 30 02:30:50.640883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56664) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:50.668484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 86ae39ae-1162-4754-85f8-2eb4ad702da7 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:50.677462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 86ae39ae-1162-4754-85f8-2eb4ad702da7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:50.677462 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.813890 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.833819 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Sync routers for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:30:50.838645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 86ae39ae-1162-4754-85f8-2eb4ad702da7, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=86ae39ae-1162-4754-85f8-2eb4ad702da7,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:50.845165 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.845526 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:50.846102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a81faafa-5c63-47f9-8d37-46dc47c14150 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:50.846368 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:50.929835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=86ae39ae-1162-4754-85f8-2eb4ad702da7,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:50.943596 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a81faafa-5c63-47f9-8d37-46dc47c14150 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:50.953591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a81faafa-5c63-47f9-8d37-46dc47c14150 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:50.954234 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:50.987783 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:50.994929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7aeeb238-5ffb-4678-a489-891da78ab248 None None] Provisioning complete for port a81faafa-5c63-47f9-8d37-46dc47c14150 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:50.995601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb238-5ffb-4678-a489-891da78ab248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.087981 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.162464 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb238-5ffb-4678-a489-891da78ab248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.193054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port a81faafa-5c63-47f9-8d37-46dc47c14150, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a81faafa-5c63-47f9-8d37-46dc47c14150,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:51.207139 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.285770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-73889a55-2864-4453-bc8a-c0b1baa8bd99 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.6410789 Jul 30 02:30:51.294104 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.db.api [None req-7aeeb238-5ffb-4678-a489-891da78ab248 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 02:30:51.294861 n-d-715271-7 neutron-server[93820]: DEBUG oslo_db.api [None req-7aeeb238-5ffb-4678-a489-891da78ab248 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 02:30:51.319309 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9e31462f-089c-4b91-854e-30a57b0eeecb', 'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:f4:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:48Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 2, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:51.322416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=a81faafa-5c63-47f9-8d37-46dc47c14150,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:51.369766 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Checking router: 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:30:51.370124 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Updating router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 port 9e31462f-089c-4b91-854e-30a57b0eeecb binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:30:51.399124 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.693871 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.708139 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Transition to ACTIVE for port object 9e31462f-089c-4b91-854e-30a57b0eeecb will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:51.716170 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.774758 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410b7ef-d8fd-419d-978a-739e930b3aa1 None None] Pushing event updated for resources: {'Port': ['ID=9e31462f-089c-4b91-854e-30a57b0eeecb,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:51.786683 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56668) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:51.792134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a3c0bf61-9b89-4ef5-bfc2-eacf83dcbebc tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-113379835', 'description': 'tempest-secgroup-smoke-113379835 description', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:51.821039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3c0bf61-9b89-4ef5-bfc2-eacf83dcbebc tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.837526 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Attempting to bind port 9e31462f-089c-4b91-854e-30a57b0eeecb on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:51.837995 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Attempting to bind port 9e31462f-089c-4b91-854e-30a57b0eeecb by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:51.838879 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Attempting to bind port 9e31462f-089c-4b91-854e-30a57b0eeecb on network 7a0bec71-6221-4c86-b850-a07a612133e8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:51.845132 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:51.845553 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Checking segment: {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:51.846215 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.847147 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Bound using segment: {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:51.847147 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Bound port: 9e31462f-089c-4b91-854e-30a57b0eeecb, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:51.847665 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.875135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7aeeb238-5ffb-4678-a489-891da78ab248 None None] Provisioning for port 9e31462f-089c-4b91-854e-30a57b0eeecb completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:51.936247 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] For port 9e31462f-089c-4b91-854e-30a57b0eeecb, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:51.939762 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] For port 9e31462f-089c-4b91-854e-30a57b0eeecb, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9e31462f-089c-4b91-854e-30a57b0eeecb,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:51.941049 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3c0bf61-9b89-4ef5-bfc2-eacf83dcbebc tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.945045 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.946456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3c0bf61-9b89-4ef5-bfc2-eacf83dcbebc tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.975462 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a3c0bf61-9b89-4ef5-bfc2-eacf83dcbebc tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:51.980341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a3c0bf61-9b89-4ef5-bfc2-eacf83dcbebc tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1924605 Jul 30 02:30:51.980861 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56670) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:51.988079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-7e49c2ce-00eb-4a52-844d-bb391ce15d8b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': '6ad7a67f-ba52-4d87-9318-d8847b4a5c2b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:51.997256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0bf61-9b89-4ef5-bfc2-eacf83dcbebc tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.005606 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:30:52.006239 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:30:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:52.030205 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e49c2ce-00eb-4a52-844d-bb391ce15d8b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.043355 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410b7ef-d8fd-419d-978a-739e930b3aa1 None None] Pushing event updated for resources: {'Port': ['ID=9e31462f-089c-4b91-854e-30a57b0eeecb,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.101100 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e49c2ce-00eb-4a52-844d-bb391ce15d8b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.111403 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e49c2ce-00eb-4a52-844d-bb391ce15d8b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.128062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49c2ce-00eb-4a52-844d-bb391ce15d8b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3426fa01-8b59-45a8-954c-899b2a40414e,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.138304 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:30:52.140978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7e49c2ce-00eb-4a52-844d-bb391ce15d8b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.142473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7e49c2ce-00eb-4a52-844d-bb391ce15d8b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582539 Jul 30 02:30:52.146936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56672) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:52.155038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-84789e0d-f85d-43a2-8350-882e04aee3ac tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': '6ad7a67f-ba52-4d87-9318-d8847b4a5c2b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:52.202776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84789e0d-f85d-43a2-8350-882e04aee3ac tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.276541 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84789e0d-f85d-43a2-8350-882e04aee3ac tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.280531 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84789e0d-f85d-43a2-8350-882e04aee3ac tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.301835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84789e0d-f85d-43a2-8350-882e04aee3ac tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b933c65-cf8a-4216-9a32-1804fe55af61,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.309763 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-84789e0d-f85d-43a2-8350-882e04aee3ac tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.311144 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-84789e0d-f85d-43a2-8350-882e04aee3ac tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1631863 Jul 30 02:30:52.314056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56674) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:52.318821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0ed36295-6051-42b0-8c49-25bd68addfb2 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': '6ad7a67f-ba52-4d87-9318-d8847b4a5c2b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:52.345573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ed36295-6051-42b0-8c49-25bd68addfb2 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.363398 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9e31462f-089c-4b91-854e-30a57b0eeecb', 'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:f4:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:48Z', 'updated_at': '2021-07-30T02:30:51Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:30:52.393638 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5c9aa-dd3f-4294-a6b5-572ab51c7e8a None None] The sync data for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 is: [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9e31462f-089c-4b91-854e-30a57b0eeecb', 'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:f4:77:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:48Z', 'updated_at': '2021-07-30T02:30:51Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:30:52.417878 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ed36295-6051-42b0-8c49-25bd68addfb2 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.428020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ed36295-6051-42b0-8c49-25bd68addfb2 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.456606 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed36295-6051-42b0-8c49-25bd68addfb2 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1364f241-5a74-4f8c-ad02-1c04647340eb,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.459531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ed36295-6051-42b0-8c49-25bd68addfb2 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.461007 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0ed36295-6051-42b0-8c49-25bd68addfb2 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457560 Jul 30 02:30:52.464498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56676) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:52.471214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-98891bbb-2f11-43a1-9ad4-e4cec71b61af tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': '6ad7a67f-ba52-4d87-9318-d8847b4a5c2b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:52.493396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86ae39ae-1162-4754-85f8-2eb4ad702da7 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:52.509052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98891bbb-2f11-43a1-9ad4-e4cec71b61af tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.580845 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98891bbb-2f11-43a1-9ad4-e4cec71b61af tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.588926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98891bbb-2f11-43a1-9ad4-e4cec71b61af tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.609981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98891bbb-2f11-43a1-9ad4-e4cec71b61af tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7552670-1e6c-45a9-b336-252948f9da2f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.622591 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-98891bbb-2f11-43a1-9ad4-e4cec71b61af tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.623889 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-98891bbb-2f11-43a1-9ad4-e4cec71b61af tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1581950 Jul 30 02:30:52.626975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56678) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:52.632538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9316a6a9-fea1-4805-bfa3-1c2d453c6f30 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': '6ad7a67f-ba52-4d87-9318-d8847b4a5c2b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:52.656311 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-9316a6a9-fea1-4805-bfa3-1c2d453c6f30 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Project f6b4c103e5344653967b38fc9e9202e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:30:52.665662 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9316a6a9-fea1-4805-bfa3-1c2d453c6f30 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.712491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 86ae39ae-1162-4754-85f8-2eb4ad702da7 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:52.712896 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.734751 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9316a6a9-fea1-4805-bfa3-1c2d453c6f30 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.740030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9316a6a9-fea1-4805-bfa3-1c2d453c6f30 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.756546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316a6a9-fea1-4805-bfa3-1c2d453c6f30 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33ea240-34cd-494f-816d-cbfc7e45899a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.773927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9316a6a9-fea1-4805-bfa3-1c2d453c6f30 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.778322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56680) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:30:52.778503 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9316a6a9-fea1-4805-bfa3-1c2d453c6f30 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498563 Jul 30 02:30:52.783414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8c7e5d2f-cbbf-4f44-8b49-20f4b113b236 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'security_group_rule': {'security_group_id': '6ad7a67f-ba52-4d87-9318-d8847b4a5c2b', 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:52.798921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a81faafa-5c63-47f9-8d37-46dc47c14150 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:52.812901 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-8c7e5d2f-cbbf-4f44-8b49-20f4b113b236 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Project f6b4c103e5344653967b38fc9e9202e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:30:52.818062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5d2f-cbbf-4f44-8b49-20f4b113b236 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.847817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a81faafa-5c63-47f9-8d37-46dc47c14150 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:52.848196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.899629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5d2f-cbbf-4f44-8b49-20f4b113b236 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.908104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5d2f-cbbf-4f44-8b49-20f4b113b236 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.928225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e5d2f-cbbf-4f44-8b49-20f4b113b236 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde7ed67-a112-4554-9a2d-1fddd8f90b40,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:52.941186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c7e5d2f-cbbf-4f44-8b49-20f4b113b236 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:52.942500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8c7e5d2f-cbbf-4f44-8b49-20f4b113b236 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1630740 Jul 30 02:30:53.165064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-c41e36e4-97a8-4395-b23e-78e79cdb3e13 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113379835&fields=id&tenant_id=f6b4c103e5344653967b38fc9e9202e3 HTTP/1.1" status: 200 len: 267 time: 0.0390308 Jul 30 02:30:53.289113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-e929c180-3ce9-4ad6-9234-c9a7f0ceab81 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:53.290968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-e929c180-3ce9-4ad6-9234-c9a7f0ceab81 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/networks?id=7a0bec71-6221-4c86-b850-a07a612133e8 HTTP/1.1" status: 200 len: 797 time: 0.1174381 Jul 30 02:30:53.309138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-161b1e59-4177-40c9-8830-dea75853f3b5 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/quotas/f6b4c103e5344653967b38fc9e9202e3 HTTP/1.1" status: 200 len: 375 time: 0.0115533 Jul 30 02:30:53.371154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-1b2f30d1-eeb0-4ac5-a6c7-f1d99d5ebd84 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554757 Jul 30 02:30:53.497689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-59466c9c-b973-4f93-9ca6-4e18897a53ce service neutron] 10.222.0.84 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104486 Jul 30 02:30:53.602796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-a11adb91-3692-41fe-879a-27df3ce85c3f service neutron] 10.222.0.84 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962601 Jul 30 02:30:53.777386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d04cb39a-084d-4127-a9ce-4631068df417 req-49398b6a-d324-42de-b7b2-57212d65c6a9 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 210 time: 0.0286465 Jul 30 02:30:54.217989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:54.491268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9e31462f-089c-4b91-854e-30a57b0eeecb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:54.543195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9e31462f-089c-4b91-854e-30a57b0eeecb completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:54.547179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9e31462f-089c-4b91-854e-30a57b0eeecb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:54.547597 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:54.636075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:54.673621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 9e31462f-089c-4b91-854e-30a57b0eeecb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9e31462f-089c-4b91-854e-30a57b0eeecb,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:54.678668 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:54.735888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=9e31462f-089c-4b91-854e-30a57b0eeecb,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:54.746012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.747371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.747752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.748450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.748796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.749126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.749451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.749773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.750094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.750420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.751158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.751578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:30:54.774716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-2026e97b-7f78-4e68-aa81-8ed09430aecd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:54.776207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-2026e97b-7f78-4e68-aa81-8ed09430aecd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "GET /v2.0/networks?id=7a0bec71-6221-4c86-b850-a07a612133e8 HTTP/1.1" status: 200 len: 797 time: 0.1330917 Jul 30 02:30:54.824868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-5550956f-35b6-40c7-8dfd-543fcd4e5fc4 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6b4c103e5344653967b38fc9e9202e3 HTTP/1.1" status: 200 len: 379 time: 0.0383470 Jul 30 02:30:54.837600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'port': {'device_id': '3dc74505-9e0c-4135-a608-1a65243255dd', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'admin_state_up': True, 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'security_groups': ['6ad7a67f-ba52-4d87-9318-d8847b4a5c2b']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:54.914210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28f35203-9ead-4e69-bd94-9ea60a569d4f req-fc746149-d5c0-4326-b0f0-715e1373f17c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 210 time: 0.0373056 Jul 30 02:30:54.977237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Made reservation on behalf of f6b4c103e5344653967b38fc9e9202e3 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:30:54.981107 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:55.110097 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.20.0.11 (7a0bec71-6221-4c86-b850-a07a612133e8/61dbb750-cb04-4f35-b6f4-6bdf3c77a635/18e349e3-ea22-4c42-b1c0-64d6eb435a02) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:30:55.257253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:55.282461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Transition to ACTIVE for port object 18e349e3-ea22-4c42-b1c0-64d6eb435a02 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:55.338357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:55.417664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 7a0bec71-6221-4c86-b850-a07a612133e8 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:30:55.423380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:30:55.430375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:30:55.466789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=18e349e3-ea22-4c42-b1c0-64d6eb435a02,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:55.502079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:55.502750 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:55.519209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-293f5aa2-100c-4dff-b087-4b4e5e7490fd tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6855845 Jul 30 02:30:55.532148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Request body: {'port': {'device_id': '3dc74505-9e0c-4135-a608-1a65243255dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:30:55.594456 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:55.720040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cb430efe-f9b8-4302-bf57-87125301e7d4 None None] Provisioning for port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:30:55.724257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-cb430efe-f9b8-4302-bf57-87125301e7d4 None None] Provisioning complete for port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:55.724779 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb430efe-f9b8-4302-bf57-87125301e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:55.763337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cb430efe-f9b8-4302-bf57-87125301e7d4 None None] Port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:30:55.901819 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e349e3-ea22-4c42-b1c0-64d6eb435a02 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:55.909926 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:55.922429 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Transition to ACTIVE for port object 18e349e3-ea22-4c42-b1c0-64d6eb435a02 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:30:55.926179 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:55.982340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Pushing event updated for resources: {'Port': ['ID=18e349e3-ea22-4c42-b1c0-64d6eb435a02,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:56.093450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1553a9-2716-4402-9ec6-75cf8ab02c93 req-c2ac9ea2-b6f8-4821-9459-f5d7576f877c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:56.095052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f1553a9-2716-4402-9ec6-75cf8ab02c93 req-c2ac9ea2-b6f8-4821-9459-f5d7576f877c tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 944 time: 0.0961668 Jul 30 02:30:56.097997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Attempting to bind port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:30:56.098325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Attempting to bind port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:30:56.098652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Attempting to bind port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 on network 7a0bec71-6221-4c86-b850-a07a612133e8 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:56.103886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 on network 7a0bec71-6221-4c86-b850-a07a612133e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:30:56.104211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Attempting to bind port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 on network 7a0bec71-6221-4c86-b850-a07a612133e8 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:30:56.116640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:30:56.116979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Checking segment: {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:30:56.117364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Bound using segment: {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:30:56.117869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Bound port: 18e349e3-ea22-4c42-b1c0-64d6eb435a02, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88593a77-2502-41dd-ae3b-ab99d1aa20f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:30:56.118308 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:56.177604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f1553a9-2716-4402-9ec6-75cf8ab02c93 req-5cacb195-1963-4b4b-8f6a-c09203acdc7f tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710053 Jul 30 02:30:56.217287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] For port 18e349e3-ea22-4c42-b1c0-64d6eb435a02, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:30:56.222857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] For port 18e349e3-ea22-4c42-b1c0-64d6eb435a02, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:30:56.228519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:56.266171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:56.266799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:56.268256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] 10.222.0.41 "PUT /v2.0/ports/18e349e3-ea22-4c42-b1c0-64d6eb435a02 HTTP/1.1" status: 200 len: 1092 time: 0.7410188 Jul 30 02:30:56.268721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:30:56.275534 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf73e46d-71da-4690-af2c-da064f40aff6" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:30:56.297751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e4f4a-df00-4fd2-adc6-386bcf906c67 service neutron] Pushing event updated for resources: {'Port': ['ID=18e349e3-ea22-4c42-b1c0-64d6eb435a02,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:56.326876 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6813e324-fa0c-45a5-a23e-a376d1e2ccd5 x-openstack-request-id: req-6813e324-fa0c-45a5-a23e-a376d1e2ccd5 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:30:56.327169 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:30:56.327473 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6813e324-fa0c-45a5-a23e-a376d1e2ccd5 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:30:56.327909 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'status': 'completed', 'code': 200} Jul 30 02:30:56.383873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-459dc2ae-b33f-47b6-b9c3-fe6ac6dba164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:56.385775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-459dc2ae-b33f-47b6-b9c3-fe6ac6dba164 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 1095 time: 0.0464733 Jul 30 02:30:56.437356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-5d2430ae-a832-491b-b274-8f2e9d536274 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02 HTTP/1.1" status: 200 len: 217 time: 0.0422127 Jul 30 02:30:56.454463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9e31462f-089c-4b91-854e-30a57b0eeecb up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:30:56.513180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-0ab717e5-4247-4699-a99e-2f53a5d9f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:56.514658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-0ab717e5-4247-4699-a99e-2f53a5d9f37b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61dbb750-cb04-4f35-b6f4-6bdf3c77a635 HTTP/1.1" status: 200 len: 835 time: 0.0703950 Jul 30 02:30:56.532941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9e31462f-089c-4b91-854e-30a57b0eeecb triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:30:56.533244 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:56.563982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-17135877-14af-4005-9ee9-f312e2ab5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:56.565512 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-17135877-14af-4005-9ee9-f312e2ab5629 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a0bec71-6221-4c86-b850-a07a612133e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432532 Jul 30 02:30:56.661789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-df56178b-fe80-499e-86af-ddb06e45aea8 service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888941 Jul 30 02:30:56.753922 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d6e819d-bf85-4c85-9621-029863ffbefa req-9f9b4833-e2f4-45c2-bd8f-da818cf5e66b service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853152 Jul 30 02:30:56.850729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-3ef19284-3317-4a17-a245-10eb8b64c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:56.852254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-3ef19284-3317-4a17-a245-10eb8b64c32f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 1095 time: 0.0467918 Jul 30 02:30:56.940770 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-c2c34f07-9005-410d-aff2-b3f3149d7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:56.942243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-c2c34f07-9005-410d-aff2-b3f3149d7ef7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a0bec71-6221-4c86-b850-a07a612133e8 HTTP/1.1" status: 200 len: 898 time: 0.0829904 Jul 30 02:30:56.983230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-37bd4d99-de49-4a1d-8847-fba460b3c748 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02 HTTP/1.1" status: 200 len: 217 time: 0.0338159 Jul 30 02:30:57.039265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-91d8bafb-97f4-4e10-96fc-686ee93913dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:57.041100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-91d8bafb-97f4-4e10-96fc-686ee93913dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61dbb750-cb04-4f35-b6f4-6bdf3c77a635 HTTP/1.1" status: 200 len: 835 time: 0.0509629 Jul 30 02:30:57.092959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-f68bef6e-e155-490c-9422-3684b4d268ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:57.094519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-f68bef6e-e155-490c-9422-3684b4d268ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a0bec71-6221-4c86-b850-a07a612133e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440216 Jul 30 02:30:57.194223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-3e862362-5c3c-4779-a6cc-2a005b608080 service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914752 Jul 30 02:30:57.330678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dc263-3f45-4b8b-a50d-0eb708d0b866 req-19397877-62f1-4c7a-a057-9b32fb35ffbb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:57.332229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f11dc263-3f45-4b8b-a50d-0eb708d0b866 req-19397877-62f1-4c7a-a057-9b32fb35ffbb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 944 time: 0.0818033 Jul 30 02:30:57.334575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf73e46d-71da-4690-af2c-da064f40aff6 req-2ff164e0-bb6f-4d5b-859c-bb87d6f46c0c service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333690 Jul 30 02:30:57.374414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f11dc263-3f45-4b8b-a50d-0eb708d0b866 req-c629a69a-4598-4f2e-89a4-49e4016f7d69 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357909 Jul 30 02:30:58.494386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa8e27-7251-47f1-9066-c285715d2093 req-587df3b8-3791-4683-a024-39588d775c5a tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:58.495892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70aa8e27-7251-47f1-9066-c285715d2093 req-587df3b8-3791-4683-a024-39588d775c5a tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 944 time: 0.0541315 Jul 30 02:30:58.533706 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70aa8e27-7251-47f1-9066-c285715d2093 req-1d40a928-bf33-467a-97af-556c63ab2c41 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319092 Jul 30 02:30:59.534935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 18e349e3-ea22-4c42-b1c0-64d6eb435a02 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:30:59.640581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 18e349e3-ea22-4c42-b1c0-64d6eb435a02, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:59.655598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'port_id': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'mac_address': 'fa:16:3e:6f:d2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:30:59.658738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0538a5-c746-46d3-a522-d34ca3d10e4b req-0425db92-30ea-41a3-87ee-4ae58729f243 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:30:59.660421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef0538a5-c746-46d3-a522-d34ca3d10e4b req-0425db92-30ea-41a3-87ee-4ae58729f243 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 944 time: 0.0524073 Jul 30 02:30:59.697318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:59.704510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef0538a5-c746-46d3-a522-d34ca3d10e4b req-bb043ca3-88af-4ab3-b21f-a349987467a6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365572 Jul 30 02:30:59.712303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e349e3-ea22-4c42-b1c0-64d6eb435a02 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:30:59.737839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 18e349e3-ea22-4c42-b1c0-64d6eb435a02, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:30:59.744677 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:30:59.802760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=18e349e3-ea22-4c42-b1c0-64d6eb435a02,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:30:59.934576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['18e349e3-ea22-4c42-b1c0-64d6eb435a02'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:31:00.776266 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6d73bde-ad2a-42d4-a61c-bde6aefd21f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:00.831063 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb06bf-d96e-4e36-a431-8a21765de051 req-8b1c6f57-0ea0-451c-98f0-d36d37226457 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:00.832902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2fb06bf-d96e-4e36-a431-8a21765de051 req-8b1c6f57-0ea0-451c-98f0-d36d37226457 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 945 time: 0.0529273 Jul 30 02:31:00.872192 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2fb06bf-d96e-4e36-a431-8a21765de051 req-fe498301-e4ea-4296-9d65-817adb672718 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324402 Jul 30 02:31:01.534368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 18e349e3-ea22-4c42-b1c0-64d6eb435a02 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:31:01.582231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:31:01.586705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:01.587079 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:01.662794 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:01.686826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:31:01.689115 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9013d5-b0e8-42b1-b97c-bfa7201ca09e" -d '{"events": [{"server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "name": "network-vif-plugged", "status": "completed", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:31:01.706998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 18e349e3-ea22-4c42-b1c0-64d6eb435a02, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:01.712257 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:01.736511 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d1098-09fe-4344-8bd1-1af4f93974a0 x-openstack-request-id: req-360d1098-09fe-4344-8bd1-1af4f93974a0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:31:01.736804 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "name": "network-vif-plugged", "status": "completed", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:31:01.737054 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-360d1098-09fe-4344-8bd1-1af4f93974a0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:31:01.737439 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'code': 200} Jul 30 02:31:01.765570 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=18e349e3-ea22-4c42-b1c0-64d6eb435a02,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:01.809894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:01.843417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07205808-a10e-4e8a-b5ea-74e203247bfd req-e08099c3-ac25-4cc5-8a87-9df6c17771ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:01.845000 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07205808-a10e-4e8a-b5ea-74e203247bfd req-e08099c3-ac25-4cc5-8a87-9df6c17771ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 1097 time: 0.0486860 Jul 30 02:31:01.882578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07205808-a10e-4e8a-b5ea-74e203247bfd req-80a86eef-52e0-40b4-b266-6d3d136e21ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304561 Jul 30 02:31:01.996320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10307f31-ad64-437e-8f5d-b1e57314e5e7 req-a8ec53ae-3e7d-44e0-b217-5f71a3cbc747 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:01.998146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10307f31-ad64-437e-8f5d-b1e57314e5e7 req-a8ec53ae-3e7d-44e0-b217-5f71a3cbc747 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 946 time: 0.0523100 Jul 30 02:31:02.039740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10307f31-ad64-437e-8f5d-b1e57314e5e7 req-b2f1e2e0-cc31-4d8e-8542-5848f1a10db8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341411 Jul 30 02:31:03.166759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e3e63-e731-4456-8d80-dc4e0cce57b5 req-415f1bfe-17a9-4699-ae30-bb2f84a056fb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:03.168788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-270e3e63-e731-4456-8d80-dc4e0cce57b5 req-415f1bfe-17a9-4699-ae30-bb2f84a056fb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 946 time: 0.0539238 Jul 30 02:31:03.208695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-270e3e63-e731-4456-8d80-dc4e0cce57b5 req-71a5c836-f77b-48f7-90f8-6e2558177cc1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335600 Jul 30 02:31:03.334602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76ba22-9c72-4753-96fa-41d1e0334255 req-e84a7431-b217-42a5-b313-f27709863d13 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:03.336265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b76ba22-9c72-4753-96fa-41d1e0334255 req-e84a7431-b217-42a5-b313-f27709863d13 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 946 time: 0.0580924 Jul 30 02:31:03.378201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b76ba22-9c72-4753-96fa-41d1e0334255 req-5878bb7a-55c9-4592-a2a5-ca3f86b03686 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349381 Jul 30 02:31:03.406644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56726) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:03.408848 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a05451dc-186a-49ef-8a0a-f6a5df615a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:03.462397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac332f-caa4-4532-9e85-2a8dd5dd57d5 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:03.463982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d2ac332f-caa4-4532-9e85-2a8dd5dd57d5 tempest-TestNetworkBasicOps-1318892679 tempest-TestNetworkBasicOps-1318892679-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 1092 time: 0.0562186 Jul 30 02:31:03.466740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56728) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:03.471409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:03.496989 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:03.614573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:03.720925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Allocated IP 172.25.7.172 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/5662e4dc-7570-459e-a850-440b996dd3f8) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:31:03.830931 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:03.868155 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:03.876977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:03.917682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:31:03.921086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:31:03.925553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:31:03.934613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=5662e4dc-7570-459e-a850-440b996dd3f8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:03.963117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.963488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.963836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.964179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.964513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.964848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.965182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.965507 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.965834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.966165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.966517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:03.966846 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:04.370352 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:04.444273 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:04.603410 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:04.612168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:04.634013 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:04.684765 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event updated for resources: {'Port': ['ID=5662e4dc-7570-459e-a850-440b996dd3f8,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:04.699141 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:04.809163 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Floating IP 1d3616a1-4c54-4b3f-8d64-b2f19300ec3a associated. External IP: 172.25.7.172, port: 18e349e3-ea22-4c42-b1c0-64d6eb435a02. Jul 30 02:31:05.346151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:31:05.456092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:31:05.466280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] Sync routers for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:31:05.473021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:05.476141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:05.477421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:05.502849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5a53ff0a-9ff3-4f16-abc5-efe3e271c022 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0326197 Jul 30 02:31:05.502849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:31:05.503277 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5ae688-4885-40c4-8c1b-04168c907bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:31:05.503890 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56730) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:05.544306 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d2d0b-1d05-438b-b571-7784ce29b43e x-openstack-request-id: req-c38d2d0b-1d05-438b-b571-7784ce29b43e {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:31:05.544878 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:31:05.545505 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c38d2d0b-1d05-438b-b571-7784ce29b43e {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:31:05.546003 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'status': 'completed', 'code': 200} Jul 30 02:31:05.569538 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5ea89013-ed8d-4e78-a9c4-59a4fd512b95 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/floatingips/1d3616a1-4c54-4b3f-8d64-b2f19300ec3a HTTP/1.1" status: 200 len: 992 time: 0.0645051 Jul 30 02:31:05.588703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:05.609320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-32f24a40-2557-4a91-8f9a-ffb34b8686a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:05.610890 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-32f24a40-2557-4a91-8f9a-ffb34b8686a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 1097 time: 0.0418928 Jul 30 02:31:05.702176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-953572a8-262f-49f0-9508-22d4d3aad566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:05.703719 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-953572a8-262f-49f0-9508-22d4d3aad566 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a0bec71-6221-4c86-b850-a07a612133e8 HTTP/1.1" status: 200 len: 898 time: 0.0861518 Jul 30 02:31:05.775106 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-dae803ec-e45a-49d7-b3d4-e77ad8db5ba5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02 HTTP/1.1" status: 200 len: 1000 time: 0.0646536 Jul 30 02:31:05.811644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1d3616a1-4c54-4b3f-8d64-b2f19300ec3a', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'port_id': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'mac_address': 'fa:16:3e:6f:d2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74505-9e0c-4135-a608-1a65243255dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:31:04Z', 'updated_at': '2021-07-30T02:31:04Z', 'revision_number': 0, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e31462f-089c-4b91-854e-30a57b0eeecb', 'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:f4:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:48Z', 'updated_at': '2021-07-30T02:30:54Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:05.832658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-1876a6f9-1ce6-40e6-a45b-d7dd10752bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:05.834178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-1876a6f9-1ce6-40e6-a45b-d7dd10752bc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61dbb750-cb04-4f35-b6f4-6bdf3c77a635 HTTP/1.1" status: 200 len: 835 time: 0.0520005 Jul 30 02:31:05.841160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] Checking router: 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:31:05.850091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:05.850828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:05.880542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-f1ae2d34-1af1-471f-9f8e-c2b5dcee21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:05.882041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-f1ae2d34-1af1-471f-9f8e-c2b5dcee21e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a0bec71-6221-4c86-b850-a07a612133e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414057 Jul 30 02:31:05.959789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:05.978655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-2be89460-713f-4ee2-bfe9-e02d98239689 service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887330 Jul 30 02:31:06.069960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab5ae688-4885-40c4-8c1b-04168c907bf3 req-2f70a361-be1f-4353-923b-0cc8387eac66 service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843427 Jul 30 02:31:06.185954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1d3616a1-4c54-4b3f-8d64-b2f19300ec3a', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'port_id': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'mac_address': 'fa:16:3e:6f:d2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74505-9e0c-4135-a608-1a65243255dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:31:04Z', 'updated_at': '2021-07-30T02:31:04Z', 'revision_number': 0, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e31462f-089c-4b91-854e-30a57b0eeecb', 'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:f4:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:48Z', 'updated_at': '2021-07-30T02:30:54Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:06.215342 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd356d9f-b79c-447e-9eff-9a7b97bd7a0e None None] The sync data for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 is: [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1d3616a1-4c54-4b3f-8d64-b2f19300ec3a', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'port_id': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'mac_address': 'fa:16:3e:6f:d2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc74505-9e0c-4135-a608-1a65243255dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:31:04Z', 'updated_at': '2021-07-30T02:31:04Z', 'revision_number': 0, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e31462f-089c-4b91-854e-30a57b0eeecb', 'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:f4:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:48Z', 'updated_at': '2021-07-30T02:30:54Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:31:06.294830 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:06.418285 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b157e8f3-f410-4ae0-907f-04a05ab09a81 None None] New status for floating IP 1d3616a1-4c54-4b3f-8d64-b2f19300ec3a: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:31:06.573932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56734) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:06.634302 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1bc163ab-fdce-4b40-9631-0481da5a4bc6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/floatingips/1d3616a1-4c54-4b3f-8d64-b2f19300ec3a HTTP/1.1" status: 200 len: 994 time: 0.0588055 Jul 30 02:31:10.332118 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:31:24.229930 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:30.776863 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deefee94-f6ea-45e5-9232-636f6408be23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:31.810893 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:33.410989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0ef22ff-8039-4c9f-87cb-033029da35df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:33.869433 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:34.386261 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-d7a1ab46-b58f-45f1-9893-d0e30aba771d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455437 Jul 30 02:31:34.470273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-b849a919-96ef-4e07-a0da-22b943b4956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:34.471845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-b849a919-96ef-4e07-a0da-22b943b4956c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 1097 time: 0.0431013 Jul 30 02:31:34.575377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-a92cafde-f3ed-483d-b0b0-feefde33fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:34.576804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-a92cafde-f3ed-483d-b0b0-feefde33fdcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a0bec71-6221-4c86-b850-a07a612133e8 HTTP/1.1" status: 200 len: 898 time: 0.0862365 Jul 30 02:31:34.633079 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:34.649985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-fc6a235d-e275-4841-a536-091b9b84b90c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02 HTTP/1.1" status: 200 len: 1002 time: 0.0651309 Jul 30 02:31:34.700334 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-120a7e5e-29db-427b-85dd-1bb6d2ce5c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:34.701811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-120a7e5e-29db-427b-85dd-1bb6d2ce5c6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61dbb750-cb04-4f35-b6f4-6bdf3c77a635 HTTP/1.1" status: 200 len: 835 time: 0.0439444 Jul 30 02:31:34.747983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-7d4da7bc-cf23-408f-a766-587e9be091c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:34.749445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-7d4da7bc-cf23-408f-a766-587e9be091c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a0bec71-6221-4c86-b850-a07a612133e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406387 Jul 30 02:31:34.843813 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-ba7925bd-35ab-4641-b286-99e42d50521e service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855129 Jul 30 02:31:34.933169 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a43c5f36-6490-43e0-81d7-3646e877a949 req-760a8a39-6e21-4b95-b041-ddec9d86ef26 service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814817 Jul 30 02:31:36.283773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:37.826516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56748) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:37.889622 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0d6865ed-763f-4cc9-83d0-b01f8ef0c924 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/floatingips/1d3616a1-4c54-4b3f-8d64-b2f19300ec3a HTTP/1.1" status: 200 len: 994 time: 0.0619884 Jul 30 02:31:38.123791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56754) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:38.289111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port 5662e4dc-7570-459e-a850-440b996dd3f8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:31:38.289457 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:38.364288 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:38.364635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:38.377849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for 5662e4dc-7570-459e-a850-440b996dd3f8 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:31:38.526900 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:38.551667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=5662e4dc-7570-459e-a850-440b996dd3f8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:38.616263 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:38.616594 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Floating IP 1d3616a1-4c54-4b3f-8d64-b2f19300ec3a disassociated (deleted). External IP: 172.25.7.172, port: 18e349e3-ea22-4c42-b1c0-64d6eb435a02. Jul 30 02:31:38.823016 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:31:38.931878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:31:38.936568 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:38.941173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] Sync routers for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:31:38.950198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:38.950796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:38.962878 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-146c0d31-7cb9-494c-bbca-feab431f7df6 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/floatingips/1d3616a1-4c54-4b3f-8d64-b2f19300ec3a HTTP/1.1" status: 204 len: 168 time: 0.8380392 Jul 30 02:31:38.963484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:31:38.966281 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:31:39.062016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:39.122058 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4203d415-8441-4fd3-9149-61dc7ebd2d1f x-openstack-request-id: req-4203d415-8441-4fd3-9149-61dc7ebd2d1f {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:31:39.122435 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:31:39.122619 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4203d415-8441-4fd3-9149-61dc7ebd2d1f {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:31:39.123009 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'status': 'completed', 'code': 200} Jul 30 02:31:39.202780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-d1dc191e-e531-4808-805c-af419e4bf211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:39.204565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-d1dc191e-e531-4808-805c-af419e4bf211 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6b4c103e5344653967b38fc9e9202e3&device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 1097 time: 0.0537713 Jul 30 02:31:39.295688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9e31462f-089c-4b91-854e-30a57b0eeecb', 'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:f4:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:48Z', 'updated_at': '2021-07-30T02:30:54Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:39.321734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-3f9350f3-0295-4444-ad91-e6c501e1ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:39.325190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-3f9350f3-0295-4444-ad91-e6c501e1ec9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a0bec71-6221-4c86-b850-a07a612133e8 HTTP/1.1" status: 200 len: 898 time: 0.1124325 Jul 30 02:31:39.338693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] Checking router: 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:31:39.347631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:39.348239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:39.376667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-d261f1f5-62a1-4c17-b8f5-be6af9e42c53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02 HTTP/1.1" status: 200 len: 217 time: 0.0432677 Jul 30 02:31:39.453209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:39.456573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-c4963afe-18b3-45f7-b25e-63353008f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:39.458061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-c4963afe-18b3-45f7-b25e-63353008f92a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61dbb750-cb04-4f35-b6f4-6bdf3c77a635 HTTP/1.1" status: 200 len: 835 time: 0.0741622 Jul 30 02:31:39.482203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcc856-ba13-425e-8847-82d6e086c692 req-e99190ec-359f-45f0-8667-99d72e8494d8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:39.483799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7fcc856-ba13-425e-8847-82d6e086c692 req-e99190ec-359f-45f0-8667-99d72e8494d8 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 946 time: 0.3027012 Jul 30 02:31:39.543135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-b981f9b3-a81e-48cb-ba6b-fb54def21e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:39.544710 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-b981f9b3-a81e-48cb-ba6b-fb54def21e05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a0bec71-6221-4c86-b850-a07a612133e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787735 Jul 30 02:31:39.550196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f7fcc856-ba13-425e-8847-82d6e086c692 req-ebba8503-ec2f-4108-b8d1-eaac3902232a tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482271 Jul 30 02:31:39.649177 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-14639b2c-6fd2-433e-8f74-eead4026c8f1 service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959620 Jul 30 02:31:39.743411 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84d24b49-dfb1-44f1-8830-e8eefe87ccf2 req-c0f3fdb1-e436-492c-8b4d-185c456efa71 service neutron] 10.222.0.41 "GET /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842969 Jul 30 02:31:39.803733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9e31462f-089c-4b91-854e-30a57b0eeecb', 'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:f4:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:48Z', 'updated_at': '2021-07-30T02:30:54Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:39.830616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39b448-3c41-4d4d-bab3-6d0e5cf66a98 None None] The sync data for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 is: [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:30:49Z', 'revision_number': 4, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9e31462f-089c-4b91-854e-30a57b0eeecb', 'name': '', 'network_id': '7a0bec71-6221-4c86-b850-a07a612133e8', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'mac_address': 'fa:16:3e:f4:77:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:48Z', 'updated_at': '2021-07-30T02:30:54Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'subnets': [{'id': '61dbb750-cb04-4f35-b6f4-6bdf3c77a635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:31:40.053312 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357f3053-34ea-4b9c-9dc0-e3310f4d1c24 None None] New status for floating IP 1d3616a1-4c54-4b3f-8d64-b2f19300ec3a: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:31:40.509309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d907e-0d21-40a4-a553-74acb3a6436d req-7dc05a0f-27fc-4150-95c5-c504b812ece7 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:40.510674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-174d907e-0d21-40a4-a553-74acb3a6436d req-7dc05a0f-27fc-4150-95c5-c504b812ece7 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 946 time: 0.0547650 Jul 30 02:31:40.602558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-174d907e-0d21-40a4-a553-74acb3a6436d req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:31:40.602909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-174d907e-0d21-40a4-a553-74acb3a6436d req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:40.729009 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab0f79-2c48-45d4-841b-4f7076004c0b req-8fd805e7-5f85-44e2-9da0-4571c45e3a3b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:40.730561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ab0f79-2c48-45d4-841b-4f7076004c0b req-8fd805e7-5f85-44e2-9da0-4571c45e3a3b tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/ports?device_id=3dc74505-9e0c-4135-a608-1a65243255dd HTTP/1.1" status: 200 len: 946 time: 0.0821099 Jul 30 02:31:40.737052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-174d907e-0d21-40a4-a553-74acb3a6436d req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] For port 18e349e3-ea22-4c42-b1c0-64d6eb435a02, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=18e349e3-ea22-4c42-b1c0-64d6eb435a02,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:40.737419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-174d907e-0d21-40a4-a553-74acb3a6436d req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:40.761015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-174d907e-0d21-40a4-a553-74acb3a6436d req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for 18e349e3-ea22-4c42-b1c0-64d6eb435a02 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:31:40.819690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93ab0f79-2c48-45d4-841b-4f7076004c0b req-e8f18737-f110-48aa-9784-3bbc5edf710d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796714 Jul 30 02:31:40.908388 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-174d907e-0d21-40a4-a553-74acb3a6436d req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:40.938524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=18e349e3-ea22-4c42-b1c0-64d6eb435a02,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:40.979642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-174d907e-0d21-40a4-a553-74acb3a6436d req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] No DVR routers for this DVR port 18e349e3-ea22-4c42-b1c0-64d6eb435a02 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:31:40.982233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-174d907e-0d21-40a4-a553-74acb3a6436d req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:40.984286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-174d907e-0d21-40a4-a553-74acb3a6436d req-ef9d6785-21c3-430f-9a8d-3d1bec6907f1 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.41 "DELETE /v2.0/ports/18e349e3-ea22-4c42-b1c0-64d6eb435a02 HTTP/1.1" status: 204 len: 173 time: 0.4674094 Jul 30 02:31:41.124205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'name': 'network-vif-deleted', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:31:41.126534 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce41411-d2c4-4a0b-b8d5-08b82f26494a" -d '{"events": [{"server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "name": "network-vif-deleted", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:31:41.162513 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3aa5c1-4390-43bc-b827-9ca6eff79d3a x-openstack-request-id: req-6e3aa5c1-4390-43bc-b827-9ca6eff79d3a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:31:41.162811 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc74505-9e0c-4135-a608-1a65243255dd", "name": "network-vif-deleted", "tag": "18e349e3-ea22-4c42-b1c0-64d6eb435a02", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:31:41.163209 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6e3aa5c1-4390-43bc-b827-9ca6eff79d3a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:31:41.163714 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc74505-9e0c-4135-a608-1a65243255dd', 'name': 'network-vif-deleted', 'tag': '18e349e3-ea22-4c42-b1c0-64d6eb435a02', 'status': 'completed', 'code': 200} Jul 30 02:31:41.878093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56772) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:41.939956 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36095089-3b3a-44c8-afb9-be3d9701ddd3 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:41.966841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36095089-3b3a-44c8-afb9-be3d9701ddd3 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:42.031967 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36095089-3b3a-44c8-afb9-be3d9701ddd3 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:42.034600 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-36095089-3b3a-44c8-afb9-be3d9701ddd3 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:42.035809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-36095089-3b3a-44c8-afb9-be3d9701ddd3 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/security-groups/6ad7a67f-ba52-4d87-9318-d8847b4a5c2b HTTP/1.1" status: 204 len: 168 time: 0.1566839 Jul 30 02:31:42.045720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36095089-3b3a-44c8-afb9-be3d9701ddd3 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad7a67f-ba52-4d87-9318-d8847b4a5c2b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:42.067895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56776) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:42.432674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:42.681655 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port 9e31462f-089c-4b91-854e-30a57b0eeecb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:31:42.681993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:42.774505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] For port 9e31462f-089c-4b91-854e-30a57b0eeecb, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9e31462f-089c-4b91-854e-30a57b0eeecb,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:42.774866 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:42.788688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for 9e31462f-089c-4b91-854e-30a57b0eeecb owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:31:42.978304 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:43.005109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=9e31462f-089c-4b91-854e-30a57b0eeecb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:43.186856 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:43.410709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:31:43.724945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 18e349e3-ea22-4c42-b1c0-64d6eb435a02 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:31:43.749383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 18e349e3-ea22-4c42-b1c0-64d6eb435a02 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:31:43.749383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 18e349e3-ea22-4c42-b1c0-64d6eb435a02 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:31:43.831363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:31:43.836497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-82b99fca-c5fe-4716-b5b3-1405522bb9eb tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "PUT /v2.0/routers/55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7676275 Jul 30 02:31:43.839746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56778) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:43.842197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] Sync routers for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:31:43.851250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:43.851895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:43.889698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb33a0b9-d104-4328-93fc-a9b5a3dac39d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting subnet 61dbb750-cb04-4f35-b6f4-6bdf3c77a635 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:31:43.892737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb33a0b9-d104-4328-93fc-a9b5a3dac39d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:43.946348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb33a0b9-d104-4328-93fc-a9b5a3dac39d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:43.958798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:44.034326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb33a0b9-d104-4328-93fc-a9b5a3dac39d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.094307 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb33a0b9-d104-4328-93fc-a9b5a3dac39d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.123376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33a0b9-d104-4328-93fc-a9b5a3dac39d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Subnet': ['ID=61dbb750-cb04-4f35-b6f4-6bdf3c77a635,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:44.129659 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eb33a0b9-d104-4328-93fc-a9b5a3dac39d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.131566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eb33a0b9-d104-4328-93fc-a9b5a3dac39d tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/subnets/61dbb750-cb04-4f35-b6f4-6bdf3c77a635 HTTP/1.1" status: 204 len: 168 time: 0.2908726 Jul 30 02:31:44.134407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56780) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:44.137618 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046070ef-2766-4b92-9205-c2c800bced61 None None] Network 7a0bec71-6221-4c86-b850-a07a612133e8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:31:44.187907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:31:42Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:44.215927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] Checking router: 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:31:44.236369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] Routers {'55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:44.236979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:44.247873 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.358162 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.381971 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] Set router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:44.421098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Deleting port 86ae39ae-1162-4754-85f8-2eb4ad702da7 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:31:44.421437 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.447229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd73250-a207-4445-baeb-1edc6abe0966 None None] DHCP port deletion for 7a0bec71-6221-4c86-b850-a07a612133e8 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:31:44.513135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] For port 86ae39ae-1162-4754-85f8-2eb4ad702da7, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=86ae39ae-1162-4754-85f8-2eb4ad702da7,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:44.513506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.527523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Calling delete_port for 86ae39ae-1162-4754-85f8-2eb4ad702da7 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:31:44.563673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a81faafa-5c63-47f9-8d37-46dc47c14150 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:31:44.603550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6fd73250-a207-4445-baeb-1edc6abe0966 None None] Deleting port a81faafa-5c63-47f9-8d37-46dc47c14150 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:31:44.603932 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fd73250-a207-4445-baeb-1edc6abe0966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.685890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6fd73250-a207-4445-baeb-1edc6abe0966 None None] For port a81faafa-5c63-47f9-8d37-46dc47c14150, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a81faafa-5c63-47f9-8d37-46dc47c14150,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:44.686204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fd73250-a207-4445-baeb-1edc6abe0966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.698479 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.706749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6fd73250-a207-4445-baeb-1edc6abe0966 None None] Calling delete_port for a81faafa-5c63-47f9-8d37-46dc47c14150 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:31:44.724632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Port': ['ID=86ae39ae-1162-4754-85f8-2eb4ad702da7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:44.785479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:31:42Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:44.786201 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.795092 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.827466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e66c8-dabe-40b9-a00f-e43bf3d09dab None None] The sync data for ids ['55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7'] in n-d-715271-7 is: [{'id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'name': 'tempest-TestNetworkBasicOps-router-2077352990', 'tenant_id': 'f6b4c103e5344653967b38fc9e9202e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:30:45Z', 'updated_at': '2021-07-30T02:31:42Z', 'revision_number': 5, 'project_id': 'f6b4c103e5344653967b38fc9e9202e3', 'gw_port': {'id': '86ae39ae-1162-4754-85f8-2eb4ad702da7', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:30:46Z', 'updated_at': '2021-07-30T02:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:31:44.873753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port a81faafa-5c63-47f9-8d37-46dc47c14150, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a81faafa-5c63-47f9-8d37-46dc47c14150,segment=NetworkSegment(88593a77-2502-41dd-ae3b-ab99d1aa20f1),segment_id=88593a77-2502-41dd-ae3b-ab99d1aa20f1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:44.877357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.884223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.887894 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.900708 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6fd73250-a207-4445-baeb-1edc6abe0966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.916716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd73250-a207-4445-baeb-1edc6abe0966 None None] No DVR routers for this DVR port a81faafa-5c63-47f9-8d37-46dc47c14150 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:31:44.936432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=a81faafa-5c63-47f9-8d37-46dc47c14150,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:44.937037 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.937605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Fanout notify agent at l3_agent the message router_deleted on router 55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:31:44.950564 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:44.951735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5277b2e0-4aed-4630-ab4f-081924ca3a51 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/routers/55b8f2dd-0a9f-4878-ba60-a4fa0b0bb6d7 HTTP/1.1" status: 204 len: 168 time: 0.8163381 Jul 30 02:31:44.954473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56782) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:44.964737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd73250-a207-4445-baeb-1edc6abe0966 None None] Pushing event deleted for resources: {'Port': ['ID=a81faafa-5c63-47f9-8d37-46dc47c14150,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:45.030861 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.120800 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.130368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0bec71-6221-4c86-b850-a07a612133e8']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:45.141323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88593a77-2502-41dd-ae3b-ab99d1aa20f1') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:45.141618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88593a77-2502-41dd-ae3b-ab99d1aa20f1') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:45.150651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.165690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.172684 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:31:45.173083 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:31:45.176186 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:31:45.237310 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.244703 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.253832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] 10.222.0.84 "DELETE /v2.0/networks/7a0bec71-6221-4c86-b850-a07a612133e8 HTTP/1.1" status: 204 len: 168 time: 0.2922995 Jul 30 02:31:45.268449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b59f7-feb7-44b7-9866-2769f830e575 tempest-TestNetworkBasicOps-964375635 tempest-TestNetworkBasicOps-964375635-project] Pushing event deleted for resources: {'Network': ['ID=7a0bec71-6221-4c86-b850-a07a612133e8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:45.538737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56788) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:45.667866 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d106c2ae-02f4-4283-8f9d-d5ebf0a01094 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f6b4c103e5344653967b38fc9e9202e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273477 Jul 30 02:31:45.670232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56792) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:45.717584 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbc9d-90e5-458e-95b0-5c0c4d428202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.738866 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbc9d-90e5-458e-95b0-5c0c4d428202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.785331 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbc9d-90e5-458e-95b0-5c0c4d428202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.788142 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbc9d-90e5-458e-95b0-5c0c4d428202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:45.792166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0a2cbc9d-90e5-458e-95b0-5c0c4d428202 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/29f84a6a-0544-4c65-a0de-0dd020dc4650 HTTP/1.1" status: 204 len: 168 time: 0.1181431 Jul 30 02:31:45.799606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cbc9d-90e5-458e-95b0-5c0c4d428202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f84a6a-0544-4c65-a0de-0dd020dc4650,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:46.053166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56798) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:46.067009 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-482d11e9-cb7b-4427-ab4e-fc95f306a390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:46.158364 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-482d11e9-cb7b-4427-ab4e-fc95f306a390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:46.162948 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-482d11e9-cb7b-4427-ab4e-fc95f306a390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:46.205702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-482d11e9-cb7b-4427-ab4e-fc95f306a390 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f367d69d639141a6a004eaeda8cd668a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514089 Jul 30 02:31:46.206576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d11e9-cb7b-4427-ab4e-fc95f306a390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53833d96-55ab-4c16-b84a-b2391b559fa4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:46.208475 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:46.259995 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:46.283104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:46.333538 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:46.336323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:46.338471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/53833d96-55ab-4c16-b84a-b2391b559fa4 HTTP/1.1" status: 204 len: 168 time: 0.1289463 Jul 30 02:31:46.346443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53833d96-55ab-4c16-b84a-b2391b559fa4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:46.353734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.354074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.354411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.354743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.355067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.355391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.355735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.356173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.356497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.356811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.357130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.357444 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab688d7-bbdb-4dc8-aca1-481116555284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:46.481082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9e31462f-089c-4b91-854e-30a57b0eeecb no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:31:46.500290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9e31462f-089c-4b91-854e-30a57b0eeecb {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:31:46.500680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9e31462f-089c-4b91-854e-30a57b0eeecb not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:31:46.501033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86ae39ae-1162-4754-85f8-2eb4ad702da7 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:31:46.520249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 86ae39ae-1162-4754-85f8-2eb4ad702da7 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:31:46.520591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 86ae39ae-1162-4754-85f8-2eb4ad702da7 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:31:47.330685 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:31:48.400364 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56854) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:48.405477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'network': {'name': 'tempest-network-smoke--713072473', 'project_id': '24cc7d71857c427eb20177be5671f29a', 'port_security_enabled': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:48.427988 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Made reservation on behalf of 24cc7d71857c427eb20177be5671f29a for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:31:48.431611 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.444153 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.541025 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.545299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.572457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:31:48.582708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0e40b0-1cce-46e3-bf39-41acfa82cbba,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:48.590100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.590435 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Added segment 635c6928-3974-4c22-808b-444bf7181dc3 of type vlan for network 1ad2adf8-aae8-48c6-bf68-06151425b814 Jul 30 02:31:48.631777 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.660355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.666404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:48.666993 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.726106 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3246162 Jul 30 02:31:48.728895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56856) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:48.733825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'admin_state_up': True, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:48.751952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70be679-ef91-41db-ba3a-e9f094281683 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Network': ['ID=1ad2adf8-aae8-48c6-bf68-06151425b814,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:48.762219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1ad2adf8-aae8-48c6-bf68-06151425b814 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:31:48.767622 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.768860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:48.819722 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:49.285642 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:49.476127 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:49.495070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:49.601312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Allocated IP 172.25.7.54 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/c9a087b6-c41f-457a-a4d3-6d02547fce81) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:31:49.701263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:49.743423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:49.778979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:31:49.783050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:31:49.785747 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:31:49.814837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=c9a087b6-c41f-457a-a4d3-6d02547fce81,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:50.035445 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:50.228177 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:50.352813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Router 5d653de8-e111-43bc-bb84-19e1daff4b41 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:31:50.457832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:31:50.468091 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Sync routers for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:31:50.477627 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:50.478229 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:50.478698 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:50.481607 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d3afb39d-f282-41d6-8628-3caa8c51a0aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7508543 Jul 30 02:31:50.484954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56858) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:50.586620 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:50.608018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dbbb7b54-f050-4535-a195-d4ac27f6da28 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=24cc7d71857c427eb20177be5671f29a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217482 Jul 30 02:31:50.610608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56862) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:50.702602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e6f7dc-41e5-412d-a751-280ea8f68035 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:50.704165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-29e6f7dc-41e5-412d-a751-280ea8f68035 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926523 Jul 30 02:31:50.707269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56864) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:50.740802 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-62e05c20-b4a9-482e-b03f-8152e8f205a4 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322022 Jul 30 02:31:50.743198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56866) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:50.748108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-871087393', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'project_id': '24cc7d71857c427eb20177be5671f29a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:50.768565 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:49Z', 'revision_number': 3, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:50.794265 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Checking router: 5d653de8-e111-43bc-bb84-19e1daff4b41 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:31:50.794602 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Updating router 5d653de8-e111-43bc-bb84-19e1daff4b41 port c9a087b6-c41f-457a-a4d3-6d02547fce81 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:31:50.822558 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:50.835897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Made reservation on behalf of 24cc7d71857c427eb20177be5671f29a for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:31:50.839378 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.021756 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.069508 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.079604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Subnet': ['ID=eb7a61a4-b96a-4193-9443-7358de091ad2,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:51.081056 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Transition to ACTIVE for port object c9a087b6-c41f-457a-a4d3-6d02547fce81 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:31:51.087467 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.090611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Checking segment: {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:31:51.090975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network hostable DHCP agents. Network: 1ad2adf8-aae8-48c6-bf68-06151425b814, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:31:51.107835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 1ad2adf8-aae8-48c6-bf68-06151425b814 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:31:51.118335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1ad2adf8-aae8-48c6-bf68-06151425b814) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:31:51.124291 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:51.124928 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.130345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b31ea-eb29-46c1-9a65-6f2a50277812 None None] Network 1ad2adf8-aae8-48c6-bf68-06151425b814 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:31:51.134715 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Attempting to bind port c9a087b6-c41f-457a-a4d3-6d02547fce81 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:31:51.134715 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Attempting to bind port c9a087b6-c41f-457a-a4d3-6d02547fce81 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:31:51.134715 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Attempting to bind port c9a087b6-c41f-457a-a4d3-6d02547fce81 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:31:51.145549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-76643ca1-5c52-42ed-9601-e2f751086546 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3983324 Jul 30 02:31:51.145992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56868) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:51.146287 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:31:51.146653 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:31:51.147049 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.147556 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:31:51.147910 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Bound port: c9a087b6-c41f-457a-a4d3-6d02547fce81, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:31:51.148287 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.151574 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Pushing event updated for resources: {'Port': ['ID=c9a087b6-c41f-457a-a4d3-6d02547fce81,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:51.180996 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.181333 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.181663 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.181990 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.182308 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.182632 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.183579 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.183901 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.184208 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.184522 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.184832 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.185142 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:51.218050 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] For port c9a087b6-c41f-457a-a4d3-6d02547fce81, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:31:51.221942 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] For port c9a087b6-c41f-457a-a4d3-6d02547fce81, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c9a087b6-c41f-457a-a4d3-6d02547fce81,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:31:51.226446 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.285928 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:51.286553 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:51.321829 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9397b-c657-445e-a251-a97a2726b0b1 None None] Pushing event updated for resources: {'Port': ['ID=c9a087b6-c41f-457a-a4d3-6d02547fce81,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:51.398245 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:51.448524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-1ad2adf8-aae8-48c6-bf68-06151425b814', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:31:51.449468 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.584748 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:49Z', 'revision_number': 3, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:51.586462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Allocated IP 172.20.0.2 (1ad2adf8-aae8-48c6-bf68-06151425b814/eb7a61a4-b96a-4193-9443-7358de091ad2/17cd95f7-eeaf-4275-a075-7a2d5df6e1de) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:31:51.618235 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce9000d-52ac-4c1b-8396-91dcc89dc3d4 None None] The sync data for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 is: [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:49Z', 'revision_number': 3, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:31:51.628750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.744351 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.754055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Transition to ACTIVE for port object 17cd95f7-eeaf-4275-a075-7a2d5df6e1de will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:31:51.772395 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Transition to ACTIVE for port object 17cd95f7-eeaf-4275-a075-7a2d5df6e1de will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:31:51.779086 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.826532 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Network 1ad2adf8-aae8-48c6-bf68-06151425b814 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:31:51.830016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:31:51.832864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:31:51.848523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Pushing event updated for resources: {'Port': ['ID=17cd95f7-eeaf-4275-a075-7a2d5df6e1de,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:51.908305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Attempting to bind port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:31:51.908679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Attempting to bind port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:31:51.909048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Attempting to bind port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de on network 1ad2adf8-aae8-48c6-bf68-06151425b814 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:31:51.918437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:31:51.918988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Checking segment: {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:31:51.919510 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.919998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Bound using segment: {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:31:51.920592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Bound port: 17cd95f7-eeaf-4275-a075-7a2d5df6e1de, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:31:51.921071 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:51.966396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Allocated IP 172.20.0.1 (1ad2adf8-aae8-48c6-bf68-06151425b814/eb7a61a4-b96a-4193-9443-7358de091ad2/76c9f820-d9c1-4233-896c-c8129affa740) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:31:51.998970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] For port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:31:52.002552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] For port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=17cd95f7-eeaf-4275-a075-7a2d5df6e1de,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:31:52.007530 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.067113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6a934-92a3-4e30-8188-04bc96da3c8d None None] Pushing event updated for resources: {'Port': ['ID=17cd95f7-eeaf-4275-a075-7a2d5df6e1de,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:52.096800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.114387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Transition to ACTIVE for port object 76c9f820-d9c1-4233-896c-c8129affa740 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:31:52.152704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.196715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 1ad2adf8-aae8-48c6-bf68-06151425b814 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:31:52.199732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:31:52.203959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:31:52.213370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=76c9f820-d9c1-4233-896c-c8129affa740,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:52.266960 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.435425 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.555854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 17cd95f7-eeaf-4275-a075-7a2d5df6e1de up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:31:52.606439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:31:52.610358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c9a087b6-c41f-457a-a4d3-6d02547fce81 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:31:52.659945 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port c9a087b6-c41f-457a-a4d3-6d02547fce81 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:31:52.663837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c9a087b6-c41f-457a-a4d3-6d02547fce81 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:52.664285 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.747163 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.751050 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.753314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.774074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port c9a087b6-c41f-457a-a4d3-6d02547fce81, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c9a087b6-c41f-457a-a4d3-6d02547fce81,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:52.781081 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.830382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=c9a087b6-c41f-457a-a4d3-6d02547fce81,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:52.832252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=76c9f820-d9c1-4233-896c-c8129affa740,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:52.836762 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:52.944898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 1ad2adf8-aae8-48c6-bf68-06151425b814 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:31:52.946351 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:31:53.047994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d9115-04f4-4059-90bc-289b1ca8e114 None None] Network 1ad2adf8-aae8-48c6-bf68-06151425b814 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:31:53.065480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Router 5d653de8-e111-43bc-bb84-19e1daff4b41 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:31:53.126704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aa492221-c807-46b9-9c3a-d0cc20296da5 None None] Provisioning for port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:31:53.137779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aa492221-c807-46b9-9c3a-d0cc20296da5 None None] Provisioning complete for port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:53.138155 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa492221-c807-46b9-9c3a-d0cc20296da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.280592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa492221-c807-46b9-9c3a-d0cc20296da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.322022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-aa492221-c807-46b9-9c3a-d0cc20296da5 None None] For port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=17cd95f7-eeaf-4275-a075-7a2d5df6e1de,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:53.328528 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa492221-c807-46b9-9c3a-d0cc20296da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.398799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa492221-c807-46b9-9c3a-d0cc20296da5 None None] Pushing event updated for resources: {'Port': ['ID=17cd95f7-eeaf-4275-a075-7a2d5df6e1de,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:53.547176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:31:53.550691 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa7864a3-e1d8-4e7b-95f3-71f718524f79 None None] Provisioning complete for port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:53.551075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa7864a3-e1d8-4e7b-95f3-71f718524f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.555550 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97bcc4a6-89d1-45dd-b1c0-09ba3aa27289 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "PUT /v2.0/routers/5d653de8-e111-43bc-bb84-19e1daff4b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4083636 Jul 30 02:31:53.558283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56870) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:53.562786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-56a46c41-7214-4c1b-bb04-5089cc445395 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--438899551', 'description': 'tempest-secgroup_access--438899551 description', 'project_id': '24cc7d71857c427eb20177be5671f29a'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:53.582137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Sync routers for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:31:53.586956 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56a46c41-7214-4c1b-bb04-5089cc445395 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.604459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:53.605126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:53.678447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56a46c41-7214-4c1b-bb04-5089cc445395 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.684039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56a46c41-7214-4c1b-bb04-5089cc445395 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.716147 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-56a46c41-7214-4c1b-bb04-5089cc445395 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.717219 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-56a46c41-7214-4c1b-bb04-5089cc445395 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1579564 Jul 30 02:31:53.719240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a46c41-7214-4c1b-bb04-5089cc445395 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df08bac-8f01-4981-86eb-e3e8dec282cb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:53.720144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56872) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:53.726728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9f22ff7b-586f-44b3-bffe-8e229b74fff9 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--101561046', 'description': 'tempest-secgroup_general--101561046 description', 'project_id': '24cc7d71857c427eb20177be5671f29a'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:53.754216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f22ff7b-586f-44b3-bffe-8e229b74fff9 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.765861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:53.768644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa7864a3-e1d8-4e7b-95f3-71f718524f79 None None] Provisioning for port 76c9f820-d9c1-4233-896c-c8129affa740 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:31:53.795929 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fa7864a3-e1d8-4e7b-95f3-71f718524f79 None None] Provisioning complete for port 76c9f820-d9c1-4233-896c-c8129affa740 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:53.796808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fa7864a3-e1d8-4e7b-95f3-71f718524f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.862718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f22ff7b-586f-44b3-bffe-8e229b74fff9 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.872925 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f22ff7b-586f-44b3-bffe-8e229b74fff9 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.874441 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fa7864a3-e1d8-4e7b-95f3-71f718524f79 None None] Port 76c9f820-d9c1-4233-896c-c8129affa740 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:31:53.904821 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9f22ff7b-586f-44b3-bffe-8e229b74fff9 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:53.906341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9f22ff7b-586f-44b3-bffe-8e229b74fff9 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1845310 Jul 30 02:31:53.909531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56874) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:31:53.918335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f744a1bd-0e1e-4678-a425-f153b258e7d4 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'security_group_rule': {'security_group_id': '2df08bac-8f01-4981-86eb-e3e8dec282cb', 'project_id': '24cc7d71857c427eb20177be5671f29a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:53.931970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22ff7b-586f-44b3-bffe-8e229b74fff9 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18094fef-3dc7-48e7-9ed2-6bf768342991,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:53.952389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f744a1bd-0e1e-4678-a425-f153b258e7d4 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.001567 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f744a1bd-0e1e-4678-a425-f153b258e7d4 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.005377 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f744a1bd-0e1e-4678-a425-f153b258e7d4 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.008319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5bca5a0e-f027-420d-a6b5-608f8c4919a9 None None] Provisioning complete for port 76c9f820-d9c1-4233-896c-c8129affa740 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:54.008729 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5bca5a0e-f027-420d-a6b5-608f8c4919a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.021747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744a1bd-0e1e-4678-a425-f153b258e7d4 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a769ad7e-7e4f-439f-8209-3f48575be679,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:54.031388 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f744a1bd-0e1e-4678-a425-f153b258e7d4 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.032781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f744a1bd-0e1e-4678-a425-f153b258e7d4 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222932 Jul 30 02:31:54.055281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '76c9f820-d9c1-4233-896c-c8129affa740', 'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:1c:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:51Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 2, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:54.057013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5bca5a0e-f027-420d-a6b5-608f8c4919a9 None None] Port 76c9f820-d9c1-4233-896c-c8129affa740 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:31:54.084164 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Checking router: 5d653de8-e111-43bc-bb84-19e1daff4b41 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:31:54.084530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Updating router 5d653de8-e111-43bc-bb84-19e1daff4b41 port 76c9f820-d9c1-4233-896c-c8129affa740 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:31:54.109969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.173683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-6ad86024-4d98-4040-b71c-c513309c1ffb tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup_access--438899551&fields=id&tenant_id=24cc7d71857c427eb20177be5671f29a HTTP/1.1" status: 200 len: 267 time: 0.0345018 Jul 30 02:31:54.213503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-6ba60807-9e93-410b-93cb-5c25d867649e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup_general--101561046&fields=id&tenant_id=24cc7d71857c427eb20177be5671f29a HTTP/1.1" status: 200 len: 267 time: 0.0327737 Jul 30 02:31:54.244195 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.330457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-375f9d87-a28c-4f0f-ba71-7ad1b5d992c2 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:54.332195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-375f9d87-a28c-4f0f-ba71-7ad1b5d992c2 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/networks?id=1ad2adf8-aae8-48c6-bf68-06151425b814 HTTP/1.1" status: 200 len: 796 time: 0.1111226 Jul 30 02:31:54.348602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-b2ca3b0f-d794-4229-b326-e936bf90bc85 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/quotas/24cc7d71857c427eb20177be5671f29a HTTP/1.1" status: 200 len: 375 time: 0.0101612 Jul 30 02:31:54.389657 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.399762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Transition to ACTIVE for port object 76c9f820-d9c1-4233-896c-c8129affa740 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:31:54.403602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-00a9c289-d73e-43a3-8a8c-b9475407005a tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=24cc7d71857c427eb20177be5671f29a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487912 Jul 30 02:31:54.406242 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.454323 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Pushing event updated for resources: {'Port': ['ID=76c9f820-d9c1-4233-896c-c8129affa740,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:54.506313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-324d0ac5-d27a-45b1-9f20-2bf18b6d85b8 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:31:54.507652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-324d0ac5-d27a-45b1-9f20-2bf18b6d85b8 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0921693 Jul 30 02:31:54.532116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Attempting to bind port 76c9f820-d9c1-4233-896c-c8129affa740 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:31:54.532593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Attempting to bind port 76c9f820-d9c1-4233-896c-c8129affa740 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:31:54.533054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Attempting to bind port 76c9f820-d9c1-4233-896c-c8129affa740 on network 1ad2adf8-aae8-48c6-bf68-06151425b814 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:31:54.540267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:31:54.540821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Checking segment: {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:31:54.541318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.541776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Bound using segment: {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:31:54.542376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Bound port: 76c9f820-d9c1-4233-896c-c8129affa740, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:31:54.542790 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.559227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 17cd95f7-eeaf-4275-a075-7a2d5df6e1de up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:31:54.612247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-ea1c0337-ae93-4210-a5c8-130ae56da5e2 service neutron] 10.222.0.84 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974762 Jul 30 02:31:54.656413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] For port 76c9f820-d9c1-4233-896c-c8129affa740, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:31:54.658404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:54.658772 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.661463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] For port 76c9f820-d9c1-4233-896c-c8129affa740, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=76c9f820-d9c1-4233-896c-c8129affa740,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:31:54.686689 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:54.715324 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-e25e450c-fd5f-44eb-ae50-e02cd17ecc8a service neutron] 10.222.0.84 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959401 Jul 30 02:31:54.771699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Pushing event updated for resources: {'Port': ['ID=76c9f820-d9c1-4233-896c-c8129affa740,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:54.775083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:31:54.775748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:31:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:54.783621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.783965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.784305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.784636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.784964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.785289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.785609 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.785928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.786247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.786568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.786976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.787365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba74c2-c84d-47c0-b8b3-0c01a6eea8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:31:54.922873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c9a087b6-c41f-457a-a4d3-6d02547fce81 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:31:54.940718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b5a93806-d9e0-4ca7-87df-e42eb5293409 req-2b3a2592-8ec5-4af4-aff5-1c899ca63a71 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 210 time: 0.0568523 Jul 30 02:31:54.975978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:31:55.054695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port c9a087b6-c41f-457a-a4d3-6d02547fce81 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:55.055061 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:55.438756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '76c9f820-d9c1-4233-896c-c8129affa740', 'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:1c:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:51Z', 'updated_at': '2021-07-30T02:31:54Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:31:55.464334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399897c-be52-456a-bd5a-485f60cce812 None None] The sync data for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 is: [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '76c9f820-d9c1-4233-896c-c8129affa740', 'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:1c:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:51Z', 'updated_at': '2021-07-30T02:31:54Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:31:56.085957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bc964c89-b722-4a8f-aa8a-e88a78d87e27 req-22ff7785-484f-49a5-b7ec-b2838d03baa2 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 210 time: 0.0394554 Jul 30 02:31:56.095253 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-78e01bee-8bb7-41a2-a3dd-29bf36097230 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:56.097061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-78e01bee-8bb7-41a2-a3dd-29bf36097230 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.22 "GET /v2.0/networks?id=1ad2adf8-aae8-48c6-bf68-06151425b814 HTTP/1.1" status: 200 len: 796 time: 0.1572707 Jul 30 02:31:56.154092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-ef27b2a0-f25e-418a-a4cf-af8fcd25f9ea tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24cc7d71857c427eb20177be5671f29a HTTP/1.1" status: 200 len: 476 time: 0.0410595 Jul 30 02:31:56.165847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'port': {'device_id': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'admin_state_up': True, 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'security_groups': ['2df08bac-8f01-4981-86eb-e3e8dec282cb', '18094fef-3dc7-48e7-9ed2-6bf768342991']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:56.296143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Made reservation on behalf of 24cc7d71857c427eb20177be5671f29a for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:31:56.300071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.436660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Allocated IP 172.20.0.9 (1ad2adf8-aae8-48c6-bf68-06151425b814/eb7a61a4-b96a-4193-9443-7358de091ad2/dc6faf76-3204-4dc7-8860-4438b12faf81) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:31:56.529860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 76c9f820-d9c1-4233-896c-c8129affa740 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:31:56.583272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 76c9f820-d9c1-4233-896c-c8129affa740 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:31:56.588672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 76c9f820-d9c1-4233-896c-c8129affa740 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:56.589382 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.615702 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.630358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Transition to ACTIVE for port object dc6faf76-3204-4dc7-8860-4438b12faf81 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:31:56.665615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.673195 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.706549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 76c9f820-d9c1-4233-896c-c8129affa740, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=76c9f820-d9c1-4233-896c-c8129affa740,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:31:56.708674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 1ad2adf8-aae8-48c6-bf68-06151425b814 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:31:56.710969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.712103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:31:56.716125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:31:56.748793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=dc6faf76-3204-4dc7-8860-4438b12faf81,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:56.765401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=76c9f820-d9c1-4233-896c-c8129affa740,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:56.780103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:56.780780 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.796856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-044ed79e-1e0e-451f-95e1-8044356fc054 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6359689 Jul 30 02:31:56.809549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Request body: {'port': {'device_id': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:31:56.870089 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:56.986136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fe89c431-7e50-4fbe-b6ea-70c7f8048bf1 None None] Provisioning for port dc6faf76-3204-4dc7-8860-4438b12faf81 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:31:56.989994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fe89c431-7e50-4fbe-b6ea-70c7f8048bf1 None None] Provisioning complete for port dc6faf76-3204-4dc7-8860-4438b12faf81 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:56.990370 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fe89c431-7e50-4fbe-b6ea-70c7f8048bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:57.024032 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fe89c431-7e50-4fbe-b6ea-70c7f8048bf1 None None] Port dc6faf76-3204-4dc7-8860-4438b12faf81 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:31:57.136457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6faf76-3204-4dc7-8860-4438b12faf81 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:31:57.144095 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:57.166609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Transition to ACTIVE for port object dc6faf76-3204-4dc7-8860-4438b12faf81 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:31:57.185812 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:57.254796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8992b-344a-4ad7-a998-8ff60782c3d1 req-2dcf8f6a-17c8-4866-920e-7a3fa3aeb718 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:57.256444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66e8992b-344a-4ad7-a998-8ff60782c3d1 req-2dcf8f6a-17c8-4866-920e-7a3fa3aeb718 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 970 time: 0.1031909 Jul 30 02:31:57.285904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Pushing event updated for resources: {'Port': ['ID=dc6faf76-3204-4dc7-8860-4438b12faf81,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:57.350433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66e8992b-344a-4ad7-a998-8ff60782c3d1 req-d4ed5dc8-67e7-46ca-b6a1-7f9f9605082b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0718749 Jul 30 02:31:57.361624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Attempting to bind port dc6faf76-3204-4dc7-8860-4438b12faf81 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:31:57.361977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Attempting to bind port dc6faf76-3204-4dc7-8860-4438b12faf81 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:31:57.362297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Attempting to bind port dc6faf76-3204-4dc7-8860-4438b12faf81 on network 1ad2adf8-aae8-48c6-bf68-06151425b814 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:31:57.373343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Port dc6faf76-3204-4dc7-8860-4438b12faf81 on network 1ad2adf8-aae8-48c6-bf68-06151425b814 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:31:57.373677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Attempting to bind port dc6faf76-3204-4dc7-8860-4438b12faf81 on network 1ad2adf8-aae8-48c6-bf68-06151425b814 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:31:57.379622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:31:57.379972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Checking segment: {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:31:57.380367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Bound using segment: {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:31:57.380805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Bound port: dc6faf76-3204-4dc7-8860-4438b12faf81, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635c6928-3974-4c22-808b-444bf7181dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:31:57.381172 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:57.452009 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] For port dc6faf76-3204-4dc7-8860-4438b12faf81, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:31:57.455176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] For port dc6faf76-3204-4dc7-8860-4438b12faf81, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=dc6faf76-3204-4dc7-8860-4438b12faf81,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:31:57.459788 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:57.497575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:57.498207 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:57.499637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] 10.222.0.22 "PUT /v2.0/ports/dc6faf76-3204-4dc7-8860-4438b12faf81 HTTP/1.1" status: 200 len: 1130 time: 0.6946502 Jul 30 02:31:57.500117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:31:57.502392 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e9159f-e389-40ef-a832-2502ddbebcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:31:57.529234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd013e-fefd-4750-aab5-61262d1c36fd service neutron] Pushing event updated for resources: {'Port': ['ID=dc6faf76-3204-4dc7-8860-4438b12faf81,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:31:57.548740 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690bff68-1fa1-4d70-bb9a-47bf23773188 x-openstack-request-id: req-690bff68-1fa1-4d70-bb9a-47bf23773188 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:31:57.548986 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:31:57.549310 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-690bff68-1fa1-4d70-bb9a-47bf23773188 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:31:57.549740 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'status': 'completed', 'code': 200} Jul 30 02:31:57.598862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-14b17978-bc0d-4a82-b5d3-ef1d51d50a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:57.600468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-14b17978-bc0d-4a82-b5d3-ef1d51d50a4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=24cc7d71857c427eb20177be5671f29a&device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 1133 time: 0.0439951 Jul 30 02:31:57.649335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-ed60314b-e698-4b15-8eed-047437d56772 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6faf76-3204-4dc7-8860-4438b12faf81 HTTP/1.1" status: 200 len: 217 time: 0.0396912 Jul 30 02:31:57.700084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-87523c72-d3ee-472e-bbab-8da9bd8f526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:57.701572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-87523c72-d3ee-472e-bbab-8da9bd8f526d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb7a61a4-b96a-4193-9443-7358de091ad2 HTTP/1.1" status: 200 len: 834 time: 0.0444677 Jul 30 02:31:57.747614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-fc05eede-7627-4c4d-b9cb-80dc1cc5973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:57.749078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-fc05eede-7627-4c4d-b9cb-80dc1cc5973f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ad2adf8-aae8-48c6-bf68-06151425b814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402951 Jul 30 02:31:57.843735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-1e8e9126-0756-4764-b415-ca6dff2ae09a service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866599 Jul 30 02:31:57.935173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-10e082d0-6c70-4447-a974-fd5c938834a5 req-60cf0044-7a8f-4eac-8bc0-874d8d34fe01 service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840061 Jul 30 02:31:58.024405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-bcf35333-763a-490e-8b45-199fb0402f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:58.025944 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-bcf35333-763a-490e-8b45-199fb0402f76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=24cc7d71857c427eb20177be5671f29a&device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 1133 time: 0.0429919 Jul 30 02:31:58.122664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-661ac55c-862b-4ae6-b86b-cf508f863d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:58.124154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-661ac55c-862b-4ae6-b86b-cf508f863d90 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ad2adf8-aae8-48c6-bf68-06151425b814 HTTP/1.1" status: 200 len: 897 time: 0.0903058 Jul 30 02:31:58.167151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-4fe239e9-0fcd-461f-855d-3a41578fb387 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6faf76-3204-4dc7-8860-4438b12faf81 HTTP/1.1" status: 200 len: 217 time: 0.0355830 Jul 30 02:31:58.221318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-6bc8945d-f06d-4155-b83b-07e394bfc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:58.222691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-6bc8945d-f06d-4155-b83b-07e394bfc82e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb7a61a4-b96a-4193-9443-7358de091ad2 HTTP/1.1" status: 200 len: 834 time: 0.0459054 Jul 30 02:31:58.281933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-adb419b3-87d9-49d5-ba27-6b3481070534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:58.283482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-adb419b3-87d9-49d5-ba27-6b3481070534 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ad2adf8-aae8-48c6-bf68-06151425b814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493433 Jul 30 02:31:58.381892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-34539435-16f6-4634-a2f7-ddb2b99f524d service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867116 Jul 30 02:31:58.500142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 76c9f820-d9c1-4233-896c-c8129affa740 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:31:58.517047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ba88-87fa-4eea-bea3-8aa4b6395875 req-52791942-930b-44a6-bf5a-be1ff4ab6e71 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:58.518550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f35ba88-87fa-4eea-bea3-8aa4b6395875 req-52791942-930b-44a6-bf5a-be1ff4ab6e71 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 982 time: 0.0800321 Jul 30 02:31:58.529342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4e9159f-e389-40ef-a832-2502ddbebcf1 req-8f1bb8b2-2c93-45ea-8f5d-4403a4617a16 service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387224 Jul 30 02:31:58.562318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 76c9f820-d9c1-4233-896c-c8129affa740 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:31:58.562689 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:31:58.564935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4f35ba88-87fa-4eea-bea3-8aa4b6395875 req-d40c0c3a-6421-4d5b-923c-9e2fbb24897c tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0369117 Jul 30 02:31:59.681179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bd049-f06c-419d-af74-5fba8fe008be req-42bca67d-72fe-4b63-bf59-6f8cb18bf4c0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:31:59.683502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c70bd049-f06c-419d-af74-5fba8fe008be req-42bca67d-72fe-4b63-bf59-6f8cb18bf4c0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 982 time: 0.0501568 Jul 30 02:31:59.726483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c70bd049-f06c-419d-af74-5fba8fe008be req-32a4912c-5710-4c3e-bcb5-8af6c9a5c781 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0369709 Jul 30 02:32:00.777670 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c350-9147-4b2c-9e06-4ab856af4d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:00.847826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85fd10-c681-410e-bee2-4ead456d1c4f req-1d73a24a-b753-4e79-8d8a-9f7ea6f233ac tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:00.849316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f85fd10-c681-410e-bee2-4ead456d1c4f req-1d73a24a-b753-4e79-8d8a-9f7ea6f233ac tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 982 time: 0.0495532 Jul 30 02:32:00.889541 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f85fd10-c681-410e-bee2-4ead456d1c4f req-d1209c3e-9b78-4ba1-b1a4-ae143df60e38 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0340493 Jul 30 02:32:01.120391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device dc6faf76-3204-4dc7-8860-4438b12faf81 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:32:01.218145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port dc6faf76-3204-4dc7-8860-4438b12faf81, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=dc6faf76-3204-4dc7-8860-4438b12faf81,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:01.229715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'port_id': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'mac_address': 'fa:16:3e:b8:3c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:32:01.267621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.281468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6faf76-3204-4dc7-8860-4438b12faf81 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:32:01.301322 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port dc6faf76-3204-4dc7-8860-4438b12faf81, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=dc6faf76-3204-4dc7-8860-4438b12faf81,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:01.305649 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:01.354238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=dc6faf76-3204-4dc7-8860-4438b12faf81,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:01.517933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['dc6faf76-3204-4dc7-8860-4438b12faf81'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:32:01.823849 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:02.007402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2983f0e-d82c-4269-a730-9f021847a659 req-e4a5fca2-8eb6-438b-89ff-e3c37236c431 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:02.008917 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2983f0e-d82c-4269-a730-9f021847a659 req-e4a5fca2-8eb6-438b-89ff-e3c37236c431 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 983 time: 0.0500844 Jul 30 02:32:02.048946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2983f0e-d82c-4269-a730-9f021847a659 req-6f10e4d6-b027-4113-8bca-48e556667c7f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0339508 Jul 30 02:32:03.136355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device dc6faf76-3204-4dc7-8860-4438b12faf81 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:03.162941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401192b6-16ba-4e29-a6f5-d22c435fcd4d req-9549b89d-3f3c-493f-93f7-13e9dea3c72e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:03.164605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-401192b6-16ba-4e29-a6f5-d22c435fcd4d req-9549b89d-3f3c-493f-93f7-13e9dea3c72e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 983 time: 0.0484605 Jul 30 02:32:03.188729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port dc6faf76-3204-4dc7-8860-4438b12faf81 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:03.192424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port dc6faf76-3204-4dc7-8860-4438b12faf81 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:03.192788 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.210072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-401192b6-16ba-4e29-a6f5-d22c435fcd4d req-b10e41e6-3801-466e-ba91-26f2fc93e5a2 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0385606 Jul 30 02:32:03.271469 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.294626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:32:03.296910 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c194e4-de02-49d2-854c-4e6f50ae4d17" -d '{"events": [{"server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:32:03.309640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port dc6faf76-3204-4dc7-8860-4438b12faf81, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=dc6faf76-3204-4dc7-8860-4438b12faf81,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:03.314369 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.341560 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d058c36e-3c77-4cf6-b7cf-5734bcc35bcc x-openstack-request-id: req-d058c36e-3c77-4cf6-b7cf-5734bcc35bcc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:32:03.341901 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "name": "network-vif-plugged", "status": "completed", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:32:03.342106 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d058c36e-3c77-4cf6-b7cf-5734bcc35bcc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:32:03.342493 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'code': 200} Jul 30 02:32:03.370614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=dc6faf76-3204-4dc7-8860-4438b12faf81,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:03.415197 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12e9b620-2518-44b5-b3a3-b401c5188905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:03.449216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea496f1e-dd33-4428-a5f3-922eb5caa6b0 req-fe7b98e8-3ddc-4d57-aabd-809192199d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:03.450893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea496f1e-dd33-4428-a5f3-922eb5caa6b0 req-fe7b98e8-3ddc-4d57-aabd-809192199d96 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 1135 time: 0.0403442 Jul 30 02:32:03.488057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea496f1e-dd33-4428-a5f3-922eb5caa6b0 req-dc72002d-6e5b-48a8-996a-ca45607f3cfb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2df08bac-8f01-4981-86eb-e3e8dec282cb&id=18094fef-3dc7-48e7-9ed2-6bf768342991&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0294323 Jul 30 02:32:03.881899 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:04.347179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4565f-0322-4602-97e1-9e8efc2d439a req-30c4c059-abb1-412b-b9c5-7b003038546c tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:04.348731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01b4565f-0322-4602-97e1-9e8efc2d439a req-30c4c059-abb1-412b-b9c5-7b003038546c tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 984 time: 0.0519569 Jul 30 02:32:04.393812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01b4565f-0322-4602-97e1-9e8efc2d439a req-b52cb87e-4e4e-4113-a2a0-0966ebe4d084 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0358064 Jul 30 02:32:04.629725 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.513223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27643938-4099-4516-9b57-de0f5402fd29 req-ee69f4d0-ab6d-4178-8f83-d2082b5d1cb7 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:05.514769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27643938-4099-4516-9b57-de0f5402fd29 req-ee69f4d0-ab6d-4178-8f83-d2082b5d1cb7 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 984 time: 0.0519128 Jul 30 02:32:05.560098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27643938-4099-4516-9b57-de0f5402fd29 req-40dca361-3ea5-409f-b501-a23423fe0659 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0391743 Jul 30 02:32:05.674140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561d058-21aa-42bd-aff0-0d3d8c8c04c0 req-8805e9e2-cbbc-435b-9633-8f966b37976c tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:05.675533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1561d058-21aa-42bd-aff0-0d3d8c8c04c0 req-8805e9e2-cbbc-435b-9633-8f966b37976c tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 984 time: 0.0490966 Jul 30 02:32:05.716632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1561d058-21aa-42bd-aff0-0d3d8c8c04c0 req-436b4cc8-664d-444a-bfcc-e5f090117071 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0349796 Jul 30 02:32:05.825489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957a091-7fa7-4dd8-89b7-0231657e2f0d req-617f2cff-f184-416b-89ce-d4169941efc9 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:05.826989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8957a091-7fa7-4dd8-89b7-0231657e2f0d req-617f2cff-f184-416b-89ce-d4169941efc9 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 1135 time: 0.0423770 Jul 30 02:32:05.845565 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8957a091-7fa7-4dd8-89b7-0231657e2f0d req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.931339 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8957a091-7fa7-4dd8-89b7-0231657e2f0d req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.935841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8957a091-7fa7-4dd8-89b7-0231657e2f0d req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:05.959255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8957a091-7fa7-4dd8-89b7-0231657e2f0d req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1256628 Jul 30 02:32:05.967943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f91f19b-f86a-4fad-9125-63d149aca2d8,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:05.975447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.975800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.976142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.976480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.976813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.977146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.977650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.977802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.978128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.978451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.978773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.979092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41bb8bf-c40d-4604-8f67-382231210190 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:05.980822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56930) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:06.023630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262df41e-0ff0-41c4-ba7c-68659b611cd3 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:06.025160 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-262df41e-0ff0-41c4-ba7c-68659b611cd3 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 1130 time: 0.0433378 Jul 30 02:32:06.028022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56932) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:06.032314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:06.054078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.153460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.255973 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Allocated IP 172.25.7.101 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/cce27f7f-3d66-43da-9f98-4667592069fb) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:06.292367 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.366203 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.406154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.445052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:06.448182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:06.451892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:06.476618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=cce27f7f-3d66-43da-9f98-4667592069fb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:06.824505 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:06.890208 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.039947 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.044528 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.117010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=cce27f7f-3d66-43da-9f98-4667592069fb,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:07.125219 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.226719 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Floating IP 809ff12a-a492-45d1-b312-196940e94329 associated. External IP: 172.25.7.101, port: dc6faf76-3204-4dc7-8860-4438b12faf81. Jul 30 02:32:07.435952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Router 5d653de8-e111-43bc-bb84-19e1daff4b41 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:32:07.551030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:32:07.561603 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] Sync routers for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:32:07.568492 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:07.572307 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:07.573584 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:32:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:07.601304 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-021c8dd0-6214-4c95-b920-812e66c661aa tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5722125 Jul 30 02:32:07.601971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:32:07.604579 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}310fa7c9d788ddc7f89190aab6c88bffd757b4206d68cc0450dda08e6901c34f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db35e6c-eea7-43a7-bb09-b695a0308260" -d '{"events": [{"name": "network-changed", "server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:32:07.604985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56934) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:07.647422 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323ecf0b-be01-4751-94d6-465aa0ba1bc6 x-openstack-request-id: req-323ecf0b-be01-4751-94d6-465aa0ba1bc6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:32:07.648227 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:32:07.648658 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-323ecf0b-be01-4751-94d6-465aa0ba1bc6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:32:07.649298 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'status': 'completed', 'code': 200} Jul 30 02:32:07.690246 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:07.751348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21931049-3966-4a3c-b220-d1c49671fb9b tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:07.751862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21931049-3966-4a3c-b220-d1c49671fb9b tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:07.752344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21931049-3966-4a3c-b220-d1c49671fb9b tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:07.752817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21931049-3966-4a3c-b220-d1c49671fb9b tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:07.754691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-21931049-3966-4a3c-b220-d1c49671fb9b tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1481647 Jul 30 02:32:07.758707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56938) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:07.769706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-5def73f1-2cb5-4b11-9856-5c6f44a714d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:07.771188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-5def73f1-2cb5-4b11-9856-5c6f44a714d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=24cc7d71857c427eb20177be5671f29a&device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 1135 time: 0.0794930 Jul 30 02:32:07.904894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e94d5-54e0-4657-af43-b5b90b4b46b5 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:07.905364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e94d5-54e0-4657-af43-b5b90b4b46b5 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:07.905821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e94d5-54e0-4657-af43-b5b90b4b46b5 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:07.906277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e94d5-54e0-4657-af43-b5b90b4b46b5 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:07.907958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6e4e94d5-54e0-4657-af43-b5b90b4b46b5 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1481006 Jul 30 02:32:07.910727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 56940) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:07.927575 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '809ff12a-a492-45d1-b312-196940e94329', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'floating_ip_address': '172.25.7.101', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'port_id': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'mac_address': 'fa:16:3e:b8:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:06Z', 'revision_number': 0, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c9f820-d9c1-4233-896c-c8129affa740', 'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:1c:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:51Z', 'updated_at': '2021-07-30T02:31:56Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:07.955300 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] Checking router: 5d653de8-e111-43bc-bb84-19e1daff4b41 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:32:07.964858 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:07.965687 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:32:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:08.181556 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:08.320993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-5209ce9f-d2da-4126-a764-cc9e43c8535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:08.322705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-5209ce9f-d2da-4126-a764-cc9e43c8535a service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ad2adf8-aae8-48c6-bf68-06151425b814 HTTP/1.1" status: 200 len: 897 time: 0.5190697 Jul 30 02:32:08.439468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-ee8c02c7-0a75-410f-ba36-b0ed7caa6584 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6faf76-3204-4dc7-8860-4438b12faf81 HTTP/1.1" status: 200 len: 999 time: 0.1061037 Jul 30 02:32:08.457527 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '809ff12a-a492-45d1-b312-196940e94329', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'floating_ip_address': '172.25.7.101', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'port_id': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'mac_address': 'fa:16:3e:b8:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:06Z', 'revision_number': 0, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c9f820-d9c1-4233-896c-c8129affa740', 'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:1c:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:51Z', 'updated_at': '2021-07-30T02:31:56Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:08.484985 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e484c7b-9d54-46f9-89f8-2b595e6b9759 None None] The sync data for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 is: [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '809ff12a-a492-45d1-b312-196940e94329', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'floating_ip_address': '172.25.7.101', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'port_id': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'mac_address': 'fa:16:3e:b8:3c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:32:06Z', 'updated_at': '2021-07-30T02:32:06Z', 'revision_number': 0, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c9f820-d9c1-4233-896c-c8129affa740', 'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:1c:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:51Z', 'updated_at': '2021-07-30T02:31:56Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:32:08.509280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-11c4c0a1-007c-4c95-9566-bd9bce3b7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:08.510078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-11c4c0a1-007c-4c95-9566-bd9bce3b7693 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb7a61a4-b96a-4193-9443-7358de091ad2 HTTP/1.1" status: 200 len: 834 time: 0.0646014 Jul 30 02:32:08.516958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dc2718a6-4104-45a5-8724-f11308732fdd tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.6050394 Jul 30 02:32:08.521383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56942) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:08.568879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-9169ef81-2f68-4f98-8cc2-9bc38bde007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:08.571857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-9169ef81-2f68-4f98-8cc2-9bc38bde007d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ad2adf8-aae8-48c6-bf68-06151425b814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533388 Jul 30 02:32:08.590791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ab0c-151e-4fd6-af24-330d58cc2f29 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:08.591288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5ab0c-151e-4fd6-af24-330d58cc2f29 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:08.596333 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-16d5ab0c-151e-4fd6-af24-330d58cc2f29 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5d653de8-e111-43bc-bb84-19e1daff4b41 HTTP/1.1" status: 200 len: 1989 time: 0.0705988 Jul 30 02:32:08.673030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-9648cc7c-3f4b-4b99-bbe8-4da2b8f0f205 service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896316 Jul 30 02:32:08.736096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0146e-a026-442b-b3c7-bf35ab4c468a None None] New status for floating IP 809ff12a-a492-45d1-b312-196940e94329: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:32:08.806747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3db35e6c-eea7-43a7-bb09-b695a0308260 req-680d8d32-0bcf-4fea-96da-aeaeae32720e service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261318 Jul 30 02:32:24.236678 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:24.331441 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:32:30.781053 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7976fe16-c5da-457c-9aaf-0b7b7a9ba962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:31.838737 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:33.418387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb788f3f-dbae-4d68-a700-7d31e7bbfdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:33.874521 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:34.276859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-1e26a63c-4ebc-49fe-81c0-af11d14a2c74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018255 Jul 30 02:32:34.377903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-e0259f65-a475-4e61-a500-3a95c034d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:34.379410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-e0259f65-a475-4e61-a500-3a95c034d032 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=24cc7d71857c427eb20177be5671f29a&device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 1135 time: 0.0460789 Jul 30 02:32:34.490203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-f5cc597a-395d-4a8b-9a94-b17687c26f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:34.491795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-f5cc597a-395d-4a8b-9a94-b17687c26f70 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ad2adf8-aae8-48c6-bf68-06151425b814 HTTP/1.1" status: 200 len: 897 time: 0.0904212 Jul 30 02:32:34.561914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-42d5157e-7bee-49a6-8ca4-0871505179f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6faf76-3204-4dc7-8860-4438b12faf81 HTTP/1.1" status: 200 len: 1001 time: 0.0606177 Jul 30 02:32:34.624177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-cb0b54a5-b3f2-4a66-8593-9ff5248c0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:34.625511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-cb0b54a5-b3f2-4a66-8593-9ff5248c0bcc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb7a61a4-b96a-4193-9443-7358de091ad2 HTTP/1.1" status: 200 len: 834 time: 0.0489714 Jul 30 02:32:34.634977 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:34.677214 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-0e58595d-f14b-45e7-a8f3-737453ce1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:34.678727 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-0e58595d-f14b-45e7-a8f3-737453ce1e88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ad2adf8-aae8-48c6-bf68-06151425b814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455976 Jul 30 02:32:34.775509 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-5725ea73-13f8-4079-989d-7adcb69ec1a5 service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882945 Jul 30 02:32:34.879016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eecfc296-a3f4-4a7d-aa9b-578205d0dc4a req-bb8df255-2556-4424-b115-b553e7049e7a service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962162 Jul 30 02:32:36.291725 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.624136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56962) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:44.699884 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-58aa7754-cd20-454c-843d-cfdf38d5f0df tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0740247 Jul 30 02:32:44.702690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56964) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:44.707575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'network': {'name': 'tempest-network-smoke--104759154', 'project_id': '24cc7d71857c427eb20177be5671f29a', 'port_security_enabled': False}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:44.728502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Made reservation on behalf of 24cc7d71857c427eb20177be5671f29a for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:32:44.732513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.756871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:32:44.766493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.766831 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Added segment 84736325-d919-4ea0-80d7-cd952ee106ff of type vlan for network 8ee3dcda-b393-40b8-96e0-1591bf7031cc Jul 30 02:32:44.816728 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.845653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.851336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:44.851958 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.909250 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2054799 Jul 30 02:32:44.912770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56966) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:44.918301 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'admin_state_up': True, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:44.940381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc9142-e6f1-4038-a023-d5d0af9ead0f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Network': ['ID=8ee3dcda-b393-40b8-96e0-1591bf7031cc,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:44.952058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 8ee3dcda-b393-40b8-96e0-1591bf7031cc details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:32:44.956193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:44.957336 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:45.016788 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:45.153300 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:45.347023 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:45.365916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:45.470917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Allocated IP 172.25.7.109 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/641557b9-92e8-42df-bab6-b3e76cbc0e14) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:45.581967 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:45.621273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:45.662575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:45.665457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:45.668915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:45.693111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=641557b9-92e8-42df-bab6-b3e76cbc0e14,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:45.920223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:46.114302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:46.238710 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:32:46.683331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:32:46.694335 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Sync routers for ids ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:32:46.702437 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:46.703709 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8a7b415f-183b-44e8-b9f6-5ff2d2c1d82f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7898061 Jul 30 02:32:46.704012 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Routers {'9735e3b6-afdf-4ffb-9630-9fbd15e0beec'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:46.704471 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:32:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:46.706734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56968) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:46.770495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d360d57-0258-4f6b-8085-638a548f11f0 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:46.774460 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5d360d57-0258-4f6b-8085-638a548f11f0 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=24cc7d71857c427eb20177be5671f29a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0643911 Jul 30 02:32:46.774691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:46.807069 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Set router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:46.864937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab89f4-7893-4789-9cc9-01359ffdf400 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:46.866442 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-faab89f4-7893-4789-9cc9-01359ffdf400 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908468 Jul 30 02:32:46.870984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56972) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:46.899119 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-723f4963-ca22-4e04-9179-e81f549439b4 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263994 Jul 30 02:32:46.901813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56974) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:46.929503 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-97542abb-6f5c-4b62-8d66-7ce713a2d7ef tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=24cc7d71857c427eb20177be5671f29a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265679 Jul 30 02:32:46.931969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56976) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:46.985447 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:44Z', 'updated_at': '2021-07-30T02:32:45Z', 'revision_number': 3, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fe:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:45Z', 'updated_at': '2021-07-30T02:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:47.010998 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Checking router: 9735e3b6-afdf-4ffb-9630-9fbd15e0beec for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:32:47.011351 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Updating router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec port 641557b9-92e8-42df-bab6-b3e76cbc0e14 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:32:47.020797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa3649-47b7-4f7e-a3e9-e71e7a6a5f61 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:47.022293 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f9fa3649-47b7-4f7e-a3e9-e71e7a6a5f61 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894132 Jul 30 02:32:47.025078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56978) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:47.036073 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.053616 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-95f6f4ab-ee24-4df1-97bc-f19c3fa862ec tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274909 Jul 30 02:32:47.056078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56980) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:47.060846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805789395', 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc', 'project_id': '24cc7d71857c427eb20177be5671f29a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:47.149731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Made reservation on behalf of 24cc7d71857c427eb20177be5671f29a for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:32:47.154088 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.289581 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.300912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Transition to ACTIVE for port object 641557b9-92e8-42df-bab6-b3e76cbc0e14 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:47.306789 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.344163 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.358754 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Attempting to bind port 641557b9-92e8-42df-bab6-b3e76cbc0e14 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:47.359123 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Attempting to bind port 641557b9-92e8-42df-bab6-b3e76cbc0e14 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:47.359578 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Attempting to bind port 641557b9-92e8-42df-bab6-b3e76cbc0e14 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:47.366961 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068da6de-78ed-4c97-8152-01877ca82b76 None None] Pushing event updated for resources: {'Port': ['ID=641557b9-92e8-42df-bab6-b3e76cbc0e14,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:47.371638 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:47.372049 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:47.372414 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.372818 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:47.373299 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Bound port: 641557b9-92e8-42df-bab6-b3e76cbc0e14, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:47.373791 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.410090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Subnet': ['ID=208aea63-74cd-4c27-a018-35a5cf7ba20e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:47.423015 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.423359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.423733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.424070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.424396 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.424720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.425047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.425376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.425692 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] For port 641557b9-92e8-42df-bab6-b3e76cbc0e14, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:47.425809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.426010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.426331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.426644 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:47.429554 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] For port 641557b9-92e8-42df-bab6-b3e76cbc0e14, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=641557b9-92e8-42df-bab6-b3e76cbc0e14,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:47.430532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Checking segment: {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:47.430532 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network hostable DHCP agents. Network: 8ee3dcda-b393-40b8-96e0-1591bf7031cc, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:32:47.433546 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.448412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 8ee3dcda-b393-40b8-96e0-1591bf7031cc is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:32:47.458102 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 8ee3dcda-b393-40b8-96e0-1591bf7031cc) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:47.462320 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:47.462954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.477232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83232cc8-c86a-4c54-ae95-bb0dabe39870 None None] Network 8ee3dcda-b393-40b8-96e0-1591bf7031cc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:32:47.480188 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Routers {'9735e3b6-afdf-4ffb-9630-9fbd15e0beec'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:47.480904 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:32:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:47.485737 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f889ba58-91c8-44ce-b5f8-8e134bd14461 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4259887 Jul 30 02:32:47.485929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 56982) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:32:47.596712 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068da6de-78ed-4c97-8152-01877ca82b76 None None] Pushing event updated for resources: {'Port': ['ID=641557b9-92e8-42df-bab6-b3e76cbc0e14,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:47.605599 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] Set router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:47.625325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-8ee3dcda-b393-40b8-96e0-1591bf7031cc', 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'fixed_ips': [{'subnet_id': '208aea63-74cd-4c27-a018-35a5cf7ba20e'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:32:47.626395 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.767168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Allocated IP 172.20.0.18 (8ee3dcda-b393-40b8-96e0-1591bf7031cc/208aea63-74cd-4c27-a018-35a5cf7ba20e/df9d975a-a3ee-4bbd-9be5-140cbab8ca28) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:47.791149 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:44Z', 'updated_at': '2021-07-30T02:32:45Z', 'revision_number': 3, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fe:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:45Z', 'updated_at': '2021-07-30T02:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:47.820793 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6bdda-5c6e-477c-b86a-35d0e87cfb2b None None] The sync data for ids ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'] in n-d-715271-7 is: [{'id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:44Z', 'updated_at': '2021-07-30T02:32:45Z', 'revision_number': 3, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fe:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:45Z', 'updated_at': '2021-07-30T02:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:32:47.919584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.929024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Transition to ACTIVE for port object df9d975a-a3ee-4bbd-9be5-140cbab8ca28 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:47.941733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.945459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Transition to ACTIVE for port object df9d975a-a3ee-4bbd-9be5-140cbab8ca28 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:47.953956 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:47.991421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Network 8ee3dcda-b393-40b8-96e0-1591bf7031cc is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:47.994459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:47.998540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:48.010022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Pushing event updated for resources: {'Port': ['ID=df9d975a-a3ee-4bbd-9be5-140cbab8ca28,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:48.081743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Attempting to bind port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:48.082095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Attempting to bind port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:48.082462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Attempting to bind port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 on network 8ee3dcda-b393-40b8-96e0-1591bf7031cc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:48.094285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:48.094575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Checking segment: {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:48.095253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.095378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Bound using segment: {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:48.095944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Bound port: df9d975a-a3ee-4bbd-9be5-140cbab8ca28, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:48.096422 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.169359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] For port df9d975a-a3ee-4bbd-9be5-140cbab8ca28, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:48.175170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] For port df9d975a-a3ee-4bbd-9be5-140cbab8ca28, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=df9d975a-a3ee-4bbd-9be5-140cbab8ca28,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:48.182507 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.247716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e99bc-6cdc-4591-bf55-40fa38a43e1e None None] Pushing event updated for resources: {'Port': ['ID=df9d975a-a3ee-4bbd-9be5-140cbab8ca28,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:48.276898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Allocated IP 172.20.0.17 (8ee3dcda-b393-40b8-96e0-1591bf7031cc/208aea63-74cd-4c27-a018-35a5cf7ba20e/57fdcc69-225e-4fc5-b2dd-b0fae61a9e39) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:48.446278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.473074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Transition to ACTIVE for port object 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:48.532936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.582871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 8ee3dcda-b393-40b8-96e0-1591bf7031cc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:48.586340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:48.590892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:48.600443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=57fdcc69-225e-4fc5-b2dd-b0fae61a9e39,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:48.632078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device df9d975a-a3ee-4bbd-9be5-140cbab8ca28 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:48.676644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.701225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:48.705739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 641557b9-92e8-42df-bab6-b3e76cbc0e14 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:48.772473 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 641557b9-92e8-42df-bab6-b3e76cbc0e14 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:48.776796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 641557b9-92e8-42df-bab6-b3e76cbc0e14 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:48.777175 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.830879 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.871894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.894189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 641557b9-92e8-42df-bab6-b3e76cbc0e14, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=641557b9-92e8-42df-bab6-b3e76cbc0e14,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:48.899005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:48.970551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=641557b9-92e8-42df-bab6-b3e76cbc0e14,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:49.168746 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:49.174836 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:49.250880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=57fdcc69-225e-4fc5-b2dd-b0fae61a9e39,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:49.255839 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:49.292430 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba0f1e-524f-4f0f-b172-af3bac91a480 None None] Network 8ee3dcda-b393-40b8-96e0-1591bf7031cc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:32:49.360862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f00490ea-3cef-41b9-add8-47fd22e36ebb None None] Provisioning for port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:49.366658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 8ee3dcda-b393-40b8-96e0-1591bf7031cc is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:49.368480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:49.374210 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f00490ea-3cef-41b9-add8-47fd22e36ebb None None] Provisioning complete for port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:49.374586 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00490ea-3cef-41b9-add8-47fd22e36ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:49.502036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:32:49.530502 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00490ea-3cef-41b9-add8-47fd22e36ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:49.566687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f00490ea-3cef-41b9-add8-47fd22e36ebb None None] For port df9d975a-a3ee-4bbd-9be5-140cbab8ca28, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=df9d975a-a3ee-4bbd-9be5-140cbab8ca28,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:49.573226 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f00490ea-3cef-41b9-add8-47fd22e36ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:49.634363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:32:49.641033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00490ea-3cef-41b9-add8-47fd22e36ebb None None] Pushing event updated for resources: {'Port': ['ID=df9d975a-a3ee-4bbd-9be5-140cbab8ca28,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:49.642367 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c1d904cd-aa75-4e1e-80b8-3de610a75242 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "PUT /v2.0/routers/9735e3b6-afdf-4ffb-9630-9fbd15e0beec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1552520 Jul 30 02:32:49.792278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Sync routers for ids ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:32:49.809405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Routers {'9735e3b6-afdf-4ffb-9630-9fbd15e0beec'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:49.809951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:32:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:49.813580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-568507e0-d29b-4820-8d58-89e02d958fb7 None None] Provisioning for port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:49.848584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-568507e0-d29b-4820-8d58-89e02d958fb7 None None] Provisioning complete for port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:49.848962 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-568507e0-d29b-4820-8d58-89e02d958fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:49.914609 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-462e7ecf-207e-4ae0-9cce-1186b1c75d20 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:49.916574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-462e7ecf-207e-4ae0-9cce-1186b1c75d20 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/networks?id=8ee3dcda-b393-40b8-96e0-1591bf7031cc HTTP/1.1" status: 200 len: 797 time: 0.1484778 Jul 30 02:32:49.922552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-568507e0-d29b-4820-8d58-89e02d958fb7 None None] Port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:32:49.941708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-dbbd0e7a-3f93-4549-a4a7-5fb4971635bd tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/quotas/24cc7d71857c427eb20177be5671f29a HTTP/1.1" status: 200 len: 375 time: 0.0174875 Jul 30 02:32:49.946077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-568507e0-d29b-4820-8d58-89e02d958fb7 None None] Provisioning complete for port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:49.946520 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-568507e0-d29b-4820-8d58-89e02d958fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:49.977998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Set router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:50.005796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-3e8d0039-4929-4410-8f40-401620d74187 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=24cc7d71857c427eb20177be5671f29a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0632648 Jul 30 02:32:50.121439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-090aa2d0-57fa-437f-a816-5845e2a76834 service neutron] 10.222.0.84 "GET /v2.0/networks/8ee3dcda-b393-40b8-96e0-1591bf7031cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024463 Jul 30 02:32:50.221219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-72ce18bd-e9d8-4eec-b2d6-052c599e6daf service neutron] 10.222.0.84 "GET /v2.0/networks/8ee3dcda-b393-40b8-96e0-1591bf7031cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921109 Jul 30 02:32:50.398227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:44Z', 'updated_at': '2021-07-30T02:32:48Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:45Z', 'updated_at': '2021-07-30T02:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '57fdcc69-225e-4fc5-b2dd-b0fae61a9e39', 'name': '', 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:2d:95:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '208aea63-74cd-4c27-a018-35a5cf7ba20e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:48Z', 'updated_at': '2021-07-30T02:32:49Z', 'revision_number': 2, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': '208aea63-74cd-4c27-a018-35a5cf7ba20e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:50.413799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd277d07-1db3-4b9f-9089-3f032455bfee req-1b47379c-4826-4ed0-abad-f23991feae46 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 210 time: 0.0355518 Jul 30 02:32:50.427129 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Checking router: 9735e3b6-afdf-4ffb-9630-9fbd15e0beec for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:32:50.427459 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Updating router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:32:50.459625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a86eb828-6655-4035-8f39-46163d816f96 None None] Provisioning complete for port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:50.460065 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a86eb828-6655-4035-8f39-46163d816f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:50.489048 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:50.525318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a86eb828-6655-4035-8f39-46163d816f96 None None] Port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:32:50.547809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device df9d975a-a3ee-4bbd-9be5-140cbab8ca28 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:50.763566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:50.764213 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:50.984462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 641557b9-92e8-42df-bab6-b3e76cbc0e14 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:51.041687 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.058165 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Transition to ACTIVE for port object 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:51.068439 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.110675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 641557b9-92e8-42df-bab6-b3e76cbc0e14 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:51.111049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.153707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ca8f9-4012-4f00-ba33-e3ef4b385d14 None None] Pushing event updated for resources: {'Port': ['ID=57fdcc69-225e-4fc5-b2dd-b0fae61a9e39,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:51.215305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Attempting to bind port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:51.215716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Attempting to bind port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:51.216084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Attempting to bind port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 on network 8ee3dcda-b393-40b8-96e0-1591bf7031cc {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:51.241378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:51.241805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Checking segment: {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:51.242158 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.242547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Bound using segment: {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:51.243024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Bound port: 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:51.243407 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.321593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] For port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:51.326628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] For port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=57fdcc69-225e-4fc5-b2dd-b0fae61a9e39,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:51.330948 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.415364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Routers {'9735e3b6-afdf-4ffb-9630-9fbd15e0beec'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:32:51.416061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:32:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:51.417866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ca8f9-4012-4f00-ba33-e3ef4b385d14 None None] Pushing event updated for resources: {'Port': ['ID=57fdcc69-225e-4fc5-b2dd-b0fae61a9e39,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:51.421115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-d6280aa8-7e10-41f3-a6e0-5d977b37ab03 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:51.423425 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-d6280aa8-7e10-41f3-a6e0-5d977b37ab03 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.41 "GET /v2.0/networks?id=8ee3dcda-b393-40b8-96e0-1591bf7031cc HTTP/1.1" status: 200 len: 797 time: 0.1249053 Jul 30 02:32:51.436730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Request body: {'port': {'device_id': '46a17e38-2950-4f2c-8962-d7e43cbd74c9', 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc', 'admin_state_up': True, 'tenant_id': '24cc7d71857c427eb20177be5671f29a'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:51.554214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] Set router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:32:51.598921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-170ee17b-e931-476e-9b5c-4cc0e8e38252 req-febe269c-8f46-4e0c-ba9d-7c2e73aa5d74 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 210 time: 0.0426104 Jul 30 02:32:51.612442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Made reservation on behalf of 24cc7d71857c427eb20177be5671f29a for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:32:51.616290 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.751274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Allocated IP 172.20.0.21 (8ee3dcda-b393-40b8-96e0-1591bf7031cc/208aea63-74cd-4c27-a018-35a5cf7ba20e/323e6dd4-f29f-4bf9-bd0a-f3736215521b) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:32:51.776045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:44Z', 'updated_at': '2021-07-30T02:32:48Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:45Z', 'updated_at': '2021-07-30T02:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '57fdcc69-225e-4fc5-b2dd-b0fae61a9e39', 'name': '', 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:2d:95:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '208aea63-74cd-4c27-a018-35a5cf7ba20e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:48Z', 'updated_at': '2021-07-30T02:32:51Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': '208aea63-74cd-4c27-a018-35a5cf7ba20e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:32:51.805571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a675bb-34cf-4ef6-b36e-a4f074b341ba None None] The sync data for ids ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'] in n-d-715271-7 is: [{'id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:44Z', 'updated_at': '2021-07-30T02:32:48Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:45Z', 'updated_at': '2021-07-30T02:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '57fdcc69-225e-4fc5-b2dd-b0fae61a9e39', 'name': '', 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:2d:95:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '208aea63-74cd-4c27-a018-35a5cf7ba20e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:48Z', 'updated_at': '2021-07-30T02:32:51Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': '208aea63-74cd-4c27-a018-35a5cf7ba20e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:32:51.878630 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.892980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Transition to ACTIVE for port object 323e6dd4-f29f-4bf9-bd0a-f3736215521b will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:51.933232 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:51.983641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Network 8ee3dcda-b393-40b8-96e0-1591bf7031cc is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:32:51.986829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:32:51.989520 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:32:52.038445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event updated for resources: {'Port': ['ID=323e6dd4-f29f-4bf9-bd0a-f3736215521b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:52.056740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:52.057438 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.082022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-6c89675d-9c42-454f-ae0d-5abbea9118f0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6492543 Jul 30 02:32:52.147632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Request body: {'port': {'device_id': '46a17e38-2950-4f2c-8962-d7e43cbd74c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:32:52.219331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7412a75c-b0d4-41c3-a504-25610b9e67d7 None None] Provisioning for port 323e6dd4-f29f-4bf9-bd0a-f3736215521b completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:52.220027 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.224024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7412a75c-b0d4-41c3-a504-25610b9e67d7 None None] Provisioning complete for port 323e6dd4-f29f-4bf9-bd0a-f3736215521b triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:52.224399 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7412a75c-b0d4-41c3-a504-25610b9e67d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.260505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7412a75c-b0d4-41c3-a504-25610b9e67d7 None None] Port 323e6dd4-f29f-4bf9-bd0a-f3736215521b cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:32:52.515742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323e6dd4-f29f-4bf9-bd0a-f3736215521b {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:32:52.524136 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.537801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Transition to ACTIVE for port object 323e6dd4-f29f-4bf9-bd0a-f3736215521b will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:32:52.542436 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.559703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:52.605043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Pushing event updated for resources: {'Port': ['ID=323e6dd4-f29f-4bf9-bd0a-f3736215521b,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:52.620072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:52.625518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:52.625518 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.705213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Attempting to bind port 323e6dd4-f29f-4bf9-bd0a-f3736215521b on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:32:52.705563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Attempting to bind port 323e6dd4-f29f-4bf9-bd0a-f3736215521b by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:32:52.705897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Attempting to bind port 323e6dd4-f29f-4bf9-bd0a-f3736215521b on network 8ee3dcda-b393-40b8-96e0-1591bf7031cc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:52.734775 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.750597 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Port 323e6dd4-f29f-4bf9-bd0a-f3736215521b on network 8ee3dcda-b393-40b8-96e0-1591bf7031cc not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:32:52.751282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Attempting to bind port 323e6dd4-f29f-4bf9-bd0a-f3736215521b on network 8ee3dcda-b393-40b8-96e0-1591bf7031cc {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:32:52.762018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:32:52.763333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Checking segment: {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:32:52.773712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Bound using segment: {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:32:52.774197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Bound port: 323e6dd4-f29f-4bf9-bd0a-f3736215521b, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84736325-d919-4ea0-80d7-cd952ee106ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:32:52.775052 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.779212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=57fdcc69-225e-4fc5-b2dd-b0fae61a9e39,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:52.785371 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.829295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c27a3-7a46-4b70-a35d-63c3ce1cb2c1 req-1ab950f3-8b72-4ec0-bdec-76fd3d64fbb8 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:52.830847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d28c27a3-7a46-4b70-a35d-63c3ce1cb2c1 req-1ab950f3-8b72-4ec0-bdec-76fd3d64fbb8 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 907 time: 0.1191170 Jul 30 02:32:52.855737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=57fdcc69-225e-4fc5-b2dd-b0fae61a9e39,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:52.869364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] For port 323e6dd4-f29f-4bf9-bd0a-f3736215521b, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:32:52.874312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] For port 323e6dd4-f29f-4bf9-bd0a-f3736215521b, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=323e6dd4-f29f-4bf9-bd0a-f3736215521b,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:32:52.879662 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.915737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:52.916400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:52.918019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] 10.222.0.41 "PUT /v2.0/ports/323e6dd4-f29f-4bf9-bd0a-f3736215521b HTTP/1.1" status: 200 len: 1055 time: 0.8275516 Jul 30 02:32:52.920789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a17e38-2950-4f2c-8962-d7e43cbd74c9', 'tag': '323e6dd4-f29f-4bf9-bd0a-f3736215521b'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:32:52.924183 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c71c5-fc08-43ca-97fd-21e81652a384" -d '{"events": [{"name": "network-changed", "server_uuid": "46a17e38-2950-4f2c-8962-d7e43cbd74c9", "tag": "323e6dd4-f29f-4bf9-bd0a-f3736215521b"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:32:52.980905 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae865fc8-b336-45dd-8846-c95aab311e3d x-openstack-request-id: req-ae865fc8-b336-45dd-8846-c95aab311e3d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:32:52.981195 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a17e38-2950-4f2c-8962-d7e43cbd74c9", "tag": "323e6dd4-f29f-4bf9-bd0a-f3736215521b", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:32:52.981443 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ae865fc8-b336-45dd-8846-c95aab311e3d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:32:52.981874 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a17e38-2950-4f2c-8962-d7e43cbd74c9', 'tag': '323e6dd4-f29f-4bf9-bd0a-f3736215521b', 'status': 'completed', 'code': 200} Jul 30 02:32:52.982550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6d651-379e-4352-88bd-ffb5075de457 service neutron] Pushing event updated for resources: {'Port': ['ID=323e6dd4-f29f-4bf9-bd0a-f3736215521b,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:53.025575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-f4b98891-8936-4d64-9461-720de0344a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:53.027181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-f4b98891-8936-4d64-9461-720de0344a02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=24cc7d71857c427eb20177be5671f29a&device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 1058 time: 0.0608244 Jul 30 02:32:53.081293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-3e3b0071-7874-493f-b7af-dcb82100f97f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=323e6dd4-f29f-4bf9-bd0a-f3736215521b HTTP/1.1" status: 200 len: 217 time: 0.0419052 Jul 30 02:32:53.134032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-e734d7b6-8dff-49d4-aa19-e9b769ee851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:53.135551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-e734d7b6-8dff-49d4-aa19-e9b769ee851d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208aea63-74cd-4c27-a018-35a5cf7ba20e HTTP/1.1" status: 200 len: 838 time: 0.0474372 Jul 30 02:32:53.180515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-64e5b4d2-b137-4059-8823-12a90454b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:53.182001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-64e5b4d2-b137-4059-8823-12a90454b57a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ee3dcda-b393-40b8-96e0-1591bf7031cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401444 Jul 30 02:32:53.279374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-50d455ff-d298-495a-a3df-275e7231e92f service neutron] 10.222.0.41 "GET /v2.0/networks/8ee3dcda-b393-40b8-96e0-1591bf7031cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895007 Jul 30 02:32:53.374636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4abc5488-d60d-4c68-953d-fbe767e7d4a5 req-a8cb56ca-ae02-4d1d-8501-0d6bfdb3ea58 service neutron] 10.222.0.41 "GET /v2.0/networks/8ee3dcda-b393-40b8-96e0-1591bf7031cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878768 Jul 30 02:32:53.465352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-90abb528-5053-4a73-895f-f1093af41978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:53.466833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-90abb528-5053-4a73-895f-f1093af41978 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=24cc7d71857c427eb20177be5671f29a&device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 1058 time: 0.0414286 Jul 30 02:32:53.560197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-457a35a5-ff74-4f28-9fac-724f3456df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:53.561694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-457a35a5-ff74-4f28-9fac-724f3456df09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ee3dcda-b393-40b8-96e0-1591bf7031cc HTTP/1.1" status: 200 len: 898 time: 0.0876663 Jul 30 02:32:53.604364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-b839117b-d06c-44e8-9889-6622fc88d9ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=323e6dd4-f29f-4bf9-bd0a-f3736215521b HTTP/1.1" status: 200 len: 217 time: 0.0343776 Jul 30 02:32:53.666252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-feafadc6-98ed-42ec-8ac3-ff7f31230e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:53.668275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-feafadc6-98ed-42ec-8ac3-ff7f31230e21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208aea63-74cd-4c27-a018-35a5cf7ba20e HTTP/1.1" status: 200 len: 838 time: 0.0541928 Jul 30 02:32:53.720733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-13ced5c3-da3b-4636-82b0-d19fe4908b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:53.722237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-13ced5c3-da3b-4636-82b0-d19fe4908b79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ee3dcda-b393-40b8-96e0-1591bf7031cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448890 Jul 30 02:32:53.812181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-476991b4-7e89-462d-8044-8be7f56f813b service neutron] 10.222.0.41 "GET /v2.0/networks/8ee3dcda-b393-40b8-96e0-1591bf7031cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806572 Jul 30 02:32:53.912330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-386c71c5-fc08-43ca-97fd-21e81652a384 req-e7361730-62c4-41e6-b02e-79fc87261660 service neutron] 10.222.0.41 "GET /v2.0/networks/8ee3dcda-b393-40b8-96e0-1591bf7031cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918748 Jul 30 02:32:54.035378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111648-1805-492b-b2a5-26357f37f7b5 req-a800e7c7-2ba2-4218-bbf5-4ae5c7fb3975 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:54.036960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f111648-1805-492b-b2a5-26357f37f7b5 req-a800e7c7-2ba2-4218-bbf5-4ae5c7fb3975 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 907 time: 0.0511303 Jul 30 02:32:54.238419 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:54.522130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:54.569438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:54.569808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:55.151833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaaba7-b178-43a0-91da-216235020821 req-b3e41f78-12db-43b2-99ff-35cc716a1fde tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:55.153364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65eaaba7-b178-43a0-91da-216235020821 req-b3e41f78-12db-43b2-99ff-35cc716a1fde tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 907 time: 0.0501702 Jul 30 02:32:56.128727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 323e6dd4-f29f-4bf9-bd0a-f3736215521b details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:32:56.221200 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 323e6dd4-f29f-4bf9-bd0a-f3736215521b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=323e6dd4-f29f-4bf9-bd0a-f3736215521b,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:56.232819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '323e6dd4-f29f-4bf9-bd0a-f3736215521b', 'network_id': '8ee3dcda-b393-40b8-96e0-1591bf7031cc', 'port_id': '323e6dd4-f29f-4bf9-bd0a-f3736215521b', 'mac_address': 'fa:16:3e:41:ea:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208aea63-74cd-4c27-a018-35a5cf7ba20e', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:32:56.273601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:56.287612 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323e6dd4-f29f-4bf9-bd0a-f3736215521b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:32:56.307369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 323e6dd4-f29f-4bf9-bd0a-f3736215521b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=323e6dd4-f29f-4bf9-bd0a-f3736215521b,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:56.314964 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:56.363251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=323e6dd4-f29f-4bf9-bd0a-f3736215521b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:56.370701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.371113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.372230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.372890 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.373212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.373546 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.373849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.374315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.374621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.374844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.376152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.376152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:32:56.385098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac97f4-0c9e-4708-920f-01b7a10ed750 req-705e8d6f-bb45-43d7-958c-bb22be412f85 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:56.387156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c7ac97f4-0c9e-4708-920f-01b7a10ed750 req-705e8d6f-bb45-43d7-958c-bb22be412f85 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 908 time: 0.1288402 Jul 30 02:32:56.559684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['323e6dd4-f29f-4bf9-bd0a-f3736215521b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:32:57.505110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b54608-4f1c-47cb-8d67-a71b94229b0d req-c6902ec9-75ff-4df5-8576-d0f653d27a00 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:57.506580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-00b54608-4f1c-47cb-8d67-a71b94229b0d req-c6902ec9-75ff-4df5-8576-d0f653d27a00 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 908 time: 0.0492356 Jul 30 02:32:58.132223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 323e6dd4-f29f-4bf9-bd0a-f3736215521b up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:32:58.183866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 323e6dd4-f29f-4bf9-bd0a-f3736215521b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:32:58.187520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 323e6dd4-f29f-4bf9-bd0a-f3736215521b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:32:58.187891 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:58.262449 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:58.285837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a17e38-2950-4f2c-8962-d7e43cbd74c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323e6dd4-f29f-4bf9-bd0a-f3736215521b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:32:58.288138 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67ff5c743b7d454cec99d4c776a13734f64283d7a4b49b3d13432aa28de31351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9591b22-7513-48ba-83cf-ced3b0532b2f" -d '{"events": [{"server_uuid": "46a17e38-2950-4f2c-8962-d7e43cbd74c9", "name": "network-vif-plugged", "status": "completed", "tag": "323e6dd4-f29f-4bf9-bd0a-f3736215521b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:32:58.301060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 323e6dd4-f29f-4bf9-bd0a-f3736215521b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=323e6dd4-f29f-4bf9-bd0a-f3736215521b,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:32:58.305247 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:32:58.357062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=323e6dd4-f29f-4bf9-bd0a-f3736215521b,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:32:58.385441 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb7925d-9592-4068-aa70-69022ba1b291 x-openstack-request-id: req-2fb7925d-9592-4068-aa70-69022ba1b291 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:32:58.385834 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a17e38-2950-4f2c-8962-d7e43cbd74c9", "name": "network-vif-plugged", "status": "completed", "tag": "323e6dd4-f29f-4bf9-bd0a-f3736215521b", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:32:58.386094 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2fb7925d-9592-4068-aa70-69022ba1b291 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:32:58.387032 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a17e38-2950-4f2c-8962-d7e43cbd74c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323e6dd4-f29f-4bf9-bd0a-f3736215521b', 'code': 200} Jul 30 02:32:58.479499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37612e1-12be-4468-9510-444f24d997a6 req-0d772367-3f66-4e91-bb76-b03916b7e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:58.480976 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f37612e1-12be-4468-9510-444f24d997a6 req-0d772367-3f66-4e91-bb76-b03916b7e5db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 1060 time: 0.0408998 Jul 30 02:32:58.623226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68001d-a17c-4a7a-b7ec-434ed61b7d9a req-bbad0723-47a7-45a0-9cef-4154870372ba tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:58.624761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c68001d-a17c-4a7a-b7ec-434ed61b7d9a req-bbad0723-47a7-45a0-9cef-4154870372ba tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 909 time: 0.0495403 Jul 30 02:32:59.755582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7648b-ec7c-44c8-b935-9f590bac9934 req-0785953e-6008-48d4-8ecf-d35986e9e297 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:59.757060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85f7648b-ec7c-44c8-b935-9f590bac9934 req-0785953e-6008-48d4-8ecf-d35986e9e297 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 909 time: 0.0656254 Jul 30 02:32:59.871995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193819-a079-4b4a-a7e0-5d665cd2a06a req-0b7fb22e-a1b0-43ef-b4cb-e2b067f7d201 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:59.873471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1193819-a079-4b4a-a7e0-5d665cd2a06a req-0b7fb22e-a1b0-43ef-b4cb-e2b067f7d201 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 909 time: 0.0498469 Jul 30 02:32:59.978686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc2c6-252e-4577-9958-07c0905ed401 req-12c7f9f6-91b9-4499-8cd0-9454d4e44b74 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:32:59.980248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4bedc2c6-252e-4577-9958-07c0905ed401 req-12c7f9f6-91b9-4499-8cd0-9454d4e44b74 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 1060 time: 0.0407457 Jul 30 02:33:00.089588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb98b4c-798f-4d65-bb45-ea3844244fdf req-5308e825-6e81-4f1a-8011-dc176183ef9a tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:00.091100 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fb98b4c-798f-4d65-bb45-ea3844244fdf req-5308e825-6e81-4f1a-8011-dc176183ef9a tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 1135 time: 0.0417793 Jul 30 02:33:00.126766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fb98b4c-798f-4d65-bb45-ea3844244fdf req-424dfcfc-973a-4370-9014-14b3f9c684f8 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0295691 Jul 30 02:33:00.147656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57044) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:00.188535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d945e-8e0a-444b-99f9-be9b35c8d931 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:00.190014 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dd7d945e-8e0a-444b-99f9-be9b35c8d931 tempest-TestSecurityGroupsBasicOps-196844570 tempest-TestSecurityGroupsBasicOps-196844570-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 1055 time: 0.0413730 Jul 30 02:33:00.423033 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771026ee-a531-45f9-bfda-76bb7d48a995 req-26eda783-d4b6-4c92-9abd-68f29fe0be4e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:00.424548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-771026ee-a531-45f9-bfda-76bb7d48a995 req-26eda783-d4b6-4c92-9abd-68f29fe0be4e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 909 time: 0.0541589 Jul 30 02:33:00.782846 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0ada29b3-05b6-478a-b862-6298c8f5e27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.331976 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:33:01.547311 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025bad6-6076-4968-b55d-fd9892c3d553 req-e5a3570a-b9a6-40d1-84aa-3e7aaa684849 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:01.548750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e025bad6-6076-4968-b55d-fd9892c3d553 req-e5a3570a-b9a6-40d1-84aa-3e7aaa684849 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 909 time: 0.0531721 Jul 30 02:33:01.640852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-4877bc11-82ab-409d-89aa-12df83decc9f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:01.642356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-4877bc11-82ab-409d-89aa-12df83decc9f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.41 "GET /v2.0/ports?device_id=46a17e38-2950-4f2c-8962-d7e43cbd74c9 HTTP/1.1" status: 200 len: 909 time: 0.0487854 Jul 30 02:33:01.734857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Deleting port 323e6dd4-f29f-4bf9-bd0a-f3736215521b {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:01.735195 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.823845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] For port 323e6dd4-f29f-4bf9-bd0a-f3736215521b, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=323e6dd4-f29f-4bf9-bd0a-f3736215521b,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:01.824127 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.837172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Calling delete_port for 323e6dd4-f29f-4bf9-bd0a-f3736215521b owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:01.854681 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.969270 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:01.993856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Port': ['ID=323e6dd4-f29f-4bf9-bd0a-f3736215521b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:02.036896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] No DVR routers for this DVR port 323e6dd4-f29f-4bf9-bd0a-f3736215521b on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:33:02.039865 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:02.041992 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-275787a3-5c26-48a0-8ca8-95e6ab15bdfb req-c2adf281-153c-45c5-a8f6-3ae0e5424b0b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.41 "DELETE /v2.0/ports/323e6dd4-f29f-4bf9-bd0a-f3736215521b HTTP/1.1" status: 204 len: 173 time: 0.3937371 Jul 30 02:33:02.043136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a17e38-2950-4f2c-8962-d7e43cbd74c9', 'name': 'network-vif-deleted', 'tag': '323e6dd4-f29f-4bf9-bd0a-f3736215521b'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:02.045518 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1866faf-a200-475b-8817-b7093d7d4510" -d '{"events": [{"server_uuid": "46a17e38-2950-4f2c-8962-d7e43cbd74c9", "name": "network-vif-deleted", "tag": "323e6dd4-f29f-4bf9-bd0a-f3736215521b"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:02.091835 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2489f605-9bc2-4dcb-b5d1-45e1ba385981 x-openstack-request-id: req-2489f605-9bc2-4dcb-b5d1-45e1ba385981 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:02.092268 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a17e38-2950-4f2c-8962-d7e43cbd74c9", "name": "network-vif-deleted", "tag": "323e6dd4-f29f-4bf9-bd0a-f3736215521b", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:02.092522 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2489f605-9bc2-4dcb-b5d1-45e1ba385981 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:02.092925 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a17e38-2950-4f2c-8962-d7e43cbd74c9', 'name': 'network-vif-deleted', 'tag': '323e6dd4-f29f-4bf9-bd0a-f3736215521b', 'status': 'completed', 'code': 200} Jul 30 02:33:02.607359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57056) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:02.982020 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:03.251402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Deleting port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:03.251662 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:03.340992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] For port 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=57fdcc69-225e-4fc5-b2dd-b0fae61a9e39,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:03.341357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:03.359127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Calling delete_port for 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:03.419512 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-14a15366-469a-42f3-b974-cb3a3ec01155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:03.553373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:03.586111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Port': ['ID=57fdcc69-225e-4fc5-b2dd-b0fae61a9e39,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:03.778407 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:03.877798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:04.031209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:33:04.191313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 323e6dd4-f29f-4bf9-bd0a-f3736215521b no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:33:04.213776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 323e6dd4-f29f-4bf9-bd0a-f3736215521b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:33:04.214125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 323e6dd4-f29f-4bf9-bd0a-f3736215521b not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:33:04.480091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:33:04.488375 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3f8d4650-9646-4a51-8d88-c1cb698a493e tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "PUT /v2.0/routers/9735e3b6-afdf-4ffb-9630-9fbd15e0beec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8771787 Jul 30 02:33:04.488375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57058) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:04.490878 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] Sync routers for ids ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:33:04.501087 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] Routers {'9735e3b6-afdf-4ffb-9630-9fbd15e0beec'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:33:04.501916 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:33:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:04.541851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e44142-c60d-46c9-9cb9-d030a96c2e77 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Deleting subnet 208aea63-74cd-4c27-a018-35a5cf7ba20e {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:33:04.545239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-38e44142-c60d-46c9-9cb9-d030a96c2e77 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:04.587805 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-38e44142-c60d-46c9-9cb9-d030a96c2e77 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:04.622180 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] Set router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:33:04.638965 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:04.680880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-38e44142-c60d-46c9-9cb9-d030a96c2e77 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:04.743369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-38e44142-c60d-46c9-9cb9-d030a96c2e77 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:04.772514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e44142-c60d-46c9-9cb9-d030a96c2e77 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Subnet': ['ID=208aea63-74cd-4c27-a018-35a5cf7ba20e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:04.774579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-38e44142-c60d-46c9-9cb9-d030a96c2e77 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:04.779326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-38e44142-c60d-46c9-9cb9-d030a96c2e77 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "DELETE /v2.0/subnets/208aea63-74cd-4c27-a018-35a5cf7ba20e HTTP/1.1" status: 204 len: 168 time: 0.2873297 Jul 30 02:33:04.780571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57060) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:04.785355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fe8bc-d1cf-43cc-857d-af59c9620efc None None] Network 8ee3dcda-b393-40b8-96e0-1591bf7031cc requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:33:04.817051 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:44Z', 'updated_at': '2021-07-30T02:33:03Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:45Z', 'updated_at': '2021-07-30T02:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:04.912146 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:04.946473 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] Checking router: 9735e3b6-afdf-4ffb-9630-9fbd15e0beec for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:33:04.959226 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] Routers {'9735e3b6-afdf-4ffb-9630-9fbd15e0beec'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:33:04.959910 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:33:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:04.996803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f078c-fd72-404c-8c28-6db6122a6493 None None] DHCP port deletion for 8ee3dcda-b393-40b8-96e0-1591bf7031cc request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:33:05.043361 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.044223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f078c-fd72-404c-8c28-6db6122a6493 None None] Deleting port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:05.044603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1f078c-fd72-404c-8c28-6db6122a6493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.074471 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] Set router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:33:05.114915 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Deleting port 641557b9-92e8-42df-bab6-b3e76cbc0e14 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:05.115274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.120835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-cb1f078c-fd72-404c-8c28-6db6122a6493 None None] For port df9d975a-a3ee-4bbd-9be5-140cbab8ca28, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=df9d975a-a3ee-4bbd-9be5-140cbab8ca28,segment=NetworkSegment(84736325-d919-4ea0-80d7-cd952ee106ff),segment_id=84736325-d919-4ea0-80d7-cd952ee106ff)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:05.121233 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1f078c-fd72-404c-8c28-6db6122a6493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.133907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f078c-fd72-404c-8c28-6db6122a6493 None None] Calling delete_port for df9d975a-a3ee-4bbd-9be5-140cbab8ca28 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:05.203995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] For port 641557b9-92e8-42df-bab6-b3e76cbc0e14, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=641557b9-92e8-42df-bab6-b3e76cbc0e14,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:05.204373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.218546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Calling delete_port for 641557b9-92e8-42df-bab6-b3e76cbc0e14 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:05.218979 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cb1f078c-fd72-404c-8c28-6db6122a6493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.244922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f078c-fd72-404c-8c28-6db6122a6493 None None] Pushing event deleted for resources: {'Port': ['ID=df9d975a-a3ee-4bbd-9be5-140cbab8ca28,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:05.248627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f078c-fd72-404c-8c28-6db6122a6493 None None] No DVR routers for this DVR port df9d975a-a3ee-4bbd-9be5-140cbab8ca28 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:33:05.263151 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:44Z', 'updated_at': '2021-07-30T02:33:03Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:45Z', 'updated_at': '2021-07-30T02:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:05.295811 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50482c-67b6-4535-880b-30ad16e7d086 None None] The sync data for ids ['9735e3b6-afdf-4ffb-9630-9fbd15e0beec'] in n-d-715271-7 is: [{'id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345362567', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:32:44Z', 'updated_at': '2021-07-30T02:33:03Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': '641557b9-92e8-42df-bab6-b3e76cbc0e14', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9735e3b6-afdf-4ffb-9630-9fbd15e0beec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:32:45Z', 'updated_at': '2021-07-30T02:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:33:05.394106 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.420116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Port': ['ID=641557b9-92e8-42df-bab6-b3e76cbc0e14,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:05.478742 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.568111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.570088 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.616702 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.617286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Fanout notify agent at l3_agent the message router_deleted on router 9735e3b6-afdf-4ffb-9630-9fbd15e0beec {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:33:05.623985 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.625086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f4257b54-5fbf-4f63-b0ef-0be6601d2e54 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "DELETE /v2.0/routers/9735e3b6-afdf-4ffb-9630-9fbd15e0beec HTTP/1.1" status: 204 len: 168 time: 0.8441715 Jul 30 02:33:05.627825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57062) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:05.708520 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.807874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.819694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee3dcda-b393-40b8-96e0-1591bf7031cc']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:05.832084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84736325-d919-4ea0-80d7-cd952ee106ff') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:05.832383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84736325-d919-4ea0-80d7-cd952ee106ff') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:05.842706 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.858128 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.865706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:33:05.866196 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:33:05.869661 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:33:05.934262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.945693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:05.949768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "DELETE /v2.0/networks/8ee3dcda-b393-40b8-96e0-1591bf7031cc HTTP/1.1" status: 204 len: 168 time: 0.3203111 Jul 30 02:33:05.952987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57064) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:05.978108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cb522-49e9-4195-b3e8-65935f8fd71b tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Network': ['ID=8ee3dcda-b393-40b8-96e0-1591bf7031cc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:06.127621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Deleting port cce27f7f-3d66-43da-9f98-4667592069fb {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:06.127879 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.212248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.212571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.225263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Calling delete_port for cce27f7f-3d66-43da-9f98-4667592069fb owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:06.296385 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.413982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.438238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Port': ['ID=cce27f7f-3d66-43da-9f98-4667592069fb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:06.502301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:06.502637 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Floating IP 809ff12a-a492-45d1-b312-196940e94329 disassociated (deleted). External IP: 172.25.7.101, port: dc6faf76-3204-4dc7-8860-4438b12faf81. Jul 30 02:33:06.526486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device df9d975a-a3ee-4bbd-9be5-140cbab8ca28 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:33:06.548214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: df9d975a-a3ee-4bbd-9be5-140cbab8ca28 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:33:06.548586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device df9d975a-a3ee-4bbd-9be5-140cbab8ca28 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:33:06.548985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 641557b9-92e8-42df-bab6-b3e76cbc0e14 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:33:06.568178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 641557b9-92e8-42df-bab6-b3e76cbc0e14 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:33:06.568575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 641557b9-92e8-42df-bab6-b3e76cbc0e14 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:33:06.569012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:33:06.591349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:33:06.591725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 57fdcc69-225e-4fc5-b2dd-b0fae61a9e39 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:33:07.058195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Router 5d653de8-e111-43bc-bb84-19e1daff4b41 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:33:07.164123 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:33:07.169409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:07.174446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] Sync routers for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:33:07.183236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:33:07.183881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:33:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:07.196068 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9ad1dace-c999-42d3-b022-2b789faf3e4f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "DELETE /v2.0/floatingips/809ff12a-a492-45d1-b312-196940e94329 HTTP/1.1" status: 204 len: 168 time: 1.2419827 Jul 30 02:33:07.196650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:07.238608 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b0bc04-938b-450e-a691-f570d7bfced6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:07.303752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:33:07.426951 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b673c898-1186-4de4-8095-203d50e308cb x-openstack-request-id: req-b673c898-1186-4de4-8095-203d50e308cb {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:07.427655 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:07.428444 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b673c898-1186-4de4-8095-203d50e308cb {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:07.429056 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'status': 'completed', 'code': 200} Jul 30 02:33:07.545164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-b5af0b15-4dbf-4150-9be5-edb17c7cbe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:07.546161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-b5af0b15-4dbf-4150-9be5-edb17c7cbe75 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=24cc7d71857c427eb20177be5671f29a&device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 1135 time: 0.0855129 Jul 30 02:33:07.575944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a29b-b4fa-4b2b-94ed-d6fe0b8b0f9a req-c615d3a3-056a-467e-ad27-e6f30da71dd2 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:07.577436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2d4a29b-b4fa-4b2b-94ed-d6fe0b8b0f9a req-c615d3a3-056a-467e-ad27-e6f30da71dd2 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 984 time: 0.0816424 Jul 30 02:33:07.686451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b2d4a29b-b4fa-4b2b-94ed-d6fe0b8b0f9a req-c355392f-e8df-41f3-8c83-6389b111e5ac tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0937960 Jul 30 02:33:07.717785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-a792a2d8-840f-4a2d-a6df-edbbf1a4b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:07.719320 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-a792a2d8-840f-4a2d-a6df-edbbf1a4b1c6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ad2adf8-aae8-48c6-bf68-06151425b814 HTTP/1.1" status: 200 len: 897 time: 0.1614137 Jul 30 02:33:07.741565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '76c9f820-d9c1-4233-896c-c8129affa740', 'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:1c:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:51Z', 'updated_at': '2021-07-30T02:31:56Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:07.771984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-39e1a972-7593-4227-9eab-815460a77948 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6faf76-3204-4dc7-8860-4438b12faf81 HTTP/1.1" status: 200 len: 217 time: 0.0393620 Jul 30 02:33:07.773869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] Checking router: 5d653de8-e111-43bc-bb84-19e1daff4b41 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:33:07.786325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:33:07.787282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:33:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:07.839267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-bb57f4f3-4b77-44f7-a9be-4c9eab1b4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:07.840833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-bb57f4f3-4b77-44f7-a9be-4c9eab1b4ac5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=eb7a61a4-b96a-4193-9443-7358de091ad2 HTTP/1.1" status: 200 len: 834 time: 0.0628514 Jul 30 02:33:07.909071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-d27f59bf-405e-4010-9d4c-1e2e49ff9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:07.911210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-d27f59bf-405e-4010-9d4c-1e2e49ff9914 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ad2adf8-aae8-48c6-bf68-06151425b814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580699 Jul 30 02:33:07.920245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:33:08.036144 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-df9cfc17-fcc4-4c08-93c0-abb129a5c0fc service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165125 Jul 30 02:33:08.155826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69b0bc04-938b-450e-a691-f570d7bfced6 req-45d74d92-a896-437b-8fd3-8e3932eeba97 service neutron] 10.222.0.22 "GET /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068754 Jul 30 02:33:08.188972 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '76c9f820-d9c1-4233-896c-c8129affa740', 'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:1c:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:51Z', 'updated_at': '2021-07-30T02:31:56Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:08.217695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f986da6-841c-4ec8-9618-c73404247339 None None] The sync data for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 is: [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '76c9f820-d9c1-4233-896c-c8129affa740', 'name': '', 'network_id': '1ad2adf8-aae8-48c6-bf68-06151425b814', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'mac_address': 'fa:16:3e:1c:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:51Z', 'updated_at': '2021-07-30T02:31:56Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'subnets': [{'id': 'eb7a61a4-b96a-4193-9443-7358de091ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:33:08.469867 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5dcc26-603e-4b80-8710-0961cf0a7e79 None None] New status for floating IP 809ff12a-a492-45d1-b312-196940e94329: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:33:08.863745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5aea0-ebe4-4eff-9d3e-8bc69c40ce4f req-c12d87e0-c097-41c0-9b48-cb752829a4cc tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:08.866396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1f5aea0-ebe4-4eff-9d3e-8bc69c40ce4f req-c12d87e0-c097-41c0-9b48-cb752829a4cc tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 984 time: 0.0814080 Jul 30 02:33:08.920424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a1f5aea0-ebe4-4eff-9d3e-8bc69c40ce4f req-88056a4d-8a63-4eec-ac1d-c90f1deab820 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/security-groups?id=18094fef-3dc7-48e7-9ed2-6bf768342991&id=2df08bac-8f01-4981-86eb-e3e8dec282cb&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0446680 Jul 30 02:33:09.062087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-41810cca-5ce7-44ea-9b96-a6d544cdc83f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:09.063454 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-41810cca-5ce7-44ea-9b96-a6d544cdc83f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 984 time: 0.0498428 Jul 30 02:33:09.163695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Deleting port dc6faf76-3204-4dc7-8860-4438b12faf81 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:09.164040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:09.256572 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] For port dc6faf76-3204-4dc7-8860-4438b12faf81, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=dc6faf76-3204-4dc7-8860-4438b12faf81,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:09.256930 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:09.269735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Calling delete_port for dc6faf76-3204-4dc7-8860-4438b12faf81 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:09.406223 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:09.437668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Port': ['ID=dc6faf76-3204-4dc7-8860-4438b12faf81,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:09.450899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.451243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.451623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.451964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.452303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.452631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.452959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.453286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.453614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.453945 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.454271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.454595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:33:09.494343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] No DVR routers for this DVR port dc6faf76-3204-4dc7-8860-4438b12faf81 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:33:09.497177 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:09.499405 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6260dda7-8695-492f-a219-872cfd9aa0c6 req-13659615-3780-427a-976c-a11f0bd31bb0 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.22 "DELETE /v2.0/ports/dc6faf76-3204-4dc7-8860-4438b12faf81 HTTP/1.1" status: 204 len: 173 time: 0.4286301 Jul 30 02:33:09.499883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'name': 'network-vif-deleted', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:09.502270 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a265e0deaa6e5c442905f3e9e5df76288137611dde531bf76cf54b126aa6522" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c570ae2d-ce98-4ddf-85fb-d514e3be0e71" -d '{"events": [{"server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "name": "network-vif-deleted", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:09.544500 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b60b9e-46e0-4272-a5de-92ff749e0f00 x-openstack-request-id: req-17b60b9e-46e0-4272-a5de-92ff749e0f00 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:09.544794 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3097c1e-65cc-4f67-a964-b73f7df475ca", "name": "network-vif-deleted", "tag": "dc6faf76-3204-4dc7-8860-4438b12faf81", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:09.545056 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-17b60b9e-46e0-4272-a5de-92ff749e0f00 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:09.545462 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3097c1e-65cc-4f67-a964-b73f7df475ca', 'name': 'network-vif-deleted', 'tag': 'dc6faf76-3204-4dc7-8860-4438b12faf81', 'status': 'completed', 'code': 200} Jul 30 02:33:10.037826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc42759d-ba40-4da0-b0aa-307c39d8aa6a req-2c941883-ce31-4c0d-9e12-d05d076f8c05 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3097c1e-65cc-4f67-a964-b73f7df475ca HTTP/1.1" status: 200 len: 210 time: 0.0317276 Jul 30 02:33:11.093508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57084) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:11.146330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fc804b8-5b8a-4deb-8d39-f3ace081110f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:11.171374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fc804b8-5b8a-4deb-8d39-f3ace081110f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:11.220776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fc804b8-5b8a-4deb-8d39-f3ace081110f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:11.223628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9fc804b8-5b8a-4deb-8d39-f3ace081110f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:11.225131 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9fc804b8-5b8a-4deb-8d39-f3ace081110f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "DELETE /v2.0/security-groups/18094fef-3dc7-48e7-9ed2-6bf768342991 HTTP/1.1" status: 204 len: 168 time: 0.1306269 Jul 30 02:33:11.227917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57086) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:11.235279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc804b8-5b8a-4deb-8d39-f3ace081110f tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18094fef-3dc7-48e7-9ed2-6bf768342991,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:11.304850 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80b6dbf9-51be-4dff-866e-9055b96bb666 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:11.330076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80b6dbf9-51be-4dff-866e-9055b96bb666 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:11.382389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80b6dbf9-51be-4dff-866e-9055b96bb666 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:11.385346 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-80b6dbf9-51be-4dff-866e-9055b96bb666 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:11.386918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-80b6dbf9-51be-4dff-866e-9055b96bb666 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "DELETE /v2.0/security-groups/2df08bac-8f01-4981-86eb-e3e8dec282cb HTTP/1.1" status: 204 len: 168 time: 0.1579652 Jul 30 02:33:11.390449 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57088) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:11.397147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6dbf9-51be-4dff-866e-9055b96bb666 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df08bac-8f01-4981-86eb-e3e8dec282cb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:11.462656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device dc6faf76-3204-4dc7-8860-4438b12faf81 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:33:11.483406 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: dc6faf76-3204-4dc7-8860-4438b12faf81 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:33:11.483901 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device dc6faf76-3204-4dc7-8860-4438b12faf81 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:33:11.829966 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:12.090108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Deleting port 76c9f820-d9c1-4233-896c-c8129affa740 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:12.090354 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:12.185263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] For port 76c9f820-d9c1-4233-896c-c8129affa740, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=76c9f820-d9c1-4233-896c-c8129affa740,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:12.185927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:12.198781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Calling delete_port for 76c9f820-d9c1-4233-896c-c8129affa740 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:12.388869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:12.413230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Port': ['ID=76c9f820-d9c1-4233-896c-c8129affa740,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:12.593980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:12.815940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Router 5d653de8-e111-43bc-bb84-19e1daff4b41 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:33:12.922390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:33:12.928212 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b30aae7f-2bcb-4954-82af-d198d003b827 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "PUT /v2.0/routers/5d653de8-e111-43bc-bb84-19e1daff4b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5360057 Jul 30 02:33:12.930500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57090) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:12.931822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] Sync routers for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:33:12.941635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:33:12.942237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:33:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:12.982240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7dc2c54-e045-411d-9246-901cb4cb219a tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Deleting subnet eb7a61a4-b96a-4193-9443-7358de091ad2 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:33:12.985410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7dc2c54-e045-411d-9246-901cb4cb219a tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.026609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7dc2c54-e045-411d-9246-901cb4cb219a tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.049011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:33:13.116842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7dc2c54-e045-411d-9246-901cb4cb219a tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.176716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7dc2c54-e045-411d-9246-901cb4cb219a tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.206154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc2c54-e045-411d-9246-901cb4cb219a tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7a61a4-b96a-4193-9443-7358de091ad2,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:13.209131 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e7dc2c54-e045-411d-9246-901cb4cb219a tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.213479 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e7dc2c54-e045-411d-9246-901cb4cb219a tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "DELETE /v2.0/subnets/eb7a61a4-b96a-4193-9443-7358de091ad2 HTTP/1.1" status: 204 len: 168 time: 0.2796035 Jul 30 02:33:13.213846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57092) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:13.215067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203c3e6-100e-46c8-94fe-c1b7dad147f9 None None] Network 1ad2adf8-aae8-48c6-bf68-06151425b814 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:33:13.307930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:33:12Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:13.336767 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.359289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] Checking router: 5d653de8-e111-43bc-bb84-19e1daff4b41 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:33:13.379054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] Routers {'5d653de8-e111-43bc-bb84-19e1daff4b41'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:33:13.379364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:33:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5d653de8-e111-43bc-bb84-19e1daff4b41'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:13.471210 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2bd83-8b9b-4a3b-b97d-8fccedd6a303 None None] DHCP port deletion for 1ad2adf8-aae8-48c6-bf68-06151425b814 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:33:13.493543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.520139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] Set router 5d653de8-e111-43bc-bb84-19e1daff4b41 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:33:13.556637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Deleting port c9a087b6-c41f-457a-a4d3-6d02547fce81 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:13.556981 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.656826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2bd83-8b9b-4a3b-b97d-8fccedd6a303 None None] Deleting port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:13.657402 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bd83-8b9b-4a3b-b97d-8fccedd6a303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.670315 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] For port c9a087b6-c41f-457a-a4d3-6d02547fce81, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=c9a087b6-c41f-457a-a4d3-6d02547fce81,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:13.670905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.692581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Calling delete_port for c9a087b6-c41f-457a-a4d3-6d02547fce81 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:13.807800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a7c2bd83-8b9b-4a3b-b97d-8fccedd6a303 None None] For port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=17cd95f7-eeaf-4275-a075-7a2d5df6e1de,segment=NetworkSegment(635c6928-3974-4c22-808b-444bf7181dc3),segment_id=635c6928-3974-4c22-808b-444bf7181dc3)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:13.808206 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bd83-8b9b-4a3b-b97d-8fccedd6a303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.840157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2bd83-8b9b-4a3b-b97d-8fccedd6a303 None None] Calling delete_port for 17cd95f7-eeaf-4275-a075-7a2d5df6e1de owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:13.925944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:33:12Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:13.956828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:13.960606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcccf2-98a9-4dcf-8fc7-e258eda77b73 None None] The sync data for ids ['5d653de8-e111-43bc-bb84-19e1daff4b41'] in n-d-715271-7 is: [{'id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-767584751', 'tenant_id': '24cc7d71857c427eb20177be5671f29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:31:48Z', 'updated_at': '2021-07-30T02:33:12Z', 'revision_number': 5, 'project_id': '24cc7d71857c427eb20177be5671f29a', 'gw_port': {'id': 'c9a087b6-c41f-457a-a4d3-6d02547fce81', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d653de8-e111-43bc-bb84-19e1daff4b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:31:49Z', 'updated_at': '2021-07-30T02:31:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:33:13.978917 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7c2bd83-8b9b-4a3b-b97d-8fccedd6a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.000392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Port': ['ID=c9a087b6-c41f-457a-a4d3-6d02547fce81,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:14.024856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2bd83-8b9b-4a3b-b97d-8fccedd6a303 None None] Pushing event deleted for resources: {'Port': ['ID=17cd95f7-eeaf-4275-a075-7a2d5df6e1de,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:14.030303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2bd83-8b9b-4a3b-b97d-8fccedd6a303 None None] No DVR routers for this DVR port 17cd95f7-eeaf-4275-a075-7a2d5df6e1de on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:33:14.072684 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.172177 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.174439 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.219350 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.220016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Fanout notify agent at l3_agent the message router_deleted on router 5d653de8-e111-43bc-bb84-19e1daff4b41 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:33:14.226845 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.228025 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f909bedc-8ceb-4112-81de-c0efa12d1670 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "DELETE /v2.0/routers/5d653de8-e111-43bc-bb84-19e1daff4b41 HTTP/1.1" status: 204 len: 168 time: 1.0128582 Jul 30 02:33:14.230703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57094) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:14.310498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.406913 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.418908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad2adf8-aae8-48c6-bf68-06151425b814']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:14.433949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635c6928-3974-4c22-808b-444bf7181dc3') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:14.434575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635c6928-3974-4c22-808b-444bf7181dc3') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:33:14.450443 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.471273 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.489712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:33:14.489712 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:33:14.491471 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:33:14.560312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.568254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:14.569728 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] 10.222.0.84 "DELETE /v2.0/networks/1ad2adf8-aae8-48c6-bf68-06151425b814 HTTP/1.1" status: 204 len: 168 time: 0.3380535 Jul 30 02:33:14.582440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4e717-5f87-43cf-9cfe-1370cb959991 tempest-TestSecurityGroupsBasicOps-1246876219 tempest-TestSecurityGroupsBasicOps-1246876219-project] Pushing event deleted for resources: {'Network': ['ID=1ad2adf8-aae8-48c6-bf68-06151425b814,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:14.605337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 76c9f820-d9c1-4233-896c-c8129affa740 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:33:14.630014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 76c9f820-d9c1-4233-896c-c8129affa740 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:33:14.630472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 76c9f820-d9c1-4233-896c-c8129affa740 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:33:14.630999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 17cd95f7-eeaf-4275-a075-7a2d5df6e1de no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:33:14.654333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 17cd95f7-eeaf-4275-a075-7a2d5df6e1de {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:33:14.659173 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 17cd95f7-eeaf-4275-a075-7a2d5df6e1de not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:33:14.912319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57102) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:15.043472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5b2f52ec-96f2-41ab-9344-77714bcabb01 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=24cc7d71857c427eb20177be5671f29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297767 Jul 30 02:33:15.046698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57106) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:15.099726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfd252d6-b00a-4acd-8ca9-e1c0b184257d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.120863 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfd252d6-b00a-4acd-8ca9-e1c0b184257d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.172219 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfd252d6-b00a-4acd-8ca9-e1c0b184257d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.174810 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bfd252d6-b00a-4acd-8ca9-e1c0b184257d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.176012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bfd252d6-b00a-4acd-8ca9-e1c0b184257d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ff0e40b0-1cce-46e3-bf39-41acfa82cbba HTTP/1.1" status: 204 len: 168 time: 0.1281602 Jul 30 02:33:15.184018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd252d6-b00a-4acd-8ca9-e1c0b184257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0e40b0-1cce-46e3-bf39-41acfa82cbba,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:15.447134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57112) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:15.461118 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18ab0001-31b9-45f5-b289-d86b5751024e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.551186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18ab0001-31b9-45f5-b289-d86b5751024e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.555316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-18ab0001-31b9-45f5-b289-d86b5751024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.594635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-18ab0001-31b9-45f5-b289-d86b5751024e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4458f823c5124147a6efb9dc81c6e222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462877 Jul 30 02:33:15.595727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab0001-31b9-45f5-b289-d86b5751024e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7273aa1e-6408-4b90-8155-90eeed477e73,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:15.597465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57114) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:15.645888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e562e0f0-0018-4708-b261-4096e85aeb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.666924 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e562e0f0-0018-4708-b261-4096e85aeb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.713163 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e562e0f0-0018-4708-b261-4096e85aeb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.715982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e562e0f0-0018-4708-b261-4096e85aeb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:15.717158 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e562e0f0-0018-4708-b261-4096e85aeb25 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7273aa1e-6408-4b90-8155-90eeed477e73 HTTP/1.1" status: 204 len: 168 time: 0.1187165 Jul 30 02:33:15.726871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562e0f0-0018-4708-b261-4096e85aeb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7273aa1e-6408-4b90-8155-90eeed477e73,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:16.096122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57120) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:16.145603 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c4e11fee-b98f-452d-9d29-29580877b709 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=26a941d8b8d14ceb8f8782f74db7216e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482678 Jul 30 02:33:16.149774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57122) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:16.206124 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5673-db99-4b70-90a6-04ea2727963e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:16.230012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5673-db99-4b70-90a6-04ea2727963e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:16.283945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5673-db99-4b70-90a6-04ea2727963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:16.286573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5673-db99-4b70-90a6-04ea2727963e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:16.287842 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4c7f5673-db99-4b70-90a6-04ea2727963e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8f91f19b-f86a-4fad-9125-63d149aca2d8 HTTP/1.1" status: 204 len: 168 time: 0.1370201 Jul 30 02:33:16.296524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f5673-db99-4b70-90a6-04ea2727963e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f91f19b-f86a-4fad-9125-63d149aca2d8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:16.493920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c9a087b6-c41f-457a-a4d3-6d02547fce81 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:33:16.530668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: c9a087b6-c41f-457a-a4d3-6d02547fce81 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:33:16.531233 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device c9a087b6-c41f-457a-a4d3-6d02547fce81 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:33:24.266098 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:26.110170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-20489c56-c290-4cb2-99c3-e07bed1512f0 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e986da3d2a0a4f7c9d3111b5fdf73a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223544 Jul 30 02:33:26.221876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-9141482e-8e1a-4f1f-a1b5-b2c4b027d9c9 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:26.223356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-9141482e-8e1a-4f1f-a1b5-b2c4b027d9c9 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076131 Jul 30 02:33:26.237998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e32dff68-a865-4cd8-9f37-e23350b3be5c tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/quotas/e986da3d2a0a4f7c9d3111b5fdf73a09 HTTP/1.1" status: 200 len: 375 time: 0.0089982 Jul 30 02:33:26.271339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-1b8de47f-7687-4bb9-90c0-61f8b9472514 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e986da3d2a0a4f7c9d3111b5fdf73a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276229 Jul 30 02:33:26.428082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9df512df-fe7e-49a1-9e7b-7ca2a678015d req-ddf45e1a-06d3-40f8-902d-ac3b802f7606 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 210 time: 0.0263186 Jul 30 02:33:27.252608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-87d2e4bb-7ce8-4a0f-a682-a830e7d68f1c tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e986da3d2a0a4f7c9d3111b5fdf73a09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223188 Jul 30 02:33:27.375498 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-f14039bb-c448-4461-aa44-eaf6665af344 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:27.376942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-f14039bb-c448-4461-aa44-eaf6665af344 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138632 Jul 30 02:33:27.390654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Request body: {'port': {'device_id': '83712e59-84c5-4cd0-b2e6-32bb156e8cc5', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'admin_state_up': True, 'tenant_id': 'e986da3d2a0a4f7c9d3111b5fdf73a09'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:27.510217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Made reservation on behalf of e986da3d2a0a4f7c9d3111b5fdf73a09 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:33:27.514189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:27.540474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6d27831-5c9b-4887-bfdd-33fa79237bf7 req-1f62318c-a6c5-4d16-a9e2-5bd86665cbc3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 210 time: 0.0416458 Jul 30 02:33:27.541585 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:27.650021 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:27.658719 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:27.726441 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eff2930-d600-4207-86ad-2c9e32c4f20c,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:27.809451 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Allocated IP 192.168.233.154 (17904304-02d8-47cd-9bde-245b39b81346/e98842ec-4595-4e58-8247-8a85fa193dea/72af52e7-abdc-432f-b910-38e2a5728e73) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:33:27.960737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:27.975248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Transition to ACTIVE for port object 72af52e7-abdc-432f-b910-38e2a5728e73 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:33:28.010304 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:28.056424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Network 17904304-02d8-47cd-9bde-245b39b81346 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:33:28.060209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:33:28.062621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:33:28.094971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Pushing event updated for resources: {'Port': ['ID=72af52e7-abdc-432f-b910-38e2a5728e73,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:28.122898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:28.123594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:28.139075 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-fee2db8e-a1a3-4c92-97d9-66c0a149f753 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7527308 Jul 30 02:33:28.294815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c081f75b-4d55-4819-901d-c23f2e5c0f4b None None] Provisioning for port 72af52e7-abdc-432f-b910-38e2a5728e73 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:33:28.303018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c081f75b-4d55-4819-901d-c23f2e5c0f4b None None] Provisioning complete for port 72af52e7-abdc-432f-b910-38e2a5728e73 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:33:28.303467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c081f75b-4d55-4819-901d-c23f2e5c0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:28.336317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Request body: {'port': {'device_id': '83712e59-84c5-4cd0-b2e6-32bb156e8cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:28.345754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c081f75b-4d55-4819-901d-c23f2e5c0f4b None None] Port 72af52e7-abdc-432f-b910-38e2a5728e73 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:33:28.403807 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:28.717238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33775dae-15c6-424d-948b-63fbfab78797 req-37eb7b17-3a13-44e4-a655-545602ad71ce tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:28.718769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33775dae-15c6-424d-948b-63fbfab78797 req-37eb7b17-3a13-44e4-a655-545602ad71ce tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 936 time: 0.0956662 Jul 30 02:33:28.773953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72af52e7-abdc-432f-b910-38e2a5728e73 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:33:28.789734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:28.800022 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-33775dae-15c6-424d-948b-63fbfab78797 req-3961674f-794d-450e-a693-5ebf57243d20 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750952 Jul 30 02:33:28.807637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Transition to ACTIVE for port object 72af52e7-abdc-432f-b910-38e2a5728e73 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:33:28.811976 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:28.865413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Pushing event updated for resources: {'Port': ['ID=72af52e7-abdc-432f-b910-38e2a5728e73,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:28.937571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Attempting to bind port 72af52e7-abdc-432f-b910-38e2a5728e73 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:33:28.937902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Attempting to bind port 72af52e7-abdc-432f-b910-38e2a5728e73 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:33:28.938261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Attempting to bind port 72af52e7-abdc-432f-b910-38e2a5728e73 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:33:28.943003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Port 72af52e7-abdc-432f-b910-38e2a5728e73 on network 17904304-02d8-47cd-9bde-245b39b81346 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:33:28.943604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Attempting to bind port 72af52e7-abdc-432f-b910-38e2a5728e73 on network 17904304-02d8-47cd-9bde-245b39b81346 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:33:28.949344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:33:28.949826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Checking segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:33:28.950314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Bound using segment: {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:33:28.951142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Bound port: 72af52e7-abdc-432f-b910-38e2a5728e73, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f72617-1e32-4df7-bebc-87e4c6c2182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '17904304-02d8-47cd-9bde-245b39b81346'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:33:28.951522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:29.022045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] For port 72af52e7-abdc-432f-b910-38e2a5728e73, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:33:29.025094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] For port 72af52e7-abdc-432f-b910-38e2a5728e73, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=72af52e7-abdc-432f-b910-38e2a5728e73,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:33:29.029558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:29.067344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.068001 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:29.069509 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] 10.222.0.41 "PUT /v2.0/ports/72af52e7-abdc-432f-b910-38e2a5728e73 HTTP/1.1" status: 200 len: 1096 time: 0.8054082 Jul 30 02:33:29.070060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83712e59-84c5-4cd0-b2e6-32bb156e8cc5', 'tag': '72af52e7-abdc-432f-b910-38e2a5728e73'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:29.098094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f51dc-369a-4fae-8750-c774b8417d33 service neutron] Pushing event updated for resources: {'Port': ['ID=72af52e7-abdc-432f-b910-38e2a5728e73,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:29.141749 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f8ab64-7692-45fc-a416-6c68f8359cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "83712e59-84c5-4cd0-b2e6-32bb156e8cc5", "tag": "72af52e7-abdc-432f-b910-38e2a5728e73"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:29.162411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-0a2cea8f-d136-401f-bf11-54e8d57a6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.164122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-0a2cea8f-d136-401f-bf11-54e8d57a6609 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e986da3d2a0a4f7c9d3111b5fdf73a09&device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0515277 Jul 30 02:33:29.213158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-a66ef52c-4d80-4084-95fb-58513d36736e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=72af52e7-abdc-432f-b910-38e2a5728e73 HTTP/1.1" status: 200 len: 217 time: 0.0408020 Jul 30 02:33:29.254763 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8081b5ac-0f9a-4629-bb23-1e7fb3b11ca4 x-openstack-request-id: req-8081b5ac-0f9a-4629-bb23-1e7fb3b11ca4 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:29.255040 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83712e59-84c5-4cd0-b2e6-32bb156e8cc5", "tag": "72af52e7-abdc-432f-b910-38e2a5728e73", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:29.255312 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8081b5ac-0f9a-4629-bb23-1e7fb3b11ca4 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:29.255730 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83712e59-84c5-4cd0-b2e6-32bb156e8cc5', 'tag': '72af52e7-abdc-432f-b910-38e2a5728e73', 'status': 'completed', 'code': 200} Jul 30 02:33:29.273959 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-96dfd353-aed5-4d05-b91e-dfde95478848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.275466 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-96dfd353-aed5-4d05-b91e-dfde95478848 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0560076 Jul 30 02:33:29.323017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-7d3fac5a-14bc-474b-96d7-86e0abf54fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.325201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-7d3fac5a-14bc-474b-96d7-86e0abf54fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429933 Jul 30 02:33:29.416503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-50c13e0c-4d42-4af7-b6fd-145bbd1e18b2 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838664 Jul 30 02:33:29.511838 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f22eb86-ac70-4439-b2ca-910d493815ff req-a4e46caa-de11-46a3-9e60-604e68bbd56a service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883350 Jul 30 02:33:29.600234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-353a2115-0dc6-4e9b-aed6-159258609fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.602047 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-353a2115-0dc6-4e9b-aed6-159258609fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e986da3d2a0a4f7c9d3111b5fdf73a09&device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 1099 time: 0.0427144 Jul 30 02:33:29.698519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-9cc0f1fe-70d8-4d70-9f04-cf87e9f6304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.699993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-9cc0f1fe-70d8-4d70-9f04-cf87e9f6304a service neutron] 10.222.0.41 "GET /v2.0/networks?id=17904304-02d8-47cd-9bde-245b39b81346 HTTP/1.1" status: 200 len: 870 time: 0.0912344 Jul 30 02:33:29.743812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-28fb481c-4b32-49f9-b33f-96f0e812e9a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=72af52e7-abdc-432f-b910-38e2a5728e73 HTTP/1.1" status: 200 len: 217 time: 0.0358236 Jul 30 02:33:29.794849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-860c9a36-b288-4c57-b7d9-030cd6fe83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.796404 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-860c9a36-b288-4c57-b7d9-030cd6fe83f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e98842ec-4595-4e58-8247-8a85fa193dea HTTP/1.1" status: 200 len: 843 time: 0.0459437 Jul 30 02:33:29.848983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-594e75c5-11ba-4518-84e7-de5618263607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.850575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-594e75c5-11ba-4518-84e7-de5618263607 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17904304-02d8-47cd-9bde-245b39b81346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461311 Jul 30 02:33:29.969834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca800e-f06a-4212-83ba-1890a1e94f92 req-c5ee4858-cb2c-4bdb-ba27-a7073f399621 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:29.971755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95ca800e-f06a-4212-83ba-1890a1e94f92 req-c5ee4858-cb2c-4bdb-ba27-a7073f399621 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 948 time: 0.0960257 Jul 30 02:33:29.994119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-7a288a84-09b6-413d-bf07-f37d5591dbe5 service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356239 Jul 30 02:33:30.064271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95ca800e-f06a-4212-83ba-1890a1e94f92 req-33e9879f-1fd8-4673-a007-8af979acac90 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866201 Jul 30 02:33:30.108862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67f8ab64-7692-45fc-a416-6c68f8359cf3 req-c58d639d-4180-454e-b38c-43e643aab5ee service neutron] 10.222.0.41 "GET /v2.0/networks/17904304-02d8-47cd-9bde-245b39b81346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036816 Jul 30 02:33:30.785747 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cab643cd-f5cd-40cc-b9ac-a893bae2429b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:31.187057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b7da-693e-436b-8fa2-312273718c2d req-aaef7983-382e-4fb6-aa24-bbd8be785af2 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:31.188664 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c142b7da-693e-436b-8fa2-312273718c2d req-aaef7983-382e-4fb6-aa24-bbd8be785af2 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 948 time: 0.0529191 Jul 30 02:33:31.233210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c142b7da-693e-436b-8fa2-312273718c2d req-81a3b4e9-8506-4156-8966-d8fc6d6e029a tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Jul 30 02:33:31.864185 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:32.287208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 72af52e7-abdc-432f-b910-38e2a5728e73 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:33:32.356557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd01475-572b-4bf9-bb80-3ec27297f4eb req-9b887dc3-97a0-4073-ac56-11447e2fc351 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:32.358068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fd01475-572b-4bf9-bb80-3ec27297f4eb req-9b887dc3-97a0-4073-ac56-11447e2fc351 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 948 time: 0.0548382 Jul 30 02:33:32.386497 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 72af52e7-abdc-432f-b910-38e2a5728e73, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=72af52e7-abdc-432f-b910-38e2a5728e73,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:32.397617 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4fd01475-572b-4bf9-bb80-3ec27297f4eb req-1be5d09e-e72c-4239-bfc8-b36cf7e915e6 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333226 Jul 30 02:33:32.398446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '72af52e7-abdc-432f-b910-38e2a5728e73', 'network_id': '17904304-02d8-47cd-9bde-245b39b81346', 'port_id': '72af52e7-abdc-432f-b910-38e2a5728e73', 'mac_address': 'fa:16:3e:96:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98842ec-4595-4e58-8247-8a85fa193dea', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:33:32.435695 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:32.448105 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72af52e7-abdc-432f-b910-38e2a5728e73 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:33:32.467134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 72af52e7-abdc-432f-b910-38e2a5728e73, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=72af52e7-abdc-432f-b910-38e2a5728e73,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:32.471186 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:32.518992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=72af52e7-abdc-432f-b910-38e2a5728e73,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:32.659717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['72af52e7-abdc-432f-b910-38e2a5728e73'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:33:33.425451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-900f611d-775c-4866-9f76-5518c4d49447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:33.517179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047755e-1a4e-49cf-824a-9d2f684677b9 req-e82f6876-dd0f-4686-9253-6d411054a444 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:33.518705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e047755e-1a4e-49cf-824a-9d2f684677b9 req-e82f6876-dd0f-4686-9253-6d411054a444 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 949 time: 0.0524392 Jul 30 02:33:33.557207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e047755e-1a4e-49cf-824a-9d2f684677b9 req-d7a59734-17de-4082-a821-1c954a5d8518 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Jul 30 02:33:33.879849 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:34.287212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 72af52e7-abdc-432f-b910-38e2a5728e73 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:33:34.335699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 72af52e7-abdc-432f-b910-38e2a5728e73 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:33:34.339820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 72af52e7-abdc-432f-b910-38e2a5728e73 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:33:34.340196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:34.415968 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:34.438381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83712e59-84c5-4cd0-b2e6-32bb156e8cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72af52e7-abdc-432f-b910-38e2a5728e73'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:34.453567 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 72af52e7-abdc-432f-b910-38e2a5728e73, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=72af52e7-abdc-432f-b910-38e2a5728e73,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:34.457764 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:34.482368 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f27df5d-6559-4a74-8673-286ac62768cd" -d '{"events": [{"server_uuid": "83712e59-84c5-4cd0-b2e6-32bb156e8cc5", "name": "network-vif-plugged", "status": "completed", "tag": "72af52e7-abdc-432f-b910-38e2a5728e73"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:34.511006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=72af52e7-abdc-432f-b910-38e2a5728e73,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:34.564809 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8798c9-9b9d-43f8-890e-d33182ba6496 x-openstack-request-id: req-dd8798c9-9b9d-43f8-890e-d33182ba6496 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:34.565093 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83712e59-84c5-4cd0-b2e6-32bb156e8cc5", "name": "network-vif-plugged", "status": "completed", "tag": "72af52e7-abdc-432f-b910-38e2a5728e73", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:34.565346 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dd8798c9-9b9d-43f8-890e-d33182ba6496 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:34.565740 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83712e59-84c5-4cd0-b2e6-32bb156e8cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72af52e7-abdc-432f-b910-38e2a5728e73', 'code': 200} Jul 30 02:33:34.641388 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:34.693773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b336d-16c0-4e82-9621-d71c82dbcf8d req-0128b11a-ab7a-4746-80fd-aeb91759b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:34.695273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-741b336d-16c0-4e82-9621-d71c82dbcf8d req-0128b11a-ab7a-4746-80fd-aeb91759b5f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 1101 time: 0.0705676 Jul 30 02:33:34.707276 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b6c16-69a1-48d1-a3a7-ab69a628e89e req-35f03a51-ad01-4902-a472-a783a12e2be1 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:34.708677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-894b6c16-69a1-48d1-a3a7-ab69a628e89e req-35f03a51-ad01-4902-a472-a783a12e2be1 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 950 time: 0.0750275 Jul 30 02:33:34.763058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-894b6c16-69a1-48d1-a3a7-ab69a628e89e req-3f3c7bfb-d836-4eb7-b105-7b623476b9d8 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Jul 30 02:33:34.764703 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-741b336d-16c0-4e82-9621-d71c82dbcf8d req-b61f26ff-6e5a-4a14-972a-77a934a66026 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Jul 30 02:33:35.878389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9239f-a88a-437f-b6fb-1b33052f9358 req-e4532b18-defc-4925-8852-0fed8b297982 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:35.879852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3a9239f-a88a-437f-b6fb-1b33052f9358 req-e4532b18-defc-4925-8852-0fed8b297982 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 950 time: 0.0494397 Jul 30 02:33:35.918816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3a9239f-a88a-437f-b6fb-1b33052f9358 req-6e4f298c-b177-4bc4-bfd3-bc9a96e84106 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329800 Jul 30 02:33:36.299478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:36.765280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464a600-b940-49c0-9d6b-7af35796e4f8 req-b11d2331-533a-4c4d-b9bb-197cd6821abd tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:36.766674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3464a600-b940-49c0-9d6b-7af35796e4f8 req-b11d2331-533a-4c4d-b9bb-197cd6821abd tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 950 time: 0.0484202 Jul 30 02:33:36.808461 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3464a600-b940-49c0-9d6b-7af35796e4f8 req-c6ec76c6-99dc-48b0-b9c5-6d2f062e88a5 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358059 Jul 30 02:33:37.922882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109e55a-cbd1-4776-a953-abb9a91ae5f6 req-2d7ebe11-08b6-4a9f-9804-042458ab7ee5 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:37.924420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1109e55a-cbd1-4776-a953-abb9a91ae5f6 req-2d7ebe11-08b6-4a9f-9804-042458ab7ee5 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 950 time: 0.0483677 Jul 30 02:33:37.968723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1109e55a-cbd1-4776-a953-abb9a91ae5f6 req-5bd8b5a8-b22e-425f-9f96-bf14a8eae373 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.84 "GET /v2.0/security-groups?id=9eff2930-d600-4207-86ad-2c9e32c4f20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Jul 30 02:33:38.014632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5abfc727-8400-4f87-ad54-1737294ccc72 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:38.016117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5abfc727-8400-4f87-ad54-1737294ccc72 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.41 "GET /v2.0/ports?device_id=83712e59-84c5-4cd0-b2e6-32bb156e8cc5 HTTP/1.1" status: 200 len: 950 time: 0.0508869 Jul 30 02:33:38.107857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Deleting port 72af52e7-abdc-432f-b910-38e2a5728e73 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:33:38.108108 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:38.195907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] For port 72af52e7-abdc-432f-b910-38e2a5728e73, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=72af52e7-abdc-432f-b910-38e2a5728e73,segment=NetworkSegment(e4f72617-1e32-4df7-bebc-87e4c6c2182c),segment_id=e4f72617-1e32-4df7-bebc-87e4c6c2182c)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:38.196273 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:38.209127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Calling delete_port for 72af52e7-abdc-432f-b910-38e2a5728e73 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:33:38.332160 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:33:38.340553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:38.374678 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Pushing event deleted for resources: {'Port': ['ID=72af52e7-abdc-432f-b910-38e2a5728e73,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:38.414713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] No DVR routers for this DVR port 72af52e7-abdc-432f-b910-38e2a5728e73 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:33:38.418133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:38.420716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6afd88f7-70af-4a92-a444-4c988858a371 req-5b092bee-5137-436e-8979-185f5a852aa3 tempest-ServersAdminNegativeTestJSON-738003516 tempest-ServersAdminNegativeTestJSON-738003516-project] 10.222.0.41 "DELETE /v2.0/ports/72af52e7-abdc-432f-b910-38e2a5728e73 HTTP/1.1" status: 204 len: 173 time: 0.3981802 Jul 30 02:33:38.421193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83712e59-84c5-4cd0-b2e6-32bb156e8cc5', 'name': 'network-vif-deleted', 'tag': '72af52e7-abdc-432f-b910-38e2a5728e73'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:38.423482 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525ac650-ec80-4786-bb57-958f9f467db1" -d '{"events": [{"server_uuid": "83712e59-84c5-4cd0-b2e6-32bb156e8cc5", "name": "network-vif-deleted", "tag": "72af52e7-abdc-432f-b910-38e2a5728e73"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:38.465980 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fad8f1-462e-468d-853b-c355bd36a43c x-openstack-request-id: req-b8fad8f1-462e-468d-853b-c355bd36a43c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:38.466273 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83712e59-84c5-4cd0-b2e6-32bb156e8cc5", "name": "network-vif-deleted", "tag": "72af52e7-abdc-432f-b910-38e2a5728e73", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:38.466877 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b8fad8f1-462e-468d-853b-c355bd36a43c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:38.467293 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83712e59-84c5-4cd0-b2e6-32bb156e8cc5', 'name': 'network-vif-deleted', 'tag': '72af52e7-abdc-432f-b910-38e2a5728e73', 'status': 'completed', 'code': 200} Jul 30 02:33:39.266491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57258) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:39.399725 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f0517ff3-9adf-45ad-a257-bca0432e8dea admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e986da3d2a0a4f7c9d3111b5fdf73a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319840 Jul 30 02:33:39.402173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57262) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:39.450644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ad3-c21f-47cc-869b-0f602f809eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:39.472048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ad3-c21f-47cc-869b-0f602f809eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:39.519549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ad3-c21f-47cc-869b-0f602f809eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:39.522163 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4ad3-c21f-47cc-869b-0f602f809eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:39.523309 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2d8f4ad3-c21f-47cc-869b-0f602f809eb4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9eff2930-d600-4207-86ad-2c9e32c4f20c HTTP/1.1" status: 204 len: 168 time: 0.1202579 Jul 30 02:33:39.531447 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f4ad3-c21f-47cc-869b-0f602f809eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eff2930-d600-4207-86ad-2c9e32c4f20c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:39.787637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57268) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:39.805593 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf39b986-73cf-40f0-95c2-a58ef86623c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:39.896286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf39b986-73cf-40f0-95c2-a58ef86623c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:39.900034 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf39b986-73cf-40f0-95c2-a58ef86623c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:39.938876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cf39b986-73cf-40f0-95c2-a58ef86623c6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=53fbe390a1224e84ba3e225d3eb1a53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501434 Jul 30 02:33:39.942057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57270) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:39.945394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39b986-73cf-40f0-95c2-a58ef86623c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd745a10-697a-41c9-8e88-26c6e1cc76e7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:39.992081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cba4f39-bfcc-42c2-899d-40ca6381c258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:40.013109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cba4f39-bfcc-42c2-899d-40ca6381c258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:40.061682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cba4f39-bfcc-42c2-899d-40ca6381c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:40.064334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3cba4f39-bfcc-42c2-899d-40ca6381c258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:40.065475 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3cba4f39-bfcc-42c2-899d-40ca6381c258 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dd745a10-697a-41c9-8e88-26c6e1cc76e7 HTTP/1.1" status: 204 len: 168 time: 0.1223001 Jul 30 02:33:40.073387 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba4f39-bfcc-42c2-899d-40ca6381c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd745a10-697a-41c9-8e88-26c6e1cc76e7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:40.287529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 72af52e7-abdc-432f-b910-38e2a5728e73 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:33:40.308285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 72af52e7-abdc-432f-b910-38e2a5728e73 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:33:40.308518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 72af52e7-abdc-432f-b910-38e2a5728e73 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:33:40.770773 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57292) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:40.865089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-651472005-network', 'tenant_id': 'a4e24c5f72564706a65c7028fac8be41'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:40.885937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Made reservation on behalf of a4e24c5f72564706a65c7028fac8be41 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:33:40.889132 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:40.897713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:40.988450 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:40.992291 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.017088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:33:41.025978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0189eaf1-bbe3-4a1a-a98d-257d3eab1087,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:41.032263 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.032616 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Added segment 6ba4782d-2834-4408-89fc-caf92efc7f25 of type vlan for network 9e50368e-79af-41e8-984d-9ad9a13f1072 Jul 30 02:33:41.071637 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.103097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.104156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:41.104762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.156979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3850236 Jul 30 02:33:41.160051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57296) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:33:41.165753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Request body: {'subnet': {'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-651472005-subnet', 'tenant_id': 'a4e24c5f72564706a65c7028fac8be41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:41.166455 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58351232-17ef-4d2a-b1c3-ab66f2e97198 admin admin] Pushing event updated for resources: {'Network': ['ID=9e50368e-79af-41e8-984d-9ad9a13f1072,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:41.176525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 9e50368e-79af-41e8-984d-9ad9a13f1072 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:33:41.190506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Made reservation on behalf of a4e24c5f72564706a65c7028fac8be41 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:33:41.192928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.362154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.411762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=260d5eec-dfc2-4178-8b44-701f90eb72c4,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:41.427773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Checking segment: {'id': '6ba4782d-2834-4408-89fc-caf92efc7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:33:41.428135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Network hostable DHCP agents. Network: 9e50368e-79af-41e8-984d-9ad9a13f1072, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:33:41.444900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Network 9e50368e-79af-41e8-984d-9ad9a13f1072 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:33:41.453867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 9e50368e-79af-41e8-984d-9ad9a13f1072) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:33:41.458327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:41.458987 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:41.463839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93abefd3-d470-4117-8699-349ff2c24ce9 None None] Network 9e50368e-79af-41e8-984d-9ad9a13f1072 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:33:41.472910 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-29d43570-dff5-4fd9-a757-d34c2e7c7370 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3112023 Jul 30 02:33:41.587693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b69ed1-a3eb-46e6-9a3d-3e5ccbe9d349 None None] Network 9e50368e-79af-41e8-984d-9ad9a13f1072 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:33:41.901149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-628104d8-e65d-42ae-b414-b9920a582c34 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:41.903159 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-628104d8-e65d-42ae-b414-b9920a582c34 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/networks?id=9e50368e-79af-41e8-984d-9ad9a13f1072 HTTP/1.1" status: 200 len: 811 time: 0.1021917 Jul 30 02:33:41.918823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-441ffa84-fc4f-424f-a92d-6e6f012bcba3 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/quotas/a4e24c5f72564706a65c7028fac8be41 HTTP/1.1" status: 200 len: 375 time: 0.0099525 Jul 30 02:33:41.953858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-11376650-7122-4a2d-8e46-611755f4b1ab tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a4e24c5f72564706a65c7028fac8be41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299256 Jul 30 02:33:42.044537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-95a39ba1-8170-4147-b6f3-db9a24149c9a service neutron] 10.222.0.84 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836220 Jul 30 02:33:42.472782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-34771e6d-34e7-472d-aaa7-0ad5385c7789 service neutron] 10.222.0.84 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223032 Jul 30 02:33:42.628880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c8137749-a2d1-4ba9-b01f-775a0398c4a5 req-d1abebf3-9d86-4858-991a-7213d64a537c tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 210 time: 0.0271132 Jul 30 02:33:43.635165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-74841e67-153d-45d7-985f-09aeaae9419a tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:43.637351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-74841e67-153d-45d7-985f-09aeaae9419a tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.22 "GET /v2.0/networks?id=9e50368e-79af-41e8-984d-9ad9a13f1072 HTTP/1.1" status: 200 len: 811 time: 0.1035678 Jul 30 02:33:43.650823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Request body: {'port': {'device_id': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072', 'admin_state_up': True, 'tenant_id': 'a4e24c5f72564706a65c7028fac8be41'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:43.740607 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d4262d9-650e-4103-83db-5fdb144c418a req-c801071c-3db7-45fc-9a47-a06931959332 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 210 time: 0.0322919 Jul 30 02:33:43.796158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Made reservation on behalf of a4e24c5f72564706a65c7028fac8be41 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:33:43.799950 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:43.930998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Allocated IP 172.20.0.9 (9e50368e-79af-41e8-984d-9ad9a13f1072/260d5eec-dfc2-4178-8b44-701f90eb72c4/ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:33:44.081629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.121237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.164549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Network 9e50368e-79af-41e8-984d-9ad9a13f1072 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:33:44.167703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:33:44.170314 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:33:44.198007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Pushing event updated for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:44.226704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:44.227311 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.241268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c4d51ae5-77e1-4f66-80da-9f966d3d71b1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944929 Jul 30 02:33:44.329019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Request body: {'port': {'device_id': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:33:44.389964 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.651989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:33:44.659589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.671904 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Transition to ACTIVE for port object ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:33:44.675685 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.726826 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:44.794497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Attempting to bind port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:33:44.794828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Attempting to bind port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '6ba4782d-2834-4408-89fc-caf92efc7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:33:44.795152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Attempting to bind port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on network 9e50368e-79af-41e8-984d-9ad9a13f1072 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:33:44.799568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on network 9e50368e-79af-41e8-984d-9ad9a13f1072 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:33:44.799900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Attempting to bind port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on network 9e50368e-79af-41e8-984d-9ad9a13f1072 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:33:44.805131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:33:44.805463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Checking segment: {'id': '6ba4782d-2834-4408-89fc-caf92efc7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:33:44.805847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Bound using segment: {'id': '6ba4782d-2834-4408-89fc-caf92efc7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:33:44.806271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Bound port: ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba4782d-2834-4408-89fc-caf92efc7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:33:44.806667 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.898197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430349c-f4ee-4f0c-a918-1c40a406ca16 req-d31299eb-33ef-47b6-b3a6-0af75cfffcde tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:44.899738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1430349c-f4ee-4f0c-a918-1c40a406ca16 req-d31299eb-33ef-47b6-b3a6-0af75cfffcde tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 943 time: 0.0901396 Jul 30 02:33:44.916779 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:33:44.939857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:33:44.948444 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.984598 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1430349c-f4ee-4f0c-a918-1c40a406ca16 req-26d70be7-4c0c-4f48-a4e9-4f0da4da267b tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780933 Jul 30 02:33:44.993456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:44.994363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:44.995547 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] 10.222.0.22 "PUT /v2.0/ports/ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 200 len: 1091 time: 0.7104254 Jul 30 02:33:44.995998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:44.998302 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d9653-f76b-4b8b-a78b-35479344ddf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:45.033372 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3119199-5642-44da-b90d-64d78fb0a347 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:45.038588 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73870a4-2728-453a-8d6e-632ca7de2f1a x-openstack-request-id: req-f73870a4-2728-453a-8d6e-632ca7de2f1a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:45.038878 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:45.039134 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f73870a4-2728-453a-8d6e-632ca7de2f1a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:45.039548 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'status': 'completed', 'code': 200} Jul 30 02:33:45.084350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c88eea77-51e6-429a-bf24-f04b92a3aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:45.085893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-c88eea77-51e6-429a-bf24-f04b92a3aaca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4e24c5f72564706a65c7028fac8be41&device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 1094 time: 0.0418544 Jul 30 02:33:45.128832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-39abfb79-286a-49b6-82dd-073cb85618a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 200 len: 217 time: 0.0333993 Jul 30 02:33:45.182910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-f218cebb-e3b2-4ebf-88ac-592f83b9ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:45.184416 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-f218cebb-e3b2-4ebf-88ac-592f83b9ff53 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=260d5eec-dfc2-4178-8b44-701f90eb72c4 HTTP/1.1" status: 200 len: 851 time: 0.0489845 Jul 30 02:33:45.217903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-d0f0ef1a-1d80-4691-b468-d095b186bca7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9e50368e-79af-41e8-984d-9ad9a13f1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256307 Jul 30 02:33:45.308954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-6a8dacda-ba03-4094-8a97-ea704dddfc63 service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832379 Jul 30 02:33:45.409912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9351db30-5515-42e9-b6aa-ac60945ffce7 req-2b80cca3-7bee-495e-905c-44fc192d30a5 service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932992 Jul 30 02:33:45.497446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-4804c8d6-b7d0-4bd1-a083-75f3350c8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:45.498972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-4804c8d6-b7d0-4bd1-a083-75f3350c8170 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4e24c5f72564706a65c7028fac8be41&device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 1094 time: 0.0428619 Jul 30 02:33:45.594422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-9747f21d-f411-4ffa-bb27-1837727841cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:45.595914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-9747f21d-f411-4ffa-bb27-1837727841cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=9e50368e-79af-41e8-984d-9ad9a13f1072 HTTP/1.1" status: 200 len: 912 time: 0.0892084 Jul 30 02:33:45.640249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-b0517bbd-1d20-4e16-ab95-ff09cd095589 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 200 len: 217 time: 0.0362084 Jul 30 02:33:45.695184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-a90a7431-d0bb-4d84-8f59-dc89eb232fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:45.696696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-a90a7431-d0bb-4d84-8f59-dc89eb232fef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=260d5eec-dfc2-4178-8b44-701f90eb72c4 HTTP/1.1" status: 200 len: 851 time: 0.0491247 Jul 30 02:33:45.734328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-7e10ac85-a310-4e13-b9ce-134ba071c4c2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9e50368e-79af-41e8-984d-9ad9a13f1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276961 Jul 30 02:33:45.835883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-d43c26aa-2a88-4e22-a0a9-35aa390b7893 service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938871 Jul 30 02:33:45.928857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b2d9653-f76b-4b8b-a78b-35479344ddf7 req-16da97d1-b1bc-4174-a44f-2ed84a2dafe5 service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857828 Jul 30 02:33:46.114398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cb7a2-1ddd-480e-8754-937d9b87a720 req-e6fdc961-9bdc-407c-a7e9-c92f74561d7a tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:46.116020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a0cb7a2-1ddd-480e-8754-937d9b87a720 req-e6fdc961-9bdc-407c-a7e9-c92f74561d7a tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 943 time: 0.0565135 Jul 30 02:33:46.159688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a0cb7a2-1ddd-480e-8754-937d9b87a720 req-e33e52e1-2429-4d42-8d73-f35ac454bc88 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331101 Jul 30 02:33:47.275238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd446c-41f9-4dff-ac5c-97dd05653783 req-6c929032-6707-4956-b9ea-08e19789d527 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:47.277299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4cd446c-41f9-4dff-ac5c-97dd05653783 req-6c929032-6707-4956-b9ea-08e19789d527 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 943 time: 0.0498135 Jul 30 02:33:47.316833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b4cd446c-41f9-4dff-ac5c-97dd05653783 req-092d29d4-ab4c-45f7-af1e-e6cc52a7fe7d tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Jul 30 02:33:47.666425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:33:47.756684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:47.770746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072', 'port_id': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'mac_address': 'fa:16:3e:63:f5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260d5eec-dfc2-4178-8b44-701f90eb72c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:33:47.807281 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:47.820339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:33:47.839726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:47.843637 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:47.889692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:48.057880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:33:48.437814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cdad8-c31c-4f27-9b36-728b5be3b796 req-27be0c4f-7dff-482f-8678-7a965d73d566 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:48.439317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b1cdad8-c31c-4f27-9b36-728b5be3b796 req-27be0c4f-7dff-482f-8678-7a965d73d566 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 944 time: 0.0512183 Jul 30 02:33:48.480811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b1cdad8-c31c-4f27-9b36-728b5be3b796 req-763b24cb-49ba-4ee7-8df2-4b0f07fe37e9 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340865 Jul 30 02:33:49.600128 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496ee47-3244-4d7b-b657-67a18913d8ef req-ccfd32c6-a675-4ba9-bb02-d0f2cd0b763f tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:49.601510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8496ee47-3244-4d7b-b657-67a18913d8ef req-ccfd32c6-a675-4ba9-bb02-d0f2cd0b763f tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 944 time: 0.0533516 Jul 30 02:33:49.641410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8496ee47-3244-4d7b-b657-67a18913d8ef req-ab692a58-de94-4e41-84bd-38ce2bbc9fbf tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340586 Jul 30 02:33:49.679789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:33:49.727641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:33:49.731702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:33:49.732113 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:49.808037 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:49.830680 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:33:49.832967 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f7c8a-9078-4875-93c7-e7d88a6213cf" -d '{"events": [{"server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "name": "network-vif-plugged", "status": "completed", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:33:49.846265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:33:49.851898 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:49.874403 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc9ac1d-d6e8-469a-a2a9-1a6f179e0240 x-openstack-request-id: req-0bc9ac1d-d6e8-469a-a2a9-1a6f179e0240 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:33:49.874699 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "name": "network-vif-plugged", "status": "completed", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:33:49.874952 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0bc9ac1d-d6e8-469a-a2a9-1a6f179e0240 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:33:49.875342 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'code': 200} Jul 30 02:33:49.902770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:33:49.973452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee640b-674f-4cd5-b89c-9e4e576e0b3c req-eb76594c-1642-4117-bf02-4521e8d2a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:49.975034 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28ee640b-674f-4cd5-b89c-9e4e576e0b3c req-eb76594c-1642-4117-bf02-4521e8d2a78b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 1096 time: 0.0420940 Jul 30 02:33:50.022964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28ee640b-674f-4cd5-b89c-9e4e576e0b3c req-be54fe24-233b-4924-bb99-c98817436198 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Jul 30 02:33:50.772412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2ed2e-0703-41a3-9133-c2e66314ac4c req-ad34399b-4de5-4cad-8c58-58601df8e463 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:50.773984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08b2ed2e-0703-41a3-9133-c2e66314ac4c req-ad34399b-4de5-4cad-8c58-58601df8e463 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0564003 Jul 30 02:33:50.814270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08b2ed2e-0703-41a3-9133-c2e66314ac4c req-24567e8d-c838-4a54-93d8-50855096ad7c tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Jul 30 02:33:51.937207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb4933-7695-4005-bc52-449c003f36e8 req-10b7f818-814a-4c71-bb41-fdc3bf01096e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:51.938690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9efb4933-7695-4005-bc52-449c003f36e8 req-10b7f818-814a-4c71-bb41-fdc3bf01096e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0540314 Jul 30 02:33:51.976800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9efb4933-7695-4005-bc52-449c003f36e8 req-45fddeb7-f067-462d-972d-433e93ca4195 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321164 Jul 30 02:33:52.215726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb79edf-7cf1-49ef-97c2-d98f5a868269 req-6df76663-14c1-407a-9fd7-da3f23a8e2a4 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:52.217226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2cb79edf-7cf1-49ef-97c2-d98f5a868269 req-6df76663-14c1-407a-9fd7-da3f23a8e2a4 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0525870 Jul 30 02:33:52.248990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-f6dda070-a9d7-4103-ac42-9b5b53db786d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927882 Jul 30 02:33:52.256941 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2cb79edf-7cf1-49ef-97c2-d98f5a868269 req-8010403f-159d-4df9-b7c2-d5df1801744a tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Jul 30 02:33:53.377373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662bf8f-a8e1-4bdb-8cc0-aa9d893a9006 req-beaf7ec2-a9a8-4e8d-aee4-4c6715f28ec2 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:53.378999 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5662bf8f-a8e1-4bdb-8cc0-aa9d893a9006 req-beaf7ec2-a9a8-4e8d-aee4-4c6715f28ec2 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0535011 Jul 30 02:33:53.433343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5662bf8f-a8e1-4bdb-8cc0-aa9d893a9006 req-1e2116c8-1c9a-4340-bf4f-330cf1a3a631 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Jul 30 02:33:53.484005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-b3ea69a0-73bc-47d1-a52e-c511aee2948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:53.485653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-b3ea69a0-73bc-47d1-a52e-c511aee2948c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4e24c5f72564706a65c7028fac8be41&device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 1096 time: 0.0471969 Jul 30 02:33:53.575833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-6865dbda-db42-4c2c-a1b7-cf577f8dd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:53.577499 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-6865dbda-db42-4c2c-a1b7-cf577f8dd61e service neutron] 10.222.0.22 "GET /v2.0/networks?id=9e50368e-79af-41e8-984d-9ad9a13f1072 HTTP/1.1" status: 200 len: 912 time: 0.0848427 Jul 30 02:33:53.620451 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-c5054124-fad2-4932-b290-225a05065830 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 200 len: 217 time: 0.0352197 Jul 30 02:33:53.673808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-f551503e-4927-4b8c-9560-143345382a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:53.675290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-f551503e-4927-4b8c-9560-143345382a88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=260d5eec-dfc2-4178-8b44-701f90eb72c4 HTTP/1.1" status: 200 len: 851 time: 0.0481055 Jul 30 02:33:53.707220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-d6ec9b92-8ba8-472d-8ccb-f246c1355c66 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9e50368e-79af-41e8-984d-9ad9a13f1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248125 Jul 30 02:33:53.796781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-206c188b-f581-4f2b-b19f-b0b89ae0da37 service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816474 Jul 30 02:33:53.893108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-ae5f01ca-dd0c-4910-838f-74dc2bc3a5c9 service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873222 Jul 30 02:33:54.269610 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:33:54.555963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341314d7-26d1-46ef-b024-3ddc5233f337 req-db6edbf4-c3f8-44aa-8b2a-f14ec36f2ae2 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:54.557365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-341314d7-26d1-46ef-b024-3ddc5233f337 req-db6edbf4-c3f8-44aa-8b2a-f14ec36f2ae2 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0509875 Jul 30 02:33:54.596579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-341314d7-26d1-46ef-b024-3ddc5233f337 req-f823d692-7759-41b9-85fb-9c620bc565cd tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333264 Jul 30 02:33:55.713717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699666f7-eb98-4e55-a29d-2838fd2d06cd req-ffcc0980-61b7-462b-84e8-bb24564613fc tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:55.715811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-699666f7-eb98-4e55-a29d-2838fd2d06cd req-ffcc0980-61b7-462b-84e8-bb24564613fc tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0523674 Jul 30 02:33:55.759275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-699666f7-eb98-4e55-a29d-2838fd2d06cd req-e078ff9b-ec27-4457-b316-0e2876bce445 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Jul 30 02:33:56.875457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab33a7-2529-4cad-9e8b-dd8973327c7b req-861e9101-5109-4928-ac11-56e959ec0dad tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:56.876931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63ab33a7-2529-4cad-9e8b-dd8973327c7b req-861e9101-5109-4928-ac11-56e959ec0dad tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0490892 Jul 30 02:33:56.914430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63ab33a7-2529-4cad-9e8b-dd8973327c7b req-f88f2132-7599-472a-87e6-2d2bd9e5b967 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Jul 30 02:33:58.032899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25dfff-09e4-4b0d-9784-6906be86df7e req-f50a90ab-0b3f-4768-bbab-5d339085df9f tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:58.035472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af25dfff-09e4-4b0d-9784-6906be86df7e req-f50a90ab-0b3f-4768-bbab-5d339085df9f tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0505984 Jul 30 02:33:58.074181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af25dfff-09e4-4b0d-9784-6906be86df7e req-70aa533b-3cc6-4298-bdcd-24f902f8d3d3 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328186 Jul 30 02:33:59.196168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d469f6-f1af-4b4e-a122-71c14f4578c0 req-23e5333b-0437-44f5-8c2d-ed67a20d7fae tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:33:59.197653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48d469f6-f1af-4b4e-a122-71c14f4578c0 req-23e5333b-0437-44f5-8c2d-ed67a20d7fae tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0514457 Jul 30 02:33:59.240071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48d469f6-f1af-4b4e-a122-71c14f4578c0 req-274705f4-5431-4633-91cd-b39dffde9470 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357633 Jul 30 02:34:00.357468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b934fc1-77ea-477a-a4fe-9bf797faf02b req-1351c5dc-f605-416d-bb86-c256e867d65c tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:00.358964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b934fc1-77ea-477a-a4fe-9bf797faf02b req-1351c5dc-f605-416d-bb86-c256e867d65c tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0508890 Jul 30 02:34:00.397047 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b934fc1-77ea-477a-a4fe-9bf797faf02b req-3d65e748-46ae-4531-9065-f7dd879235a0 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Jul 30 02:34:00.788394 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1f85-198d-4e96-a15f-8b7f7ce14dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:01.516175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d74efd-d77f-4cb4-bb14-c7f6c23dadee req-1dc77daf-5a33-477c-aa8f-77fe6e7c00aa tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:01.517753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76d74efd-d77f-4cb4-bb14-c7f6c23dadee req-1dc77daf-5a33-477c-aa8f-77fe6e7c00aa tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0514677 Jul 30 02:34:01.557105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-76d74efd-d77f-4cb4-bb14-c7f6c23dadee req-3dc4741d-b480-4fc8-bc15-046015b5a45b tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Jul 30 02:34:01.873106 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:02.676837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac0a8d-5f53-4872-8a7d-8a3c969f1567 req-eb6c8864-f69b-4c7e-8a4d-f63e9fff9b4d tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:02.678318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61ac0a8d-5f53-4872-8a7d-8a3c969f1567 req-eb6c8864-f69b-4c7e-8a4d-f63e9fff9b4d tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Jul 30 02:34:02.722239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-61ac0a8d-5f53-4872-8a7d-8a3c969f1567 req-4beb24ee-d7b6-4a1e-8e28-7633fbb812e4 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371792 Jul 30 02:34:03.417700 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-286de285-411b-43a1-9b08-e5456c8181b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:03.839693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10969-23eb-441c-8a69-211483adc415 req-49c71fb3-0d89-4014-97ec-9eac522959b6 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:03.841269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68e10969-23eb-441c-8a69-211483adc415 req-49c71fb3-0d89-4014-97ec-9eac522959b6 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0510232 Jul 30 02:34:03.881577 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:03.882118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68e10969-23eb-441c-8a69-211483adc415 req-ee23340f-c0d9-42ad-87a2-e560abb93286 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350473 Jul 30 02:34:04.643612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:04.999457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc032e5-75f3-40eb-9f11-5f4b6c197b21 req-08a415e8-6612-4f33-b898-9ca4c39b4dc8 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:05.001028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bdc032e5-75f3-40eb-9f11-5f4b6c197b21 req-08a415e8-6612-4f33-b898-9ca4c39b4dc8 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0502665 Jul 30 02:34:05.039733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bdc032e5-75f3-40eb-9f11-5f4b6c197b21 req-7de768c6-dc75-409c-af27-a8e996238a55 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Jul 30 02:34:06.156497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bbfcc-33de-470a-bad5-86389ccc0562 req-a90080c6-7e95-41f7-846e-9aca3ab6fb89 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:06.158021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f72bbfcc-33de-470a-bad5-86389ccc0562 req-a90080c6-7e95-41f7-846e-9aca3ab6fb89 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0501139 Jul 30 02:34:06.202625 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f72bbfcc-33de-470a-bad5-86389ccc0562 req-5fbe13f5-58cc-4697-a520-eca7eef76018 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383093 Jul 30 02:34:06.299145 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:07.327488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46cd31-f690-4cbe-bc38-46433807b47b req-9220710a-f7dd-4f74-9f4b-c62c17d8190f tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:07.329098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e46cd31-f690-4cbe-bc38-46433807b47b req-9220710a-f7dd-4f74-9f4b-c62c17d8190f tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0557997 Jul 30 02:34:07.368675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e46cd31-f690-4cbe-bc38-46433807b47b req-4c43c7d6-2d4b-411c-bcc4-e5f8c6d41a3b tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Jul 30 02:34:08.493203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685389f7-ff0d-42c9-9074-0d8d8f3191cd req-91aaec02-b7c7-4234-8af7-fd192f80e6e8 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:08.495238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-685389f7-ff0d-42c9-9074-0d8d8f3191cd req-91aaec02-b7c7-4234-8af7-fd192f80e6e8 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0552623 Jul 30 02:34:08.535338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-685389f7-ff0d-42c9-9074-0d8d8f3191cd req-042edccc-48b8-441c-81ee-3e1dab1d4cc0 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337136 Jul 30 02:34:09.656626 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197d7b5-7fb1-41d2-82d0-02bd099d057d req-1a479cc3-3a20-4437-bb71-8785068739cf tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:09.658110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5197d7b5-7fb1-41d2-82d0-02bd099d057d req-1a479cc3-3a20-4437-bb71-8785068739cf tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0526056 Jul 30 02:34:09.700520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5197d7b5-7fb1-41d2-82d0-02bd099d057d req-78773f45-f659-4be6-adbb-53dda858eb6f tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362294 Jul 30 02:34:10.822143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908726c1-2d15-4c09-a330-af156ef71188 req-a19a771d-c95b-4c37-80f0-eaaa0da5a1fb tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:10.823717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-908726c1-2d15-4c09-a330-af156ef71188 req-a19a771d-c95b-4c37-80f0-eaaa0da5a1fb tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0504837 Jul 30 02:34:10.866121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-908726c1-2d15-4c09-a330-af156ef71188 req-fa1af3cf-c882-43e1-886e-e96dda81669e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351574 Jul 30 02:34:11.984423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e161e5-2283-4434-8e55-dba9752f8299 req-4cb1e25e-fde8-43ab-a014-554af675e325 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:11.985924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53e161e5-2283-4434-8e55-dba9752f8299 req-4cb1e25e-fde8-43ab-a014-554af675e325 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0499179 Jul 30 02:34:12.028193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53e161e5-2283-4434-8e55-dba9752f8299 req-59e438b2-180a-4a63-9499-e9fca3640210 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361855 Jul 30 02:34:13.144970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc1f39-16d6-48df-877e-ea8ea740086e req-f18a44d2-c686-43c4-8b07-61237089a991 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:13.146566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5dc1f39-16d6-48df-877e-ea8ea740086e req-f18a44d2-c686-43c4-8b07-61237089a991 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0508435 Jul 30 02:34:13.192107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5dc1f39-16d6-48df-877e-ea8ea740086e req-b5c2f30d-339f-43af-a03f-384025f91cf7 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395439 Jul 30 02:34:14.312144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28644ad8-3d4a-493a-8815-91ad6c81a584 req-623d144a-394d-4629-985b-cf4601820e1d tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:14.313646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28644ad8-3d4a-493a-8815-91ad6c81a584 req-623d144a-394d-4629-985b-cf4601820e1d tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0514843 Jul 30 02:34:14.352850 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28644ad8-3d4a-493a-8815-91ad6c81a584 req-8c60e4ed-5b77-4c2e-a361-08bac9edbc46 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Jul 30 02:34:15.331292 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:34:15.471716 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70599a3-220d-4ec0-acba-b79f61d933ef req-7b377abd-53de-4604-b771-35d4deba4dc1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:15.473238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d70599a3-220d-4ec0-acba-b79f61d933ef req-7b377abd-53de-4604-b771-35d4deba4dc1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0522788 Jul 30 02:34:15.512342 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d70599a3-220d-4ec0-acba-b79f61d933ef req-17c6ab09-e9c6-46c1-9ed9-8ca99e4c23e3 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Jul 30 02:34:16.640642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701e9d-7495-4057-ac9a-46db37cafa7c req-a9cf6673-9a74-4355-8adb-7aaa8a7044f1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:16.642126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd701e9d-7495-4057-ac9a-46db37cafa7c req-a9cf6673-9a74-4355-8adb-7aaa8a7044f1 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0586548 Jul 30 02:34:16.688852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd701e9d-7495-4057-ac9a-46db37cafa7c req-35b2324c-f8a6-4a43-a06e-863ab65b62fa tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Jul 30 02:34:17.814808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96a1ab-f798-42be-babf-d8dfcd1776d6 req-e6105fc3-2de0-4500-8249-6d68b47de353 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:17.816463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b96a1ab-f798-42be-babf-d8dfcd1776d6 req-e6105fc3-2de0-4500-8249-6d68b47de353 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0601828 Jul 30 02:34:17.868139 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b96a1ab-f798-42be-babf-d8dfcd1776d6 req-a1fe7eab-9731-4a1a-8550-d28e67bd3172 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440102 Jul 30 02:34:18.982970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22987a2-7821-4ee1-8db9-cd30af2c35c5 req-bd792aa9-0ab2-43bd-b818-36a4eb71be9b tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:18.984484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c22987a2-7821-4ee1-8db9-cd30af2c35c5 req-bd792aa9-0ab2-43bd-b818-36a4eb71be9b tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0489039 Jul 30 02:34:19.022525 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c22987a2-7821-4ee1-8db9-cd30af2c35c5 req-12322192-9929-4e1b-8f47-c36cf556b10e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Jul 30 02:34:20.140898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b964cd4-a675-4448-96ed-f51c8bd90b81 req-f7f4c282-e46b-405e-a3a5-ac468eb29c02 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:20.142531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b964cd4-a675-4448-96ed-f51c8bd90b81 req-f7f4c282-e46b-405e-a3a5-ac468eb29c02 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0514224 Jul 30 02:34:20.189879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b964cd4-a675-4448-96ed-f51c8bd90b81 req-668d6d2f-cbf2-4c16-b75a-184e41fb23f3 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Jul 30 02:34:20.799528 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-512f3082-9213-4635-b22b-54c358fefbf7 service neutron] show failed (client error): The resource could not be found. Jul 30 02:34:20.800448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-512f3082-9213-4635-b22b-54c358fefbf7 service neutron] 10.222.0.22 "GET /v2.0/ports/ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0553849 Jul 30 02:34:21.000315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-4f88de5d-f891-4820-ac46-2170a2dffb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:21.001830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-4f88de5d-f891-4820-ac46-2170a2dffb99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79&tenant_id=a4e24c5f72564706a65c7028fac8be41 HTTP/1.1" status: 200 len: 1096 time: 0.0413125 Jul 30 02:34:21.014096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:21.066603 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.308051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:21.347859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b7462-8aa1-4ff1-b448-8144c7100e02 req-0c981a77-5580-4ec2-9cd0-47db571c808e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:21.349243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db9b7462-8aa1-4ff1-b448-8144c7100e02 req-0c981a77-5580-4ec2-9cd0-47db571c808e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0887084 Jul 30 02:34:21.358544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:34:21.421412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:21.423789 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3294d03-02a0-468d-a280-17a12e75b21c" -d '{"events": [{"server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:21.427586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.432773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db9b7462-8aa1-4ff1-b448-8144c7100e02 req-ff7b8b5a-feb6-46bd-96b1-7eb4c625a6ec tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759654 Jul 30 02:34:21.443720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Transition to ACTIVE for port object ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:34:21.449585 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.491602 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba30658-61f3-474f-bfdc-a3b5204dd038 x-openstack-request-id: req-7ba30658-61f3-474f-bfdc-a3b5204dd038 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:21.491898 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:21.492141 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7ba30658-61f3-474f-bfdc-a3b5204dd038 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:21.492530 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'code': 200} Jul 30 02:34:21.519993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:21.522182 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] No DVR routers for this DVR port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:34:21.534848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.535189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.535552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.535887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.536213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.536539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.536864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.537191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.537521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.537825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.538144 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.538460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:21.566664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Attempting to bind port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:34:21.566998 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Attempting to bind port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '6ba4782d-2834-4408-89fc-caf92efc7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:34:21.567383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Attempting to bind port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on network 9e50368e-79af-41e8-984d-9ad9a13f1072 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:34:21.572234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on network 9e50368e-79af-41e8-984d-9ad9a13f1072 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:34:21.572605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Attempting to bind port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on network 9e50368e-79af-41e8-984d-9ad9a13f1072 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:34:21.578837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:34:21.579174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Checking segment: {'id': '6ba4782d-2834-4408-89fc-caf92efc7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:34:21.579600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Bound using segment: {'id': '6ba4782d-2834-4408-89fc-caf92efc7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:34:21.580030 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Bound port: ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba4782d-2834-4408-89fc-caf92efc7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:34:21.580389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.642672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:34:21.645705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:34:21.650129 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.687691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:21.688483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:21.690304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 200 len: 1091 time: 0.6796329 Jul 30 02:34:21.711568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73728abe-42b1-4a21-bffd-619b9ce625b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:21.753848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-cf27cb9e-b793-42ac-9582-cb0c64b55442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:21.755336 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-cf27cb9e-b793-42ac-9582-cb0c64b55442 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4e24c5f72564706a65c7028fac8be41&device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 1094 time: 0.0402133 Jul 30 02:34:21.846863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-cad22e49-64bc-49d7-aa0a-b4350bc5525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:21.848363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-cad22e49-64bc-49d7-aa0a-b4350bc5525c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e50368e-79af-41e8-984d-9ad9a13f1072 HTTP/1.1" status: 200 len: 912 time: 0.0861902 Jul 30 02:34:21.894573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-2c8cdc64-a320-4e99-bbfc-45613f2a13d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 200 len: 217 time: 0.0388961 Jul 30 02:34:21.942798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-1e4a7490-8361-4e25-b839-92c506f16584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:21.944270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-1e4a7490-8361-4e25-b839-92c506f16584 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=260d5eec-dfc2-4178-8b44-701f90eb72c4 HTTP/1.1" status: 200 len: 851 time: 0.0431590 Jul 30 02:34:21.974942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-7bed0124-46d7-4474-b96d-7ebf1765fbf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e50368e-79af-41e8-984d-9ad9a13f1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241356 Jul 30 02:34:22.066345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-1dd32e84-4cdb-4924-9793-4842831bc204 service neutron] 10.222.0.41 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842195 Jul 30 02:34:22.155132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fcd50a7-4419-4592-a470-9c51c583fa30 req-0c94bd67-ddeb-400a-bc9a-78f01f39c63f service neutron] 10.222.0.41 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818920 Jul 30 02:34:22.552438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb4683-5cbc-400b-bbfc-7eb53e47503d req-7afcb425-0d5c-46d0-bf1c-c8a9478884b2 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:22.553914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04bb4683-5cbc-400b-bbfc-7eb53e47503d req-7afcb425-0d5c-46d0-bf1c-c8a9478884b2 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 943 time: 0.0492933 Jul 30 02:34:22.593002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-04bb4683-5cbc-400b-bbfc-7eb53e47503d req-985fa1e1-f3e4-4050-9a47-a5d915cfee06 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Jul 30 02:34:23.493832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:23.496745 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:23.544543 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b7f4f4-d191-4ccc-9ca4-ce71a88c4013 x-openstack-request-id: req-19b7f4f4-d191-4ccc-9ca4-ce71a88c4013 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:23.544828 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:23.545134 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-19b7f4f4-d191-4ccc-9ca4-ce71a88c4013 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:23.545532 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'status': 'completed', 'code': 200} Jul 30 02:34:23.651220 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-3f1f67c1-3296-403b-baca-92ba24d13ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:23.652754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-3f1f67c1-3296-403b-baca-92ba24d13ea6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4e24c5f72564706a65c7028fac8be41&device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 1094 time: 0.0886688 Jul 30 02:34:23.655553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-80bce4ec-6fa8-45c8-8a1e-29061df73eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:23.657080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-80bce4ec-6fa8-45c8-8a1e-29061df73eba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4e24c5f72564706a65c7028fac8be41&device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 1094 time: 0.0848505 Jul 30 02:34:23.835551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c70f5-cd88-4188-b310-d0153e3c2e05 req-69408138-0d37-47aa-b186-7098f6414669 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:23.836910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c81c70f5-cd88-4188-b310-d0153e3c2e05 req-69408138-0d37-47aa-b186-7098f6414669 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 943 time: 0.1601968 Jul 30 02:34:23.873132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-44bd55e2-2268-4c0a-9c9a-886038444f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:23.874577 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-44bd55e2-2268-4c0a-9c9a-886038444f7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e50368e-79af-41e8-984d-9ad9a13f1072 HTTP/1.1" status: 200 len: 912 time: 0.2053015 Jul 30 02:34:23.877391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-334e6800-f6de-4af0-9386-d82d239e0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:23.878704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-334e6800-f6de-4af0-9386-d82d239e0a1c service neutron] 10.222.0.22 "GET /v2.0/networks?id=9e50368e-79af-41e8-984d-9ad9a13f1072 HTTP/1.1" status: 200 len: 912 time: 0.2177987 Jul 30 02:34:23.899138 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:34:23.941865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:34:23.964105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c81c70f5-cd88-4188-b310-d0153e3c2e05 req-676b4322-f012-4099-8f28-a56e3259f5d4 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172366 Jul 30 02:34:23.965334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-f5f48be2-f2bd-4612-9dbf-3ea8a7d17ebb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 200 len: 217 time: 0.0821016 Jul 30 02:34:23.966702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-7a4b326c-6751-456a-8a7a-f8b13e82573c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 200 len: 217 time: 0.0769811 Jul 30 02:34:24.048584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-c1f78223-c454-4da0-9b1c-385d850b2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:24.050199 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-c1f78223-c454-4da0-9b1c-385d850b2aa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=260d5eec-dfc2-4178-8b44-701f90eb72c4 HTTP/1.1" status: 200 len: 851 time: 0.0781467 Jul 30 02:34:24.051649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-637b804b-9fb5-4ec5-ba77-5b0d7a4f0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:24.052947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-637b804b-9fb5-4ec5-ba77-5b0d7a4f0bcb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=260d5eec-dfc2-4178-8b44-701f90eb72c4 HTTP/1.1" status: 200 len: 851 time: 0.0728090 Jul 30 02:34:24.090233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-bd3e29f3-fb18-460a-971c-4cc98a55d05d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e50368e-79af-41e8-984d-9ad9a13f1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327115 Jul 30 02:34:24.108684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-5da4d263-0ce5-459c-be67-20652714e004 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9e50368e-79af-41e8-984d-9ad9a13f1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429475 Jul 30 02:34:24.270025 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.477949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:34:24.574347 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:24.586258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'network_id': '9e50368e-79af-41e8-984d-9ad9a13f1072', 'port_id': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'mac_address': 'fa:16:3e:63:f5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260d5eec-dfc2-4178-8b44-701f90eb72c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:34:24.597705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-1b93a0cc-6cfd-4cb8-820b-80967eb0f884 service neutron] 10.222.0.41 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911942 Jul 30 02:34:24.599846 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-3af8e510-2949-424e-94c2-172083b83087 service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835634 Jul 30 02:34:24.623498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.637101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:34:24.661410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:24.664646 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:24.712093 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:24.719969 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.720318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.720721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.721048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.721346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.721659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.721990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.722318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.722641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.722968 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.723295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.723644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:24.755697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-cac452d5-041c-438c-932c-0360b586658d service neutron] 10.222.0.41 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501238 Jul 30 02:34:24.761281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e86f4810-1384-4d9d-b84f-5c81a5f8b1fa req-d8ec80ee-90b7-4828-aabf-9f478dc7d0eb service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477211 Jul 30 02:34:24.890339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:34:25.083521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fb4f5-80b0-42db-941f-931100ae5d8f req-5fe3816e-ef9c-41d5-8ff9-ae2dd7f0f448 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:25.085026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-763fb4f5-80b0-42db-941f-931100ae5d8f req-5fe3816e-ef9c-41d5-8ff9-ae2dd7f0f448 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 944 time: 0.0523810 Jul 30 02:34:25.124350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-763fb4f5-80b0-42db-941f-931100ae5d8f req-f92a5c7f-20ee-4590-8dc1-9d5910ca4cd4 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Jul 30 02:34:25.444689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-90a5142c-6d12-4944-a463-e2a61983b598 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:25.446213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-90a5142c-6d12-4944-a463-e2a61983b598 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79&tenant_id=a4e24c5f72564706a65c7028fac8be41&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 944 time: 0.0938730 Jul 30 02:34:25.514999 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-f412005d-a1cf-4dc2-9684-5e35212069ad service neutron] delete failed (client error): The resource could not be found. Jul 30 02:34:25.516072 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-f412005d-a1cf-4dc2-9684-5e35212069ad service neutron] 10.222.0.22 "DELETE /v2.0/ports/ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0614142 Jul 30 02:34:25.608886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-a151815d-d164-4953-baef-234a11b3f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:25.610319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-a151815d-d164-4953-baef-234a11b3f12b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4e24c5f72564706a65c7028fac8be41&device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 1095 time: 0.0437896 Jul 30 02:34:25.710129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-926c48fe-51a4-4ad7-b272-522aeca74faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:25.711635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-926c48fe-51a4-4ad7-b272-522aeca74faf service neutron] 10.222.0.22 "GET /v2.0/networks?id=9e50368e-79af-41e8-984d-9ad9a13f1072 HTTP/1.1" status: 200 len: 912 time: 0.0927515 Jul 30 02:34:25.755096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-5365c542-b7fc-4803-964c-1b02582e4fa0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 200 len: 217 time: 0.0360243 Jul 30 02:34:25.806358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-a47a1e69-8c49-41cd-89cf-e7f71318b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:25.808562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-a47a1e69-8c49-41cd-89cf-e7f71318b34e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=260d5eec-dfc2-4178-8b44-701f90eb72c4 HTTP/1.1" status: 200 len: 851 time: 0.0460289 Jul 30 02:34:25.846264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-757c40d5-166a-4271-b125-5136ae722a4e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9e50368e-79af-41e8-984d-9ad9a13f1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300093 Jul 30 02:34:25.936392 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-49075b6a-b68b-42e3-ae3d-4125734dd9ec service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824616 Jul 30 02:34:26.031207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-3b18f603-71d1-400d-82d7-e0c1dfae8478 service neutron] 10.222.0.22 "GET /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873470 Jul 30 02:34:26.501310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:34:26.560819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:34:26.565220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:26.565600 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:26.645343 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:26.669046 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:26.671284 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da1f28b-58bb-4f1d-b8f6-85c47dd2d389" -d '{"events": [{"server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "name": "network-vif-plugged", "status": "completed", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:26.683752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:26.687900 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:26.739938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:26.800036 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925e1d66-032f-4000-a234-ec2b321158cc x-openstack-request-id: req-925e1d66-032f-4000-a234-ec2b321158cc {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:26.800327 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "name": "network-vif-plugged", "status": "completed", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:26.800646 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-925e1d66-032f-4000-a234-ec2b321158cc {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:26.801041 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'code': 200} Jul 30 02:34:26.891263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e47ea-4c64-4362-8ee2-c05df7afba38 req-f23c6e51-cbee-4f45-ad73-540e145d84b3 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:26.892775 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a18e47ea-4c64-4362-8ee2-c05df7afba38 req-f23c6e51-cbee-4f45-ad73-540e145d84b3 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0491667 Jul 30 02:34:26.932143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a18e47ea-4c64-4362-8ee2-c05df7afba38 req-f2eff035-1741-4033-9e3b-2f56dc21f7b6 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Jul 30 02:34:28.047551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c47dae-ac94-4e0a-932d-41253923d0c2 req-92cab6cb-63e9-4a69-9ee0-e62024e23416 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:28.049034 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72c47dae-ac94-4e0a-932d-41253923d0c2 req-92cab6cb-63e9-4a69-9ee0-e62024e23416 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0489814 Jul 30 02:34:28.119209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72c47dae-ac94-4e0a-932d-41253923d0c2 req-f00c341f-1c9f-4f69-9156-a299e88950c5 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.84 "GET /v2.0/security-groups?id=0189eaf1-bbe3-4a1a-a98d-257d3eab1087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643518 Jul 30 02:34:28.130313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-433fd3d9-7c9e-4594-924d-8d0f7364f380 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:28.131803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-433fd3d9-7c9e-4594-924d-8d0f7364f380 tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ccd532-c7e7-45b8-a925-b7cd89a7bb79 HTTP/1.1" status: 200 len: 945 time: 0.0705221 Jul 30 02:34:28.232827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Deleting port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:34:28.233063 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.326482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] For port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,segment=NetworkSegment(6ba4782d-2834-4408-89fc-caf92efc7f25),segment_id=6ba4782d-2834-4408-89fc-caf92efc7f25)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:28.326853 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.340628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Calling delete_port for ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:34:28.468396 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.480115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:34:28.501102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Pushing event deleted for resources: {'Port': ['ID=ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:28.541255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] No DVR routers for this DVR port ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:34:28.544036 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:28.546092 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b21d9bb-642e-4c92-b14f-afc6ae3916bb req-2840b88b-b2a5-4f28-99dc-3a4961b08b0e tempest-DeleteServersTestJSON-1362925206 tempest-DeleteServersTestJSON-1362925206-project] 10.222.0.41 "DELETE /v2.0/ports/ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e HTTP/1.1" status: 204 len: 173 time: 0.4082837 Jul 30 02:34:28.546645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'name': 'network-vif-deleted', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:28.549132 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b78c10c-6199-48c9-821a-a5b00947b8c2" -d '{"events": [{"server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "name": "network-vif-deleted", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:28.585697 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744ec326-5298-41a5-9c3f-d8fd029f1bc8 x-openstack-request-id: req-744ec326-5298-41a5-9c3f-d8fd029f1bc8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:28.585993 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ccd532-c7e7-45b8-a925-b7cd89a7bb79", "name": "network-vif-deleted", "tag": "ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:28.586105 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-744ec326-5298-41a5-9c3f-d8fd029f1bc8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:28.586470 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ccd532-c7e7-45b8-a925-b7cd89a7bb79', 'name': 'network-vif-deleted', 'tag': 'ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e', 'status': 'completed', 'code': 200} Jul 30 02:34:29.267222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57464) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:29.314207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-445166be-638e-4ed0-a7a7-87969a03c1bd admin admin] Deleting subnet 260d5eec-dfc2-4178-8b44-701f90eb72c4 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:34:29.317676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-445166be-638e-4ed0-a7a7-87969a03c1bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.358475 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-445166be-638e-4ed0-a7a7-87969a03c1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.400619 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-445166be-638e-4ed0-a7a7-87969a03c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.457017 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-445166be-638e-4ed0-a7a7-87969a03c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.487060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445166be-638e-4ed0-a7a7-87969a03c1bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=260d5eec-dfc2-4178-8b44-701f90eb72c4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:29.489156 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-445166be-638e-4ed0-a7a7-87969a03c1bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.491065 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-445166be-638e-4ed0-a7a7-87969a03c1bd admin admin] 10.222.0.84 "DELETE /v2.0/subnets/260d5eec-dfc2-4178-8b44-701f90eb72c4 HTTP/1.1" status: 204 len: 168 time: 0.2228827 Jul 30 02:34:29.493588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57466) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:29.573110 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.677449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.691699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e50368e-79af-41e8-984d-9ad9a13f1072']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:29.703391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba4782d-2834-4408-89fc-caf92efc7f25') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:29.703686 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba4782d-2834-4408-89fc-caf92efc7f25') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:34:29.712874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.728661 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.734718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:34:29.735102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:34:29.736880 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:34:29.795868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.801841 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:29.803309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] 10.222.0.84 "DELETE /v2.0/networks/9e50368e-79af-41e8-984d-9ad9a13f1072 HTTP/1.1" status: 204 len: 168 time: 0.3087053 Jul 30 02:34:29.817958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4394a37-84ff-43cb-bd4c-27513aa2e73b admin admin] Pushing event deleted for resources: {'Network': ['ID=9e50368e-79af-41e8-984d-9ad9a13f1072,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:29.914250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57470) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:29.957308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-83d7a4c1-c4d7-4b58-b988-f4cae3cb564d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a4e24c5f72564706a65c7028fac8be41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417621 Jul 30 02:34:29.959792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57472) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:30.007703 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-661f70d6-b35e-4a16-bba9-669ff0e75d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.029559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-661f70d6-b35e-4a16-bba9-669ff0e75d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.077798 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-661f70d6-b35e-4a16-bba9-669ff0e75d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.080458 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-661f70d6-b35e-4a16-bba9-669ff0e75d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.081646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-661f70d6-b35e-4a16-bba9-669ff0e75d33 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0189eaf1-bbe3-4a1a-a98d-257d3eab1087 HTTP/1.1" status: 204 len: 168 time: 0.1209514 Jul 30 02:34:30.089512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f70d6-b35e-4a16-bba9-669ff0e75d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0189eaf1-bbe3-4a1a-a98d-257d3eab1087,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:30.507846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:34:30.527742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:34:30.528098 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ad7bb4c8-ec1b-4395-a6b1-e5fbe78e659e not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:34:30.738897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57494) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:30.789447 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d01272b5-f8af-4b85-879a-34ee827c1de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.836739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1955723932-network', 'tenant_id': '3a2f297ccbba4928bcc3fd949f4697f1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:30.858349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Made reservation on behalf of 3a2f297ccbba4928bcc3fd949f4697f1 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:34:30.860790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.869426 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.960616 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.964679 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:30.992385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:34:31.002605 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d81dca-f886-47d8-bb95-61a2643b93e7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:31.007287 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.007644 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Added segment 012cde1c-2c0b-46fc-9b2f-00d8e5ec5068 of type vlan for network 4c7af368-fcca-4225-b235-1f35f75135cb Jul 30 02:34:31.018759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.019103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.019463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.019795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.020119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.020442 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.020762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.021081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.021399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.021714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.022034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.022347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:34:31.062668 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.091064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.092020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:31.092595 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.142376 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4023387 Jul 30 02:34:31.145473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57498) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:34:31.150574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Request body: {'subnet': {'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1955723932-subnet', 'tenant_id': '3a2f297ccbba4928bcc3fd949f4697f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:31.151550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123a9cf-67b1-45de-a019-16012484bf82 admin admin] Pushing event updated for resources: {'Network': ['ID=4c7af368-fcca-4225-b235-1f35f75135cb,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:31.161602 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 4c7af368-fcca-4225-b235-1f35f75135cb details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:34:31.173228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Made reservation on behalf of 3a2f297ccbba4928bcc3fd949f4697f1 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:34:31.175640 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.345328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.405339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddfefc1-20cc-45ae-b065-983a78e4b77f,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:31.414089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Checking segment: {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:34:31.414423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Network hostable DHCP agents. Network: 4c7af368-fcca-4225-b235-1f35f75135cb, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:34:31.431108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Network 4c7af368-fcca-4225-b235-1f35f75135cb is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:34:31.440211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 4c7af368-fcca-4225-b235-1f35f75135cb) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:34:31.444152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:31.444738 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.449293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437ffe9-db60-42c9-8e65-01c4f5aca520 None None] Network 4c7af368-fcca-4225-b235-1f35f75135cb requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:34:31.460526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8f914300-80fc-4a33-bd0d-ddad7824e381 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3139544 Jul 30 02:34:31.573516 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608cbd00-6e41-46e2-aa02-773a0378a769 None None] Network 4c7af368-fcca-4225-b235-1f35f75135cb requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:34:31.873684 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:31.910036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c49a7e5d-2aae-4899-a594-6d0969d33de9 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:31.911633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c49a7e5d-2aae-4899-a594-6d0969d33de9 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 815 time: 0.1028583 Jul 30 02:34:31.927698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-d00ac687-d9be-4a04-b358-eb408fdb0cf6 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/quotas/3a2f297ccbba4928bcc3fd949f4697f1 HTTP/1.1" status: 200 len: 375 time: 0.0100741 Jul 30 02:34:31.966198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-295f35b9-d4cf-4233-87f8-889e63431667 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328217 Jul 30 02:34:32.131268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-bfb63b0a-1acb-4328-980d-0b56b9aa4d77 service neutron] 10.222.0.84 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246755 Jul 30 02:34:32.236056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-646dbf4f-be6f-4600-906a-e287d4ca96b4 service neutron] 10.222.0.84 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982566 Jul 30 02:34:32.401312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a7e6ed7-128b-477e-ba51-65fc3d064cd0 req-88bc0b4f-ad9b-4133-8a20-2c6fcd0626e1 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 210 time: 0.0288155 Jul 30 02:34:33.422289 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-34940aaa-a6df-428d-a4c8-76d07ef80b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:33.525746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c3688d5-ce64-4d95-a61b-4ef10af44c4c req-cfebc3eb-0c38-412a-9ab4-8345194e2c30 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 210 time: 0.0427396 Jul 30 02:34:33.547462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-991d823e-7472-42ee-ad97-afcb1743e4f6 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:33.548972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-991d823e-7472-42ee-ad97-afcb1743e4f6 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.22 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 815 time: 0.1381087 Jul 30 02:34:33.567494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Request body: {'port': {'device_id': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb', 'admin_state_up': True, 'tenant_id': '3a2f297ccbba4928bcc3fd949f4697f1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:33.678060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Made reservation on behalf of 3a2f297ccbba4928bcc3fd949f4697f1 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:34:33.681955 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:33.811352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Allocated IP 172.20.0.4 (4c7af368-fcca-4225-b235-1f35f75135cb/2ddfefc1-20cc-45ae-b065-983a78e4b77f/eef7b32b-4c79-4c76-97da-381e1636b938) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:34:33.883722 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:33.961708 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.001298 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.046227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Network 4c7af368-fcca-4225-b235-1f35f75135cb is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:34:34.049474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:34:34.053269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:34:34.080330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Pushing event updated for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:34.108704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.109314 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.123931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-c4c0bd81-a252-4daa-948f-f2d9c4be4f04 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610235 Jul 30 02:34:34.137443 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Request body: {'port': {'device_id': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:34:34.194098 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.453216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef7b32b-4c79-4c76-97da-381e1636b938 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:34:34.460747 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.472570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Transition to ACTIVE for port object eef7b32b-4c79-4c76-97da-381e1636b938 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:34:34.476727 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.528622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Pushing event updated for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:34.598413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Attempting to bind port eef7b32b-4c79-4c76-97da-381e1636b938 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:34:34.598742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Attempting to bind port eef7b32b-4c79-4c76-97da-381e1636b938 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:34:34.599067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Attempting to bind port eef7b32b-4c79-4c76-97da-381e1636b938 on network 4c7af368-fcca-4225-b235-1f35f75135cb {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:34:34.612815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Port eef7b32b-4c79-4c76-97da-381e1636b938 on network 4c7af368-fcca-4225-b235-1f35f75135cb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:34:34.613134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Attempting to bind port eef7b32b-4c79-4c76-97da-381e1636b938 on network 4c7af368-fcca-4225-b235-1f35f75135cb {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:34:34.632768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:34:34.633109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Checking segment: {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:34:34.633494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Bound using segment: {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:34:34.633927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Bound port: eef7b32b-4c79-4c76-97da-381e1636b938, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:34:34.634291 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.646293 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.664550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4587-9ffc-4361-9814-d478b8988a24 req-6244045c-e044-4a17-924d-56099e7f8389 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.666040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a4d4587-9ffc-4361-9814-d478b8988a24 req-6244045c-e044-4a17-924d-56099e7f8389 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 943 time: 0.0694547 Jul 30 02:34:34.738372 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a4d4587-9ffc-4361-9814-d478b8988a24 req-497c2c98-c243-4d48-a3ae-490dc885ac5d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535369 Jul 30 02:34:34.742466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:34:34.746059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:34:34.751683 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.789659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.790274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:34.791697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] 10.222.0.22 "PUT /v2.0/ports/eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 200 len: 1091 time: 0.6591480 Jul 30 02:34:34.792162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:34.795044 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:34.821153 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a66e2-c8ab-4898-870a-d6de9463e98e service neutron] Pushing event updated for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:34.842236 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42990ad-25c1-4d77-b32a-eb15ac471702 x-openstack-request-id: req-d42990ad-25c1-4d77-b32a-eb15ac471702 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:34.842528 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:34.842776 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d42990ad-25c1-4d77-b32a-eb15ac471702 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:34.843172 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'status': 'completed', 'code': 200} Jul 30 02:34:34.872871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-f229705c-f54a-49d0-8de3-a4a69db8fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.874373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-f229705c-f54a-49d0-8de3-a4a69db8fa0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 1094 time: 0.0430934 Jul 30 02:34:34.917365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-eb905981-6f16-4196-b195-62e01f3db292 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 200 len: 217 time: 0.0340917 Jul 30 02:34:34.967931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-379f3398-7734-468c-a5f3-cfdac5ba4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:34.969402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-379f3398-7734-468c-a5f3-cfdac5ba4764 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0439987 Jul 30 02:34:35.005872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-1becf08c-cd11-4521-95d4-1075bf464773 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278940 Jul 30 02:34:35.095732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-fe9fd7e3-a770-460d-8a17-726578e2c692 service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817323 Jul 30 02:34:35.191531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9f9ae12d-f0a4-4de4-9d1b-e200ef85c290 req-cb754616-715e-4cd9-a3c1-6a4313019840 service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882230 Jul 30 02:34:35.287481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-0e6e21a1-8ffd-47c1-b4ff-941374569774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:35.288968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-0e6e21a1-8ffd-47c1-b4ff-941374569774 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 1094 time: 0.0422573 Jul 30 02:34:35.379814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-ed432fe4-4efb-4b17-bdbf-df9dc07608e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:35.381326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-ed432fe4-4efb-4b17-bdbf-df9dc07608e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.0843439 Jul 30 02:34:35.427251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-a720e54d-acbc-46d4-93c2-df4f55dea7d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 200 len: 217 time: 0.0378859 Jul 30 02:34:35.479738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-cbaff1c9-4c5a-483a-8e5b-0e2d50a0420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:35.481262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-cbaff1c9-4c5a-483a-8e5b-0e2d50a0420c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0465846 Jul 30 02:34:35.516553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-cb2252c9-18fa-4a70-bc5d-973f95d50961 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273569 Jul 30 02:34:35.613719 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-81ead608-4af0-4900-a394-01759dfed748 service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884576 Jul 30 02:34:35.713609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c2cb8b0e-526b-4265-a0e5-4aca35714eaf req-066520c0-7061-4272-b30a-6aaac64d05ed service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892136 Jul 30 02:34:35.862545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfb9ce-8225-4896-b58b-7967acb647ec req-6bdae422-9a13-4f50-bd19-228824911f92 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:35.864210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86bfb9ce-8225-4896-b58b-7967acb647ec req-6bdae422-9a13-4f50-bd19-228824911f92 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 943 time: 0.0544448 Jul 30 02:34:35.908696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86bfb9ce-8225-4896-b58b-7967acb647ec req-a3ed4ce4-cced-41a0-bfd7-5d82a8a25d0b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383804 Jul 30 02:34:36.302232 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:37.025763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27651a01-31d1-40f1-a816-1fd46f137143 req-b1241071-c1b3-4a19-8e5f-09312cb581f3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:37.027251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27651a01-31d1-40f1-a816-1fd46f137143 req-b1241071-c1b3-4a19-8e5f-09312cb581f3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 943 time: 0.0493870 Jul 30 02:34:37.065112 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27651a01-31d1-40f1-a816-1fd46f137143 req-8e93225c-c358-4f52-8609-925e55234899 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Jul 30 02:34:37.969794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device eef7b32b-4c79-4c76-97da-381e1636b938 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:34:38.065442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:38.077067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb', 'port_id': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'mac_address': 'fa:16:3e:0d:27:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfefc1-20cc-45ae-b065-983a78e4b77f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:34:38.112951 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:38.126366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef7b32b-4c79-4c76-97da-381e1636b938 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:34:38.147870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:38.153154 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:38.191483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793b29e-cace-4273-96e9-586175334a17 req-1a29e636-e704-4a5b-9bd5-1670e1db5164 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:38.193202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7793b29e-cace-4273-96e9-586175334a17 req-1a29e636-e704-4a5b-9bd5-1670e1db5164 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 943 time: 0.0593693 Jul 30 02:34:38.208141 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:38.237097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7793b29e-cace-4273-96e9-586175334a17 req-77b0130a-8443-4bff-8452-2b91d8bd961d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Jul 30 02:34:38.371854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['eef7b32b-4c79-4c76-97da-381e1636b938'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:34:39.359222 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe3a78-f4d8-4689-8c09-549c2d109b4f req-4e9a0a82-cb5f-44aa-b980-4f8b295d9292 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:39.360759 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bbe3a78-f4d8-4689-8c09-549c2d109b4f req-4e9a0a82-cb5f-44aa-b980-4f8b295d9292 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 944 time: 0.0495205 Jul 30 02:34:39.404738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6bbe3a78-f4d8-4689-8c09-549c2d109b4f req-31253dc4-e3d2-49c5-82fa-4c0b3a45f04a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378549 Jul 30 02:34:39.990619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device eef7b32b-4c79-4c76-97da-381e1636b938 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:34:40.040416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port eef7b32b-4c79-4c76-97da-381e1636b938 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:34:40.044056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port eef7b32b-4c79-4c76-97da-381e1636b938 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:34:40.044424 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:40.118454 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:40.140835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:34:40.143038 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a398a558-d1ae-4dc9-aed2-a383498e5d45" -d '{"events": [{"server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "name": "network-vif-plugged", "status": "completed", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:34:40.155883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:34:40.160110 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:40.185940 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4643db3-b4f2-4239-9ef7-edfb156f5747 x-openstack-request-id: req-a4643db3-b4f2-4239-9ef7-edfb156f5747 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:34:40.186215 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "name": "network-vif-plugged", "status": "completed", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:34:40.186461 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a4643db3-b4f2-4239-9ef7-edfb156f5747 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:34:40.186845 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'code': 200} Jul 30 02:34:40.217374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:34:40.279706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0773c6-0be4-4029-8746-c111ae0d79fa req-bd532ee1-e33f-4343-be9e-fffdde4ba79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:40.281193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf0773c6-0be4-4029-8746-c111ae0d79fa req-bd532ee1-e33f-4343-be9e-fffdde4ba79b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 1096 time: 0.0407560 Jul 30 02:34:40.318709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf0773c6-0be4-4029-8746-c111ae0d79fa req-c494def8-2383-4ac2-b0b1-1a1ec03f19c2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291986 Jul 30 02:34:40.530415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a67e52-0bbc-4fc3-bea6-62f9361c6876 req-c91d5edd-ea9b-4738-a677-1a70225c5ec9 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:40.531924 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73a67e52-0bbc-4fc3-bea6-62f9361c6876 req-c91d5edd-ea9b-4738-a677-1a70225c5ec9 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0554309 Jul 30 02:34:40.573602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73a67e52-0bbc-4fc3-bea6-62f9361c6876 req-4ecf224f-d049-4587-88a7-6b6fdb4b804f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357130 Jul 30 02:34:41.692034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805f87e-242a-4b1a-8ade-157d8006fd4d req-6002f262-1bf3-4939-a653-8e81c48fb153 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:41.693529 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1805f87e-242a-4b1a-8ade-157d8006fd4d req-6002f262-1bf3-4939-a653-8e81c48fb153 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Jul 30 02:34:41.736760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1805f87e-242a-4b1a-8ade-157d8006fd4d req-6ce5be04-db0b-4b4e-bba0-e1ba30c48025 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365016 Jul 30 02:34:41.849920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729017f4-2c70-41ea-b813-9f87906503ef req-5a64e2dd-9471-4023-8d89-9cc51f8e4b07 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:41.851453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-729017f4-2c70-41ea-b813-9f87906503ef req-5a64e2dd-9471-4023-8d89-9cc51f8e4b07 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0493479 Jul 30 02:34:41.890030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-729017f4-2c70-41ea-b813-9f87906503ef req-42f82081-c824-49fd-8ad2-a70ccf6eb3ab tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320804 Jul 30 02:34:42.091600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b1cf0-880f-4c7d-a0af-fbfb56a9ba3e req-94c5d2a8-ab7f-463d-8aad-ababdc890ce5 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:42.093043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db2b1cf0-880f-4c7d-a0af-fbfb56a9ba3e req-94c5d2a8-ab7f-463d-8aad-ababdc890ce5 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0490422 Jul 30 02:34:42.130786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-db2b1cf0-880f-4c7d-a0af-fbfb56a9ba3e req-ad68218c-e049-4dd4-8ef5-005e65b469bd tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Jul 30 02:34:42.244634 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d3bef-d3d2-4243-9f83-c92e08cc3264 req-47e845a0-ae4c-4233-919c-75ffddda6a98 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:42.246105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f2d3bef-d3d2-4243-9f83-c92e08cc3264 req-47e845a0-ae4c-4233-919c-75ffddda6a98 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0489576 Jul 30 02:34:42.288845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f2d3bef-d3d2-4243-9f83-c92e08cc3264 req-7d92c503-5b6d-4475-a7e7-1dc5b10bedf8 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366991 Jul 30 02:34:42.518941 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-960c368a-cb24-44fb-9b4a-68aa29111631 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444489 Jul 30 02:34:42.533466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590613bc-8f9f-4f48-b66a-c45db80f3a9f req-1d9743b8-4657-4030-8de1-f409676e5901 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:42.534960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-590613bc-8f9f-4f48-b66a-c45db80f3a9f req-1d9743b8-4657-4030-8de1-f409676e5901 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0528145 Jul 30 02:34:42.577385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-590613bc-8f9f-4f48-b66a-c45db80f3a9f req-01e121db-ef7f-4d83-91ae-525189387df7 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Jul 30 02:34:43.580581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-97abb11c-ea5a-4827-8629-85c8ff749c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:43.582544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-97abb11c-ea5a-4827-8629-85c8ff749c38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 1096 time: 0.0447776 Jul 30 02:34:43.711015 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-62c603d5-09a9-4864-bb55-2bd4469908c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:43.712521 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-62c603d5-09a9-4864-bb55-2bd4469908c5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.1223550 Jul 30 02:34:43.725592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c3ca8-e8be-497d-a723-18cdaaadf19d req-6bf8665c-f19e-4409-820c-c43494023b4b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:43.727066 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-580c3ca8-e8be-497d-a723-18cdaaadf19d req-6bf8665c-f19e-4409-820c-c43494023b4b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0771151 Jul 30 02:34:43.773150 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-da56b177-cf20-47da-a61e-9685c4c82e55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 200 len: 217 time: 0.0450828 Jul 30 02:34:43.821639 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-580c3ca8-e8be-497d-a723-18cdaaadf19d req-c82b95e7-a230-4c3b-bcb2-2790bbc252b6 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873446 Jul 30 02:34:43.838155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-93f2b915-0ebd-4efe-8e20-451d328abd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:43.846237 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-93f2b915-0ebd-4efe-8e20-451d328abd43 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0591922 Jul 30 02:34:43.873208 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-df03de2c-b561-4ff1-9917-b9dad0483fab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251904 Jul 30 02:34:43.961993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-b7644a94-8c96-47a0-a923-b96729d77618 service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812261 Jul 30 02:34:44.415788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-68587c5a-d4e4-440b-ad17-536f4f8546ac service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457164 Jul 30 02:34:44.937427 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a017c7-d811-4738-a8a4-e0ba37ce6b3b req-8f022948-ae42-4551-b066-e812e11f5027 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:44.939019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30a017c7-d811-4738-a8a4-e0ba37ce6b3b req-8f022948-ae42-4551-b066-e812e11f5027 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0490732 Jul 30 02:34:44.976745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30a017c7-d811-4738-a8a4-e0ba37ce6b3b req-5efb7392-10a2-4256-99e3-da73b04e18e4 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Jul 30 02:34:46.092250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628468d9-2242-4e30-80bb-8c3e6bd06bda req-7c03b07d-51a7-4b7b-9d4c-2cf9c98b4822 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:46.093636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-628468d9-2242-4e30-80bb-8c3e6bd06bda req-7c03b07d-51a7-4b7b-9d4c-2cf9c98b4822 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0489266 Jul 30 02:34:46.130957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-628468d9-2242-4e30-80bb-8c3e6bd06bda req-b3bf3bca-eda2-42b1-bce8-efe664922bbb tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 Jul 30 02:34:47.250505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644de160-cf4c-4ffb-9a3d-35c0079d68ec req-37c86e6d-df25-45f7-bc68-d49c2ea2a160 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:47.252117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-644de160-cf4c-4ffb-9a3d-35c0079d68ec req-37c86e6d-df25-45f7-bc68-d49c2ea2a160 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0542929 Jul 30 02:34:47.312086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-644de160-cf4c-4ffb-9a3d-35c0079d68ec req-599f5513-a5ca-4418-b179-80ae7d8e09ee tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537436 Jul 30 02:34:48.431752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c3001-bca0-4c43-8c4a-fbe858123e69 req-b4627504-18cc-422f-9df8-da8a1f72cf33 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:48.433244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-119c3001-bca0-4c43-8c4a-fbe858123e69 req-b4627504-18cc-422f-9df8-da8a1f72cf33 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0523698 Jul 30 02:34:48.472939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-119c3001-bca0-4c43-8c4a-fbe858123e69 req-0d0bcbd6-aa20-410b-8402-bb7f8347e1bf tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Jul 30 02:34:49.586677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9974f-ddde-40d9-8be6-1ebec576f97f req-cbb1fc91-e549-45db-8091-ca718f0ce23a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:49.588084 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8cf9974f-ddde-40d9-8be6-1ebec576f97f req-cbb1fc91-e549-45db-8091-ca718f0ce23a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0488875 Jul 30 02:34:49.625977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8cf9974f-ddde-40d9-8be6-1ebec576f97f req-851ad755-079f-4df3-8a46-f5a03528b5e8 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Jul 30 02:34:50.754380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af205c-e3ce-42e7-b8f0-133a045012ae req-637659bc-ea91-44ac-97a1-a1a14ca5275a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:50.755921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9af205c-e3ce-42e7-b8f0-133a045012ae req-637659bc-ea91-44ac-97a1-a1a14ca5275a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0586977 Jul 30 02:34:50.793880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9af205c-e3ce-42e7-b8f0-133a045012ae req-bbc9ab25-80c9-4548-bb2a-7c504681b5eb tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Jul 30 02:34:51.914377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af8f85-a6e7-4397-8650-f120095b26ac req-19f1bc9f-3280-4daa-abe7-d332bb0c1981 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:51.916393 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53af8f85-a6e7-4397-8650-f120095b26ac req-19f1bc9f-3280-4daa-abe7-d332bb0c1981 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0544217 Jul 30 02:34:51.954716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53af8f85-a6e7-4397-8650-f120095b26ac req-dff14e06-18c9-459d-9af5-37cf54ed1092 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Jul 30 02:34:52.331799 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:34:53.072011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2f19-600b-4f54-a2cd-fcfa4ce1103a req-a20a5dc9-bda5-49da-a951-63a107f71c7e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:53.073540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcbd2f19-600b-4f54-a2cd-fcfa4ce1103a req-a20a5dc9-bda5-49da-a951-63a107f71c7e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0504630 Jul 30 02:34:53.111449 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcbd2f19-600b-4f54-a2cd-fcfa4ce1103a req-fa4648e1-5222-45ba-89da-50c8234dee48 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Jul 30 02:34:54.231664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fbf59-93be-4a24-b1ea-7e89fc32a56e req-5e82a6c7-a78e-41ba-9092-bd669805d7f7 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:54.233165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d28fbf59-93be-4a24-b1ea-7e89fc32a56e req-5e82a6c7-a78e-41ba-9092-bd669805d7f7 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0544260 Jul 30 02:34:54.275516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d28fbf59-93be-4a24-b1ea-7e89fc32a56e req-4a5a68be-b01c-438e-9025-85838272c658 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Jul 30 02:34:54.279490 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:34:55.394899 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd4732-597b-4ec4-bb5e-c2ce325f0fec req-8029f621-b970-4d4f-afd1-ae900efd5024 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:55.397006 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cbd4732-597b-4ec4-bb5e-c2ce325f0fec req-8029f621-b970-4d4f-afd1-ae900efd5024 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0519137 Jul 30 02:34:55.435908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5cbd4732-597b-4ec4-bb5e-c2ce325f0fec req-acb52be1-2a1b-491d-945f-a4dffa0e197e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Jul 30 02:34:56.560483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c127e93-4125-4240-82aa-1ba20a7bb81b req-194b294e-256c-4493-bf41-3c46ee0114c5 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:56.561975 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c127e93-4125-4240-82aa-1ba20a7bb81b req-194b294e-256c-4493-bf41-3c46ee0114c5 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0517118 Jul 30 02:34:56.601736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c127e93-4125-4240-82aa-1ba20a7bb81b req-8f455537-b8eb-46de-8509-6f83587dc50f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Jul 30 02:34:57.732285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4eedc-994c-426f-aefe-095ee12acc48 req-f8bd087a-3f17-4630-aa73-573ed73ee3f2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:57.733803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52a4eedc-994c-426f-aefe-095ee12acc48 req-f8bd087a-3f17-4630-aa73-573ed73ee3f2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0547402 Jul 30 02:34:57.772969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52a4eedc-994c-426f-aefe-095ee12acc48 req-52f8efeb-7c1e-402f-81cf-a7c07c457662 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Jul 30 02:34:58.888365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90ae83-dbd6-46f8-a6d5-f439b1429811 req-38b38bc4-ae3e-46ba-beb4-7fa9c718e47a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:34:58.889894 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf90ae83-dbd6-46f8-a6d5-f439b1429811 req-38b38bc4-ae3e-46ba-beb4-7fa9c718e47a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0494063 Jul 30 02:34:58.928901 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf90ae83-dbd6-46f8-a6d5-f439b1429811 req-7209d500-c86f-4286-ae6f-de977a837ee9 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Jul 30 02:35:00.045508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b4efb-57a3-4fd4-b532-5cc4d1f6ba6b req-e4832a48-47c5-45cf-9cf5-9fc8d6e22f88 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:00.047127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-994b4efb-57a3-4fd4-b532-5cc4d1f6ba6b req-e4832a48-47c5-45cf-9cf5-9fc8d6e22f88 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0496173 Jul 30 02:35:00.087018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-994b4efb-57a3-4fd4-b532-5cc4d1f6ba6b req-417c0331-f676-4559-823c-1aae78a45477 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337462 Jul 30 02:35:00.802255 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-70780f8a-4677-466c-8012-5f52d903ed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:01.214446 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d801d9-2d0a-4962-8cc8-176bbf474935 req-bc4f6b86-de4e-42fd-bec3-72e29a08bc8c tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:01.215963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0d801d9-2d0a-4962-8cc8-176bbf474935 req-bc4f6b86-de4e-42fd-bec3-72e29a08bc8c tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0552573 Jul 30 02:35:01.255800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0d801d9-2d0a-4962-8cc8-176bbf474935 req-518cbf64-831b-4ecb-ab51-2574c4f9f2cf tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337443 Jul 30 02:35:01.879358 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:02.389137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d2afd-0b1c-4779-9954-4b2373adc7f0 req-0558ea5f-a173-4a4b-9a26-97690dd12667 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:02.390970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc5d2afd-0b1c-4779-9954-4b2373adc7f0 req-0558ea5f-a173-4a4b-9a26-97690dd12667 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0638266 Jul 30 02:35:02.430166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fc5d2afd-0b1c-4779-9954-4b2373adc7f0 req-29dacfd4-f9a6-46e0-b903-6c442844d32f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332162 Jul 30 02:35:03.426787 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c7d9f2e9-3828-468f-9470-76eaa83bd426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:03.550618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97d0d9-ec8a-453a-a557-5d5c301a08f2 req-9e10bed0-429f-4118-8d6a-dc2b3a74fcef tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:03.552132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da97d0d9-ec8a-453a-a557-5d5c301a08f2 req-9e10bed0-429f-4118-8d6a-dc2b3a74fcef tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0540533 Jul 30 02:35:03.594260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-da97d0d9-ec8a-453a-a557-5d5c301a08f2 req-b0b82f75-aa96-4202-a026-e0e0042afacd tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358896 Jul 30 02:35:03.888718 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:04.653436 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:04.729270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f0a79-85a1-4f00-a61b-29de9d02fcb8 req-aab7d7a0-ea62-4a5f-91af-e3e723d1dcd3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:04.730808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b71f0a79-85a1-4f00-a61b-29de9d02fcb8 req-aab7d7a0-ea62-4a5f-91af-e3e723d1dcd3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0617902 Jul 30 02:35:04.779530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b71f0a79-85a1-4f00-a61b-29de9d02fcb8 req-ef3eaa2a-d428-4cbc-b8ad-9e92a1ac77e1 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Jul 30 02:35:05.895882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20f04-21f2-4bda-9afd-9816a9814c29 req-89399bdd-40c1-41c6-bd52-71df42f4febb tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:05.897582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28f20f04-21f2-4bda-9afd-9816a9814c29 req-89399bdd-40c1-41c6-bd52-71df42f4febb tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0502675 Jul 30 02:35:05.936709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28f20f04-21f2-4bda-9afd-9816a9814c29 req-9c3d8b19-e491-4496-aeb1-d7e1d65a78ad tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325353 Jul 30 02:35:06.305604 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:07.053170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0050810-bd8a-466c-bb02-0d32e6788908 req-5650203a-da9c-42d0-a98a-fc0cf8dd7166 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:07.054683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0050810-bd8a-466c-bb02-0d32e6788908 req-5650203a-da9c-42d0-a98a-fc0cf8dd7166 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0499513 Jul 30 02:35:07.092606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0050810-bd8a-466c-bb02-0d32e6788908 req-801aa052-84e9-4c1c-ab2e-739838653f6a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319855 Jul 30 02:35:08.213054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174662cc-ef1f-4962-8ece-d0192fcb3156 req-e3f66a31-993e-41f1-977a-71a83e493299 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:08.214643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-174662cc-ef1f-4962-8ece-d0192fcb3156 req-e3f66a31-993e-41f1-977a-71a83e493299 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0544994 Jul 30 02:35:08.253480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-174662cc-ef1f-4962-8ece-d0192fcb3156 req-41522612-8fd6-433e-8a79-805d6df42c33 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329275 Jul 30 02:35:09.382110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a11ba-6741-4948-93a1-477ad923b1ac req-5e7158c4-3697-4c10-976f-15983b66122c tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:09.384687 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c28a11ba-6741-4948-93a1-477ad923b1ac req-5e7158c4-3697-4c10-976f-15983b66122c tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0578637 Jul 30 02:35:09.426609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c28a11ba-6741-4948-93a1-477ad923b1ac req-26a13579-fe58-4207-a1ec-fd08c6d5bb16 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Jul 30 02:35:10.552882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98cac6-a54b-4b9b-a94c-ea6dd159c952 req-fde0224a-2d6b-4c3f-81b6-35f02f872589 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:10.554475 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d98cac6-a54b-4b9b-a94c-ea6dd159c952 req-fde0224a-2d6b-4c3f-81b6-35f02f872589 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Jul 30 02:35:10.596665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d98cac6-a54b-4b9b-a94c-ea6dd159c952 req-fecb3cdb-3a40-453b-83b6-aed9330c9432 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354037 Jul 30 02:35:11.335109 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-d308f9af-8523-487c-9c7f-79195cf112ea service neutron] show failed (client error): The resource could not be found. Jul 30 02:35:11.336151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-d308f9af-8523-487c-9c7f-79195cf112ea service neutron] 10.222.0.22 "GET /v2.0/ports/eef7b32b-4c79-4c76-97da-381e1636b938/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0611768 Jul 30 02:35:11.531865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-546452ce-84f9-4315-ad5f-96904a7677c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:11.533313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-546452ce-84f9-4315-ad5f-96904a7677c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12&tenant_id=3a2f297ccbba4928bcc3fd949f4697f1 HTTP/1.1" status: 200 len: 1096 time: 0.0433276 Jul 30 02:35:11.545035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:11.600526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:11.814293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d815-c5b3-454b-9981-bbb5d0672c1e req-1f9a219d-5be1-422a-9a6f-b2eb557a137b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:11.815768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9184d815-c5b3-454b-9981-bbb5d0672c1e req-1f9a219d-5be1-422a-9a6f-b2eb557a137b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.1111851 Jul 30 02:35:11.884695 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9184d815-c5b3-454b-9981-bbb5d0672c1e req-6bdf9c09-ba55-46d7-9578-a3f5401253c8 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619111 Jul 30 02:35:11.886569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:11.923057 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:35:11.964243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:11.967377 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7f0065-5649-4d7b-bff3-b7d457d07c7f" -d '{"events": [{"server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "name": "network-vif-unplugged", "status": "completed", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:11.972022 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:11.986237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Transition to ACTIVE for port object eef7b32b-4c79-4c76-97da-381e1636b938 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:11.991393 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:12.025968 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c766b16-0972-4e93-bb02-d9b92348c1e6 x-openstack-request-id: req-8c766b16-0972-4e93-bb02-d9b92348c1e6 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:12.026254 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "name": "network-vif-unplugged", "status": "completed", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:12.026502 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8c766b16-0972-4e93-bb02-d9b92348c1e6 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:12.026895 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'code': 200} Jul 30 02:35:12.063394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] No DVR routers for this DVR port eef7b32b-4c79-4c76-97da-381e1636b938 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:12.066729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Pushing event updated for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:12.101208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Attempting to bind port eef7b32b-4c79-4c76-97da-381e1636b938 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:35:12.101540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Attempting to bind port eef7b32b-4c79-4c76-97da-381e1636b938 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:35:12.101889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Attempting to bind port eef7b32b-4c79-4c76-97da-381e1636b938 on network 4c7af368-fcca-4225-b235-1f35f75135cb {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:12.106704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Port eef7b32b-4c79-4c76-97da-381e1636b938 on network 4c7af368-fcca-4225-b235-1f35f75135cb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:35:12.107024 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Attempting to bind port eef7b32b-4c79-4c76-97da-381e1636b938 on network 4c7af368-fcca-4225-b235-1f35f75135cb {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:12.111957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:35:12.112290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Checking segment: {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:35:12.112675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Bound using segment: {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:35:12.113111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Bound port: eef7b32b-4c79-4c76-97da-381e1636b938, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:35:12.113455 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:12.179407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:35:12.182610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:35:12.187312 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:12.226737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:12.227364 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:12.228811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] 10.222.0.41 "PUT /v2.0/ports/eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 200 len: 1091 time: 0.6879506 Jul 30 02:35:12.252005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2e4a8-a387-474c-8306-52633781cb73 service neutron] Pushing event updated for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:12.297651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-345ac164-4174-41ec-aff2-21270e886309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:12.299130 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-345ac164-4174-41ec-aff2-21270e886309 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 1094 time: 0.0433226 Jul 30 02:35:12.407906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-c705ceae-3634-4750-9cca-88a320bb9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:12.409435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-c705ceae-3634-4750-9cca-88a320bb9aab service neutron] 10.222.0.41 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.1033826 Jul 30 02:35:12.458896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-120ec3b7-f4fd-4b25-a2e8-1859409e1bdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 200 len: 217 time: 0.0426424 Jul 30 02:35:12.509581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-e5b16f1e-0a2d-4425-9874-693122a2d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:12.511784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-e5b16f1e-0a2d-4425-9874-693122a2d587 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0466812 Jul 30 02:35:12.547029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-5e1e1836-e5a0-4f71-a607-cc7828fd1099 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278940 Jul 30 02:35:12.642170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-d2a4786c-8a28-481c-bab2-9cf40da1800b service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879865 Jul 30 02:35:12.735609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e43bf914-73c3-421f-8a4a-a79f0e4ca47b req-240f30ce-0b37-400b-8ebb-f22868a925fb service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863767 Jul 30 02:35:13.011649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78873d1-fcf4-4940-bf4c-0ce9da2d9d76 req-1d60ac11-7522-4d0d-9b15-89071c609ee7 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:13.013057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c78873d1-fcf4-4940-bf4c-0ce9da2d9d76 req-1d60ac11-7522-4d0d-9b15-89071c609ee7 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 943 time: 0.0548091 Jul 30 02:35:13.052663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c78873d1-fcf4-4940-bf4c-0ce9da2d9d76 req-29f5e236-9f48-4bcc-9504-f8b8b39814df tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Jul 30 02:35:14.028574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:14.031056 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dc1007-6a1c-488a-bc25-9028de05d1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:14.086545 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a1469f-83ce-4431-b0d6-a2c033d1b65c x-openstack-request-id: req-d4a1469f-83ce-4431-b0d6-a2c033d1b65c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:14.086835 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:14.087182 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4a1469f-83ce-4431-b0d6-a2c033d1b65c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:14.087677 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'status': 'completed', 'code': 200} Jul 30 02:35:14.154589 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device eef7b32b-4c79-4c76-97da-381e1636b938 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:14.194679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device eef7b32b-4c79-4c76-97da-381e1636b938 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:14.223278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-0a1b2405-37f3-4cea-922b-5c74b9d550ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:14.225093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-0a1b2405-37f3-4cea-922b-5c74b9d550ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 1094 time: 0.1236572 Jul 30 02:35:14.240421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9c201-ba1b-4008-9b47-8a34dd68504a req-0d4ea58b-fb15-4080-9dd3-d8805f0367a0 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:14.241928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4b9c201-ba1b-4008-9b47-8a34dd68504a req-0d4ea58b-fb15-4080-9dd3-d8805f0367a0 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 943 time: 0.1071377 Jul 30 02:35:14.254728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-cf8827f8-7557-4a28-be1a-1bc419c864c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:14.256183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-cf8827f8-7557-4a28-be1a-1bc419c864c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 1094 time: 0.1229341 Jul 30 02:35:14.391284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4b9c201-ba1b-4008-9b47-8a34dd68504a req-eda46252-3940-404d-b0be-f3ab97543e91 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392868 Jul 30 02:35:14.441846 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-94b09ddb-832f-4cf2-8ec2-b46d1c371b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:14.444445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-94b09ddb-832f-4cf2-8ec2-b46d1c371b63 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.2014170 Jul 30 02:35:14.491081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-1cd16ed8-aca6-42f2-9632-38bb0c938427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:14.492777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-1cd16ed8-aca6-42f2-9632-38bb0c938427 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.2284827 Jul 30 02:35:14.495205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-05186d05-3db8-4ddb-8c11-1a90ede6c46b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 200 len: 217 time: 0.0401125 Jul 30 02:35:14.545293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-8e901d57-3884-48e3-8ab6-7e1625f9442c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 200 len: 217 time: 0.0450032 Jul 30 02:35:14.617091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-f7e51ac1-c0b3-436e-9efb-ff2c43f9fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:14.618637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-f7e51ac1-c0b3-436e-9efb-ff2c43f9fe75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.1097455 Jul 30 02:35:14.626270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-44e5360a-8451-47da-8a66-367728735164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:14.630251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-44e5360a-8451-47da-8a66-367728735164 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0612204 Jul 30 02:35:14.662814 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-321917f5-5b7e-4dbb-9281-9c07afa67078 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337276 Jul 30 02:35:14.686098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-678f2653-4951-4f63-8ccc-e9ab4c84a5b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483119 Jul 30 02:35:14.834996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-699d9294-d09b-4368-80f8-bfd17c54252c service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581926 Jul 30 02:35:14.854558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-9283e1af-66e8-40d1-9c8b-e4b95c7cdcc5 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540458 Jul 30 02:35:14.998069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-41ba7915-5052-452d-945a-307f0c6b821e service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555254 Jul 30 02:35:15.003798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3dc1007-6a1c-488a-bc25-9028de05d1f9 req-c731d191-dec8-4743-a6e2-8f59cfc027ad service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401770 Jul 30 02:35:15.509532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12625e-e7e8-492c-90b6-81fb3e997b55 req-ca722c01-a5f3-41dc-ba35-596a7ef9c498 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:15.511702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb12625e-e7e8-492c-90b6-81fb3e997b55 req-ca722c01-a5f3-41dc-ba35-596a7ef9c498 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 943 time: 0.0516229 Jul 30 02:35:15.554370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bb12625e-e7e8-492c-90b6-81fb3e997b55 req-bbbe2d8c-df37-48db-ad28-55d95ceadc33 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362239 Jul 30 02:35:15.803558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2b1ba-3fab-4d11-8ce7-e4b8b18d55e6 req-20723245-3857-4d74-b161-42623594d572 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:15.805282 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fc2b1ba-3fab-4d11-8ce7-e4b8b18d55e6 req-20723245-3857-4d74-b161-42623594d572 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 943 time: 0.1077926 Jul 30 02:35:15.826236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-b813c51b-6853-44e2-9a12-8a6a76c93175 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:15.828689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-b813c51b-6853-44e2-9a12-8a6a76c93175 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.22 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12&tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 943 time: 0.1066403 Jul 30 02:35:15.893472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fc2b1ba-3fab-4d11-8ce7-e4b8b18d55e6 req-84ed2699-2584-4815-a826-2445e1d62abb tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636778 Jul 30 02:35:15.916956 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-8593d192-d663-422b-b7ed-848b9a5a9642 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:35:15.918095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-8593d192-d663-422b-b7ed-848b9a5a9642 service neutron] 10.222.0.22 "DELETE /v2.0/ports/eef7b32b-4c79-4c76-97da-381e1636b938/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0802703 Jul 30 02:35:16.013633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-b2be16c4-a090-4c3f-b11a-c1ce2045c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:16.015647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-b2be16c4-a090-4c3f-b11a-c1ce2045c45e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 1094 time: 0.0473223 Jul 30 02:35:16.128946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-cc209385-966e-49a7-862e-b192d35c173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:16.130378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-cc209385-966e-49a7-862e-b192d35c173f service neutron] 10.222.0.22 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.1069846 Jul 30 02:35:16.176576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-8aa269ba-f6c0-419d-9290-514fbc553d91 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 200 len: 217 time: 0.0368609 Jul 30 02:35:16.232415 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-e063a5ab-cf37-4dd1-b85a-cb02aa4a8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:16.233892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-e063a5ab-cf37-4dd1-b85a-cb02aa4a8df0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0498996 Jul 30 02:35:16.268136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-e2bc7d71-9c08-4319-a74c-9dd3849b3be4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255885 Jul 30 02:35:16.361203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-daacf669-4ca3-4c6a-9683-e83ec8e1538b service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849533 Jul 30 02:35:16.477441 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9b33639-6cb0-4263-b5c9-5b6bfa1467d7 req-d7d33c26-4ff1-44a4-b00a-d0993b4acf2a service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085632 Jul 30 02:35:16.688264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device eef7b32b-4c79-4c76-97da-381e1636b938 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:35:16.793489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:16.805627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb', 'port_id': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'mac_address': 'fa:16:3e:0d:27:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfefc1-20cc-45ae-b065-983a78e4b77f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:35:16.853131 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:16.865973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef7b32b-4c79-4c76-97da-381e1636b938 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:35:16.887341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:16.892241 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:16.958693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:17.021012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8b2c6-ad83-4725-a06c-25785f2bca19 req-57344c1c-11be-4079-a64c-72f4138c6e7c tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:17.022554 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67a8b2c6-ad83-4725-a06c-25785f2bca19 req-57344c1c-11be-4079-a64c-72f4138c6e7c tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 944 time: 0.0555251 Jul 30 02:35:17.066339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67a8b2c6-ad83-4725-a06c-25785f2bca19 req-9f4fdd65-ac28-413f-96b6-49974f842d3b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361490 Jul 30 02:35:17.098826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['eef7b32b-4c79-4c76-97da-381e1636b938'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:35:17.191483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101699b-c2c1-49d2-928e-fa08199d482d req-013c9516-1a66-4564-aeab-23a9d3bfcaed tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:17.193079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3101699b-c2c1-49d2-928e-fa08199d482d req-013c9516-1a66-4564-aeab-23a9d3bfcaed tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 944 time: 0.0516975 Jul 30 02:35:17.232820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3101699b-c2c1-49d2-928e-fa08199d482d req-5fbfcd2f-8016-4513-9170-5d27a2dee887 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Jul 30 02:35:17.359382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8079396-b3b5-4e16-bb17-0dd4b99a3468 req-047fe0e7-f9a9-457f-a6b1-269b0a9f201a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:17.360871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8079396-b3b5-4e16-bb17-0dd4b99a3468 req-047fe0e7-f9a9-457f-a6b1-269b0a9f201a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 944 time: 0.0599070 Jul 30 02:35:17.402268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8079396-b3b5-4e16-bb17-0dd4b99a3468 req-7716a51f-a21e-4485-9524-e8c628399e4f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Jul 30 02:35:17.751145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-be6e8716-bd1a-46ca-8dbc-d021bbccb029 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:17.752635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-be6e8716-bd1a-46ca-8dbc-d021bbccb029 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 815 time: 0.1010878 Jul 30 02:35:17.767859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-07b8aa26-7a32-4133-96c3-1d3420ead125 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/quotas/3a2f297ccbba4928bcc3fd949f4697f1 HTTP/1.1" status: 200 len: 375 time: 0.0094984 Jul 30 02:35:17.821367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-de8977ed-2439-4d1b-8f7b-97d31ac59315 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481975 Jul 30 02:35:17.916823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-2bc6c538-54e3-45c3-a901-5def05f691b0 service neutron] 10.222.0.84 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833588 Jul 30 02:35:18.009463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-de048d0e-96d1-4dbe-b84d-0ddd158b97f9 service neutron] 10.222.0.84 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866628 Jul 30 02:35:18.169481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-533db1f5-18cf-479c-8411-6083f928d327 req-5d3936d3-bbf9-4e18-ad1d-fd3eea2a4c8f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 210 time: 0.0267742 Jul 30 02:35:18.691420 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device eef7b32b-4c79-4c76-97da-381e1636b938 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:35:18.740999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port eef7b32b-4c79-4c76-97da-381e1636b938 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:35:18.744799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port eef7b32b-4c79-4c76-97da-381e1636b938 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:18.745195 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:18.824527 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:18.846656 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:18.848780 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef165f4-97e8-4d4a-8da5-b995af079c67" -d '{"events": [{"server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "name": "network-vif-plugged", "status": "completed", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:18.862230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:18.867027 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:18.892005 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42fe03e-b42c-4e68-812a-2aed0350cdfe x-openstack-request-id: req-a42fe03e-b42c-4e68-812a-2aed0350cdfe {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:18.892216 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "name": "network-vif-plugged", "status": "completed", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:18.892420 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a42fe03e-b42c-4e68-812a-2aed0350cdfe {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:18.892805 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'code': 200} Jul 30 02:35:18.919204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:18.922490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e288221-7c1a-4a75-a582-41789a4439ee req-3685d546-60da-41a2-be94-da3ed46bd8e8 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:18.924009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e288221-7c1a-4a75-a582-41789a4439ee req-3685d546-60da-41a2-be94-da3ed46bd8e8 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.41 "GET /v2.0/ports?device_id=01afc423-89ac-464b-9aba-e635ba2a3d12 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Jul 30 02:35:19.017174 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Deleting port eef7b32b-4c79-4c76-97da-381e1636b938 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:35:19.017364 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.113720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] For port eef7b32b-4c79-4c76-97da-381e1636b938, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=eef7b32b-4c79-4c76-97da-381e1636b938,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:19.113976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-76e61028-d42d-4490-8334-e8efa2ef38d0 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:19.114461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.115380 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-76e61028-d42d-4490-8334-e8efa2ef38d0 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.41 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 815 time: 0.1039016 Jul 30 02:35:19.129927 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Request body: {'port': {'device_id': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb', 'admin_state_up': True, 'tenant_id': '3a2f297ccbba4928bcc3fd949f4697f1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:19.134064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Calling delete_port for eef7b32b-4c79-4c76-97da-381e1636b938 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:35:19.251630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Made reservation on behalf of 3a2f297ccbba4928bcc3fd949f4697f1 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:35:19.255107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.280564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-775c36a9-e639-4bef-84b9-004f70f51867 req-eda17020-02f7-4836-9b8a-5af015dd5be4 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 210 time: 0.0340948 Jul 30 02:35:19.302568 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.316634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['eef7b32b-4c79-4c76-97da-381e1636b938'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:35:19.335275 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Pushing event deleted for resources: {'Port': ['ID=eef7b32b-4c79-4c76-97da-381e1636b938,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:19.379830 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] No DVR routers for this DVR port eef7b32b-4c79-4c76-97da-381e1636b938 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:19.382466 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.384483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.41 "DELETE /v2.0/ports/eef7b32b-4c79-4c76-97da-381e1636b938 HTTP/1.1" status: 204 len: 173 time: 0.4544146 Jul 30 02:35:19.384928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'name': 'network-vif-deleted', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:19.387818 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80957f95-1739-46e8-90a7-c682c7257df2" -d '{"events": [{"server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "name": "network-vif-deleted", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:19.412156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Allocated IP 172.20.0.8 (4c7af368-fcca-4225-b235-1f35f75135cb/2ddfefc1-20cc-45ae-b065-983a78e4b77f/1e783049-807a-4835-9cc9-81b8db2cfa1c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:35:19.445350 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191d9a85-f67a-43a7-8b72-177f5eb4ad26 x-openstack-request-id: req-191d9a85-f67a-43a7-8b72-177f5eb4ad26 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:19.445719 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01afc423-89ac-464b-9aba-e635ba2a3d12", "name": "network-vif-deleted", "tag": "eef7b32b-4c79-4c76-97da-381e1636b938", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:19.445969 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-191d9a85-f67a-43a7-8b72-177f5eb4ad26 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:19.446374 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01afc423-89ac-464b-9aba-e635ba2a3d12', 'name': 'network-vif-deleted', 'tag': 'eef7b32b-4c79-4c76-97da-381e1636b938', 'status': 'completed', 'code': 200} Jul 30 02:35:19.573921 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.615100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.626936 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['eef7b32b-4c79-4c76-97da-381e1636b938'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:35:19.669341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Network 4c7af368-fcca-4225-b235-1f35f75135cb is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:35:19.672561 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:35:19.679379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:35:19.683822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Pushing event updated for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:19.732058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:19.732674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:19.747215 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-aa46d065-4abc-4f93-ba2e-e7a7dd5ea914 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6229975 Jul 30 02:35:19.759303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Request body: {'port': {'device_id': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:19.816371 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:20.085277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e783049-807a-4835-9cc9-81b8db2cfa1c {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:35:20.092766 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:20.104317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Transition to ACTIVE for port object 1e783049-807a-4835-9cc9-81b8db2cfa1c will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:20.108773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:20.157022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Pushing event updated for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:20.225069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Attempting to bind port 1e783049-807a-4835-9cc9-81b8db2cfa1c on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:35:20.225399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Attempting to bind port 1e783049-807a-4835-9cc9-81b8db2cfa1c by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:35:20.225721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Attempting to bind port 1e783049-807a-4835-9cc9-81b8db2cfa1c on network 4c7af368-fcca-4225-b235-1f35f75135cb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:20.229900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Port 1e783049-807a-4835-9cc9-81b8db2cfa1c on network 4c7af368-fcca-4225-b235-1f35f75135cb not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:35:20.230214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Attempting to bind port 1e783049-807a-4835-9cc9-81b8db2cfa1c on network 4c7af368-fcca-4225-b235-1f35f75135cb {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:20.234802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:35:20.235127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Checking segment: {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:35:20.235534 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Bound using segment: {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:35:20.235951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Bound port: 1e783049-807a-4835-9cc9-81b8db2cfa1c, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:35:20.236299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:20.300557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:35:20.303757 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:35:20.309304 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:20.342624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:20.343233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:20.344876 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] 10.222.0.41 "PUT /v2.0/ports/1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 1091 time: 0.5900438 Jul 30 02:35:20.345326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:20.347619 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a38c47-a804-43df-9479-e3336b73fb82" -d '{"events": [{"name": "network-changed", "server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:20.376429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5380bb-5455-4cbd-bd18-819f5785679e service neutron] Pushing event updated for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:20.404689 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553ef82-701e-470b-9f19-8f15a2642f17 req-54bdcf28-dead-4251-8855-d098528fb083 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:20.406209 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b553ef82-701e-470b-9f19-8f15a2642f17 req-54bdcf28-dead-4251-8855-d098528fb083 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 943 time: 0.0541112 Jul 30 02:35:20.423829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-106ed91e-209e-4dad-8474-1f47537b5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:20.425339 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-106ed91e-209e-4dad-8474-1f47537b5f0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 1094 time: 0.0418949 Jul 30 02:35:20.445528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b553ef82-701e-470b-9f19-8f15a2642f17 req-28191a7d-520a-41ee-858c-2de8a21bd226 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Jul 30 02:35:20.470862 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-c66ae7ef-e9df-4ebd-8617-bfe4fdceb699 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 217 time: 0.0369461 Jul 30 02:35:20.503760 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93811d0f-aacb-4a75-bcbc-2eab0755d7a5 x-openstack-request-id: req-93811d0f-aacb-4a75-bcbc-2eab0755d7a5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:20.504041 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:20.504285 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93811d0f-aacb-4a75-bcbc-2eab0755d7a5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:20.504676 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'status': 'completed', 'code': 200} Jul 30 02:35:20.521922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3d486159-2d29-478a-9762-e9fe349bca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:20.523397 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-3d486159-2d29-478a-9762-e9fe349bca93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0464945 Jul 30 02:35:20.554230 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-4e1c6ceb-846b-4e2b-b0f7-5cc7f0bba99f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239768 Jul 30 02:35:20.645029 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-a8ff6dfe-635e-4c14-b616-7c45eef1e77b service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836053 Jul 30 02:35:20.732436 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf77dddd-b327-4595-a65f-f0fc111835b1 req-e3971ca0-241c-45ee-9dbb-d86c18829327 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806339 Jul 30 02:35:20.815415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-a89b5228-07a8-42df-9dfe-ec3b42d3815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:20.816905 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-a89b5228-07a8-42df-9dfe-ec3b42d3815c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 1094 time: 0.0406561 Jul 30 02:35:21.251126 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-460855cf-af57-4939-b33f-2461d79a2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:21.252620 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-460855cf-af57-4939-b33f-2461d79a2dfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.4290133 Jul 30 02:35:21.294468 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-58c04a11-3231-415f-b23a-96c70e65c84d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 217 time: 0.0342045 Jul 30 02:35:21.344452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-5672b876-a9bd-438a-b2b6-574710054a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:21.345886 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-5672b876-a9bd-438a-b2b6-574710054a4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0429626 Jul 30 02:35:21.382511 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-f65529f9-ea70-4f31-8ccd-b57b7fa3aae8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281267 Jul 30 02:35:21.472079 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-e9e0efc7-495b-4b33-8363-974dfeb0e8c9 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817614 Jul 30 02:35:21.563828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566c7b0-6014-4c4f-adb3-0f5dbc18deb0 req-703bc753-c68e-4d40-bd4b-84b935abdf53 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:21.565373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5566c7b0-6014-4c4f-adb3-0f5dbc18deb0 req-703bc753-c68e-4d40-bd4b-84b935abdf53 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 943 time: 0.0485823 Jul 30 02:35:21.566928 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b0a38c47-a804-43df-9479-e3336b73fb82 req-36845f50-8fcb-45f5-b6c8-dbfd9d31e4fe service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866315 Jul 30 02:35:21.608046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5566c7b0-6014-4c4f-adb3-0f5dbc18deb0 req-a84682c5-2e0f-416f-b2a6-89ec3140cc28 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367100 Jul 30 02:35:22.688268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device eef7b32b-4c79-4c76-97da-381e1636b938 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:35:22.711097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: eef7b32b-4c79-4c76-97da-381e1636b938 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:35:22.711463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device eef7b32b-4c79-4c76-97da-381e1636b938 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:35:22.725721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf627765-55a3-4949-924d-b8818fdad041 req-d12d14f8-238f-4952-833e-100377f5ab96 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:22.727203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf627765-55a3-4949-924d-b8818fdad041 req-d12d14f8-238f-4952-833e-100377f5ab96 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 943 time: 0.0531564 Jul 30 02:35:22.765017 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf627765-55a3-4949-924d-b8818fdad041 req-f794ab6a-0655-443a-b748-f9699ea6d23d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Jul 30 02:35:23.878614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac386-0a53-43a0-b038-16916c45893a req-6f3d47d9-94cc-47f7-9295-952a45a87456 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:23.880107 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45dac386-0a53-43a0-b038-16916c45893a req-6f3d47d9-94cc-47f7-9295-952a45a87456 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 943 time: 0.0486026 Jul 30 02:35:23.918698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45dac386-0a53-43a0-b038-16916c45893a req-b3a3437c-d0c6-4376-a07f-2c59a8fddceb tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Jul 30 02:35:24.278858 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.703415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1e783049-807a-4835-9cc9-81b8db2cfa1c details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:35:24.799016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:24.810356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb', 'port_id': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'mac_address': 'fa:16:3e:24:04:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfefc1-20cc-45ae-b065-983a78e4b77f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:35:24.850574 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.864078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e783049-807a-4835-9cc9-81b8db2cfa1c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:35:24.883913 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:24.888046 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:24.937469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:24.945155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.945491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.945825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.946533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.946533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.946795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.947084 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.947401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.947738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.948055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.948369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:24.948684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:25.045496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877b72b-d85a-45e1-82aa-83d4b29f1c9a req-93e8eaf3-5b2d-4909-9f9e-af3ccd85eef3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:25.047040 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f877b72b-d85a-45e1-82aa-83d4b29f1c9a req-93e8eaf3-5b2d-4909-9f9e-af3ccd85eef3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 944 time: 0.0569859 Jul 30 02:35:25.086731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f877b72b-d85a-45e1-82aa-83d4b29f1c9a req-1ebdd200-2c8a-4e46-98d2-0b395ba1b1be tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Jul 30 02:35:25.093881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['1e783049-807a-4835-9cc9-81b8db2cfa1c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:35:26.213267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c8f05-970b-4021-a6e8-2ab31ea31ffc req-e2e2cdca-3041-4aaf-b01c-5d513fe9e79f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:26.215363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-878c8f05-970b-4021-a6e8-2ab31ea31ffc req-e2e2cdca-3041-4aaf-b01c-5d513fe9e79f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 944 time: 0.0534017 Jul 30 02:35:26.252945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-878c8f05-970b-4021-a6e8-2ab31ea31ffc req-66a17f15-3a1c-4aac-ac79-06e023c6fbb1 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Jul 30 02:35:26.703614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1e783049-807a-4835-9cc9-81b8db2cfa1c up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:35:26.750421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 1e783049-807a-4835-9cc9-81b8db2cfa1c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:35:26.754020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 1e783049-807a-4835-9cc9-81b8db2cfa1c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:35:26.754384 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:26.827541 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:26.850248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:26.852499 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16365ab5-8188-4be2-9d72-9da8eb1ea9d5" -d '{"events": [{"server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "name": "network-vif-plugged", "status": "completed", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:26.868744 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:26.873111 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:26.895162 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be73f122-4bc4-4399-aa82-0be69ee04c3d x-openstack-request-id: req-be73f122-4bc4-4399-aa82-0be69ee04c3d {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:26.895459 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "name": "network-vif-plugged", "status": "completed", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:26.895724 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be73f122-4bc4-4399-aa82-0be69ee04c3d {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:26.896080 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'code': 200} Jul 30 02:35:26.922566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:26.985258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a41397-ee2b-4f56-9f1d-54be4fdeaf93 req-20b3c26e-8e4f-4695-a40f-996d1fad09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:26.986720 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e0a41397-ee2b-4f56-9f1d-54be4fdeaf93 req-20b3c26e-8e4f-4695-a40f-996d1fad09bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 1096 time: 0.0406585 Jul 30 02:35:27.020526 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e0a41397-ee2b-4f56-9f1d-54be4fdeaf93 req-21cfea38-46cb-436d-8f2a-1a296bf7a25c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271831 Jul 30 02:35:27.371281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd70cd-6439-4d0b-818b-67f59c067d0d req-cddb7a2c-e3dd-4e9d-b45e-c68d5abc1b45 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:27.372797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ffd70cd-6439-4d0b-818b-67f59c067d0d req-cddb7a2c-e3dd-4e9d-b45e-c68d5abc1b45 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0506349 Jul 30 02:35:27.411200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ffd70cd-6439-4d0b-818b-67f59c067d0d req-4546ef14-d0bb-457c-9b7e-7d4eae72378a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Jul 30 02:35:28.532726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a585c5-0f22-48fc-af12-3ef6fd313009 req-1f5d229e-42f4-4257-9526-a072edcb3eb4 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:28.534154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66a585c5-0f22-48fc-af12-3ef6fd313009 req-1f5d229e-42f4-4257-9526-a072edcb3eb4 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0564816 Jul 30 02:35:28.572414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66a585c5-0f22-48fc-af12-3ef6fd313009 req-82325440-8e8e-45c8-ae30-66f5a27efcc6 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Jul 30 02:35:28.688417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66713f43-3f47-4de9-ab93-de856cdec743 req-76c687d5-d3ce-4803-b978-cde94dfe5452 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:28.689839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66713f43-3f47-4de9-ab93-de856cdec743 req-76c687d5-d3ce-4803-b978-cde94dfe5452 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0517855 Jul 30 02:35:28.728984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66713f43-3f47-4de9-ab93-de856cdec743 req-67c46a0b-4215-4ec4-843a-4d2fcc296c40 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332856 Jul 30 02:35:28.955316 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-857f74ea-e864-4e0d-8bf9-31fb17226519 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420673 Jul 30 02:35:28.973734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420951-da98-4f3f-9e11-309ab59c1154 req-f6f534d9-775d-4888-8393-0409f014512d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:28.975292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6420951-da98-4f3f-9e11-309ab59c1154 req-f6f534d9-775d-4888-8393-0409f014512d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0593445 Jul 30 02:35:29.017841 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6420951-da98-4f3f-9e11-309ab59c1154 req-2739d775-a8d6-4cdc-a6e0-fc92693751ef tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Jul 30 02:35:29.331349 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:35:30.150436 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c886d3-af1b-416c-bfa3-bd2fb77fb7cb req-a13c153d-b025-4e8c-8316-1cb98e0a9d0d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:30.152247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3c886d3-af1b-416c-bfa3-bd2fb77fb7cb req-a13c153d-b025-4e8c-8316-1cb98e0a9d0d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0630214 Jul 30 02:35:30.175025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-b599e703-6fbc-4a2c-abd8-7c507f123529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:30.177269 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-b599e703-6fbc-4a2c-abd8-7c507f123529 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 1096 time: 0.0428548 Jul 30 02:35:30.197452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f3c886d3-af1b-416c-bfa3-bd2fb77fb7cb req-37276525-15a4-40f7-8e95-362b19d2b3af tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391080 Jul 30 02:35:30.277790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-026a716c-5fcc-4cce-b164-7f42b71bc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:30.279126 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-026a716c-5fcc-4cce-b164-7f42b71bc3af service neutron] 10.222.0.41 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.0945609 Jul 30 02:35:30.321730 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-686c5e5d-6dcf-443b-b333-6083cdaf2626 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 217 time: 0.0344446 Jul 30 02:35:30.373833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-bec6ea01-005e-422b-8f6e-74bcccdba857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:30.375296 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-bec6ea01-005e-422b-8f6e-74bcccdba857 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0472429 Jul 30 02:35:30.407917 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9cf81207-72aa-4da4-b519-761f422bb05b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255883 Jul 30 02:35:30.418959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-7dacec2a-ddeb-4efa-97fe-593d50cd33b6 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:35:30.419933 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-7dacec2a-ddeb-4efa-97fe-593d50cd33b6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055604 Jul 30 02:35:30.508496 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-c96dac2b-1870-46b0-9a3b-c0f59b609b11 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807691 Jul 30 02:35:30.605365 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-fd2cc890-5325-4946-a8d3-564010971045 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896344 Jul 30 02:35:30.793530 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d39b150f-431a-4cc5-a236-d220a10b6c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:31.331197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d39cc7-acae-4067-8664-7d225c857b27 req-98e8b21a-315c-4cdb-a3e5-44d028711619 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:31.333670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48d39cc7-acae-4067-8664-7d225c857b27 req-98e8b21a-315c-4cdb-a3e5-44d028711619 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0646219 Jul 30 02:35:31.375096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-48d39cc7-acae-4067-8664-7d225c857b27 req-0b4783dd-eacc-46a6-861c-f01ca44f368a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Jul 30 02:35:31.880650 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:32.490179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d65b5-6d5f-457e-836b-584b5bf92185 req-9fad6853-3cca-43bf-82fb-26e272ec355f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:32.491938 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e0d65b5-6d5f-457e-836b-584b5bf92185 req-9fad6853-3cca-43bf-82fb-26e272ec355f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0505393 Jul 30 02:35:32.532498 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e0d65b5-6d5f-457e-836b-584b5bf92185 req-cc3527c0-d68d-4d6b-ab84-3e3e28a9a171 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Jul 30 02:35:33.430813 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8548d110-9a87-4216-979a-87c861fc9575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:33.647447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ad54d-3d8c-4d1e-b9e4-15e85151552b req-97aa6026-5ae9-4f2a-83ec-44c143ae196e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:33.648998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd7ad54d-3d8c-4d1e-b9e4-15e85151552b req-97aa6026-5ae9-4f2a-83ec-44c143ae196e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0496714 Jul 30 02:35:33.687955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bd7ad54d-3d8c-4d1e-b9e4-15e85151552b req-3b363cfc-ed11-4fa4-8e5e-d09bfce03013 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Jul 30 02:35:33.889317 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:34.656342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:34.811891 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c0c74-19b1-4245-96e5-8234ae0c7043 req-775b658e-f345-4a75-a1dc-7a89ce9756f2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:34.813318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e4c0c74-19b1-4245-96e5-8234ae0c7043 req-775b658e-f345-4a75-a1dc-7a89ce9756f2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0565097 Jul 30 02:35:34.853343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4e4c0c74-19b1-4245-96e5-8234ae0c7043 req-8f219a56-3fce-43d6-b4a7-15e953363537 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339959 Jul 30 02:35:35.970396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832c6d9-0b49-4dd6-a494-dbd347c1f626 req-96414878-c2ee-4fde-a048-1a121183fd1a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:35.971943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b832c6d9-0b49-4dd6-a494-dbd347c1f626 req-96414878-c2ee-4fde-a048-1a121183fd1a tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0506241 Jul 30 02:35:36.011285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b832c6d9-0b49-4dd6-a494-dbd347c1f626 req-eda0bfc1-0d74-4087-ac7a-0ce0aad71d6b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Jul 30 02:35:36.307600 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:37.128172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540a70a-173f-4bf0-b614-37d4ab6feaa9 req-34888df5-2611-4ac8-85f3-6bd799b51619 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:37.129726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9540a70a-173f-4bf0-b614-37d4ab6feaa9 req-34888df5-2611-4ac8-85f3-6bd799b51619 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0502806 Jul 30 02:35:37.172262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9540a70a-173f-4bf0-b614-37d4ab6feaa9 req-490924b2-33df-4ba4-bd53-f76d42e41bc9 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364714 Jul 30 02:35:38.293288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dadc8-9661-4e97-80b9-0fcaff39dca9 req-be38d4bb-da61-4351-b1c2-85504672fffe tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:38.295536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c6dadc8-9661-4e97-80b9-0fcaff39dca9 req-be38d4bb-da61-4351-b1c2-85504672fffe tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0550857 Jul 30 02:35:38.340953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c6dadc8-9661-4e97-80b9-0fcaff39dca9 req-0970cbea-4c87-498a-a89f-3aebcda05960 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389247 Jul 30 02:35:38.410871 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-f732019f-5962-4ecf-928c-5abb73802d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:38.412439 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-f732019f-5962-4ecf-928c-5abb73802d6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 1096 time: 0.0436077 Jul 30 02:35:38.520193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-22d2fc50-76eb-4846-880d-64fb74c25707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:38.521581 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-22d2fc50-76eb-4846-880d-64fb74c25707 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.0891185 Jul 30 02:35:38.566732 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-8f8ee2d8-41ac-4783-a234-6cc414de032f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 217 time: 0.0374849 Jul 30 02:35:38.617821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-c43e654b-20f8-491d-989d-82ad287686fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:38.619287 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-c43e654b-20f8-491d-989d-82ad287686fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0461955 Jul 30 02:35:38.656625 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-fa5bbb8b-d39d-4647-a25e-4d2fec72b008 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276351 Jul 30 02:35:38.756476 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-1e88a09f-8e25-4136-a933-f2d449cb4640 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914361 Jul 30 02:35:38.851065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b586e23-7f6d-43b4-a6c5-3dd87707ab59 req-e737b91c-4f29-4b0d-8e72-27e807f3a95e service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858576 Jul 30 02:35:39.461580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7cdaf-f9bb-47fd-bdb4-39f239c67d12 req-dd00ffeb-7fd9-4d0e-a555-d9ddd2f0d9e2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:39.463042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f7cdaf-f9bb-47fd-bdb4-39f239c67d12 req-dd00ffeb-7fd9-4d0e-a555-d9ddd2f0d9e2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0528224 Jul 30 02:35:39.504957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8f7cdaf-f9bb-47fd-bdb4-39f239c67d12 req-5c905e1d-1de1-4eee-97b4-352bd55f2726 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354891 Jul 30 02:35:40.630799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80668f-ec8a-41ca-a755-0c6885a75754 req-bdce8692-1a5e-4942-bd00-63a12eed6fe4 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:40.632491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df80668f-ec8a-41ca-a755-0c6885a75754 req-bdce8692-1a5e-4942-bd00-63a12eed6fe4 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0534256 Jul 30 02:35:40.673269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df80668f-ec8a-41ca-a755-0c6885a75754 req-b93dc1cc-d7d1-4c7a-a00f-754404332d98 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Jul 30 02:35:41.800008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926ac80-bb8d-4e74-b5fa-f326b8a08af8 req-ec47091c-e326-4cf6-9172-6b97e68dba8b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:41.801541 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8926ac80-bb8d-4e74-b5fa-f326b8a08af8 req-ec47091c-e326-4cf6-9172-6b97e68dba8b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0561211 Jul 30 02:35:41.844293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8926ac80-bb8d-4e74-b5fa-f326b8a08af8 req-72ca02c2-8f70-46b5-a489-ce50733ac0d1 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360618 Jul 30 02:35:42.974157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a43ec-6a74-4ea4-aac5-a8fb0ebff124 req-03e7abec-ecb4-4a0b-a8e7-7c83cb36012b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:42.975822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd4a43ec-6a74-4ea4-aac5-a8fb0ebff124 req-03e7abec-ecb4-4a0b-a8e7-7c83cb36012b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0587678 Jul 30 02:35:43.029225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dd4a43ec-6a74-4ea4-aac5-a8fb0ebff124 req-ac076c17-25c0-40ab-ab9e-e20b9ea9b786 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462136 Jul 30 02:35:44.148236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18413da-f4bd-4ab9-b0c9-3b1de2cdfa66 req-857aace8-1ead-4634-9156-ccd567c39925 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:44.149748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d18413da-f4bd-4ab9-b0c9-3b1de2cdfa66 req-857aace8-1ead-4634-9156-ccd567c39925 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0491242 Jul 30 02:35:44.190276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d18413da-f4bd-4ab9-b0c9-3b1de2cdfa66 req-5db8a80f-ecb2-46ef-adc3-de6dd2433dec tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Jul 30 02:35:45.312129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f2f63-6aca-4851-8d0e-05d9e41c26a3 req-4d48b5da-8020-4654-aa0b-d214bed3d808 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:45.313645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-914f2f63-6aca-4851-8d0e-05d9e41c26a3 req-4d48b5da-8020-4654-aa0b-d214bed3d808 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0539973 Jul 30 02:35:45.353352 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-914f2f63-6aca-4851-8d0e-05d9e41c26a3 req-6410d0ed-b4b2-4ff7-a8fd-db0c81360a01 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Jul 30 02:35:46.471811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6e196-efee-4066-85ca-9ff40e45da9f req-3e8ab23f-c5e7-48a2-b836-e5924ca131c3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:46.473291 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53b6e196-efee-4066-85ca-9ff40e45da9f req-3e8ab23f-c5e7-48a2-b836-e5924ca131c3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0518281 Jul 30 02:35:46.512263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-53b6e196-efee-4066-85ca-9ff40e45da9f req-199d571a-d695-4905-9730-4dcc8dd1d506 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Jul 30 02:35:47.628176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d391021-95eb-4669-930e-cbadc4908cf9 req-0fcfd123-7f07-4f15-964c-b1b21fe62cb2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:47.629677 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d391021-95eb-4669-930e-cbadc4908cf9 req-0fcfd123-7f07-4f15-964c-b1b21fe62cb2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0487401 Jul 30 02:35:47.670809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d391021-95eb-4669-930e-cbadc4908cf9 req-b918e5a7-238f-4355-9160-f3b569711163 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334034 Jul 30 02:35:48.790965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001a59-1e28-4792-b101-5f73766e7a41 req-ccc622ed-c7cc-49f8-b017-ab0719a5adf2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:48.792450 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3001a59-1e28-4792-b101-5f73766e7a41 req-ccc622ed-c7cc-49f8-b017-ab0719a5adf2 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0526369 Jul 30 02:35:48.830945 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3001a59-1e28-4792-b101-5f73766e7a41 req-e885776b-d099-4aad-9d05-84f41f8ab3b5 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Jul 30 02:35:49.945536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4348af-a34b-4384-85ad-f2f00b298390 req-00ef7d5d-a065-4d30-aac0-7d6de95cf637 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:49.947018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d4348af-a34b-4384-85ad-f2f00b298390 req-00ef7d5d-a065-4d30-aac0-7d6de95cf637 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0486975 Jul 30 02:35:49.986017 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d4348af-a34b-4384-85ad-f2f00b298390 req-b0f3d65b-0b6a-4eb1-8e43-8c3ae0802392 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320814 Jul 30 02:35:51.100874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5e3e5-514c-48cf-9326-c8bc05d124f9 req-c826afe8-27f5-485b-9492-efb5abc77fda tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:51.102348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbd5e3e5-514c-48cf-9326-c8bc05d124f9 req-c826afe8-27f5-485b-9492-efb5abc77fda tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Jul 30 02:35:51.140039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbd5e3e5-514c-48cf-9326-c8bc05d124f9 req-a20a4fc3-dec2-4ea6-9b1f-06677dbfa224 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Jul 30 02:35:52.261692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df354e-879c-41d7-86e7-f39dbcb7424b req-ffa46402-5028-4c7f-8232-d9c45cb6a344 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:52.263169 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80df354e-879c-41d7-86e7-f39dbcb7424b req-ffa46402-5028-4c7f-8232-d9c45cb6a344 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0531607 Jul 30 02:35:52.301333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80df354e-879c-41d7-86e7-f39dbcb7424b req-1aa391b1-7528-441d-b46f-5f48754a9fcd tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Jul 30 02:35:53.431009 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0096c-256f-4ee5-ac56-e87549da0c21 req-dfa205be-d9ef-4368-a24f-df2cfa4fc2dd tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:53.432520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41f0096c-256f-4ee5-ac56-e87549da0c21 req-dfa205be-d9ef-4368-a24f-df2cfa4fc2dd tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Jul 30 02:35:53.471960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-41f0096c-256f-4ee5-ac56-e87549da0c21 req-9bf7b9e9-95c7-46e1-b425-717feb45f160 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329709 Jul 30 02:35:54.282069 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:54.589807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7acfb-f6bd-47d0-bd07-03772f1824f0 req-e00b79eb-f5dc-4531-9e98-2cc965a03593 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:54.591380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2bf7acfb-f6bd-47d0-bd07-03772f1824f0 req-e00b79eb-f5dc-4531-9e98-2cc965a03593 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0520647 Jul 30 02:35:54.632745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2bf7acfb-f6bd-47d0-bd07-03772f1824f0 req-67708b50-a53d-4200-936f-5d2f614bdfbb tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Jul 30 02:35:56.086244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd1bbd-8f92-4a47-a4e0-8cb249dfe5a6 req-cdb180c3-25af-4366-901b-78defb702425 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:56.087935 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8dd1bbd-8f92-4a47-a4e0-8cb249dfe5a6 req-cdb180c3-25af-4366-901b-78defb702425 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.3879647 Jul 30 02:35:56.137323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e8dd1bbd-8f92-4a47-a4e0-8cb249dfe5a6 req-22d9db12-6421-4fe8-a10a-cb3d2f025cfc tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Jul 30 02:35:57.255149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cd22e-a851-40ad-9fbc-d52db7a5fa16 req-ff74fbdc-d995-4d57-9434-5c9938598595 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:57.256651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f4cd22e-a851-40ad-9fbc-d52db7a5fa16 req-ff74fbdc-d995-4d57-9434-5c9938598595 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Jul 30 02:35:57.295912 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5f4cd22e-a851-40ad-9fbc-d52db7a5fa16 req-baef9a09-b0b5-491d-ad19-a39aebe8d992 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Jul 30 02:35:57.525033 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-a32c7f36-a274-4a1d-9877-8d6c162ef68a service neutron] show failed (client error): The resource could not be found. Jul 30 02:35:57.526008 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-a32c7f36-a274-4a1d-9877-8d6c162ef68a service neutron] 10.222.0.41 "GET /v2.0/ports/1e783049-807a-4835-9cc9-81b8db2cfa1c/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0630808 Jul 30 02:35:57.732036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-bb1dc9d5-c3f1-4c31-b2db-e99967630630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:57.733661 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-bb1dc9d5-c3f1-4c31-b2db-e99967630630 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25&tenant_id=3a2f297ccbba4928bcc3fd949f4697f1 HTTP/1.1" status: 200 len: 1096 time: 0.0436461 Jul 30 02:35:57.750964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:35:57.810436 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.011526 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:35:58.046205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:35:58.088450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:35:58.090706 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812086a7-4bce-42a6-8cb0-abe22ee94214" -d '{"events": [{"server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "name": "network-vif-unplugged", "status": "completed", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:35:58.095318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.109104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Transition to ACTIVE for port object 1e783049-807a-4835-9cc9-81b8db2cfa1c will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:35:58.114111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.145838 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfcdf6a-8e3a-45f1-9efc-67b98738fcff x-openstack-request-id: req-4dfcdf6a-8e3a-45f1-9efc-67b98738fcff {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:35:58.146128 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "name": "network-vif-unplugged", "status": "completed", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:35:58.146380 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4dfcdf6a-8e3a-45f1-9efc-67b98738fcff {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:35:58.146776 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'code': 200} Jul 30 02:35:58.184062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] No DVR routers for this DVR port 1e783049-807a-4835-9cc9-81b8db2cfa1c on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:35:58.188324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Pushing event updated for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:58.198834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.199224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.199594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.199934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.200270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.200783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.201159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.201488 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.202077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.202403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.202736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.203049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:35:58.234940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Attempting to bind port 1e783049-807a-4835-9cc9-81b8db2cfa1c on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:35:58.235270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Attempting to bind port 1e783049-807a-4835-9cc9-81b8db2cfa1c by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:35:58.235633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Attempting to bind port 1e783049-807a-4835-9cc9-81b8db2cfa1c on network 4c7af368-fcca-4225-b235-1f35f75135cb {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:58.240114 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Port 1e783049-807a-4835-9cc9-81b8db2cfa1c on network 4c7af368-fcca-4225-b235-1f35f75135cb not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:35:58.240459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Attempting to bind port 1e783049-807a-4835-9cc9-81b8db2cfa1c on network 4c7af368-fcca-4225-b235-1f35f75135cb {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:35:58.245218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:35:58.245552 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Checking segment: {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:35:58.245934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Bound using segment: {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:35:58.246357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Bound port: 1e783049-807a-4835-9cc9-81b8db2cfa1c, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:35:58.246714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.313877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:35:58.317088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:35:58.321606 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.370405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:58.371172 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:35:58.372961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] 10.222.0.22 "PUT /v2.0/ports/1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 1091 time: 0.6267269 Jul 30 02:35:58.449656 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc062bb-672e-4aaf-ab3c-33ee987c2921 service neutron] Pushing event updated for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:35:58.476805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845f55-a396-431b-aba6-6d45c38638f5 req-597ae56b-f574-4b06-8634-632a956aa8c1 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:58.478445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96845f55-a396-431b-aba6-6d45c38638f5 req-597ae56b-f574-4b06-8634-632a956aa8c1 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 943 time: 0.1022346 Jul 30 02:35:58.481282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-5165570d-d976-41d8-b061-c1810a137b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:58.482699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-5165570d-d976-41d8-b061-c1810a137b5d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 1094 time: 0.0665934 Jul 30 02:35:58.571350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96845f55-a396-431b-aba6-6d45c38638f5 req-30013cdd-1f37-477a-a7f9-35ad906daf7f tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863919 Jul 30 02:35:58.605613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-77784d4e-0ba2-46dd-9472-ff4e776db6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:58.607137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-77784d4e-0ba2-46dd-9472-ff4e776db6c7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.1157885 Jul 30 02:35:58.654763 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-4974dc9e-daef-456e-a7f2-d32d8688862a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 217 time: 0.0392599 Jul 30 02:35:58.712671 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-36a6623c-062f-470c-8233-8e5f29332007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:58.720834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-36a6623c-062f-470c-8233-8e5f29332007 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0509772 Jul 30 02:35:58.757212 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-11ec0c0a-f292-427e-b019-af4df713ef7d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321832 Jul 30 02:35:58.849253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-eb9dc40e-5636-454e-b3d0-5c728bf3d905 service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867295 Jul 30 02:35:58.951081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa76e26b-4010-41a0-ab76-37c481ac2575 req-c49824ef-b2da-44dc-b8e9-cb4f2226a07a service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933020 Jul 30 02:35:59.711344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de62827-dcab-4a65-877e-a5d05c82e226 req-179e5eed-17af-468d-ad92-06ee81b5b8ed tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:35:59.713348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9de62827-dcab-4a65-877e-a5d05c82e226 req-179e5eed-17af-468d-ad92-06ee81b5b8ed tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 943 time: 0.0632443 Jul 30 02:35:59.758609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9de62827-dcab-4a65-877e-a5d05c82e226 req-0d864a3f-a9e0-40ca-a3d9-71cee1c834f1 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383108 Jul 30 02:36:00.148092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:00.150501 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa09493-b02f-40f7-b487-31f300940eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:00.207889 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e62a2a-dc2d-467e-8668-88d6389952f7 x-openstack-request-id: req-81e62a2a-dc2d-467e-8668-88d6389952f7 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:00.208305 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:00.208429 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-81e62a2a-dc2d-467e-8668-88d6389952f7 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:00.208802 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'status': 'completed', 'code': 200} Jul 30 02:36:00.286476 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-72a73ca5-3152-4702-804a-9790ed5011f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:00.288045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-72a73ca5-3152-4702-804a-9790ed5011f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 1094 time: 0.0541487 Jul 30 02:36:00.291837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-ae2face7-0155-44eb-a2d2-62a83cdd7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:00.295074 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-ae2face7-0155-44eb-a2d2-62a83cdd7acb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 1094 time: 0.0610015 Jul 30 02:36:00.403383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-db008e17-260b-4ac9-896e-b4d69c834539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:00.406359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-db008e17-260b-4ac9-896e-b4d69c834539 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.1100500 Jul 30 02:36:00.416521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-a40ffc6f-44bf-427f-b932-adb47cee28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:00.418658 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-a40ffc6f-44bf-427f-b932-adb47cee28b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.1172574 Jul 30 02:36:00.464791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-4a8df6b3-23fe-4fc0-9244-2bb36a91af2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 217 time: 0.0402925 Jul 30 02:36:00.470678 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-78e7856c-7336-4baa-83ce-61516e7c54c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 217 time: 0.0447075 Jul 30 02:36:00.534216 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-30b89224-ffd5-41d1-92b8-75547589f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:00.536068 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-30b89224-ffd5-41d1-92b8-75547589f911 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0578377 Jul 30 02:36:00.548769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-2eb528e6-3982-4db6-8966-3f3467070869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:00.549262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-2eb528e6-3982-4db6-8966-3f3467070869 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0725706 Jul 30 02:36:00.577261 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-6dc781cd-ab8c-4f35-b08a-10e34760c2eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340703 Jul 30 02:36:00.594463 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-0c964bc5-b75e-4bd7-9df4-80e7665f2ac8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302725 Jul 30 02:36:00.718176 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-ef8ff861-264e-4847-a560-bd43df9b69b2 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324244 Jul 30 02:36:00.734492 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-cc6c002a-52af-4478-84ee-056a0ae60613 service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273074 Jul 30 02:36:00.803741 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-80aa3a5d-9cb1-4a82-9368-65c28c548eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:00.860009 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-fb25570f-405d-4c4d-81c5-ee787dcee213 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340611 Jul 30 02:36:00.967741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3fa09493-b02f-40f7-b487-31f300940eb3 req-a4ac64a7-45a6-494e-9ed3-452a3b06e549 service neutron] 10.222.0.22 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948490 Jul 30 02:36:00.982233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d4d69-01af-4a08-a24e-2f65a668439c req-0e7f6b76-c6eb-4b0d-aa61-2efdb9b6c65e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:00.983834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-573d4d69-01af-4a08-a24e-2f65a668439c req-0e7f6b76-c6eb-4b0d-aa61-2efdb9b6c65e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 943 time: 0.1084793 Jul 30 02:36:01.028842 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-573d4d69-01af-4a08-a24e-2f65a668439c req-e6e0341c-a817-410d-8231-baa75aacbd0e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Jul 30 02:36:01.892205 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:02.166021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffe9ba-2043-4f6a-a7a3-fbc25c91d92b req-411492a3-b5a4-42fc-ab2f-febbd96e786d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:02.167647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25ffe9ba-2043-4f6a-a7a3-fbc25c91d92b req-411492a3-b5a4-42fc-ab2f-febbd96e786d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 943 time: 0.0550873 Jul 30 02:36:02.210985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25ffe9ba-2043-4f6a-a7a3-fbc25c91d92b req-59f29f14-24ba-4c6e-936e-af91ade4da8b tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366912 Jul 30 02:36:02.358881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1e783049-807a-4835-9cc9-81b8db2cfa1c details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:36:02.436238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cc75f-70a9-438d-9ca9-d1e3d0f0de26 req-4a4708bc-8965-4088-8e79-7f273f1d3fa3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:02.437911 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-566cc75f-70a9-438d-9ca9-d1e3d0f0de26 req-4a4708bc-8965-4088-8e79-7f273f1d3fa3 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 943 time: 0.0608542 Jul 30 02:36:02.497968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-566cc75f-70a9-438d-9ca9-d1e3d0f0de26 req-5d404a8c-3d32-44e3-a7b3-8e3a691f50dc tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524733 Jul 30 02:36:02.501467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-84c5ad36-6c34-4d82-9920-3cee477bb5d4 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:02.503283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-84c5ad36-6c34-4d82-9920-3cee477bb5d4 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.41 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25&tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 943 time: 0.1145833 Jul 30 02:36:02.572446 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-e80a080a-c533-4b94-bf79-579c130fb690 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:36:02.573490 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-e80a080a-c533-4b94-bf79-579c130fb690 service neutron] 10.222.0.41 "DELETE /v2.0/ports/1e783049-807a-4835-9cc9-81b8db2cfa1c/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0629826 Jul 30 02:36:02.650293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:02.661062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-8aeb950d-01d4-47f5-89d5-fd5f15427863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:02.662194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'network_id': '4c7af368-fcca-4225-b235-1f35f75135cb', 'port_id': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'mac_address': 'fa:16:3e:24:04:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ddfefc1-20cc-45ae-b065-983a78e4b77f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:36:02.662926 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-8aeb950d-01d4-47f5-89d5-fd5f15427863 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 1094 time: 0.0439661 Jul 30 02:36:02.703206 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:02.717234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e783049-807a-4835-9cc9-81b8db2cfa1c {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:36:02.737316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:02.741574 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:02.765236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-ccf12d90-fcd2-4cf5-b3f4-5b9f17aacec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:02.766779 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-ccf12d90-fcd2-4cf5-b3f4-5b9f17aacec0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 200 len: 916 time: 0.0959454 Jul 30 02:36:02.796533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:02.824607 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-2215a3c5-d5d7-488b-a094-b87be497c9bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 200 len: 217 time: 0.0494485 Jul 30 02:36:02.830941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1e783049-807a-4835-9cc9-81b8db2cfa1c no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:36:02.879715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-b03ec5d7-6541-4c77-9954-2d778554d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:02.881650 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-b03ec5d7-6541-4c77-9954-2d778554d242 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 200 len: 855 time: 0.0496376 Jul 30 02:36:02.889928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 1e783049-807a-4835-9cc9-81b8db2cfa1c not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:36:02.918517 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-ed34d3c3-c7eb-43ca-ab30-1ae4626e5a9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4c7af368-fcca-4225-b235-1f35f75135cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294929 Jul 30 02:36:03.014419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['1e783049-807a-4835-9cc9-81b8db2cfa1c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:36:03.041363 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-17a7c8d0-14e8-43c4-aefb-9a5f445ff710 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153777 Jul 30 02:36:03.135072 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bcd1ea0-9d26-4155-a507-d3bf7d118ea4 req-6ed6fbaa-873d-4c40-8e58-25d9db61682c service neutron] 10.222.0.41 "GET /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858920 Jul 30 02:36:03.440055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-42711b6a-037b-4c0e-81f7-8fcb7c917676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:03.644980 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49618345-7455-43dc-9b2f-29a32bb16f2d req-b2b9c434-bf5c-40dd-b626-21d562e27c7d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:03.647768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49618345-7455-43dc-9b2f-29a32bb16f2d req-b2b9c434-bf5c-40dd-b626-21d562e27c7d tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 944 time: 0.0622571 Jul 30 02:36:03.706202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-49618345-7455-43dc-9b2f-29a32bb16f2d req-2314b0d9-e2e5-46c4-9e75-5db1888c6032 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510187 Jul 30 02:36:03.840327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96b6f0-0467-4fb1-8042-ba904ec226be req-8799b196-6108-4c6c-bf62-256da9e9cec6 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:03.841750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e96b6f0-0467-4fb1-8042-ba904ec226be req-8799b196-6108-4c6c-bf62-256da9e9cec6 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 944 time: 0.0520918 Jul 30 02:36:03.880860 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e96b6f0-0467-4fb1-8042-ba904ec226be req-ef549846-a7a1-44bd-86cf-60526b055224 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Jul 30 02:36:03.890845 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:04.002760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a49438-0581-4fe1-b15e-cc50075b5b3b req-592808c4-7cbd-490a-8d3f-10fbe61faec9 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:04.004306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3a49438-0581-4fe1-b15e-cc50075b5b3b req-592808c4-7cbd-490a-8d3f-10fbe61faec9 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 944 time: 0.0556374 Jul 30 02:36:04.043723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b3a49438-0581-4fe1-b15e-cc50075b5b3b req-9b14556b-2b99-417c-8510-ae9d5600dd30 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333211 Jul 30 02:36:04.366813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1e783049-807a-4835-9cc9-81b8db2cfa1c up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:04.439278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 1e783049-807a-4835-9cc9-81b8db2cfa1c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:04.444007 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 1e783049-807a-4835-9cc9-81b8db2cfa1c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:04.444373 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:04.452952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0df939-4af0-45bd-ab9f-4e22c3bdce50 req-dbf28e82-3faa-487b-b362-ee77860f374e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:04.454742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a0df939-4af0-45bd-ab9f-4e22c3bdce50 req-dbf28e82-3faa-487b-b362-ee77860f374e tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 944 time: 0.0638967 Jul 30 02:36:04.503383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a0df939-4af0-45bd-ab9f-4e22c3bdce50 req-811631f3-bd19-4f2d-97ee-bb481f72ec48 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Jul 30 02:36:04.531302 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:04.557765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:04.560213 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30823630-2cd4-4d51-9426-6655bfa987a1" -d '{"events": [{"server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "name": "network-vif-plugged", "status": "completed", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:04.575364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:04.580925 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:04.607617 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4b17d2-71d0-423a-a173-a12bb143176a x-openstack-request-id: req-fd4b17d2-71d0-423a-a173-a12bb143176a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:04.607952 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "name": "network-vif-plugged", "status": "completed", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:04.608238 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fd4b17d2-71d0-423a-a173-a12bb143176a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:04.608681 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'code': 200} Jul 30 02:36:04.640089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:04.666147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:05.629299 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0e885-20f3-479b-8ab5-4cfd7841355c req-80ec9401-0d13-4869-a84c-4277bbe82464 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:05.630844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ac0e885-20f3-479b-8ab5-4cfd7841355c req-80ec9401-0d13-4869-a84c-4277bbe82464 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0514946 Jul 30 02:36:05.701766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4ac0e885-20f3-479b-8ab5-4cfd7841355c req-42c2bdf4-1014-4ced-b8ef-675f22a1f245 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8d81dca-f886-47d8-bb95-61a2643b93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646150 Jul 30 02:36:05.714731 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-28d6c64f-3fe9-468f-b09c-d07ee6029a25 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:05.716263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-28d6c64f-3fe9-468f-b09c-d07ee6029a25 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.22 "GET /v2.0/ports?device_id=eead76b7-e68c-484c-81ce-e34e0e5a2c25 HTTP/1.1" status: 200 len: 945 time: 0.0723934 Jul 30 02:36:05.812065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Deleting port 1e783049-807a-4835-9cc9-81b8db2cfa1c {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:36:05.812265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:05.919883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] For port 1e783049-807a-4835-9cc9-81b8db2cfa1c, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=1e783049-807a-4835-9cc9-81b8db2cfa1c,segment=NetworkSegment(012cde1c-2c0b-46fc-9b2f-00d8e5ec5068),segment_id=012cde1c-2c0b-46fc-9b2f-00d8e5ec5068)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:05.920249 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:05.933701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Calling delete_port for 1e783049-807a-4835-9cc9-81b8db2cfa1c owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:36:06.066231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:06.079332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['1e783049-807a-4835-9cc9-81b8db2cfa1c'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:36:06.097651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Pushing event deleted for resources: {'Port': ['ID=1e783049-807a-4835-9cc9-81b8db2cfa1c,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:06.137723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] No DVR routers for this DVR port 1e783049-807a-4835-9cc9-81b8db2cfa1c on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:36:06.141241 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:06.143228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f99c96f7-9fb0-465e-b835-ebcd7c233ddd req-d63ab540-fcad-4a09-8760-36ac8c5f5146 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] 10.222.0.22 "DELETE /v2.0/ports/1e783049-807a-4835-9cc9-81b8db2cfa1c HTTP/1.1" status: 204 len: 173 time: 0.4197865 Jul 30 02:36:06.143710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'name': 'network-vif-deleted', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:06.145986 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a040ab-05e2-4cef-a91f-998bd940befc" -d '{"events": [{"server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "name": "network-vif-deleted", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:06.184233 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63a8ca4-b572-4c4f-b96f-2caa14c650e1 x-openstack-request-id: req-b63a8ca4-b572-4c4f-b96f-2caa14c650e1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:06.184555 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eead76b7-e68c-484c-81ce-e34e0e5a2c25", "name": "network-vif-deleted", "tag": "1e783049-807a-4835-9cc9-81b8db2cfa1c", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:06.185331 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b63a8ca4-b572-4c4f-b96f-2caa14c650e1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:06.185744 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eead76b7-e68c-484c-81ce-e34e0e5a2c25', 'name': 'network-vif-deleted', 'tag': '1e783049-807a-4835-9cc9-81b8db2cfa1c', 'status': 'completed', 'code': 200} Jul 30 02:36:06.309515 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:06.333424 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:36:06.823203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57888) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:06.873200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Deleting subnet 2ddfefc1-20cc-45ae-b065-983a78e4b77f {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:36:06.876455 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:06.909460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:06.946349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:06.999641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.024770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ddfefc1-20cc-45ae-b065-983a78e4b77f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:07.029841 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.032480 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2ddfefc1-20cc-45ae-b065-983a78e4b77f HTTP/1.1" status: 204 len: 168 time: 0.2077622 Jul 30 02:36:07.034723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57890) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:07.040399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.040748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.041143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.041432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.041766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.042099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.042429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.042811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.043209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.043485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.043811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.044811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c74f8-e42b-4856-a81e-e6af1daca59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:07.110029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.189779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.199617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7af368-fcca-4225-b235-1f35f75135cb']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:07.210588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:07.210890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012cde1c-2c0b-46fc-9b2f-00d8e5ec5068') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:07.220289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.233786 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.240044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:36:07.240443 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:36:07.242088 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:36:07.300265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.306031 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.310614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4c7af368-fcca-4225-b235-1f35f75135cb HTTP/1.1" status: 204 len: 168 time: 0.2721803 Jul 30 02:36:07.319069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2919cd5-9d9b-44b8-99b3-28944aa594c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7af368-fcca-4225-b235-1f35f75135cb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:07.418615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57894) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:07.459447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-21ada044-059c-4ccc-8464-ca62b3cbfcf1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3a2f297ccbba4928bcc3fd949f4697f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396388 Jul 30 02:36:07.461970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57896) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:07.510400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ab4763f-96eb-4239-bcfc-84a738cc294f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.531568 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ab4763f-96eb-4239-bcfc-84a738cc294f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.577335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ab4763f-96eb-4239-bcfc-84a738cc294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.579968 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9ab4763f-96eb-4239-bcfc-84a738cc294f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:07.581112 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9ab4763f-96eb-4239-bcfc-84a738cc294f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f8d81dca-f886-47d8-bb95-61a2643b93e7 HTTP/1.1" status: 204 len: 168 time: 0.1182671 Jul 30 02:36:07.589310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4763f-96eb-4239-bcfc-84a738cc294f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d81dca-f886-47d8-bb95-61a2643b93e7,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:08.232472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57918) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:08.330371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1491777900-network', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:08.351729 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Made reservation on behalf of a173f84119b245a5a4865974ced8bf61 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:36:08.353970 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.367541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.380515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1e783049-807a-4835-9cc9-81b8db2cfa1c no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:36:08.400977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 1e783049-807a-4835-9cc9-81b8db2cfa1c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:36:08.401318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 1e783049-807a-4835-9cc9-81b8db2cfa1c not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:36:08.461448 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.465411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.491540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:36:08.501422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd357a-f72e-4faf-a32d-3d2dc4f5fad7,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:08.507410 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.507783 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Added segment c973c6c7-5b56-4453-8e2c-0c7320f31b27 of type vlan for network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 Jul 30 02:36:08.547702 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.576404 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.577629 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:08.578212 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.632509 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3988638 Jul 30 02:36:08.635581 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57922) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:08.641318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Request body: {'subnet': {'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1491777900-subnet', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:08.641908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd559de-bafe-4156-9a02-4c39ae029e56 admin admin] Pushing event updated for resources: {'Network': ['ID=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:08.652597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:36:08.664135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Made reservation on behalf of a173f84119b245a5a4865974ced8bf61 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:36:08.666539 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.834933 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.896513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b15e7f8-0e09-4d77-a057-aca5dbeae208,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:08.904315 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:36:08.904675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Network hostable DHCP agents. Network: cc64ebdc-2c42-4e5a-a7f0-888181ce09d0, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:36:08.921040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:36:08.929487 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, cc64ebdc-2c42-4e5a-a7f0-888181ce09d0) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:08.933592 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:08.934106 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.939266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1cafc4-8503-4eb9-bdf5-5dda02a3d342 None None] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:36:08.948819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-acd3334b-9cc0-42ab-b39f-c5d1b2308218 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3120701 Jul 30 02:36:08.952301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57924) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:08.957100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:08.977039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:08.977910 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.029874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.083272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:36:09.084269 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.173324 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.220924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Allocated IP 172.20.0.2 (cc64ebdc-2c42-4e5a-a7f0-888181ce09d0/7b15e7f8-0e09-4d77-a057-aca5dbeae208/4e5401df-6606-4956-853d-f0c5de9a832f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:36:09.378619 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.384263 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.391320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Transition to ACTIVE for port object 4e5401df-6606-4956-853d-f0c5de9a832f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:09.410195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Transition to ACTIVE for port object 4e5401df-6606-4956-853d-f0c5de9a832f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:09.411288 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.417612 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.446132 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:36:09.448569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:09.468337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:36:09.522466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Allocated IP 172.25.7.230 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/f9752c77-973c-4e7c-b6e7-b7de16538acc) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:36:09.525619 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Pushing event updated for resources: {'Port': ['ID=4e5401df-6606-4956-853d-f0c5de9a832f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:09.538360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Attempting to bind port 4e5401df-6606-4956-853d-f0c5de9a832f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:36:09.538731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Attempting to bind port 4e5401df-6606-4956-853d-f0c5de9a832f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:36:09.539095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Attempting to bind port 4e5401df-6606-4956-853d-f0c5de9a832f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:36:09.544982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:36:09.545340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:36:09.545783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.546181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:36:09.546671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Bound port: 4e5401df-6606-4956-853d-f0c5de9a832f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:36:09.547038 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.620143 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] For port 4e5401df-6606-4956-853d-f0c5de9a832f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:36:09.624427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] For port 4e5401df-6606-4956-853d-f0c5de9a832f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e5401df-6606-4956-853d-f0c5de9a832f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:36:09.630071 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.674639 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.705086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cfe1b-fc21-4d82-8247-edd47a86651b None None] Pushing event updated for resources: {'Port': ['ID=4e5401df-6606-4956-853d-f0c5de9a832f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:09.729253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:09.769600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:36:09.772533 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:09.779890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:36:09.783301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9752c77-973c-4e7c-b6e7-b7de16538acc,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:10.058974 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:10.258927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:10.392840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:36:10.506667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:36:10.517832 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:36:10.527125 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:10.528808 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:36:10.529636 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:10.533665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57926) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:10.534198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a842dd14-21b2-49fe-8a73-d7fa26671ba2 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5805328 Jul 30 02:36:10.643212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930eefcf-bc1e-4e20-9ead-bf262092df7d None None] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:36:10.649817 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:36:10.719531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e5401df-6606-4956-853d-f0c5de9a832f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:10.831801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-bbf8914f-2123-4e4e-a076-1025cf45f625 None None] Provisioning for port 4e5401df-6606-4956-853d-f0c5de9a832f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:10.836876 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:09Z', 'revision_number': 3, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:10.862729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4e5401df-6606-4956-853d-f0c5de9a832f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:10.862924 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:36:10.863270 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Updating router 4835aa55-ae47-47e8-b922-a22ca17c8646 port f9752c77-973c-4e7c-b6e7-b7de16538acc binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:36:10.867294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4e5401df-6606-4956-853d-f0c5de9a832f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:10.867893 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:10.888834 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:10.959893 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:10.994946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 4e5401df-6606-4956-853d-f0c5de9a832f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e5401df-6606-4956-853d-f0c5de9a832f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:11.001206 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.026174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.054021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=4e5401df-6606-4956-853d-f0c5de9a832f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:11.172943 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.177713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f04b8ca0-ff95-432e-ba5c-50c0d5f1c1f6 None None] Provisioning complete for port 4e5401df-6606-4956-853d-f0c5de9a832f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:11.178324 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f04b8ca0-ff95-432e-ba5c-50c0d5f1c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.183858 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Transition to ACTIVE for port object f9752c77-973c-4e7c-b6e7-b7de16538acc will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:11.191240 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.201352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Allocated IP 172.20.0.1 (cc64ebdc-2c42-4e5a-a7f0-888181ce09d0/7b15e7f8-0e09-4d77-a057-aca5dbeae208/f33b8b9b-916d-41b0-998a-d1940c777523) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:36:11.251454 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Attempting to bind port f9752c77-973c-4e7c-b6e7-b7de16538acc on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:36:11.251822 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Attempting to bind port f9752c77-973c-4e7c-b6e7-b7de16538acc by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:36:11.252181 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Attempting to bind port f9752c77-973c-4e7c-b6e7-b7de16538acc on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:36:11.261498 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Pushing event updated for resources: {'Port': ['ID=f9752c77-973c-4e7c-b6e7-b7de16538acc,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:11.268191 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:36:11.268366 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:36:11.268773 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.269186 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:36:11.269657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Bound port: f9752c77-973c-4e7c-b6e7-b7de16538acc, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:36:11.270038 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.273515 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.273859 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.274196 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.274529 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.275024 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.275544 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.275875 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.276207 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.276529 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.276921 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.277156 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.277471 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:36:11.310053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.323660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Transition to ACTIVE for port object f33b8b9b-916d-41b0-998a-d1940c777523 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:11.330542 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] For port f9752c77-973c-4e7c-b6e7-b7de16538acc, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:36:11.333768 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] For port f9752c77-973c-4e7c-b6e7-b7de16538acc, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f9752c77-973c-4e7c-b6e7-b7de16538acc,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:36:11.338132 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.358990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.397842 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:36:11.398347 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:11.405863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:36:11.408741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:11.415218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:36:11.418327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Pushing event updated for resources: {'Port': ['ID=f33b8b9b-916d-41b0-998a-d1940c777523,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:11.433046 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef1e35-aaed-4769-a8a7-c0b5a114e448 None None] Pushing event updated for resources: {'Port': ['ID=f9752c77-973c-4e7c-b6e7-b7de16538acc,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:11.455417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.512454 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:36:11.592734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.693637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-57b2ffa6-a807-4ac3-b231-6ecd6c5f75c1 None None] Provisioning for port f33b8b9b-916d-41b0-998a-d1940c777523 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:11.699805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-57b2ffa6-a807-4ac3-b231-6ecd6c5f75c1 None None] Provisioning complete for port f33b8b9b-916d-41b0-998a-d1940c777523 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:11.700947 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-57b2ffa6-a807-4ac3-b231-6ecd6c5f75c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.722374 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:09Z', 'revision_number': 3, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:11.751009 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f946dcdd-6e4c-4a79-b2d2-91435e79d2d7 None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:09Z', 'revision_number': 3, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:36:11.755954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-57b2ffa6-a807-4ac3-b231-6ecd6c5f75c1 None None] Port f33b8b9b-916d-41b0-998a-d1940c777523 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:36:11.812293 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.817571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.885540 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:11.887363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Pushing event updated for resources: {'Port': ['ID=f33b8b9b-916d-41b0-998a-d1940c777523,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:12.002006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:36:12.003511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:12.128342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:36:12.244905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:36:12.250599 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-958f7883-6986-4bab-8926-deda1d51b95b admin admin] 10.222.0.84 "PUT /v2.0/routers/4835aa55-ae47-47e8-b922-a22ca17c8646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158535 Jul 30 02:36:12.282658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1bc22697-757b-4239-aa16-41918b37f09f None None] Provisioning complete for port f33b8b9b-916d-41b0-998a-d1940c777523 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:12.283291 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bc22697-757b-4239-aa16-41918b37f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.320483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1bc22697-757b-4239-aa16-41918b37f09f None None] Port f33b8b9b-916d-41b0-998a-d1940c777523 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:36:12.700786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e5401df-6606-4956-853d-f0c5de9a832f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:12.752480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4e5401df-6606-4956-853d-f0c5de9a832f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:12.752899 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.833299 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f9752c77-973c-4e7c-b6e7-b7de16538acc up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:12.871376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57934) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:12.877725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-445dc791-8c85-4c3b-8ffe-e9f427f941ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744567212', 'description': 'tempest-description--540684642'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:12.886861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f9752c77-973c-4e7c-b6e7-b7de16538acc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:12.891959 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f9752c77-973c-4e7c-b6e7-b7de16538acc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:12.892412 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.906368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-445dc791-8c85-4c3b-8ffe-e9f427f941ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:12.978271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.000179 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-445dc791-8c85-4c3b-8ffe-e9f427f941ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.004269 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f9752c77-973c-4e7c-b6e7-b7de16538acc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f9752c77-973c-4e7c-b6e7-b7de16538acc,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:13.005411 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-445dc791-8c85-4c3b-8ffe-e9f427f941ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.008318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.036037 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-445dc791-8c85-4c3b-8ffe-e9f427f941ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.040251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-445dc791-8c85-4c3b-8ffe-e9f427f941ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1636095 Jul 30 02:36:13.040409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57936) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:13.044974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-837f10fc-178c-4cbc-98be-a0626ae4b212 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'security_group_rule': {'security_group_id': '6cb5738f-1f41-4eee-97d9-526c2fb87540', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:13.050376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dc791-8c85-4c3b-8ffe-e9f427f941ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb5738f-1f41-4eee-97d9-526c2fb87540,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:13.062438 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f9752c77-973c-4e7c-b6e7-b7de16538acc,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:13.082854 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-837f10fc-178c-4cbc-98be-a0626ae4b212 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.149152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-837f10fc-178c-4cbc-98be-a0626ae4b212 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.153051 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-837f10fc-178c-4cbc-98be-a0626ae4b212 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.174179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f10fc-178c-4cbc-98be-a0626ae4b212 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af504b8-61e1-4062-8e7a-64a79b0afb47,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:13.181023 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-837f10fc-178c-4cbc-98be-a0626ae4b212 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.185331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-837f10fc-178c-4cbc-98be-a0626ae4b212 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409519 Jul 30 02:36:13.185633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57938) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:13.190682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5f9b18bc-3797-40dc-855e-0f1264752f71 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'security_group_rule': {'security_group_id': '6cb5738f-1f41-4eee-97d9-526c2fb87540', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:13.220936 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f9b18bc-3797-40dc-855e-0f1264752f71 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.286849 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f9b18bc-3797-40dc-855e-0f1264752f71 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.290755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f9b18bc-3797-40dc-855e-0f1264752f71 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.307509 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b18bc-3797-40dc-855e-0f1264752f71 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db202660-3f28-4955-98b7-92a524098c6d,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:13.317819 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f9b18bc-3797-40dc-855e-0f1264752f71 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.319171 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5f9b18bc-3797-40dc-855e-0f1264752f71 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325524 Jul 30 02:36:13.322198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 57940) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:13.327344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:13.351577 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.405652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:36:13.415345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:36:13.416011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:13.459208 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.536892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:36:13.574967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Allocated IP 172.25.7.55 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/a62a7528-6224-4109-8a2f-9413ff707a35) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:36:13.685168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.724581 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.739086 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 2, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:13.764164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:36:13.766983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:13.768998 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:36:13.769366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Updating router 4835aa55-ae47-47e8-b922-a22ca17c8646 port f33b8b9b-916d-41b0-998a-d1940c777523 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:36:13.770500 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:36:13.797207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event updated for resources: {'Port': ['ID=a62a7528-6224-4109-8a2f-9413ff707a35,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:13.800051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.862696 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:13.896422 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.049401 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.054219 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.062860 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.073139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Transition to ACTIVE for port object f33b8b9b-916d-41b0-998a-d1940c777523 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:14.079960 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.132938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214f04b-2cf7-473c-8cdd-32ff4326e83e None None] Pushing event updated for resources: {'Port': ['ID=f33b8b9b-916d-41b0-998a-d1940c777523,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:14.133381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event updated for resources: {'Port': ['ID=a62a7528-6224-4109-8a2f-9413ff707a35,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:14.140832 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.156883 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.158479 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-102e9dbf-296c-478a-95c5-f07130e07e19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8352861 Jul 30 02:36:14.187771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Attempting to bind port f33b8b9b-916d-41b0-998a-d1940c777523 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:36:14.188294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Attempting to bind port f33b8b9b-916d-41b0-998a-d1940c777523 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:36:14.188779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Attempting to bind port f33b8b9b-916d-41b0-998a-d1940c777523 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:36:14.194514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:36:14.194891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:36:14.195488 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.195883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:36:14.196349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Bound port: f33b8b9b-916d-41b0-998a-d1940c777523, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:36:14.196732 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.270142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] For port f33b8b9b-916d-41b0-998a-d1940c777523, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:36:14.273607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] For port f33b8b9b-916d-41b0-998a-d1940c777523, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f33b8b9b-916d-41b0-998a-d1940c777523,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:36:14.285868 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.368301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:36:14.368967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:14.411251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214f04b-2cf7-473c-8cdd-32ff4326e83e None None] Pushing event updated for resources: {'Port': ['ID=f33b8b9b-916d-41b0-998a-d1940c777523,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:14.529345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:36:14.659654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f9752c77-973c-4e7c-b6e7-b7de16538acc up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:14.683251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-8c1fffe8-3f08-494d-aa07-6393baacd265 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--744567212&fields=id&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 267 time: 0.4009378 Jul 30 02:36:14.770831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f9752c77-973c-4e7c-b6e7-b7de16538acc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:14.771592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:14.795056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-d2379a4e-3dd6-460d-b322-1084014c0f04 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:14.796967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-d2379a4e-3dd6-460d-b322-1084014c0f04 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 812 time: 0.1060331 Jul 30 02:36:14.814315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-fca8577b-c9b4-403e-b638-9d86d5efa3fc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/quotas/a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 375 time: 0.0116746 Jul 30 02:36:14.877357 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-50b94782-1ac5-427c-9f72-801f47ccf2c0 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567658 Jul 30 02:36:14.978176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-e003d204-da18-4f30-abc8-6278e6095310 service neutron] 10.222.0.84 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883791 Jul 30 02:36:15.000646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:14Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:15.044592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ec0dd-76c0-45ae-aee9-8f1aadd0ce69 None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:14Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:36:15.095497 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-52c9a4eb-9088-4d70-93e7-0b640f4fec35 service neutron] 10.222.0.84 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999365 Jul 30 02:36:15.270548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf0eebd1-d695-429a-97a6-fc7abebce407 req-09d9a955-7172-4b8e-9940-a8a4fdc561ea tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 210 time: 0.0289347 Jul 30 02:36:16.394686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f5fd1152-69ae-4165-b6d5-e550cb9e7399 req-14c1f4e8-3629-4ad7-80c6-490edfb4b682 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 210 time: 0.0395291 Jul 30 02:36:16.437636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-0bd9ef31-13f0-42b2-aee9-d19f163a35a3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:16.439236 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-0bd9ef31-13f0-42b2-aee9-d19f163a35a3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 812 time: 0.1873295 Jul 30 02:36:16.499038 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-a72de15b-545b-44c5-ba86-0b400ad8b161 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 379 time: 0.0431819 Jul 30 02:36:16.516150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'port': {'device_id': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'admin_state_up': True, 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'security_groups': ['6cb5738f-1f41-4eee-97d9-526c2fb87540']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:16.641045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Made reservation on behalf of a173f84119b245a5a4865974ced8bf61 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:36:16.645050 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:16.662534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f33b8b9b-916d-41b0-998a-d1940c777523 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:16.718380 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f33b8b9b-916d-41b0-998a-d1940c777523 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:16.723614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f33b8b9b-916d-41b0-998a-d1940c777523 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:16.724123 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:16.796598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Allocated IP 172.20.0.6 (cc64ebdc-2c42-4e5a-a7f0-888181ce09d0/7b15e7f8-0e09-4d77-a057-aca5dbeae208/ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:36:16.810194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:16.846586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f33b8b9b-916d-41b0-998a-d1940c777523, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f33b8b9b-916d-41b0-998a-d1940c777523,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:16.850662 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:16.903649 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f33b8b9b-916d-41b0-998a-d1940c777523,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:16.952746 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:16.969099 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Transition to ACTIVE for port object ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:17.005623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:17.055610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:36:17.058699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:36:17.067267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:36:17.077781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event updated for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:17.128888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:17.129502 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:17.154762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-b8cb7d37-cb62-45f5-a808-5a42d7e571ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6377673 Jul 30 02:36:17.164014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Request body: {'port': {'device_id': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:17.227981 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:17.348659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5e57fb2f-35f6-4342-93d3-86b0016f7b5c None None] Provisioning for port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:17.352889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5e57fb2f-35f6-4342-93d3-86b0016f7b5c None None] Provisioning complete for port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:17.353264 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e57fb2f-35f6-4342-93d3-86b0016f7b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:17.395637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5e57fb2f-35f6-4342-93d3-86b0016f7b5c None None] Port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:36:17.580772 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff4fed-46cf-456b-a694-c5b2e1b86dc4 req-93070ff3-43ce-4f45-8d81-f9bc66c288f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:17.582422 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98ff4fed-46cf-456b-a694-c5b2e1b86dc4 req-93070ff3-43ce-4f45-8d81-f9bc66c288f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 931 time: 0.0989978 Jul 30 02:36:17.596707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:36:17.610811 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:17.636574 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Transition to ACTIVE for port object ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:36:17.644340 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:17.682012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98ff4fed-46cf-456b-a694-c5b2e1b86dc4 req-18ba150b-f4fa-483e-aa81-4b858d4613eb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930302 Jul 30 02:36:17.715378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Pushing event updated for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:17.797228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Attempting to bind port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:36:17.797785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Attempting to bind port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:36:17.798328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Attempting to bind port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:36:17.803549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:36:17.803879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Attempting to bind port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:36:17.809632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:36:17.809839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:36:17.810371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:36:17.810670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Bound port: ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:36:17.811042 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:17.888610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:36:17.892309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:36:17.896973 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:17.940743 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:17.941526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:17.942835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] 10.222.0.22 "PUT /v2.0/ports/ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 1091 time: 0.7835577 Jul 30 02:36:17.943307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:17.945950 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:17.972848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc680ee-6311-47b2-8999-64117c253f8f service neutron] Pushing event updated for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:18.004145 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a25b302-0866-4fcd-a6bb-8e7610bb2370 x-openstack-request-id: req-6a25b302-0866-4fcd-a6bb-8e7610bb2370 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:18.004442 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:18.004699 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6a25b302-0866-4fcd-a6bb-8e7610bb2370 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:18.005120 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'status': 'completed', 'code': 200} Jul 30 02:36:18.041707 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4317662f-1467-4dab-8f72-99654536bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.043242 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-4317662f-1467-4dab-8f72-99654536bd55 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1094 time: 0.0536356 Jul 30 02:36:18.094387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-50d2d2d4-f6cb-4cbe-92ee-94dd6ab95a97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 217 time: 0.0414026 Jul 30 02:36:18.147251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-2fb88689-ba6c-4552-a8f2-cdcbfcbe729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.148963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-2fb88689-ba6c-4552-a8f2-cdcbfcbe729b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0471580 Jul 30 02:36:18.202696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-a6a9c6a5-b171-45dd-92e9-e433927a6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.204224 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-a6a9c6a5-b171-45dd-92e9-e433927a6f19 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475628 Jul 30 02:36:18.303289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-80fb9df9-16ae-43a4-b873-2b8e62942c61 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907776 Jul 30 02:36:18.412655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5860cf7a-bbea-47a6-8312-1c35da9d2239 req-6f7fc3b1-54b7-4b29-97b8-5641f66700ef service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006985 Jul 30 02:36:18.514069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-e04b56b8-5237-4105-ba28-3c6a5c8379d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.515633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-e04b56b8-5237-4105-ba28-3c6a5c8379d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1094 time: 0.0507519 Jul 30 02:36:18.615459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-892188b1-26f0-4cbf-9d24-3f2d38c8d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.617064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-892188b1-26f0-4cbf-9d24-3f2d38c8d7c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0941739 Jul 30 02:36:18.633966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f33b8b9b-916d-41b0-998a-d1940c777523 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:18.666318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-05f3aed3-c5c3-4321-b02f-8d463c77c4a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 217 time: 0.0407026 Jul 30 02:36:18.705194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f33b8b9b-916d-41b0-998a-d1940c777523 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:18.705560 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:18.736176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-cc70769d-cc3c-4dd0-897a-274d1ac1122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.737770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-cc70769d-cc3c-4dd0-897a-274d1ac1122d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0613451 Jul 30 02:36:18.828732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-13ee67b6-40ff-4e13-95b5-30e20da524db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.830532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-13ee67b6-40ff-4e13-95b5-30e20da524db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845454 Jul 30 02:36:18.858669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac164-5dd7-4282-9705-b252bab78d21 req-b0a2f05d-fe36-42cf-b292-9d33ff4092d7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:18.860353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e8ac164-5dd7-4282-9705-b252bab78d21 req-b0a2f05d-fe36-42cf-b292-9d33ff4092d7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 943 time: 0.0799959 Jul 30 02:36:18.946026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e8ac164-5dd7-4282-9705-b252bab78d21 req-bd286c44-bbda-4d63-85c3-9fb137a660f6 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749042 Jul 30 02:36:18.967233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-f8864def-82c4-49f7-8385-33cd88ef1c81 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269865 Jul 30 02:36:19.067784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-016bb750-fa41-41c1-bd2a-d4048cf1c8c1 req-5b1bee34-8f3f-42bb-8d26-975e081d6c6b service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910223 Jul 30 02:36:20.069856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e8759-db02-4f52-9b3d-19e1e5ab921a req-3e049046-928f-4608-9fb1-b720031487c3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:20.071417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d03e8759-db02-4f52-9b3d-19e1e5ab921a req-3e049046-928f-4608-9fb1-b720031487c3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 943 time: 0.0565400 Jul 30 02:36:20.113623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d03e8759-db02-4f52-9b3d-19e1e5ab921a req-58cc6d36-b1fa-4303-aa68-558a02daf208 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359209 Jul 30 02:36:20.424698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:36:20.521150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:20.534151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'mac_address': 'fa:16:3e:85:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:36:20.572329 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:20.591480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:36:20.620742 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:20.625061 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:20.694310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:20.856792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:36:21.233811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bf37a-1091-4617-9755-969f3bacf6b0 req-b6a70843-7503-4155-a133-1bc0bb2f2b1a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:21.235364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c97bf37a-1091-4617-9755-969f3bacf6b0 req-b6a70843-7503-4155-a133-1bc0bb2f2b1a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 944 time: 0.0512416 Jul 30 02:36:21.278288 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c97bf37a-1091-4617-9755-969f3bacf6b0 req-0fdfe544-02e0-4965-8f67-2191f77af1d3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343564 Jul 30 02:36:22.400630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d28a3d-37e2-458a-a9fe-775feec6b7a3 req-72805937-d91e-4f9a-a26f-d5d7b6ce2952 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:22.402145 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98d28a3d-37e2-458a-a9fe-775feec6b7a3 req-72805937-d91e-4f9a-a26f-d5d7b6ce2952 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 944 time: 0.0546427 Jul 30 02:36:22.427061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:36:22.444334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98d28a3d-37e2-458a-a9fe-775feec6b7a3 req-8cfb0515-9d34-4a53-a573-ec2b8a40a6ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354927 Jul 30 02:36:22.479621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:36:22.483845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:36:22.484212 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:22.565112 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:22.588435 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:22.590957 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ef2f9d-5c00-4f77-b940-df7f80939314" -d '{"events": [{"server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "name": "network-vif-plugged", "status": "completed", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:22.604276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:36:22.608331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:22.633912 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a04700-851b-40c3-82cf-f13b54d5dff7 x-openstack-request-id: req-83a04700-851b-40c3-82cf-f13b54d5dff7 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:22.634199 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "name": "network-vif-plugged", "status": "completed", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:22.634449 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-83a04700-851b-40c3-82cf-f13b54d5dff7 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:22.635502 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'code': 200} Jul 30 02:36:22.665423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:36:22.732807 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b8527-75ad-4d77-b38f-1b32b5d46d5c req-1bb8d306-6dd1-49c1-a313-09fd7c224e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:22.734220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c91b8527-75ad-4d77-b38f-1b32b5d46d5c req-1bb8d306-6dd1-49c1-a313-09fd7c224e7c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1096 time: 0.0418425 Jul 30 02:36:22.772188 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c91b8527-75ad-4d77-b38f-1b32b5d46d5c req-7a786606-57e7-4612-b8ed-4461ddfa0b9a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297847 Jul 30 02:36:23.583950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c9779-4eae-4e40-bb98-9030cc0dba56 req-cfbbcf17-d558-478c-85ed-84f2433a4854 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:23.585437 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-374c9779-4eae-4e40-bb98-9030cc0dba56 req-cfbbcf17-d558-478c-85ed-84f2433a4854 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0599215 Jul 30 02:36:23.628104 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-374c9779-4eae-4e40-bb98-9030cc0dba56 req-c24fa6f8-d041-4f94-ba99-107c0f96d7b3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355525 Jul 30 02:36:24.311038 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:24.753804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fc775-4087-4b79-800e-f3675a8732d8 req-c14d185f-5e5b-475d-b1ff-e04e069ef9be tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:24.755333 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f5fc775-4087-4b79-800e-f3675a8732d8 req-c14d185f-5e5b-475d-b1ff-e04e069ef9be tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0551300 Jul 30 02:36:24.804473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f5fc775-4087-4b79-800e-f3675a8732d8 req-cb22e7d0-b33d-4595-bbba-2100cfa51db5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427902 Jul 30 02:36:24.928384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac1720-9d59-4da2-93fd-3ead9f149613 req-55b8591f-37ff-4b11-b8e1-36669f7927ed tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:24.929969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68ac1720-9d59-4da2-93fd-3ead9f149613 req-55b8591f-37ff-4b11-b8e1-36669f7927ed tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0558043 Jul 30 02:36:24.939245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 57986) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:36:24.947229 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3f24684c-bc96-432b-a9f1-c00da5c76452 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'floatingip': {'port_id': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:36:24.990829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f24684c-bc96-432b-a9f1-c00da5c76452 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:25.441587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f24684c-bc96-432b-a9f1-c00da5c76452 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:25.445670 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f24684c-bc96-432b-a9f1-c00da5c76452 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:25.901348 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-3f24684c-bc96-432b-a9f1-c00da5c76452 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d associated. External IP: 172.25.7.55, port: ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe. Jul 30 02:36:26.130815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f24684c-bc96-432b-a9f1-c00da5c76452 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:36:26.247614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f24684c-bc96-432b-a9f1-c00da5c76452 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:36:26.252664 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3f24684c-bc96-432b-a9f1-c00da5c76452 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:26.258381 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:36:26.269117 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:36:26.269778 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:26.286946 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3f24684c-bc96-432b-a9f1-c00da5c76452 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "PUT /v2.0/floatingips/1a146652-c988-40a9-a4fa-5c35c99deb2d HTTP/1.1" status: 200 len: 990 time: 1.3460710 Jul 30 02:36:26.287699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:36:26.290135 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66301643-94fc-4f90-8c5e-6ee812fe43ef" -d '{"events": [{"name": "network-changed", "server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:36:26.388848 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74dcc88-9251-4450-8b63-28764e3f7317 x-openstack-request-id: req-d74dcc88-9251-4450-8b63-28764e3f7317 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:36:26.388848 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:36:26.388848 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d74dcc88-9251-4450-8b63-28764e3f7317 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:36:26.388848 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'status': 'completed', 'code': 200} Jul 30 02:36:26.469798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-b421ee0b-f867-429a-8714-ffa6271c3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:26.472020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-b421ee0b-f867-429a-8714-ffa6271c3109 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1096 time: 0.0539403 Jul 30 02:36:26.486840 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:36:26.581610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-5683416e-c450-470b-b2a8-c68cbd45f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:26.583268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-5683416e-c450-470b-b2a8-c68cbd45f56b service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1034195 Jul 30 02:36:26.654864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-7454f51e-6b6e-436b-9211-fe7cbc5d15cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 998 time: 0.0619898 Jul 30 02:36:26.712758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-e22409f3-2552-41ef-87fa-c07c6624a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:26.714294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-e22409f3-2552-41ef-87fa-c07c6624a166 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0513723 Jul 30 02:36:26.726181 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:85:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:36:25Z', 'revision_number': 1, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:26.752669 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:36:26.761434 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:36:26.762006 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:36:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:26.769693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-aedafdf0-8f0c-4d09-b26c-2e03b35c7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:26.771219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-aedafdf0-8f0c-4d09-b26c-2e03b35c7234 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444124 Jul 30 02:36:26.871876 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:36:26.877592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-461ebbcd-3549-431e-ac24-d29bf9ccbb6b service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975394 Jul 30 02:36:26.988191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66301643-94fc-4f90-8c5e-6ee812fe43ef req-11a967aa-0e1a-4417-9651-73682bf1cd53 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979941 Jul 30 02:36:27.111776 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:85:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:36:25Z', 'revision_number': 1, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:36:27.144019 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2300c7-c7d8-4ce6-b58a-f07d5a9277f7 None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:85:44:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:36:25Z', 'revision_number': 1, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:36:27.361623 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cee800-101b-40f0-8033-4bc285a7c128 None None] New status for floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:36:30.797825 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c9e37764-7ac0-459e-b922-2c21182b47f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:31.892049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:33.434155 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cfb81864-dcbd-42bf-8233-bc45033b06cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:33.898002 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:34.657913 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:36.316515 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:36:41.244464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-b83fbbfc-3ae5-4ec8-bfd3-86277e523fab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435793 Jul 30 02:36:41.334178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-58fba881-69b5-439b-bb13-8def455b5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:41.335714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-58fba881-69b5-439b-bb13-8def455b5148 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1096 time: 0.0433011 Jul 30 02:36:41.467615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-803c79c2-e6e1-4da5-baf6-2a163b233a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:41.469061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-803c79c2-e6e1-4da5-baf6-2a163b233a96 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1120324 Jul 30 02:36:41.537671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-a8c76c1b-2644-4092-b999-3cad07edb872 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 1000 time: 0.0607624 Jul 30 02:36:41.595623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-92fe53c3-5ce8-4dd0-a520-86f111ad9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:41.597456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-92fe53c3-5ce8-4dd0-a520-86f111ad9ad1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0517039 Jul 30 02:36:41.646763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-c26d2978-3e41-4dc1-823e-d9fcff5def83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:36:41.648334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-c26d2978-3e41-4dc1-823e-d9fcff5def83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421486 Jul 30 02:36:41.745644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-ba52220b-7390-48b8-adde-a0d2564dd8d8 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862904 Jul 30 02:36:41.849528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-42f19c2b-e2b8-4ed4-a5e7-53a04951b83f req-c047f34a-3c18-48d0-b0cf-c866784c70da service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947640 Jul 30 02:36:43.333840 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:36:54.322912 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:00.800789 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bfe13649-682e-4431-9ab6-156596bf1f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:01.906747 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.436374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0b2935e-d714-461b-a167-e0d098cb0789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:03.889345 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:04.663520 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:06.319229 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:18.514810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-80099883-d7bb-4c4e-ac0d-1f46cf9f4d6e req-1d2ae87c-7077-4065-975c-df7c098e2b76 service neutron] (93819) timed out ('10.222.0.84', 48752) {{(pid=93819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:37:20.334118 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:37:24.324391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:30.807680 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bad9be5a-1f18-4e3d-b15e-592c281ad9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:31.904903 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:33.436434 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2588fcd4-499b-444a-8803-80f3a06cfdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:33.890471 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:34.668583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:35.658854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-b3cbac39-70c9-4fd0-82bf-85731da15952 req-178e3c3c-52d2-4cc6-a596-4c4e034f8489 service neutron] (93819) timed out ('10.222.0.84', 49216) {{(pid=93819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:37:36.321227 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:43.221202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-fe97224b-4e08-4752-87af-5f665a78557d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419667 Jul 30 02:37:43.315134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-e406b1e1-8793-4ca4-b000-56f34104e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:43.316656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-e406b1e1-8793-4ca4-b000-56f34104e855 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1096 time: 0.0424585 Jul 30 02:37:43.423385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-6343fe48-7e75-48b5-a8e4-e012e6b3f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:43.424870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-6343fe48-7e75-48b5-a8e4-e012e6b3f38c service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0880716 Jul 30 02:37:43.492359 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-77d17819-c0cd-4039-abb5-51a53533eb88 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 1000 time: 0.0589893 Jul 30 02:37:43.546978 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-0c2717fe-696d-4f84-b2b4-06a0c1332e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:43.548443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-0c2717fe-696d-4f84-b2b4-06a0c1332e9f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0483227 Jul 30 02:37:43.595601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-801ff93a-088e-4608-9785-30079d269e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:37:43.597127 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-801ff93a-088e-4608-9785-30079d269e36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407395 Jul 30 02:37:43.609351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-395bff32-4124-4ab6-a713-af3788d1f300 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:37:43.610332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-395bff32-4124-4ab6-a713-af3788d1f300 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056901 Jul 30 02:37:43.697008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-7b338d56-8e32-4584-b3c6-07acb7cdac69 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798051 Jul 30 02:37:43.790120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c1998b04-ecdc-4a89-aa55-50db36f73ad7 req-31664931-0610-4991-80a8-8cf3ab1736e0 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850849 Jul 30 02:37:54.319092 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:37:57.335294 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:38:00.801368 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce819-54b5-4c04-bccf-95495f580038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:01.909228 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:03.437828 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3841-7fed-4853-8c11-b49be1a97e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:03.891474 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:04.666301 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:05.887718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae52aa-020f-4ff6-a684-c6de7cbcc949 req-950cb979-b2b0-4fdd-83fd-d38b97c59f85 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:05.889230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80ae52aa-020f-4ff6-a684-c6de7cbcc949 req-950cb979-b2b0-4fdd-83fd-d38b97c59f85 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.1934831 Jul 30 02:38:05.929205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80ae52aa-020f-4ff6-a684-c6de7cbcc949 req-5ae0401b-04d3-4417-b138-427a78e24563 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329311 Jul 30 02:38:06.129500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 58208) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:06.186173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987d881-2467-4323-970f-6c14cac0ee5f req-fb0c233f-cddb-444f-905e-288e7be30e0f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:06.187933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2987d881-2467-4323-970f-6c14cac0ee5f req-fb0c233f-cddb-444f-905e-288e7be30e0f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0526433 Jul 30 02:38:06.229494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2987d881-2467-4323-970f-6c14cac0ee5f req-ac7af386-97f4-445a-aad0-a36e7bc9adf8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349963 Jul 30 02:38:06.230929 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-0752570c-9b46-41cd-9314-8c02071ce755 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002138 Jul 30 02:38:06.325029 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:07.384814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d25a4-44ab-496d-acfb-665fe8672596 req-27664b90-205e-484b-943c-1b8d88734605 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:07.385979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a4d25a4-44ab-496d-acfb-665fe8672596 req-27664b90-205e-484b-943c-1b8d88734605 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0843060 Jul 30 02:38:07.393958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-6a8c85f7-7caf-476b-a2c1-0498ad4ac0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:07.396356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-6a8c85f7-7caf-476b-a2c1-0498ad4ac0c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1096 time: 0.0603189 Jul 30 02:38:07.479081 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3a4d25a4-44ab-496d-acfb-665fe8672596 req-dfdbb7c6-ddd7-44e7-8143-3468cc11cbd5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826275 Jul 30 02:38:07.519784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-9aec8a43-1c0f-4c56-b256-d743618c95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:07.521197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-9aec8a43-1c0f-4c56-b256-d743618c95ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1166673 Jul 30 02:38:07.594269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-fbb933f9-b7e8-4424-9c79-cb2f92a597b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 1000 time: 0.0655398 Jul 30 02:38:07.648108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-80fde170-4652-4e16-904e-2bd3c918e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:07.649582 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-80fde170-4652-4e16-904e-2bd3c918e11c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0474291 Jul 30 02:38:07.703575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-32d35735-6a4f-4592-a865-4aad50f1a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:07.705581 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-32d35735-6a4f-4592-a865-4aad50f1a2a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478313 Jul 30 02:38:07.802705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-482ec9af-a79a-478a-bf78-a86989b8cf80 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885072 Jul 30 02:38:07.901287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-25c57a88-ed20-4d82-acf3-00b5b697d26d service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909452 Jul 30 02:38:08.600029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c7a94-2dea-4b6d-abf4-283424313307 req-9e08eb7b-d2e4-43ae-9901-fa4e790d7dbc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:08.601447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a2c7a94-2dea-4b6d-abf4-283424313307 req-9e08eb7b-d2e4-43ae-9901-fa4e790d7dbc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0499442 Jul 30 02:38:08.640675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5a2c7a94-2dea-4b6d-abf4-283424313307 req-7f362668-babd-4f1c-8ca3-7215abf33848 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334256 Jul 30 02:38:09.762568 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a6b7e-b40c-4d63-8989-ad137dc65298 req-127e52f0-5170-4822-b742-01d27084b1c5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:09.764117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-046a6b7e-b40c-4d63-8989-ad137dc65298 req-127e52f0-5170-4822-b742-01d27084b1c5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0520411 Jul 30 02:38:09.804685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-046a6b7e-b40c-4d63-8989-ad137dc65298 req-0efe192d-f0da-4b13-9833-3497e3ab5bee tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339496 Jul 30 02:38:10.933350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5fcca-e186-45d9-9a5f-44f4d96cdce0 req-49061f35-c1e1-458b-aa34-047938bfa064 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:10.934865 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7b5fcca-e186-45d9-9a5f-44f4d96cdce0 req-49061f35-c1e1-458b-aa34-047938bfa064 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0562572 Jul 30 02:38:10.976717 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d7b5fcca-e186-45d9-9a5f-44f4d96cdce0 req-df6dcca7-426f-44ba-8714-6fa93c5b1948 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345447 Jul 30 02:38:12.096194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0bf8b-ef1a-4df3-8cc7-18cc24e1fd3c req-a87dce64-e331-407d-8838-d8dd36dd1a4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:12.097699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dbe0bf8b-ef1a-4df3-8cc7-18cc24e1fd3c req-a87dce64-e331-407d-8838-d8dd36dd1a4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0506048 Jul 30 02:38:12.135799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dbe0bf8b-ef1a-4df3-8cc7-18cc24e1fd3c req-88f5f42f-eb48-4f96-bef1-9827c6d95f2b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321372 Jul 30 02:38:13.254925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d4ff-6f6d-48c2-8e73-ebd80591071d req-e7c05d94-126b-4086-9dec-87d6b6dae1c9 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:13.256580 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7da9d4ff-6f6d-48c2-8e73-ebd80591071d req-e7c05d94-126b-4086-9dec-87d6b6dae1c9 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0515223 Jul 30 02:38:13.298930 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7da9d4ff-6f6d-48c2-8e73-ebd80591071d req-a84f0548-852c-4e7a-b3b4-8830aa1ef981 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362339 Jul 30 02:38:14.425728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50c71-ba44-430d-b483-8e8f8bd82458 req-a1bb6131-4457-4aa8-8485-f4664879d74c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:14.427251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2d50c71-ba44-430d-b483-8e8f8bd82458 req-a1bb6131-4457-4aa8-8485-f4664879d74c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0553524 Jul 30 02:38:14.466629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2d50c71-ba44-430d-b483-8e8f8bd82458 req-d83cf902-0b43-42c4-81ea-f18ac4d99707 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333467 Jul 30 02:38:15.582933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddfb71-a219-4f79-b7ed-bb71f65c367e req-e1cc0598-4d2d-4c64-9a35-8b6ffe7efa98 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:15.584439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8ddfb71-a219-4f79-b7ed-bb71f65c367e req-e1cc0598-4d2d-4c64-9a35-8b6ffe7efa98 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0496612 Jul 30 02:38:15.622154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8ddfb71-a219-4f79-b7ed-bb71f65c367e req-9da19e63-44c9-458e-81a9-68f6df0ff628 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317152 Jul 30 02:38:16.740248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2bec-144f-4476-9c20-554f9ee4a741 req-68718cff-11f9-453b-9a80-4c94581035d6 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:16.741741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f91e2bec-144f-4476-9c20-554f9ee4a741 req-68718cff-11f9-453b-9a80-4c94581035d6 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Jul 30 02:38:16.779513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f91e2bec-144f-4476-9c20-554f9ee4a741 req-a2f62663-74e9-4351-b903-daa93062743a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Jul 30 02:38:17.900296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc1553-c59b-4da0-90d9-4d387f7f9104 req-0bfd04a8-7aa7-42cb-ac58-c1a8ee954725 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:17.901750 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96cc1553-c59b-4da0-90d9-4d387f7f9104 req-0bfd04a8-7aa7-42cb-ac58-c1a8ee954725 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0534036 Jul 30 02:38:17.939739 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96cc1553-c59b-4da0-90d9-4d387f7f9104 req-05ef11cd-7a4b-4881-afc9-6ee9aacf1991 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320404 Jul 30 02:38:19.059007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be201219-79cd-4bae-8305-270ed14a5042 req-1387d6b8-1a97-4051-83d1-e83cd530c908 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:19.060591 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be201219-79cd-4bae-8305-270ed14a5042 req-1387d6b8-1a97-4051-83d1-e83cd530c908 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0504665 Jul 30 02:38:19.100738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be201219-79cd-4bae-8305-270ed14a5042 req-bb06d195-dcfd-442c-ba70-391cd63f5524 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336387 Jul 30 02:38:20.140795 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-13abe128-29fa-4fe6-823f-f9dd31f96942 service neutron] show failed (client error): The resource could not be found. Jul 30 02:38:20.142461 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-13abe128-29fa-4fe6-823f-f9dd31f96942 service neutron] 10.222.0.22 "GET /v2.0/ports/ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0572906 Jul 30 02:38:20.229270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e23edb-8bb6-4b3d-b560-f7c81aefad4b req-87eaf3c3-b821-4918-8290-be62f8465503 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:20.230326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24e23edb-8bb6-4b3d-b560-f7c81aefad4b req-87eaf3c3-b821-4918-8290-be62f8465503 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0556624 Jul 30 02:38:20.270537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24e23edb-8bb6-4b3d-b560-f7c81aefad4b req-ab4be6b9-2550-4ad6-b3bd-ccbd255479d7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335064 Jul 30 02:38:20.476511 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-7264ffb4-3935-4f78-9ef2-6e9b5c4a5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:20.478035 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-7264ffb4-3935-4f78-9ef2-6e9b5c4a5f55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 1096 time: 0.0449493 Jul 30 02:38:20.490258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:20.548849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:20.767721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:20.805724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:20.846825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:20.849149 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596985ba-f7c7-452b-85b6-b7439edbfb10" -d '{"events": [{"server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:20.853097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:20.865730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Transition to ACTIVE for port object ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:20.869524 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:20.955833 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:20.963354 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b06e7fc-842d-460f-89f8-b3d6dfe15a01 x-openstack-request-id: req-9b06e7fc-842d-460f-89f8-b3d6dfe15a01 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:20.963677 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:20.963927 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b06e7fc-842d-460f-89f8-b3d6dfe15a01 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:20.964327 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'code': 200} Jul 30 02:38:20.971197 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.971569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.971915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.972251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.972582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.972914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.973244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.973570 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.973895 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.974222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.974542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:20.974868 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:21.011247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] No DVR routers for this DVR port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:38:21.155904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Attempting to bind port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:38:21.156233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Attempting to bind port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:38:21.156616 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Attempting to bind port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:21.161386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:38:21.161571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Attempting to bind port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:21.166567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:38:21.166897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:38:21.167277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:38:21.167735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Bound port: ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:38:21.168085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:21.234370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:21.237637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:38:21.241380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:21.276587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:21.277256 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:21.278671 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 1091 time: 0.7926025 Jul 30 02:38:21.317438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5d9-81db-4c1b-b6e2-28abb35cfdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:21.357679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-e445dede-0412-4579-96f9-417be884926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:21.360053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-e445dede-0412-4579-96f9-417be884926e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1094 time: 0.0552104 Jul 30 02:38:21.412347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf23ed4-07d3-4c3a-bfc3-e2557222c97a req-2f3faf3d-f748-4eaa-bcea-b01a828df515 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:21.414142 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbf23ed4-07d3-4c3a-bfc3-e2557222c97a req-2f3faf3d-f748-4eaa-bcea-b01a828df515 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 943 time: 0.0558925 Jul 30 02:38:21.462679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-fefc2ef0-3864-48bd-9589-d098595d75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:21.464401 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-fefc2ef0-3864-48bd-9589-d098595d75dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0977430 Jul 30 02:38:21.468699 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbf23ed4-07d3-4c3a-bfc3-e2557222c97a req-91ad6b13-66f6-4ebf-bc64-23548597399e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470541 Jul 30 02:38:21.536053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-9b398203-702a-481d-a801-16a993b9d3f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 998 time: 0.0643110 Jul 30 02:38:21.585304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-38e0eab4-b71f-4aba-8f4a-76ad9674bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:21.586679 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-38e0eab4-b71f-4aba-8f4a-76ad9674bcee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0442362 Jul 30 02:38:21.633118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-5a6f9c83-cf90-401a-922e-9f432d651c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:21.634616 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-5a6f9c83-cf90-401a-922e-9f432d651c8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409324 Jul 30 02:38:21.731768 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-119d7633-e9d9-4030-8afb-aafd5d8e858d service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891361 Jul 30 02:38:21.831412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-26d3cca3-fc3a-47df-a779-34e75b1a700b req-dba8ca48-5447-4557-89f3-9b518fcbe1ab service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922372 Jul 30 02:38:22.588981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c6dd9-05f0-4aef-80a1-ffeaeebaa0da req-f95d73f5-c9b7-4a4c-a861-2fb5f69be73a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:22.590385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d08c6dd9-05f0-4aef-80a1-ffeaeebaa0da req-f95d73f5-c9b7-4a4c-a861-2fb5f69be73a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 943 time: 0.0515740 Jul 30 02:38:22.629189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d08c6dd9-05f0-4aef-80a1-ffeaeebaa0da req-58ea9561-c020-4ddc-aa45-1f4710093548 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328910 Jul 30 02:38:22.966314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:22.968872 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0e3a2d-db83-44ee-9e73-333b5f694424" -d '{"events": [{"name": "network-changed", "server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:23.017943 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e44431-062b-44ea-8e94-039bea2078c5 x-openstack-request-id: req-84e44431-062b-44ea-8e94-039bea2078c5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:23.018228 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:23.018475 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-84e44431-062b-44ea-8e94-039bea2078c5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:23.019053 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'status': 'completed', 'code': 200} Jul 30 02:38:23.085739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-821f4742-8a4a-40e1-9b5b-307869cf7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.087277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-821f4742-8a4a-40e1-9b5b-307869cf7c74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1094 time: 0.0482121 Jul 30 02:38:23.093519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-f482d539-23b9-45ef-866a-b76ffa6d9add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.095095 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-f482d539-23b9-45ef-866a-b76ffa6d9add service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1094 time: 0.0480156 Jul 30 02:38:23.204827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-a0d856c5-2bf9-4531-a14b-470c764c1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.206359 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-a0d856c5-2bf9-4531-a14b-470c764c1aeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1031919 Jul 30 02:38:23.279543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-230d6dd2-44eb-4336-ab8c-548ca941525b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 998 time: 0.0637932 Jul 30 02:38:23.344766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-7f426de0-cb53-4e19-9b5d-5a5545d0d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.347329 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-7f426de0-cb53-4e19-9b5d-5a5545d0d196 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0583537 Jul 30 02:38:23.402264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-820fef1d-31da-4927-86e1-fb62c85bbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.404588 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-820fef1d-31da-4927-86e1-fb62c85bbe3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504174 Jul 30 02:38:23.508534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-817bfb65-08bc-4cc1-8d3d-53ff475a2a76 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907185 Jul 30 02:38:23.543058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-aed8c034-7505-4238-b1cc-7e13c03b882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.544861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-aed8c034-7505-4238-b1cc-7e13c03b882a service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.4499645 Jul 30 02:38:23.605926 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-837efbcf-c303-4036-804d-4d6eca03a8b2 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898333 Jul 30 02:38:23.619286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-66118346-457a-4905-9e08-3b4d796e652a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 998 time: 0.0647433 Jul 30 02:38:23.670029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-5ddd5e15-ff44-4bea-9315-50feb79c511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.671535 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-5ddd5e15-ff44-4bea-9315-50feb79c511e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0451419 Jul 30 02:38:23.749373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-b63e3a99-2057-41a9-a7fa-4a6d1fe90bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.751513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-b63e3a99-2057-41a9-a7fa-4a6d1fe90bcc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698628 Jul 30 02:38:23.775610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32686d-459e-4b9b-8b2c-080983928bd6 req-b0c10759-0fb1-4e53-8bd0-5e921dbe47db tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:23.777153 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae32686d-459e-4b9b-8b2c-080983928bd6 req-b0c10759-0fb1-4e53-8bd0-5e921dbe47db tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 943 time: 0.0706851 Jul 30 02:38:23.866593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae32686d-459e-4b9b-8b2c-080983928bd6 req-f171333d-b93c-447a-bf7a-7453be423d17 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741422 Jul 30 02:38:23.898466 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-604968c9-5cdd-4a19-8477-59af30225a43 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314309 Jul 30 02:38:24.009913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c0e3a2d-db83-44ee-9e73-333b5f694424 req-bbca9950-1e73-4a58-9b6a-b81099c5a36f service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099405 Jul 30 02:38:24.114679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd707f9-5b71-45e4-becd-3c72c0de3ccb req-64d181c6-906c-425c-8f33-a2ae95ec5c85 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:24.116234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fd707f9-5b71-45e4-becd-3c72c0de3ccb req-64d181c6-906c-425c-8f33-a2ae95ec5c85 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 943 time: 0.0810568 Jul 30 02:38:24.131271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-4ca5b80c-3caa-49f4-a087-849af637bf54 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:24.132663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-4ca5b80c-3caa-49f4-a087-849af637bf54 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6&tenant_id=a173f84119b245a5a4865974ced8bf61&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 943 time: 0.0850880 Jul 30 02:38:24.198916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9fd707f9-5b71-45e4-becd-3c72c0de3ccb req-c2ff9f9c-2f0c-4ab3-9bd3-d5e3dd8e0a76 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760624 Jul 30 02:38:24.221003 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-44fb9f84-b9d4-4ec5-800b-6ee944edd91b service neutron] delete failed (client error): The resource could not be found. Jul 30 02:38:24.222026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-44fb9f84-b9d4-4ec5-800b-6ee944edd91b service neutron] 10.222.0.22 "DELETE /v2.0/ports/ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0755730 Jul 30 02:38:24.308522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-d66eb1d4-8733-4af1-8ca9-f0e60d25c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:24.310054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-d66eb1d4-8733-4af1-8ca9-f0e60d25c1b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 1094 time: 0.0421400 Jul 30 02:38:24.325902 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:24.405013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-b04ca381-9ea8-443b-81d3-61be88093182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:24.407126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-b04ca381-9ea8-443b-81d3-61be88093182 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0890887 Jul 30 02:38:24.481536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-534cadeb-60ab-4a2b-88fa-9eced3b5fe96 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 200 len: 998 time: 0.0670581 Jul 30 02:38:24.536152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-91b24e69-68d4-45f7-8e75-d9b6888eace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:24.537637 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-91b24e69-68d4-45f7-8e75-d9b6888eace2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0486271 Jul 30 02:38:24.585989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-c7ffc597-9966-47e5-946a-04a0a5703c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:24.587550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-c7ffc597-9966-47e5-946a-04a0a5703c16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422664 Jul 30 02:38:24.683500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-42e79523-0ffd-422b-aa79-9cb6c74f73ff service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865958 Jul 30 02:38:24.782939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1e624866-8d24-4236-981c-b6c9fe01f352 req-6aa0569e-46dc-4a4e-811f-34cc2b584f50 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908194 Jul 30 02:38:25.050935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:38:25.091994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:38:25.333767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d217ac-c967-425e-bbe4-f68b0a540061 req-6cc6024c-2c0d-4698-b400-4c13a1ecff89 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:25.335386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9d217ac-c967-425e-bbe4-f68b0a540061 req-6cc6024c-2c0d-4698-b400-4c13a1ecff89 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 943 time: 0.0597515 Jul 30 02:38:25.392268 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9d217ac-c967-425e-bbe4-f68b0a540061 req-bb39f13c-9c95-4d94-a2ea-1489368a89dd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500886 Jul 30 02:38:25.442294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:38:25.541898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:25.553976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'mac_address': 'fa:16:3e:85:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:38:25.592799 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:25.605291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:38:25.624784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:25.629783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:25.678841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:25.686316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.686667 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.687006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.687340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.688268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.688861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.688978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.689241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.689564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.689884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.690204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.690521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:25.866248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:38:26.514697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f37191-9dac-4656-9716-ed132343f528 req-70d314dd-002a-4530-ac89-c683daa7bc70 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:26.517119 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0f37191-9dac-4656-9716-ed132343f528 req-70d314dd-002a-4530-ac89-c683daa7bc70 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 944 time: 0.0547824 Jul 30 02:38:26.556902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0f37191-9dac-4656-9716-ed132343f528 req-02ade896-ee8b-435b-83a7-7798acd61ad1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338154 Jul 30 02:38:26.676849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57f8e5-ed97-4ab1-9d34-8a19706c6d31 req-2a3ce01a-d846-44fd-9e1b-2cc6733825d6 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:26.678384 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f57f8e5-ed97-4ab1-9d34-8a19706c6d31 req-2a3ce01a-d846-44fd-9e1b-2cc6733825d6 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 944 time: 0.0514557 Jul 30 02:38:26.718222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f57f8e5-ed97-4ab1-9d34-8a19706c6d31 req-61c61e1d-e53b-47a0-aea5-d03328140249 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339084 Jul 30 02:38:26.835059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107f634-0eab-42e8-83be-7cb95e4e678d req-d3cc914f-519e-4784-9858-fe662b12f8a5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:26.836589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3107f634-0eab-42e8-83be-7cb95e4e678d req-d3cc914f-519e-4784-9858-fe662b12f8a5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 944 time: 0.0513995 Jul 30 02:38:26.880435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3107f634-0eab-42e8-83be-7cb95e4e678d req-b4800e97-0d39-4430-aa73-be3917e29b47 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374696 Jul 30 02:38:27.389847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119aa56d-5236-455c-9089-03670dc88578 req-4017ee6e-34af-4629-8736-d44d09252741 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:27.392526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-119aa56d-5236-455c-9089-03670dc88578 req-4017ee6e-34af-4629-8736-d44d09252741 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 944 time: 0.0665135 Jul 30 02:38:27.441673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-119aa56d-5236-455c-9089-03670dc88578 req-2e19da6e-588b-4130-8408-b6af57f42628 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432332 Jul 30 02:38:27.444839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:38:27.502154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:38:27.506082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:38:27.506449 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:27.588495 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:27.610220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:27.612502 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ea07e8-eb2b-4007-88a5-f7cf3057f870" -d '{"events": [{"server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "name": "network-vif-plugged", "status": "completed", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:27.626602 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:27.631998 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:27.655074 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c0abfe-0fa2-4770-be60-03dd10af63df x-openstack-request-id: req-76c0abfe-0fa2-4770-be60-03dd10af63df {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:27.655365 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "name": "network-vif-plugged", "status": "completed", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:27.655640 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-76c0abfe-0fa2-4770-be60-03dd10af63df {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:27.656026 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'code': 200} Jul 30 02:38:27.682767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:28.575159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f797ec-1e3c-4b78-ac26-7e0f47f955c4 req-db5130db-a75d-471f-b8bd-87e268f6d1b1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:28.576687 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08f797ec-1e3c-4b78-ac26-7e0f47f955c4 req-db5130db-a75d-471f-b8bd-87e268f6d1b1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0514896 Jul 30 02:38:28.621571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08f797ec-1e3c-4b78-ac26-7e0f47f955c4 req-76e7d4ca-105e-4b41-81f6-62f9524da37f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360310 Jul 30 02:38:28.644133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-8d6e2c3f-82b2-4b03-bb87-07a6ed40b792 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:28.645666 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-8d6e2c3f-82b2-4b03-bb87-07a6ed40b792 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 945 time: 0.0514410 Jul 30 02:38:28.753582 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Deleting port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:38:28.753923 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:28.848545 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] For port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:28.848822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:29.017484 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:29.017865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:29.018173 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d disassociated. External IP: 172.25.7.55, port: ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe. Jul 30 02:38:29.018509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Calling delete_port for ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:38:29.148117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:29.176546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event deleted for resources: {'Port': ['ID=ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:29.299806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:38:29.409470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:38:29.418790 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:38:29.428880 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:29.429942 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:29.453892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] No DVR routers for this DVR port ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:38:29.456477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:29.458472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d2dfbc08-d8ed-4c42-a758-829d22efcd79 req-12576fc7-5bfe-478c-85b6-1f2a147ec21c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "DELETE /v2.0/ports/ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe HTTP/1.1" status: 204 len: 173 time: 0.8053532 Jul 30 02:38:29.458908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'name': 'network-vif-deleted', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:29.461917 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b208e6-baa7-4134-847d-fe74e7920b37" -d '{"events": [{"server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "name": "network-vif-deleted", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:29.516155 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fe82d3-a29a-45d4-a650-551f6ab25e17 x-openstack-request-id: req-23fe82d3-a29a-45d4-a650-551f6ab25e17 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:29.516322 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44201b61-6dac-44b7-b51c-e9cf112021d6", "name": "network-vif-deleted", "tag": "ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:29.516567 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-23fe82d3-a29a-45d4-a650-551f6ab25e17 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:29.516969 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44201b61-6dac-44b7-b51c-e9cf112021d6', 'name': 'network-vif-deleted', 'tag': 'ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe', 'status': 'completed', 'code': 200} Jul 30 02:38:29.540513 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:29.742681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21a01121-9c15-4f3b-9f96-523a91df9dcc req-8b7d2b1d-119f-4dac-8dcb-128406e84e7f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=44201b61-6dac-44b7-b51c-e9cf112021d6 HTTP/1.1" status: 200 len: 210 time: 0.0318296 Jul 30 02:38:29.749885 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:29.779195 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:38:29.788188 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:29.788782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:38:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:29.894866 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:30.203882 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:30.229420 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5acd1ae-835f-4207-9b02-4818fb745990 None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:38:30.474981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261ab9d-173a-4af9-8236-b993d9db672c None None] New status for floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:38:30.809010 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3eb14d9a-993e-42bb-b7a7-021bcc68a7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:30.987822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-3db00148-deb9-40fe-aa8b-c9116c68c901 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--744567212&fields=id&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 267 time: 0.0374641 Jul 30 02:38:31.094356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-e0e6d0bd-2a92-4482-b8a1-d042468908b1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:31.095792 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-e0e6d0bd-2a92-4482-b8a1-d042468908b1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 812 time: 0.1010900 Jul 30 02:38:31.112396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-d8caadc0-159e-4ca9-93e3-e3ed487f41a7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/quotas/a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 375 time: 0.0104980 Jul 30 02:38:31.168482 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-f62d2916-5c0b-47b4-9c20-86d94de95c25 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501626 Jul 30 02:38:31.284584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-a690b22f-5958-4b03-9294-8a95558b8e9d service neutron] 10.222.0.84 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979815 Jul 30 02:38:31.374315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-eb9962c9-9655-4bc2-811c-6e9c08cc0cd2 service neutron] 10.222.0.84 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834870 Jul 30 02:38:31.550496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac809aaf-d930-4114-bea2-02f603e0905d req-4202ad25-8b30-49f0-8899-1d0d1a2ebe2a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 210 time: 0.0332031 Jul 30 02:38:31.918312 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:32.474330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-060a0c5b-15b6-485a-8ff7-d9fce7648179 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:32.476048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-060a0c5b-15b6-485a-8ff7-d9fce7648179 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 812 time: 0.1093149 Jul 30 02:38:32.528263 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-3cdb0919-5eb2-4e02-a8c7-d1a6d270c3e5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 379 time: 0.0391140 Jul 30 02:38:32.538952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'port': {'device_id': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'admin_state_up': True, 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'security_groups': ['6cb5738f-1f41-4eee-97d9-526c2fb87540']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:32.669910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af9f9b37-e4a4-4f9d-a1d7-89811df84fd9 req-f0b29e57-90b7-4764-95ee-f5fdca51187c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 210 time: 0.0413961 Jul 30 02:38:32.689551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Made reservation on behalf of a173f84119b245a5a4865974ced8bf61 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:38:32.693554 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:32.826324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Allocated IP 172.20.0.5 (cc64ebdc-2c42-4e5a-a7f0-888181ce09d0/7b15e7f8-0e09-4d77-a057-aca5dbeae208/fc30d65d-2f23-4a67-9a95-f478155b4da6) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:38:32.971327 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:32.986558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Transition to ACTIVE for port object fc30d65d-2f23-4a67-9a95-f478155b4da6 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:33.019085 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.067692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:38:33.070906 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:38:33.074767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:38:33.106645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event updated for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:33.121667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.122014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.122362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.122698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.123034 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.123364 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.123720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.124044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.124371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.125271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.125556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.125883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:38:33.146316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:33.146955 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.166622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-31ac17f4-6f39-4543-a059-10eea5bcc4d1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6318240 Jul 30 02:38:33.180939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Request body: {'port': {'device_id': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:33.243301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.308847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-21e94f1f-4e91-402c-bd47-3ea67c27349f None None] Provisioning for port fc30d65d-2f23-4a67-9a95-f478155b4da6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:38:33.313372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-21e94f1f-4e91-402c-bd47-3ea67c27349f None None] Provisioning complete for port fc30d65d-2f23-4a67-9a95-f478155b4da6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:38:33.313748 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-21e94f1f-4e91-402c-bd47-3ea67c27349f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.356383 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-21e94f1f-4e91-402c-bd47-3ea67c27349f None None] Port fc30d65d-2f23-4a67-9a95-f478155b4da6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:38:33.443862 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-361c97e0-117b-434f-8877-4e5207bf083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.480402 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:38:33.513092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:38:33.513518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device ff1b4c0c-f309-4ffc-bc4c-87320ee1ecfe not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:38:33.562767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc30d65d-2f23-4a67-9a95-f478155b4da6 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:38:33.571391 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.584734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Transition to ACTIVE for port object fc30d65d-2f23-4a67-9a95-f478155b4da6 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:38:33.588916 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.643169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Pushing event updated for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:33.715304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Attempting to bind port fc30d65d-2f23-4a67-9a95-f478155b4da6 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:38:33.715696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Attempting to bind port fc30d65d-2f23-4a67-9a95-f478155b4da6 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:38:33.716036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Attempting to bind port fc30d65d-2f23-4a67-9a95-f478155b4da6 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:33.721307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Port fc30d65d-2f23-4a67-9a95-f478155b4da6 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:38:33.721645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Attempting to bind port fc30d65d-2f23-4a67-9a95-f478155b4da6 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:38:33.727966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:38:33.727966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:38:33.728368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:38:33.728815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Bound port: fc30d65d-2f23-4a67-9a95-f478155b4da6, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:38:33.729188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.846103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974b21f-92b7-455f-9faf-413f9aac0f49 req-fb85a5b8-d9ac-4d2f-921f-b16bfee3abee tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:33.847665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f974b21f-92b7-455f-9faf-413f9aac0f49 req-fb85a5b8-d9ac-4d2f-921f-b16bfee3abee tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.1038733 Jul 30 02:38:33.852646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:38:33.857098 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:38:33.866313 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.899375 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.925717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:33.926363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:33.927876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] 10.222.0.22 "PUT /v2.0/ports/fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 1091 time: 0.7514644 Jul 30 02:38:33.930289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:33.933189 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff5b73-50ca-4479-8142-0dd0c43651bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:33.948189 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f974b21f-92b7-455f-9faf-413f9aac0f49 req-35764d0b-b5eb-49b8-8a44-14419509d6e0 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922375 Jul 30 02:38:33.970774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f99a2-1627-4e44-a9a5-0bc91d8a0383 service neutron] Pushing event updated for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:34.045121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-e6828e5c-2c55-47cc-b821-4664535f77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.047377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-e6828e5c-2c55-47cc-b821-4664535f77dd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0513530 Jul 30 02:38:34.095720 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-677ed250-4ed1-44b2-bae0-a0e0bc16678f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 217 time: 0.0375819 Jul 30 02:38:34.116066 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa423d23-3333-46a1-acca-8afce6a59d48 x-openstack-request-id: req-fa423d23-3333-46a1-acca-8afce6a59d48 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:34.116194 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:34.116374 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fa423d23-3333-46a1-acca-8afce6a59d48 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:34.116870 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'status': 'completed', 'code': 200} Jul 30 02:38:34.166267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-b709d1e7-69f9-47bc-8003-c7544dfd0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.167839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-b709d1e7-69f9-47bc-8003-c7544dfd0f51 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0614891 Jul 30 02:38:34.233502 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-5c66aa8a-bfc7-4423-b8c8-feaa4d6cf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.235770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-5c66aa8a-bfc7-4423-b8c8-feaa4d6cf0c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560570 Jul 30 02:38:34.336481 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:38:34.360028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-4dd4698e-a9ff-4d43-870c-b0b64f4885ff service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132097 Jul 30 02:38:34.474178 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8efc487c-19eb-42b0-9f56-16df1f8b25e0 req-2720bc14-adf7-4aa9-9f8a-c0f6439d57a8 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031821 Jul 30 02:38:34.607491 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-88315ec7-9add-4c5d-b2c0-4e510849b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.609562 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-88315ec7-9add-4c5d-b2c0-4e510849b112 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0614219 Jul 30 02:38:34.676846 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:34.731164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-198f0ea2-2f50-4c33-86a7-33c119eaa30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.732650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-198f0ea2-2f50-4c33-86a7-33c119eaa30d service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1144247 Jul 30 02:38:34.783387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-4a2f69c1-e80a-4dc8-a82e-d8065ef3d84f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 217 time: 0.0414865 Jul 30 02:38:34.847629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-95691e9d-e506-43fa-a03a-f1930977424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.855550 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-95691e9d-e506-43fa-a03a-f1930977424a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0576670 Jul 30 02:38:34.904512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-6640d456-ebd2-4145-9163-dce5a8e14fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:34.906882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-6640d456-ebd2-4145-9163-dce5a8e14fd4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501668 Jul 30 02:38:35.024099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-a1070812-49e0-4e12-8f6e-1e09d52634f4 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086607 Jul 30 02:38:35.163658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463b341-4723-4bb2-b96b-0d2d53c023a1 req-9ad47fbd-a5ea-49a2-a2ff-685532f169e7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:35.165248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a463b341-4723-4bb2-b96b-0d2d53c023a1 req-9ad47fbd-a5ea-49a2-a2ff-685532f169e7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.0859203 Jul 30 02:38:35.169723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95ff5b73-50ca-4479-8142-0dd0c43651bc req-90982ed9-5d97-4866-a7cc-a1525ccd6b51 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361668 Jul 30 02:38:35.217781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a463b341-4723-4bb2-b96b-0d2d53c023a1 req-ae91b7d7-5413-47dd-a9ac-fad6181a58cd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430610 Jul 30 02:38:36.331628 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:36.349522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c5358-ab0e-452d-8d1b-8f5044b75bb7 req-247aa3ac-2f55-4c18-9592-f39639ddb68b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:36.351048 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba5c5358-ab0e-452d-8d1b-8f5044b75bb7 req-247aa3ac-2f55-4c18-9592-f39639ddb68b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.0535336 Jul 30 02:38:36.391125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba5c5358-ab0e-452d-8d1b-8f5044b75bb7 req-313db11c-3a22-41d2-94ca-0b2b691b35a2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338423 Jul 30 02:38:37.081150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fc30d65d-2f23-4a67-9a95-f478155b4da6 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:38:37.178765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:37.191330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'mac_address': 'fa:16:3e:01:01:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:38:37.244451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:37.257867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc30d65d-2f23-4a67-9a95-f478155b4da6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:38:37.279964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:37.285797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:37.337613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:37.525471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc90b7-5681-4568-a704-8130ca3a5e1a req-202b28e5-113a-4736-8d24-d21236038716 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:37.527989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7dc90b7-5681-4568-a704-8130ca3a5e1a req-202b28e5-113a-4736-8d24-d21236038716 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 944 time: 0.0628741 Jul 30 02:38:37.550540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['fc30d65d-2f23-4a67-9a95-f478155b4da6'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:38:37.571398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7dc90b7-5681-4568-a704-8130ca3a5e1a req-9ef97383-8fdd-4cec-92bb-b186b44afd6d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367031 Jul 30 02:38:38.704534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5f268-c69c-406e-b334-44e8784c458e req-ff2b8e0a-9c03-40c5-a426-7fcf4306622d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:38.706833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fcd5f268-c69c-406e-b334-44e8784c458e req-ff2b8e0a-9c03-40c5-a426-7fcf4306622d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 944 time: 0.0622602 Jul 30 02:38:38.750103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fcd5f268-c69c-406e-b334-44e8784c458e req-049be808-24d3-4ad4-a1df-63fedd47ff49 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369077 Jul 30 02:38:39.093139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fc30d65d-2f23-4a67-9a95-f478155b4da6 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:38:39.142604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port fc30d65d-2f23-4a67-9a95-f478155b4da6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:38:39.146574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port fc30d65d-2f23-4a67-9a95-f478155b4da6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:38:39.146944 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:39.228183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:39.252150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:39.254642 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52edd105-b869-4dff-912c-9531ad9bf9d9" -d '{"events": [{"server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "name": "network-vif-plugged", "status": "completed", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:39.269642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:38:39.274549 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:39.325727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:38:39.371117 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0775c312-7543-4af8-91f0-47fce647fb4f x-openstack-request-id: req-0775c312-7543-4af8-91f0-47fce647fb4f {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:39.371421 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "name": "network-vif-plugged", "status": "completed", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:39.371685 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0775c312-7543-4af8-91f0-47fce647fb4f {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:39.372091 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'code': 200} Jul 30 02:38:39.474814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc58d3-7322-451b-ab15-10496481d944 req-b0fa8c89-426a-4bd3-9ef2-91868b7544ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:39.476362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16dc58d3-7322-451b-ab15-10496481d944 req-b0fa8c89-426a-4bd3-9ef2-91868b7544ab service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0418048 Jul 30 02:38:39.516059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16dc58d3-7322-451b-ab15-10496481d944 req-0fab9f76-489a-429e-9ceb-ea8f42d86dd3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308347 Jul 30 02:38:39.883942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07313b4-dd5d-4e12-80d5-c07357fa886b req-16f32520-36fe-4237-a981-43322807f309 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:39.885502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c07313b4-dd5d-4e12-80d5-c07357fa886b req-16f32520-36fe-4237-a981-43322807f309 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0613759 Jul 30 02:38:39.942968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c07313b4-dd5d-4e12-80d5-c07357fa886b req-67aa7bf0-88c4-453a-b2e4-ab623f4c2e0f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504124 Jul 30 02:38:41.083706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b973c-b45b-40ac-8b57-ec2601b50569 req-b69df75e-e238-40cd-9f6d-c28d1444d290 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:41.085293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-447b973c-b45b-40ac-8b57-ec2601b50569 req-b69df75e-e238-40cd-9f6d-c28d1444d290 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0630319 Jul 30 02:38:41.129001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-447b973c-b45b-40ac-8b57-ec2601b50569 req-3288d537-3af3-4112-a48d-ea02df9693e3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360820 Jul 30 02:38:41.248941 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc288c7a-9373-4c98-a56e-e75d6dcc79de req-9341f519-ab16-4276-a15f-7e64a9067fdc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:41.250462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dc288c7a-9373-4c98-a56e-e75d6dcc79de req-9341f519-ab16-4276-a15f-7e64a9067fdc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0554814 Jul 30 02:38:41.259147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58370) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:38:41.264296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-22630fd4-e114-4c6d-aa1d-8bc13ac654f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'floatingip': {'port_id': 'fc30d65d-2f23-4a67-9a95-f478155b4da6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:38:41.312901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22630fd4-e114-4c6d-aa1d-8bc13ac654f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:41.811186 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22630fd4-e114-4c6d-aa1d-8bc13ac654f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:41.815634 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22630fd4-e114-4c6d-aa1d-8bc13ac654f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:41.921842 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-22630fd4-e114-4c6d-aa1d-8bc13ac654f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d associated. External IP: 172.25.7.55, port: fc30d65d-2f23-4a67-9a95-f478155b4da6. Jul 30 02:38:42.164578 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22630fd4-e114-4c6d-aa1d-8bc13ac654f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:38:42.280956 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22630fd4-e114-4c6d-aa1d-8bc13ac654f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:38:42.285759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-22630fd4-e114-4c6d-aa1d-8bc13ac654f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:38:42.293750 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:38:42.310452 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:42.311404 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:38:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:42.325909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-22630fd4-e114-4c6d-aa1d-8bc13ac654f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "PUT /v2.0/floatingips/1a146652-c988-40a9-a4fa-5c35c99deb2d HTTP/1.1" status: 200 len: 990 time: 1.0653949 Jul 30 02:38:42.326824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:38:42.330375 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be988e7c-87c3-4d71-a63d-c8681b018fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:38:42.461065 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0024fa-73dc-48b0-903d-69b5b7f91e5b x-openstack-request-id: req-5b0024fa-73dc-48b0-903d-69b5b7f91e5b {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:38:42.461598 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:38:42.461959 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5b0024fa-73dc-48b0-903d-69b5b7f91e5b {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:38:42.462502 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'status': 'completed', 'code': 200} Jul 30 02:38:42.472318 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:42.551352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-d65eecdf-38af-4667-bef5-0c77bca08125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:42.553434 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-d65eecdf-38af-4667-bef5-0c77bca08125 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0660536 Jul 30 02:38:42.778052 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:01:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:38:41Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:42.806268 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:38:42.815645 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:38:42.816285 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:38:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:42.955714 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:38:43.023991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-b6cc859b-e689-46ed-ab72-2371b8916289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:43.025559 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-b6cc859b-e689-46ed-ab72-2371b8916289 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.4590862 Jul 30 02:38:43.196373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-ed40e531-e8a3-4e90-ac3b-853d50f69661 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 998 time: 0.1575193 Jul 30 02:38:43.210878 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:01:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:38:41Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:38:43.249597 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643ea60-62e8-4505-ad1a-948e7ddeaeed None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:01:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:38:41Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:38:43.259053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-a5f8b168-d512-40d6-bb06-c968e3cad54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:43.261806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-a5f8b168-d512-40d6-bb06-c968e3cad54b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0564587 Jul 30 02:38:43.323734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-3a0a11e4-4b9e-4ba3-9e10-0b84eab965d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:43.326264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-3a0a11e4-4b9e-4ba3-9e10-0b84eab965d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545769 Jul 30 02:38:43.455832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-2ce56ebe-8858-4db9-a932-9473bbc287ef service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159310 Jul 30 02:38:43.521354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a6c4bd-058a-4c09-ac0a-6eb8b901b941 None None] New status for floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:38:43.618709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be988e7c-87c3-4d71-a63d-c8681b018fa9 req-4fde1b2f-05ff-4c71-8107-3f4f99257215 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483488 Jul 30 02:38:45.229875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-cb31b118-b263-45ef-a4c4-f3f5c1924cf0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545251 Jul 30 02:38:45.335545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-9e50d296-298b-4945-a082-1876b2ff4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:45.338345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-9e50d296-298b-4945-a082-1876b2ff4316 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0596282 Jul 30 02:38:45.463789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-7f4c5623-66c8-49ba-abea-bf44cf673ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:45.465290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-7f4c5623-66c8-49ba-abea-bf44cf673ca2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1008487 Jul 30 02:38:45.539602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-58dc9d47-fe2b-471a-820b-7c1a5352e2d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 1000 time: 0.0660062 Jul 30 02:38:45.616078 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-6bdcd05b-fb54-43df-affa-d647c984ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:45.617669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-6bdcd05b-fb54-43df-affa-d647c984ce88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0625582 Jul 30 02:38:45.702460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-4ad7ea0f-3cba-4c5c-a8dd-f54dc7d1eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:38:45.704803 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-4ad7ea0f-3cba-4c5c-a8dd-f54dc7d1eee0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758500 Jul 30 02:38:45.810021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-2a360b6b-a183-450d-b21e-25e7ba817553 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959527 Jul 30 02:38:45.935313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bbdd1c1f-0c06-4384-ac20-75e934a19a25 req-d0253f9f-7532-4e12-ab6a-36574ab5fa37 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162832 Jul 30 02:38:54.337811 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:00.803936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-877dc3b5-a9e6-43cd-90fd-1b2779e6507a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:01.924476 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:03.441595 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-adc12f1b-f6d4-41fe-9131-34fb17ee4dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:03.892351 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:04.673953 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:06.335840 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:11.337470 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:39:24.334964 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:30.808602 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9138fb5-f2f5-4d9b-8234-492034e4aa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:31.938331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:33.431959 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2ed4dd80-3501-4e81-bf6f-02d488eb97c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:33.897451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:34.675792 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:36.341205 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:39:45.213666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-ad1ab28e-5a94-4856-b03a-2a53f792b1e8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513468 Jul 30 02:39:45.313898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-df6e65f0-0518-4b16-8d1a-aa23d8168442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:45.315398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-df6e65f0-0518-4b16-8d1a-aa23d8168442 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0552776 Jul 30 02:39:45.427912 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-71d6b489-e203-46a1-8f19-ff328c255671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:45.429373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-71d6b489-e203-46a1-8f19-ff328c255671 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0917630 Jul 30 02:39:45.499593 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-bbf5165e-a2ee-47b0-8921-c266701a6221 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 1000 time: 0.0608904 Jul 30 02:39:45.553351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-97944361-acd0-4867-a7db-57df1f704904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:45.554809 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-97944361-acd0-4867-a7db-57df1f704904 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0483522 Jul 30 02:39:45.601173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-8446391c-648a-4581-a2db-0b41c55f15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:39:45.602684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-8446391c-648a-4581-a2db-0b41c55f15e7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397964 Jul 30 02:39:45.694682 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-494e9ebe-c448-4337-be58-7342ca155d50 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827148 Jul 30 02:39:45.792871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-070d2c78-ecd5-4628-b0b3-56201aa1f633 req-e4ed4019-c11f-40c1-a556-ab4d24c258bd service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906498 Jul 30 02:39:48.338672 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:39:54.334391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:00.811037 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bfe2d89-8950-4e3d-b03d-8b419052c9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:01.929475 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:03.431983 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dc1b05af-56b7-4903-b474-4796cdc1247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:03.898057 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:04.677979 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:06.337889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:24.263148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c6c29-56f0-426b-8e6d-0cf4dee2b067 req-550b4827-396a-4d7c-94aa-6228b3ac51bb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:24.264694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f6c6c29-56f0-426b-8e6d-0cf4dee2b067 req-550b4827-396a-4d7c-94aa-6228b3ac51bb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0542245 Jul 30 02:40:24.308021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f6c6c29-56f0-426b-8e6d-0cf4dee2b067 req-060cce84-f507-46e7-8bf1-815d4c89a918 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363767 Jul 30 02:40:24.349228 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:25.338821 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:40:25.432211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79823ad3-dace-4d3f-8887-404c4d93d825 req-73c0ee44-bd5d-4548-8e1a-f8bce8412c61 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:25.433721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79823ad3-dace-4d3f-8887-404c4d93d825 req-73c0ee44-bd5d-4548-8e1a-f8bce8412c61 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0546355 Jul 30 02:40:25.473493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-79823ad3-dace-4d3f-8887-404c4d93d825 req-bfc1dcd8-d1cb-4bb6-9da0-5b81fece2b0e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334346 Jul 30 02:40:26.604559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ba194-abca-416b-be1b-486b0dcadbdf req-a0d356d8-b1a9-4bd5-9eeb-3b9fcebc1285 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:26.606031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-998ba194-abca-416b-be1b-486b0dcadbdf req-a0d356d8-b1a9-4bd5-9eeb-3b9fcebc1285 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0605657 Jul 30 02:40:26.649908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-998ba194-abca-416b-be1b-486b0dcadbdf req-4910e0be-6e5e-47c3-813b-3a012706ac44 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367825 Jul 30 02:40:27.772828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72c471-752f-4333-8a98-10dfa231532d req-f053a4c9-3115-4e94-86b4-5b0192800fd2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:27.774339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae72c471-752f-4333-8a98-10dfa231532d req-f053a4c9-3115-4e94-86b4-5b0192800fd2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0536261 Jul 30 02:40:27.821317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ae72c471-752f-4333-8a98-10dfa231532d req-17fff590-36df-44e5-ad1d-0915fc4007df tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356762 Jul 30 02:40:28.947608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c0548-12cc-4c68-ae47-1c1d29ff2fe9 req-91eb80a7-a5ea-4166-955d-970b4169f729 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:28.949217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-384c0548-12cc-4c68-ae47-1c1d29ff2fe9 req-91eb80a7-a5ea-4166-955d-970b4169f729 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Jul 30 02:40:28.989216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-384c0548-12cc-4c68-ae47-1c1d29ff2fe9 req-59484975-20cc-4f25-a17f-5f17af000c0b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335827 Jul 30 02:40:30.111274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eff42e-203a-49c8-aa02-17f3f3ecb914 req-a72a2e9e-20de-484d-b756-05cf5fb2cff7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:30.112970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-32eff42e-203a-49c8-aa02-17f3f3ecb914 req-a72a2e9e-20de-484d-b756-05cf5fb2cff7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0543077 Jul 30 02:40:30.151292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-32eff42e-203a-49c8-aa02-17f3f3ecb914 req-8bf7d509-2bc3-433a-8735-b92c41bf65fd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324743 Jul 30 02:40:30.812159 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9e33760-e1c3-4b49-9b90-25f19ebb4df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:31.273432 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb284f-db90-47c1-8f3f-bdf559106181 req-2f5b036f-3f07-4728-9dd2-167be6076f31 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:31.275037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dafb284f-db90-47c1-8f3f-bdf559106181 req-2f5b036f-3f07-4728-9dd2-167be6076f31 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0488508 Jul 30 02:40:31.314960 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dafb284f-db90-47c1-8f3f-bdf559106181 req-13c4f39b-8600-4f7f-a978-12583e4761d7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338778 Jul 30 02:40:31.929102 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:32.437864 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4e148-07c9-4086-854c-25113c547996 req-480f9d89-072e-4ca7-8116-728c17861abb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:32.439373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-efa4e148-07c9-4086-854c-25113c547996 req-480f9d89-072e-4ca7-8116-728c17861abb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0556576 Jul 30 02:40:32.481827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-efa4e148-07c9-4086-854c-25113c547996 req-12ed96fb-86ba-4bd7-8fe2-66df808a3eea tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363867 Jul 30 02:40:33.431739 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-28078a27-cc45-4c5d-a401-4a59c1faa987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:33.596505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f18a5d-0ddd-42aa-a0b8-57f676640eae req-fd5e39f7-5bd0-4921-a2fb-f9918898dd3d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:33.597921 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f18a5d-0ddd-42aa-a0b8-57f676640eae req-fd5e39f7-5bd0-4921-a2fb-f9918898dd3d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0491562 Jul 30 02:40:33.638495 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3f18a5d-0ddd-42aa-a0b8-57f676640eae req-09fd2636-c461-4f64-8e33-6cf25fbf8b95 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343504 Jul 30 02:40:33.899540 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.684445 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:34.754984 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cd423-3532-4a99-afcc-2c502fd26f3c req-df09bd3e-ad84-48c1-9e1f-3389c42bb593 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:34.756484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b52cd423-3532-4a99-afcc-2c502fd26f3c req-df09bd3e-ad84-48c1-9e1f-3389c42bb593 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0488396 Jul 30 02:40:34.795089 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b52cd423-3532-4a99-afcc-2c502fd26f3c req-33c71464-aec0-4cc4-a002-ed2f1563598b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Jul 30 02:40:35.019968 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-9d735bcb-5b56-4d0b-a02c-c13154676ea5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459371 Jul 30 02:40:35.035943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738736d-a5bd-41d4-ba2b-57742488386a req-d5a048e3-5d03-4313-bd69-1ac16b33ac9c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:35.037685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5738736d-a5bd-41d4-ba2b-57742488386a req-d5a048e3-5d03-4313-bd69-1ac16b33ac9c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Jul 30 02:40:35.077232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5738736d-a5bd-41d4-ba2b-57742488386a req-6720c9d7-1dac-430d-803b-67149811def1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334830 Jul 30 02:40:36.224744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-d4bedfa0-0216-45e2-880b-5fafa033bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:36.226262 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-d4bedfa0-0216-45e2-880b-5fafa033bb7f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0734203 Jul 30 02:40:36.233752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685cbca-89eb-4b8a-9ce3-6ce2e23203a6 req-a6630f5f-fc99-4edc-8c81-5e9413be303f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:36.235823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9685cbca-89eb-4b8a-9ce3-6ce2e23203a6 req-a6630f5f-fc99-4edc-8c81-5e9413be303f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0740156 Jul 30 02:40:36.321620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9685cbca-89eb-4b8a-9ce3-6ce2e23203a6 req-cb7371ff-2220-4723-9ae2-2e0cc9dfb3db tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774689 Jul 30 02:40:36.347345 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:36.354519 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-09711c8b-4f81-49fa-85c1-da6e4c31d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:36.356033 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-09711c8b-4f81-49fa-85c1-da6e4c31d23c service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1193497 Jul 30 02:40:36.424490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-53928509-5059-41d5-89bd-1d4179f35822 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 1000 time: 0.0592813 Jul 30 02:40:36.479350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-bde1b303-6477-47fa-b863-4070a6d2736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:36.480836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-bde1b303-6477-47fa-b863-4070a6d2736a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0493951 Jul 30 02:40:36.529004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-d8353954-4fb1-4b51-9e5b-4657a3a19c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:36.530528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-d8353954-4fb1-4b51-9e5b-4657a3a19c31 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415659 Jul 30 02:40:36.621024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-6bd5b85f-a966-4f57-b6a5-d776d2ae3370 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821180 Jul 30 02:40:36.716805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-648e9063-ea64-482a-b561-62b680468b7d service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880268 Jul 30 02:40:37.445513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ef0cd-badc-44c3-93fb-dd76b9bbceb1 req-f53e4c4b-8c20-47bb-b014-3130ae3a0ccd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:37.447042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a26ef0cd-badc-44c3-93fb-dd76b9bbceb1 req-f53e4c4b-8c20-47bb-b014-3130ae3a0ccd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0535588 Jul 30 02:40:37.487984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a26ef0cd-badc-44c3-93fb-dd76b9bbceb1 req-79a9473c-e263-408c-a532-6bdf90fdf839 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347071 Jul 30 02:40:38.622084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf451d9-ea5e-4a21-a814-ae500b5c88e2 req-455bf3a8-d411-4a80-8465-f5d6f72faaab tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:38.623715 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcf451d9-ea5e-4a21-a814-ae500b5c88e2 req-455bf3a8-d411-4a80-8465-f5d6f72faaab tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0631495 Jul 30 02:40:38.689888 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcf451d9-ea5e-4a21-a814-ae500b5c88e2 req-6f97a3fc-34fa-42c5-9aec-b3c70570ed61 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590260 Jul 30 02:40:38.779786 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-e0b87ce8-5442-473f-b284-b044b9979a35 service neutron] show failed (client error): The resource could not be found. Jul 30 02:40:38.781573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-e0b87ce8-5442-473f-b284-b044b9979a35 service neutron] 10.222.0.22 "GET /v2.0/ports/fc30d65d-2f23-4a67-9a95-f478155b4da6/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.1148722 Jul 30 02:40:39.151358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-c4bcc3d0-7a9f-4aac-b1b0-c4d1f0afa27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:39.152959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-c4bcc3d0-7a9f-4aac-b1b0-c4d1f0afa27d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 1096 time: 0.0920050 Jul 30 02:40:39.165288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:39.222714 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.446750 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:39.483146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:40:39.526003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:39.528891 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5412cfab-ae26-4669-b56d-3b3339c90ae3" -d '{"events": [{"server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:39.533728 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.550385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Transition to ACTIVE for port object fc30d65d-2f23-4a67-9a95-f478155b4da6 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:39.554664 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.609797 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b1549c-0ac0-4d2a-ba52-56b8738ca204 x-openstack-request-id: req-54b1549c-0ac0-4d2a-ba52-56b8738ca204 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:39.610325 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:39.610491 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-54b1549c-0ac0-4d2a-ba52-56b8738ca204 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:39.611093 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'code': 200} Jul 30 02:40:39.656323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Pushing event updated for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:39.673803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.674300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.674468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.674805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.675131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.675926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.675926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.676227 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.676550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.676869 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.678784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.678784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:39.732164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] No DVR routers for this DVR port fc30d65d-2f23-4a67-9a95-f478155b4da6 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:40:39.825207 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85813d-9ea2-4215-bb87-d1fcbecde568 req-db0f20cc-f6f7-4545-898a-3fdc04226aba tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:39.826749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa85813d-9ea2-4215-bb87-d1fcbecde568 req-db0f20cc-f6f7-4545-898a-3fdc04226aba tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.0532513 Jul 30 02:40:39.875731 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa85813d-9ea2-4215-bb87-d1fcbecde568 req-111cd6a7-5e3d-4e5f-9140-36a25955ead3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411389 Jul 30 02:40:39.877089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Attempting to bind port fc30d65d-2f23-4a67-9a95-f478155b4da6 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:40:39.877424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Attempting to bind port fc30d65d-2f23-4a67-9a95-f478155b4da6 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:40:39.877750 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Attempting to bind port fc30d65d-2f23-4a67-9a95-f478155b4da6 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:40:39.883556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Port fc30d65d-2f23-4a67-9a95-f478155b4da6 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:40:39.883883 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Attempting to bind port fc30d65d-2f23-4a67-9a95-f478155b4da6 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:40:39.888991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:40:39.889439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:40:39.889695 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:40:39.890111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Bound port: fc30d65d-2f23-4a67-9a95-f478155b4da6, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:40:39.890467 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.955016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:40:39.958217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:40:39.962254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.997571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:39.998030 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:39.999595 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] 10.222.0.41 "PUT /v2.0/ports/fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 1091 time: 0.8386178 Jul 30 02:40:40.023797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdd31a-ee79-4ddf-a6cf-6cee0c567aff service neutron] Pushing event updated for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:40.082829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-6ea77dc4-c808-40ce-a9af-d278061da3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:40.084434 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-6ea77dc4-c808-40ce-a9af-d278061da3ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0576856 Jul 30 02:40:40.189704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-95da6f46-7992-4fe2-b164-73a51b086ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:40.191278 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-95da6f46-7992-4fe2-b164-73a51b086ab1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0999210 Jul 30 02:40:40.265052 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-d3b601a4-123e-42c5-98c5-32cf42e29b6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 998 time: 0.0665536 Jul 30 02:40:40.318610 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-11c2ec3c-af70-4c1b-9b7d-17349816de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:40.320167 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-11c2ec3c-af70-4c1b-9b7d-17349816de4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0482903 Jul 30 02:40:40.368358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-9a758f9c-f8c2-4c8b-b16f-02317f338691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:40.369901 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-9a758f9c-f8c2-4c8b-b16f-02317f338691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430720 Jul 30 02:40:40.464414 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-12de7048-3b2d-492e-863d-36c4bc4af3a2 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875726 Jul 30 02:40:40.556237 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8ff9de27-16a4-4ac0-85d0-0065f71c35b1 req-afce966a-036e-429f-9f5c-62bdef7e3684 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846310 Jul 30 02:40:41.004512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efabce-90b7-4ee5-b1a2-b4dc0309052c req-791f6998-a71a-43cb-8090-90b9b20d9982 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:41.006220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13efabce-90b7-4ee5-b1a2-b4dc0309052c req-791f6998-a71a-43cb-8090-90b9b20d9982 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.0560050 Jul 30 02:40:41.061004 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13efabce-90b7-4ee5-b1a2-b4dc0309052c req-274830bb-7292-46e7-856e-f3c189a4b954 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483105 Jul 30 02:40:41.611975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:41.614341 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:41.670293 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441ce37a-9784-4ef5-9022-67aa25f2174a x-openstack-request-id: req-441ce37a-9784-4ef5-9022-67aa25f2174a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:41.670614 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:41.671127 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-441ce37a-9784-4ef5-9022-67aa25f2174a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:41.671277 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'status': 'completed', 'code': 200} Jul 30 02:40:41.755122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-2391d8fe-c41d-4631-93d3-3af237a49de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:41.757636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-2391d8fe-c41d-4631-93d3-3af237a49de7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0648577 Jul 30 02:40:41.763042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-de5e855f-7212-453c-a1d4-97ee385c0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:41.764747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-de5e855f-7212-453c-a1d4-97ee385c0217 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0676270 Jul 30 02:40:41.852780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-31351969-6d23-4f9e-8e58-2d965527c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:41.854390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-31351969-6d23-4f9e-8e58-2d965527c208 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0891614 Jul 30 02:40:41.870047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-f57d8250-7715-4f37-be7c-4b852c6e55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:41.871581 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-f57d8250-7715-4f37-be7c-4b852c6e55fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0987315 Jul 30 02:40:41.935554 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-d7e4b9f0-a65f-4337-b2fa-05c35c6c0798 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 998 time: 0.0714247 Jul 30 02:40:41.948815 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-fb603b29-0af2-4921-b828-7103bf5279f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 998 time: 0.0673597 Jul 30 02:40:41.992070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-e0c7be16-ee8a-4bcc-bc00-09444d32ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:41.993587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-e0c7be16-ee8a-4bcc-bc00-09444d32ac48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0506966 Jul 30 02:40:42.014603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-1fc43d7b-ed69-4ea9-9d22-e321a2836787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.016286 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-1fc43d7b-ed69-4ea9-9d22-e321a2836787 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0576284 Jul 30 02:40:42.046735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-297d5f14-c654-496d-85f0-4d7e9299d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.049502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-297d5f14-c654-496d-85f0-4d7e9299d4b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463398 Jul 30 02:40:42.067179 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-5e688890-f637-4f0f-9d99-3d9607a275a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.068855 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-5e688890-f637-4f0f-9d99-3d9607a275a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458174 Jul 30 02:40:42.170588 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-f0513d92-093c-4fe8-a29a-66661726df8e service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945292 Jul 30 02:40:42.187817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-8a547049-6f3f-4b6c-b5be-d800b96f0866 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294606 Jul 30 02:40:42.226378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadf9b7-4ba1-434f-90a9-14428656a659 req-ab906bd8-45fb-4655-a23b-54aef42276fc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.228863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aadf9b7-4ba1-434f-90a9-14428656a659 req-ab906bd8-45fb-4655-a23b-54aef42276fc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.0859070 Jul 30 02:40:42.268369 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-20d6f0a9-50b7-4754-87c9-b08a74b663e1 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903614 Jul 30 02:40:42.316198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1aadf9b7-4ba1-434f-90a9-14428656a659 req-970e0164-a624-411f-92fc-5494f5d07598 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578794 Jul 30 02:40:42.335796 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf42d3b5-06b4-4bcd-a0dc-d4d09bfcb9c6 req-878b9fe6-d16f-476d-afcb-d497b10bae10 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392448 Jul 30 02:40:42.556426 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68595f8e-09f6-4e6f-b790-bbfd8b929079 req-8b1d8553-6f35-4d9a-b835-6a832f9b7994 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.557981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68595f8e-09f6-4e6f-b790-bbfd8b929079 req-8b1d8553-6f35-4d9a-b835-6a832f9b7994 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.0856025 Jul 30 02:40:42.566625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-f06b99c9-d9dc-462f-912c-2c614456c7cf tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.574849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-f06b99c9-d9dc-462f-912c-2c614456c7cf tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9&tenant_id=a173f84119b245a5a4865974ced8bf61&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 943 time: 0.0682168 Jul 30 02:40:42.647367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68595f8e-09f6-4e6f-b790-bbfd8b929079 req-543cd172-e771-4d92-af9e-5ecc5bba1fb5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781386 Jul 30 02:40:42.656953 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-2d3f323f-c900-4bcf-b2fc-261cceaacc64 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:40:42.657932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-2d3f323f-c900-4bcf-b2fc-261cceaacc64 service neutron] 10.222.0.22 "DELETE /v2.0/ports/fc30d65d-2f23-4a67-9a95-f478155b4da6/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0814605 Jul 30 02:40:42.748053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-a53f1d8c-4c1c-4fc2-a795-c2f5ae74be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.749615 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-a53f1d8c-4c1c-4fc2-a795-c2f5ae74be77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0435979 Jul 30 02:40:42.849129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-24d36e22-a33a-41c1-bf4c-16256109d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.853797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-24d36e22-a33a-41c1-bf4c-16256109d27d service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0922909 Jul 30 02:40:42.923622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-024d1ce6-e180-473a-9883-25cb6baf6ba5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 998 time: 0.0609262 Jul 30 02:40:42.960290 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-8c409ace-18f2-4dd8-936d-672569cb6328 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421684 Jul 30 02:40:42.971096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-4516293d-e23b-487d-9ee0-513085c4e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:42.972527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-4516293d-e23b-487d-9ee0-513085c4e8c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0457327 Jul 30 02:40:43.030750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-de8307d9-0049-468f-a872-97dfe48b1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:43.032313 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-de8307d9-0049-468f-a872-97dfe48b1b7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513039 Jul 30 02:40:43.043001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-ffd41890-72b3-409b-8d8e-fd3af4bce218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:43.044572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-ffd41890-72b3-409b-8d8e-fd3af4bce218 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0426874 Jul 30 02:40:43.129680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-40eee12b-1d13-4485-8d4a-af9553d656a5 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886216 Jul 30 02:40:43.158025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-f26fef65-bd49-470f-8edf-191a6acc9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:43.159584 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-f26fef65-bd49-470f-8edf-191a6acc9a1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0959654 Jul 30 02:40:43.227907 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-ba738a7b-f142-4c33-a06b-a8feebb6808f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 998 time: 0.0602417 Jul 30 02:40:43.233331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-96eed161-7f50-4454-8ecd-1b06cb1de137 req-95c3be42-58bf-4a73-84a6-7fb814f04829 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902648 Jul 30 02:40:43.285512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-d0a63a71-2fa4-4c05-9a08-b2bd568991b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:43.287014 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-d0a63a71-2fa4-4c05-9a08-b2bd568991b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0526817 Jul 30 02:40:43.347794 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-497448d3-258d-44f8-82e3-cbaf27b6d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:43.349312 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-497448d3-258d-44f8-82e3-cbaf27b6d798 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545626 Jul 30 02:40:43.457950 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-3875b8d1-30b1-48aa-977e-e5d5801bc12c service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001599 Jul 30 02:40:43.560928 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b7fa55b1-663a-442a-99b0-2c3a0a691ee8 req-a6c39431-ca85-4047-96f0-8ac87114ae33 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941987 Jul 30 02:40:43.650812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fc30d65d-2f23-4a67-9a95-f478155b4da6 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:40:43.699930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device fc30d65d-2f23-4a67-9a95-f478155b4da6 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:40:43.789428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53a1e1-a859-465c-9746-98f900e4c6fc req-de343270-d442-45ca-a568-1d9ead5f0624 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:43.791013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba53a1e1-a859-465c-9746-98f900e4c6fc req-de343270-d442-45ca-a568-1d9ead5f0624 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.0588238 Jul 30 02:40:43.833325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba53a1e1-a859-465c-9746-98f900e4c6fc req-1e2e3270-177a-4329-aade-a9279536359f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358751 Jul 30 02:40:43.950842 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a63765-6415-4365-8c3b-46158cfe4076 req-526a5c11-a4ba-4c2f-9745-6fff440c7a89 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:43.952408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5a63765-6415-4365-8c3b-46158cfe4076 req-526a5c11-a4ba-4c2f-9745-6fff440c7a89 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.0499363 Jul 30 02:40:43.992248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d5a63765-6415-4365-8c3b-46158cfe4076 req-b662e0c3-09bd-4baa-adbc-cfc8da85ce59 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329974 Jul 30 02:40:44.186278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fc30d65d-2f23-4a67-9a95-f478155b4da6 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:40:44.226365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cafd02-daa6-491e-8028-5893bf73b6a3 req-57d9c941-dbe8-4aff-99cd-7773c12b27c3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:44.228063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9cafd02-daa6-491e-8028-5893bf73b6a3 req-57d9c941-dbe8-4aff-99cd-7773c12b27c3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 943 time: 0.0581050 Jul 30 02:40:44.248945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-86cc2031-b8d2-4dea-a87a-3d9999a584a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:44.252067 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-86cc2031-b8d2-4dea-a87a-3d9999a584a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0456040 Jul 30 02:40:44.280991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d9cafd02-daa6-491e-8028-5893bf73b6a3 req-51d7aecc-0b6a-474e-b1a2-66391932b610 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446501 Jul 30 02:40:44.287813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:44.303562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'mac_address': 'fa:16:3e:01:01:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:40:44.347290 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.350604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-5ac831e6-874e-4f8f-bb85-5a2e34ebfbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:44.352111 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-5ac831e6-874e-4f8f-bb85-5a2e34ebfbb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0933208 Jul 30 02:40:44.360464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc30d65d-2f23-4a67-9a95-f478155b4da6 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:40:44.380555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:44.384766 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:44.434389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:44.442448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.442788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.443121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.443478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.443810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.444139 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.444461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.444779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.445099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.445433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.445732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.446047 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:40:44.611613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['fc30d65d-2f23-4a67-9a95-f478155b4da6'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:40:44.795532 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-633d802b-6ef2-4baf-a802-cf61aa9da30b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 200 len: 998 time: 0.4360776 Jul 30 02:40:44.845174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-c1202c00-cb1d-489d-88c2-4e41285f627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:44.846634 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-c1202c00-cb1d-489d-88c2-4e41285f627a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0441065 Jul 30 02:40:44.897908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-8af9ee47-57e8-4f20-8525-99f23a20c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:44.899412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-8af9ee47-57e8-4f20-8525-99f23a20c20a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438812 Jul 30 02:40:44.988596 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-fd5c8a42-b319-43ef-904e-0c88b8f0b28d service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815496 Jul 30 02:40:45.082075 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fdc3fc68-a585-41e2-82ea-e08f8b078b8e req-e6264628-f357-44fe-88d1-b372953f4551 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858097 Jul 30 02:40:45.416484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16b659-5817-4066-97da-ad1331cb9932 req-b6539979-461e-4975-a3f6-c42b3c02f871 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:45.418307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a16b659-5817-4066-97da-ad1331cb9932 req-b6539979-461e-4975-a3f6-c42b3c02f871 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 944 time: 0.0553010 Jul 30 02:40:45.461681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a16b659-5817-4066-97da-ad1331cb9932 req-158f6505-646f-4b01-83ab-892ae1c5ffe7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367582 Jul 30 02:40:46.200834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fc30d65d-2f23-4a67-9a95-f478155b4da6 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:40:46.249610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port fc30d65d-2f23-4a67-9a95-f478155b4da6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:46.253876 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port fc30d65d-2f23-4a67-9a95-f478155b4da6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:46.254251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:46.337338 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:46.517847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:46.520236 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061bbae5-27bb-421f-ae29-47359ddcce9d" -d '{"events": [{"server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "name": "network-vif-plugged", "status": "completed", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:46.533894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:46.538186 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:46.581036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a1e4b-6209-402a-8a2c-8289681faa31 req-63fb2120-0a98-4ea4-8357-a09d9ffa17eb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:46.582583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c6a1e4b-6209-402a-8a2c-8289681faa31 req-63fb2120-0a98-4ea4-8357-a09d9ffa17eb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0492592 Jul 30 02:40:46.587725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:46.622588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c6a1e4b-6209-402a-8a2c-8289681faa31 req-11280770-d991-4be3-aa35-c77be067445c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332088 Jul 30 02:40:46.668488 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a364bfe8-1beb-4116-88e1-c62e0540dd14 x-openstack-request-id: req-a364bfe8-1beb-4116-88e1-c62e0540dd14 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:46.668839 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "name": "network-vif-plugged", "status": "completed", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:46.669219 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a364bfe8-1beb-4116-88e1-c62e0540dd14 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:46.669793 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'code': 200} Jul 30 02:40:46.892397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39470548-3cb5-4f35-8b6f-f9a93e580e8c req-c20715b2-9795-4c5a-a2d4-bcf4cfcbe1c8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:46.893990 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39470548-3cb5-4f35-8b6f-f9a93e580e8c req-c20715b2-9795-4c5a-a2d4-bcf4cfcbe1c8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0548012 Jul 30 02:40:46.940714 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39470548-3cb5-4f35-8b6f-f9a93e580e8c req-e1f1bdf7-e897-4328-9e84-319f507323d3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395076 Jul 30 02:40:48.056538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e9fc8-9828-4395-bc59-31f6065a8346 req-beb5fa57-9f25-45fd-8080-ddd6cf24fdeb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:48.058034 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f50e9fc8-9828-4395-bc59-31f6065a8346 req-beb5fa57-9f25-45fd-8080-ddd6cf24fdeb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0486107 Jul 30 02:40:48.096277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f50e9fc8-9828-4395-bc59-31f6065a8346 req-2a8190f4-691b-4b65-a133-a8c200c3dd11 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315719 Jul 30 02:40:48.142139 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-a4454977-46f1-458a-9246-aa723a15b24d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:48.143627 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-a4454977-46f1-458a-9246-aa723a15b24d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 945 time: 0.0488851 Jul 30 02:40:48.238033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Deleting port fc30d65d-2f23-4a67-9a95-f478155b4da6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:40:48.238267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:48.331763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] For port fc30d65d-2f23-4a67-9a95-f478155b4da6, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=fc30d65d-2f23-4a67-9a95-f478155b4da6,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:48.332132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:48.504180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:48.504464 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:48.504805 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d disassociated. External IP: 172.25.7.55, port: fc30d65d-2f23-4a67-9a95-f478155b4da6. Jul 30 02:40:48.505163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Calling delete_port for fc30d65d-2f23-4a67-9a95-f478155b4da6 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:40:48.635980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:48.667466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event deleted for resources: {'Port': ['ID=fc30d65d-2f23-4a67-9a95-f478155b4da6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:48.788082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:40:48.905948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:40:48.917225 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:40:48.927140 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:48.927786 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:48.947486 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] No DVR routers for this DVR port fc30d65d-2f23-4a67-9a95-f478155b4da6 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:40:48.950367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:48.952493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e4d2bb82-8799-414a-b818-51fd69527f56 req-4fe4ddef-189b-41ad-a451-d03793c26505 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "DELETE /v2.0/ports/fc30d65d-2f23-4a67-9a95-f478155b4da6 HTTP/1.1" status: 204 len: 173 time: 0.8019950 Jul 30 02:40:48.953265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'name': 'network-vif-deleted', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:48.955721 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76079442-eb50-42d2-92e3-df1f68cb3dbb" -d '{"events": [{"server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "name": "network-vif-deleted", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:49.000159 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4072ad56-0289-4121-a438-f66a4c9e2086 x-openstack-request-id: req-4072ad56-0289-4121-a438-f66a4c9e2086 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:49.000476 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9", "name": "network-vif-deleted", "tag": "fc30d65d-2f23-4a67-9a95-f478155b4da6", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:49.000695 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4072ad56-0289-4121-a438-f66a4c9e2086 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:49.001096 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9', 'name': 'network-vif-deleted', 'tag': 'fc30d65d-2f23-4a67-9a95-f478155b4da6', 'status': 'completed', 'code': 200} Jul 30 02:40:49.041144 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:49.209300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d4a9221-b7e6-4e18-adf2-a8dabaa9464b req-745b7c70-60d7-4244-b0b7-8c887e4ea30f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0c42e83-2dc1-4980-bdbf-9d28a25e9dd9 HTTP/1.1" status: 200 len: 210 time: 0.0278282 Jul 30 02:40:49.250608 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:49.277626 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:40:49.286563 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:40:49.287159 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:49.500096 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:40:49.708659 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:40:49.736950 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564e5fa2-5911-4925-ba7a-fa7689372e26 None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:40:49.988263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e9f778-ab79-433c-8280-2b68a72f2c52 None None] New status for floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:40:50.590963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-fcf4ebfb-c901-4429-97ca-50ee0130b290 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--744567212&fields=id&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 267 time: 0.0347159 Jul 30 02:40:50.709622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-677eb281-5c39-4a07-b7c0-505f29d71501 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:50.711138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-677eb281-5c39-4a07-b7c0-505f29d71501 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 812 time: 0.1132364 Jul 30 02:40:50.727658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-36de7462-80e1-4626-9455-5362363af31f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/quotas/a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 375 time: 0.0101128 Jul 30 02:40:50.786370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0f86c745-5284-49d2-b179-31be7ce39173 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524189 Jul 30 02:40:50.933836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-94adf76e-d409-4ccc-b3ee-418db129cc9c service neutron] 10.222.0.84 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350408 Jul 30 02:40:51.026448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-24b953c4-ce84-461d-bd94-021774de8682 service neutron] 10.222.0.84 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852637 Jul 30 02:40:51.192433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a4d27ba-6945-4ca5-8ca9-37821c71ee91 req-0982b194-9d3b-448a-ad2e-ea32c0888b10 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 210 time: 0.0299416 Jul 30 02:40:52.248186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fc30d65d-2f23-4a67-9a95-f478155b4da6 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:40:52.272100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: fc30d65d-2f23-4a67-9a95-f478155b4da6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:40:52.272828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device fc30d65d-2f23-4a67-9a95-f478155b4da6 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:40:52.283056 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-aa205833-bc8e-403a-bd14-fe2d4a4fe3f4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:52.284782 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-aa205833-bc8e-403a-bd14-fe2d4a4fe3f4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 812 time: 0.1239526 Jul 30 02:40:52.310182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56b1b832-57b0-40ac-a9cd-adf2eaf1fa42 req-351be7db-2f0f-483c-84d8-c1e3c435a119 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 210 time: 0.0282791 Jul 30 02:40:52.346238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-db562deb-745d-4b3f-bb88-2c9a6c2a3c19 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 379 time: 0.0512018 Jul 30 02:40:52.361323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'port': {'device_id': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'admin_state_up': True, 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'security_groups': ['6cb5738f-1f41-4eee-97d9-526c2fb87540']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:52.477072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Made reservation on behalf of a173f84119b245a5a4865974ced8bf61 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:40:52.480584 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:52.611359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Allocated IP 172.20.0.4 (cc64ebdc-2c42-4e5a-a7f0-888181ce09d0/7b15e7f8-0e09-4d77-a057-aca5dbeae208/8cfacc40-6a22-42b6-a070-d9a585397d9f) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:40:52.805561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:52.819036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Transition to ACTIVE for port object 8cfacc40-6a22-42b6-a070-d9a585397d9f will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:52.853630 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:52.898090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:40:52.903254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:40:52.911358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:40:52.915280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:52.971596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:52.972254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:52.992037 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-631aeb43-9f9f-4ea1-bc67-2a325a1473f3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6344795 Jul 30 02:40:53.004531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Request body: {'port': {'device_id': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:40:53.068197 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.174866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-99101365-2334-4daa-b1b6-b48e5962c8ba None None] Provisioning for port 8cfacc40-6a22-42b6-a070-d9a585397d9f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:53.179994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-99101365-2334-4daa-b1b6-b48e5962c8ba None None] Provisioning complete for port 8cfacc40-6a22-42b6-a070-d9a585397d9f triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:53.180936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-99101365-2334-4daa-b1b6-b48e5962c8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.218089 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-99101365-2334-4daa-b1b6-b48e5962c8ba None None] Port 8cfacc40-6a22-42b6-a070-d9a585397d9f cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:40:53.347998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfacc40-6a22-42b6-a070-d9a585397d9f {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:40:53.355989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.368700 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Transition to ACTIVE for port object 8cfacc40-6a22-42b6-a070-d9a585397d9f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:40:53.372321 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.427135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:53.447587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d065388-d21b-4ad3-b16a-b68f79fef388 req-9a3d29dd-29e5-4cb6-a097-7f48cf8bf353 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:53.449293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d065388-d21b-4ad3-b16a-b68f79fef388 req-9a3d29dd-29e5-4cb6-a097-7f48cf8bf353 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 943 time: 0.0638630 Jul 30 02:40:53.506532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d065388-d21b-4ad3-b16a-b68f79fef388 req-da03519d-4500-4ed8-84a3-a8fcb1cb44de tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476761 Jul 30 02:40:53.508828 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:40:53.509026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:40:53.509290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:40:53.514040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Port 8cfacc40-6a22-42b6-a070-d9a585397d9f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:40:53.514368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:40:53.521054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:40:53.521054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:40:53.521379 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:40:53.521666 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Bound port: 8cfacc40-6a22-42b6-a070-d9a585397d9f, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:40:53.521958 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.598565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:40:53.602077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:40:53.607262 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.647600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:53.648264 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:53.649779 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 1091 time: 0.6500778 Jul 30 02:40:53.652265 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:53.656030 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bb4860-ec17-4a74-b422-fff430e848f8" -d '{"events": [{"name": "network-changed", "server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:53.687643 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4aa33c-b9ee-49c5-bbdc-a4b42e2524e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:53.706532 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b506dbb6-756b-4601-91fe-dd15ffe239ac x-openstack-request-id: req-b506dbb6-756b-4601-91fe-dd15ffe239ac {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:53.706966 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:53.707284 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b506dbb6-756b-4601-91fe-dd15ffe239ac {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:53.707798 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'status': 'completed', 'code': 200} Jul 30 02:40:53.752620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-de6e033c-8963-4204-a709-dde33e8dd876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:53.754334 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-de6e033c-8963-4204-a709-dde33e8dd876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1094 time: 0.0613871 Jul 30 02:40:53.799812 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-34ae67f0-8b04-4f7f-9aa6-b086ed9cd201 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 217 time: 0.0367393 Jul 30 02:40:53.855618 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-20b23f36-1c23-4ebb-9d14-bd768f049dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:53.857175 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-20b23f36-1c23-4ebb-9d14-bd768f049dd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0502002 Jul 30 02:40:53.916082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-7ab71001-4e10-46b4-a0cb-8e6171334e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:53.917656 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-7ab71001-4e10-46b4-a0cb-8e6171334e4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531318 Jul 30 02:40:54.015400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-53dfced7-4acc-41cb-9c99-6e5ca388e94f service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903594 Jul 30 02:40:54.117257 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-eb7a9a84-c961-4db5-b72b-5a68985ec948 req-c50f1916-79da-430c-8e7f-9cbe7482f193 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946438 Jul 30 02:40:54.216540 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-414f008c-9711-4965-b356-378fd1207cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:54.218091 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-414f008c-9711-4965-b356-378fd1207cf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1094 time: 0.0445516 Jul 30 02:40:54.316268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-be7e353a-7d03-4da8-836a-64f87a87a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:54.317923 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-be7e353a-7d03-4da8-836a-64f87a87a0f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0929108 Jul 30 02:40:54.355393 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:54.367683 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-75634744-83b6-444d-a969-916c58dcab98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 217 time: 0.0415318 Jul 30 02:40:54.419207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-a824475a-9400-4615-a99c-8522a37fffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:54.420867 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-a824475a-9400-4615-a99c-8522a37fffe7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0455132 Jul 30 02:40:54.469925 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-dae77114-cefe-4ca4-a55b-ed8f4c513927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:54.471457 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-dae77114-cefe-4ca4-a55b-ed8f4c513927 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419393 Jul 30 02:40:54.567790 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-d24aecf8-d67f-4b31-8f34-d02944c1460e service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883512 Jul 30 02:40:54.644665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c43a3-c3b7-44f5-a98a-a751bfa936bc req-604e7d0e-8760-4c1f-984d-6881a2493ad8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:54.648318 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb0c43a3-c3b7-44f5-a98a-a751bfa936bc req-604e7d0e-8760-4c1f-984d-6881a2493ad8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 943 time: 0.0615270 Jul 30 02:40:54.679035 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c0bb4860-ec17-4a74-b422-fff430e848f8 req-d7f26cf8-c257-40ab-9916-1842d74b2b4f service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028686 Jul 30 02:40:54.708098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb0c43a3-c3b7-44f5-a98a-a751bfa936bc req-9420ad33-dfe8-45cb-8912-b24e748a2323 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487206 Jul 30 02:40:55.832545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccf992-f26a-40df-993d-357276b9f47d req-9f26973d-1222-4cea-b0fd-ed09be894fcd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:55.834335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72ccf992-f26a-40df-993d-357276b9f47d req-9f26973d-1222-4cea-b0fd-ed09be894fcd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 943 time: 0.0537424 Jul 30 02:40:55.873276 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-72ccf992-f26a-40df-993d-357276b9f47d req-c4814837-664b-49f7-a1eb-2dc045b358ae tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330155 Jul 30 02:40:56.255917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:40:56.351544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:56.364199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'mac_address': 'fa:16:3e:3b:4d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:40:56.417397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:56.432068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfacc40-6a22-42b6-a070-d9a585397d9f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:40:56.452401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:56.457138 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:56.507234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:56.654463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['8cfacc40-6a22-42b6-a070-d9a585397d9f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:40:57.005810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95cbf6-2460-49f8-98a8-c3f1d821987c req-6accb7de-a45c-48ff-9b57-cbbdc48e851e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:57.007883 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f95cbf6-2460-49f8-98a8-c3f1d821987c req-6accb7de-a45c-48ff-9b57-cbbdc48e851e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0614891 Jul 30 02:40:57.051704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f95cbf6-2460-49f8-98a8-c3f1d821987c req-9e70997d-a423-45d8-827c-b4d71d3d106b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375872 Jul 30 02:40:58.183356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f841541-213a-4466-908a-53f2f14456ea req-f538f20d-ac8b-4cf8-b92b-bd022ae2d97d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:58.184951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f841541-213a-4466-908a-53f2f14456ea req-f538f20d-ac8b-4cf8-b92b-bd022ae2d97d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0570991 Jul 30 02:40:58.225916 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2f841541-213a-4466-908a-53f2f14456ea req-ce13f989-b048-43a7-a799-e026915adb93 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341203 Jul 30 02:40:58.263312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:40:58.305738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 8cfacc40-6a22-42b6-a070-d9a585397d9f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:40:58.310390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 8cfacc40-6a22-42b6-a070-d9a585397d9f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:40:58.310807 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:58.387585 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:58.414562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:40:58.416867 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8891613-c42f-4d8d-ba91-2f05ec62e87d" -d '{"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-plugged", "status": "completed", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:40:58.431206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:40:58.435743 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:40:58.462282 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978687ca-a273-48b3-a7ad-81b931f3c0e6 x-openstack-request-id: req-978687ca-a273-48b3-a7ad-81b931f3c0e6 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:40:58.462635 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-plugged", "status": "completed", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:40:58.462844 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-978687ca-a273-48b3-a7ad-81b931f3c0e6 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:40:58.463238 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'code': 200} Jul 30 02:40:58.490465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:40:58.562887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03101c52-0d78-455e-9aa4-a1382b4766ae req-b5584097-3a69-4414-8f0e-afc5cd6af38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:58.564407 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-03101c52-0d78-455e-9aa4-a1382b4766ae req-b5584097-3a69-4414-8f0e-afc5cd6af38e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1096 time: 0.0467420 Jul 30 02:40:58.603985 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-03101c52-0d78-455e-9aa4-a1382b4766ae req-c1ee48f3-f6e9-4c79-b0a5-60685e102f25 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315735 Jul 30 02:40:59.352177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc82e7-0f25-407a-bf5e-2837511f696b req-10602ef3-7d2e-4a1b-b64c-fa10ee40515e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:40:59.353725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fc82e7-0f25-407a-bf5e-2837511f696b req-10602ef3-7d2e-4a1b-b64c-fa10ee40515e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0520194 Jul 30 02:40:59.394326 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-14fc82e7-0f25-407a-bf5e-2837511f696b req-c9f2d8e8-26fd-4b01-a52a-2b24a9740242 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342841 Jul 30 02:41:00.527293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a9ef2-cbe8-4bd3-a5a3-176da9e0a127 req-98ee70c0-7706-407f-bae1-5752c830d3cd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:00.528806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b12a9ef2-cbe8-4bd3-a5a3-176da9e0a127 req-98ee70c0-7706-407f-bae1-5752c830d3cd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0581648 Jul 30 02:41:00.568766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b12a9ef2-cbe8-4bd3-a5a3-176da9e0a127 req-69d1ba2f-1cc1-47d4-9e0d-a1a29b3fdd05 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331964 Jul 30 02:41:00.698745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908ccb6-cedb-4329-aa45-117a08e71783 req-db1a2897-6835-497e-82c0-a1960094929c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:00.700317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0908ccb6-cedb-4329-aa45-117a08e71783 req-db1a2897-6835-497e-82c0-a1960094929c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0627108 Jul 30 02:41:00.709790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 58742) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:41:00.714525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-85f09176-7d4e-42b3-aa41-7bb45bc91f4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'floatingip': {'port_id': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:41:00.755753 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85f09176-7d4e-42b3-aa41-7bb45bc91f4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:00.815759 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-23d26d93-238f-42ca-864d-368727b69cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:01.218265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85f09176-7d4e-42b3-aa41-7bb45bc91f4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:01.222296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85f09176-7d4e-42b3-aa41-7bb45bc91f4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:01.334972 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-85f09176-7d4e-42b3-aa41-7bb45bc91f4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d associated. External IP: 172.25.7.55, port: 8cfacc40-6a22-42b6-a070-d9a585397d9f. Jul 30 02:41:01.884265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f09176-7d4e-42b3-aa41-7bb45bc91f4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:41:01.930489 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:01.999534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f09176-7d4e-42b3-aa41-7bb45bc91f4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:41:02.004572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85f09176-7d4e-42b3-aa41-7bb45bc91f4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:02.013375 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:41:02.023144 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:02.023849 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:02.034739 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-85f09176-7d4e-42b3-aa41-7bb45bc91f4e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "PUT /v2.0/floatingips/1a146652-c988-40a9-a4fa-5c35c99deb2d HTTP/1.1" status: 200 len: 990 time: 1.3238435 Jul 30 02:41:02.035461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:41:02.037879 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df" -d '{"events": [{"name": "network-changed", "server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:41:02.128636 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5685c19-a084-4c0d-9df8-1ae15b5ca470 x-openstack-request-id: req-f5685c19-a084-4c0d-9df8-1ae15b5ca470 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:41:02.128968 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:41:02.129306 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f5685c19-a084-4c0d-9df8-1ae15b5ca470 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:41:02.129795 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'status': 'completed', 'code': 200} Jul 30 02:41:02.131628 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:02.198173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-6af01bc6-2331-4c95-bbc5-f47c2b2a75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:02.199737 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-6af01bc6-2331-4c95-bbc5-f47c2b2a75a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1096 time: 0.0425119 Jul 30 02:41:02.294497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-3c0a61bb-ce0c-4d27-be3a-fe9ed7e9458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:02.296032 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-3c0a61bb-ce0c-4d27-be3a-fe9ed7e9458f service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0892587 Jul 30 02:41:02.354832 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:41:02.368623 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-f8107499-73d4-4339-b72a-9cb5eda8e1b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 998 time: 0.0648444 Jul 30 02:41:02.382311 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:3b:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:41:01Z', 'revision_number': 9, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:02.409738 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:41:02.418331 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:41:02.419009 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:40:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:02.420954 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-55c8b58f-ce1f-4aa1-9644-ab0627f53d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:02.422568 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-55c8b58f-ce1f-4aa1-9644-ab0627f53d0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0467579 Jul 30 02:41:02.471946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-0c99bc05-f7c0-442c-a799-652d54bb1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:02.473462 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-0c99bc05-f7c0-442c-a799-652d54bb1480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435069 Jul 30 02:41:02.530860 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:41:02.569733 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-bd65e319-7a43-469b-9bfe-52c51ddf9262 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Jul 30 02:41:02.664051 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa7ab8a5-fdf2-4f4b-b2e4-79a19023b8df req-87a1b115-78d4-4d08-8279-ea296d54877b service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873668 Jul 30 02:41:02.760537 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:3b:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:41:01Z', 'revision_number': 9, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:41:02.786030 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb4860-60bd-45bd-8ff8-64348ca405df None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:3b:4d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:41:01Z', 'revision_number': 9, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:41:02.973823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8724a0-5bff-406e-b7a8-88be6171bec3 None None] New status for floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:41:03.434087 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66c39e27-26f6-4166-9a69-e0c5f474e14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:03.902096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:04.686960 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:06.349706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:24.360872 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:30.815591 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-272d087c-97af-44d3-b9fb-1fc1de86eebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:31.932393 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:33.434013 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7197713-542b-478f-9c13-11fc91b2e2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:33.903586 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:34.688492 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:36.344104 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:41:39.334595 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:41:42.908606 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-533ee53c-9e3f-4bd3-9851-8d37f0319989 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442145 Jul 30 02:41:42.992523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-9924b781-14c2-4df9-a26a-16f53be5e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:42.993995 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-9924b781-14c2-4df9-a26a-16f53be5e2e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1096 time: 0.0390956 Jul 30 02:41:43.098148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-f2c0a123-0da5-4219-b031-eb1a01abb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:43.099671 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-f2c0a123-0da5-4219-b031-eb1a01abb397 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0827248 Jul 30 02:41:43.173236 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-2532563d-7e70-4e4c-8d9e-2e447ec6c9cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 1001 time: 0.0648510 Jul 30 02:41:43.222430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-0ef687ee-182f-4237-8e63-53304827c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:43.223922 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-0ef687ee-182f-4237-8e63-53304827c352 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0443053 Jul 30 02:41:43.269877 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-bd0b5162-4dcd-4eea-94b8-aa53318a05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:41:43.271395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-bd0b5162-4dcd-4eea-94b8-aa53318a05a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400989 Jul 30 02:41:43.365448 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-555c328b-c4a4-4ff5-8357-525094e96316 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858185 Jul 30 02:41:43.455272 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-37ee8250-f5d6-4196-8176-3f07ed9ed05d req-0c32b239-e34a-44e9-bdd6-764aa00e266b service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828495 Jul 30 02:41:54.355146 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:00.816580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-cdd70bb9-ff15-4f06-b667-6da8303e9da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:01.943887 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:03.435055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-167a8019-73ab-4225-81d1-834d7f6785eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:03.907005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:04.691996 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:06.350544 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:16.334825 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:42:24.373609 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:30.819183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d4929759-fdcb-4410-8bca-31839f3c7680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:31.940276 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:33.435733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1187d9ed-0d28-444a-8ac9-f5afa875e443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:33.908532 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:34.692617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:36.350348 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:37.138942 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ed1d1-ff6e-4618-adaa-4cfe0335c268 req-07d585c4-2f4b-4648-90ea-cc4a25f2e066 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:37.140527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-780ed1d1-ff6e-4618-adaa-4cfe0335c268 req-07d585c4-2f4b-4648-90ea-cc4a25f2e066 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0593212 Jul 30 02:42:37.186765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-780ed1d1-ff6e-4618-adaa-4cfe0335c268 req-89c02e71-d357-4d85-8837-a8ccb1ab768f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 Jul 30 02:42:37.192902 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-ef9ca319-486a-4589-a6df-cccb883225ba service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783441 Jul 30 02:42:38.273865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-57a281fd-89fe-489f-9ca1-8ae8a8b91dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:38.275572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-57a281fd-89fe-489f-9ca1-8ae8a8b91dfc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1096 time: 0.0466585 Jul 30 02:42:38.310167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb016e0-e628-427b-9300-419ea1cd2e4d req-0f9e6f31-ddaa-402c-8956-9b56338c7dab tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:38.312343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-deb016e0-e628-427b-9300-419ea1cd2e4d req-0f9e6f31-ddaa-402c-8956-9b56338c7dab tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Jul 30 02:42:38.351216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-deb016e0-e628-427b-9300-419ea1cd2e4d req-d9668320-6ac1-4282-b18d-f893d1bec858 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326445 Jul 30 02:42:38.367048 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-125a95b5-dc77-42cf-9a62-a7c551dbeec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:38.368573 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-125a95b5-dc77-42cf-9a62-a7c551dbeec2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0854504 Jul 30 02:42:38.438022 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-42b45394-010f-42ba-952f-a0f15405abce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 1001 time: 0.0616970 Jul 30 02:42:38.486504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-105351a4-e5a0-4711-9395-934af47ad633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:38.487928 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-105351a4-e5a0-4711-9395-934af47ad633 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0434127 Jul 30 02:42:38.533131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-55810bf4-5215-44fa-b003-482a9d8c7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:38.534824 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-55810bf4-5215-44fa-b003-482a9d8c7a5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400162 Jul 30 02:42:38.633858 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-2fc1a455-75ca-4fc1-b431-20ec88d12eaa service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884812 Jul 30 02:42:38.724416 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-d8995ad9-6e20-4b60-ae98-b45c428c8439 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831316 Jul 30 02:42:39.473105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bb898-7cbd-4468-832f-0967ee3f4990 req-9ea9c6ba-3352-48ce-9ae8-ca1a27b42fbc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:39.474648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee7bb898-7cbd-4468-832f-0967ee3f4990 req-9ea9c6ba-3352-48ce-9ae8-ca1a27b42fbc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0502136 Jul 30 02:42:39.515003 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee7bb898-7cbd-4468-832f-0967ee3f4990 req-a5cb2500-10a2-42d0-8a3f-d5f8b8ebb929 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342164 Jul 30 02:42:40.638026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148afe52-fc03-48b4-8069-5473ce3cb5e9 req-7725f035-7eb2-4eb4-8264-759de597b62c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:40.639522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148afe52-fc03-48b4-8069-5473ce3cb5e9 req-7725f035-7eb2-4eb4-8264-759de597b62c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0505884 Jul 30 02:42:40.687712 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-148afe52-fc03-48b4-8069-5473ce3cb5e9 req-78242e8c-1072-4568-8dde-c2b5c7dd158f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Jul 30 02:42:41.801937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f76d68-00c9-4f6d-b166-ce19a6ba49d5 req-d867e035-6435-4275-9548-dfa469eae269 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:41.803408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1f76d68-00c9-4f6d-b166-ce19a6ba49d5 req-d867e035-6435-4275-9548-dfa469eae269 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0478470 Jul 30 02:42:41.841691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1f76d68-00c9-4f6d-b166-ce19a6ba49d5 req-cfd80b3a-93ac-4edd-8024-eb22e7c7fa11 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Jul 30 02:42:42.956934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2265db4-17df-4eb3-a80d-7c0762082cc3 req-1177b5c2-1804-4254-a358-1ea705fa5e6f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:42.958431 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2265db4-17df-4eb3-a80d-7c0762082cc3 req-1177b5c2-1804-4254-a358-1ea705fa5e6f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0492787 Jul 30 02:42:42.995685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2265db4-17df-4eb3-a80d-7c0762082cc3 req-0afbaccd-89e2-4fe9-abb8-a4c83f48076a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Jul 30 02:42:44.114238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84376405-acfe-4610-afb2-8c4953aec183 req-31b65a91-3aa1-463f-84de-a39e96be4696 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:44.115741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84376405-acfe-4610-afb2-8c4953aec183 req-31b65a91-3aa1-463f-84de-a39e96be4696 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0495636 Jul 30 02:42:44.157589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84376405-acfe-4610-afb2-8c4953aec183 req-11ce8d03-15cf-41b0-a242-e35b8a91fe5d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357819 Jul 30 02:42:44.980693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-2e07effa-3107-4908-af72-86947f85daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:44.982235 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-2e07effa-3107-4908-af72-86947f85daf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1096 time: 0.0419350 Jul 30 02:42:45.088850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-4fc80325-f70e-42d4-9110-16f3323b81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:45.090229 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-4fc80325-f70e-42d4-9110-16f3323b81d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0874236 Jul 30 02:42:45.155129 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-0e02db96-ab4a-456c-a037-de7910d6d29b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 1001 time: 0.0568998 Jul 30 02:42:45.210051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-f8a9370d-3f0a-4232-b7e4-d0a2cac6c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:45.211568 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-f8a9370d-3f0a-4232-b7e4-d0a2cac6c9ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0494761 Jul 30 02:42:45.259574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-05e565c9-da8e-49bd-a948-9e9742cc0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:45.261270 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-05e565c9-da8e-49bd-a948-9e9742cc0353 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407186 Jul 30 02:42:45.275085 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b1c6b-e1d0-46a8-83f3-0e72b8e363ed req-9a7387ba-febb-4f17-bf6c-c2b5ef293cd5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:45.276674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad1b1c6b-e1d0-46a8-83f3-0e72b8e363ed req-9a7387ba-febb-4f17-bf6c-c2b5ef293cd5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0493300 Jul 30 02:42:45.318240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad1b1c6b-e1d0-46a8-83f3-0e72b8e363ed req-77aa9500-967e-4f1b-bbba-dbdf279aa99e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345883 Jul 30 02:42:45.358546 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-3f045d4c-6f6b-423a-b07f-c88d28c3ab5f service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889277 Jul 30 02:42:45.456206 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-81223be1-20a2-4861-ad6f-7fa2d534ff9e req-5ce6bbce-7e73-4039-a5bf-207102a9733e service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886197 Jul 30 02:42:46.437352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80431535-8b70-4b8a-861e-af2c6832d17a req-def8ca21-f411-499c-a280-3c01f9d40838 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:46.439459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80431535-8b70-4b8a-861e-af2c6832d17a req-def8ca21-f411-499c-a280-3c01f9d40838 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0499525 Jul 30 02:42:46.477981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-80431535-8b70-4b8a-861e-af2c6832d17a req-0a95a1f5-a61b-4b93-8d27-862d4a5d7e14 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325124 Jul 30 02:42:47.595712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37c690-7735-497a-9a9c-ff0865819961 req-baf0a70a-ef5a-441e-b758-adaee14aba7d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:47.597122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba37c690-7735-497a-9a9c-ff0865819961 req-baf0a70a-ef5a-441e-b758-adaee14aba7d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0487304 Jul 30 02:42:47.642493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba37c690-7735-497a-9a9c-ff0865819961 req-e95db252-9a80-4a5b-aab0-bc7f8c34e6c4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393379 Jul 30 02:42:48.761704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17884e68-b26b-4059-a668-bbfe759756cf req-3bf2aa2a-d4fb-454a-a21b-ad9ad9682dc6 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:48.763184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17884e68-b26b-4059-a668-bbfe759756cf req-3bf2aa2a-d4fb-454a-a21b-ad9ad9682dc6 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0499625 Jul 30 02:42:48.802575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-17884e68-b26b-4059-a668-bbfe759756cf req-5ca06ff7-8288-4c53-9dad-fa225a9d2a57 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Jul 30 02:42:49.920760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d611827-c816-40cf-9b68-e16ddc4ce404 req-ee02d80a-c21f-4654-8938-af80ba88f123 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:49.922778 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d611827-c816-40cf-9b68-e16ddc4ce404 req-ee02d80a-c21f-4654-8938-af80ba88f123 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0518262 Jul 30 02:42:49.961335 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d611827-c816-40cf-9b68-e16ddc4ce404 req-d38ef6d0-c4b9-4341-9b70-196a2539cb28 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323522 Jul 30 02:42:50.623088 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-db97f513-0465-43e0-b690-6e63b2a80f4d service neutron] show failed (client error): The resource could not be found. Jul 30 02:42:50.624153 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-db97f513-0465-43e0-b690-6e63b2a80f4d service neutron] 10.222.0.41 "GET /v2.0/ports/8cfacc40-6a22-42b6-a070-d9a585397d9f/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0553925 Jul 30 02:42:50.822766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8b4cef84-b18d-467a-80e0-98fa1fb6a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:50.824309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8b4cef84-b18d-467a-80e0-98fa1fb6a19e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 1096 time: 0.0403442 Jul 30 02:42:50.840539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:42:50.898620 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:51.135715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dbfd0-3722-4cfc-a2f5-c70f91be4482 req-9c04f760-649a-4465-bfcc-8bf31c3432ef tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:51.137186 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-368dbfd0-3722-4cfc-a2f5-c70f91be4482 req-9c04f760-649a-4465-bfcc-8bf31c3432ef tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.1000805 Jul 30 02:42:51.142171 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:42:51.205019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-368dbfd0-3722-4cfc-a2f5-c70f91be4482 req-292ad19e-9e95-4443-94ff-af9c41d180f1 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606463 Jul 30 02:42:51.207989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:42:51.249463 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:42:51.251756 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea8623b-9bd1-4d83-9c40-86cfbcbf5b29" -d '{"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:42:51.255864 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:51.269337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Transition to ACTIVE for port object 8cfacc40-6a22-42b6-a070-d9a585397d9f will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:42:51.278099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:51.306803 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989a9579-9162-4b44-95dc-f77789c63933 x-openstack-request-id: req-989a9579-9162-4b44-95dc-f77789c63933 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:42:51.307103 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:42:51.307361 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-989a9579-9162-4b44-95dc-f77789c63933 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:42:51.307786 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'code': 200} Jul 30 02:42:51.360946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:51.372927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.373273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.373616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.373952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.374284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.374613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.375547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.375835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.376203 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.376486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.376808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.377131 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:51.418950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] No DVR routers for this DVR port 8cfacc40-6a22-42b6-a070-d9a585397d9f on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:42:51.557410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:42:51.557747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:42:51.558069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:42:51.562298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Port 8cfacc40-6a22-42b6-a070-d9a585397d9f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:42:51.563150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:42:51.567964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:42:51.568297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:42:51.568685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:42:51.569108 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Bound port: 8cfacc40-6a22-42b6-a070-d9a585397d9f, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:42:51.569462 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:51.631833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:42:51.634733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:42:51.639152 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:51.673898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:51.674553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:51.676011 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] 10.222.0.22 "PUT /v2.0/ports/8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 1091 time: 0.8424067 Jul 30 02:42:51.700012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206b028-26c6-4e40-ab87-ccca22b63422 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:51.754582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-fde9f6ee-c352-4344-b7e6-3e8018feeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:51.762844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-fde9f6ee-c352-4344-b7e6-3e8018feeba0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1094 time: 0.0534201 Jul 30 02:42:51.852349 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-26ddfe1f-c786-42ea-be9a-95e1677cfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:51.853816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-26ddfe1f-c786-42ea-be9a-95e1677cfa47 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0898199 Jul 30 02:42:51.924159 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-e14c8cd2-45ef-49fd-9098-076117afd889 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 999 time: 0.0620630 Jul 30 02:42:51.976376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-43efdcbd-42d4-44e4-ba0d-3aba7e7a6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:51.977772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-43efdcbd-42d4-44e4-ba0d-3aba7e7a6351 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0458069 Jul 30 02:42:52.025262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-9df0c50b-084b-43b8-999b-d442d6aa2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:52.026762 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-9df0c50b-084b-43b8-999b-d442d6aa2c36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407619 Jul 30 02:42:52.123881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-579b9b6b-7488-490c-854e-6271b987dfa2 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883915 Jul 30 02:42:52.216834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-5a4813ad-3965-4fed-93dc-6b03a350a112 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845137 Jul 30 02:42:52.331293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a8ab5-fc66-4fec-847f-3808bd185145 req-8b5779e8-da78-434e-92ee-4e8d287f84d5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:52.332840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d9a8ab5-fc66-4fec-847f-3808bd185145 req-8b5779e8-da78-434e-92ee-4e8d287f84d5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 943 time: 0.0522575 Jul 30 02:42:52.373638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d9a8ab5-fc66-4fec-847f-3808bd185145 req-648b1af6-a2d7-4ba9-8af6-4c1f00abf49f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340838 Jul 30 02:42:53.309490 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:42:53.311934 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3835b91e-3c35-47f0-ab6c-10ed31859aad" -d '{"events": [{"name": "network-changed", "server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:42:53.336102 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:42:53.362187 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca804d1-3621-4be2-920b-a3448b7e6ecc x-openstack-request-id: req-7ca804d1-3621-4be2-920b-a3448b7e6ecc {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:42:53.362481 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:42:53.362730 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7ca804d1-3621-4be2-920b-a3448b7e6ecc {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:42:53.363131 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'status': 'completed', 'code': 200} Jul 30 02:42:53.427172 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-2706bb4a-02f7-451a-a8b6-2e8bf8f6ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.428831 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-2706bb4a-02f7-451a-a8b6-2e8bf8f6ea8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1094 time: 0.0435050 Jul 30 02:42:53.451452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-ba2ac2ba-0652-4fbb-9ce9-18bfb5c4e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.453993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-ba2ac2ba-0652-4fbb-9ce9-18bfb5c4e64d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1094 time: 0.0696068 Jul 30 02:42:53.555071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-bc778dec-13dc-4919-bdb2-5a8a3db6c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.556634 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-bc778dec-13dc-4919-bdb2-5a8a3db6c546 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1204107 Jul 30 02:42:53.590086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-72762dfa-ac83-4fc0-a557-971f29c7dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.591660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-72762dfa-ac83-4fc0-a557-971f29c7dbcd service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1297946 Jul 30 02:42:53.600398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06768a6f-debc-4f8f-99fb-d6ced2fb70c8 req-fc80a930-aec7-4063-a387-6f970c28f77e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.601915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06768a6f-debc-4f8f-99fb-d6ced2fb70c8 req-fc80a930-aec7-4063-a387-6f970c28f77e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 943 time: 0.0943303 Jul 30 02:42:53.628473 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-6ccfc9f9-7e0d-442a-9f4a-b7fa9fb1f94f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 999 time: 0.0633826 Jul 30 02:42:53.691536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-9fa1014a-6342-4ce4-bbce-16554ee154fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.693168 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-9fa1014a-6342-4ce4-bbce-16554ee154fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0575347 Jul 30 02:42:53.694740 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-f2d45c7f-312f-41d6-9fb0-853d23bb7b9f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 999 time: 0.0918555 Jul 30 02:42:53.697828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06768a6f-debc-4f8f-99fb-d6ced2fb70c8 req-f087bb69-b033-4abb-874f-888e4c0002ea tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844996 Jul 30 02:42:53.743764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-386ed7d9-20f3-4aaf-97d8-f6e4f81544ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.745294 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-386ed7d9-20f3-4aaf-97d8-f6e4f81544ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453608 Jul 30 02:42:53.749681 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-4b5081fb-4edd-4c72-a977-f7926eb61b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.751729 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-4b5081fb-4edd-4c72-a977-f7926eb61b8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0492208 Jul 30 02:42:53.826368 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-26862a4c-fbd7-4389-8965-5c6d14025eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:53.831461 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-26862a4c-fbd7-4389-8965-5c6d14025eeb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539651 Jul 30 02:42:53.869982 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-27821dee-9e53-4cbb-b41c-37f851e041fc service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166241 Jul 30 02:42:53.935414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-4f6fa656-3cef-4f6d-9587-a112a30d2285 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971506 Jul 30 02:42:53.974921 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-dc5d91a4-7f61-4b95-8969-a9265e5dc638 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971045 Jul 30 02:42:54.034388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3835b91e-3c35-47f0-ab6c-10ed31859aad req-f9f8877b-41a3-405c-b203-6f1fc9369405 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910528 Jul 30 02:42:54.317799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:42:54.419227 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:54.420970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:42:54.431770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'mac_address': 'fa:16:3e:3b:4d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:42:54.469387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:54.481671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfacc40-6a22-42b6-a070-d9a585397d9f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:42:54.501020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:42:54.504835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:54.553295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:54.560560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.560899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.561232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.561563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.561883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.562810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.563170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.563665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.563800 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.564118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.564436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.564751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:54.786018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['8cfacc40-6a22-42b6-a070-d9a585397d9f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:42:54.840300 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19695fe7-b03a-4320-a8fa-d090f6c147ec req-a3ee2749-cb56-47ba-b12f-8a26c6c7ac23 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:54.841858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19695fe7-b03a-4320-a8fa-d090f6c147ec req-a3ee2749-cb56-47ba-b12f-8a26c6c7ac23 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0525820 Jul 30 02:42:54.883239 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19695fe7-b03a-4320-a8fa-d090f6c147ec req-c812083e-9082-48d9-a4cb-d430d95f5e9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342510 Jul 30 02:42:54.901324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:42:54.967234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:42:55.244308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-aa4933d2-95b8-4ccc-a341-89775e494324 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:55.245804 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-aa4933d2-95b8-4ccc-a341-89775e494324 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7&tenant_id=a173f84119b245a5a4865974ced8bf61&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 944 time: 0.0910196 Jul 30 02:42:55.260245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d042f3-10b3-43bd-9397-b29b6eb714c7 req-4dbaffc6-9d09-4287-8a4e-38020ce3ca4a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:55.261718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69d042f3-10b3-43bd-9397-b29b6eb714c7 req-4dbaffc6-9d09-4287-8a4e-38020ce3ca4a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0913897 Jul 30 02:42:55.345509 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69d042f3-10b3-43bd-9397-b29b6eb714c7 req-b25f81f8-6b22-4ae9-94a8-f8df4b3927a5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762548 Jul 30 02:42:55.357459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-490d3ba4-e7d1-4223-8be8-8d0615d6afde service neutron] 10.222.0.22 "GET /v2.0/ports/8cfacc40-6a22-42b6-a070-d9a585397d9f/bindings/n-h2-715271-7 HTTP/1.1" status: 200 len: 382 time: 0.0890660 Jul 30 02:42:55.422995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-6bcda970-2448-4ac8-8449-c434c5efd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:55.424541 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-6bcda970-2448-4ac8-8449-c434c5efd8ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1095 time: 0.0430987 Jul 30 02:42:55.519720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-cf12b9a2-8ca2-4b49-92c6-dfc68e7e3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:55.521187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-cf12b9a2-8ca2-4b49-92c6-dfc68e7e3ecf service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0892711 Jul 30 02:42:55.588764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-36813e14-e68f-4dea-bfcb-998c6a4ab78f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 1000 time: 0.0599549 Jul 30 02:42:55.644750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a1098dba-631e-49e5-ac58-5e17bedd92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:55.646314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a1098dba-631e-49e5-ac58-5e17bedd92fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0493047 Jul 30 02:42:55.700450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-0e0140c2-ed6c-4ee7-bdf5-26d070d86898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:55.701956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-0e0140c2-ed6c-4ee7-bdf5-26d070d86898 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477548 Jul 30 02:42:55.801431 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-fba0fef3-bbe2-4b01-a45d-0b1b84c1266d service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886474 Jul 30 02:42:55.901064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-30754f57-238f-476f-89e8-f8bb06d96a4c service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919273 Jul 30 02:42:56.319289 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:42:56.377628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 8cfacc40-6a22-42b6-a070-d9a585397d9f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:42:56.383673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 8cfacc40-6a22-42b6-a070-d9a585397d9f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:42:56.384280 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:56.496466 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:56.502387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa1745-1466-48ad-a5f4-e56add02fad7 req-19455d32-09ea-4bd0-8a3f-11317322d5a3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:56.504019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16fa1745-1466-48ad-a5f4-e56add02fad7 req-19455d32-09ea-4bd0-8a3f-11317322d5a3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0654666 Jul 30 02:42:56.537502 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:42:56.541492 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d676d87-8577-4dbb-b91f-bfbc63c0b03a" -d '{"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-plugged", "status": "completed", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:42:56.563752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:42:56.569510 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:56.569768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16fa1745-1466-48ad-a5f4-e56add02fad7 req-090c4d24-ad19-4bb2-a9d8-e0f08a031b60 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580356 Jul 30 02:42:56.645620 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9891fa43-0ade-47d8-8cef-b3e9e7f97700 x-openstack-request-id: req-9891fa43-0ade-47d8-8cef-b3e9e7f97700 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:42:56.645915 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-plugged", "status": "completed", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:42:56.646209 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9891fa43-0ade-47d8-8cef-b3e9e7f97700 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:42:56.646542 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'code': 200} Jul 30 02:42:56.650302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:57.712897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c5144-ed6f-419a-9a41-5e427f59856b req-60d6c0bd-65ad-44d5-8be4-ade2590dfb9c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:57.714505 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac9c5144-ed6f-419a-9a41-5e427f59856b req-60d6c0bd-65ad-44d5-8be4-ade2590dfb9c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0604618 Jul 30 02:42:57.756193 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ac9c5144-ed6f-419a-9a41-5e427f59856b req-9396588e-102d-44d7-9847-4fa62ecd94d5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353341 Jul 30 02:42:58.098279 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-de59758e-4498-4666-9477-676b306a79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:58.099836 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-de59758e-4498-4666-9477-676b306a79c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 1096 time: 0.0411787 Jul 30 02:42:58.111753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:42:58.165997 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:58.369327 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:42:58.402014 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:42:58.444040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:42:58.446223 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac6f7d9-c5ab-40b1-a841-a3d46ed6ff8c" -d '{"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:42:58.450007 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:58.462623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Transition to ACTIVE for port object 8cfacc40-6a22-42b6-a070-d9a585397d9f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:42:58.465858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:58.498590 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36021bf-0f5a-4214-8d58-72871a98f606 x-openstack-request-id: req-a36021bf-0f5a-4214-8d58-72871a98f606 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:42:58.498885 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:42:58.500208 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a36021bf-0f5a-4214-8d58-72871a98f606 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:42:58.500208 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'code': 200} Jul 30 02:42:58.547900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=10']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:58.559799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.560142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.560483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.560817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.561150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.561480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.561810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.562822 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.563154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.563512 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.563847 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.564171 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:42:58.604568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] No DVR routers for this DVR port 8cfacc40-6a22-42b6-a070-d9a585397d9f on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:42:58.739260 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:42:58.739625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:42:58.739955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:42:58.744491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Port 8cfacc40-6a22-42b6-a070-d9a585397d9f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:42:58.744809 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Attempting to bind port 8cfacc40-6a22-42b6-a070-d9a585397d9f on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:42:58.749880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:42:58.750213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:42:58.750594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:42:58.751015 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Bound port: 8cfacc40-6a22-42b6-a070-d9a585397d9f, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:42:58.751371 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:58.814230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:42:58.817401 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:42:58.822053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:58.861976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:58.862649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:42:58.863968 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] 10.222.0.41 "PUT /v2.0/ports/8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 1092 time: 0.7567337 Jul 30 02:42:58.899313 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3aa1-cfa8-40ab-abf8-cbe55135324f req-0a8c62a9-d0c5-4e17-b0a0-767cf8385a7d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:58.900897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a77e3aa1-cfa8-40ab-abf8-cbe55135324f req-0a8c62a9-d0c5-4e17-b0a0-767cf8385a7d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0678499 Jul 30 02:42:58.904350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fc7fd-7838-4a30-b658-c87728215b8e service neutron] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=11']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:42:58.949319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a77e3aa1-cfa8-40ab-abf8-cbe55135324f req-0d13ef67-af57-4b8f-ab38-cb8325296e52 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393453 Jul 30 02:42:59.280623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-6fb38aaa-f7ea-4319-8d3f-8dfc9a08a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:59.282207 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-6fb38aaa-f7ea-4319-8d3f-8dfc9a08a606 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1095 time: 0.3912716 Jul 30 02:42:59.373137 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-84db3b6b-6a3e-449e-a7bb-4a18a8137524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:59.375152 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-84db3b6b-6a3e-449e-a7bb-4a18a8137524 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0844741 Jul 30 02:42:59.443395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-69428627-ba10-41ef-944e-ebf5ad0b64e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 999 time: 0.0606451 Jul 30 02:42:59.491529 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-6caa1f7e-8ebb-49b6-a588-3eab6b1ffb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:59.492976 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-6caa1f7e-8ebb-49b6-a588-3eab6b1ffb0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0428188 Jul 30 02:42:59.540034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-d7867593-0efa-446b-a1c8-d08aab1f49da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:42:59.541450 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-d7867593-0efa-446b-a1c8-d08aab1f49da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404830 Jul 30 02:42:59.633575 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-e1d757d6-ab5b-4c92-a18a-36a4f05852d8 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834055 Jul 30 02:42:59.723904 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-898c7c53-a9dc-4e36-aea1-fa25954320aa req-ca7df2fd-1ec5-4679-a414-28a130932397 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814123 Jul 30 02:43:00.071170 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a92e0-27b2-4998-940d-9e1cbac8f985 req-f2cd7c5b-805e-4217-aefe-037ff5d7cad0 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:00.072867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c7a92e0-27b2-4998-940d-9e1cbac8f985 req-f2cd7c5b-805e-4217-aefe-037ff5d7cad0 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0526185 Jul 30 02:43:00.122881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c7a92e0-27b2-4998-940d-9e1cbac8f985 req-89442184-66c0-4fe2-8e37-123306abbf00 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420673 Jul 30 02:43:00.501013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:43:00.503413 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce1e79-9dc4-47c6-b182-c8125acefa52" -d '{"events": [{"name": "network-changed", "server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:43:00.551638 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd47a1-936f-427b-b002-e5a202593336 x-openstack-request-id: req-ccdd47a1-936f-427b-b002-e5a202593336 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:43:00.551970 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:43:00.552199 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ccdd47a1-936f-427b-b002-e5a202593336 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:43:00.552759 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'status': 'completed', 'code': 200} Jul 30 02:43:00.613328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-15b198f1-d054-43d6-a273-c4916fa86dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:00.615109 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-15b198f1-d054-43d6-a273-c4916fa86dc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1095 time: 0.0425127 Jul 30 02:43:00.621505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-2c51f508-959a-40b5-8140-f407478e4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:00.622990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-2c51f508-959a-40b5-8140-f407478e4bef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 1095 time: 0.0455632 Jul 30 02:43:00.715893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-4affad14-5d87-4403-b2d2-8ad5851df98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:00.716160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-bcd6e624-51a9-4462-91ad-879aef4082fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:00.717428 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-bcd6e624-51a9-4462-91ad-879aef4082fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0866888 Jul 30 02:43:00.717557 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-4affad14-5d87-4403-b2d2-8ad5851df98c service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0947754 Jul 30 02:43:00.786987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-3a799d18-010e-4c7d-8826-fc68b3edc42a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 999 time: 0.0599525 Jul 30 02:43:00.788613 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-d363e488-5fb1-4b56-a46b-6ac9ef50f47e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 200 len: 999 time: 0.0636647 Jul 30 02:43:00.821584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-531c953d-5057-4267-b6a1-278fd2aeb0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:00.841262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-6999cce4-8c95-4950-b55b-7094f7a5d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:00.842855 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-6999cce4-8c95-4950-b55b-7094f7a5d3e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0449295 Jul 30 02:43:00.844053 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-0abaad47-0c6e-4486-8572-4398cfb778bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:00.845481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-0abaad47-0c6e-4486-8572-4398cfb778bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0513191 Jul 30 02:43:00.889803 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-e768db4a-5dde-4003-84e2-0dbb82dceeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:00.892115 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-e768db4a-5dde-4003-84e2-0dbb82dceeb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421479 Jul 30 02:43:00.894398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-e12a0e8f-b950-49f7-bf70-f532a134c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:00.895963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-e12a0e8f-b950-49f7-bf70-f532a134c30d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425682 Jul 30 02:43:00.987122 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-1a921c6a-7806-40e8-b99a-6355652f46a7 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859413 Jul 30 02:43:00.987389 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-45b70bf8-7882-47f9-9019-8197c41b66ae service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828714 Jul 30 02:43:01.092523 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-bae5629b-68d4-4b45-88cf-80a46d8d756a service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969408 Jul 30 02:43:01.102458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84ce1e79-9dc4-47c6-b182-c8125acefa52 req-04808155-3bac-4881-bcb8-88859324b3b8 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078491 Jul 30 02:43:01.251555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812a2bf-ce69-4ec8-a787-c319b9943f8c req-96d44f98-9f79-494d-990e-73bdcc79b542 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:01.253105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4812a2bf-ce69-4ec8-a787-c319b9943f8c req-96d44f98-9f79-494d-990e-73bdcc79b542 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0559804 Jul 30 02:43:01.293751 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4812a2bf-ce69-4ec8-a787-c319b9943f8c req-81b9cb1d-aab7-4565-ac2e-17414572f4ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342572 Jul 30 02:43:01.939760 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:02.334768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:43:02.372052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:43:02.414583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5579d-2266-44b3-967a-ba7099cb62c5 req-ccf51636-c31f-48ae-a9a4-bd3cee3f73ed tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:02.416105 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ccf5579d-2266-44b3-967a-ba7099cb62c5 req-ccf51636-c31f-48ae-a9a4-bd3cee3f73ed tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0507236 Jul 30 02:43:02.463205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ccf5579d-2266-44b3-967a-ba7099cb62c5 req-c9ead95e-2d97-4aa6-8ac4-659fa0833a50 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398662 Jul 30 02:43:02.579917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325d720-7133-416e-826d-59401e197eaa req-1a36acec-29f5-4bd7-a1db-bdf7c08bc902 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:02.581386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5325d720-7133-416e-826d-59401e197eaa req-1a36acec-29f5-4bd7-a1db-bdf7c08bc902 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0508757 Jul 30 02:43:02.619685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5325d720-7133-416e-826d-59401e197eaa req-21d970e9-ae50-40e4-84e2-617089c9e431 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319963 Jul 30 02:43:02.734727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e18d25-a336-4327-88f6-ede02799f085 req-98ead3a6-11ab-4573-b593-0d4094a1c7d3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:02.736255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91e18d25-a336-4327-88f6-ede02799f085 req-98ead3a6-11ab-4573-b593-0d4094a1c7d3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0514736 Jul 30 02:43:02.775349 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-91e18d25-a336-4327-88f6-ede02799f085 req-c0397c90-c303-4e8a-a3e6-42481bda2d65 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331066 Jul 30 02:43:02.939315 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:43:03.010870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77624e0c-6b31-4086-8fc1-fc4481efd1b5 req-fcc0a38f-7f9f-46a2-80b3-95e2b0857b7e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:03.012834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77624e0c-6b31-4086-8fc1-fc4481efd1b5 req-fcc0a38f-7f9f-46a2-80b3-95e2b0857b7e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 944 time: 0.0502584 Jul 30 02:43:03.034740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:03.047626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'mac_address': 'fa:16:3e:3b:4d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:43:03.057711 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77624e0c-6b31-4086-8fc1-fc4481efd1b5 req-babf62c8-2383-4a60-aeba-5b97bc4ae059 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380876 Jul 30 02:43:03.088591 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:03.101161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfacc40-6a22-42b6-a070-d9a585397d9f {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:43:03.120198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:03.124680 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:03.173818 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=12']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:03.355491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['8cfacc40-6a22-42b6-a070-d9a585397d9f'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:43:03.450953 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd053071-ce0b-43f7-bbb7-56dbb68a2c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:03.910312 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:04.176499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e58f3-7a0d-45fe-a09e-e76dfc41030b req-d259a01e-6f71-4f9f-8892-d070e763b1e7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:04.178030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c58e58f3-7a0d-45fe-a09e-e76dfc41030b req-d259a01e-6f71-4f9f-8892-d070e763b1e7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0511053 Jul 30 02:43:04.220345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c58e58f3-7a0d-45fe-a09e-e76dfc41030b req-d2f6df59-e044-4eb2-8004-2b168bf31ea8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362475 Jul 30 02:43:04.261533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-3194d58c-554c-4d0c-8a7f-dbc65a5faec3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:04.262995 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-3194d58c-554c-4d0c-8a7f-dbc65a5faec3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 945 time: 0.0498531 Jul 30 02:43:04.355104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Deleting port 8cfacc40-6a22-42b6-a070-d9a585397d9f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:43:04.355355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:04.441376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] For port 8cfacc40-6a22-42b6-a070-d9a585397d9f, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=8cfacc40-6a22-42b6-a070-d9a585397d9f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:04.441736 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:04.610335 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:04.610608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:04.610918 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d disassociated. External IP: 172.25.7.55, port: 8cfacc40-6a22-42b6-a070-d9a585397d9f. Jul 30 02:43:04.611258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Calling delete_port for 8cfacc40-6a22-42b6-a070-d9a585397d9f owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:43:04.695053 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:04.742178 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:04.770584 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event deleted for resources: {'Port': ['ID=8cfacc40-6a22-42b6-a070-d9a585397d9f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:04.906065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:43:04.939588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:43:04.960055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 8cfacc40-6a22-42b6-a070-d9a585397d9f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:43:04.960392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 02:43:04.978935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Port 8cfacc40-6a22-42b6-a070-d9a585397d9f not found, will not notify nova. {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 02:43:05.019998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:43:05.030349 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:43:05.039735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:43:05.040333 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:43:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:05.065429 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] No DVR routers for this DVR port 8cfacc40-6a22-42b6-a070-d9a585397d9f on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:43:05.067944 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:05.069937 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-8a21d267-883b-4151-89e4-a240b39d13c7 req-58de3ded-a9cc-4925-ad10-63884a51802a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "DELETE /v2.0/ports/8cfacc40-6a22-42b6-a070-d9a585397d9f HTTP/1.1" status: 204 len: 173 time: 0.8006370 Jul 30 02:43:05.070371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-deleted', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:43:05.072749 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb4a129-341a-4d56-b6de-43e116a65636" -d '{"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-deleted", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:43:05.113161 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4489671-132c-4af4-b857-8bf56aee0474 x-openstack-request-id: req-d4489671-132c-4af4-b857-8bf56aee0474 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:43:05.113461 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68dfc95f-5730-43bb-88a3-8f3460c323a7", "name": "network-vif-deleted", "tag": "8cfacc40-6a22-42b6-a070-d9a585397d9f", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:43:05.113775 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4489671-132c-4af4-b857-8bf56aee0474 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:43:05.114185 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dfc95f-5730-43bb-88a3-8f3460c323a7', 'name': 'network-vif-deleted', 'tag': '8cfacc40-6a22-42b6-a070-d9a585397d9f', 'status': 'completed', 'code': 200} Jul 30 02:43:05.152371 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:43:05.359450 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:05.386624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d864d6f-40c0-43ac-b474-a7f987c683e4 req-0fe861aa-19b1-4430-90c9-840a0912ef26 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=68dfc95f-5730-43bb-88a3-8f3460c323a7 HTTP/1.1" status: 200 len: 210 time: 0.0822008 Jul 30 02:43:05.479007 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:43:05.487351 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:43:05.488031 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:43:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:05.596353 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:43:05.791879 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:05.821638 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28e4d6e-0bc7-47cf-857f-60185a96cd86 None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:43:06.046908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f766b21-58c4-4aeb-b071-05a8834eb4b1 None None] New status for floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:43:06.353776 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:06.662345 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-92606c12-54e4-4430-9966-60eaae452d7f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--744567212&fields=id&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 267 time: 0.0334430 Jul 30 02:43:06.772711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-96554a32-4b97-483a-a05d-d085f537a291 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:06.774167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-96554a32-4b97-483a-a05d-d085f537a291 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 812 time: 0.1050425 Jul 30 02:43:06.789820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-c6acec09-035e-4272-95ce-05a1dfd98c65 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/quotas/a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 375 time: 0.0098031 Jul 30 02:43:06.845269 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-1f95e652-af5d-412e-9f17-3982bacb124a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493162 Jul 30 02:43:06.862070 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-a56a3095-9fd9-472a-bac0-f3f2864b7896 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:43:06.862950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-a56a3095-9fd9-472a-bac0-f3f2864b7896 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058658 Jul 30 02:43:06.956486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-c4ec681a-22c0-43b3-965f-93d1a31377c5 service neutron] 10.222.0.84 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877421 Jul 30 02:43:07.044191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-f6bf1c45-ceb3-4c17-ad3b-a515c9c6b46b service neutron] 10.222.0.84 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816610 Jul 30 02:43:07.219187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-39584666-5692-438c-9f66-6750a0c2a1e9 req-297008cb-c48d-4701-bd12-6312f6655676 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 210 time: 0.0282347 Jul 30 02:43:08.166733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-aae2c700-6f9d-4c50-b280-3bb9b72676f5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:08.168273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-aae2c700-6f9d-4c50-b280-3bb9b72676f5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 812 time: 0.1073875 Jul 30 02:43:08.215350 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-c50ec9d4-f5d5-4c35-8292-021933859794 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 379 time: 0.0365174 Jul 30 02:43:08.226589 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'port': {'device_id': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'admin_state_up': True, 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'security_groups': ['6cb5738f-1f41-4eee-97d9-526c2fb87540']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:43:08.359445 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a74bf13-48e2-40fa-bf3a-81fa242b64ab req-380b7f5b-697e-4489-bd14-1409969529f2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 210 time: 0.0443671 Jul 30 02:43:08.380624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Made reservation on behalf of a173f84119b245a5a4865974ced8bf61 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:43:08.384254 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:08.523691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Allocated IP 172.20.0.9 (cc64ebdc-2c42-4e5a-a7f0-888181ce09d0/7b15e7f8-0e09-4d77-a057-aca5dbeae208/645d267d-74a3-4cb9-8d9c-3847cc2c1566) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:43:08.663237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:08.677918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Transition to ACTIVE for port object 645d267d-74a3-4cb9-8d9c-3847cc2c1566 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:43:08.712073 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:08.755225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:43:08.758508 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:43:08.762290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:43:08.771489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:08.821497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:08.822126 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:08.837480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-19e9053d-9f46-43da-b0c8-2fac0ab54aec tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6147954 Jul 30 02:43:08.851893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Request body: {'port': {'device_id': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:43:08.912580 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:08.971451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:43:08.994718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 8cfacc40-6a22-42b6-a070-d9a585397d9f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:43:08.995052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 8cfacc40-6a22-42b6-a070-d9a585397d9f not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:43:09.016266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-35623375-a53d-44b8-b29c-c31d27dc1736 None None] Provisioning for port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:43:09.020177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-35623375-a53d-44b8-b29c-c31d27dc1736 None None] Provisioning complete for port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:43:09.020540 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35623375-a53d-44b8-b29c-c31d27dc1736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:09.059152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-35623375-a53d-44b8-b29c-c31d27dc1736 None None] Port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:43:09.181031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645d267d-74a3-4cb9-8d9c-3847cc2c1566 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:43:09.189112 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:09.200641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Transition to ACTIVE for port object 645d267d-74a3-4cb9-8d9c-3847cc2c1566 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:43:09.205761 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:09.259785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:09.332501 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:43:09.332833 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:43:09.333259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:43:09.337611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:43:09.337934 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:43:09.343052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:43:09.343929 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:43:09.344310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:43:09.344740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Bound port: 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:43:09.345096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:09.411677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:43:09.414867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:43:09.420000 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:09.453546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:09.454330 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:09.455833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] 10.222.0.22 "PUT /v2.0/ports/645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 1091 time: 0.6083817 Jul 30 02:43:09.459316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:43:09.462147 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:43:09.533369 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816723e7-b9a6-402d-b8be-d44161c07e4f service neutron] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:09.579639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f3d91-46f7-4b3d-bf8e-809923d488ea req-71049cf9-4004-4350-9e18-671a6da7700c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:09.581233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d3f3d91-46f7-4b3d-bf8e-809923d488ea req-71049cf9-4004-4350-9e18-671a6da7700c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.1346111 Jul 30 02:43:09.583361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-fbe9ef8e-c858-40aa-8f0a-40fcd1c2fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:09.584820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-fbe9ef8e-c858-40aa-8f0a-40fcd1c2fba1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1094 time: 0.0685911 Jul 30 02:43:09.637369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-953a69ba-fdec-4791-b0da-e3efda7834e8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 217 time: 0.0425103 Jul 30 02:43:09.683963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d3f3d91-46f7-4b3d-bf8e-809923d488ea req-aef48e57-e506-4477-8807-c9a7bda5d2e3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965335 Jul 30 02:43:09.713095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-c217729e-f1eb-4e4e-a628-88afb03a313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:09.714573 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-c217729e-f1eb-4e4e-a628-88afb03a313f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0664141 Jul 30 02:43:09.732063 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f11182-0f24-4657-87bb-fe717bdf6951 x-openstack-request-id: req-56f11182-0f24-4657-87bb-fe717bdf6951 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:43:09.732359 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:43:09.732612 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56f11182-0f24-4657-87bb-fe717bdf6951 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:43:09.733005 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'status': 'completed', 'code': 200} Jul 30 02:43:09.765594 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-adf86a63-5687-48ce-9918-74c798a3d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:09.767140 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-adf86a63-5687-48ce-9918-74c798a3d2e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439966 Jul 30 02:43:09.859517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-ad4e78bc-da10-40b3-87d6-587cc7c7aae6 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829699 Jul 30 02:43:09.955488 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93dd7693-2ec1-4694-9bee-d7ec03f42496 req-c66fe5f4-de35-4683-a1c7-a031e59fcc66 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881314 Jul 30 02:43:10.041599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-e7d4c066-ae4c-4128-bae6-70e1762311ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:10.043133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-e7d4c066-ae4c-4128-bae6-70e1762311ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1094 time: 0.0407591 Jul 30 02:43:10.476711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-db4626e2-a257-4d4b-bb67-592079d62372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:10.478204 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-db4626e2-a257-4d4b-bb67-592079d62372 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.4272456 Jul 30 02:43:10.522955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-5844ea22-563e-4793-83ee-463695db9058 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 217 time: 0.0357215 Jul 30 02:43:10.575483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-4b021125-c66c-4df0-bc23-3f14f5c384ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:10.576868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-4b021125-c66c-4df0-bc23-3f14f5c384ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0454619 Jul 30 02:43:10.632486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-5ec52d6e-ff36-4749-95a5-183dc1e966e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:10.634718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-5ec52d6e-ff36-4749-95a5-183dc1e966e3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493121 Jul 30 02:43:10.731019 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-f19df594-ea21-4664-8eeb-92fc3b096cf5 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866356 Jul 30 02:43:10.860645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6e4e-d4d2-4e6b-87c8-290586f8f700 req-a6904a69-6386-47d3-bda8-c39f0c2586c4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:10.862039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb5c6e4e-d4d2-4e6b-87c8-290586f8f700 req-a6904a69-6386-47d3-bda8-c39f0c2586c4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.1027775 Jul 30 02:43:10.878950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2d96905-fa26-43e4-a6ec-dfbd1bbb640d req-ebc4ef5f-4022-4bbc-a786-5d5bb22c842b service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383376 Jul 30 02:43:10.907690 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb5c6e4e-d4d2-4e6b-87c8-290586f8f700 req-d7c842d9-4ec9-470b-ac2f-98d208696285 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395880 Jul 30 02:43:12.021782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a093f-c1ef-49d3-a431-31e279e040a1 req-b2650987-05e3-4a86-a4d3-8e3fd3ca807d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:12.023316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-316a093f-c1ef-49d3-a431-31e279e040a1 req-b2650987-05e3-4a86-a4d3-8e3fd3ca807d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0496385 Jul 30 02:43:12.066649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-316a093f-c1ef-49d3-a431-31e279e040a1 req-c96d3c31-22ea-4ad5-84ab-12a48b2e851d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371566 Jul 30 02:43:12.333977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:43:12.428048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:12.440907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'mac_address': 'fa:16:3e:66:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:43:12.481328 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:12.494775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645d267d-74a3-4cb9-8d9c-3847cc2c1566 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:43:12.515295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:12.519340 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:12.572211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:12.720925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['645d267d-74a3-4cb9-8d9c-3847cc2c1566'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:43:13.188301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24646e-ddd0-496b-b902-90e13493837e req-d8644ccc-794d-4345-acca-f799a3fde03b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:13.189787 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f24646e-ddd0-496b-b902-90e13493837e req-d8644ccc-794d-4345-acca-f799a3fde03b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0546923 Jul 30 02:43:13.226781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f24646e-ddd0-496b-b902-90e13493837e req-4d6c9ba2-48a2-468f-974e-d061769dbd5b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Jul 30 02:43:14.344242 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddffe65-e59f-457b-b1fe-8d9af4fe550e req-671afb05-ae1a-464d-88c6-538bb8d78ec9 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:14.347784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ddffe65-e59f-457b-b1fe-8d9af4fe550e req-671afb05-ae1a-464d-88c6-538bb8d78ec9 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0502467 Jul 30 02:43:14.351170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:43:14.383882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ddffe65-e59f-457b-b1fe-8d9af4fe550e req-65d93ed2-bad4-4b07-811c-bd1354079e95 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320187 Jul 30 02:43:14.402398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:43:14.406111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:43:14.406478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:14.479773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:14.504728 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:43:14.506995 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0094d63c-7082-4153-87fe-0ad7a2b58474" -d '{"events": [{"server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "name": "network-vif-plugged", "status": "completed", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:43:14.519851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:43:14.524154 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:14.547611 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae7908d-7a4c-4a21-872d-f2517bf7ed75 x-openstack-request-id: req-dae7908d-7a4c-4a21-872d-f2517bf7ed75 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:43:14.547909 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "name": "network-vif-plugged", "status": "completed", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:43:14.548160 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dae7908d-7a4c-4a21-872d-f2517bf7ed75 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:43:14.548553 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'code': 200} Jul 30 02:43:14.575585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:43:14.646898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640d923-a41d-4ffd-8f69-4e50ef3aa154 req-5c7b038d-badc-45d9-8bbd-1b33e4e6a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:14.648395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e640d923-a41d-4ffd-8f69-4e50ef3aa154 req-5c7b038d-badc-45d9-8bbd-1b33e4e6a69d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1096 time: 0.0402825 Jul 30 02:43:14.688543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e640d923-a41d-4ffd-8f69-4e50ef3aa154 req-6e97b66b-0e4a-4665-9ea4-7d4547ff78ca service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324059 Jul 30 02:43:15.542073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038a32-e8b1-4968-b4fe-c9773b7551a7 req-3f1d5c6b-cf71-49d4-aee1-608f9617b730 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:15.543572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84038a32-e8b1-4968-b4fe-c9773b7551a7 req-3f1d5c6b-cf71-49d4-aee1-608f9617b730 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0724611 Jul 30 02:43:15.583781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-84038a32-e8b1-4968-b4fe-c9773b7551a7 req-195d8362-5207-401a-b74e-768b8f056fd4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Jul 30 02:43:16.712483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b08003-5b5d-47cc-9a68-e230ef18bde3 req-43ba23f9-1a5a-430b-b4bb-e16bf2aa91a4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:16.713982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98b08003-5b5d-47cc-9a68-e230ef18bde3 req-43ba23f9-1a5a-430b-b4bb-e16bf2aa91a4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0488694 Jul 30 02:43:16.754086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-98b08003-5b5d-47cc-9a68-e230ef18bde3 req-3362ce08-901b-4801-8186-d02bd2b7489b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333312 Jul 30 02:43:16.871894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a6d74-e753-4c70-9f31-cc2a7259764c req-da8140a1-ca93-4d1b-9ece-258a909f52fe tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:16.873435 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a82a6d74-e753-4c70-9f31-cc2a7259764c req-da8140a1-ca93-4d1b-9ece-258a909f52fe tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0490081 Jul 30 02:43:16.882888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59108) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:43:16.887445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-63fd7077-d564-45b5-93ae-9314a2114d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Request body: {'floatingip': {'port_id': '645d267d-74a3-4cb9-8d9c-3847cc2c1566'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:43:16.928892 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63fd7077-d564-45b5-93ae-9314a2114d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:17.373096 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63fd7077-d564-45b5-93ae-9314a2114d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:17.377430 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63fd7077-d564-45b5-93ae-9314a2114d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:17.478098 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-63fd7077-d564-45b5-93ae-9314a2114d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d associated. External IP: 172.25.7.55, port: 645d267d-74a3-4cb9-8d9c-3847cc2c1566. Jul 30 02:43:17.686071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fd7077-d564-45b5-93ae-9314a2114d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:43:17.794600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fd7077-d564-45b5-93ae-9314a2114d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:43:17.799964 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63fd7077-d564-45b5-93ae-9314a2114d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:17.804760 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:43:17.814457 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:43:17.815065 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:43:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:17.826767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-63fd7077-d564-45b5-93ae-9314a2114d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "PUT /v2.0/floatingips/1a146652-c988-40a9-a4fa-5c35c99deb2d HTTP/1.1" status: 200 len: 991 time: 0.9427361 Jul 30 02:43:17.827621 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:43:17.830190 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a5a79e-3714-458e-aed7-374ec0731814" -d '{"events": [{"name": "network-changed", "server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:43:17.922427 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f10fe85-405a-4869-828f-b87f4cb200b1 x-openstack-request-id: req-5f10fe85-405a-4869-828f-b87f4cb200b1 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:43:17.922834 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:43:17.923159 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5f10fe85-405a-4869-828f-b87f4cb200b1 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:43:17.923675 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'status': 'completed', 'code': 200} Jul 30 02:43:17.931879 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:43:17.993197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5a79e-3714-458e-aed7-374ec0731814 req-b451ddec-e596-427d-b9bf-6b30d45127c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:17.994716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03a5a79e-3714-458e-aed7-374ec0731814 req-b451ddec-e596-427d-b9bf-6b30d45127c8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1096 time: 0.0471051 Jul 30 02:43:18.086579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5a79e-3714-458e-aed7-374ec0731814 req-8c307ad5-9de8-415e-8f8e-4b221c73a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:18.088111 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03a5a79e-3714-458e-aed7-374ec0731814 req-8c307ad5-9de8-415e-8f8e-4b221c73a9c3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0854905 Jul 30 02:43:18.163023 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03a5a79e-3714-458e-aed7-374ec0731814 req-1a458996-8590-4555-8cca-439e6531f177 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 999 time: 0.0662265 Jul 30 02:43:18.170350 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:66:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:43:17Z', 'revision_number': 13, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:18.201172 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:43:18.209725 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:43:18.210328 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:43:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:18.215522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5a79e-3714-458e-aed7-374ec0731814 req-e6f16abe-a0df-4e4b-ab2c-01e6f55bc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:18.217002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03a5a79e-3714-458e-aed7-374ec0731814 req-e6f16abe-a0df-4e4b-ab2c-01e6f55bc2bb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0467591 Jul 30 02:43:18.267202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5a79e-3714-458e-aed7-374ec0731814 req-b1a45a9f-5dbb-4780-805c-a1af373729b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:18.268748 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03a5a79e-3714-458e-aed7-374ec0731814 req-b1a45a9f-5dbb-4780-805c-a1af373729b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430243 Jul 30 02:43:18.317684 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:43:18.364979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03a5a79e-3714-458e-aed7-374ec0731814 req-81c68bf4-9731-48f5-937c-5a40ff14087a service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885611 Jul 30 02:43:18.460394 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03a5a79e-3714-458e-aed7-374ec0731814 req-8e742ba2-f335-414d-aad5-b9ad58183a1f service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878544 Jul 30 02:43:18.542966 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:66:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:43:17Z', 'revision_number': 13, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:43:18.569780 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f18d7-ae5b-43d1-a9cb-1396d37b34ec None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1a146652-c988-40a9-a4fa-5c35c99deb2d', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'port_id': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'mac_address': 'fa:16:3e:66:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:36:13Z', 'updated_at': '2021-07-30T02:43:17Z', 'revision_number': 13, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:43:18.759608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5210f-65cc-4400-b815-d4d82f66afc0 None None] New status for floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:43:24.406208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:30.336060 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:43:30.823397 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fce19963-84e2-49c9-9aaf-c23122abcdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:31.955845 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:33.443097 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a67f3e0-c1f8-445d-a6b5-22d3d449f0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:33.912374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:34.698940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:36.356253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:43:52.263700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-320aa8ee-8fbd-4751-848d-343b04cb4403 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890067 Jul 30 02:43:52.375091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-9d887934-d774-451c-b18c-db924594cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:52.376566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-9d887934-d774-451c-b18c-db924594cd94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1096 time: 0.0549452 Jul 30 02:43:52.509119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-32ce94a6-5fdd-4799-8ebb-22cad45fcb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:52.511021 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-32ce94a6-5fdd-4799-8ebb-22cad45fcb4a service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1048110 Jul 30 02:43:52.601635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-0797ef02-f612-4396-8bce-89d9ccfc1bc7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 1001 time: 0.0767992 Jul 30 02:43:52.662706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-5e3886a8-c612-4d0f-89d0-8b8e99bbe4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:52.668885 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-5e3886a8-c612-4d0f-89d0-8b8e99bbe4f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0518687 Jul 30 02:43:52.724640 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-4423a880-92f7-470f-994c-d90ba108970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:43:52.726541 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-4423a880-92f7-470f-994c-d90ba108970a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506482 Jul 30 02:43:52.859374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-bc18e51d-0d21-48de-b125-8b1d230b46a3 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167862 Jul 30 02:43:52.975248 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7d268203-4ae3-4c0f-9f3b-5723115d384b req-91814789-004e-4d59-9fe9-67752bec8f19 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025584 Jul 30 02:43:54.440601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:00.826948 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e1d1667-003a-4e64-bdc4-301ee150c690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:01.968884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:03.446587 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5f743021-2894-4111-842e-d05c31e0a19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:03.914133 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:04.706808 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:06.368812 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:07.335361 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:44:24.437829 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:30.828672 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f54fac3a-ed91-41f7-a785-55d8ede9b352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:31.974945 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:33.449861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3841b93-f6e9-4b0f-b13e-261550d0a5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:33.915970 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:34.708453 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:36.362618 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:44.338301 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:44:54.189693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-2bea73ee-4ace-418d-93d1-44ea5b3647f5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421546 Jul 30 02:44:54.277383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-584e5d32-f4bc-4389-b984-9ffa1b3a35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:54.278993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-584e5d32-f4bc-4389-b984-9ffa1b3a35a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1096 time: 0.0449674 Jul 30 02:44:54.383134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-433c360c-ae36-4dc8-b0bd-7bc65810f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:54.384620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-433c360c-ae36-4dc8-b0bd-7bc65810f071 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0830617 Jul 30 02:44:54.458583 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-3acd732e-16d8-4c4b-a1d9-35afbebfca54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 1001 time: 0.0655639 Jul 30 02:44:54.464032 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:44:54.509845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-033c8880-0183-42e8-8eca-8946c98eafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:54.511309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-033c8880-0183-42e8-8eca-8946c98eafbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0454714 Jul 30 02:44:54.559981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-1a8550bb-5005-49f3-a59c-dff3795b7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:54.561635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-1a8550bb-5005-49f3-a59c-dff3795b7b42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417469 Jul 30 02:44:54.658475 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-7171a58c-8273-4527-89db-efe17f2a1df7 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889843 Jul 30 02:44:54.759389 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-63990aac-a1e0-4e2a-81d9-d636c2620cd6 req-46dea012-c043-4b32-b5d9-975fa3d55067 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925896 Jul 30 02:44:57.213526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-1179e79a-bc99-4f96-bc07-059c5b49f610 req-90061a72-aac1-4fb2-90f4-12fcd85f06c7 service neutron] (93818) timed out ('10.222.0.22', 58476) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:44:58.553351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ab8a-16a3-48c2-8bbe-66df9e4b1146 req-8cd65495-5273-4709-81de-ee2e4ab323fa tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:44:58.554857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70e8ab8a-16a3-48c2-8bbe-66df9e4b1146 req-8cd65495-5273-4709-81de-ee2e4ab323fa tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0507922 Jul 30 02:44:58.593043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-70e8ab8a-16a3-48c2-8bbe-66df9e4b1146 req-3e761aa7-37b7-4ee8-a765-90ce802493a5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Jul 30 02:45:00.831798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8d80862f-cd00-46da-996d-38db8fa7e71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:01.983827 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:03.450662 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd5351fe-4ce7-4da6-9909-c849b404a094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:03.916297 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:04.709273 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:06.364975 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:09.744547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3aa841-3509-4d8d-b427-4a67296be936 req-82d9f7a7-dc6f-4fd9-b884-66c35c3a6578 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:09.746305 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be3aa841-3509-4d8d-b427-4a67296be936 req-82d9f7a7-dc6f-4fd9-b884-66c35c3a6578 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0542674 Jul 30 02:45:09.787824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-be3aa841-3509-4d8d-b427-4a67296be936 req-8ab3671f-de9a-43a3-9d01-2b23490c1c81 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324364 Jul 30 02:45:09.825926 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-4e78b77e-0104-4ffc-8a2a-01c1a88d0cae service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809615 Jul 30 02:45:10.941123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac88e56-0d67-4198-bab6-2ed73d6646f0 req-add6f6e8-8ed5-43ff-9767-fa11cba3f6e3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:10.942670 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ac88e56-0d67-4198-bab6-2ed73d6646f0 req-add6f6e8-8ed5-43ff-9767-fa11cba3f6e3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0772154 Jul 30 02:45:10.945184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-cb70b52c-3d00-4515-ae67-15bfe3e236cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:10.946555 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-cb70b52c-3d00-4515-ae67-15bfe3e236cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1096 time: 0.0722976 Jul 30 02:45:11.031866 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9ac88e56-0d67-4198-bab6-2ed73d6646f0 req-3fc84769-df54-46d9-884b-0ac603e029d5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832253 Jul 30 02:45:11.062106 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-ae2e8a80-ba44-4077-bc92-1d08382a6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:11.063629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-ae2e8a80-ba44-4077-bc92-1d08382a6b36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1088018 Jul 30 02:45:11.128798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-7931768c-745a-4c24-bc04-e0a78abee1ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 1001 time: 0.0570590 Jul 30 02:45:11.181706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-48db35ce-b315-4f4b-97a5-0072bc1c9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:11.183191 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-48db35ce-b315-4f4b-97a5-0072bc1c9e30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0470052 Jul 30 02:45:11.229646 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-43b93634-b9ef-4102-91ea-e4a05e0f9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:11.231137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-43b93634-b9ef-4102-91ea-e4a05e0f9710 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399840 Jul 30 02:45:11.322722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-52b89a6d-9d9b-4675-89d7-4d28872c0926 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830266 Jul 30 02:45:11.416532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-a317fede-49c5-46e5-b331-2cdfda6eacd1 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856638 Jul 30 02:45:12.153768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb7708-9773-416d-93cc-18275a516904 req-c4131fa9-acf9-4a13-82df-fb34fa7a74cf tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:12.155267 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34bb7708-9773-416d-93cc-18275a516904 req-c4131fa9-acf9-4a13-82df-fb34fa7a74cf tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0492892 Jul 30 02:45:12.194760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34bb7708-9773-416d-93cc-18275a516904 req-68c928b3-23f7-40cc-986b-c3defc34db14 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329411 Jul 30 02:45:13.318489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dd9a4-1135-406a-b65f-96a3ffb346f9 req-3a4f7976-2255-4afa-979b-16599242af48 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:13.320414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a5dd9a4-1135-406a-b65f-96a3ffb346f9 req-3a4f7976-2255-4afa-979b-16599242af48 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0572231 Jul 30 02:45:13.358991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a5dd9a4-1135-406a-b65f-96a3ffb346f9 req-e3df8ca8-95fb-469c-8a9d-cad17e6d4d83 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323317 Jul 30 02:45:14.476102 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ce515-67e0-46cf-b7c9-0307fa77a54e req-b3348446-ca5c-4712-9708-6347f63a84bf tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:14.477578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb0ce515-67e0-46cf-b7c9-0307fa77a54e req-b3348446-ca5c-4712-9708-6347f63a84bf tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0491185 Jul 30 02:45:14.515517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb0ce515-67e0-46cf-b7c9-0307fa77a54e req-36ae58ac-e400-4145-81cf-0d47a6a68794 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319357 Jul 30 02:45:15.630319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0d71-4ca5-4289-a69e-31b731df6ea6 req-0d883632-7fd1-4175-9e5a-4064a57a165d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:15.631799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e25e0d71-4ca5-4289-a69e-31b731df6ea6 req-0d883632-7fd1-4175-9e5a-4064a57a165d tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0477619 Jul 30 02:45:15.669782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e25e0d71-4ca5-4289-a69e-31b731df6ea6 req-f6edd4b4-acd1-4d78-b0de-b187c13c92a5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320859 Jul 30 02:45:16.790637 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9713-3951-4a34-8401-fded548c0486 req-269d3e89-b3aa-49be-87af-75703c781597 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:16.792181 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-339c9713-3951-4a34-8401-fded548c0486 req-269d3e89-b3aa-49be-87af-75703c781597 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0523229 Jul 30 02:45:16.834179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-339c9713-3951-4a34-8401-fded548c0486 req-0278fa19-7181-4853-8727-f2820f32a8df tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354662 Jul 30 02:45:17.957263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296130b5-c30d-4bdc-95a2-825c8d4342e0 req-57c8e59f-22ce-46f2-aaa5-b956847610d2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:17.958811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-296130b5-c30d-4bdc-95a2-825c8d4342e0 req-57c8e59f-22ce-46f2-aaa5-b956847610d2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0524259 Jul 30 02:45:18.001754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-296130b5-c30d-4bdc-95a2-825c8d4342e0 req-003ce15d-140f-4fbf-b963-02193f526d8f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365155 Jul 30 02:45:19.120844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b4071-973b-402e-9da2-7d7e22068118 req-0ddfe51f-8e10-4e1f-98fc-22c24f5d8468 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:19.122292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-550b4071-973b-402e-9da2-7d7e22068118 req-0ddfe51f-8e10-4e1f-98fc-22c24f5d8468 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0493920 Jul 30 02:45:19.160811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-550b4071-973b-402e-9da2-7d7e22068118 req-ee4c16ad-e163-406c-a351-9265ff2f3b53 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319433 Jul 30 02:45:20.293227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512c21-6bfc-4900-a3bd-616f35b04e30 req-107be607-296a-4fbb-819e-69bc9d5d1b5b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:20.294819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73512c21-6bfc-4900-a3bd-616f35b04e30 req-107be607-296a-4fbb-819e-69bc9d5d1b5b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0602765 Jul 30 02:45:20.342253 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-73512c21-6bfc-4900-a3bd-616f35b04e30 req-8ed26b60-7c26-4e7d-9fb1-0ad8ce963b8a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378494 Jul 30 02:45:21.338198 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:45:21.459955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef585f5-8d3c-4e32-a450-cc231ea21494 req-28c33549-7faa-4665-bec3-eed0865ae604 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:21.461442 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ef585f5-8d3c-4e32-a450-cc231ea21494 req-28c33549-7faa-4665-bec3-eed0865ae604 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0503743 Jul 30 02:45:21.507203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ef585f5-8d3c-4e32-a450-cc231ea21494 req-071be89e-5a14-40f7-8eb0-3532aa51b182 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346246 Jul 30 02:45:22.625393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7db059-0bce-4812-9259-6d450cdfcc68 req-6bd092bf-4617-45aa-9506-8a4be9d87d69 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:22.626904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf7db059-0bce-4812-9259-6d450cdfcc68 req-6bd092bf-4617-45aa-9506-8a4be9d87d69 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0503592 Jul 30 02:45:22.668018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf7db059-0bce-4812-9259-6d450cdfcc68 req-4a54cece-97d8-438b-83e2-65915e1e567f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345454 Jul 30 02:45:23.792351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c6fe8-3ce9-45e2-b2a2-53571fd30a0f req-470afa53-746e-4a67-82a2-66586fea6034 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:23.793852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe4c6fe8-3ce9-45e2-b2a2-53571fd30a0f req-470afa53-746e-4a67-82a2-66586fea6034 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0534229 Jul 30 02:45:23.834304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe4c6fe8-3ce9-45e2-b2a2-53571fd30a0f req-0cc1111b-6eca-46c4-9ce2-02082ffcf8b6 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338292 Jul 30 02:45:24.471810 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:24.955044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2b997-9601-4589-a03b-03b0f7c7dfd8 req-2be9726c-265f-4ebc-85a2-9185da9880b3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:24.956613 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6c2b997-9601-4589-a03b-03b0f7c7dfd8 req-2be9726c-265f-4ebc-85a2-9185da9880b3 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0504832 Jul 30 02:45:24.997918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6c2b997-9601-4589-a03b-03b0f7c7dfd8 req-a3019718-946e-43d7-bb34-753b70d78375 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352035 Jul 30 02:45:25.163270 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-1cee1105-fa95-4052-8c5c-edb1e2b6310b service neutron] show failed (client error): The resource could not be found. Jul 30 02:45:25.164337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-1cee1105-fa95-4052-8c5c-edb1e2b6310b service neutron] 10.222.0.22 "GET /v2.0/ports/645d267d-74a3-4cb9-8d9c-3847cc2c1566/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0551007 Jul 30 02:45:25.361698 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-f6fed6aa-7b9e-40e8-9bfd-f47a8d18201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:25.363751 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-f6fed6aa-7b9e-40e8-9bfd-f47a8d18201a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 1096 time: 0.0422568 Jul 30 02:45:25.375892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:45:25.431824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:25.633185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:25.665378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:45:25.704516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:45:25.706803 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29636a47-80bc-41d0-becf-a1208b5a6125" -d '{"events": [{"server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "name": "network-vif-unplugged", "status": "completed", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:45:25.710927 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:25.724599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Transition to ACTIVE for port object 645d267d-74a3-4cb9-8d9c-3847cc2c1566 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:45:25.729113 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:25.807962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=6']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:25.821303 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.821659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.822001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.822339 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.822674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.823002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.823333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.823712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.824036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.824358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.824684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.825011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:25.829349 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5217cb41-2bc4-41ee-b757-dc328266adf9 x-openstack-request-id: req-5217cb41-2bc4-41ee-b757-dc328266adf9 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:45:25.829716 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "name": "network-vif-unplugged", "status": "completed", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:45:25.829880 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5217cb41-2bc4-41ee-b757-dc328266adf9 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:45:25.830276 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'code': 200} Jul 30 02:45:25.867923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] No DVR routers for this DVR port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:45:26.004848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:45:26.005185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:45:26.005515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:45:26.009744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:45:26.010069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:45:26.014878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:45:26.015219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:45:26.015638 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:45:26.016064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Bound port: 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:45:26.016421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:26.079836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:45:26.083602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:45:26.089710 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:26.128499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d07de-1319-4015-9d48-b1600a03d62e req-f16480f2-ed1b-4a84-9a50-8cad35a87bf7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:26.129390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:26.130372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:26.130876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf3d07de-1319-4015-9d48-b1600a03d62e req-f16480f2-ed1b-4a84-9a50-8cad35a87bf7 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0619240 Jul 30 02:45:26.131959 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] 10.222.0.41 "PUT /v2.0/ports/645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 1091 time: 0.7606537 Jul 30 02:45:26.168699 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192a815-d2a0-4468-afce-ecf3ade8e440 service neutron] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:26.184085 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf3d07de-1319-4015-9d48-b1600a03d62e req-c77ccb68-f7f2-4c66-8407-05a1ab8457bb tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446186 Jul 30 02:45:26.203650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-f4c6e074-1917-4b2f-88d7-ec8572c16c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:26.205349 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-f4c6e074-1917-4b2f-88d7-ec8572c16c15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1094 time: 0.0469344 Jul 30 02:45:26.298435 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-93a158ee-1b13-4d40-8b36-0d0ba55fc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:26.300026 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-93a158ee-1b13-4d40-8b36-0d0ba55fc811 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0874918 Jul 30 02:45:26.372100 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-b6382b2e-813b-49dc-9c91-53ba2a741d72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 999 time: 0.0638111 Jul 30 02:45:26.421691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-7bb9b551-6c35-46f6-9015-98033bf49acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:26.423143 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-7bb9b551-6c35-46f6-9015-98033bf49acc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0442624 Jul 30 02:45:26.472122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-7e8b12f5-d7a1-4739-801d-2502d4b80cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:26.473902 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-7e8b12f5-d7a1-4739-801d-2502d4b80cdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439560 Jul 30 02:45:26.566825 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-aa31ea51-d1b3-476f-95da-b88e5fc7aa08 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854137 Jul 30 02:45:26.658079 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e3cc7d43-36be-45d3-a70d-3598db766265 req-b84cf08d-eb58-461a-a3b3-c9d33eca5fde service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831714 Jul 30 02:45:26.846236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:45:26.885756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:45:27.301245 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cd07d-c026-4b9d-b371-97dbbebbdf07 req-fb00893f-b39f-4957-bdaf-ba420c4385ca tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:27.302819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-373cd07d-c026-4b9d-b371-97dbbebbdf07 req-fb00893f-b39f-4957-bdaf-ba420c4385ca tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0530307 Jul 30 02:45:27.343489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-373cd07d-c026-4b9d-b371-97dbbebbdf07 req-7a1efa78-e79c-4b16-b7fd-99271fb80edd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337992 Jul 30 02:45:27.831668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:45:27.834104 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad40469-79de-4ebe-ac99-2f7fa328d42a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:45:27.884759 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfd8797-44cf-47f2-8085-330c307d4494 x-openstack-request-id: req-ddfd8797-44cf-47f2-8085-330c307d4494 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:45:27.885064 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:45:27.885392 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ddfd8797-44cf-47f2-8085-330c307d4494 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:45:27.885832 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'status': 'completed', 'code': 200} Jul 30 02:45:27.950965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-a0449f66-0542-48d8-8835-6c886f94e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:27.952520 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-a0449f66-0542-48d8-8835-6c886f94e831 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1094 time: 0.0456991 Jul 30 02:45:27.956476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-55896e45-3385-405d-8a64-8a409a6dc84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:27.957981 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-55896e45-3385-405d-8a64-8a409a6dc84c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1094 time: 0.0494361 Jul 30 02:45:28.050554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-e0b8f558-3520-456d-93ad-4516eed6ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:28.052285 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-e0b8f558-3520-456d-93ad-4516eed6ae90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0871813 Jul 30 02:45:28.052650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-e8219bc9-e12f-4d4a-8966-ddb898b2918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:28.054097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-e8219bc9-e12f-4d4a-8966-ddb898b2918e service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0935621 Jul 30 02:45:28.122766 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-188a9d5d-2dfe-4e41-a831-a7e4b77de7ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 999 time: 0.0596673 Jul 30 02:45:28.124170 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-bb170948-f277-4911-a9d5-ea660127e30b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 999 time: 0.0641215 Jul 30 02:45:28.175979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-ee1eaa9f-cdc7-4183-a585-2acef3254275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:28.176560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-7432e317-3a52-440b-b770-63515fc0992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:28.177594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-ee1eaa9f-cdc7-4183-a585-2acef3254275 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0471570 Jul 30 02:45:28.178017 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-7432e317-3a52-440b-b770-63515fc0992d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0454681 Jul 30 02:45:28.229078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-70179a9f-0ee9-4c3b-b488-bee66aac3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:28.230605 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-70179a9f-0ee9-4c3b-b488-bee66aac3915 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443103 Jul 30 02:45:28.230872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-74eae784-e12f-49a7-b68b-4098efa07221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:28.232316 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-74eae784-e12f-49a7-b68b-4098efa07221 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461478 Jul 30 02:45:28.333388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-ff0dafc5-87eb-4ff2-aade-3850281df0fd service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932522 Jul 30 02:45:28.340326 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-221ea541-c385-4826-8d42-ae771c82aa78 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011271 Jul 30 02:45:28.447030 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-0a5750b8-208b-4bbe-a6ec-a6a786711818 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980029 Jul 30 02:45:28.798169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87724bcf-309f-4a86-8f7c-cadf62bbbd8b req-35ddfee3-47df-496c-9a86-19b63f494af5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:28.799667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87724bcf-309f-4a86-8f7c-cadf62bbbd8b req-35ddfee3-47df-496c-9a86-19b63f494af5 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0705786 Jul 30 02:45:28.821095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ad40469-79de-4ebe-ac99-2f7fa328d42a req-a7946893-e607-467e-b36b-7b511a542f50 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796057 Jul 30 02:45:28.849620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87724bcf-309f-4a86-8f7c-cadf62bbbd8b req-09c00cbe-617a-4e2c-b3aa-cd7c1f30a3cc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407536 Jul 30 02:45:29.970532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa0f84-dd72-465b-8c2e-eb6eba2a178d req-d6cd2e50-8a1a-4273-9a4a-28ba72685aa8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:29.972045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8daa0f84-dd72-465b-8c2e-eb6eba2a178d req-d6cd2e50-8a1a-4273-9a4a-28ba72685aa8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0528388 Jul 30 02:45:30.010980 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8daa0f84-dd72-465b-8c2e-eb6eba2a178d req-bf376acb-c2a3-4782-9bcf-fea59b82fd7c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329063 Jul 30 02:45:30.837182 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a766b357-aeae-49f7-9183-fd196ff9d43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:31.140142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e45a08-f7b8-4724-a2be-54d262313878 req-a99991e6-b6a3-40ff-a03d-f8bbc69450ca tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:31.141605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60e45a08-f7b8-4724-a2be-54d262313878 req-a99991e6-b6a3-40ff-a03d-f8bbc69450ca tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0494540 Jul 30 02:45:31.179439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60e45a08-f7b8-4724-a2be-54d262313878 req-4eec1c34-9ac7-4143-87b7-b64513905cc9 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317876 Jul 30 02:45:31.996131 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:32.296043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2dd22-b52d-403c-9491-cab656a72ae3 req-9d08af39-e112-4220-9afb-440666e83548 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:32.297686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93f2dd22-b52d-403c-9491-cab656a72ae3 req-9d08af39-e112-4220-9afb-440666e83548 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0494375 Jul 30 02:45:32.335948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93f2dd22-b52d-403c-9491-cab656a72ae3 req-b4b59fdb-a8ad-4aec-816e-1bd3763c8701 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316973 Jul 30 02:45:33.451946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ecf1c07-3bb4-42db-8b27-1f7c96de091a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:33.458201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f1f1c-a26f-451e-9758-c78445bf50a3 req-8d53aeea-d84a-4c02-8549-f05f58462d4a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:33.459754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-930f1f1c-a26f-451e-9758-c78445bf50a3 req-8d53aeea-d84a-4c02-8549-f05f58462d4a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0546553 Jul 30 02:45:33.497361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-930f1f1c-a26f-451e-9758-c78445bf50a3 req-946c3ae8-29a8-47e7-9cf6-3c9a91df246b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Jul 30 02:45:33.918398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:34.620231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da47b86-71a4-4e54-b80d-9bf7a7e60765 req-c68cf1d0-c354-40d2-9d17-1f8259266542 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:34.621726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6da47b86-71a4-4e54-b80d-9bf7a7e60765 req-c68cf1d0-c354-40d2-9d17-1f8259266542 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0506754 Jul 30 02:45:34.661636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6da47b86-71a4-4e54-b80d-9bf7a7e60765 req-c3834231-1c49-4a8b-bbe2-d2f37168b460 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338476 Jul 30 02:45:34.712423 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:35.778431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72ccd8-4721-476e-ac32-1639ef4dbee9 req-51277205-29fd-4e18-a68b-c73507664b6e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:35.779954 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd72ccd8-4721-476e-ac32-1639ef4dbee9 req-51277205-29fd-4e18-a68b-c73507664b6e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0485907 Jul 30 02:45:35.821087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fd72ccd8-4721-476e-ac32-1639ef4dbee9 req-fc2a7c8c-5403-43ea-b00c-fbd7a1ffb793 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340090 Jul 30 02:45:36.368983 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:36.945235 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe9e94-e1bb-4f75-9f8c-3dd551b5e94b req-7172326b-fdbc-471d-862b-eb6bcb485bb2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:36.946733 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bbe9e94-e1bb-4f75-9f8c-3dd551b5e94b req-7172326b-fdbc-471d-862b-eb6bcb485bb2 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0541391 Jul 30 02:45:36.986977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bbe9e94-e1bb-4f75-9f8c-3dd551b5e94b req-4054b4ef-deed-4385-8e4d-6d179a1f1bde tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335300 Jul 30 02:45:38.124086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cee5a-20ae-498a-a3ed-8cdb5e4d4d95 req-c9b7fbb0-7339-457d-bc63-5808d54af69c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:38.125641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-525cee5a-20ae-498a-a3ed-8cdb5e4d4d95 req-c9b7fbb0-7339-457d-bc63-5808d54af69c tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0563045 Jul 30 02:45:38.170788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-525cee5a-20ae-498a-a3ed-8cdb5e4d4d95 req-379d3304-d0fe-4129-b57a-584f291d7960 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353556 Jul 30 02:45:38.530448 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-5077bed0-a669-4754-9ceb-18894c0a831f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:38.531990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-5077bed0-a669-4754-9ceb-18894c0a831f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef&tenant_id=a173f84119b245a5a4865974ced8bf61&binding%3Ahost_id=n-h1-715271-7 HTTP/1.1" status: 200 len: 943 time: 0.0529792 Jul 30 02:45:38.541849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-bbec2269-aaee-4780-b7b2-2fd018b23544 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:45:38.542718 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-bbec2269-aaee-4780-b7b2-2fd018b23544 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050814 Jul 30 02:45:38.550690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f111c9-1a98-4016-9f2b-39804dfb85fe req-226a94b6-bb80-4117-aadf-06dd27743d7e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:38.552347 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9f111c9-1a98-4016-9f2b-39804dfb85fe req-226a94b6-bb80-4117-aadf-06dd27743d7e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0517633 Jul 30 02:45:38.591233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9f111c9-1a98-4016-9f2b-39804dfb85fe req-98f6e5fd-4d37-4532-a14d-8b8d4604e189 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328028 Jul 30 02:45:38.609870 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-76d2b8e4-12eb-452e-81a5-a0c5b1f322a0 service neutron] 10.222.0.41 "GET /v2.0/ports/645d267d-74a3-4cb9-8d9c-3847cc2c1566/bindings/n-h1-715271-7 HTTP/1.1" status: 200 len: 382 time: 0.0600793 Jul 30 02:45:38.710812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-9965f83e-8ae1-488c-9282-2cb8d01002a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:38.712267 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-9965f83e-8ae1-488c-9282-2cb8d01002a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1094 time: 0.0802953 Jul 30 02:45:38.802879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-1fe1108f-a3ee-4b6b-9857-609c0ccdf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:38.804455 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-1fe1108f-a3ee-4b6b-9857-609c0ccdf5d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.0844374 Jul 30 02:45:38.872538 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-b664780b-7363-42ba-b15b-80dd5678d2bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 999 time: 0.0610619 Jul 30 02:45:38.924525 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-f8171e2f-59b1-4b23-855c-ed0e0cc1d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:38.926001 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-f8171e2f-59b1-4b23-855c-ed0e0cc1d87e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0458453 Jul 30 02:45:38.973185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-a143e988-10e8-4c82-b269-d1dc5f3f109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:38.974830 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-a143e988-10e8-4c82-b269-d1dc5f3f109e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417528 Jul 30 02:45:39.071515 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-1817345a-10a6-4960-aea1-c5ed7b72714d service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897095 Jul 30 02:45:39.165146 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-c5c3323f-6869-4f2a-a09e-b2c9cca653a2 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854206 Jul 30 02:45:39.684799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:45:39.714434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7568d-1b41-46d7-a220-b2a87e8f0928 req-0283dbdb-796c-42d5-abae-4a600ab3141e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:39.716123 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90c7568d-1b41-46d7-a220-b2a87e8f0928 req-0283dbdb-796c-42d5-abae-4a600ab3141e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 943 time: 0.0557814 Jul 30 02:45:39.759660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-90c7568d-1b41-46d7-a220-b2a87e8f0928 req-cf251e3a-d06b-4f8b-8589-3f8531ffc338 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363524 Jul 30 02:45:39.795683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:39.814131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'mac_address': 'fa:16:3e:66:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:45:40.005436 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:40.017429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645d267d-74a3-4cb9-8d9c-3847cc2c1566 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:45:40.037789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:40.041517 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:40.086252 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:40.093477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.093820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.094158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.094494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.094826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.095154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.095511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.095838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.096170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.096488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.097356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.097686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:40.298755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['645d267d-74a3-4cb9-8d9c-3847cc2c1566'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:45:40.886697 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1044ef-af9c-4932-8603-507f98884787 req-fed2aae9-c430-4ee5-bb2d-7ff02bd8652f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:40.888348 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa1044ef-af9c-4932-8603-507f98884787 req-fed2aae9-c430-4ee5-bb2d-7ff02bd8652f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0548387 Jul 30 02:45:40.938203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fa1044ef-af9c-4932-8603-507f98884787 req-03c290bf-95ff-4e12-b063-e5b15b25a765 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Jul 30 02:45:41.700527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:45:41.797658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:41.816595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'mac_address': 'fa:16:3e:66:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:45:42.068281 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38996ef6-b41b-45b8-88f6-a06ce0d8d3ad req-6aff59e6-b3dd-45cf-b95d-8272e5f93893 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:42.069847 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38996ef6-b41b-45b8-88f6-a06ce0d8d3ad req-6aff59e6-b3dd-45cf-b95d-8272e5f93893 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0572870 Jul 30 02:45:42.120774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38996ef6-b41b-45b8-88f6-a06ce0d8d3ad req-916c4d52-67da-4091-9502-b165ee0b0db9 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411789 Jul 30 02:45:43.039025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-7876d6e6-2b78-4e45-9366-5ac33c3b0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:43.040577 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-7876d6e6-2b78-4e45-9366-5ac33c3b0a97 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef&tenant_id=a173f84119b245a5a4865974ced8bf61 HTTP/1.1" status: 200 len: 1095 time: 0.0505488 Jul 30 02:45:43.054876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:45:43.109274 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:43.334410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7166b81-f912-4f0a-ba05-a8980c9fc47a req-c09c9b84-2e83-426f-8cbd-7fb332b1f6cc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:43.336074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7166b81-f912-4f0a-ba05-a8980c9fc47a req-c09c9b84-2e83-426f-8cbd-7fb332b1f6cc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.1182356 Jul 30 02:45:43.394789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:43.412065 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b7166b81-f912-4f0a-ba05-a8980c9fc47a req-088961f3-3834-41e5-87e3-970d7f75d2ce tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687542 Jul 30 02:45:43.437340 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:45:43.473746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 645d267d-74a3-4cb9-8d9c-3847cc2c1566 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:45:43.484072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:43.496051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Ignored duplicate provisioning block setup for port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 02:45:43.504836 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:43.599470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=9']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:43.612042 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.612436 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.612783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.613124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.613462 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.613797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.614133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.614461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.614791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.615115 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.615525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.615887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:45:43.655489 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] No DVR routers for this DVR port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:45:43.700897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:45:43.757469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:45:43.812665 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:45:43.812896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:45:43.813226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:45:43.817867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:45:43.818183 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Attempting to bind port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:45:43.823232 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:45:43.823603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Checking segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:45:43.823988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Bound using segment: {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:45:43.824416 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Bound port: 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973c6c7-5b56-4453-8e2c-0c7320f31b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:45:43.824776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:43.892371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:45:43.898193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:45:43.902746 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:43.943094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:43.943752 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:43.945835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] 10.222.0.22 "PUT /v2.0/ports/645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 1091 time: 0.8954790 Jul 30 02:45:43.945835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:45:43.947998 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6379904d-4f2d-4011-af5b-7abe9a33ce20" -d '{"events": [{"name": "network-changed", "server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:45:44.015178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259e0e4-f659-4fa4-83ed-b4bb822da20b service neutron] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=10']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:44.034759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-c6b3b57c-e946-4345-957d-6d000f34517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.036454 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-c6b3b57c-e946-4345-957d-6d000f34517e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1095 time: 0.0593302 Jul 30 02:45:44.104011 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77100843-b009-4ec0-b1f3-34dec01b10fa x-openstack-request-id: req-77100843-b009-4ec0-b1f3-34dec01b10fa {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:45:44.104397 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:45:44.104598 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-77100843-b009-4ec0-b1f3-34dec01b10fa {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:45:44.104974 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'status': 'completed', 'code': 200} Jul 30 02:45:44.138948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-59f3a969-468f-4eec-ab43-f33df9b9e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.140596 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-59f3a969-468f-4eec-ab43-f33df9b9e9af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1095 time: 0.0479140 Jul 30 02:45:44.154104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-e3e7652e-492e-41b0-bc87-1eeeac2bf3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.155645 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-e3e7652e-492e-41b0-bc87-1eeeac2bf3f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1113026 Jul 30 02:45:44.235135 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-a27e1898-b54b-4708-aac1-68445652b0af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 999 time: 0.0707788 Jul 30 02:45:44.251468 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-759cc3bd-1c4d-493e-8f73-2bc73addf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.254554 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-759cc3bd-1c4d-493e-8f73-2bc73addf02b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1064053 Jul 30 02:45:44.298612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-a827f710-5650-4eb1-8399-ee4965955dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.301063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-a827f710-5650-4eb1-8399-ee4965955dd8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0580440 Jul 30 02:45:44.327394 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-47e81ce9-37a6-4bb9-9e08-49b0e90f0698 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 999 time: 0.0653222 Jul 30 02:45:44.358753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-128644c7-eec1-4000-8d49-f8a100696d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.360465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-128644c7-eec1-4000-8d49-f8a100696d83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514956 Jul 30 02:45:44.384589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-11437fbd-8c17-4a0d-9af6-44520b6c549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.386162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-11437fbd-8c17-4a0d-9af6-44520b6c549f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0507858 Jul 30 02:45:44.447930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-11839787-4072-4675-8d67-bcf17e187d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.450706 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-11839787-4072-4675-8d67-bcf17e187d07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569818 Jul 30 02:45:44.462589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-429751df-2703-4fa8-8135-ced962b19dec service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917635 Jul 30 02:45:44.565498 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-14fef45c-821f-412c-b134-cbfa60717c96 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072137 Jul 30 02:45:44.603337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3572e9-e26b-420b-9175-6f345db09b34 req-290543a0-a4eb-4882-b568-837841789d7f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.604977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a3572e9-e26b-420b-9175-6f345db09b34 req-290543a0-a4eb-4882-b568-837841789d7f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0834086 Jul 30 02:45:44.611635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2095c223-1c33-4ef9-93cc-d112f4447307 req-670573db-8ccf-4a4e-98ee-55572c70a8dc service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409984 Jul 30 02:45:44.652876 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1a3572e9-e26b-420b-9175-6f345db09b34 req-a1c219b2-dd05-4b17-b717-9a505e2d14b9 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394247 Jul 30 02:45:44.689763 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-7a4201c8-101c-4836-8e33-1c2a8c9d2623 service neutron] 10.222.0.41 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166394 Jul 30 02:45:44.706919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-295e3629-9e64-4dfc-a5f9-ae3036dc93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.708785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-295e3629-9e64-4dfc-a5f9-ae3036dc93fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1095 time: 0.0451798 Jul 30 02:45:44.815151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-e19dc2a6-055b-43e5-97bf-eee0e0f9a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.816760 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-e19dc2a6-055b-43e5-97bf-eee0e0f9a4f6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1000476 Jul 30 02:45:44.901632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-a9311931-6c19-4d10-8d1b-cbf724c6cf4a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 999 time: 0.0767996 Jul 30 02:45:44.960753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-ee306350-9515-40cd-b206-ecc4f1211226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:44.962158 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-ee306350-9515-40cd-b206-ecc4f1211226 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0529482 Jul 30 02:45:45.014283 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-992a9c52-f585-4ab6-8b28-2e599e41ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:45.015832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-992a9c52-f585-4ab6-8b28-2e599e41ab6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451710 Jul 30 02:45:45.116325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-bbc4cea2-2466-4fe1-abe9-f148f0ea384a service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918455 Jul 30 02:45:45.229200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6379904d-4f2d-4011-af5b-7abe9a33ce20 req-f41821d6-f89c-484e-b572-d1714602ad06 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053700 Jul 30 02:45:45.778657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773353b-9b4c-4b6c-980e-447258385155 req-b4c942a2-e3c3-4031-b36c-60f5e0a1fd08 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:45.780349 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a773353b-9b4c-4b6c-980e-447258385155 req-b4c942a2-e3c3-4031-b36c-60f5e0a1fd08 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0527844 Jul 30 02:45:45.823835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a773353b-9b4c-4b6c-980e-447258385155 req-273695a4-6dd5-4ab7-9ac2-fddd57dcd7b0 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367351 Jul 30 02:45:46.966234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bf688-ea05-438a-af4b-d20e9e3dc40c req-75894c9c-612d-4f5a-a21a-76ea2068fd76 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:46.967998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f1bf688-ea05-438a-af4b-d20e9e3dc40c req-75894c9c-612d-4f5a-a21a-76ea2068fd76 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0588772 Jul 30 02:45:47.012043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f1bf688-ea05-438a-af4b-d20e9e3dc40c req-21a7d7ac-796d-46d1-a569-97ae53870cdf tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372846 Jul 30 02:45:48.153919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbc919-e097-422f-a4a4-bdbcceca5dd6 req-8570ee7d-a22f-402b-abe2-22a7bf0d171b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:48.155675 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50bbc919-e097-422f-a4a4-bdbcceca5dd6 req-8570ee7d-a22f-402b-abe2-22a7bf0d171b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0652184 Jul 30 02:45:48.198571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-50bbc919-e097-422f-a4a4-bdbcceca5dd6 req-8da14157-bb81-4f36-94a5-27debbb4dabd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350783 Jul 30 02:45:49.337900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f180c-d683-4144-9774-a2e8956129e8 req-128ee4e9-8989-4cf0-8d33-b60db448b7b8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:49.339604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c27f180c-d683-4144-9774-a2e8956129e8 req-128ee4e9-8989-4cf0-8d33-b60db448b7b8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0533044 Jul 30 02:45:49.380857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c27f180c-d683-4144-9774-a2e8956129e8 req-569b7edf-4e28-47df-814c-0988e69bc0f8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352008 Jul 30 02:45:50.513377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00395a-4efa-4a34-b1f2-5d4928286ccd req-79b7da3a-a531-41af-8f2f-5c4497e6627f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:50.515210 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f00395a-4efa-4a34-b1f2-5d4928286ccd req-79b7da3a-a531-41af-8f2f-5c4497e6627f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0523460 Jul 30 02:45:50.557501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f00395a-4efa-4a34-b1f2-5d4928286ccd req-accac464-d0cb-4a7d-ba0d-ef9eb9c4cbe9 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357676 Jul 30 02:45:51.689348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9f754-4080-4145-9a38-77e17a82b711 req-67c067d9-9959-4356-af76-fe305201ccee tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:51.690981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cca9f754-4080-4145-9a38-77e17a82b711 req-67c067d9-9959-4356-af76-fe305201ccee tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0570524 Jul 30 02:45:51.733668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cca9f754-4080-4145-9a38-77e17a82b711 req-76fa053a-0d9d-4447-9d20-8afc5a2ea858 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365443 Jul 30 02:45:52.860148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a433a-a5a1-47e9-ae84-f85a8b591469 req-d9048413-1320-4521-9775-5dbe3e7fb204 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:52.862338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-480a433a-a5a1-47e9-ae84-f85a8b591469 req-d9048413-1320-4521-9775-5dbe3e7fb204 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0545151 Jul 30 02:45:52.909132 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-480a433a-a5a1-47e9-ae84-f85a8b591469 req-167ef829-ff68-4a51-bb24-61a0e17e4f35 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401084 Jul 30 02:45:54.034227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa073ef-82d4-4ace-b8fd-4a46ca7cdeec req-476dc76f-91f8-4a76-a934-d4fc26e23126 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:54.036259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1fa073ef-82d4-4ace-b8fd-4a46ca7cdeec req-476dc76f-91f8-4a76-a934-d4fc26e23126 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0512452 Jul 30 02:45:54.076522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1fa073ef-82d4-4ace-b8fd-4a46ca7cdeec req-a0c40ab5-8e0e-410a-a0fc-ab2b25a2e028 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340681 Jul 30 02:45:54.481441 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:55.207722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea02e63-194a-4410-9499-bd40857a0753 req-303ecd1a-b6c4-4a30-9444-373f00e89c63 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:55.209417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ea02e63-194a-4410-9499-bd40857a0753 req-303ecd1a-b6c4-4a30-9444-373f00e89c63 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0603297 Jul 30 02:45:55.278514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ea02e63-194a-4410-9499-bd40857a0753 req-a5398d08-861e-4ac8-be03-87bb43c115ff tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601921 Jul 30 02:45:55.281668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-472ec4cc-2292-4b6f-b7b3-99ca4e6a1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:55.283355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-472ec4cc-2292-4b6f-b7b3-99ca4e6a1582 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a173f84119b245a5a4865974ced8bf61&device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 1095 time: 0.0728807 Jul 30 02:45:55.409047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-28cbf2ce-3bb0-4e76-a663-7e533435ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:55.410616 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-28cbf2ce-3bb0-4e76-a663-7e533435ab5f service neutron] 10.222.0.22 "GET /v2.0/networks?id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 200 len: 913 time: 0.1007793 Jul 30 02:45:55.488403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-fd5bbc11-4662-4941-973c-fbd15c774dff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 200 len: 999 time: 0.0693166 Jul 30 02:45:55.552468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-caffa669-4161-4efb-8b23-43a22c1f7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:55.554673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-caffa669-4161-4efb-8b23-43a22c1f7cde service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 200 len: 851 time: 0.0546277 Jul 30 02:45:55.618402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-1a8bb13a-f736-43fa-8c73-11523b8f75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:55.619989 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-1a8bb13a-f736-43fa-8c73-11523b8f75df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556591 Jul 30 02:45:55.743967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-4bf9ed3b-36f1-4863-8f0c-f88e2ad97916 service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124213 Jul 30 02:45:55.858217 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-104d8b08-37b5-4f04-a35d-2f8e5107c0b2 req-c7d1bb58-d825-4524-97c2-8d3eef59c17b service neutron] 10.222.0.22 "GET /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002536 Jul 30 02:45:56.397048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecd1b6-2d81-491e-8b16-5d467208e6e2 req-cb1b94c1-b368-4bdc-8c12-6312076a1c28 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:56.398511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25ecd1b6-2d81-491e-8b16-5d467208e6e2 req-cb1b94c1-b368-4bdc-8c12-6312076a1c28 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0491235 Jul 30 02:45:56.436706 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25ecd1b6-2d81-491e-8b16-5d467208e6e2 req-61114312-f5b0-4972-a437-2a6c45b0df0b tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321767 Jul 30 02:45:56.557423 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ecbfc-fc9a-4cf0-a543-93ace08bd57d req-6ff2f572-16f6-4558-8f9d-25043a862abd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:56.558810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf2ecbfc-fc9a-4cf0-a543-93ace08bd57d req-6ff2f572-16f6-4558-8f9d-25043a862abd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0542519 Jul 30 02:45:56.597410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf2ecbfc-fc9a-4cf0-a543-93ace08bd57d req-81f97c0d-0c9e-4965-ae4e-cf64ef4af630 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325654 Jul 30 02:45:56.716105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf378f-d857-4dc9-a0c2-033a76299a38 req-9892d0fb-f4ea-438b-8ffa-9909011561b4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:56.717568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24cf378f-d857-4dc9-a0c2-033a76299a38 req-9892d0fb-f4ea-438b-8ffa-9909011561b4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0532265 Jul 30 02:45:56.756032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24cf378f-d857-4dc9-a0c2-033a76299a38 req-0485af19-b5af-42f0-96b2-8616fc028c6e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Jul 30 02:45:57.016629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954116dd-afe1-4f6f-9f3c-67069fa2393a req-40ba8344-4084-42ce-b40c-24934b39b6e8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:57.018207 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-954116dd-afe1-4f6f-9f3c-67069fa2393a req-40ba8344-4084-42ce-b40c-24934b39b6e8 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 944 time: 0.0524046 Jul 30 02:45:57.034521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:45:57.068255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-954116dd-afe1-4f6f-9f3c-67069fa2393a req-5318b13b-5cb3-4bda-8726-e4e45d277d9f tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Jul 30 02:45:57.154894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:57.170585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'port_id': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'mac_address': 'fa:16:3e:66:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:45:57.214408 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:57.231285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645d267d-74a3-4cb9-8d9c-3847cc2c1566 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:45:57.253759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:57.258207 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:57.311055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=11']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:57.524575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['645d267d-74a3-4cb9-8d9c-3847cc2c1566'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:45:58.193679 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05bb7-61e2-456a-aa2c-73485eabd44f req-302438dd-4e1a-470f-8fc8-300dba0b35dc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:58.195213 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afd05bb7-61e2-456a-aa2c-73485eabd44f req-302438dd-4e1a-470f-8fc8-300dba0b35dc tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0536525 Jul 30 02:45:58.234997 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-afd05bb7-61e2-456a-aa2c-73485eabd44f req-12966d6e-de3a-4371-8336-686c332c1149 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups?id=6cb5738f-1f41-4eee-97d9-526c2fb87540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335782 Jul 30 02:45:58.338855 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:45:58.821543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c179107-7325-4570-be81-f3c3a7c9228b req-19ebb076-350c-4030-8cb2-97ba1d2a70af tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:45:58.822955 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c179107-7325-4570-be81-f3c3a7c9228b req-19ebb076-350c-4030-8cb2-97ba1d2a70af tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 945 time: 0.0527506 Jul 30 02:45:58.913185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Deleting port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:45:58.913527 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.005876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:59.006242 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.061654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:45:59.126010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:45:59.133958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:45:59.134342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.219180 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.248052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:45:59.250357 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c6e34-a2c5-43a8-b989-21f4a2ed4551" -d '{"events": [{"server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "name": "network-vif-plugged", "status": "completed", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:45:59.266087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 645d267d-74a3-4cb9-8d9c-3847cc2c1566, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=645d267d-74a3-4cb9-8d9c-3847cc2c1566,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:45:59.267720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.268969 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.268969 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d disassociated. External IP: 172.25.7.55, port: 645d267d-74a3-4cb9-8d9c-3847cc2c1566. Jul 30 02:45:59.269431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Calling delete_port for 645d267d-74a3-4cb9-8d9c-3847cc2c1566 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:45:59.277093 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.344228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=12']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:59.373498 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f629b3c9-e6c8-4d19-a937-362253e05061 x-openstack-request-id: req-f629b3c9-e6c8-4d19-a937-362253e05061 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:45:59.373794 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "name": "network-vif-plugged", "status": "completed", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:45:59.374052 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f629b3c9-e6c8-4d19-a937-362253e05061 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:45:59.374455 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'code': 200} Jul 30 02:45:59.417714 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:45:59.461993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event deleted for resources: {'Port': ['ID=645d267d-74a3-4cb9-8d9c-3847cc2c1566,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:45:59.479026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-503cecd5-c813-4464-b10d-549e9ea1f287 req-3f5e99af-ec2c-4bcb-bf3a-b57580e58cab tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 210 time: 0.0563626 Jul 30 02:45:59.927514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:46:00.039838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:46:00.049700 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:46:00.059884 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:00.060506 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:45:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:00.082267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] No DVR routers for this DVR port 645d267d-74a3-4cb9-8d9c-3847cc2c1566 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:00.085483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:00.088044 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c179107-7325-4570-be81-f3c3a7c9228b req-6d258ecb-5de5-4b3e-8c23-813ceda5adfd tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.22 "DELETE /v2.0/ports/645d267d-74a3-4cb9-8d9c-3847cc2c1566 HTTP/1.1" status: 204 len: 173 time: 1.2584660 Jul 30 02:46:00.088515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'name': 'network-vif-deleted', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:00.091662 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d36bcf-4866-45fb-887e-374ba8c5b495" -d '{"events": [{"server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "name": "network-vif-deleted", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:00.134850 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3ef14f-9856-43fc-a204-82aadc564b0a x-openstack-request-id: req-5c3ef14f-9856-43fc-a204-82aadc564b0a {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:00.135079 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0848b33-6492-47d9-b7ca-7b6683f83cef", "name": "network-vif-deleted", "tag": "645d267d-74a3-4cb9-8d9c-3847cc2c1566", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:00.135230 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5c3ef14f-9856-43fc-a204-82aadc564b0a {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:00.135944 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0848b33-6492-47d9-b7ca-7b6683f83cef', 'name': 'network-vif-deleted', 'tag': '645d267d-74a3-4cb9-8d9c-3847cc2c1566', 'status': 'completed', 'code': 200} Jul 30 02:46:00.186686 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:00.406496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:00.433472 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:46:00.442449 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:00.443107 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:45:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:00.557133 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:00.587783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0b8bb82-fb9a-4d13-a5b3-96d281142e96 req-552017f8-8987-42a7-9278-1f41593dc878 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 210 time: 0.0319381 Jul 30 02:46:00.779105 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:00.807193 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af9d92-bfeb-418c-8cb8-959f740a2951 None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:36:11Z', 'revision_number': 4, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f33b8b9b-916d-41b0-998a-d1940c777523', 'name': '', 'network_id': 'cc64ebdc-2c42-4e5a-a7f0-888181ce09d0', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'mac_address': 'fa:16:3e:27:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:11Z', 'updated_at': '2021-07-30T02:36:16Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'subnets': [{'id': '7b15e7f8-0e09-4d77-a057-aca5dbeae208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:46:00.835182 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30230e89-d382-457c-8427-b45ff0cdb54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:01.061774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5a56d-f900-4c1e-a9fe-7149308b1221 None None] New status for floating IP 1a146652-c988-40a9-a4fa-5c35c99deb2d: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:46:01.693979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0eec72e5-f977-446d-bc4f-4af841c31cdf req-779ca986-57f1-4773-a3ec-6d89dfadcf26 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 210 time: 0.0282040 Jul 30 02:46:01.996334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:02.798931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-74d6fb1d-cedb-4eeb-9db0-9b287e607218 req-ef9d212c-7633-4224-ac8c-80f10429f9fa tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0848b33-6492-47d9-b7ca-7b6683f83cef HTTP/1.1" status: 200 len: 210 time: 0.0287743 Jul 30 02:46:03.061677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:03.084419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 645d267d-74a3-4cb9-8d9c-3847cc2c1566 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:03.084757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 645d267d-74a3-4cb9-8d9c-3847cc2c1566 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:03.454286 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0425dbc-d3fb-450e-8167-512a0f980f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:03.922638 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:04.716250 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:06.374726 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:06.531811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59562) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:06.599243 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbcaad09-4b55-414c-9468-5e87d3ac301a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:06.621968 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbcaad09-4b55-414c-9468-5e87d3ac301a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:06.674033 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbcaad09-4b55-414c-9468-5e87d3ac301a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:06.676698 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-dbcaad09-4b55-414c-9468-5e87d3ac301a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:06.677867 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-dbcaad09-4b55-414c-9468-5e87d3ac301a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "DELETE /v2.0/security-groups/6cb5738f-1f41-4eee-97d9-526c2fb87540 HTTP/1.1" status: 204 len: 168 time: 0.1450686 Jul 30 02:46:06.681007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59564) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:06.688483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaad09-4b55-414c-9468-5e87d3ac301a tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb5738f-1f41-4eee-97d9-526c2fb87540,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:06.697188 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-eb7e3635-5c41-403f-a47f-08b3119ff21e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] show failed (client error): The resource could not be found. Jul 30 02:46:06.698294 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eb7e3635-5c41-403f-a47f-08b3119ff21e tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "GET /v2.0/security-groups/6cb5738f-1f41-4eee-97d9-526c2fb87540 HTTP/1.1" status: 404 len: 347 time: 0.0156410 Jul 30 02:46:06.701105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:06.831775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Deleting port a62a7528-6224-4109-8a2f-9413ff707a35 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:06.832121 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:06.908519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:06.908854 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:06.921127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Calling delete_port for a62a7528-6224-4109-8a2f-9413ff707a35 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:07.056838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:07.080674 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Pushing event deleted for resources: {'Port': ['ID=a62a7528-6224-4109-8a2f-9413ff707a35,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:07.143669 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:07.146193 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:07.147395 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fa2983e2-a79f-4d4e-857c-40ccb6337ce4 tempest-ServerActionsTestJSON-736000608 tempest-ServerActionsTestJSON-736000608-project] 10.222.0.84 "DELETE /v2.0/floatingips/1a146652-c988-40a9-a4fa-5c35c99deb2d HTTP/1.1" status: 204 len: 168 time: 0.4453716 Jul 30 02:46:07.150551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59568) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:07.562048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:07.812394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Deleting port f33b8b9b-916d-41b0-998a-d1940c777523 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:07.812608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:07.889915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] For port f33b8b9b-916d-41b0-998a-d1940c777523, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f33b8b9b-916d-41b0-998a-d1940c777523,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:07.890275 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:07.906281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Calling delete_port for f33b8b9b-916d-41b0-998a-d1940c777523 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:08.083567 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:08.109366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33b8b9b-916d-41b0-998a-d1940c777523,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:08.273780 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:08.483115 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Router 4835aa55-ae47-47e8-b922-a22ca17c8646 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:46:08.933798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:46:08.942526 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-31da50ee-1984-4316-a6f9-143e87a3a456 admin admin] 10.222.0.84 "PUT /v2.0/routers/4835aa55-ae47-47e8-b922-a22ca17c8646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7879312 Jul 30 02:46:08.942526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59572) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:08.944706 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] Sync routers for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:46:08.954503 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:08.955106 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:46:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:09.047728 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.060673 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:09.149748 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.202452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Deleting port f9752c77-973c-4e7c-b6e7-b7de16538acc {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:09.202811 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.242804 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:46:08Z', 'revision_number': 5, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port': {'id': 'f9752c77-973c-4e7c-b6e7-b7de16538acc', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:36:09Z', 'updated_at': '2021-07-30T02:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:09.273289 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] Checking router: 4835aa55-ae47-47e8-b922-a22ca17c8646 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:46:09.282382 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] Routers {'4835aa55-ae47-47e8-b922-a22ca17c8646'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:46:09.283021 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:46:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4835aa55-ae47-47e8-b922-a22ca17c8646'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:09.284870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] For port f9752c77-973c-4e7c-b6e7-b7de16538acc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f9752c77-973c-4e7c-b6e7-b7de16538acc,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:09.285211 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.305281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Calling delete_port for f9752c77-973c-4e7c-b6e7-b7de16538acc owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:09.368546 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] Set router 4835aa55-ae47-47e8-b922-a22ca17c8646 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:46:09.419134 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:46:09Z', 'revision_number': 6, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:09.449047 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64739986-9c54-45ec-8818-1eeeb8863b5a None None] The sync data for ids ['4835aa55-ae47-47e8-b922-a22ca17c8646'] in n-d-715271-7 is: [{'id': '4835aa55-ae47-47e8-b922-a22ca17c8646', 'name': 'tempest-ServerActionsTestJSON-1491777900-router', 'tenant_id': 'a173f84119b245a5a4865974ced8bf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:36:08Z', 'updated_at': '2021-07-30T02:46:09Z', 'revision_number': 6, 'project_id': 'a173f84119b245a5a4865974ced8bf61', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:46:09.472314 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.502826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9752c77-973c-4e7c-b6e7-b7de16538acc,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:09.560891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.658230 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.661063 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.709401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.709866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4835aa55-ae47-47e8-b922-a22ca17c8646 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:46:09.715172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.716372 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f5f9e780-7bcf-4fe0-a6ae-0a28a9c1d656 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4835aa55-ae47-47e8-b922-a22ca17c8646 HTTP/1.1" status: 204 len: 168 time: 0.7732072 Jul 30 02:46:09.718938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59574) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:09.764087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc636fb3-6986-4f0e-b285-608fbce97aaa admin admin] Deleting subnet 7b15e7f8-0e09-4d77-a057-aca5dbeae208 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:46:09.767154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc636fb3-6986-4f0e-b285-608fbce97aaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.811067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc636fb3-6986-4f0e-b285-608fbce97aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.900925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc636fb3-6986-4f0e-b285-608fbce97aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.952077 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc636fb3-6986-4f0e-b285-608fbce97aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.975902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc636fb3-6986-4f0e-b285-608fbce97aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b15e7f8-0e09-4d77-a057-aca5dbeae208,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:09.981422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bc636fb3-6986-4f0e-b285-608fbce97aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:09.983495 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bc636fb3-6986-4f0e-b285-608fbce97aaa admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7b15e7f8-0e09-4d77-a057-aca5dbeae208 HTTP/1.1" status: 204 len: 168 time: 0.2635906 Jul 30 02:46:09.986034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59576) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:09.988978 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867664c6-5476-4bbf-bd48-66652123f268 None None] Network cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:10.053912 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.111277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Deleting port 4e5401df-6606-4956-853d-f0c5de9a832f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:10.111639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.175625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] For port 4e5401df-6606-4956-853d-f0c5de9a832f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e5401df-6606-4956-853d-f0c5de9a832f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:10.175804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.189741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Calling delete_port for 4e5401df-6606-4956-853d-f0c5de9a832f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:10.212155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a5edaf-3b3c-420c-b418-4e070f1033cb None None] DHCP port deletion for cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:46:10.259739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5edaf-3b3c-420c-b418-4e070f1033cb None None] Deleting port 4e5401df-6606-4956-853d-f0c5de9a832f {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:10.260006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7a5edaf-3b3c-420c-b418-4e070f1033cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.273436 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.306690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5401df-6606-4956-853d-f0c5de9a832f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:10.308875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] No DVR routers for this DVR port 4e5401df-6606-4956-853d-f0c5de9a832f on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:10.332561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b7a5edaf-3b3c-420c-b418-4e070f1033cb None None] For port 4e5401df-6606-4956-853d-f0c5de9a832f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4e5401df-6606-4956-853d-f0c5de9a832f,segment=NetworkSegment(c973c6c7-5b56-4453-8e2c-0c7320f31b27),segment_id=c973c6c7-5b56-4453-8e2c-0c7320f31b27)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:10.333050 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7a5edaf-3b3c-420c-b418-4e070f1033cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.345814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5edaf-3b3c-420c-b418-4e070f1033cb None None] Calling delete_port for 4e5401df-6606-4956-853d-f0c5de9a832f owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:10.383192 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.394111 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc64ebdc-2c42-4e5a-a7f0-888181ce09d0']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:10.405174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c973c6c7-5b56-4453-8e2c-0c7320f31b27') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:10.405557 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c973c6c7-5b56-4453-8e2c-0c7320f31b27') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:10.415012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.429596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.430036 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b7a5edaf-3b3c-420c-b418-4e070f1033cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.437040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:46:10.437448 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:46:10.439188 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:46:10.462564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5edaf-3b3c-420c-b418-4e070f1033cb None None] Pushing event deleted for resources: {'Port': ['ID=4e5401df-6606-4956-853d-f0c5de9a832f,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:10.465960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5edaf-3b3c-420c-b418-4e070f1033cb None None] No DVR routers for this DVR port 4e5401df-6606-4956-853d-f0c5de9a832f on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:10.511813 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.517576 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.520289 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] 10.222.0.84 "DELETE /v2.0/networks/cc64ebdc-2c42-4e5a-a7f0-888181ce09d0 HTTP/1.1" status: 204 len: 168 time: 0.5333171 Jul 30 02:46:10.531108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931ac9e-b03a-4979-a4c1-69892d61f46c admin admin] Pushing event deleted for resources: {'Network': ['ID=cc64ebdc-2c42-4e5a-a7f0-888181ce09d0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:10.709132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59580) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:10.749417 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0f2ce364-46dc-45d2-b0a7-23f0f998eafa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a173f84119b245a5a4865974ced8bf61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390415 Jul 30 02:46:10.751861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59582) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:10.801455 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e147188a-fe5b-46f0-967a-30dc0e82e141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.821689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e147188a-fe5b-46f0-967a-30dc0e82e141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.868732 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e147188a-fe5b-46f0-967a-30dc0e82e141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.871356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e147188a-fe5b-46f0-967a-30dc0e82e141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:10.872543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e147188a-fe5b-46f0-967a-30dc0e82e141 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3bdd357a-f72e-4faf-a32d-3d2dc4f5fad7 HTTP/1.1" status: 204 len: 168 time: 0.1197827 Jul 30 02:46:10.880739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147188a-fe5b-46f0-967a-30dc0e82e141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd357a-f72e-4faf-a32d-3d2dc4f5fad7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:10.956989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e5401df-6606-4956-853d-f0c5de9a832f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:10.976817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 4e5401df-6606-4956-853d-f0c5de9a832f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:10.977159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4e5401df-6606-4956-853d-f0c5de9a832f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:10.977642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f9752c77-973c-4e7c-b6e7-b7de16538acc no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:10.995863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f9752c77-973c-4e7c-b6e7-b7de16538acc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:10.996538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f9752c77-973c-4e7c-b6e7-b7de16538acc not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:10.996643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f33b8b9b-916d-41b0-998a-d1940c777523 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:11.015481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f33b8b9b-916d-41b0-998a-d1940c777523 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:11.015830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f33b8b9b-916d-41b0-998a-d1940c777523 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:11.631690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59604) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:11.728645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-902063456-network', 'tenant_id': '2eb68b92b95a4efabb74ab54123edc98'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:11.755837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Made reservation on behalf of 2eb68b92b95a4efabb74ab54123edc98 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:11.758451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:11.767123 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:11.860050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:11.864887 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:11.889730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:46:11.898404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ba19c3-deb0-483f-bdd8-7e040922e380,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:11.904562 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:11.904898 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Added segment 734fb953-5879-4667-bc75-d301f7d5c591 of type vlan for network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 Jul 30 02:46:11.948185 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:11.978442 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:11.979418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:11.980035 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:12.042914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:12.046300 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a622b424-807f-4005-91a7-2a46b44ff8a3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4135475 Jul 30 02:46:12.049434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59608) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:12.055239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Request body: {'subnet': {'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-902063456-subnet', 'tenant_id': '2eb68b92b95a4efabb74ab54123edc98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:12.055646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:46:12.076715 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Made reservation on behalf of 2eb68b92b95a4efabb74ab54123edc98 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:12.079356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:12.258367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:12.314192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edcc1d3-0e16-4e05-88d0-94f0bb9ef757,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:12.323389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Checking segment: {'id': '734fb953-5879-4667-bc75-d301f7d5c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:12.323774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Network hostable DHCP agents. Network: 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:46:12.340743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:46:12.348779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:12.352825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:12.353406 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:12.357793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b1de1c-35fe-4a35-9d01-41905d09cd23 None None] Network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:12.367062 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8f8e9652-a781-4530-9539-ec3b7794ddbc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3159046 Jul 30 02:46:12.491730 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4c7a5-3abe-441c-aad8-1748a8427204 None None] Network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:12.814939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-5cd40394-5ea0-4e19-ab0e-80154f639f09 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:12.816370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-5cd40394-5ea0-4e19-ab0e-80154f639f09 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/networks?id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 HTTP/1.1" status: 200 len: 813 time: 0.1042936 Jul 30 02:46:12.831685 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-36439da9-9a84-47ff-8108-68aafa8e70af tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/quotas/2eb68b92b95a4efabb74ab54123edc98 HTTP/1.1" status: 200 len: 375 time: 0.0093963 Jul 30 02:46:12.863718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-02ae5ac6-906f-45d4-8b83-c0080bcb0969 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2eb68b92b95a4efabb74ab54123edc98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267973 Jul 30 02:46:13.002289 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-39e5cc32-4f64-43ba-8290-2a77b36bd18d service neutron] 10.222.0.84 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314521 Jul 30 02:46:13.090355 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-092c59f8-b9c7-45f2-a317-7c632f6a0551 service neutron] 10.222.0.84 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818212 Jul 30 02:46:13.250726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c19cd0b-8fb9-46b4-a8af-1fdd7e12ecf4 req-f5361d3d-c8e5-4763-8746-d3dad6fed3fe tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 210 time: 0.0285370 Jul 30 02:46:14.338296 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-85d9a04c-11fe-4e2b-94bb-be79731f73bd tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:14.340009 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-85d9a04c-11fe-4e2b-94bb-be79731f73bd tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.41 "GET /v2.0/networks?id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 HTTP/1.1" status: 200 len: 813 time: 0.1147194 Jul 30 02:46:14.354937 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Request body: {'port': {'device_id': 'de02cb6a-fe6d-4c7f-b584-58e2e51a4784', 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0', 'admin_state_up': True, 'tenant_id': '2eb68b92b95a4efabb74ab54123edc98'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:14.356172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5ad1b36-d766-46db-be05-9fefd5737cf5 req-e6a62f49-0434-4fc0-afaf-13fb42e67e21 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 210 time: 0.0337784 Jul 30 02:46:14.468071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Made reservation on behalf of 2eb68b92b95a4efabb74ab54123edc98 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:14.472101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:14.600045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Allocated IP 172.20.0.4 (6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0/9edcc1d3-0e16-4e05-88d0-94f0bb9ef757/0d2d851c-c718-440d-a749-653d71211239) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:14.741980 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:14.783261 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:14.829183 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:14.832733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:14.836337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:14.861887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Pushing event updated for resources: {'Port': ['ID=0d2d851c-c718-440d-a749-653d71211239,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:14.888810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:14.889420 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:14.904569 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-8e6c9d1a-8633-41c0-8325-3b521a01aa15 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540297 Jul 30 02:46:14.917878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Request body: {'port': {'device_id': 'de02cb6a-fe6d-4c7f-b584-58e2e51a4784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:14.970914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:15.235461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2d851c-c718-440d-a749-653d71211239 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:15.243650 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:15.255685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Transition to ACTIVE for port object 0d2d851c-c718-440d-a749-653d71211239 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:15.259990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:15.308602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2d851c-c718-440d-a749-653d71211239,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:15.377087 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Attempting to bind port 0d2d851c-c718-440d-a749-653d71211239 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:15.378505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Attempting to bind port 0d2d851c-c718-440d-a749-653d71211239 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '734fb953-5879-4667-bc75-d301f7d5c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:15.378505 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Attempting to bind port 0d2d851c-c718-440d-a749-653d71211239 on network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:15.382636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Port 0d2d851c-c718-440d-a749-653d71211239 on network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:46:15.382958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Attempting to bind port 0d2d851c-c718-440d-a749-653d71211239 on network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:15.387869 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:15.388209 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Checking segment: {'id': '734fb953-5879-4667-bc75-d301f7d5c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:15.388596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Bound using segment: {'id': '734fb953-5879-4667-bc75-d301f7d5c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:15.389023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Bound port: 0d2d851c-c718-440d-a749-653d71211239, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734fb953-5879-4667-bc75-d301f7d5c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:15.389399 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:15.456774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] For port 0d2d851c-c718-440d-a749-653d71211239, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:15.459863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] For port 0d2d851c-c718-440d-a749-653d71211239, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0d2d851c-c718-440d-a749-653d71211239,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:15.465354 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:15.477875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74fa48-8e63-436b-be82-f1e42dfa7a90 req-ad269a54-22ab-44b2-b48f-189d9dfb3d63 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.479448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e74fa48-8e63-436b-be82-f1e42dfa7a90 req-ad269a54-22ab-44b2-b48f-189d9dfb3d63 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 943 time: 0.0531387 Jul 30 02:46:15.501340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.501886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:15.503876 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] 10.222.0.41 "PUT /v2.0/ports/0d2d851c-c718-440d-a749-653d71211239 HTTP/1.1" status: 200 len: 1091 time: 0.5900991 Jul 30 02:46:15.504318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de02cb6a-fe6d-4c7f-b584-58e2e51a4784', 'tag': '0d2d851c-c718-440d-a749-653d71211239'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:15.506648 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ad33dd-cd72-4348-aec4-3885900cde86" -d '{"events": [{"name": "network-changed", "server_uuid": "de02cb6a-fe6d-4c7f-b584-58e2e51a4784", "tag": "0d2d851c-c718-440d-a749-653d71211239"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:15.523007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e74fa48-8e63-436b-be82-f1e42dfa7a90 req-1fbe41a1-64ab-4db6-b14e-83a86e37c6db tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372314 Jul 30 02:46:15.530722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9f49b-2ecf-4f2e-9648-fcde845e6d15 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2d851c-c718-440d-a749-653d71211239,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:15.587806 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d58570c-f1c5-4a18-89fc-4612a334efad x-openstack-request-id: req-7d58570c-f1c5-4a18-89fc-4612a334efad {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:15.588102 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de02cb6a-fe6d-4c7f-b584-58e2e51a4784", "tag": "0d2d851c-c718-440d-a749-653d71211239", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:15.588354 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7d58570c-f1c5-4a18-89fc-4612a334efad {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:15.588750 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de02cb6a-fe6d-4c7f-b584-58e2e51a4784', 'tag': '0d2d851c-c718-440d-a749-653d71211239', 'status': 'completed', 'code': 200} Jul 30 02:46:15.604758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-ae050722-ee68-456e-bcec-b998e4ce496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.606288 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-ae050722-ee68-456e-bcec-b998e4ce496b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2eb68b92b95a4efabb74ab54123edc98&device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 1094 time: 0.0470738 Jul 30 02:46:15.651064 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-01c65cba-00bd-45bc-bc0f-5f7639e418e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d2d851c-c718-440d-a749-653d71211239 HTTP/1.1" status: 200 len: 217 time: 0.0367172 Jul 30 02:46:15.699701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-5a19f872-3d37-4c64-96d7-a29f10ff6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:15.701153 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-5a19f872-3d37-4c64-96d7-a29f10ff6ea5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9edcc1d3-0e16-4e05-88d0-94f0bb9ef757 HTTP/1.1" status: 200 len: 853 time: 0.0437825 Jul 30 02:46:15.732902 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-3e5084df-2712-4c80-a172-109c564a758b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246129 Jul 30 02:46:15.831535 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-4329945d-e924-46a0-8caf-618b4b3567ec service neutron] 10.222.0.41 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900924 Jul 30 02:46:15.926878 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0440a42d-5c29-407d-b339-b5aa1a34a65e req-074b1ffa-a884-432f-a361-af1d4a5c9fb9 service neutron] 10.222.0.41 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886796 Jul 30 02:46:16.015885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-6a39c432-6c92-4a5d-af50-925bf9fd74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:16.017386 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-6a39c432-6c92-4a5d-af50-925bf9fd74ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2eb68b92b95a4efabb74ab54123edc98&device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 1094 time: 0.0410745 Jul 30 02:46:16.113556 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-56598195-af8a-44b1-9540-427ec8e31676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:16.114931 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-56598195-af8a-44b1-9540-427ec8e31676 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 HTTP/1.1" status: 200 len: 914 time: 0.0880723 Jul 30 02:46:16.156459 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-03e77767-1eda-4bb3-a6ea-84da0058630e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d2d851c-c718-440d-a749-653d71211239 HTTP/1.1" status: 200 len: 217 time: 0.0342631 Jul 30 02:46:16.210061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-7ed189a2-8fc1-461c-b6f0-8fbd969eb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:16.211699 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-7ed189a2-8fc1-461c-b6f0-8fbd969eb451 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9edcc1d3-0e16-4e05-88d0-94f0bb9ef757 HTTP/1.1" status: 200 len: 853 time: 0.0467474 Jul 30 02:46:16.254233 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-922ec9e9-f37e-4f42-bd7f-06db8524871d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336828 Jul 30 02:46:16.345938 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-99168c63-f3ef-4432-83b6-ad372110e59c service neutron] 10.222.0.41 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831368 Jul 30 02:46:16.441274 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-70ad33dd-cd72-4348-aec4-3885900cde86 req-ef749191-2fd4-47ce-af6c-811ce5e8f01c service neutron] 10.222.0.41 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879884 Jul 30 02:46:16.648055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c48ae9-e31d-4450-bdde-41156a224fc8 req-a2a603f1-11a0-4496-a7c0-9a7b4bd6ed31 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:16.649649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0c48ae9-e31d-4450-bdde-41156a224fc8 req-a2a603f1-11a0-4496-a7c0-9a7b4bd6ed31 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 943 time: 0.0512023 Jul 30 02:46:16.688029 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e0c48ae9-e31d-4450-bdde-41156a224fc8 req-d67a0ec0-0d40-4702-aa59-f39fb6caa6e3 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Jul 30 02:46:17.805753 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe6db-de82-451b-81b3-18f59a373587 req-3bdb533d-af34-4dca-a396-5d53a7ff4328 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:17.807266 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95dfe6db-de82-451b-81b3-18f59a373587 req-3bdb533d-af34-4dca-a396-5d53a7ff4328 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 943 time: 0.0516863 Jul 30 02:46:17.850608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-95dfe6db-de82-451b-81b3-18f59a373587 req-94318d0b-eea5-4c78-9c92-f7a9cf05a3dc tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372694 Jul 30 02:46:17.855556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0d2d851c-c718-440d-a749-653d71211239 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:46:17.949404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0d2d851c-c718-440d-a749-653d71211239, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0d2d851c-c718-440d-a749-653d71211239,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:17.960928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '0d2d851c-c718-440d-a749-653d71211239', 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0', 'port_id': '0d2d851c-c718-440d-a749-653d71211239', 'mac_address': 'fa:16:3e:ab:65:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edcc1d3-0e16-4e05-88d0-94f0bb9ef757', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:46:17.997018 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:18.009574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2d851c-c718-440d-a749-653d71211239 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:18.029393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0d2d851c-c718-440d-a749-653d71211239, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0d2d851c-c718-440d-a749-653d71211239,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:18.033243 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:18.083490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=0d2d851c-c718-440d-a749-653d71211239,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:18.231291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['0d2d851c-c718-440d-a749-653d71211239'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:18.964262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659188d4-c907-43f9-9686-dbebfc0b9396 req-893aac0c-346c-4ef7-b0e2-a7291880ae8f tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:18.965741 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-659188d4-c907-43f9-9686-dbebfc0b9396 req-893aac0c-346c-4ef7-b0e2-a7291880ae8f tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 944 time: 0.0496588 Jul 30 02:46:19.005439 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-659188d4-c907-43f9-9686-dbebfc0b9396 req-9efa9dcd-f781-4e1f-9b3d-d7dd134881c7 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329623 Jul 30 02:46:19.866332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0d2d851c-c718-440d-a749-653d71211239 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:19.917508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 0d2d851c-c718-440d-a749-653d71211239 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:19.921963 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 0d2d851c-c718-440d-a749-653d71211239 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:19.922373 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:19.997943 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:20.019647 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de02cb6a-fe6d-4c7f-b584-58e2e51a4784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d851c-c718-440d-a749-653d71211239'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:20.021896 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f84139-ec4f-4d22-b3fa-07276dfe0361" -d '{"events": [{"server_uuid": "de02cb6a-fe6d-4c7f-b584-58e2e51a4784", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d851c-c718-440d-a749-653d71211239"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:20.037295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0d2d851c-c718-440d-a749-653d71211239, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0d2d851c-c718-440d-a749-653d71211239,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:20.043922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:20.068866 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0a5b39-f235-4d14-913b-5d544d249323 x-openstack-request-id: req-6c0a5b39-f235-4d14-913b-5d544d249323 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:20.069154 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de02cb6a-fe6d-4c7f-b584-58e2e51a4784", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d851c-c718-440d-a749-653d71211239", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:20.069401 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6c0a5b39-f235-4d14-913b-5d544d249323 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:20.069845 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de02cb6a-fe6d-4c7f-b584-58e2e51a4784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d851c-c718-440d-a749-653d71211239', 'code': 200} Jul 30 02:46:20.101020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=0d2d851c-c718-440d-a749-653d71211239,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:20.156296 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aee20-c750-4f28-93ef-8128601341e7 req-d1655f43-1d5c-42c4-86b1-d83e06e2f98d tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:20.157968 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-954aee20-c750-4f28-93ef-8128601341e7 req-d1655f43-1d5c-42c4-86b1-d83e06e2f98d tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Jul 30 02:46:20.161624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0339d-f112-48a2-b4c8-c9031cf9f5be req-a03a679b-e9e8-4ca0-af6b-6e7e03a4a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:20.163273 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77a0339d-f112-48a2-b4c8-c9031cf9f5be req-a03a679b-e9e8-4ca0-af6b-6e7e03a4a413 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 1096 time: 0.0413177 Jul 30 02:46:20.198970 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-954aee20-c750-4f28-93ef-8128601341e7 req-48b9f328-b259-4f0b-a1e7-15fbcf07691d tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Jul 30 02:46:20.199199 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77a0339d-f112-48a2-b4c8-c9031cf9f5be req-b0fbe704-aff3-4dc7-92e0-2768d72bb5b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284693 Jul 30 02:46:21.316719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1dc30-b3f6-425d-a3e5-0e7f000d260a req-c508b09e-e5d6-4e40-81f7-d37637a8308c tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:21.318234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54f1dc30-b3f6-425d-a3e5-0e7f000d260a req-c508b09e-e5d6-4e40-81f7-d37637a8308c tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0530043 Jul 30 02:46:21.363321 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54f1dc30-b3f6-425d-a3e5-0e7f000d260a req-539d4944-61ec-4cd1-b7f5-d180bf47e7a5 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Jul 30 02:46:21.589127 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-642186fb-f465-4934-ac34-d3e2907c9ade tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:21.590589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-642186fb-f465-4934-ac34-d3e2907c9ade tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/networks?id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 HTTP/1.1" status: 200 len: 813 time: 0.1010461 Jul 30 02:46:21.605299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-224a428c-862e-49b8-ab35-779de710267b tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/quotas/2eb68b92b95a4efabb74ab54123edc98 HTTP/1.1" status: 200 len: 375 time: 0.0090077 Jul 30 02:46:21.672183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-2d9ed3ed-f9cb-4be6-ad1d-53f2635c11ad tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2eb68b92b95a4efabb74ab54123edc98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617557 Jul 30 02:46:21.775251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-3b9b4f92-6dc5-47de-a631-1b22a28b6b2c service neutron] 10.222.0.84 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934105 Jul 30 02:46:21.867981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-c340817b-cacc-4d98-af91-133db68a8829 service neutron] 10.222.0.84 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866959 Jul 30 02:46:22.036956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f8f828d3-4c73-426b-b508-0875b7685cc2 req-2c909477-70b8-40af-a26f-23372cda076a tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 210 time: 0.0348117 Jul 30 02:46:23.041506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-60dbd39b-e5c3-47e9-b3cd-44fd6f50f44c tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:23.043036 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-60dbd39b-e5c3-47e9-b3cd-44fd6f50f44c tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.22 "GET /v2.0/networks?id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 HTTP/1.1" status: 200 len: 813 time: 0.1067598 Jul 30 02:46:23.058820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Request body: {'port': {'device_id': '6ef05b94-d89c-43f8-9522-284e19e0c9bd', 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0', 'admin_state_up': True, 'tenant_id': '2eb68b92b95a4efabb74ab54123edc98'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:23.148367 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3aa5195-8f1f-4abc-ad57-0dc1f4904934 req-41d2a448-b7b9-41f9-99b4-bc696425ec68 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 210 time: 0.0381021 Jul 30 02:46:23.203211 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Made reservation on behalf of 2eb68b92b95a4efabb74ab54123edc98 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:23.207251 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:23.336784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Allocated IP 172.20.0.3 (6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0/9edcc1d3-0e16-4e05-88d0-94f0bb9ef757/0a76e39d-7c97-435c-9928-f568a6a0ba2b) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:23.486072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:23.525279 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:23.538223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['0d2d851c-c718-440d-a749-653d71211239'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:23.573981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:23.577398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:23.582077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:23.590767 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Pushing event updated for resources: {'Port': ['ID=0a76e39d-7c97-435c-9928-f568a6a0ba2b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:23.636272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:23.636889 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:23.651851 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-82266691-dde7-445b-8432-9b2361123144 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971894 Jul 30 02:46:23.665576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Request body: {'port': {'device_id': '6ef05b94-d89c-43f8-9522-284e19e0c9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:23.721975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:23.990172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a76e39d-7c97-435c-9928-f568a6a0ba2b {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:23.997693 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:24.009939 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Transition to ACTIVE for port object 0a76e39d-7c97-435c-9928-f568a6a0ba2b will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:24.013316 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:24.065514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Pushing event updated for resources: {'Port': ['ID=0a76e39d-7c97-435c-9928-f568a6a0ba2b,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:24.130737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Attempting to bind port 0a76e39d-7c97-435c-9928-f568a6a0ba2b on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:24.131069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Attempting to bind port 0a76e39d-7c97-435c-9928-f568a6a0ba2b by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '734fb953-5879-4667-bc75-d301f7d5c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:24.131402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Attempting to bind port 0a76e39d-7c97-435c-9928-f568a6a0ba2b on network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:24.135745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Port 0a76e39d-7c97-435c-9928-f568a6a0ba2b on network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:46:24.136077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Attempting to bind port 0a76e39d-7c97-435c-9928-f568a6a0ba2b on network 6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:24.140867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:24.141208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Checking segment: {'id': '734fb953-5879-4667-bc75-d301f7d5c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:24.141596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Bound using segment: {'id': '734fb953-5879-4667-bc75-d301f7d5c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:24.142022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Bound port: 0a76e39d-7c97-435c-9928-f568a6a0ba2b, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734fb953-5879-4667-bc75-d301f7d5c591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:24.142384 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:24.213350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] For port 0a76e39d-7c97-435c-9928-f568a6a0ba2b, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:24.216964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] For port 0a76e39d-7c97-435c-9928-f568a6a0ba2b, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0a76e39d-7c97-435c-9928-f568a6a0ba2b,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:24.222297 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:24.281744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:24.282374 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:24.284312 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] 10.222.0.22 "PUT /v2.0/ports/0a76e39d-7c97-435c-9928-f568a6a0ba2b HTTP/1.1" status: 200 len: 1091 time: 0.6230881 Jul 30 02:46:24.284760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef05b94-d89c-43f8-9522-284e19e0c9bd', 'tag': '0a76e39d-7c97-435c-9928-f568a6a0ba2b'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:24.287139 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef05b94-d89c-43f8-9522-284e19e0c9bd", "tag": "0a76e39d-7c97-435c-9928-f568a6a0ba2b"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:24.319876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fb22c-23dd-42af-8c99-a9e2d74c7c0f service neutron] Pushing event updated for resources: {'Port': ['ID=0a76e39d-7c97-435c-9928-f568a6a0ba2b,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:24.334512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49ce3-3ef9-48cd-80de-6a469e3a49f3 req-77477e4b-133a-4b85-ada4-438897d8c78e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:24.335997 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6f49ce3-3ef9-48cd-80de-6a469e3a49f3 req-77477e4b-133a-4b85-ada4-438897d8c78e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 943 time: 0.1077242 Jul 30 02:46:24.402887 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f6f49ce3-3ef9-48cd-80de-6a469e3a49f3 req-c0ef7aed-ff8f-4668-93a0-8e6888c4e481 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596406 Jul 30 02:46:24.405615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-e301074e-8a4f-443e-8486-322a99c0502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:24.407026 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-e301074e-8a4f-443e-8486-322a99c0502c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eb68b92b95a4efabb74ab54123edc98&device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 1094 time: 0.0808661 Jul 30 02:46:24.451285 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2972b143-26d6-4793-83b3-811c9cdf5826 x-openstack-request-id: req-2972b143-26d6-4793-83b3-811c9cdf5826 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:24.451595 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef05b94-d89c-43f8-9522-284e19e0c9bd", "tag": "0a76e39d-7c97-435c-9928-f568a6a0ba2b", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:24.451845 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2972b143-26d6-4793-83b3-811c9cdf5826 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:24.452242 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef05b94-d89c-43f8-9522-284e19e0c9bd', 'tag': '0a76e39d-7c97-435c-9928-f568a6a0ba2b', 'status': 'completed', 'code': 200} Jul 30 02:46:24.454290 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-70605c04-2223-4f65-a438-21de68bff2dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a76e39d-7c97-435c-9928-f568a6a0ba2b HTTP/1.1" status: 200 len: 217 time: 0.0380578 Jul 30 02:46:24.499005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:24.507590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-ec94d16c-2f4b-4386-a5ff-8c24b1170338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:24.509069 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-ec94d16c-2f4b-4386-a5ff-8c24b1170338 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9edcc1d3-0e16-4e05-88d0-94f0bb9ef757 HTTP/1.1" status: 200 len: 853 time: 0.0459263 Jul 30 02:46:24.547537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-4db8d6e1-c7f7-4d91-8c81-22b94037373b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299466 Jul 30 02:46:24.638749 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-a3f2a5bf-cfad-41ce-b0d5-9629a03db76f service neutron] 10.222.0.22 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833409 Jul 30 02:46:24.734554 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b50393eb-ab26-47f7-8cf7-3c10f4b28bc3 req-10952e7e-7c97-4704-94f5-64c855291914 service neutron] 10.222.0.22 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878391 Jul 30 02:46:24.832856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-b91f34c0-22d3-4b94-9879-1ac1a73524ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:24.834273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-b91f34c0-22d3-4b94-9879-1ac1a73524ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2eb68b92b95a4efabb74ab54123edc98&device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 1094 time: 0.0429106 Jul 30 02:46:24.924471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-7799ee20-b137-4e88-bf06-d70709e86f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:24.925946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-7799ee20-b137-4e88-bf06-d70709e86f0c service neutron] 10.222.0.22 "GET /v2.0/networks?id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 HTTP/1.1" status: 200 len: 914 time: 0.0843186 Jul 30 02:46:24.975701 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-320bbd86-db84-491c-b1d7-26c4be07a2c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a76e39d-7c97-435c-9928-f568a6a0ba2b HTTP/1.1" status: 200 len: 217 time: 0.0417557 Jul 30 02:46:25.029643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-9d5eb89b-57fd-439d-b713-429d3a207911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:25.031156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-9d5eb89b-57fd-439d-b713-429d3a207911 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9edcc1d3-0e16-4e05-88d0-94f0bb9ef757 HTTP/1.1" status: 200 len: 853 time: 0.0479455 Jul 30 02:46:25.065897 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-87a4a30a-b733-4a0e-9d0e-a5287a1ae9a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267253 Jul 30 02:46:25.164131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-d490bc70-5e78-4f4f-9ff2-a41d06db8ce1 service neutron] 10.222.0.22 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907226 Jul 30 02:46:25.269218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b13b7c50-8ab5-4c9a-898d-ac76e09571ed req-25399bf3-7f82-49e4-969a-d5ace8c3ca77 service neutron] 10.222.0.22 "GET /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914359 Jul 30 02:46:25.523555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb5685-7d8d-4d2d-a880-00c82b97a67b req-8572355a-2daf-4da7-b4f6-12790ce53594 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:25.525148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87bb5685-7d8d-4d2d-a880-00c82b97a67b req-8572355a-2daf-4da7-b4f6-12790ce53594 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 943 time: 0.0510933 Jul 30 02:46:25.565430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87bb5685-7d8d-4d2d-a880-00c82b97a67b req-20309874-b30c-4303-9974-f544d55bcc71 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342329 Jul 30 02:46:26.693573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804ca0-a702-4112-ab09-55dc97ba712b req-2a54f24b-53db-4821-aadf-ed28c25401e8 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:26.695096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44804ca0-a702-4112-ab09-55dc97ba712b req-2a54f24b-53db-4821-aadf-ed28c25401e8 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 943 time: 0.0605233 Jul 30 02:46:26.735480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44804ca0-a702-4112-ab09-55dc97ba712b req-e518bb77-bd39-4be4-8252-183ef3668cfa tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341866 Jul 30 02:46:27.854729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffba12-7b45-4185-a365-10fab3be0b25 req-8189d70b-d889-4402-b173-3f297bfdedea tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:27.856249 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27ffba12-7b45-4185-a365-10fab3be0b25 req-8189d70b-d889-4402-b173-3f297bfdedea tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 943 time: 0.0507197 Jul 30 02:46:27.894726 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27ffba12-7b45-4185-a365-10fab3be0b25 req-601ecf8f-4739-455b-9f77-c025d1c9ab60 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Jul 30 02:46:29.009649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9e0da-1ba2-4e4b-a1b1-d7c0f476cfe8 req-bafbda45-dfc9-445c-8e59-97bea80ca864 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:29.011129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ef9e0da-1ba2-4e4b-a1b1-d7c0f476cfe8 req-bafbda45-dfc9-445c-8e59-97bea80ca864 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 943 time: 0.0493731 Jul 30 02:46:29.049694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ef9e0da-1ba2-4e4b-a1b1-d7c0f476cfe8 req-09efc3d6-e22b-4eb2-a633-97dc68202b50 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325894 Jul 30 02:46:29.153692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 0a76e39d-7c97-435c-9928-f568a6a0ba2b details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:46:29.249163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 0a76e39d-7c97-435c-9928-f568a6a0ba2b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0a76e39d-7c97-435c-9928-f568a6a0ba2b,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:29.260655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '0a76e39d-7c97-435c-9928-f568a6a0ba2b', 'network_id': '6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0', 'port_id': '0a76e39d-7c97-435c-9928-f568a6a0ba2b', 'mac_address': 'fa:16:3e:06:65:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edcc1d3-0e16-4e05-88d0-94f0bb9ef757', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:46:29.296914 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:29.309318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a76e39d-7c97-435c-9928-f568a6a0ba2b {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:46:29.329539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 0a76e39d-7c97-435c-9928-f568a6a0ba2b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0a76e39d-7c97-435c-9928-f568a6a0ba2b,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:29.334203 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:29.382335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=0a76e39d-7c97-435c-9928-f568a6a0ba2b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:29.535033 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['0a76e39d-7c97-435c-9928-f568a6a0ba2b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:30.171135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f8935-45da-4377-83f3-782bcc489d5b req-fec46005-7fb0-4e81-852b-9d77a89a6621 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:30.172732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab9f8935-45da-4377-83f3-782bcc489d5b req-fec46005-7fb0-4e81-852b-9d77a89a6621 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 944 time: 0.0527582 Jul 30 02:46:30.211900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ab9f8935-45da-4377-83f3-782bcc489d5b req-5d4634e7-af22-45a2-a804-060f492360ce tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331373 Jul 30 02:46:30.827471 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98640330-b66e-41de-ae28-defcc1e0e708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:31.153489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 0a76e39d-7c97-435c-9928-f568a6a0ba2b up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:31.201994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 0a76e39d-7c97-435c-9928-f568a6a0ba2b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:31.206035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 0a76e39d-7c97-435c-9928-f568a6a0ba2b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:31.206398 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:31.292135 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:31.317189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef05b94-d89c-43f8-9522-284e19e0c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a76e39d-7c97-435c-9928-f568a6a0ba2b'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:31.319469 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d4e27-7d26-4dea-b427-9fa78d5f26e3" -d '{"events": [{"server_uuid": "6ef05b94-d89c-43f8-9522-284e19e0c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "0a76e39d-7c97-435c-9928-f568a6a0ba2b"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:31.333557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 0a76e39d-7c97-435c-9928-f568a6a0ba2b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0a76e39d-7c97-435c-9928-f568a6a0ba2b,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:31.333759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b68c8-fc32-43b3-a3df-f660ab761e32 req-df1d5fa9-6874-4fab-9436-4d19498bce85 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:31.335241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-966b68c8-fc32-43b3-a3df-f660ab761e32 req-df1d5fa9-6874-4fab-9436-4d19498bce85 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 944 time: 0.0510218 Jul 30 02:46:31.338579 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:31.373982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-966b68c8-fc32-43b3-a3df-f660ab761e32 req-296d8b06-ad3d-4857-80be-832d1802bbf8 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325446 Jul 30 02:46:31.387220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=0a76e39d-7c97-435c-9928-f568a6a0ba2b,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:31.421131 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029860c7-b44d-4602-9adc-7b611d6671e3 x-openstack-request-id: req-029860c7-b44d-4602-9adc-7b611d6671e3 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:31.421424 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef05b94-d89c-43f8-9522-284e19e0c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "0a76e39d-7c97-435c-9928-f568a6a0ba2b", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:31.421677 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-029860c7-b44d-4602-9adc-7b611d6671e3 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:31.422074 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef05b94-d89c-43f8-9522-284e19e0c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a76e39d-7c97-435c-9928-f568a6a0ba2b', 'code': 200} Jul 30 02:46:31.520472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601a4b-18bb-41f7-b68f-466ba06589ab req-a25a1b56-f2f3-476a-b3b6-43ab4b672265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:31.521963 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99601a4b-18bb-41f7-b68f-466ba06589ab req-a25a1b56-f2f3-476a-b3b6-43ab4b672265 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 1096 time: 0.0413823 Jul 30 02:46:31.558449 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99601a4b-18bb-41f7-b68f-466ba06589ab req-eb191bd4-05b8-48c7-840a-053b06dfc994 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280180 Jul 30 02:46:32.010239 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:32.497834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6b682-97eb-4ce6-b442-e1024d864cf0 req-c1f70683-cdab-47bd-8c56-18018985ae0a tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:32.499328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fb6b682-97eb-4ce6-b442-e1024d864cf0 req-c1f70683-cdab-47bd-8c56-18018985ae0a tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 945 time: 0.0542984 Jul 30 02:46:32.538279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6fb6b682-97eb-4ce6-b442-e1024d864cf0 req-843e5fab-95b3-4ff9-b19e-2bda0144dba3 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 Jul 30 02:46:32.790647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f09443-99f9-4359-9dfa-217bea9a1dc6 req-31b995ff-c587-4313-bc3b-c51277d517e4 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:32.792202 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19f09443-99f9-4359-9dfa-217bea9a1dc6 req-31b995ff-c587-4313-bc3b-c51277d517e4 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 945 time: 0.0556715 Jul 30 02:46:32.832633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19f09443-99f9-4359-9dfa-217bea9a1dc6 req-f8de4fa2-37bd-4b53-9b4b-b82028169230 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342283 Jul 30 02:46:33.459017 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6abb-ddc0-47f9-ad36-8d971f085517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:33.931207 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:33.960579 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a57dc-3a66-4178-8b08-56f78b4473b4 req-b5199abc-d9a2-4bb0-a683-ab08614c69b0 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:33.962323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e75a57dc-3a66-4178-8b08-56f78b4473b4 req-b5199abc-d9a2-4bb0-a683-ab08614c69b0 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 945 time: 0.0587263 Jul 30 02:46:34.005764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e75a57dc-3a66-4178-8b08-56f78b4473b4 req-209ae224-c426-4baa-bc79-973d1e9a0607 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350213 Jul 30 02:46:34.122445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-db94c0c0-b1e4-4b71-a4de-3a845e6dc4a9 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:34.123837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-db94c0c0-b1e4-4b71-a4de-3a845e6dc4a9 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef05b94-d89c-43f8-9522-284e19e0c9bd HTTP/1.1" status: 200 len: 945 time: 0.0538487 Jul 30 02:46:34.215346 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Deleting port 0a76e39d-7c97-435c-9928-f568a6a0ba2b {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:34.215708 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:34.307735 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] For port 0a76e39d-7c97-435c-9928-f568a6a0ba2b, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=0a76e39d-7c97-435c-9928-f568a6a0ba2b,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:34.308104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:34.321450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Calling delete_port for 0a76e39d-7c97-435c-9928-f568a6a0ba2b owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:34.450042 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:34.463284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['0a76e39d-7c97-435c-9928-f568a6a0ba2b'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:34.465670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['0d2d851c-c718-440d-a749-653d71211239'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:34.479936 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Pushing event deleted for resources: {'Port': ['ID=0a76e39d-7c97-435c-9928-f568a6a0ba2b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:34.523333 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] No DVR routers for this DVR port 0a76e39d-7c97-435c-9928-f568a6a0ba2b on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:34.526189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:34.528424 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3614105-ea59-41f5-9e02-d17c89f778ab req-7236c640-c2bb-4bc8-b434-c34ee059dc0e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.22 "DELETE /v2.0/ports/0a76e39d-7c97-435c-9928-f568a6a0ba2b HTTP/1.1" status: 204 len: 173 time: 0.3967690 Jul 30 02:46:34.528873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef05b94-d89c-43f8-9522-284e19e0c9bd', 'name': 'network-vif-deleted', 'tag': '0a76e39d-7c97-435c-9928-f568a6a0ba2b'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:34.532065 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e74159-9e98-4226-8f77-7a01eaf1ffa9" -d '{"events": [{"server_uuid": "6ef05b94-d89c-43f8-9522-284e19e0c9bd", "name": "network-vif-deleted", "tag": "0a76e39d-7c97-435c-9928-f568a6a0ba2b"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:34.569376 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0144f851-e0af-4bec-80ec-a2e67c3c0a5d x-openstack-request-id: req-0144f851-e0af-4bec-80ec-a2e67c3c0a5d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:34.569677 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef05b94-d89c-43f8-9522-284e19e0c9bd", "name": "network-vif-deleted", "tag": "0a76e39d-7c97-435c-9928-f568a6a0ba2b", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:34.569932 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0144f851-e0af-4bec-80ec-a2e67c3c0a5d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:34.570335 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef05b94-d89c-43f8-9522-284e19e0c9bd', 'name': 'network-vif-deleted', 'tag': '0a76e39d-7c97-435c-9928-f568a6a0ba2b', 'status': 'completed', 'code': 200} Jul 30 02:46:34.718566 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:35.157252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb63449-2789-4c22-b9bd-316aef0fc75a req-bedd3b5a-834d-4321-baed-e254f8d0f98e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:35.158773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5fb63449-2789-4c22-b9bd-316aef0fc75a req-bedd3b5a-834d-4321-baed-e254f8d0f98e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0487621 Jul 30 02:46:35.199177 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5fb63449-2789-4c22-b9bd-316aef0fc75a req-e40fbf92-36a7-481a-9162-5e33bd4b6156 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Jul 30 02:46:35.335400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394085e-c3f1-44b5-9638-cebb9c569fa1 req-3bfd5c55-71c9-4e93-92cd-aa218c34d6d3 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:35.336837 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c394085e-c3f1-44b5-9638-cebb9c569fa1 req-3bfd5c55-71c9-4e93-92cd-aa218c34d6d3 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0543215 Jul 30 02:46:35.337706 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:46:35.375018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c394085e-c3f1-44b5-9638-cebb9c569fa1 req-4447a9d0-b6d9-4c97-8a56-8a39f4581e79 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Jul 30 02:46:35.490337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9b3f4-bebd-4381-b856-ad800b43cdd2 req-fd5cf0e6-d0e2-4aa4-a605-2a684e505282 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:35.491856 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b9b3f4-bebd-4381-b856-ad800b43cdd2 req-fd5cf0e6-d0e2-4aa4-a605-2a684e505282 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0496473 Jul 30 02:46:35.530379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3b9b3f4-bebd-4381-b856-ad800b43cdd2 req-6f04270e-7f5b-4051-a30e-9db9a0a70752 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 Jul 30 02:46:35.694825 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c27d29-190a-4e76-b20f-79a95caac039 req-99eac50a-610b-4174-a0e2-e9805b5eb0c0 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:35.696314 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27c27d29-190a-4e76-b20f-79a95caac039 req-99eac50a-610b-4174-a0e2-e9805b5eb0c0 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0475643 Jul 30 02:46:35.740484 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27c27d29-190a-4e76-b20f-79a95caac039 req-ec3a0fca-157e-4ad5-92dd-9dfa135a600c tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Jul 30 02:46:35.861001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b2cb7-0a55-4fbd-b876-9811d15aef4a req-eb334c10-601a-45b6-9201-999774965ed9 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:35.862398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-075b2cb7-0a55-4fbd-b876-9811d15aef4a req-eb334c10-601a-45b6-9201-999774965ed9 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0552514 Jul 30 02:46:35.907413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-075b2cb7-0a55-4fbd-b876-9811d15aef4a req-f067d36a-e5c9-405f-ae5b-fd88e2aaaefd tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331531 Jul 30 02:46:36.031885 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4bf82-8489-4afd-a575-d08cf8301ffc req-125b8735-3701-4b39-af4b-a7b30bd557dd tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:36.033868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62d4bf82-8489-4afd-a575-d08cf8301ffc req-125b8735-3701-4b39-af4b-a7b30bd557dd tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0497589 Jul 30 02:46:36.073893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62d4bf82-8489-4afd-a575-d08cf8301ffc req-7759a199-25be-4d08-a62d-8d3852c5cfd4 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Jul 30 02:46:36.374287 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:36.406747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507cd46-53e6-4f57-8ebe-93622251ed67 req-350cc98b-86af-4865-ba54-ade4bb82f337 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:36.408421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0507cd46-53e6-4f57-8ebe-93622251ed67 req-350cc98b-86af-4865-ba54-ade4bb82f337 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0534089 Jul 30 02:46:36.452609 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0507cd46-53e6-4f57-8ebe-93622251ed67 req-fa5a0f54-a18c-4b04-8a22-4d7e06f7f5d7 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379512 Jul 30 02:46:37.573359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c349b-4974-464f-b22c-9cb2cd61cf91 req-1fe69818-156c-4013-b7c3-cc971a91ab10 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:37.574746 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d99c349b-4974-464f-b22c-9cb2cd61cf91 req-1fe69818-156c-4013-b7c3-cc971a91ab10 tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0532575 Jul 30 02:46:37.612993 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d99c349b-4974-464f-b22c-9cb2cd61cf91 req-18d7e1d4-92ca-46f9-94b9-94617d2d6b6c tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.84 "GET /v2.0/security-groups?id=e8ba19c3-deb0-483f-bdd8-7e040922e380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313208 Jul 30 02:46:37.678574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-7087b595-8c26-462a-8fd9-508699a6cffd tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:37.681036 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-7087b595-8c26-462a-8fd9-508699a6cffd tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.41 "GET /v2.0/ports?device_id=de02cb6a-fe6d-4c7f-b584-58e2e51a4784 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Jul 30 02:46:37.774122 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Deleting port 0d2d851c-c718-440d-a749-653d71211239 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:37.774453 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:37.860776 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] For port 0d2d851c-c718-440d-a749-653d71211239, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0d2d851c-c718-440d-a749-653d71211239,segment=NetworkSegment(734fb953-5879-4667-bc75-d301f7d5c591),segment_id=734fb953-5879-4667-bc75-d301f7d5c591)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:37.861646 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:37.874185 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Calling delete_port for 0d2d851c-c718-440d-a749-653d71211239 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:38.006800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:38.018975 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['0d2d851c-c718-440d-a749-653d71211239'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:46:38.045712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Pushing event deleted for resources: {'Port': ['ID=0d2d851c-c718-440d-a749-653d71211239,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:38.083454 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] No DVR routers for this DVR port 0d2d851c-c718-440d-a749-653d71211239 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:38.085735 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.086076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.086438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.086837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.087052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.087374 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.087719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.088037 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.088357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.088688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.088998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.089308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:38.092165 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:38.094162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c761a628-9553-4c0d-a844-b6d5978883f0 req-24907b52-0b55-4c90-bd97-749eae868e6e tempest-ServersNegativeTestJSON-1175668520 tempest-ServersNegativeTestJSON-1175668520-project] 10.222.0.41 "DELETE /v2.0/ports/0d2d851c-c718-440d-a749-653d71211239 HTTP/1.1" status: 204 len: 173 time: 0.4070656 Jul 30 02:46:38.095142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de02cb6a-fe6d-4c7f-b584-58e2e51a4784', 'name': 'network-vif-deleted', 'tag': '0d2d851c-c718-440d-a749-653d71211239'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:46:38.097606 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab73d87-0b0c-406e-bf41-3645e01d996e" -d '{"events": [{"server_uuid": "de02cb6a-fe6d-4c7f-b584-58e2e51a4784", "name": "network-vif-deleted", "tag": "0d2d851c-c718-440d-a749-653d71211239"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:46:38.134448 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7895ab9-454d-4475-af72-5312e603e8f6 x-openstack-request-id: req-d7895ab9-454d-4475-af72-5312e603e8f6 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:46:38.134746 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de02cb6a-fe6d-4c7f-b584-58e2e51a4784", "name": "network-vif-deleted", "tag": "0d2d851c-c718-440d-a749-653d71211239", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:46:38.135005 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d7895ab9-454d-4475-af72-5312e603e8f6 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:46:38.135571 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de02cb6a-fe6d-4c7f-b584-58e2e51a4784', 'name': 'network-vif-deleted', 'tag': '0d2d851c-c718-440d-a749-653d71211239', 'status': 'completed', 'code': 200} Jul 30 02:46:38.669304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59754) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:38.714889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb09f0b-1410-4c81-8994-6d0640ebc4df admin admin] Deleting subnet 9edcc1d3-0e16-4e05-88d0-94f0bb9ef757 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:46:38.717878 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb09f0b-1410-4c81-8994-6d0640ebc4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:38.752327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb09f0b-1410-4c81-8994-6d0640ebc4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:38.792512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb09f0b-1410-4c81-8994-6d0640ebc4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:38.848146 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb09f0b-1410-4c81-8994-6d0640ebc4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:38.874047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb09f0b-1410-4c81-8994-6d0640ebc4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edcc1d3-0e16-4e05-88d0-94f0bb9ef757,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:38.876031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3bb09f0b-1410-4c81-8994-6d0640ebc4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:38.879515 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3bb09f0b-1410-4c81-8994-6d0640ebc4df admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9edcc1d3-0e16-4e05-88d0-94f0bb9ef757 HTTP/1.1" status: 204 len: 168 time: 0.2076135 Jul 30 02:46:38.880424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59756) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:38.947129 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.029780 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.039340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:39.049601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734fb953-5879-4667-bc75-d301f7d5c591') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:39.049898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734fb953-5879-4667-bc75-d301f7d5c591') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:39.059500 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.073418 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.079440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:46:39.080423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:46:39.082232 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:46:39.135379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.141456 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.143314 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0 HTTP/1.1" status: 204 len: 168 time: 0.2619784 Jul 30 02:46:39.154405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402caf15-6c7f-4438-9b10-21b3b4bf53e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6483b8d5-74e7-4644-bf1f-11a7c6c4c8d0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:39.231679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 0a76e39d-7c97-435c-9928-f568a6a0ba2b no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:39.254778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 0a76e39d-7c97-435c-9928-f568a6a0ba2b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:39.255193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 0a76e39d-7c97-435c-9928-f568a6a0ba2b not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:39.257065 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59760) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:39.308848 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b5720bd8-f6eb-46b9-b8ed-5db5a093ed52 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2eb68b92b95a4efabb74ab54123edc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505211 Jul 30 02:46:39.311292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59762) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:39.359700 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92671b8a-14ae-46d4-98eb-3a794cc4918f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.384856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92671b8a-14ae-46d4-98eb-3a794cc4918f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.433888 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92671b8a-14ae-46d4-98eb-3a794cc4918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.436831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-92671b8a-14ae-46d4-98eb-3a794cc4918f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:39.438016 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-92671b8a-14ae-46d4-98eb-3a794cc4918f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e8ba19c3-deb0-483f-bdd8-7e040922e380 HTTP/1.1" status: 204 len: 168 time: 0.1257417 Jul 30 02:46:39.448033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92671b8a-14ae-46d4-98eb-3a794cc4918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ba19c3-deb0-483f-bdd8-7e040922e380,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:40.144083 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59784) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:40.237851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786135239'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:40.259269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:40.262668 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:40.272008 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:40.367312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:40.371075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:40.400728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:46:40.406831 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663bee07-7a3c-4728-95bb-a326b190a1a3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:40.413556 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:40.413982 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Added segment cf3d3165-8f72-4845-8a42-094ed26ea8bb of type vlan for network dd46027f-a5ec-4577-9be1-d32e32efee11 Jul 30 02:46:40.458406 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:40.487919 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:40.493535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:40.494258 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:40.548177 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4029148 Jul 30 02:46:40.562257 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabec56-bcde-4938-9636-9a1b4eddad3a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Network': ['ID=dd46027f-a5ec-4577-9be1-d32e32efee11,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:40.572297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network dd46027f-a5ec-4577-9be1-d32e32efee11 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:46:41.991339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0d2d851c-c718-440d-a749-653d71211239 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:42.011216 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 0d2d851c-c718-440d-a749-653d71211239 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:42.011585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0d2d851c-c718-440d-a749-653d71211239 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:43.832630 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59788) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:43.837883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'subnet': {'network_id': 'dd46027f-a5ec-4577-9be1-d32e32efee11', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:43.929751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:43.933298 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.118409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.179729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Subnet': ['ID=703e4a16-e314-4989-91ba-5a2f655b720b,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:44.207492 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.207824 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.208202 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.208535 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.208870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.209199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.209527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.209851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.210201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.210495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.210844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.211264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.222473 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Checking segment: {'id': 'cf3d3165-8f72-4845-8a42-094ed26ea8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dd46027f-a5ec-4577-9be1-d32e32efee11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:44.222840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network hostable DHCP agents. Network: dd46027f-a5ec-4577-9be1-d32e32efee11, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:46:44.242414 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network dd46027f-a5ec-4577-9be1-d32e32efee11 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:46:44.254225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, dd46027f-a5ec-4577-9be1-d32e32efee11) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:44.262645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:44.263266 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.263793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2056f8-e68e-4b3d-9745-048f478aefe0 None None] Network dd46027f-a5ec-4577-9be1-d32e32efee11 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:44.290669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-01da6fba-8d33-4985-ae71-e6dee5896702 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4523191 Jul 30 02:46:44.291358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59790) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:44.296822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000818340'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:44.321629 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:44.325660 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.354246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:46:44.365925 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.366483 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Added segment bb14038a-6991-400d-805e-704928c8f487 of type vlan for network af152add-c69a-477c-ad08-ce057c55e3fb Jul 30 02:46:44.411500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.427921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-dd46027f-a5ec-4577-9be1-d32e32efee11', 'network_id': 'dd46027f-a5ec-4577-9be1-d32e32efee11', 'tenant_id': '818e2fa053814eb1a362629d60497bd5', 'fixed_ips': [{'subnet_id': '703e4a16-e314-4989-91ba-5a2f655b720b'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:46:44.428854 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.451340 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.458104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:44.458874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.526042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2335031 Jul 30 02:46:44.529125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59794) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:44.537432 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'subnet': {'network_id': 'af152add-c69a-477c-ad08-ce057c55e3fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:44.562961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d78fc-d7a1-4893-828e-43ab39d113cb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Network': ['ID=af152add-c69a-477c-ad08-ce057c55e3fb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:44.576490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network af152add-c69a-477c-ad08-ce057c55e3fb details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:46:44.578957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Allocated IP 2001:db8:0:ffff::2 (dd46027f-a5ec-4577-9be1-d32e32efee11/703e4a16-e314-4989-91ba-5a2f655b720b/1d6cfc80-38cf-4912-9aee-d02f7b4eab70) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:44.645172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:44.650744 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.781773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.791759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Transition to ACTIVE for port object 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:44.809981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Transition to ACTIVE for port object 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:44.817223 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.856633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Network dd46027f-a5ec-4577-9be1-d32e32efee11 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:44.861654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:44.868424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:44.871590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Pushing event updated for resources: {'Port': ['ID=1d6cfc80-38cf-4912-9aee-d02f7b4eab70,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:44.877606 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.885075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.885581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.885774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.886104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.886437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.886764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.887087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.887410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.887763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.888085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.888634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.888755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:46:44.938479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Attempting to bind port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:44.938479 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Attempting to bind port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'cf3d3165-8f72-4845-8a42-094ed26ea8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dd46027f-a5ec-4577-9be1-d32e32efee11'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:44.939489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Attempting to bind port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 on network dd46027f-a5ec-4577-9be1-d32e32efee11 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:44.944196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:44.944569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Checking segment: {'id': 'cf3d3165-8f72-4845-8a42-094ed26ea8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dd46027f-a5ec-4577-9be1-d32e32efee11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:44.944975 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.945422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Bound using segment: {'id': 'cf3d3165-8f72-4845-8a42-094ed26ea8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dd46027f-a5ec-4577-9be1-d32e32efee11'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:44.945828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Bound port: 1d6cfc80-38cf-4912-9aee-d02f7b4eab70, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3d3165-8f72-4845-8a42-094ed26ea8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dd46027f-a5ec-4577-9be1-d32e32efee11'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:44.946152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Subnet': ['ID=91f1baf5-7e72-40be-aaa7-91bb74369d94,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:44.946264 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.948780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Checking segment: {'id': 'bb14038a-6991-400d-805e-704928c8f487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'af152add-c69a-477c-ad08-ce057c55e3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:44.949149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network hostable DHCP agents. Network: af152add-c69a-477c-ad08-ce057c55e3fb, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:46:44.966763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network af152add-c69a-477c-ad08-ce057c55e3fb is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:46:44.976006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, af152add-c69a-477c-ad08-ce057c55e3fb) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:44.980319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:44.981111 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:44.987928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd0d9e0-cbd5-4e57-afcd-d42b0ff784c0 None None] Network af152add-c69a-477c-ad08-ce057c55e3fb requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:44.996433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b2661aa5-cf26-458b-9be4-02d362350d51 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4663000 Jul 30 02:46:44.999173 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59796) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:45.104222 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.185258 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.213043 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] For port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:45.217368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] For port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d6cfc80-38cf-4912-9aee-d02f7b4eab70,segment=NetworkSegment(cf3d3165-8f72-4845-8a42-094ed26ea8bb),segment_id=cf3d3165-8f72-4845-8a42-094ed26ea8bb)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:45.223751 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.256750 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.295908 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Subnet': ['ID=91f1baf5-7e72-40be-aaa7-91bb74369d94,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:45.320063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbebe93-40aa-4a29-bc35-b75fe2dd0f76 None None] Pushing event updated for resources: {'Port': ['ID=1d6cfc80-38cf-4912-9aee-d02f7b4eab70,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:45.348585 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0e843a-9d26-4bd3-8934-d6070487aefa None None] Network af152add-c69a-477c-ad08-ce057c55e3fb requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:45.363959 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.374873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af152add-c69a-477c-ad08-ce057c55e3fb']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:45.391205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb14038a-6991-400d-805e-704928c8f487') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:45.391532 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb14038a-6991-400d-805e-704928c8f487') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:45.405163 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.425028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.433857 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:46:45.434478 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:46:45.438536 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:46:45.509870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.520092 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.523473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/networks/af152add-c69a-477c-ad08-ce057c55e3fb HTTP/1.1" status: 204 len: 168 time: 0.5220616 Jul 30 02:46:45.526609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59798) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:45.531981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-809932416'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:45.536103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffaba4-f3b1-4948-84bc-8969aed50554 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Network': ['ID=af152add-c69a-477c-ad08-ce057c55e3fb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:45.556270 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:45.559907 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.585970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:46:45.595929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.596269 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Added segment 51c0e226-64e0-487d-8adb-48c3124b0639 of type vlan for network fc960f1c-576a-4bfe-8c3d-2db586794351 Jul 30 02:46:45.637817 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.670181 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.676332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:45.676950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.733089 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2052848 Jul 30 02:46:45.736665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59800) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:45.743915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'subnet': {'network_id': 'fc960f1c-576a-4bfe-8c3d-2db586794351', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:45.762178 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada94688-49c1-4b4f-b9bd-3b41c739c467 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Network': ['ID=fc960f1c-576a-4bfe-8c3d-2db586794351,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:45.772772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network fc960f1c-576a-4bfe-8c3d-2db586794351 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:46:45.843971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:45.848101 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:45.914399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Performing IP validity checks on allocation pools {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 02:46:45.914914 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.ipam_backend_mixin [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 02:46:46.045374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.106821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Subnet': ['ID=b97ee699-9981-4d09-b741-d4c8f88b05f2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:46.118340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Checking segment: {'id': '51c0e226-64e0-487d-8adb-48c3124b0639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'fc960f1c-576a-4bfe-8c3d-2db586794351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:46.118704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network hostable DHCP agents. Network: fc960f1c-576a-4bfe-8c3d-2db586794351, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:46:46.136527 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network fc960f1c-576a-4bfe-8c3d-2db586794351 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:46:46.145471 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, fc960f1c-576a-4bfe-8c3d-2db586794351) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:46.150363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:46.150950 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.161253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019de92-f1b1-44e4-a3df-8657846c2e23 None None] Network fc960f1c-576a-4bfe-8c3d-2db586794351 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:46.178292 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6ff0028e-9bc5-446f-9640-971622e8eb9d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4405825 Jul 30 02:46:46.181165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59802) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:46.213993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37b1b11-123a-4e75-9c71-230c7c0d0a3b None None] Network dd46027f-a5ec-4577-9be1-d32e32efee11 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:46.289341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.296149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-80fa47dc-deed-4063-af8c-f54912435869 None None] Provisioning for port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:46.355593 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.406206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f0075-3729-458c-9f1f-cda2150f3c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-fc960f1c-576a-4bfe-8c3d-2db586794351', 'network_id': 'fc960f1c-576a-4bfe-8c3d-2db586794351', 'tenant_id': '818e2fa053814eb1a362629d60497bd5', 'fixed_ips': [{'subnet_id': 'b97ee699-9981-4d09-b741-d4c8f88b05f2'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:46:46.407053 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-593f0075-3729-458c-9f1f-cda2150f3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.430996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.465682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Subnet': ['ID=b97ee699-9981-4d09-b741-d4c8f88b05f2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:46.529762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.530177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d416ac0c-f2a0-4b20-bcf9-d48cc980b52a None None] Network fc960f1c-576a-4bfe-8c3d-2db586794351 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:46.541590 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc960f1c-576a-4bfe-8c3d-2db586794351']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:46.554794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c0e226-64e0-487d-8adb-48c3124b0639') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:46.555064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c0e226-64e0-487d-8adb-48c3124b0639') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:46.569872 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.586830 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.594067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:46:46.594620 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:46:46.598945 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:46:46.672362 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.682387 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.684793 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/networks/fc960f1c-576a-4bfe-8c3d-2db586794351 HTTP/1.1" status: 204 len: 168 time: 0.5023894 Jul 30 02:46:46.688411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59804) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:46.694974 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1317707089'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:46.700224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaac840-e51a-4985-9998-0f839b6f44fa tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Network': ['ID=fc960f1c-576a-4bfe-8c3d-2db586794351,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:46.725541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:46.730267 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.755156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:46:46.764282 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.764629 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Added segment 557c8ed5-de3a-4726-bd93-e19125bc2beb of type vlan for network 91a5cb4b-39d1-463e-b2da-17390a52ceb4 Jul 30 02:46:46.806583 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.835270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.840824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:46.841405 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:46.900760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2104845 Jul 30 02:46:46.905155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59806) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:46.912426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd10ee-105c-4c6e-8e89-be7eefebbe47 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Network': ['ID=91a5cb4b-39d1-463e-b2da-17390a52ceb4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:46.912560 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'subnet': {'network_id': '91a5cb4b-39d1-463e-b2da-17390a52ceb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:46.929054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 91a5cb4b-39d1-463e-b2da-17390a52ceb4 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:46:47.025293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:47.079247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:47.083870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:47.084248 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.176888 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.212125 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d6cfc80-38cf-4912-9aee-d02f7b4eab70,segment=NetworkSegment(cf3d3165-8f72-4845-8a42-094ed26ea8bb),segment_id=cf3d3165-8f72-4845-8a42-094ed26ea8bb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:47.216967 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.272872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=1d6cfc80-38cf-4912-9aee-d02f7b4eab70,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:47.380708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:47.384434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.572553 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.637543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Subnet': ['ID=77426bb7-8e49-4eb7-a00a-237782eccd4a,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:47.646304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Checking segment: {'id': '557c8ed5-de3a-4726-bd93-e19125bc2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '91a5cb4b-39d1-463e-b2da-17390a52ceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:47.646699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network hostable DHCP agents. Network: 91a5cb4b-39d1-463e-b2da-17390a52ceb4, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:46:47.663522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network 91a5cb4b-39d1-463e-b2da-17390a52ceb4 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:46:47.671409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 91a5cb4b-39d1-463e-b2da-17390a52ceb4) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:47.675497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:47.676084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.680423 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207f5ed8-c787-47d4-b29a-0abb3af0d26a None None] Network 91a5cb4b-39d1-463e-b2da-17390a52ceb4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:47.690879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-32274664-f6f0-4717-84dc-6e7fe91cf386 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7836161 Jul 30 02:46:47.694793 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59808) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:47.701421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-28405400'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:47.728246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:47.731762 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.764212 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:46:47.777250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.777597 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Added segment e0d35395-b221-4c15-a3d6-f0b1ca2a3218 of type vlan for network f4022d5b-d098-47d9-b0fe-7823b66e5a8b Jul 30 02:46:47.825212 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.846069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-91a5cb4b-39d1-463e-b2da-17390a52ceb4', 'network_id': '91a5cb4b-39d1-463e-b2da-17390a52ceb4', 'tenant_id': '818e2fa053814eb1a362629d60497bd5', 'fixed_ips': [{'subnet_id': '77426bb7-8e49-4eb7-a00a-237782eccd4a'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:46:47.846876 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.859364 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.866071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:47.866665 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:47.926515 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2305110 Jul 30 02:46:47.929307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59810) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:47.934325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Request body: {'subnet': {'network_id': 'f4022d5b-d098-47d9-b0fe-7823b66e5a8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:47.997643 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e82554-4872-4f46-ac16-88d13d964ac9 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Network': ['ID=f4022d5b-d098-47d9-b0fe-7823b66e5a8b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:47.997892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Allocated IP 2001:db8::2 (91a5cb4b-39d1-463e-b2da-17390a52ceb4/77426bb7-8e49-4eb7-a00a-237782eccd4a/a2318c5b-caba-41cd-afac-2f235ebc150e) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:48.010623 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network f4022d5b-d098-47d9-b0fe-7823b66e5a8b details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:46:48.040541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Made reservation on behalf of 818e2fa053814eb1a362629d60497bd5 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:48.044009 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.202334 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.212542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Transition to ACTIVE for port object a2318c5b-caba-41cd-afac-2f235ebc150e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:48.227339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Transition to ACTIVE for port object a2318c5b-caba-41cd-afac-2f235ebc150e will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:48.232711 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.246500 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.270088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Network 91a5cb4b-39d1-463e-b2da-17390a52ceb4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:48.279648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:48.281516 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Pushing event updated for resources: {'Port': ['ID=a2318c5b-caba-41cd-afac-2f235ebc150e,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:48.284224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:48.311694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event updated for resources: {'Subnet': ['ID=02c41075-d129-4828-9391-931d2a19c6e5,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:48.327654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Checking segment: {'id': 'e0d35395-b221-4c15-a3d6-f0b1ca2a3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4022d5b-d098-47d9-b0fe-7823b66e5a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:48.328029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network hostable DHCP agents. Network: f4022d5b-d098-47d9-b0fe-7823b66e5a8b, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:46:48.341933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Attempting to bind port a2318c5b-caba-41cd-afac-2f235ebc150e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:48.342336 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Attempting to bind port a2318c5b-caba-41cd-afac-2f235ebc150e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '557c8ed5-de3a-4726-bd93-e19125bc2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '91a5cb4b-39d1-463e-b2da-17390a52ceb4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:48.342801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Attempting to bind port a2318c5b-caba-41cd-afac-2f235ebc150e on network 91a5cb4b-39d1-463e-b2da-17390a52ceb4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:48.344892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Network f4022d5b-d098-47d9-b0fe-7823b66e5a8b is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:46:48.348134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:48.348510 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Checking segment: {'id': '557c8ed5-de3a-4726-bd93-e19125bc2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '91a5cb4b-39d1-463e-b2da-17390a52ceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:48.348910 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.349319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Bound using segment: {'id': '557c8ed5-de3a-4726-bd93-e19125bc2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '91a5cb4b-39d1-463e-b2da-17390a52ceb4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:48.349762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Bound port: a2318c5b-caba-41cd-afac-2f235ebc150e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557c8ed5-de3a-4726-bd93-e19125bc2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '91a5cb4b-39d1-463e-b2da-17390a52ceb4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:48.350140 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.353862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, f4022d5b-d098-47d9-b0fe-7823b66e5a8b) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:48.357876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:48.358463 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.366144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bef55f-c430-4a48-b120-8008b050ee7a None None] Network f4022d5b-d098-47d9-b0fe-7823b66e5a8b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:48.374606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8c057224-d0ed-4f94-a067-db60c00f8169 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4442456 Jul 30 02:46:48.377884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59812) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:48.476796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] For port a2318c5b-caba-41cd-afac-2f235ebc150e, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:48.481461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.496927 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] For port a2318c5b-caba-41cd-afac-2f235ebc150e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a2318c5b-caba-41cd-afac-2f235ebc150e,segment=NetworkSegment(557c8ed5-de3a-4726-bd93-e19125bc2beb),segment_id=557c8ed5-de3a-4726-bd93-e19125bc2beb)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:48.502567 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.534642 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.602017 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.604637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cae98-3e2f-4d5f-9c52-522bba573fab None None] Pushing event updated for resources: {'Port': ['ID=a2318c5b-caba-41cd-afac-2f235ebc150e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:48.621624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33f2b4-b913-48bc-9513-a80208e114c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-f4022d5b-d098-47d9-b0fe-7823b66e5a8b', 'network_id': 'f4022d5b-d098-47d9-b0fe-7823b66e5a8b', 'tenant_id': '818e2fa053814eb1a362629d60497bd5', 'fixed_ips': [{'subnet_id': '02c41075-d129-4828-9391-931d2a19c6e5'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:46:48.622670 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0e33f2b4-b913-48bc-9513-a80208e114c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.630517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Subnet': ['ID=02c41075-d129-4828-9391-931d2a19c6e5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:48.698320 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.710320 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4022d5b-d098-47d9-b0fe-7823b66e5a8b']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:48.714097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb3fc73-7377-4ef2-980c-cac5bef33ee6 None None] Network f4022d5b-d098-47d9-b0fe-7823b66e5a8b requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:48.723472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d35395-b221-4c15-a3d6-f0b1ca2a3218') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:48.723813 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d35395-b221-4c15-a3d6-f0b1ca2a3218') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:48.733537 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.760047 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.769244 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:46:48.769244 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:46:48.772518 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:46:48.840911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.849759 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:48.854929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59814) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:48.855408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/networks/f4022d5b-d098-47d9-b0fe-7823b66e5a8b HTTP/1.1" status: 204 len: 168 time: 0.4759362 Jul 30 02:46:48.877101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350998f-6743-4a60-8a6d-8766f37ee47f tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Network': ['ID=f4022d5b-d098-47d9-b0fe-7823b66e5a8b,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:48.885261 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bd7233-06c5-4fa6-84ec-085feb5c1e7a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] GET failed (client error): The resource could not be found. Jul 30 02:46:48.886618 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d3bd7233-06c5-4fa6-84ec-085feb5c1e7a tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "GET /v2.0/subnets/02c41075-d129-4828-9391-931d2a19c6e5 HTTP/1.1" status: 404 len: 337 time: 0.0305979 Jul 30 02:46:48.889804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59816) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:48.917429 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c67b3d7-b8b7-46e6-9005-c7f3a2633f58 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] DELETE failed (client error): The resource could not be found. Jul 30 02:46:48.918088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c67b3d7-b8b7-46e6-9005-c7f3a2633f58 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:46:48.919909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3c67b3d7-b8b7-46e6-9005-c7f3a2633f58 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/networks/f4022d5b-d098-47d9-b0fe-7823b66e5a8b HTTP/1.1" status: 404 len: 339 time: 0.0289941 Jul 30 02:46:48.924910 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59818) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:48.955232 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e15ead-bf51-4c64-827d-d5b59b7da956 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] DELETE failed (client error): The resource could not be found. Jul 30 02:46:48.956026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e15ead-bf51-4c64-827d-d5b59b7da956 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:46:48.957832 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a7e15ead-bf51-4c64-827d-d5b59b7da956 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/subnets/02c41075-d129-4828-9391-931d2a19c6e5 HTTP/1.1" status: 404 len: 337 time: 0.0317736 Jul 30 02:46:48.960595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59820) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:48.980241 n-d-715271-7 neutron-server[93819]: INFO neutron.pecan_wsgi.hooks.translation [None req-373aabb5-616b-4814-a130-6590c4d26ccb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] DELETE failed (client error): The resource could not be found. Jul 30 02:46:48.980725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373aabb5-616b-4814-a130-6590c4d26ccb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:46:48.982713 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-373aabb5-616b-4814-a130-6590c4d26ccb tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/networks/f4022d5b-d098-47d9-b0fe-7823b66e5a8b HTTP/1.1" status: 404 len: 339 time: 0.0208936 Jul 30 02:46:48.985563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59822) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:49.040558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-095a3a0d-d9d1-47f1-a7ec-acd575fdf378 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Deleting subnet 77426bb7-8e49-4eb7-a00a-237782eccd4a {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:46:49.044384 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095a3a0d-d9d1-47f1-a7ec-acd575fdf378 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.052310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:49.089018 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095a3a0d-d9d1-47f1-a7ec-acd575fdf378 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.104343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:49.104725 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.182887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a2318c5b-caba-41cd-afac-2f235ebc150e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:49.183171 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095a3a0d-d9d1-47f1-a7ec-acd575fdf378 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.238508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a2318c5b-caba-41cd-afac-2f235ebc150e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:49.250904 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095a3a0d-d9d1-47f1-a7ec-acd575fdf378 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.279855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a3a0d-d9d1-47f1-a7ec-acd575fdf378 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Subnet': ['ID=77426bb7-8e49-4eb7-a00a-237782eccd4a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:49.284296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-095a3a0d-d9d1-47f1-a7ec-acd575fdf378 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.288363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-095a3a0d-d9d1-47f1-a7ec-acd575fdf378 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/subnets/77426bb7-8e49-4eb7-a00a-237782eccd4a HTTP/1.1" status: 204 len: 168 time: 0.2990546 Jul 30 02:46:49.288782 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59824) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:49.373731 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.433118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Deleting port a2318c5b-caba-41cd-afac-2f235ebc150e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:49.433468 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.499960 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] For port a2318c5b-caba-41cd-afac-2f235ebc150e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a2318c5b-caba-41cd-afac-2f235ebc150e,segment=NetworkSegment(557c8ed5-de3a-4726-bd93-e19125bc2beb),segment_id=557c8ed5-de3a-4726-bd93-e19125bc2beb)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:49.500507 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.514989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Calling delete_port for a2318c5b-caba-41cd-afac-2f235ebc150e owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:49.532443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3066917-905c-452d-818b-51b7961a0b60 None None] Network 91a5cb4b-39d1-463e-b2da-17390a52ceb4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:49.597997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-250323a5-46d9-4a70-8a46-607540692bbb None None] Provisioning for port a2318c5b-caba-41cd-afac-2f235ebc150e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:49.603981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-250323a5-46d9-4a70-8a46-607540692bbb None None] Provisioning complete for port a2318c5b-caba-41cd-afac-2f235ebc150e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:49.604561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-250323a5-46d9-4a70-8a46-607540692bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.617029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.640835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Port': ['ID=a2318c5b-caba-41cd-afac-2f235ebc150e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:49.646709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] No DVR routers for this DVR port a2318c5b-caba-41cd-afac-2f235ebc150e on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:49.676948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-250323a5-46d9-4a70-8a46-607540692bbb None None] Could not find standard attr ID for object a2318c5b-caba-41cd-afac-2f235ebc150e. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:46:49.679549 n-d-715271-7 neutron-server[93820]: INFO neutron.plugins.ml2.db [None req-250323a5-46d9-4a70-8a46-607540692bbb None None] No ports have port_id starting with a2318c5b-caba-41cd-afac-2f235ebc150e Jul 30 02:46:49.732545 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.732844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1754cff8-d9b6-463c-89d3-94c2a966b1bc None None] DHCP port deletion for 91a5cb4b-39d1-463e-b2da-17390a52ceb4 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:46:49.744055 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a5cb4b-39d1-463e-b2da-17390a52ceb4']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:49.756158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557c8ed5-de3a-4726-bd93-e19125bc2beb') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:49.756388 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557c8ed5-de3a-4726-bd93-e19125bc2beb') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:49.765755 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.780756 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.787422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:46:49.787893 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:46:49.791124 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:46:49.852581 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.859565 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:49.861781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/networks/91a5cb4b-39d1-463e-b2da-17390a52ceb4 HTTP/1.1" status: 204 len: 168 time: 0.5718715 Jul 30 02:46:49.864634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59826) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:49.873875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ee7d7-f014-44f4-b057-61295cba89ea tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Network': ['ID=91a5cb4b-39d1-463e-b2da-17390a52ceb4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:49.891593 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6ac04b-983b-4b4e-af44-61849522f2e6 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] DELETE failed (client error): The resource could not be found. Jul 30 02:46:49.892066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6ac04b-983b-4b4e-af44-61849522f2e6 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:46:49.893784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8e6ac04b-983b-4b4e-af44-61849522f2e6 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/subnets/b97ee699-9981-4d09-b741-d4c8f88b05f2 HTTP/1.1" status: 404 len: 337 time: 0.0281014 Jul 30 02:46:49.896438 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59828) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:49.920868 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7210d1-de6d-4ddb-bf77-953cdce92675 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] DELETE failed (client error): The resource could not be found. Jul 30 02:46:49.921590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7210d1-de6d-4ddb-bf77-953cdce92675 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:46:49.923847 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1d7210d1-de6d-4ddb-bf77-953cdce92675 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/networks/fc960f1c-576a-4bfe-8c3d-2db586794351 HTTP/1.1" status: 404 len: 339 time: 0.0265212 Jul 30 02:46:49.926531 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59830) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:49.952946 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbde1ac-2923-4ba3-a0b9-a9a63b86a7d0 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] DELETE failed (client error): The resource could not be found. Jul 30 02:46:49.953664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbde1ac-2923-4ba3-a0b9-a9a63b86a7d0 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:46:49.955371 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5bbde1ac-2923-4ba3-a0b9-a9a63b86a7d0 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/subnets/91f1baf5-7e72-40be-aaa7-91bb74369d94 HTTP/1.1" status: 404 len: 337 time: 0.0277913 Jul 30 02:46:49.957967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59832) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:49.975048 n-d-715271-7 neutron-server[93818]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54c1d6f-4e38-418c-8475-53c7a7c10dd5 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] DELETE failed (client error): The resource could not be found. Jul 30 02:46:49.975719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54c1d6f-4e38-418c-8475-53c7a7c10dd5 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 02:46:49.977222 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c54c1d6f-4e38-418c-8475-53c7a7c10dd5 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/networks/af152add-c69a-477c-ad08-ce057c55e3fb HTTP/1.1" status: 404 len: 339 time: 0.0183671 Jul 30 02:46:49.979406 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59834) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:50.033228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-72acc641-61c6-4fe7-9824-7bdc214b8e74 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Deleting subnet 703e4a16-e314-4989-91ba-5a2f655b720b {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:46:50.036184 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72acc641-61c6-4fe7-9824-7bdc214b8e74 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.077295 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72acc641-61c6-4fe7-9824-7bdc214b8e74 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.166134 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72acc641-61c6-4fe7-9824-7bdc214b8e74 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.230635 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72acc641-61c6-4fe7-9824-7bdc214b8e74 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.258121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acc641-61c6-4fe7-9824-7bdc214b8e74 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Subnet': ['ID=703e4a16-e314-4989-91ba-5a2f655b720b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:50.261860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-72acc641-61c6-4fe7-9824-7bdc214b8e74 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.263766 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-72acc641-61c6-4fe7-9824-7bdc214b8e74 tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/subnets/703e4a16-e314-4989-91ba-5a2f655b720b HTTP/1.1" status: 204 len: 168 time: 0.2834487 Jul 30 02:46:50.267329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59836) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:50.269545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be67ab-d15d-47c1-b2ad-72e1335d2219 None None] Network dd46027f-a5ec-4577-9be1-d32e32efee11 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:50.342573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.394533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Deleting port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:50.394867 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.441057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f73a4-d17b-406d-a792-69117d5af56f None None] DHCP port deletion for dd46027f-a5ec-4577-9be1-d32e32efee11 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:46:50.463349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] For port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d6cfc80-38cf-4912-9aee-d02f7b4eab70,segment=NetworkSegment(cf3d3165-8f72-4845-8a42-094ed26ea8bb),segment_id=cf3d3165-8f72-4845-8a42-094ed26ea8bb)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:50.463749 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.477119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Calling delete_port for 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:50.491010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-488f73a4-d17b-406d-a792-69117d5af56f None None] Deleting port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:50.491387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-488f73a4-d17b-406d-a792-69117d5af56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.551563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-488f73a4-d17b-406d-a792-69117d5af56f None None] For port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d6cfc80-38cf-4912-9aee-d02f7b4eab70,segment=NetworkSegment(cf3d3165-8f72-4845-8a42-094ed26ea8bb),segment_id=cf3d3165-8f72-4845-8a42-094ed26ea8bb)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:50.552022 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-488f73a4-d17b-406d-a792-69117d5af56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.555815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.567984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-488f73a4-d17b-406d-a792-69117d5af56f None None] Calling delete_port for 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:50.587230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Port': ['ID=1d6cfc80-38cf-4912-9aee-d02f7b4eab70,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:50.589164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] No DVR routers for this DVR port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:50.659288 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-488f73a4-d17b-406d-a792-69117d5af56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.666876 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.678483 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd46027f-a5ec-4577-9be1-d32e32efee11']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:50.689964 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3d3165-8f72-4845-8a42-094ed26ea8bb') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:50.690259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3d3165-8f72-4845-8a42-094ed26ea8bb') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:50.699083 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.712829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.713824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f73a4-d17b-406d-a792-69117d5af56f None None] No DVR routers for this DVR port 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:50.718136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f73a4-d17b-406d-a792-69117d5af56f None None] Pushing event deleted for resources: {'Port': ['ID=1d6cfc80-38cf-4912-9aee-d02f7b4eab70,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:50.719039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:46:50.719470 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:46:50.722726 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:46:50.788793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.796043 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:50.798723 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] 10.222.0.84 "DELETE /v2.0/networks/dd46027f-a5ec-4577-9be1-d32e32efee11 HTTP/1.1" status: 204 len: 168 time: 0.5305173 Jul 30 02:46:50.810947 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26778d23-5220-4599-b40c-8aeabc58dc4d tempest-NetworksIpV6Test-683801881 tempest-NetworksIpV6Test-683801881-project] Pushing event deleted for resources: {'Network': ['ID=dd46027f-a5ec-4577-9be1-d32e32efee11,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:50.988925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:51.008540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:51.008879 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d6cfc80-38cf-4912-9aee-d02f7b4eab70 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:51.009296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a2318c5b-caba-41cd-afac-2f235ebc150e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:51.027102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a2318c5b-caba-41cd-afac-2f235ebc150e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:51.027457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a2318c5b-caba-41cd-afac-2f235ebc150e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:51.065077 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59842) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:51.199995 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1a0e8f2a-6409-4b10-be40-65a5e8b2b17f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=818e2fa053814eb1a362629d60497bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337218 Jul 30 02:46:51.202503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59846) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:51.249366 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0e23476-f562-4c67-bd6d-4d4f6df6ed7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:51.270769 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0e23476-f562-4c67-bd6d-4d4f6df6ed7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:51.318031 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0e23476-f562-4c67-bd6d-4d4f6df6ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:51.320822 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c0e23476-f562-4c67-bd6d-4d4f6df6ed7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:51.321990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c0e23476-f562-4c67-bd6d-4d4f6df6ed7b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/663bee07-7a3c-4728-95bb-a326b190a1a3 HTTP/1.1" status: 204 len: 168 time: 0.1185865 Jul 30 02:46:51.330840 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e23476-f562-4c67-bd6d-4d4f6df6ed7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663bee07-7a3c-4728-95bb-a326b190a1a3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:52.008037 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59868) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:52.115619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-91d790d4-c87f-4d92-966f-9014001ed300 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-578652207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:52.142718 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91d790d4-c87f-4d92-966f-9014001ed300 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.143880 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91d790d4-c87f-4d92-966f-9014001ed300 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.206764 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91d790d4-c87f-4d92-966f-9014001ed300 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.210975 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91d790d4-c87f-4d92-966f-9014001ed300 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.228239 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91d790d4-c87f-4d92-966f-9014001ed300 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.230200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-91d790d4-c87f-4d92-966f-9014001ed300 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2210047 Jul 30 02:46:52.232963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59872) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:52.237882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-201454029'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:52.257385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Made reservation on behalf of ce0d19de4e464136a3ecc6e55423efbf for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:52.260796 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.270101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.363919 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.368135 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.395797 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:46:52.405623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b99c0a3-d63f-4eb7-9bb4-8342bc138f8d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:52.411539 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.411884 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Added segment 9f1e33dc-2a9d-471e-b0fc-8a51f48499d1 of type vlan for network 717c58e2-8081-4370-8ccf-a664ec462f0d Jul 30 02:46:52.455292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.483306 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.488866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:52.489449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.549228 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3152311 Jul 30 02:46:52.551976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59874) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:52.556892 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Request body: {'subnet': {'network_id': '717c58e2-8081-4370-8ccf-a664ec462f0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:52.602122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd82cc8-893e-4c22-9818-3bf147c91770 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event updated for resources: {'Network': ['ID=717c58e2-8081-4370-8ccf-a664ec462f0d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:52.612678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 717c58e2-8081-4370-8ccf-a664ec462f0d details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:46:52.654601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Made reservation on behalf of ce0d19de4e464136a3ecc6e55423efbf for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:52.658895 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.854936 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.917410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event updated for resources: {'Subnet': ['ID=67986ccf-69c5-46ef-8fc8-075c07a1893d,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:52.927539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Checking segment: {'id': '9f1e33dc-2a9d-471e-b0fc-8a51f48499d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '717c58e2-8081-4370-8ccf-a664ec462f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:52.927903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Network hostable DHCP agents. Network: 717c58e2-8081-4370-8ccf-a664ec462f0d, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:46:52.944003 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Network 717c58e2-8081-4370-8ccf-a664ec462f0d is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:46:52.952481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 717c58e2-8081-4370-8ccf-a664ec462f0d) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:52.959230 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:52.960202 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:52.960895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d330a3-8a17-472f-9a9e-5d51a1eecb46 None None] Network 717c58e2-8081-4370-8ccf-a664ec462f0d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:52.975937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6ade890d-92f9-42d4-8a4d-f6ef07f15f1f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4228327 Jul 30 02:46:52.978882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59876) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:52.983894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-96387458'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:53.005918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Made reservation on behalf of ce0d19de4e464136a3ecc6e55423efbf for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:53.010635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.035619 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:46:53.045600 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.045962 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Added segment 13caab08-2caa-473d-b6a4-76f65a435b95 of type vlan for network dfd378e1-e724-4f38-a354-f66e7e7e2978 Jul 30 02:46:53.087794 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.113145 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-717c58e2-8081-4370-8ccf-a664ec462f0d', 'network_id': '717c58e2-8081-4370-8ccf-a664ec462f0d', 'tenant_id': 'ce0d19de4e464136a3ecc6e55423efbf', 'fixed_ips': [{'subnet_id': '67986ccf-69c5-46ef-8fc8-075c07a1893d'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:46:53.114021 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.121764 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.130226 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:53.131273 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.191376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2113743 Jul 30 02:46:53.194338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59878) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:53.199465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Request body: {'subnet': {'network_id': 'dfd378e1-e724-4f38-a354-f66e7e7e2978', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:53.205542 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92dc8c-c8d1-4fd2-a901-b8c2451fdd55 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event updated for resources: {'Network': ['ID=dfd378e1-e724-4f38-a354-f66e7e7e2978,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:53.221158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network dfd378e1-e724-4f38-a354-f66e7e7e2978 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:46:53.294108 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Made reservation on behalf of ce0d19de4e464136a3ecc6e55423efbf for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:53.298277 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.312326 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Allocated IP 172.20.0.2 (717c58e2-8081-4370-8ccf-a664ec462f0d/67986ccf-69c5-46ef-8fc8-075c07a1893d/db1b1cce-33ca-4a02-8f86-e886097eca97) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:53.459814 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.468610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Transition to ACTIVE for port object db1b1cce-33ca-4a02-8f86-e886097eca97 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:53.481421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.483821 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Transition to ACTIVE for port object db1b1cce-33ca-4a02-8f86-e886097eca97 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:53.490677 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.534607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Network 717c58e2-8081-4370-8ccf-a664ec462f0d is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:53.537480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:53.542066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:53.545337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event updated for resources: {'Subnet': ['ID=46c86c2c-3b3d-4128-b07b-1dafdbfc728d,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:53.549311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Pushing event updated for resources: {'Port': ['ID=db1b1cce-33ca-4a02-8f86-e886097eca97,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:53.562762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Checking segment: {'id': '13caab08-2caa-473d-b6a4-76f65a435b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dfd378e1-e724-4f38-a354-f66e7e7e2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:53.563116 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Network hostable DHCP agents. Network: dfd378e1-e724-4f38-a354-f66e7e7e2978, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:46:53.580599 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Network dfd378e1-e724-4f38-a354-f66e7e7e2978 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:46:53.589514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, dfd378e1-e724-4f38-a354-f66e7e7e2978) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:53.593689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:53.594546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.601633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d2bf44-f906-42e1-926d-a692117a255b None None] Network dfd378e1-e724-4f38-a354-f66e7e7e2978 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:53.609305 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-34ca7666-3ff9-41fc-9d8e-d47d0c7c1cd7 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4138441 Jul 30 02:46:53.612698 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59880) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:53.617346 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Attempting to bind port db1b1cce-33ca-4a02-8f86-e886097eca97 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:53.617860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Attempting to bind port db1b1cce-33ca-4a02-8f86-e886097eca97 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '9f1e33dc-2a9d-471e-b0fc-8a51f48499d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '717c58e2-8081-4370-8ccf-a664ec462f0d'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:53.617962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4c183d29-8a7c-4146-b252-23ddf83d3c1e tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dfd378e1-e724-4f38-a354-f66e7e7e2978'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:53.618095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Attempting to bind port db1b1cce-33ca-4a02-8f86-e886097eca97 on network 717c58e2-8081-4370-8ccf-a664ec462f0d {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:53.652362 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:53.652751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Checking segment: {'id': '9f1e33dc-2a9d-471e-b0fc-8a51f48499d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '717c58e2-8081-4370-8ccf-a664ec462f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:53.653112 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.653512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Bound using segment: {'id': '9f1e33dc-2a9d-471e-b0fc-8a51f48499d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '717c58e2-8081-4370-8ccf-a664ec462f0d'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:53.653982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Bound port: db1b1cce-33ca-4a02-8f86-e886097eca97, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1e33dc-2a9d-471e-b0fc-8a51f48499d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '717c58e2-8081-4370-8ccf-a664ec462f0d'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:53.654366 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.764192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] For port db1b1cce-33ca-4a02-8f86-e886097eca97, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:53.783668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] For port db1b1cce-33ca-4a02-8f86-e886097eca97, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=db1b1cce-33ca-4a02-8f86-e886097eca97,segment=NetworkSegment(9f1e33dc-2a9d-471e-b0fc-8a51f48499d1),segment_id=9f1e33dc-2a9d-471e-b0fc-8a51f48499d1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:53.791122 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.831609 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4c183d29-8a7c-4146-b252-23ddf83d3c1e tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.856053 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-dfd378e1-e724-4f38-a354-f66e7e7e2978', 'network_id': 'dfd378e1-e724-4f38-a354-f66e7e7e2978', 'tenant_id': 'ce0d19de4e464136a3ecc6e55423efbf', 'fixed_ips': [{'subnet_id': '46c86c2c-3b3d-4128-b07b-1dafdbfc728d'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:46:53.856813 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:53.896367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749c237-a921-457c-8c3a-e5f82af46367 None None] Pushing event updated for resources: {'Port': ['ID=db1b1cce-33ca-4a02-8f86-e886097eca97,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:53.956948 n-d-715271-7 neutron-server[93819]: INFO neutron.api.v2.resource [None req-4c183d29-8a7c-4146-b252-23ddf83d3c1e tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 02:46:53.958071 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4c183d29-8a7c-4146-b252-23ddf83d3c1e tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "PUT /v2.0/routers/a312494f-0f52-40cf-92e1-07fd96a41fee HTTP/1.1" status: 400 len: 364 time: 0.3443079 Jul 30 02:46:53.964105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59882) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:54.026739 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53cf834-6552-4c09-b6ea-4017d802e62c tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Deleting subnet 46c86c2c-3b3d-4128-b07b-1dafdbfc728d {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:46:54.041068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Allocated IP 172.21.0.2 (dfd378e1-e724-4f38-a354-f66e7e7e2978/46c86c2c-3b3d-4128-b07b-1dafdbfc728d/7de43d51-5427-4b38-b7d1-f84244e55668) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:54.226167 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.234359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Transition to ACTIVE for port object 7de43d51-5427-4b38-b7d1-f84244e55668 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:54.248783 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Transition to ACTIVE for port object 7de43d51-5427-4b38-b7d1-f84244e55668 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:54.254437 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a53cf834-6552-4c09-b6ea-4017d802e62c tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.257606 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.294770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Network dfd378e1-e724-4f38-a354-f66e7e7e2978 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:54.296072 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a53cf834-6552-4c09-b6ea-4017d802e62c tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.297750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:54.301285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:54.309212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Pushing event updated for resources: {'Port': ['ID=7de43d51-5427-4b38-b7d1-f84244e55668,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:54.368507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Attempting to bind port 7de43d51-5427-4b38-b7d1-f84244e55668 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:54.369022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Attempting to bind port 7de43d51-5427-4b38-b7d1-f84244e55668 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '13caab08-2caa-473d-b6a4-76f65a435b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dfd378e1-e724-4f38-a354-f66e7e7e2978'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:54.369396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Attempting to bind port 7de43d51-5427-4b38-b7d1-f84244e55668 on network dfd378e1-e724-4f38-a354-f66e7e7e2978 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:54.374542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:54.374917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Checking segment: {'id': '13caab08-2caa-473d-b6a4-76f65a435b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dfd378e1-e724-4f38-a354-f66e7e7e2978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:54.375318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.375746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Bound using segment: {'id': '13caab08-2caa-473d-b6a4-76f65a435b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dfd378e1-e724-4f38-a354-f66e7e7e2978'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:54.376748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Bound port: 7de43d51-5427-4b38-b7d1-f84244e55668, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13caab08-2caa-473d-b6a4-76f65a435b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'dfd378e1-e724-4f38-a354-f66e7e7e2978'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:54.377129 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.384618 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a53cf834-6552-4c09-b6ea-4017d802e62c tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.449509 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a53cf834-6552-4c09-b6ea-4017d802e62c tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.454794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] For port 7de43d51-5427-4b38-b7d1-f84244e55668, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:54.458210 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] For port 7de43d51-5427-4b38-b7d1-f84244e55668, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7de43d51-5427-4b38-b7d1-f84244e55668,segment=NetworkSegment(13caab08-2caa-473d-b6a4-76f65a435b95),segment_id=13caab08-2caa-473d-b6a4-76f65a435b95)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:54.462690 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.481569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf834-6552-4c09-b6ea-4017d802e62c tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event deleted for resources: {'Subnet': ['ID=46c86c2c-3b3d-4128-b07b-1dafdbfc728d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:54.483635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a53cf834-6552-4c09-b6ea-4017d802e62c tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.488767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59884) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:54.489430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a53cf834-6552-4c09-b6ea-4017d802e62c tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "DELETE /v2.0/subnets/46c86c2c-3b3d-4128-b07b-1dafdbfc728d HTTP/1.1" status: 204 len: 168 time: 0.5238559 Jul 30 02:46:54.528055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:54.538810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4f01e-6cbd-4f1b-8934-093d228e6485 None None] Pushing event updated for resources: {'Port': ['ID=7de43d51-5427-4b38-b7d1-f84244e55668,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:54.951184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f98216-082e-4852-a475-6fdf8940debe None None] Network 717c58e2-8081-4370-8ccf-a664ec462f0d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:54.984764 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.049737 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Deleting port 7de43d51-5427-4b38-b7d1-f84244e55668 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:55.050269 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.096302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7de43d51-5427-4b38-b7d1-f84244e55668 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:55.100483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-231286bc-7ab1-431b-8199-ace066f681d0 None None] Provisioning for port db1b1cce-33ca-4a02-8f86-e886097eca97 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:55.140573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] For port 7de43d51-5427-4b38-b7d1-f84244e55668, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7de43d51-5427-4b38-b7d1-f84244e55668,segment=NetworkSegment(13caab08-2caa-473d-b6a4-76f65a435b95),segment_id=13caab08-2caa-473d-b6a4-76f65a435b95)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:55.140929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.157416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Calling delete_port for 7de43d51-5427-4b38-b7d1-f84244e55668 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:55.194435 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7de43d51-5427-4b38-b7d1-f84244e55668 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:55.200771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device db1b1cce-33ca-4a02-8f86-e886097eca97 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:46:55.262477 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.279399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port db1b1cce-33ca-4a02-8f86-e886097eca97 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:46:55.284628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port db1b1cce-33ca-4a02-8f86-e886097eca97 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:55.285183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.292538 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event deleted for resources: {'Port': ['ID=7de43d51-5427-4b38-b7d1-f84244e55668,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:55.294692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] No DVR routers for this DVR port 7de43d51-5427-4b38-b7d1-f84244e55668 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:55.399811 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.401078 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.413762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd378e1-e724-4f38-a354-f66e7e7e2978']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:55.426748 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13caab08-2caa-473d-b6a4-76f65a435b95') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:55.427049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13caab08-2caa-473d-b6a4-76f65a435b95') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:55.444733 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.465215 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.475620 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:46:55.475970 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:46:55.479472 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:46:55.486465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port db1b1cce-33ca-4a02-8f86-e886097eca97, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=db1b1cce-33ca-4a02-8f86-e886097eca97,segment=NetworkSegment(9f1e33dc-2a9d-471e-b0fc-8a51f48499d1),segment_id=9f1e33dc-2a9d-471e-b0fc-8a51f48499d1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:55.496971 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.556404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8fccd82a-043e-4784-82f3-3fc5bdd8dcc4 None None] Provisioning complete for port db1b1cce-33ca-4a02-8f86-e886097eca97 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:46:55.556799 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8fccd82a-043e-4784-82f3-3fc5bdd8dcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.576858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.588057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=db1b1cce-33ca-4a02-8f86-e886097eca97,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:55.604870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.608617 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "DELETE /v2.0/networks/dfd378e1-e724-4f38-a354-f66e7e7e2978 HTTP/1.1" status: 204 len: 168 time: 1.1187971 Jul 30 02:46:55.609663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59886) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:55.623078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dffe20-1858-4502-942b-09865ffa7552 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event deleted for resources: {'Network': ['ID=dfd378e1-e724-4f38-a354-f66e7e7e2978,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:55.678100 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d50232-03b4-4d8c-b1be-18c2b04c5d63 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Deleting subnet 67986ccf-69c5-46ef-8fc8-075c07a1893d {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:46:55.681373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87d50232-03b4-4d8c-b1be-18c2b04c5d63 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.726563 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87d50232-03b4-4d8c-b1be-18c2b04c5d63 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.768246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8d905e6d-cff0-4e14-82f1-ed0d0a46e282 None None] Could not find standard attr ID for object 7de43d51-5427-4b38-b7d1-f84244e55668. {{(pid=93820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 02:46:55.779219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70691d54-135e-4ad6-9187-c2cba601a6b0 None None] DHCP port deletion for dfd378e1-e724-4f38-a354-f66e7e7e2978 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:46:55.798439 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9405f5a-b5c4-4cb1-a9da-bbc709e3b35b None None] Network dfd378e1-e724-4f38-a354-f66e7e7e2978 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:55.810507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9405f5a-b5c4-4cb1-a9da-bbc709e3b35b None None] Network dfd378e1-e724-4f38-a354-f66e7e7e2978 could not be found, it might have been deleted concurrently. {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 02:46:55.821290 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87d50232-03b4-4d8c-b1be-18c2b04c5d63 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.889992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87d50232-03b4-4d8c-b1be-18c2b04c5d63 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.920228 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d50232-03b4-4d8c-b1be-18c2b04c5d63 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event deleted for resources: {'Subnet': ['ID=67986ccf-69c5-46ef-8fc8-075c07a1893d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:55.923777 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-87d50232-03b4-4d8c-b1be-18c2b04c5d63 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:55.925651 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-87d50232-03b4-4d8c-b1be-18c2b04c5d63 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "DELETE /v2.0/subnets/67986ccf-69c5-46ef-8fc8-075c07a1893d HTTP/1.1" status: 204 len: 168 time: 0.3149121 Jul 30 02:46:55.928208 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59888) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:55.930665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8992c0-327a-4c74-bf2b-5d0e6da27a7b None None] Network 717c58e2-8081-4370-8ccf-a664ec462f0d requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:56.010461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.066094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Deleting port db1b1cce-33ca-4a02-8f86-e886097eca97 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:56.066443 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.099727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6266de6c-789b-464c-9879-7ed42c98a42c None None] DHCP port deletion for 717c58e2-8081-4370-8ccf-a664ec462f0d request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:46:56.133703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] For port db1b1cce-33ca-4a02-8f86-e886097eca97, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=db1b1cce-33ca-4a02-8f86-e886097eca97,segment=NetworkSegment(9f1e33dc-2a9d-471e-b0fc-8a51f48499d1),segment_id=9f1e33dc-2a9d-471e-b0fc-8a51f48499d1)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:56.134076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.145496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6266de6c-789b-464c-9879-7ed42c98a42c None None] Deleting port db1b1cce-33ca-4a02-8f86-e886097eca97 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:46:56.145864 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6266de6c-789b-464c-9879-7ed42c98a42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.147178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Calling delete_port for db1b1cce-33ca-4a02-8f86-e886097eca97 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:56.211182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6266de6c-789b-464c-9879-7ed42c98a42c None None] For port db1b1cce-33ca-4a02-8f86-e886097eca97, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=db1b1cce-33ca-4a02-8f86-e886097eca97,segment=NetworkSegment(9f1e33dc-2a9d-471e-b0fc-8a51f48499d1),segment_id=9f1e33dc-2a9d-471e-b0fc-8a51f48499d1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:46:56.211607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6266de6c-789b-464c-9879-7ed42c98a42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.224992 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6266de6c-789b-464c-9879-7ed42c98a42c None None] Calling delete_port for db1b1cce-33ca-4a02-8f86-e886097eca97 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:46:56.238993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.266339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] No DVR routers for this DVR port db1b1cce-33ca-4a02-8f86-e886097eca97 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:56.269029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event deleted for resources: {'Port': ['ID=db1b1cce-33ca-4a02-8f86-e886097eca97,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:56.317530 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6266de6c-789b-464c-9879-7ed42c98a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.342791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266de6c-789b-464c-9879-7ed42c98a42c None None] Pushing event deleted for resources: {'Port': ['ID=db1b1cce-33ca-4a02-8f86-e886097eca97,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:56.346442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266de6c-789b-464c-9879-7ed42c98a42c None None] No DVR routers for this DVR port db1b1cce-33ca-4a02-8f86-e886097eca97 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:46:56.356221 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.364881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717c58e2-8081-4370-8ccf-a664ec462f0d']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:56.375645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1e33dc-2a9d-471e-b0fc-8a51f48499d1') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:56.376474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1e33dc-2a9d-471e-b0fc-8a51f48499d1') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:46:56.385283 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.399305 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.404992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:46:56.405375 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:46:56.408316 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:46:56.464369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.471734 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.473594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "DELETE /v2.0/networks/717c58e2-8081-4370-8ccf-a664ec462f0d HTTP/1.1" status: 204 len: 168 time: 0.5444977 Jul 30 02:46:56.476501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59890) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:56.484952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f523f5-cf16-442f-902d-2c5050e9e60f tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Pushing event deleted for resources: {'Network': ['ID=717c58e2-8081-4370-8ccf-a664ec462f0d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:56.504018 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-95d52eb1-0786-4b0c-bd1e-0b8280626f81 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "GET /v2.0/ports?device_id=a312494f-0f52-40cf-92e1-07fd96a41fee HTTP/1.1" status: 200 len: 205 time: 0.0263786 Jul 30 02:46:56.506251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59892) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:56.580195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-362b714b-ecd2-4a34-9310-021854aa8cc3 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.733276 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-362b714b-ecd2-4a34-9310-021854aa8cc3 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.735353 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-362b714b-ecd2-4a34-9310-021854aa8cc3 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.776794 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-362b714b-ecd2-4a34-9310-021854aa8cc3 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.777297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362b714b-ecd2-4a34-9310-021854aa8cc3 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Fanout notify agent at l3_agent the message router_deleted on router a312494f-0f52-40cf-92e1-07fd96a41fee {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:46:56.784597 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-362b714b-ecd2-4a34-9310-021854aa8cc3 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:56.785784 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-362b714b-ecd2-4a34-9310-021854aa8cc3 tempest-RoutersNegativeTest-2128684055 tempest-RoutersNegativeTest-2128684055-project] 10.222.0.84 "DELETE /v2.0/routers/a312494f-0f52-40cf-92e1-07fd96a41fee HTTP/1.1" status: 204 len: 168 time: 0.2785242 Jul 30 02:46:56.974940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7de43d51-5427-4b38-b7d1-f84244e55668 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:56.995271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7de43d51-5427-4b38-b7d1-f84244e55668 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:56.995637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7de43d51-5427-4b38-b7d1-f84244e55668 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:56.996059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device db1b1cce-33ca-4a02-8f86-e886097eca97 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:46:57.017534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: db1b1cce-33ca-4a02-8f86-e886097eca97 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:46:57.017877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device db1b1cce-33ca-4a02-8f86-e886097eca97 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:46:57.025633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59898) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:57.158297 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8ff2184c-9b2a-4a27-8cbc-f045c92364c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ce0d19de4e464136a3ecc6e55423efbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314189 Jul 30 02:46:57.160879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59902) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:57.211773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e58e125-f7d1-4b53-97de-7c1f64290977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:57.238011 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e58e125-f7d1-4b53-97de-7c1f64290977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:57.287116 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e58e125-f7d1-4b53-97de-7c1f64290977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:57.289786 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1e58e125-f7d1-4b53-97de-7c1f64290977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:57.291225 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1e58e125-f7d1-4b53-97de-7c1f64290977 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8b99c0a3-d63f-4eb7-9bb4-8342bc138f8d HTTP/1.1" status: 204 len: 168 time: 0.1292789 Jul 30 02:46:57.299248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58e125-f7d1-4b53-97de-7c1f64290977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b99c0a3-d63f-4eb7-9bb4-8342bc138f8d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:57.907980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59924) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:58.009652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1340974442-network', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:58.030798 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Made reservation on behalf of 15ab740f513e4dc2adc9907d6320138f for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:58.033609 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.041928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.131036 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.135109 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.164084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:46:58.169490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d6092e-4bdf-4a7b-aef3-4f96065868a5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:58.178214 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.178556 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Added segment ab906455-fdcc-407c-a7cf-9eb33f926dd4 of type vlan for network 018078da-71ec-4d7a-ae64-2739de17946a Jul 30 02:46:58.220293 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.247558 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.248525 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:58.249094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.304432 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3949795 Jul 30 02:46:58.307105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59928) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:58.312863 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Request body: {'subnet': {'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-subnet', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'ip_version': 4}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:58.313030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e7c40-c08b-4840-91c7-34c1fa10967c admin admin] Pushing event updated for resources: {'Network': ['ID=018078da-71ec-4d7a-ae64-2739de17946a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:58.323425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 018078da-71ec-4d7a-ae64-2739de17946a details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:46:58.335290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Made reservation on behalf of 15ab740f513e4dc2adc9907d6320138f for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:46:58.337779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.505687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.566600 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e30856a-98fc-46c2-9e0a-de54136a6092,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:58.573968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Checking segment: {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:58.574324 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Network hostable DHCP agents. Network: 018078da-71ec-4d7a-ae64-2739de17946a, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:46:58.591838 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Network 018078da-71ec-4d7a-ae64-2739de17946a is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:46:58.600010 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 018078da-71ec-4d7a-ae64-2739de17946a) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:58.604086 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:46:58.604664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.609640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c4b9b-0f0b-4517-a8f9-4a67e4f60668 None None] Network 018078da-71ec-4d7a-ae64-2739de17946a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:46:58.621891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0641e9fb-1958-4c21-8b8b-a0bd11121311 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3129971 Jul 30 02:46:58.624713 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59930) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:46:58.629696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:46:58.651220 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.652300 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.703081 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.754319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-018078da-71ec-4d7a-ae64-2739de17946a', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'fixed_ips': [{'subnet_id': '6e30856a-98fc-46c2-9e0a-de54136a6092'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:46:58.755177 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.861168 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:58.891903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Allocated IP 172.20.0.2 (018078da-71ec-4d7a-ae64-2739de17946a/6e30856a-98fc-46c2-9e0a-de54136a6092/76e5b3a1-abd6-47b6-883d-026e15260ea5) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:59.035237 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:59.043704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Transition to ACTIVE for port object 76e5b3a1-abd6-47b6-883d-026e15260ea5 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:59.057345 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:59.058847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Transition to ACTIVE for port object 76e5b3a1-abd6-47b6-883d-026e15260ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:46:59.064971 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:59.082364 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:59.104390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Network 018078da-71ec-4d7a-ae64-2739de17946a is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:59.107130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:59.109678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:59.120417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Pushing event updated for resources: {'Port': ['ID=76e5b3a1-abd6-47b6-883d-026e15260ea5,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:59.172435 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Attempting to bind port 76e5b3a1-abd6-47b6-883d-026e15260ea5 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:46:59.174108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Attempting to bind port 76e5b3a1-abd6-47b6-883d-026e15260ea5 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:46:59.174704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Attempting to bind port 76e5b3a1-abd6-47b6-883d-026e15260ea5 on network 018078da-71ec-4d7a-ae64-2739de17946a {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:46:59.180232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:46:59.180616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Checking segment: {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:46:59.181042 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:59.181417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Bound using segment: {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:46:59.181883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Bound port: 76e5b3a1-abd6-47b6-883d-026e15260ea5, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:46:59.182301 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:59.188905 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Allocated IP 172.25.7.28 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:46:59.250254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] For port 76e5b3a1-abd6-47b6-883d-026e15260ea5, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:46:59.254006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] For port 76e5b3a1-abd6-47b6-883d-026e15260ea5, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=76e5b3a1-abd6-47b6-883d-026e15260ea5,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:46:59.259248 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:59.299792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:59.345335 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:46:59.384608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:46:59.389134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:46:59.396454 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:46:59.399721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Pushing event updated for resources: {'Port': ['ID=472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:46:59.481780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a15d4-e463-4ab2-95af-b2da788f5330 None None] Pushing event updated for resources: {'Port': ['ID=76e5b3a1-abd6-47b6-883d-026e15260ea5,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:00.000075 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:00.205868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:00.346450 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Router bdc07a05-d215-4769-a27d-b28d40931364 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:47:00.354146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512b6f16-8092-4811-83f2-a75498b62e88 None None] Network 018078da-71ec-4d7a-ae64-2739de17946a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:47:00.445136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-428fc85c-b0a6-4f88-8068-102259e3041f None None] Provisioning for port 76e5b3a1-abd6-47b6-883d-026e15260ea5 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:00.460390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:47:00.471688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Sync routers for ids ['bdc07a05-d215-4769-a27d-b28d40931364'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:47:00.476787 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:00.479908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-209d02b6-a931-4994-9dc7-bb8a6c007e42 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8541462 Jul 30 02:47:00.481084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59932) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:47:00.499893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Routers {'bdc07a05-d215-4769-a27d-b28d40931364'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:47:00.500522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:46:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bdc07a05-d215-4769-a27d-b28d40931364'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:00.627782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Set router bdc07a05-d215-4769-a27d-b28d40931364 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:47:00.834924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:46:58Z', 'updated_at': '2021-07-30T02:46:59Z', 'revision_number': 3, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'gw_port': {'id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:46:59Z', 'updated_at': '2021-07-30T02:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:00.866917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Checking router: bdc07a05-d215-4769-a27d-b28d40931364 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:47:00.867261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Updating router bdc07a05-d215-4769-a27d-b28d40931364 port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:47:00.869156 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdeac877-ebe5-407f-8a7f-49bf212f2c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:00.900093 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:00.913333 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.009578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 76e5b3a1-abd6-47b6-883d-026e15260ea5 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:01.076949 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Allocated IP 172.20.0.1 (018078da-71ec-4d7a-ae64-2739de17946a/6e30856a-98fc-46c2-9e0a-de54136a6092/ce45a4af-0aa6-4c67-8df3-a1448665cc29) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:47:01.124558 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 76e5b3a1-abd6-47b6-883d-026e15260ea5 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:01.135675 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 76e5b3a1-abd6-47b6-883d-026e15260ea5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:01.136056 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.187110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.201573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Transition to ACTIVE for port object ce45a4af-0aa6-4c67-8df3-a1448665cc29 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:01.234199 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.257720 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.273694 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Network 018078da-71ec-4d7a-ae64-2739de17946a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:47:01.274090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Transition to ACTIVE for port object 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:01.277058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:47:01.279767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:47:01.283679 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.302811 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.312422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Pushing event updated for resources: {'Port': ['ID=ce45a4af-0aa6-4c67-8df3-a1448665cc29,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:01.333959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.376324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 76e5b3a1-abd6-47b6-883d-026e15260ea5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=76e5b3a1-abd6-47b6-883d-026e15260ea5,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:01.382696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Attempting to bind port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:47:01.382808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Attempting to bind port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:47:01.383239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Attempting to bind port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:47:01.386928 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.388761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62eb33-2a45-4985-a94c-89aabe18a6fb None None] Pushing event updated for resources: {'Port': ['ID=472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:01.396509 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:47:01.396943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:47:01.397282 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.397670 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:47:01.398147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Bound port: 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:47:01.398525 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.483487 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.488758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=76e5b3a1-abd6-47b6-883d-026e15260ea5,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:01.493427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] For port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:47:01.498427 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] For port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:47:01.505654 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.572329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7734ccc2-9c33-437c-ac30-bbd45c2f58a7 None None] Provisioning for port ce45a4af-0aa6-4c67-8df3-a1448665cc29 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:01.578664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62eb33-2a45-4985-a94c-89aabe18a6fb None None] Pushing event updated for resources: {'Port': ['ID=472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:01.581245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Routers {'bdc07a05-d215-4769-a27d-b28d40931364'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:47:01.581850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:46:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bdc07a05-d215-4769-a27d-b28d40931364'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:01.586274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7734ccc2-9c33-437c-ac30-bbd45c2f58a7 None None] Provisioning complete for port ce45a4af-0aa6-4c67-8df3-a1448665cc29 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:01.586274 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7734ccc2-9c33-437c-ac30-bbd45c2f58a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.658426 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.663152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.691338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7734ccc2-9c33-437c-ac30-bbd45c2f58a7 None None] Port ce45a4af-0aa6-4c67-8df3-a1448665cc29 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:47:01.719701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] Set router bdc07a05-d215-4769-a27d-b28d40931364 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:47:01.731866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:01.733693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Pushing event updated for resources: {'Port': ['ID=ce45a4af-0aa6-4c67-8df3-a1448665cc29,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:01.839931 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Network 018078da-71ec-4d7a-ae64-2739de17946a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:47:01.841804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:47:01.922312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:46:58Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 4, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'gw_port': {'id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:46:59Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ce45a4af-0aa6-4c67-8df3-a1448665cc29', 'name': '', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'mac_address': 'fa:16:3e:ff:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:00Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 1, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'subnets': [{'id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:01.949186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd596686-86a9-45f1-a6ab-4f8839aefe9d None None] The sync data for ids ['bdc07a05-d215-4769-a27d-b28d40931364'] in n-d-715271-7 is: [{'id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:46:58Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 4, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'gw_port': {'id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:46:59Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ce45a4af-0aa6-4c67-8df3-a1448665cc29', 'name': '', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'mac_address': 'fa:16:3e:ff:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:00Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 1, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'subnets': [{'id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:47:01.973028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Router bdc07a05-d215-4769-a27d-b28d40931364 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:47:02.049367 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.091665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:47:02.097639 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7d76a246-8ea0-4c8d-a81f-4cba7e08880f admin admin] 10.222.0.84 "PUT /v2.0/routers/bdc07a05-d215-4769-a27d-b28d40931364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6154885 Jul 30 02:47:02.120057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-928d90e7-6010-490d-87a5-612d0dbfac1b None None] Provisioning complete for port ce45a4af-0aa6-4c67-8df3-a1448665cc29 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:02.120498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-928d90e7-6010-490d-87a5-612d0dbfac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.171264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-928d90e7-6010-490d-87a5-612d0dbfac1b None None] Port ce45a4af-0aa6-4c67-8df3-a1448665cc29 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:47:02.634884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59956) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:47:02.641040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1099422773-network', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:47:02.663739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Made reservation on behalf of d3b55bfb915946f4ad1c3dd89aaea3d8 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:47:02.666118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.675326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.770564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.774747 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.804956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:47:02.811655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe6ccf0-e4c7-45cf-baec-6643ede11d78,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:02.820313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.820669 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Added segment 9cb7c017-d044-455c-b989-0602af46ede1 of type vlan for network de5106d5-03f7-40fb-a25f-874274461747 Jul 30 02:47:02.865010 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.896573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.897623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:02.898167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:02.955998 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3190172 Jul 30 02:47:02.958574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 59958) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:47:02.963565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Request body: {'subnet': {'network_id': 'de5106d5-03f7-40fb-a25f-874274461747', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-subnet', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:47:02.978404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bac500-6586-4e4a-8265-cfbad151be1a admin admin] Pushing event updated for resources: {'Network': ['ID=de5106d5-03f7-40fb-a25f-874274461747,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:02.988338 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network de5106d5-03f7-40fb-a25f-874274461747 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:47:03.001062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Made reservation on behalf of d3b55bfb915946f4ad1c3dd89aaea3d8 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:47:03.004357 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.104581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 76e5b3a1-abd6-47b6-883d-026e15260ea5 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:03.155891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 76e5b3a1-abd6-47b6-883d-026e15260ea5 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:03.156257 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.200532 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.252829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:03.257915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f6eeae-86c1-459b-95cb-96a0e86fb5a1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:03.270036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Checking segment: {'id': '9cb7c017-d044-455c-b989-0602af46ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:47:03.270407 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Network hostable DHCP agents. Network: de5106d5-03f7-40fb-a25f-874274461747, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:47:03.288074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Network de5106d5-03f7-40fb-a25f-874274461747 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:47:03.297285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, de5106d5-03f7-40fb-a25f-874274461747) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:47:03.301609 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:03.302071 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.308382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb525d5-064c-4493-a976-8e4906fcfbd0 None None] Network de5106d5-03f7-40fb-a25f-874274461747 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:47:03.318572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-951c9ef9-6fb8-4538-a751-f785932796ac admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3585706 Jul 30 02:47:03.321118 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59960) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:47:03.325699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:47:03.346238 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.347209 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.363281 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:03.369510 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:03.369887 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.399292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.502465 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9900c2ad-8520-4a1c-ad6b-f0bfa9946084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.548832 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.554664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.559787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-de5106d5-03f7-40fb-a25f-874274461747', 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'fixed_ips': [{'subnet_id': '53f6eeae-86c1-459b-95cb-96a0e86fb5a1'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:47:03.560669 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.594815 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:03.600105 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.730690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:03.756374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Allocated IP 172.20.0.2 (de5106d5-03f7-40fb-a25f-874274461747/53f6eeae-86c1-459b-95cb-96a0e86fb5a1/24def140-4c3f-44d8-a054-dceec9114287) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:47:03.781776 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.805809 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.914189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.919402 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Allocated IP 172.25.7.69 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/2bf57829-468f-4b4f-84bb-2d915a7a862b) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:47:03.928186 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Transition to ACTIVE for port object 24def140-4c3f-44d8-a054-dceec9114287 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:03.936046 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:03.947874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Transition to ACTIVE for port object 24def140-4c3f-44d8-a054-dceec9114287 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:03.956938 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.041843 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.085389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.119260 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Sync routers for ids ['bdc07a05-d215-4769-a27d-b28d40931364'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:47:04.130532 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Routers {'bdc07a05-d215-4769-a27d-b28d40931364'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:47:04.131285 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:47:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bdc07a05-d215-4769-a27d-b28d40931364'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:04.136330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:47:04.139286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:47:04.147894 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:47:04.151217 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf57829-468f-4b4f-84bb-2d915a7a862b,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:04.177715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Network de5106d5-03f7-40fb-a25f-874274461747 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:47:04.181628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:47:04.184220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:47:04.215524 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Pushing event updated for resources: {'Port': ['ID=24def140-4c3f-44d8-a054-dceec9114287,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:04.253001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Attempting to bind port 24def140-4c3f-44d8-a054-dceec9114287 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:47:04.253624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Attempting to bind port 24def140-4c3f-44d8-a054-dceec9114287 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '9cb7c017-d044-455c-b989-0602af46ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:47:04.254150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Attempting to bind port 24def140-4c3f-44d8-a054-dceec9114287 on network de5106d5-03f7-40fb-a25f-874274461747 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:47:04.260886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:47:04.261565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Checking segment: {'id': '9cb7c017-d044-455c-b989-0602af46ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:47:04.262121 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.262765 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Bound using segment: {'id': '9cb7c017-d044-455c-b989-0602af46ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:47:04.263407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Bound port: 24def140-4c3f-44d8-a054-dceec9114287, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb7c017-d044-455c-b989-0602af46ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:47:04.263995 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.334762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] For port 24def140-4c3f-44d8-a054-dceec9114287, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:47:04.338258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] For port 24def140-4c3f-44d8-a054-dceec9114287, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24def140-4c3f-44d8-a054-dceec9114287,segment=NetworkSegment(9cb7c017-d044-455c-b989-0602af46ede1),segment_id=9cb7c017-d044-455c-b989-0602af46ede1)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:47:04.343349 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.344450 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Set router bdc07a05-d215-4769-a27d-b28d40931364 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:47:04.403817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e4b4e-dc28-4794-b933-97a648248065 None None] Pushing event updated for resources: {'Port': ['ID=24def140-4c3f-44d8-a054-dceec9114287,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:04.431750 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.557539 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:46:58Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 4, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'gw_port': {'id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:46:59Z', 'updated_at': '2021-07-30T02:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ce45a4af-0aa6-4c67-8df3-a1448665cc29', 'name': '', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'mac_address': 'fa:16:3e:ff:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:00Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 2, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'subnets': [{'id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:04.592232 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Checking router: bdc07a05-d215-4769-a27d-b28d40931364 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:47:04.595762 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Updating router bdc07a05-d215-4769-a27d-b28d40931364 port ce45a4af-0aa6-4c67-8df3-a1448665cc29 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:47:04.624293 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.671185 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.727057 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.814662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Router 4478abac-2043-43d9-9acd-cd25e9697c12 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:47:04.916838 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.925474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:47:04.928170 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Transition to ACTIVE for port object ce45a4af-0aa6-4c67-8df3-a1448665cc29 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:04.934705 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.937810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Sync routers for ids ['4478abac-2043-43d9-9acd-cd25e9697c12'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:47:04.941341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:04.942773 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-166f4583-3fbc-4c1e-88ff-7fd30869c868 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6206543 Jul 30 02:47:04.945887 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 59962) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:47:04.956080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Routers {'4478abac-2043-43d9-9acd-cd25e9697c12'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:47:04.956702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:47:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4478abac-2043-43d9-9acd-cd25e9697c12'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:04.992991 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Pushing event updated for resources: {'Port': ['ID=ce45a4af-0aa6-4c67-8df3-a1448665cc29,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:05.021083 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.021421 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.022179 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.022656 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.022977 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.023312 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.023657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.023981 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.024349 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.024679 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.024996 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.025312 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:05.067598 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Attempting to bind port ce45a4af-0aa6-4c67-8df3-a1448665cc29 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:47:05.067971 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Attempting to bind port ce45a4af-0aa6-4c67-8df3-a1448665cc29 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:47:05.068327 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Attempting to bind port ce45a4af-0aa6-4c67-8df3-a1448665cc29 on network 018078da-71ec-4d7a-ae64-2739de17946a {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:47:05.074175 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:47:05.074545 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Checking segment: {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:47:05.074945 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:05.075328 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Bound using segment: {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:47:05.075823 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Bound port: ce45a4af-0aa6-4c67-8df3-a1448665cc29, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:47:05.076205 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:05.158809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Set router 4478abac-2043-43d9-9acd-cd25e9697c12 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:47:05.197171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:05.206047 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] For port ce45a4af-0aa6-4c67-8df3-a1448665cc29, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:47:05.211279 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] For port ce45a4af-0aa6-4c67-8df3-a1448665cc29, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ce45a4af-0aa6-4c67-8df3-a1448665cc29,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:47:05.218356 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:05.304174 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4e05e-6972-4734-888b-b2bbe1d7cb8a None None] Pushing event updated for resources: {'Port': ['ID=ce45a4af-0aa6-4c67-8df3-a1448665cc29,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:05.306918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Routers {'bdc07a05-d215-4769-a27d-b28d40931364'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:47:05.307748 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:47:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bdc07a05-d215-4769-a27d-b28d40931364'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:05.380797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:05.381367 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:05.433610 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] Set router bdc07a05-d215-4769-a27d-b28d40931364 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:47:05.544246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24def140-4c3f-44d8-a054-dceec9114287 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:05.548455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:04Z', 'revision_number': 3, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'gw_port': {'id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:05.603909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Checking router: 4478abac-2043-43d9-9acd-cd25e9697c12 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:47:05.604271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Updating router 4478abac-2043-43d9-9acd-cd25e9697c12 port 2bf57829-468f-4b4f-84bb-2d915a7a862b binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:47:05.617994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:05.651664 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:05.706651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 24def140-4c3f-44d8-a054-dceec9114287 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:05.725460 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:46:58Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 4, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'gw_port': {'id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:46:59Z', 'updated_at': '2021-07-30T02:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ce45a4af-0aa6-4c67-8df3-a1448665cc29', 'name': '', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'mac_address': 'fa:16:3e:ff:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:00Z', 'updated_at': '2021-07-30T02:47:05Z', 'revision_number': 4, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'subnets': [{'id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:05.764247 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb62731-e2b9-48c2-bf0e-1659931991fb None None] The sync data for ids ['bdc07a05-d215-4769-a27d-b28d40931364'] in n-d-715271-7 is: [{'id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:46:58Z', 'updated_at': '2021-07-30T02:47:01Z', 'revision_number': 4, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'gw_port': {'id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:46:59Z', 'updated_at': '2021-07-30T02:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'ce45a4af-0aa6-4c67-8df3-a1448665cc29', 'name': '', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'mac_address': 'fa:16:3e:ff:f5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:00Z', 'updated_at': '2021-07-30T02:47:05Z', 'revision_number': 4, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'subnets': [{'id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:47:05.770606 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc43a0-d314-4a3d-ab66-e29ba12dc053 None None] Network de5106d5-03f7-40fb-a25f-874274461747 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:47:05.810358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Allocated IP 172.20.0.1 (de5106d5-03f7-40fb-a25f-874274461747/53f6eeae-86c1-459b-95cb-96a0e86fb5a1/a6ce8580-a421-4421-a6f3-54a88eb8bdb6) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:47:05.888316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-587cba1b-4334-4081-9718-ef11924e6205 None None] Provisioning for port 24def140-4c3f-44d8-a054-dceec9114287 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:05.916715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-587cba1b-4334-4081-9718-ef11924e6205 None None] Provisioning complete for port 24def140-4c3f-44d8-a054-dceec9114287 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:05.917086 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-587cba1b-4334-4081-9718-ef11924e6205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:05.948645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:05.968639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Transition to ACTIVE for port object a6ce8580-a421-4421-a6f3-54a88eb8bdb6 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:06.007425 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.049250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Network de5106d5-03f7-40fb-a25f-874274461747 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:47:06.052261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:47:06.056112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:47:06.083058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Pushing event updated for resources: {'Port': ['ID=a6ce8580-a421-4421-a6f3-54a88eb8bdb6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:06.101301 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.151685 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-587cba1b-4334-4081-9718-ef11924e6205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.177627 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.199201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Transition to ACTIVE for port object 2bf57829-468f-4b4f-84bb-2d915a7a862b will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:06.215884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.219683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-587cba1b-4334-4081-9718-ef11924e6205 None None] For port 24def140-4c3f-44d8-a054-dceec9114287, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24def140-4c3f-44d8-a054-dceec9114287,segment=NetworkSegment(9cb7c017-d044-455c-b989-0602af46ede1),segment_id=9cb7c017-d044-455c-b989-0602af46ede1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:06.246314 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-587cba1b-4334-4081-9718-ef11924e6205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.284782 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfded28-f276-4ea0-91b2-f9eb65850d81 None None] Pushing event updated for resources: {'Port': ['ID=2bf57829-468f-4b4f-84bb-2d915a7a862b,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:06.291196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Attempting to bind port 2bf57829-468f-4b4f-84bb-2d915a7a862b on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:47:06.291877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Attempting to bind port 2bf57829-468f-4b4f-84bb-2d915a7a862b by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:47:06.292432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Attempting to bind port 2bf57829-468f-4b4f-84bb-2d915a7a862b on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:47:06.329258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:47:06.329552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:47:06.330095 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.330344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:47:06.330834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Bound port: 2bf57829-468f-4b4f-84bb-2d915a7a862b, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:47:06.331215 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.393966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cba1b-4334-4081-9718-ef11924e6205 None None] Pushing event updated for resources: {'Port': ['ID=24def140-4c3f-44d8-a054-dceec9114287,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:06.415566 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.431777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] For port 2bf57829-468f-4b4f-84bb-2d915a7a862b, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:47:06.436477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] For port 2bf57829-468f-4b4f-84bb-2d915a7a862b, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2bf57829-468f-4b4f-84bb-2d915a7a862b,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:47:06.445031 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.516853 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfded28-f276-4ea0-91b2-f9eb65850d81 None None] Pushing event updated for resources: {'Port': ['ID=2bf57829-468f-4b4f-84bb-2d915a7a862b,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:06.525894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Routers {'4478abac-2043-43d9-9acd-cd25e9697c12'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:47:06.526714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:47:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4478abac-2043-43d9-9acd-cd25e9697c12'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:06.597770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-150855a8-4653-4bb6-b02b-e67a0201647a None None] Provisioning complete for port 24def140-4c3f-44d8-a054-dceec9114287 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:06.597770 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150855a8-4653-4bb6-b02b-e67a0201647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.664384 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.687144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] Set router 4478abac-2043-43d9-9acd-cd25e9697c12 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:47:06.842163 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.846522 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.860582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-150855a8-4653-4bb6-b02b-e67a0201647a None None] Provisioning for port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:06.865838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-150855a8-4653-4bb6-b02b-e67a0201647a None None] Provisioning complete for port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:06.866213 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-150855a8-4653-4bb6-b02b-e67a0201647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.913795 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:06.919180 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Pushing event updated for resources: {'Port': ['ID=a6ce8580-a421-4421-a6f3-54a88eb8bdb6,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:06.920758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-150855a8-4653-4bb6-b02b-e67a0201647a None None] Port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:47:06.940878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:04Z', 'revision_number': 3, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'gw_port': {'id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:06.971577 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d188a3e-cab8-4596-ae86-7565193bfdfd None None] The sync data for ids ['4478abac-2043-43d9-9acd-cd25e9697c12'] in n-d-715271-7 is: [{'id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:04Z', 'revision_number': 3, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'gw_port': {'id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:47:07.030981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ce45a4af-0aa6-4c67-8df3-a1448665cc29 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:07.033632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Network de5106d5-03f7-40fb-a25f-874274461747 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:47:07.035107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:47:07.189752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Router 4478abac-2043-43d9-9acd-cd25e9697c12 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:47:07.246776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-640e5863-df5e-42b0-a37c-262eaf8c00b3 None None] Provisioning complete for port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:07.247263 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-640e5863-df5e-42b0-a37c-262eaf8c00b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:07.290643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-640e5863-df5e-42b0-a37c-262eaf8c00b3 None None] Port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:47:07.299543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ce45a4af-0aa6-4c67-8df3-a1448665cc29 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:07.304006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ce45a4af-0aa6-4c67-8df3-a1448665cc29 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:07.305149 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:07.368699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:47:07.375522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-075568ea-4b7f-4907-8a1f-a4982921d4bc admin admin] 10.222.0.84 "PUT /v2.0/routers/4478abac-2043-43d9-9acd-cd25e9697c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4271410 Jul 30 02:47:07.422943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7836dc3c-71a1-4a5f-bc59-3aa91e5582cf None None] Provisioning complete for port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:07.423339 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7836dc3c-71a1-4a5f-bc59-3aa91e5582cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:07.445958 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:07.482475 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7836dc3c-71a1-4a5f-bc59-3aa91e5582cf None None] Port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:47:07.494981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ce45a4af-0aa6-4c67-8df3-a1448665cc29, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ce45a4af-0aa6-4c67-8df3-a1448665cc29,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:07.502925 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:07.503785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24def140-4c3f-44d8-a054-dceec9114287 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:07.595304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ce45a4af-0aa6-4c67-8df3-a1448665cc29,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:07.605754 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 24def140-4c3f-44d8-a054-dceec9114287 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:07.606129 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:08.481979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-88f5cb80-2c60-4a0a-a9b6-e03d2fe1778a tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:08.483566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-88f5cb80-2c60-4a0a-a9b6-e03d2fe1778a tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/networks?id=018078da-71ec-4d7a-ae64-2739de17946a HTTP/1.1" status: 200 len: 817 time: 0.1051993 Jul 30 02:47:08.499277 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-08a77587-b5d8-434c-897e-0ea622032d13 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/quotas/15ab740f513e4dc2adc9907d6320138f HTTP/1.1" status: 200 len: 375 time: 0.0092590 Jul 30 02:47:08.556996 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-4b7d68dd-2f8a-4863-83a6-809cf9e0f056 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=15ab740f513e4dc2adc9907d6320138f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522630 Jul 30 02:47:08.656722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-c19b1e7b-cbf3-4124-9943-ca12b840c116 service neutron] 10.222.0.84 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835693 Jul 30 02:47:08.754871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-333559c9-8d19-48ed-bb36-dee19d4ee575 service neutron] 10.222.0.84 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909433 Jul 30 02:47:08.920042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed07c9a3-9a43-44cf-a5aa-f85d5c0f1294 req-e8223fa3-6ccf-4895-8a31-595f043f20cb tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 210 time: 0.0332131 Jul 30 02:47:09.061073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ce45a4af-0aa6-4c67-8df3-a1448665cc29 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:09.116776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ce45a4af-0aa6-4c67-8df3-a1448665cc29 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:09.117247 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:09.201142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2bf57829-468f-4b4f-84bb-2d915a7a862b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:09.253592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 2bf57829-468f-4b4f-84bb-2d915a7a862b completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:09.257510 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2bf57829-468f-4b4f-84bb-2d915a7a862b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:09.257931 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:09.308396 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Sync routers for ids ['4478abac-2043-43d9-9acd-cd25e9697c12'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:47:09.318586 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Routers {'4478abac-2043-43d9-9acd-cd25e9697c12'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:47:09.319565 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:47:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4478abac-2043-43d9-9acd-cd25e9697c12'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:09.352795 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:09.376788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 2bf57829-468f-4b4f-84bb-2d915a7a862b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2bf57829-468f-4b4f-84bb-2d915a7a862b,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:09.388748 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:09.433581 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Set router 4478abac-2043-43d9-9acd-cd25e9697c12 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:47:09.439696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=2bf57829-468f-4b4f-84bb-2d915a7a862b,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:09.632607 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:06Z', 'revision_number': 4, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'gw_port': {'id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a6ce8580-a421-4421-a6f3-54a88eb8bdb6', 'name': '', 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'mac_address': 'fa:16:3e:a1:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '53f6eeae-86c1-459b-95cb-96a0e86fb5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:05Z', 'updated_at': '2021-07-30T02:47:06Z', 'revision_number': 2, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'subnets': [{'id': '53f6eeae-86c1-459b-95cb-96a0e86fb5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:09.662338 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Checking router: 4478abac-2043-43d9-9acd-cd25e9697c12 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:47:09.662677 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Updating router 4478abac-2043-43d9-9acd-cd25e9697c12 port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:47:09.686558 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:09.925267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-13c52b10-3aa6-42c6-900a-5ff28f07e2a6 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:09.927207 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-13c52b10-3aa6-42c6-900a-5ff28f07e2a6 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.41 "GET /v2.0/networks?id=018078da-71ec-4d7a-ae64-2739de17946a HTTP/1.1" status: 200 len: 817 time: 0.1189361 Jul 30 02:47:09.940810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Request body: {'port': {'device_id': '1590312f-a2c5-4def-95c9-b1633f7f0b43', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'admin_state_up': True, 'tenant_id': '15ab740f513e4dc2adc9907d6320138f'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:47:09.974251 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:09.986507 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Transition to ACTIVE for port object a6ce8580-a421-4421-a6f3-54a88eb8bdb6 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:09.992833 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.018649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3d27291c-50b4-4095-94fe-d7e244ea4491 req-16aa8394-5c6e-404b-8e51-58be8c5abc28 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Jul 30 02:47:10.071423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Made reservation on behalf of 15ab740f513e4dc2adc9907d6320138f for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:47:10.075240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.080052 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d12d9-c9e9-4b42-9263-dfa479b2adb1 None None] Pushing event updated for resources: {'Port': ['ID=a6ce8580-a421-4421-a6f3-54a88eb8bdb6,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:10.115069 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Attempting to bind port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:47:10.115456 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Attempting to bind port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '9cb7c017-d044-455c-b989-0602af46ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:47:10.115843 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Attempting to bind port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 on network de5106d5-03f7-40fb-a25f-874274461747 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:47:10.121173 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:47:10.121548 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Checking segment: {'id': '9cb7c017-d044-455c-b989-0602af46ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:47:10.121949 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.122335 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Bound using segment: {'id': '9cb7c017-d044-455c-b989-0602af46ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:47:10.122973 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Bound port: a6ce8580-a421-4421-a6f3-54a88eb8bdb6, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb7c017-d044-455c-b989-0602af46ede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:47:10.123356 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.196499 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] For port a6ce8580-a421-4421-a6f3-54a88eb8bdb6, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:47:10.199989 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] For port a6ce8580-a421-4421-a6f3-54a88eb8bdb6, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a6ce8580-a421-4421-a6f3-54a88eb8bdb6,segment=NetworkSegment(9cb7c017-d044-455c-b989-0602af46ede1),segment_id=9cb7c017-d044-455c-b989-0602af46ede1)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:47:10.205883 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.224886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Allocated IP 172.20.0.11 (018078da-71ec-4d7a-ae64-2739de17946a/6e30856a-98fc-46c2-9e0a-de54136a6092/c7b53336-26fd-4921-8e33-367c6eb05616) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:47:10.270380 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Routers {'4478abac-2043-43d9-9acd-cd25e9697c12'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:47:10.271007 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:47:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4478abac-2043-43d9-9acd-cd25e9697c12'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:10.272894 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d12d9-c9e9-4b42-9263-dfa479b2adb1 None None] Pushing event updated for resources: {'Port': ['ID=a6ce8580-a421-4421-a6f3-54a88eb8bdb6,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:10.385657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] Set router 4478abac-2043-43d9-9acd-cd25e9697c12 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:47:10.389896 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.407551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Transition to ACTIVE for port object c7b53336-26fd-4921-8e33-367c6eb05616 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:10.444989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.488579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Network 018078da-71ec-4d7a-ae64-2739de17946a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:47:10.491838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:47:10.495738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:47:10.522645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Pushing event updated for resources: {'Port': ['ID=c7b53336-26fd-4921-8e33-367c6eb05616,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:10.554264 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:10.555002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.570486 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-21006a16-cf2e-4326-a88a-a82645e96683 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6344719 Jul 30 02:47:10.584213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Request body: {'port': {'device_id': '1590312f-a2c5-4def-95c9-b1633f7f0b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:47:10.646789 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.707640 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:06Z', 'revision_number': 4, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'gw_port': {'id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a6ce8580-a421-4421-a6f3-54a88eb8bdb6', 'name': '', 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'mac_address': 'fa:16:3e:a1:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '53f6eeae-86c1-459b-95cb-96a0e86fb5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:05Z', 'updated_at': '2021-07-30T02:47:10Z', 'revision_number': 4, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'subnets': [{'id': '53f6eeae-86c1-459b-95cb-96a0e86fb5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:47:10.735603 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff551ada-6427-4bd6-baa9-f73b65339ab6 None None] The sync data for ids ['4478abac-2043-43d9-9acd-cd25e9697c12'] in n-d-715271-7 is: [{'id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:06Z', 'revision_number': 4, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'gw_port': {'id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'a6ce8580-a421-4421-a6f3-54a88eb8bdb6', 'name': '', 'network_id': 'de5106d5-03f7-40fb-a25f-874274461747', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'mac_address': 'fa:16:3e:a1:bc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '53f6eeae-86c1-459b-95cb-96a0e86fb5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:05Z', 'updated_at': '2021-07-30T02:47:10Z', 'revision_number': 4, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'subnets': [{'id': '53f6eeae-86c1-459b-95cb-96a0e86fb5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:47:10.800194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-75d28ccb-0e81-4bc5-a9ff-6a9ddbef34dc None None] Provisioning for port c7b53336-26fd-4921-8e33-367c6eb05616 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:10.806181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-75d28ccb-0e81-4bc5-a9ff-6a9ddbef34dc None None] Provisioning complete for port c7b53336-26fd-4921-8e33-367c6eb05616 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:10.806545 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75d28ccb-0e81-4bc5-a9ff-6a9ddbef34dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.845454 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-75d28ccb-0e81-4bc5-a9ff-6a9ddbef34dc None None] Port c7b53336-26fd-4921-8e33-367c6eb05616 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:47:10.959575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b53336-26fd-4921-8e33-367c6eb05616 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:47:10.967979 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:10.981656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Transition to ACTIVE for port object c7b53336-26fd-4921-8e33-367c6eb05616 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:10.986133 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.055331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b53336-26fd-4921-8e33-367c6eb05616,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:11.113724 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a6ce8580-a421-4421-a6f3-54a88eb8bdb6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:11.128330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Attempting to bind port c7b53336-26fd-4921-8e33-367c6eb05616 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:47:11.128906 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Attempting to bind port c7b53336-26fd-4921-8e33-367c6eb05616 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:47:11.129408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Attempting to bind port c7b53336-26fd-4921-8e33-367c6eb05616 on network 018078da-71ec-4d7a-ae64-2739de17946a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:47:11.134417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Port c7b53336-26fd-4921-8e33-367c6eb05616 on network 018078da-71ec-4d7a-ae64-2739de17946a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:47:11.134994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Attempting to bind port c7b53336-26fd-4921-8e33-367c6eb05616 on network 018078da-71ec-4d7a-ae64-2739de17946a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:47:11.141530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:47:11.142145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Checking segment: {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:47:11.142691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Bound using segment: {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:47:11.143308 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Bound port: c7b53336-26fd-4921-8e33-367c6eb05616, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:47:11.143866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.179074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:11.183561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:11.184096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.191812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05df28-6c35-4497-b3ca-9ddce865ebe1 req-ef5ba1c1-bf41-428c-ba93-9cade058e723 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:11.201462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb05df28-6c35-4497-b3ca-9ddce865ebe1 req-ef5ba1c1-bf41-428c-ba93-9cade058e723 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 944 time: 0.0864606 Jul 30 02:47:11.224457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] For port c7b53336-26fd-4921-8e33-367c6eb05616, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:47:11.228288 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] For port c7b53336-26fd-4921-8e33-367c6eb05616, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c7b53336-26fd-4921-8e33-367c6eb05616,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:47:11.234367 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.264128 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fb05df28-6c35-4497-b3ca-9ddce865ebe1 req-857b1f12-8f12-4c1d-8438-357c1fa14517 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590091 Jul 30 02:47:11.304004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:11.305038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.306966 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.311018 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7b53336-26fd-4921-8e33-367c6eb05616 HTTP/1.1" status: 200 len: 1092 time: 0.7313828 Jul 30 02:47:11.311571 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1590312f-a2c5-4def-95c9-b1633f7f0b43', 'tag': 'c7b53336-26fd-4921-8e33-367c6eb05616'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:47:11.314469 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3f9c5-4d80-444b-b51b-ae9e81141279" -d '{"events": [{"name": "network-changed", "server_uuid": "1590312f-a2c5-4def-95c9-b1633f7f0b43", "tag": "c7b53336-26fd-4921-8e33-367c6eb05616"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:47:11.351959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec3309-e9ba-48dc-bcb6-2f1665186785 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b53336-26fd-4921-8e33-367c6eb05616,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:11.393418 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8ccd49-b6be-4be4-8e72-6b5cc92872ee x-openstack-request-id: req-8d8ccd49-b6be-4be4-8e72-6b5cc92872ee {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:47:11.393934 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1590312f-a2c5-4def-95c9-b1633f7f0b43", "tag": "c7b53336-26fd-4921-8e33-367c6eb05616", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:47:11.394353 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8d8ccd49-b6be-4be4-8e72-6b5cc92872ee {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:47:11.394986 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1590312f-a2c5-4def-95c9-b1633f7f0b43', 'tag': 'c7b53336-26fd-4921-8e33-367c6eb05616', 'status': 'completed', 'code': 200} Jul 30 02:47:11.397536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port a6ce8580-a421-4421-a6f3-54a88eb8bdb6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a6ce8580-a421-4421-a6f3-54a88eb8bdb6,segment=NetworkSegment(9cb7c017-d044-455c-b989-0602af46ede1),segment_id=9cb7c017-d044-455c-b989-0602af46ede1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:11.410324 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.411330 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2bf57829-468f-4b4f-84bb-2d915a7a862b up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:11.419930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-53b177cd-4b9e-4cd1-b04e-d77f70b6ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:11.421652 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-53b177cd-4b9e-4cd1-b04e-d77f70b6ccf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15ab740f513e4dc2adc9907d6320138f&device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 1095 time: 0.0580893 Jul 30 02:47:11.496964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=a6ce8580-a421-4421-a6f3-54a88eb8bdb6,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:11.511924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2bf57829-468f-4b4f-84bb-2d915a7a862b triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:11.512295 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:11.822322 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-9e01ff53-4381-42ba-bf8a-a6d85a97f383 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b53336-26fd-4921-8e33-367c6eb05616 HTTP/1.1" status: 200 len: 217 time: 0.3922298 Jul 30 02:47:11.870738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f268c02e-e0b3-4017-aa10-8361656cb027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:11.872187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-f268c02e-e0b3-4017-aa10-8361656cb027 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e30856a-98fc-46c2-9e0a-de54136a6092 HTTP/1.1" status: 200 len: 856 time: 0.0421910 Jul 30 02:47:11.917233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-3dbdad0d-c09a-4cc6-9692-c6a3eb067bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:11.918704 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-3dbdad0d-c09a-4cc6-9692-c6a3eb067bb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018078da-71ec-4d7a-ae64-2739de17946a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395098 Jul 30 02:47:12.008711 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-8751d959-28c7-49f3-a9d3-6e5f321efcaf service neutron] 10.222.0.41 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823610 Jul 30 02:47:12.102500 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cef626c0-5f34-4d96-861a-5efae0d2534c req-713d96f4-a6ef-4e78-b4da-74fffd016387 service neutron] 10.222.0.41 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871332 Jul 30 02:47:12.196887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-90812046-ba03-4401-8f67-44a858ebdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:12.198417 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-90812046-ba03-4401-8f67-44a858ebdace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15ab740f513e4dc2adc9907d6320138f&device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 1095 time: 0.0464299 Jul 30 02:47:12.291029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-b240cc9d-a141-4606-a3b1-b9a77893e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:12.292580 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-b240cc9d-a141-4606-a3b1-b9a77893e7b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=018078da-71ec-4d7a-ae64-2739de17946a HTTP/1.1" status: 200 len: 918 time: 0.0868235 Jul 30 02:47:12.338179 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-7dcb2576-5b6f-4969-b2d9-dea6f9ed95f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7b53336-26fd-4921-8e33-367c6eb05616 HTTP/1.1" status: 200 len: 217 time: 0.0385606 Jul 30 02:47:12.338651 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:47:12.404630 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-db6fffc7-608b-4e9b-b2fe-772e7b98871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:12.406136 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-db6fffc7-608b-4e9b-b2fe-772e7b98871f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e30856a-98fc-46c2-9e0a-de54136a6092 HTTP/1.1" status: 200 len: 856 time: 0.0606155 Jul 30 02:47:12.408803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf3a02-acbf-4356-ac6b-f36bb47d3725 req-68b5b72b-99f7-4d90-bdf8-9cf68887f484 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:12.410328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44cf3a02-acbf-4356-ac6b-f36bb47d3725 req-68b5b72b-99f7-4d90-bdf8-9cf68887f484 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 944 time: 0.0619116 Jul 30 02:47:12.461546 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-44cf3a02-acbf-4356-ac6b-f36bb47d3725 req-3e50a91b-9022-476f-8ef3-28f115f01dc0 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431204 Jul 30 02:47:12.463636 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-ceac4142-ee99-44dd-a554-42fc34a5e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:12.465492 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-ceac4142-ee99-44dd-a554-42fc34a5e0a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018078da-71ec-4d7a-ae64-2739de17946a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482998 Jul 30 02:47:12.566011 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-0f698e0d-e6db-4ef9-9bbb-f87e5454ad28 service neutron] 10.222.0.41 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895023 Jul 30 02:47:12.661124 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6db3f9c5-4d80-444b-b51b-ae9e81141279 req-e92a2939-c26e-4684-a6d1-c76806f14475 service neutron] 10.222.0.41 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878611 Jul 30 02:47:12.999320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a6ce8580-a421-4421-a6f3-54a88eb8bdb6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:13.048536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:13.048901 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:13.578601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137beec-fc7d-4008-9174-1392cdf0c5c5 req-2281257d-9626-4f67-894e-985c46432ce9 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:13.580577 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d137beec-fc7d-4008-9174-1392cdf0c5c5 req-2281257d-9626-4f67-894e-985c46432ce9 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 944 time: 0.0533602 Jul 30 02:47:13.621206 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d137beec-fc7d-4008-9174-1392cdf0c5c5 req-1359a065-ff44-4b23-a01e-ea95117854d9 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344100 Jul 30 02:47:14.195994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device c7b53336-26fd-4921-8e33-367c6eb05616 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:47:14.292150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port c7b53336-26fd-4921-8e33-367c6eb05616, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c7b53336-26fd-4921-8e33-367c6eb05616,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:14.303247 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'c7b53336-26fd-4921-8e33-367c6eb05616', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'port_id': 'c7b53336-26fd-4921-8e33-367c6eb05616', 'mac_address': 'fa:16:3e:60:6d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:47:14.339771 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:14.352804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b53336-26fd-4921-8e33-367c6eb05616 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:47:14.372293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port c7b53336-26fd-4921-8e33-367c6eb05616, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c7b53336-26fd-4921-8e33-367c6eb05616,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:14.375763 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:14.421485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=c7b53336-26fd-4921-8e33-367c6eb05616,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:14.580472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['c7b53336-26fd-4921-8e33-367c6eb05616'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:47:14.743001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f636-e79d-429b-8a05-534ae5d6f70f req-497ae375-a62a-4707-af63-ba91ef38366c tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:14.744510 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de43f636-e79d-429b-8a05-534ae5d6f70f req-497ae375-a62a-4707-af63-ba91ef38366c tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 945 time: 0.0540359 Jul 30 02:47:14.784961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-de43f636-e79d-429b-8a05-534ae5d6f70f req-5fcfeff4-b737-4468-875b-eff33d7534c4 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337646 Jul 30 02:47:15.904748 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d388c-edb9-49ce-8e6b-3be3f954c985 req-8bec7537-d960-4a51-b438-10de0f2150a9 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:15.906246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d5d388c-edb9-49ce-8e6b-3be3f954c985 req-8bec7537-d960-4a51-b438-10de0f2150a9 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 945 time: 0.0536978 Jul 30 02:47:15.945605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4d5d388c-edb9-49ce-8e6b-3be3f954c985 req-a09d1b74-e890-4dbe-943b-d86c6ad1e176 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Jul 30 02:47:16.196228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device c7b53336-26fd-4921-8e33-367c6eb05616 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:16.245753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port c7b53336-26fd-4921-8e33-367c6eb05616 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:16.249715 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port c7b53336-26fd-4921-8e33-367c6eb05616 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:16.250142 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:16.331678 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:16.354850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1590312f-a2c5-4def-95c9-b1633f7f0b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b53336-26fd-4921-8e33-367c6eb05616'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:47:16.357325 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b243712-6156-44db-9f60-33df256c6b3c" -d '{"events": [{"server_uuid": "1590312f-a2c5-4def-95c9-b1633f7f0b43", "name": "network-vif-plugged", "status": "completed", "tag": "c7b53336-26fd-4921-8e33-367c6eb05616"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:47:16.370988 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port c7b53336-26fd-4921-8e33-367c6eb05616, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c7b53336-26fd-4921-8e33-367c6eb05616,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:16.375459 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:16.398996 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148452b3-c7d7-4b0f-b80e-5e17737d08e4 x-openstack-request-id: req-148452b3-c7d7-4b0f-b80e-5e17737d08e4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:47:16.399302 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1590312f-a2c5-4def-95c9-b1633f7f0b43", "name": "network-vif-plugged", "status": "completed", "tag": "c7b53336-26fd-4921-8e33-367c6eb05616", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:47:16.399589 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-148452b3-c7d7-4b0f-b80e-5e17737d08e4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:47:16.399976 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1590312f-a2c5-4def-95c9-b1633f7f0b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b53336-26fd-4921-8e33-367c6eb05616', 'code': 200} Jul 30 02:47:16.426221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=c7b53336-26fd-4921-8e33-367c6eb05616,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:16.493103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941e435-faca-4d1a-8603-277272aac237 req-e32d16ad-2257-4d99-b1d8-768b4ee7da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:16.493938 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4941e435-faca-4d1a-8603-277272aac237 req-e32d16ad-2257-4d99-b1d8-768b4ee7da17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 1097 time: 0.0422423 Jul 30 02:47:16.530399 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4941e435-faca-4d1a-8603-277272aac237 req-3ab67527-6cb9-4777-962a-f31b99c09984 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290682 Jul 30 02:47:17.062513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3fa9-0f85-48e3-9bff-7528c74dc024 req-f6764086-70f5-44fb-9010-2bdd39a42fb1 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:17.064065 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97ec3fa9-0f85-48e3-9bff-7528c74dc024 req-f6764086-70f5-44fb-9010-2bdd39a42fb1 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 946 time: 0.0495148 Jul 30 02:47:17.102663 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-97ec3fa9-0f85-48e3-9bff-7528c74dc024 req-bbed9488-ca50-4474-8228-2d4d96354e34 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Jul 30 02:47:18.217571 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e311f-4270-4f34-803f-7999bef646b6 req-af56ddf5-2e33-49ae-8e18-43e8b8c4a8db tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:18.219600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a6e311f-4270-4f34-803f-7999bef646b6 req-af56ddf5-2e33-49ae-8e18-43e8b8c4a8db tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 946 time: 0.0498509 Jul 30 02:47:18.258563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a6e311f-4270-4f34-803f-7999bef646b6 req-36711a57-ab6c-4573-b942-be4cf252e8e8 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Jul 30 02:47:18.378808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab2ab1-13dc-4815-acd7-fc6e4f20c6c0 req-927fa66a-ad8a-4baf-a7df-d6af7e197b49 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:18.380379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38ab2ab1-13dc-4815-acd7-fc6e4f20c6c0 req-927fa66a-ad8a-4baf-a7df-d6af7e197b49 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 946 time: 0.0541692 Jul 30 02:47:18.417829 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-38ab2ab1-13dc-4815-acd7-fc6e4f20c6c0 req-3dc9d933-ad8b-4571-9a10-384c60832fa3 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Jul 30 02:47:24.505288 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:30.834295 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8914cc50-0d8b-4498-aa91-cc9eea9df698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:32.057317 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:33.468245 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb044-ef1b-4553-9750-efb2d7338f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:33.923090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:34.724763 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:36.383305 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:37.069393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575c915-0ad2-42a6-a8f5-eeecae867a87 req-83644ba2-0f80-4f4c-94ff-30ff8089f175 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:37.070995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6575c915-0ad2-42a6-a8f5-eeecae867a87 req-83644ba2-0f80-4f4c-94ff-30ff8089f175 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 946 time: 0.0547137 Jul 30 02:47:37.112512 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6575c915-0ad2-42a6-a8f5-eeecae867a87 req-fe8d0978-a43f-4e53-a71f-ad38a7396743 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352449 Jul 30 02:47:38.235444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6ec4a-225f-4f59-a606-051f68fcf2b1 req-7509d250-d666-409d-a414-b22cedb1190e tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:38.236977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ea6ec4a-225f-4f59-a606-051f68fcf2b1 req-7509d250-d666-409d-a414-b22cedb1190e tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 946 time: 0.0516899 Jul 30 02:47:38.277162 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6ea6ec4a-225f-4f59-a606-051f68fcf2b1 req-71a2f464-ebb5-4edf-942a-f3165e08a7bd tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Jul 30 02:47:38.605009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-c1df2851-2349-4ada-af26-f438810822e2 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:38.606426 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-c1df2851-2349-4ada-af26-f438810822e2 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.41 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 946 time: 0.0572188 Jul 30 02:47:38.714225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Deleting port c7b53336-26fd-4921-8e33-367c6eb05616 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:47:38.714573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:38.816611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] For port c7b53336-26fd-4921-8e33-367c6eb05616, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=c7b53336-26fd-4921-8e33-367c6eb05616,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:38.816984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:38.833325 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Calling delete_port for c7b53336-26fd-4921-8e33-367c6eb05616 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:47:38.970074 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:38.982756 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['c7b53336-26fd-4921-8e33-367c6eb05616'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:47:39.011682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Pushing event deleted for resources: {'Port': ['ID=c7b53336-26fd-4921-8e33-367c6eb05616,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:39.027196 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.027595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.027943 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.028285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.028793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.029132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.029469 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.029804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.030135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.030589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.031612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.032049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:39.071460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] No DVR routers for this DVR port c7b53336-26fd-4921-8e33-367c6eb05616 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:47:39.075354 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:39.079417 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-18887c28-95e1-47dc-b41b-786b07c7d526 req-374666cb-8a48-42c4-bfcd-43d389ae0869 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.41 "DELETE /v2.0/ports/c7b53336-26fd-4921-8e33-367c6eb05616 HTTP/1.1" status: 204 len: 173 time: 0.4654331 Jul 30 02:47:39.080208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1590312f-a2c5-4def-95c9-b1633f7f0b43', 'name': 'network-vif-deleted', 'tag': 'c7b53336-26fd-4921-8e33-367c6eb05616'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:47:39.082754 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c013d0e-40b7-452f-ad16-8c867ac75718" -d '{"events": [{"server_uuid": "1590312f-a2c5-4def-95c9-b1633f7f0b43", "name": "network-vif-deleted", "tag": "c7b53336-26fd-4921-8e33-367c6eb05616"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:47:39.156724 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7294b695-2b7c-4248-823a-08cbda2833fc x-openstack-request-id: req-7294b695-2b7c-4248-823a-08cbda2833fc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:47:39.157012 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1590312f-a2c5-4def-95c9-b1633f7f0b43", "name": "network-vif-deleted", "tag": "c7b53336-26fd-4921-8e33-367c6eb05616", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:47:39.157259 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7294b695-2b7c-4248-823a-08cbda2833fc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:47:39.157662 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1590312f-a2c5-4def-95c9-b1633f7f0b43', 'name': 'network-vif-deleted', 'tag': 'c7b53336-26fd-4921-8e33-367c6eb05616', 'status': 'completed', 'code': 200} Jul 30 02:47:39.404465 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b684debe-7cb3-4444-9cec-239fe52534fd req-d0afaae2-cd54-4450-8799-cfb564b7cd8a tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=1590312f-a2c5-4def-95c9-b1633f7f0b43 HTTP/1.1" status: 200 len: 210 time: 0.0332696 Jul 30 02:47:41.064497 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-5f467acc-c775-44ab-b003-57f56710f255 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:41.066054 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-5f467acc-c775-44ab-b003-57f56710f255 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/networks?id=018078da-71ec-4d7a-ae64-2739de17946a HTTP/1.1" status: 200 len: 817 time: 0.1068382 Jul 30 02:47:41.094464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-b623882f-b4fd-4b7a-8420-c277b2aff743 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/quotas/15ab740f513e4dc2adc9907d6320138f HTTP/1.1" status: 200 len: 375 time: 0.0108225 Jul 30 02:47:41.152331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2a442abb-189a-4779-8791-1a9e29f2f710 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=15ab740f513e4dc2adc9907d6320138f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516791 Jul 30 02:47:41.267043 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-3450aeaa-1ace-4427-8804-2504dbc4ac14 service neutron] 10.222.0.84 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015713 Jul 30 02:47:41.369385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-6ea695fb-54f2-4a79-8961-415b48b1af84 service neutron] 10.222.0.84 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910025 Jul 30 02:47:41.550258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9417d63-a74d-42e9-b56f-7716f1424463 req-b5d49b7a-f566-4d75-aa6d-a676a52331ea tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 210 time: 0.0356023 Jul 30 02:47:42.352601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device c7b53336-26fd-4921-8e33-367c6eb05616 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:47:42.373837 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: c7b53336-26fd-4921-8e33-367c6eb05616 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:47:42.374779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device c7b53336-26fd-4921-8e33-367c6eb05616 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:47:42.606133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-c3d6b3d8-e171-42bf-bb92-7a5b5f575860 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:42.607838 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-c3d6b3d8-e171-42bf-bb92-7a5b5f575860 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.41 "GET /v2.0/networks?id=018078da-71ec-4d7a-ae64-2739de17946a HTTP/1.1" status: 200 len: 817 time: 0.1389921 Jul 30 02:47:42.622323 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Request body: {'port': {'device_id': '60de3602-665a-40ca-a83b-053060bf4a9f', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'admin_state_up': True, 'tenant_id': '15ab740f513e4dc2adc9907d6320138f'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:47:42.668243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c562872c-9bfd-4fe2-a1f2-6338ace5fc1f req-70fd1f52-0957-41c3-9474-6ee40355d26a tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 210 time: 0.0319552 Jul 30 02:47:42.761235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Made reservation on behalf of 15ab740f513e4dc2adc9907d6320138f for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:47:42.765619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:42.912975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Allocated IP 172.20.0.3 (018078da-71ec-4d7a-ae64-2739de17946a/6e30856a-98fc-46c2-9e0a-de54136a6092/f535ee1b-e25a-4f65-bbe1-85047d81d004) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:47:43.089870 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.105432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Transition to ACTIVE for port object f535ee1b-e25a-4f65-bbe1-85047d81d004 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:43.140644 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.189763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Network 018078da-71ec-4d7a-ae64-2739de17946a is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:47:43.192813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:47:43.196578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:47:43.205670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Pushing event updated for resources: {'Port': ['ID=f535ee1b-e25a-4f65-bbe1-85047d81d004,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:43.254760 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:43.255460 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.271701 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-2120097f-390d-41c8-a5f5-7eed0d74a4da tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6537094 Jul 30 02:47:43.287392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Request body: {'port': {'device_id': '60de3602-665a-40ca-a83b-053060bf4a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:47:43.354340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.448268 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-af1f24bc-f4a0-4dd0-80d0-4c9a2fc73bc7 None None] Provisioning for port f535ee1b-e25a-4f65-bbe1-85047d81d004 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:43.456919 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-af1f24bc-f4a0-4dd0-80d0-4c9a2fc73bc7 None None] Provisioning complete for port f535ee1b-e25a-4f65-bbe1-85047d81d004 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:43.457358 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-af1f24bc-f4a0-4dd0-80d0-4c9a2fc73bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.499054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-af1f24bc-f4a0-4dd0-80d0-4c9a2fc73bc7 None None] Port f535ee1b-e25a-4f65-bbe1-85047d81d004 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:47:43.663085 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f535ee1b-e25a-4f65-bbe1-85047d81d004 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:47:43.671864 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.684773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Transition to ACTIVE for port object f535ee1b-e25a-4f65-bbe1-85047d81d004 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:47:43.690093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.746124 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f535ee1b-e25a-4f65-bbe1-85047d81d004,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:43.819810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e74e8-beb5-4422-9c5b-de392886ec1e req-cc40c502-d5ac-4128-a0ae-2ccc8c34bad9 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:43.822502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-860e74e8-beb5-4422-9c5b-de392886ec1e req-cc40c502-d5ac-4128-a0ae-2ccc8c34bad9 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 943 time: 0.0598042 Jul 30 02:47:43.857956 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Attempting to bind port f535ee1b-e25a-4f65-bbe1-85047d81d004 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:47:43.858498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Attempting to bind port f535ee1b-e25a-4f65-bbe1-85047d81d004 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:47:43.858942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Attempting to bind port f535ee1b-e25a-4f65-bbe1-85047d81d004 on network 018078da-71ec-4d7a-ae64-2739de17946a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:47:43.864372 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Port f535ee1b-e25a-4f65-bbe1-85047d81d004 on network 018078da-71ec-4d7a-ae64-2739de17946a not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:47:43.864952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Attempting to bind port f535ee1b-e25a-4f65-bbe1-85047d81d004 on network 018078da-71ec-4d7a-ae64-2739de17946a {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:47:43.871040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:47:43.871626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Checking segment: {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:47:43.872112 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Bound using segment: {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:47:43.872660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Bound port: f535ee1b-e25a-4f65-bbe1-85047d81d004, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab906455-fdcc-407c-a7cf-9eb33f926dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:47:43.873162 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.877459 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-860e74e8-beb5-4422-9c5b-de392886ec1e req-53097d07-2dc9-4978-839f-411c9dd800f6 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476651 Jul 30 02:47:43.949411 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] For port f535ee1b-e25a-4f65-bbe1-85047d81d004, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:47:43.953659 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] For port f535ee1b-e25a-4f65-bbe1-85047d81d004, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f535ee1b-e25a-4f65-bbe1-85047d81d004,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:47:43.959056 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.994539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:43.995379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:43.996769 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] 10.222.0.41 "PUT /v2.0/ports/f535ee1b-e25a-4f65-bbe1-85047d81d004 HTTP/1.1" status: 200 len: 1091 time: 0.7149251 Jul 30 02:47:43.999336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60de3602-665a-40ca-a83b-053060bf4a9f', 'tag': 'f535ee1b-e25a-4f65-bbe1-85047d81d004'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:47:44.002432 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f03119-febe-4af7-97bb-d01585537772" -d '{"events": [{"name": "network-changed", "server_uuid": "60de3602-665a-40ca-a83b-053060bf4a9f", "tag": "f535ee1b-e25a-4f65-bbe1-85047d81d004"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:47:44.042441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff875f-18da-40a8-87d4-b13eb0662fbc service neutron] Pushing event updated for resources: {'Port': ['ID=f535ee1b-e25a-4f65-bbe1-85047d81d004,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:44.062116 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc3dc74-484c-480a-8d73-ba795eb3a2a1 x-openstack-request-id: req-0fc3dc74-484c-480a-8d73-ba795eb3a2a1 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:47:44.062421 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60de3602-665a-40ca-a83b-053060bf4a9f", "tag": "f535ee1b-e25a-4f65-bbe1-85047d81d004", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:47:44.062714 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0fc3dc74-484c-480a-8d73-ba795eb3a2a1 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:47:44.063187 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60de3602-665a-40ca-a83b-053060bf4a9f', 'tag': 'f535ee1b-e25a-4f65-bbe1-85047d81d004', 'status': 'completed', 'code': 200} Jul 30 02:47:44.129857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-bb8feba5-3ad4-43c6-a34e-cb1f29fef5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.131628 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-bb8feba5-3ad4-43c6-a34e-cb1f29fef5a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15ab740f513e4dc2adc9907d6320138f&device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 1094 time: 0.0826836 Jul 30 02:47:44.189799 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-8957dac3-ae71-4a91-a4fb-942498b9bfd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f535ee1b-e25a-4f65-bbe1-85047d81d004 HTTP/1.1" status: 200 len: 217 time: 0.0491157 Jul 30 02:47:44.255839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-5ef29197-1fb7-49b5-9eec-a4946a92d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.257412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-5ef29197-1fb7-49b5-9eec-a4946a92d5c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e30856a-98fc-46c2-9e0a-de54136a6092 HTTP/1.1" status: 200 len: 856 time: 0.0615995 Jul 30 02:47:44.322721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-f8e7e1d9-936f-437c-a085-30e1c389218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.325283 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-f8e7e1d9-936f-437c-a085-30e1c389218b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018078da-71ec-4d7a-ae64-2739de17946a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600996 Jul 30 02:47:44.449413 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-8b20a90f-c7b1-4e12-a658-af9741161c37 service neutron] 10.222.0.41 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165953 Jul 30 02:47:44.557318 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0d5e513e-0417-4ee9-b7aa-8ad08fb96458 req-64ddb28c-2e48-4438-8a13-ed7012ba5f5f service neutron] 10.222.0.41 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000521 Jul 30 02:47:44.679334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f03119-febe-4af7-97bb-d01585537772 req-86ee868a-8f76-479b-8dd9-404b74ba54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.682192 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d6f03119-febe-4af7-97bb-d01585537772 req-86ee868a-8f76-479b-8dd9-404b74ba54a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15ab740f513e4dc2adc9907d6320138f&device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 1094 time: 0.0708055 Jul 30 02:47:44.822589 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f03119-febe-4af7-97bb-d01585537772 req-4bd042e7-5696-4f48-a2d2-be7fd8134fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.824269 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d6f03119-febe-4af7-97bb-d01585537772 req-4bd042e7-5696-4f48-a2d2-be7fd8134fd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=018078da-71ec-4d7a-ae64-2739de17946a HTTP/1.1" status: 200 len: 918 time: 0.1346192 Jul 30 02:47:44.871126 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d6f03119-febe-4af7-97bb-d01585537772 req-536140bb-09b0-4094-8bad-874ed1548206 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f535ee1b-e25a-4f65-bbe1-85047d81d004 HTTP/1.1" status: 200 len: 217 time: 0.0366061 Jul 30 02:47:44.934165 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f03119-febe-4af7-97bb-d01585537772 req-0c5912da-e8cc-4d4d-ade7-632cf88ac2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:44.937198 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d6f03119-febe-4af7-97bb-d01585537772 req-0c5912da-e8cc-4d4d-ade7-632cf88ac2b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e30856a-98fc-46c2-9e0a-de54136a6092 HTTP/1.1" status: 200 len: 856 time: 0.0586293 Jul 30 02:47:45.004837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f03119-febe-4af7-97bb-d01585537772 req-93b3a77b-f77b-479b-971f-f81469c78a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:45.006397 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d6f03119-febe-4af7-97bb-d01585537772 req-93b3a77b-f77b-479b-971f-f81469c78a28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018078da-71ec-4d7a-ae64-2739de17946a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614734 Jul 30 02:47:45.049822 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30ad54-256f-44c1-b246-128bcd7ea689 req-21468d0a-dac0-461c-bec8-9373289c77fe tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:45.052836 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f30ad54-256f-44c1-b246-128bcd7ea689 req-21468d0a-dac0-461c-bec8-9373289c77fe tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 943 time: 0.0892367 Jul 30 02:47:45.106714 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d6f03119-febe-4af7-97bb-d01585537772 req-56dae48c-676a-4957-afca-4e294ce0706b service neutron] 10.222.0.41 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912094 Jul 30 02:47:45.115002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f30ad54-256f-44c1-b246-128bcd7ea689 req-1dce302c-d5a1-4908-9094-41ac26a46864 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552626 Jul 30 02:47:45.237228 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d6f03119-febe-4af7-97bb-d01585537772 req-a7e80a36-2d77-46ec-9e6b-d4ac407cb0d7 service neutron] 10.222.0.41 "GET /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219573 Jul 30 02:47:46.250850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376606fe-a537-4355-bb10-8f76945af993 req-3bc88728-2f49-4c5d-9ce1-155deb0165a1 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:46.252531 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-376606fe-a537-4355-bb10-8f76945af993 req-3bc88728-2f49-4c5d-9ce1-155deb0165a1 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 943 time: 0.0610442 Jul 30 02:47:46.291693 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-376606fe-a537-4355-bb10-8f76945af993 req-9002fde2-9d7e-4905-8d28-64673b0cd097 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Jul 30 02:47:46.382984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f535ee1b-e25a-4f65-bbe1-85047d81d004 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:47:46.476154 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f535ee1b-e25a-4f65-bbe1-85047d81d004, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f535ee1b-e25a-4f65-bbe1-85047d81d004,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:46.487527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f535ee1b-e25a-4f65-bbe1-85047d81d004', 'network_id': '018078da-71ec-4d7a-ae64-2739de17946a', 'port_id': 'f535ee1b-e25a-4f65-bbe1-85047d81d004', 'mac_address': 'fa:16:3e:82:a3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e30856a-98fc-46c2-9e0a-de54136a6092', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:47:46.524458 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:46.537126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f535ee1b-e25a-4f65-bbe1-85047d81d004 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:47:46.556829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f535ee1b-e25a-4f65-bbe1-85047d81d004, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f535ee1b-e25a-4f65-bbe1-85047d81d004,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:46.561045 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:46.606876 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f535ee1b-e25a-4f65-bbe1-85047d81d004,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:46.614700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.615044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.615386 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.615749 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.616082 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.616410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.616739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.617067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.617390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.617712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.618035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.618375 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:47:46.749527 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f535ee1b-e25a-4f65-bbe1-85047d81d004'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:47:47.412694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b068dae-c928-4f8e-992b-f8e165b14fdb req-71b07082-bb66-491c-978d-48f65fe0012f tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:47.414151 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b068dae-c928-4f8e-992b-f8e165b14fdb req-71b07082-bb66-491c-978d-48f65fe0012f tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 944 time: 0.0488255 Jul 30 02:47:47.452899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b068dae-c928-4f8e-992b-f8e165b14fdb req-be4429f5-05b6-48ab-ad51-770a17848d5c tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Jul 30 02:47:48.383411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f535ee1b-e25a-4f65-bbe1-85047d81d004 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:47:48.431205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port f535ee1b-e25a-4f65-bbe1-85047d81d004 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:47:48.434673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f535ee1b-e25a-4f65-bbe1-85047d81d004 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:47:48.435042 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:48.516141 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:48.539287 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60de3602-665a-40ca-a83b-053060bf4a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f535ee1b-e25a-4f65-bbe1-85047d81d004'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:47:48.541595 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d9422-0582-431e-8aab-38abaa12ecdf" -d '{"events": [{"server_uuid": "60de3602-665a-40ca-a83b-053060bf4a9f", "name": "network-vif-plugged", "status": "completed", "tag": "f535ee1b-e25a-4f65-bbe1-85047d81d004"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:47:48.555003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f535ee1b-e25a-4f65-bbe1-85047d81d004, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f535ee1b-e25a-4f65-bbe1-85047d81d004,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:47:48.559633 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:47:48.571691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88151018-4a0d-4dc1-81a9-f7abc184a612 req-0dadcfb4-a65f-43f8-8551-4e251f7d393f tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:48.573238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88151018-4a0d-4dc1-81a9-f7abc184a612 req-0dadcfb4-a65f-43f8-8551-4e251f7d393f tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 944 time: 0.0519412 Jul 30 02:47:48.609197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f535ee1b-e25a-4f65-bbe1-85047d81d004,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:47:48.612194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88151018-4a0d-4dc1-81a9-f7abc184a612 req-6a0fc001-1ae0-4448-8997-dad41544c819 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325902 Jul 30 02:47:48.656162 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f02c4cc-4874-4657-b724-9b27c12ae893 x-openstack-request-id: req-0f02c4cc-4874-4657-b724-9b27c12ae893 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:47:48.656457 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60de3602-665a-40ca-a83b-053060bf4a9f", "name": "network-vif-plugged", "status": "completed", "tag": "f535ee1b-e25a-4f65-bbe1-85047d81d004", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:47:48.656767 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0f02c4cc-4874-4657-b724-9b27c12ae893 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:47:48.657181 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60de3602-665a-40ca-a83b-053060bf4a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f535ee1b-e25a-4f65-bbe1-85047d81d004', 'code': 200} Jul 30 02:47:48.755842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f507-fdfd-4cb6-92f9-60c091864f5c req-dcb5bb7a-a775-42e0-8a1c-f5d81b9761e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:48.757377 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16a3f507-fdfd-4cb6-92f9-60c091864f5c req-dcb5bb7a-a775-42e0-8a1c-f5d81b9761e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 1096 time: 0.0408041 Jul 30 02:47:48.792157 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-16a3f507-fdfd-4cb6-92f9-60c091864f5c req-2c368a17-a536-45a2-a388-a2a9c7f20373 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274332 Jul 30 02:47:49.340359 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:47:49.742883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56437c7c-9cef-46e6-8b2a-9dd920d54156 req-85b520d3-1b3b-48e1-85ff-502cd6543d22 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:49.745056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56437c7c-9cef-46e6-8b2a-9dd920d54156 req-85b520d3-1b3b-48e1-85ff-502cd6543d22 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 945 time: 0.0618513 Jul 30 02:47:49.784571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-56437c7c-9cef-46e6-8b2a-9dd920d54156 req-c8692561-39ca-4f78-8025-5e338aa157ed tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Jul 30 02:47:49.903751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0aedaf-cac9-4719-a0e9-cbad8dabde36 req-27e3065e-447f-47e2-8cc0-157fc213fa9e tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:47:49.905231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b0aedaf-cac9-4719-a0e9-cbad8dabde36 req-27e3065e-447f-47e2-8cc0-157fc213fa9e tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 945 time: 0.0510006 Jul 30 02:47:49.944777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1b0aedaf-cac9-4719-a0e9-cbad8dabde36 req-290cbb2c-fb05-4dab-a4b3-d3b0514d84d5 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Jul 30 02:47:54.513100 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:00.835835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8d904bd-aae2-4bbf-9caf-a86a9d895c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:02.053833 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:03.460940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82bb02a1-ca1e-4463-9b85-832c052fa0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:03.925235 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:04.729479 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:06.392391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:08.536133 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c63440-3e33-4bb8-8ec6-3300ade5cb65 req-86e1f774-32bb-416a-9ad0-08393e13f961 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:08.537620 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24c63440-3e33-4bb8-8ec6-3300ade5cb65 req-86e1f774-32bb-416a-9ad0-08393e13f961 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 945 time: 0.0520122 Jul 30 02:48:08.580734 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24c63440-3e33-4bb8-8ec6-3300ade5cb65 req-4f9ceb3b-ba8f-4b57-ba9f-127c52cae1ba tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Jul 30 02:48:09.705165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce69c1-2f08-4fd0-a03f-c7aa69e9472c req-04d51348-a886-46fa-a447-ca710f9952ac tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:09.706666 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bce69c1-2f08-4fd0-a03f-c7aa69e9472c req-04d51348-a886-46fa-a447-ca710f9952ac tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 945 time: 0.0551980 Jul 30 02:48:09.744514 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7bce69c1-2f08-4fd0-a03f-c7aa69e9472c req-7ea7e06b-fb12-40eb-bcd4-154bd9468333 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6d6092e-4bdf-4a7b-aef3-4f96065868a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Jul 30 02:48:10.034504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faf07a-7331-46e5-8338-552dace45728 req-62c0b73a-17e2-4ae3-8dc8-ae9d607421f9 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:10.035980 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e5faf07a-7331-46e5-8338-552dace45728 req-62c0b73a-17e2-4ae3-8dc8-ae9d607421f9 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.41 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 945 time: 0.0498719 Jul 30 02:48:10.128878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-e5faf07a-7331-46e5-8338-552dace45728 req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Deleting port f535ee1b-e25a-4f65-bbe1-85047d81d004 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:48:10.129216 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e5faf07a-7331-46e5-8338-552dace45728 req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:10.220219 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-e5faf07a-7331-46e5-8338-552dace45728 req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] For port f535ee1b-e25a-4f65-bbe1-85047d81d004, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f535ee1b-e25a-4f65-bbe1-85047d81d004,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:10.220493 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e5faf07a-7331-46e5-8338-552dace45728 req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:10.238153 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-e5faf07a-7331-46e5-8338-552dace45728 req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Calling delete_port for f535ee1b-e25a-4f65-bbe1-85047d81d004 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:48:10.384004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e5faf07a-7331-46e5-8338-552dace45728 req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:10.396010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f535ee1b-e25a-4f65-bbe1-85047d81d004'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:48:10.412856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Pushing event deleted for resources: {'Port': ['ID=f535ee1b-e25a-4f65-bbe1-85047d81d004,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:10.459089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5faf07a-7331-46e5-8338-552dace45728 req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] No DVR routers for this DVR port f535ee1b-e25a-4f65-bbe1-85047d81d004 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:48:10.461954 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-e5faf07a-7331-46e5-8338-552dace45728 req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:10.464350 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e5faf07a-7331-46e5-8338-552dace45728 req-08d9e9c1-a468-4a50-86c6-4e205fff1933 tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.41 "DELETE /v2.0/ports/f535ee1b-e25a-4f65-bbe1-85047d81d004 HTTP/1.1" status: 204 len: 173 time: 0.4224932 Jul 30 02:48:10.464802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60de3602-665a-40ca-a83b-053060bf4a9f', 'name': 'network-vif-deleted', 'tag': 'f535ee1b-e25a-4f65-bbe1-85047d81d004'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:48:10.467100 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a0a87f-246c-423f-ada9-f8cc693758df" -d '{"events": [{"server_uuid": "60de3602-665a-40ca-a83b-053060bf4a9f", "name": "network-vif-deleted", "tag": "f535ee1b-e25a-4f65-bbe1-85047d81d004"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:48:10.515673 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a742baa-3a2d-4223-8405-fd06c3fe034f x-openstack-request-id: req-0a742baa-3a2d-4223-8405-fd06c3fe034f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:48:10.515954 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60de3602-665a-40ca-a83b-053060bf4a9f", "name": "network-vif-deleted", "tag": "f535ee1b-e25a-4f65-bbe1-85047d81d004", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:48:10.516208 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0a742baa-3a2d-4223-8405-fd06c3fe034f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:48:10.516601 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60de3602-665a-40ca-a83b-053060bf4a9f', 'name': 'network-vif-deleted', 'tag': 'f535ee1b-e25a-4f65-bbe1-85047d81d004', 'status': 'completed', 'code': 200} Jul 30 02:48:10.869643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6331e2c6-5ffe-4e9f-a503-059b6f1cd594 req-0c42c9c2-fd2f-4e5b-a3ac-e0b1107fb39b tempest-TestEncryptedCinderVolumes-455536708 tempest-TestEncryptedCinderVolumes-455536708-project] 10.222.0.84 "GET /v2.0/ports?device_id=60de3602-665a-40ca-a83b-053060bf4a9f HTTP/1.1" status: 200 len: 210 time: 0.0276477 Jul 30 02:48:11.962796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60262) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:12.315715 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:12.566329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Deleting port ce45a4af-0aa6-4c67-8df3-a1448665cc29 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:48:12.566909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:12.647754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] For port ce45a4af-0aa6-4c67-8df3-a1448665cc29, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ce45a4af-0aa6-4c67-8df3-a1448665cc29,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:12.648124 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:12.662045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Calling delete_port for ce45a4af-0aa6-4c67-8df3-a1448665cc29 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:48:12.851130 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:12.874341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce45a4af-0aa6-4c67-8df3-a1448665cc29,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:12.886548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.887001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.887239 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.887603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.887946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.888280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.888657 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.888925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.889248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.889622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.889940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:12.890260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:13.067024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:13.282152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Router bdc07a05-d215-4769-a27d-b28d40931364 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:48:13.389044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:48:13.394861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d666cc0a-6ed6-4efa-a3be-b4628e1cc735 admin admin] 10.222.0.84 "PUT /v2.0/routers/bdc07a05-d215-4769-a27d-b28d40931364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4309256 Jul 30 02:48:13.397769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60264) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:13.398977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] Sync routers for ids ['bdc07a05-d215-4769-a27d-b28d40931364'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:48:13.409295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] Routers {'bdc07a05-d215-4769-a27d-b28d40931364'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:13.409914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bdc07a05-d215-4769-a27d-b28d40931364'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:13.506534 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:13.617498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:13.667877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] Set router bdc07a05-d215-4769-a27d-b28d40931364 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:13.669763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Deleting port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:48:13.670106 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:13.752598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] For port 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:13.752963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:13.767041 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Calling delete_port for 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:48:13.857437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:46:58Z', 'updated_at': '2021-07-30T02:48:12Z', 'revision_number': 5, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'gw_port': {'id': '472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:46:59Z', 'updated_at': '2021-07-30T02:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:13.883777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] Checking router: bdc07a05-d215-4769-a27d-b28d40931364 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:48:13.891920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] Routers {'bdc07a05-d215-4769-a27d-b28d40931364'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:13.892579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['bdc07a05-d215-4769-a27d-b28d40931364'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:13.936071 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:13.963612 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:13.978601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] Set router bdc07a05-d215-4769-a27d-b28d40931364 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:14.026794 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.034501 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:46:58Z', 'updated_at': '2021-07-30T02:48:13Z', 'revision_number': 6, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:14.062267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b1b76c-eb1d-454f-8f73-932c19dddab0 None None] The sync data for ids ['bdc07a05-d215-4769-a27d-b28d40931364'] in n-d-715271-7 is: [{'id': 'bdc07a05-d215-4769-a27d-b28d40931364', 'name': 'tempest-TestEncryptedCinderVolumes-1340974442-router', 'tenant_id': '15ab740f513e4dc2adc9907d6320138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:46:58Z', 'updated_at': '2021-07-30T02:48:13Z', 'revision_number': 6, 'project_id': '15ab740f513e4dc2adc9907d6320138f', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:48:14.451150 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.454358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.477238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f535ee1b-e25a-4f65-bbe1-85047d81d004 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:48:14.499345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: f535ee1b-e25a-4f65-bbe1-85047d81d004 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:48:14.499345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f535ee1b-e25a-4f65-bbe1-85047d81d004 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:48:14.505179 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.505737 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc07a05-d215-4769-a27d-b28d40931364 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:48:14.509901 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.511061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-91223799-ea16-41be-be9f-4aa15fe8b9f5 admin admin] 10.222.0.84 "DELETE /v2.0/routers/bdc07a05-d215-4769-a27d-b28d40931364 HTTP/1.1" status: 204 len: 168 time: 1.1120722 Jul 30 02:48:14.513675 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60266) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:14.557987 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0f73c6-eac8-495e-98d3-4e951e499873 admin admin] Deleting subnet 6e30856a-98fc-46c2-9e0a-de54136a6092 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:48:14.561094 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f73c6-eac8-495e-98d3-4e951e499873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.600097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f73c6-eac8-495e-98d3-4e951e499873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.678802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f73c6-eac8-495e-98d3-4e951e499873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.731977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f73c6-eac8-495e-98d3-4e951e499873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.762048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f73c6-eac8-495e-98d3-4e951e499873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e30856a-98fc-46c2-9e0a-de54136a6092,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:14.765687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f73c6-eac8-495e-98d3-4e951e499873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.770082 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9e0f73c6-eac8-495e-98d3-4e951e499873 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6e30856a-98fc-46c2-9e0a-de54136a6092 HTTP/1.1" status: 204 len: 168 time: 0.2528527 Jul 30 02:48:14.770390 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60268) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:14.773645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ef895-73bf-401f-82c3-e679a2ed0ab7 None None] Network 018078da-71ec-4d7a-ae64-2739de17946a requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:48:14.841105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.902263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Deleting port 76e5b3a1-abd6-47b6-883d-026e15260ea5 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:48:14.902701 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.943878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c1b0ed-77d3-4288-af19-d141c666dcf8 None None] DHCP port deletion for 018078da-71ec-4d7a-ae64-2739de17946a request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:48:14.979323 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] For port 76e5b3a1-abd6-47b6-883d-026e15260ea5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=76e5b3a1-abd6-47b6-883d-026e15260ea5,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:14.980158 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.995003 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-71c1b0ed-77d3-4288-af19-d141c666dcf8 None None] Deleting port 76e5b3a1-abd6-47b6-883d-026e15260ea5 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:48:14.995546 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71c1b0ed-77d3-4288-af19-d141c666dcf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:14.996874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Calling delete_port for 76e5b3a1-abd6-47b6-883d-026e15260ea5 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:48:15.045721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ce45a4af-0aa6-4c67-8df3-a1448665cc29 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:48:15.070335 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ce45a4af-0aa6-4c67-8df3-a1448665cc29 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:48:15.070676 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ce45a4af-0aa6-4c67-8df3-a1448665cc29 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:48:15.071100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 76e5b3a1-abd6-47b6-883d-026e15260ea5 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:48:15.086699 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.107110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-71c1b0ed-77d3-4288-af19-d141c666dcf8 None None] For port 76e5b3a1-abd6-47b6-883d-026e15260ea5, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=76e5b3a1-abd6-47b6-883d-026e15260ea5,segment=NetworkSegment(ab906455-fdcc-407c-a7cf-9eb33f926dd4),segment_id=ab906455-fdcc-407c-a7cf-9eb33f926dd4)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:15.107540 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71c1b0ed-77d3-4288-af19-d141c666dcf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.112965 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=76e5b3a1-abd6-47b6-883d-026e15260ea5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:15.119091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] No DVR routers for this DVR port 76e5b3a1-abd6-47b6-883d-026e15260ea5 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:48:15.127496 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-71c1b0ed-77d3-4288-af19-d141c666dcf8 None None] Calling delete_port for 76e5b3a1-abd6-47b6-883d-026e15260ea5 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:48:15.143894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No active binding found for port 76e5b3a1-abd6-47b6-883d-026e15260ea5 {{(pid=93820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 30 02:48:15.144320 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 76e5b3a1-abd6-47b6-883d-026e15260ea5 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:48:15.144748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:48:15.198021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:48:15.198283 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 472afa3e-1eb7-40e9-a3b5-5b4fa3bd9ba3 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:48:15.198753 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.210327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018078da-71ec-4d7a-ae64-2739de17946a']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:15.222177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab906455-fdcc-407c-a7cf-9eb33f926dd4') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:15.222177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab906455-fdcc-407c-a7cf-9eb33f926dd4') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:15.230915 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.237450 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-71c1b0ed-77d3-4288-af19-d141c666dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.244721 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.251262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:48:15.251690 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:48:15.253433 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:48:15.262797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1b0ed-77d3-4288-af19-d141c666dcf8 None None] Pushing event deleted for resources: {'Port': ['ID=76e5b3a1-abd6-47b6-883d-026e15260ea5,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:15.267976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1b0ed-77d3-4288-af19-d141c666dcf8 None None] No DVR routers for this DVR port 76e5b3a1-abd6-47b6-883d-026e15260ea5 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:48:15.308442 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.314271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.319182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60270) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:15.319903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] 10.222.0.84 "DELETE /v2.0/networks/018078da-71ec-4d7a-ae64-2739de17946a HTTP/1.1" status: 204 len: 168 time: 0.5479085 Jul 30 02:48:15.337273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c60841-a63a-4e4c-8dd1-1eff57eb4e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=018078da-71ec-4d7a-ae64-2739de17946a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:15.653585 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.902781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Deleting port a6ce8580-a421-4421-a6f3-54a88eb8bdb6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:48:15.903067 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.984932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] For port a6ce8580-a421-4421-a6f3-54a88eb8bdb6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a6ce8580-a421-4421-a6f3-54a88eb8bdb6,segment=NetworkSegment(9cb7c017-d044-455c-b989-0602af46ede1),segment_id=9cb7c017-d044-455c-b989-0602af46ede1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:15.985190 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:15.998032 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Calling delete_port for a6ce8580-a421-4421-a6f3-54a88eb8bdb6 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:48:16.176422 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:16.205510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ce8580-a421-4421-a6f3-54a88eb8bdb6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:16.376557 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:16.596136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Router 4478abac-2043-43d9-9acd-cd25e9697c12 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:48:16.705203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:48:16.710439 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2bba8bda-0028-441a-964b-02ada9b5ebe9 admin admin] 10.222.0.84 "PUT /v2.0/routers/4478abac-2043-43d9-9acd-cd25e9697c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3901939 Jul 30 02:48:16.713004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60272) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:16.714520 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] Sync routers for ids ['4478abac-2043-43d9-9acd-cd25e9697c12'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:48:16.724710 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] Routers {'4478abac-2043-43d9-9acd-cd25e9697c12'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:16.725330 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4478abac-2043-43d9-9acd-cd25e9697c12'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:16.815197 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:16.827400 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] Set router 4478abac-2043-43d9-9acd-cd25e9697c12 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:16.917239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:16.970109 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Deleting port 2bf57829-468f-4b4f-84bb-2d915a7a862b {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:48:16.970449 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.005353 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:48:16Z', 'revision_number': 5, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'gw_port': {'id': '2bf57829-468f-4b4f-84bb-2d915a7a862b', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:17.032228 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] Checking router: 4478abac-2043-43d9-9acd-cd25e9697c12 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:48:17.040583 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] Routers {'4478abac-2043-43d9-9acd-cd25e9697c12'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:17.041206 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['4478abac-2043-43d9-9acd-cd25e9697c12'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:17.058066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] For port 2bf57829-468f-4b4f-84bb-2d915a7a862b, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2bf57829-468f-4b4f-84bb-2d915a7a862b,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:17.058428 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.071586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Calling delete_port for 2bf57829-468f-4b4f-84bb-2d915a7a862b owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:48:17.124473 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] Set router 4478abac-2043-43d9-9acd-cd25e9697c12 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:17.178110 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:48:16Z', 'revision_number': 6, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:17.204109 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6ff91d-4387-4960-85eb-c4f820d63992 None None] The sync data for ids ['4478abac-2043-43d9-9acd-cd25e9697c12'] in n-d-715271-7 is: [{'id': '4478abac-2043-43d9-9acd-cd25e9697c12', 'name': 'tempest-TestEncryptedCinderVolumes-1099422773-router', 'tenant_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:47:03Z', 'updated_at': '2021-07-30T02:48:16Z', 'revision_number': 6, 'project_id': 'd3b55bfb915946f4ad1c3dd89aaea3d8', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:48:17.240174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.263807 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf57829-468f-4b4f-84bb-2d915a7a862b,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:17.326574 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.413731 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.416044 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.462409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.462982 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4478abac-2043-43d9-9acd-cd25e9697c12 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:48:17.468456 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.469627 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ee0ec915-762f-4dc6-ad12-c1770db4b6c8 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4478abac-2043-43d9-9acd-cd25e9697c12 HTTP/1.1" status: 204 len: 168 time: 0.7556953 Jul 30 02:48:17.472367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60274) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:17.516861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b4e79c-b827-490a-90e0-6f2f270074ba admin admin] Deleting subnet 53f6eeae-86c1-459b-95cb-96a0e86fb5a1 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:48:17.519892 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32b4e79c-b827-490a-90e0-6f2f270074ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.553905 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32b4e79c-b827-490a-90e0-6f2f270074ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.645557 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32b4e79c-b827-490a-90e0-6f2f270074ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.697776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32b4e79c-b827-490a-90e0-6f2f270074ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.725188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4e79c-b827-490a-90e0-6f2f270074ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53f6eeae-86c1-459b-95cb-96a0e86fb5a1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:17.727042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-32b4e79c-b827-490a-90e0-6f2f270074ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.730114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-32b4e79c-b827-490a-90e0-6f2f270074ba admin admin] 10.222.0.84 "DELETE /v2.0/subnets/53f6eeae-86c1-459b-95cb-96a0e86fb5a1 HTTP/1.1" status: 204 len: 168 time: 0.2555938 Jul 30 02:48:17.731381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60278) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:17.733472 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f314f-5bac-4b69-ad3f-be98485e050a None None] Network de5106d5-03f7-40fb-a25f-874274461747 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:48:17.802908 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.866068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Deleting port 24def140-4c3f-44d8-a054-dceec9114287 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:48:17.866407 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.930733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] For port 24def140-4c3f-44d8-a054-dceec9114287, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24def140-4c3f-44d8-a054-dceec9114287,segment=NetworkSegment(9cb7c017-d044-455c-b989-0602af46ede1),segment_id=9cb7c017-d044-455c-b989-0602af46ede1)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:17.931017 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:17.944034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Calling delete_port for 24def140-4c3f-44d8-a054-dceec9114287 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:48:18.020080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dba9676-3142-46d6-86d2-f62ff799b26f None None] DHCP port deletion for de5106d5-03f7-40fb-a25f-874274461747 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:48:18.069880 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6dba9676-3142-46d6-86d2-f62ff799b26f None None] Deleting port 24def140-4c3f-44d8-a054-dceec9114287 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:48:18.070247 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dba9676-3142-46d6-86d2-f62ff799b26f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.142891 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6dba9676-3142-46d6-86d2-f62ff799b26f None None] For port 24def140-4c3f-44d8-a054-dceec9114287, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=24def140-4c3f-44d8-a054-dceec9114287,segment=NetworkSegment(9cb7c017-d044-455c-b989-0602af46ede1),segment_id=9cb7c017-d044-455c-b989-0602af46ede1)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:18.143294 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dba9676-3142-46d6-86d2-f62ff799b26f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.158113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6dba9676-3142-46d6-86d2-f62ff799b26f None None] Calling delete_port for 24def140-4c3f-44d8-a054-dceec9114287 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:48:18.245541 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6dba9676-3142-46d6-86d2-f62ff799b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.275684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba9676-3142-46d6-86d2-f62ff799b26f None None] Pushing event deleted for resources: {'Port': ['ID=24def140-4c3f-44d8-a054-dceec9114287,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:18.280389 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba9676-3142-46d6-86d2-f62ff799b26f None None] No DVR routers for this DVR port 24def140-4c3f-44d8-a054-dceec9114287 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:48:18.380319 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.405647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Pushing event deleted for resources: {'Port': ['ID=24def140-4c3f-44d8-a054-dceec9114287,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:18.413761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] No DVR routers for this DVR port 24def140-4c3f-44d8-a054-dceec9114287 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:48:18.480110 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.490261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5106d5-03f7-40fb-a25f-874274461747']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:18.503679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb7c017-d044-455c-b989-0602af46ede1') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:18.503969 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb7c017-d044-455c-b989-0602af46ede1') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:18.512472 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.526539 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.532246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:48:18.532622 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: self.session.flush() Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:48:18.534388 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:48:18.586418 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.591833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.596204 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] 10.222.0.84 "DELETE /v2.0/networks/de5106d5-03f7-40fb-a25f-874274461747 HTTP/1.1" status: 204 len: 168 time: 0.8613501 Jul 30 02:48:18.604555 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980e3bd-c4c4-424a-be5e-94f95a1bd49b admin admin] Pushing event deleted for resources: {'Network': ['ID=de5106d5-03f7-40fb-a25f-874274461747,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:18.752321 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60284) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:18.790536 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-71696cef-d008-45ff-8285-9d6af37ee439 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=15ab740f513e4dc2adc9907d6320138f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370665 Jul 30 02:48:18.793044 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60286) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:18.839718 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0289bea-689e-4019-9ac6-2655689ab241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.865488 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0289bea-689e-4019-9ac6-2655689ab241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.909285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0289bea-689e-4019-9ac6-2655689ab241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.911919 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d0289bea-689e-4019-9ac6-2655689ab241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:18.913043 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d0289bea-689e-4019-9ac6-2655689ab241 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c6d6092e-4bdf-4a7b-aef3-4f96065868a5 HTTP/1.1" status: 204 len: 168 time: 0.1191206 Jul 30 02:48:18.922626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0289bea-689e-4019-9ac6-2655689ab241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d6092e-4bdf-4a7b-aef3-4f96065868a5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:19.025856 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24def140-4c3f-44d8-a054-dceec9114287 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:48:19.049926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 24def140-4c3f-44d8-a054-dceec9114287 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:48:19.050319 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 24def140-4c3f-44d8-a054-dceec9114287 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:48:19.050748 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a6ce8580-a421-4421-a6f3-54a88eb8bdb6 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:48:19.068993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a6ce8580-a421-4421-a6f3-54a88eb8bdb6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:48:19.069229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a6ce8580-a421-4421-a6f3-54a88eb8bdb6 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:48:19.069638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2bf57829-468f-4b4f-84bb-2d915a7a862b no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:48:19.091091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 2bf57829-468f-4b4f-84bb-2d915a7a862b {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:48:19.091542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2bf57829-468f-4b4f-84bb-2d915a7a862b not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:48:19.236310 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60292) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:19.282725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c8c35032-f43e-4bd7-9727-93af9de7a00d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d3b55bfb915946f4ad1c3dd89aaea3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452356 Jul 30 02:48:19.285198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60294) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:19.333770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc72cef-c354-425c-8975-11dcd68ea9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:19.354835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc72cef-c354-425c-8975-11dcd68ea9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:19.400990 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc72cef-c354-425c-8975-11dcd68ea9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:19.403541 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-acc72cef-c354-425c-8975-11dcd68ea9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:19.404704 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-acc72cef-c354-425c-8975-11dcd68ea9ef admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9fe6ccf0-e4c7-45cf-baec-6643ede11d78 HTTP/1.1" status: 204 len: 168 time: 0.1186125 Jul 30 02:48:19.414401 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc72cef-c354-425c-8975-11dcd68ea9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe6ccf0-e4c7-45cf-baec-6643ede11d78,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:20.079928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60316) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:20.191967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1669307644-network', 'tenant_id': '751d62c70aa14b42af5713a4428a421a'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:48:20.213800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Made reservation on behalf of 751d62c70aa14b42af5713a4428a421a for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:48:20.216187 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.224400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.315707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.319336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.347198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:48:20.356872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f555848-ddef-4093-b1c0-0bb5c90f9a21,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:20.362298 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.362643 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Added segment dfd45f2f-60d0-4986-aa13-81aec3b8a873 of type vlan for network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 Jul 30 02:48:20.402606 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.432868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.433821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:20.434400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.485413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4042909 Jul 30 02:48:20.488730 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60320) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:20.493769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Request body: {'subnet': {'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1669307644-subnet', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:48:20.494343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7b8e-91fe-4d1a-8567-3ac15441f444 admin admin] Pushing event updated for resources: {'Network': ['ID=e1b88ad7-b7fc-40b7-94fd-c5547d30a607,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:20.504696 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:48:20.517671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Made reservation on behalf of 751d62c70aa14b42af5713a4428a421a for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:48:20.520154 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.685666 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.740553 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318f2339-8d3a-46b1-aa2e-715439f5aed4,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:20.747491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Checking segment: {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:20.747844 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Network hostable DHCP agents. Network: e1b88ad7-b7fc-40b7-94fd-c5547d30a607, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:48:20.764506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:48:20.773331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, e1b88ad7-b7fc-40b7-94fd-c5547d30a607) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:20.777359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:20.777937 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.782041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbc1cdd-b0b7-4eea-87bb-e8357995e6af None None] Network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:48:20.793129 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f157c253-b20a-47df-8f3a-57e69ca2f831 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3030717 Jul 30 02:48:20.796817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60322) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:20.801921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:48:20.823081 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.824104 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.884627 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:20.932941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:48:20.933858 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.019327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.075977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Allocated IP 172.20.0.2 (e1b88ad7-b7fc-40b7-94fd-c5547d30a607/318f2339-8d3a-46b1-aa2e-715439f5aed4/6d4605be-13e1-46e3-a885-47ea13c891bc) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:48:21.226116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.227669 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.234308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Transition to ACTIVE for port object 6d4605be-13e1-46e3-a885-47ea13c891bc will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:21.247202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.249917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Transition to ACTIVE for port object 6d4605be-13e1-46e3-a885-47ea13c891bc will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:21.255827 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.292350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:48:21.295253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:21.299492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:48:21.313368 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Pushing event updated for resources: {'Port': ['ID=6d4605be-13e1-46e3-a885-47ea13c891bc,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:21.357491 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Attempting to bind port 6d4605be-13e1-46e3-a885-47ea13c891bc on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:48:21.357917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Attempting to bind port 6d4605be-13e1-46e3-a885-47ea13c891bc by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:48:21.358826 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Attempting to bind port 6d4605be-13e1-46e3-a885-47ea13c891bc on network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:21.359496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Allocated IP 172.25.7.59 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/7066bc61-b7b9-48da-9720-0bda63c56777) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:48:21.363953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:48:21.364417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Checking segment: {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:21.364757 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.365277 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Bound using segment: {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:48:21.365753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Bound port: 6d4605be-13e1-46e3-a885-47ea13c891bc, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:48:21.366189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.432726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] For port 6d4605be-13e1-46e3-a885-47ea13c891bc, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:48:21.436274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] For port 6d4605be-13e1-46e3-a885-47ea13c891bc, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6d4605be-13e1-46e3-a885-47ea13c891bc,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:48:21.440884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.464809 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.505083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5850d86-8710-4528-a76f-e18c433cc9ae None None] Pushing event updated for resources: {'Port': ['ID=6d4605be-13e1-46e3-a885-47ea13c891bc,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:21.507629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:21.547226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:48:21.550598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:21.554127 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:48:21.562858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Pushing event updated for resources: {'Port': ['ID=7066bc61-b7b9-48da-9720-0bda63c56777,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:21.837915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:22.028890 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:22.164370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Router 7c91f8ce-1801-4174-b512-e0f178f4c26c is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:48:22.282732 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:48:22.294739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Sync routers for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:48:22.301955 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:22.303585 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f75b3cb8-9c8d-4c41-bae1-d69ba7789636 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5056789 Jul 30 02:48:22.306362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60324) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:22.307623 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:22.308390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:22.425413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:22.497005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1fff5a-58f5-4f0d-b4c2-6e9ccefbc4e6 None None] Network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:48:22.603861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-180ad701-548d-42ba-b533-71b82cdff01e None None] Provisioning for port 6d4605be-13e1-46e3-a885-47ea13c891bc completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:22.744924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:21Z', 'revision_number': 3, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:22.751674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:22.774706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Checking router: 7c91f8ce-1801-4174-b512-e0f178f4c26c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:48:22.775063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Updating router 7c91f8ce-1801-4174-b512-e0f178f4c26c port 7066bc61-b7b9-48da-9720-0bda63c56777 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:48:22.803009 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:22.925347 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Allocated IP 172.20.0.1 (e1b88ad7-b7fc-40b7-94fd-c5547d30a607/318f2339-8d3a-46b1-aa2e-715439f5aed4/3c5c414c-1da3-46ce-973f-8962e344f212) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:48:23.051498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.075966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Transition to ACTIVE for port object 3c5c414c-1da3-46ce-973f-8962e344f212 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:23.078784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6d4605be-13e1-46e3-a885-47ea13c891bc up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:23.112519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.155395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:48:23.158398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:23.162262 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:48:23.191658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5c414c-1da3-46ce-973f-8962e344f212,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:23.200864 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 6d4605be-13e1-46e3-a885-47ea13c891bc completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:23.208434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6d4605be-13e1-46e3-a885-47ea13c891bc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:23.209156 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.214265 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.345438 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.362295 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.370878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Transition to ACTIVE for port object 7066bc61-b7b9-48da-9720-0bda63c56777 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:23.372982 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.391799 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.463357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 6d4605be-13e1-46e3-a885-47ea13c891bc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6d4605be-13e1-46e3-a885-47ea13c891bc,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:23.473048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12bd5589-d0aa-433b-bcc3-ea9bc312fefb None None] Provisioning for port 3c5c414c-1da3-46ce-973f-8962e344f212 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:23.477580 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.481304 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dd093-c703-4e4d-8d74-6116e853dcf2 None None] Pushing event updated for resources: {'Port': ['ID=7066bc61-b7b9-48da-9720-0bda63c56777,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:23.487468 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-12bd5589-d0aa-433b-bcc3-ea9bc312fefb None None] Provisioning complete for port 3c5c414c-1da3-46ce-973f-8962e344f212 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:23.487669 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-12bd5589-d0aa-433b-bcc3-ea9bc312fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.489194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Attempting to bind port 7066bc61-b7b9-48da-9720-0bda63c56777 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:48:23.489559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Attempting to bind port 7066bc61-b7b9-48da-9720-0bda63c56777 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:48:23.489920 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Attempting to bind port 7066bc61-b7b9-48da-9720-0bda63c56777 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:23.535023 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.535325 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:48:23.535593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:23.535979 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.536378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:48:23.536910 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Bound port: 7066bc61-b7b9-48da-9720-0bda63c56777, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:48:23.537327 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.541104 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.591355 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-12bd5589-d0aa-433b-bcc3-ea9bc312fefb None None] Port 3c5c414c-1da3-46ce-973f-8962e344f212 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:48:23.598440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=6d4605be-13e1-46e3-a885-47ea13c891bc,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:23.617202 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.619112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5c414c-1da3-46ce-973f-8962e344f212,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:23.627710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] For port 7066bc61-b7b9-48da-9720-0bda63c56777, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:48:23.632446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] For port 7066bc61-b7b9-48da-9720-0bda63c56777, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7066bc61-b7b9-48da-9720-0bda63c56777,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:48:23.636704 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:23.691779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:23.692324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:23.720018 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:48:23.721522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:23.742356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dd093-c703-4e4d-8d74-6116e853dcf2 None None] Pushing event updated for resources: {'Port': ['ID=7066bc61-b7b9-48da-9720-0bda63c56777,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:23.830240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:23.856551 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Router 7c91f8ce-1801-4174-b512-e0f178f4c26c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:48:23.981644 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:48:23.987898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e4ec0eb8-4ab3-4621-8a53-91388bd7dda0 admin admin] 10.222.0.84 "PUT /v2.0/routers/7c91f8ce-1801-4174-b512-e0f178f4c26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6797647 Jul 30 02:48:24.037918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-02e169e1-d439-4f0e-b6f0-10129f7c156f None None] Provisioning complete for port 3c5c414c-1da3-46ce-973f-8962e344f212 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:24.038404 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-02e169e1-d439-4f0e-b6f0-10129f7c156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.084892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-02e169e1-d439-4f0e-b6f0-10129f7c156f None None] Port 3c5c414c-1da3-46ce-973f-8962e344f212 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:48:24.095354 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 2, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:24.122015 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63af3f0-4ac5-4efe-8121-c378107f4abe None None] The sync data for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 is: [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 2, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:48:24.508342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.541255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60340) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:24.547071 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-132635776-network', 'tenant_id': 'f5295b08eecf4000918626e49639d026'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:48:24.569821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Made reservation on behalf of f5295b08eecf4000918626e49639d026 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:48:24.572279 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.581700 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.685502 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.690560 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.734669 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:48:24.741297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bb512c-6f76-4800-88ab-bbdb23da1490,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:24.750051 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.750237 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Added segment 6f1fa192-6597-4f9a-b346-a05894516045 of type vlan for network 64a0fb36-7543-4a18-9027-4e0a2e8adbec Jul 30 02:48:24.797594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.830028 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.831045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:24.831706 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:24.887723 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3452950 Jul 30 02:48:24.890685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60342) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:24.894709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7dd0c8-e668-4181-8d44-8f9e7b1172d7 admin admin] Pushing event updated for resources: {'Network': ['ID=64a0fb36-7543-4a18-9027-4e0a2e8adbec,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:24.895873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Request body: {'subnet': {'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-132635776-subnet', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:48:24.904429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 64a0fb36-7543-4a18-9027-4e0a2e8adbec details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:48:24.923928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Made reservation on behalf of f5295b08eecf4000918626e49639d026 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:48:24.926453 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.119227 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.146621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6d4605be-13e1-46e3-a885-47ea13c891bc up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:25.180259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d44ec9-1290-4e3e-ae92-7a2694f794d4,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:25.188633 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Checking segment: {'id': '6f1fa192-6597-4f9a-b346-a05894516045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:25.188984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Network hostable DHCP agents. Network: 64a0fb36-7543-4a18-9027-4e0a2e8adbec, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:48:25.204436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 6d4605be-13e1-46e3-a885-47ea13c891bc triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:25.204861 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.207322 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Network 64a0fb36-7543-4a18-9027-4e0a2e8adbec is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:48:25.217034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 64a0fb36-7543-4a18-9027-4e0a2e8adbec) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:25.221358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:25.221938 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.228622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab3b2d-278b-4c07-b328-2bbab4a977f2 None None] Network 64a0fb36-7543-4a18-9027-4e0a2e8adbec requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:48:25.239785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c9b6a155-269c-42e8-83cc-110509bbf0c9 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3479264 Jul 30 02:48:25.242290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60344) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:25.247215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:48:25.269307 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.270697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.332531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.370536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7066bc61-b7b9-48da-9720-0bda63c56777 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:25.480710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-64a0fb36-7543-4a18-9027-4e0a2e8adbec', 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'fixed_ips': [{'subnet_id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:48:25.481645 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.482313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.484850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7066bc61-b7b9-48da-9720-0bda63c56777 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:25.499739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7066bc61-b7b9-48da-9720-0bda63c56777 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:25.500103 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.683648 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Allocated IP 172.20.0.2 (64a0fb36-7543-4a18-9027-4e0a2e8adbec/85d44ec9-1290-4e3e-ae92-7a2694f794d4/54becc5e-675b-4136-bb86-1435ec6bcdc6) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:48:25.685648 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.690221 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.714813 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.725302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 7066bc61-b7b9-48da-9720-0bda63c56777, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7066bc61-b7b9-48da-9720-0bda63c56777,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:25.738487 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.824261 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Allocated IP 172.25.7.131 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:48:25.841707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=7066bc61-b7b9-48da-9720-0bda63c56777,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:25.923331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.931484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Transition to ACTIVE for port object 54becc5e-675b-4136-bb86-1435ec6bcdc6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:25.932513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.946252 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Transition to ACTIVE for port object 54becc5e-675b-4136-bb86-1435ec6bcdc6 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:25.954215 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.974308 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:25.994331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Network 64a0fb36-7543-4a18-9027-4e0a2e8adbec is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:48:26.002483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:26.004446 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Pushing event updated for resources: {'Port': ['ID=54becc5e-675b-4136-bb86-1435ec6bcdc6,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:26.006598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:48:26.022089 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:48:26.025095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:26.027521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:48:26.054053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Pushing event updated for resources: {'Port': ['ID=7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:26.068384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Attempting to bind port 54becc5e-675b-4136-bb86-1435ec6bcdc6 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:48:26.068785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Attempting to bind port 54becc5e-675b-4136-bb86-1435ec6bcdc6 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '6f1fa192-6597-4f9a-b346-a05894516045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:48:26.069604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Attempting to bind port 54becc5e-675b-4136-bb86-1435ec6bcdc6 on network 64a0fb36-7543-4a18-9027-4e0a2e8adbec {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:26.075071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:48:26.075522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Checking segment: {'id': '6f1fa192-6597-4f9a-b346-a05894516045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:26.075952 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:26.076350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Bound using segment: {'id': '6f1fa192-6597-4f9a-b346-a05894516045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:48:26.076831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Bound port: 54becc5e-675b-4136-bb86-1435ec6bcdc6, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1fa192-6597-4f9a-b346-a05894516045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:48:26.077216 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:26.146152 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] For port 54becc5e-675b-4136-bb86-1435ec6bcdc6, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:48:26.150254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] For port 54becc5e-675b-4136-bb86-1435ec6bcdc6, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=54becc5e-675b-4136-bb86-1435ec6bcdc6,segment=NetworkSegment(6f1fa192-6597-4f9a-b346-a05894516045),segment_id=6f1fa192-6597-4f9a-b346-a05894516045)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:48:26.154241 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:26.215392 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ded7f-dc6b-4fe4-9a9d-54340b28f8e3 None None] Pushing event updated for resources: {'Port': ['ID=54becc5e-675b-4136-bb86-1435ec6bcdc6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:26.249516 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Sync routers for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:48:26.259095 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:26.259856 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:26.300619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:26.380554 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:26.420651 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:48:26.544234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:26.615450 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 2, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:26.643089 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Checking router: 7c91f8ce-1801-4174-b512-e0f178f4c26c for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:48:26.643442 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Updating router 7c91f8ce-1801-4174-b512-e0f178f4c26c port 3c5c414c-1da3-46ce-973f-8962e344f212 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:48:26.669800 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:26.676664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Router 9ff63d85-654c-4224-a92d-0afd68baed61 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:48:27.054503 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:27.065563 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Transition to ACTIVE for port object 3c5c414c-1da3-46ce-973f-8962e344f212 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:27.072985 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:27.115099 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Pushing event updated for resources: {'Port': ['ID=3c5c414c-1da3-46ce-973f-8962e344f212,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:27.125879 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.126417 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.127208 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.127461 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.128093 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.128622 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.129169 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.129669 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.130132 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.130549 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.130964 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.131372 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:27.178440 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:48:27.185167 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7066bc61-b7b9-48da-9720-0bda63c56777 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:27.198076 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:27.199339 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2334d341-7f04-43b8-b3a6-4cd121c6fe0c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9557459 Jul 30 02:48:27.202869 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60346) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:48:27.204249 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Attempting to bind port 3c5c414c-1da3-46ce-973f-8962e344f212 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:48:27.204619 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Attempting to bind port 3c5c414c-1da3-46ce-973f-8962e344f212 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:48:27.204964 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Attempting to bind port 3c5c414c-1da3-46ce-973f-8962e344f212 on network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:27.214996 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:48:27.215734 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Checking segment: {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:27.216301 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:27.217443 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Bound using segment: {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:48:27.218380 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Bound port: 3c5c414c-1da3-46ce-973f-8962e344f212, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:48:27.218993 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:27.219408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Sync routers for ids ['9ff63d85-654c-4224-a92d-0afd68baed61'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:48:27.238822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Routers {'9ff63d85-654c-4224-a92d-0afd68baed61'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:27.239621 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ff63d85-654c-4224-a92d-0afd68baed61'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:27.293782 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] For port 3c5c414c-1da3-46ce-973f-8962e344f212, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:48:27.298228 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] For port 3c5c414c-1da3-46ce-973f-8962e344f212, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3c5c414c-1da3-46ce-973f-8962e344f212,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:48:27.306248 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:27.357488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b9c464-1b9e-44e3-96c8-e17cd82b2153 None None] Network 64a0fb36-7543-4a18-9027-4e0a2e8adbec requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:48:27.371576 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:27.372494 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:27.438429 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Set router 9ff63d85-654c-4224-a92d-0afd68baed61 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:27.443131 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7066bc61-b7b9-48da-9720-0bda63c56777 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:27.443590 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:27.508718 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:27.510438 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26dec9-97cc-4b1a-98a8-5ef5f961236a None None] Pushing event updated for resources: {'Port': ['ID=3c5c414c-1da3-46ce-973f-8962e344f212,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:27.729142 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:27.739657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:27Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:27.771306 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428ab36d-f942-4a53-b6cb-eb443c70b120 None None] The sync data for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 is: [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:27Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:48:27.793096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-02f1a456-f829-4d55-a0f3-b63736061fe6 None None] Provisioning for port 54becc5e-675b-4136-bb86-1435ec6bcdc6 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:27.918523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Allocated IP 172.20.0.1 (64a0fb36-7543-4a18-9027-4e0a2e8adbec/85d44ec9-1290-4e3e-ae92-7a2694f794d4/3bf329a1-7ca9-4fd3-9b55-1455660af77c) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:48:27.965399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 54becc5e-675b-4136-bb86-1435ec6bcdc6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:28.033068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:26Z', 'revision_number': 3, 'project_id': 'f5295b08eecf4000918626e49639d026', 'gw_port': {'id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:28.036873 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.053359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Transition to ACTIVE for port object 3bf329a1-7ca9-4fd3-9b55-1455660af77c will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:28.071291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Checking router: 9ff63d85-654c-4224-a92d-0afd68baed61 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:48:28.071773 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Updating router 9ff63d85-654c-4224-a92d-0afd68baed61 port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:48:28.073725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 54becc5e-675b-4136-bb86-1435ec6bcdc6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:28.090408 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.094241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 54becc5e-675b-4136-bb86-1435ec6bcdc6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:28.094692 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.135612 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Network 64a0fb36-7543-4a18-9027-4e0a2e8adbec is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:48:28.140001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:28.144075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:48:28.151764 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.184718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Pushing event updated for resources: {'Port': ['ID=3bf329a1-7ca9-4fd3-9b55-1455660af77c,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:28.197051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.342996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.377832 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.394018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d7c0b6a7-bc58-4b0d-8bcc-ae654e0bd2ce None None] Provisioning complete for port 54becc5e-675b-4136-bb86-1435ec6bcdc6 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:28.394391 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d7c0b6a7-bc58-4b0d-8bcc-ae654e0bd2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.481798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 54becc5e-675b-4136-bb86-1435ec6bcdc6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=54becc5e-675b-4136-bb86-1435ec6bcdc6,segment=NetworkSegment(6f1fa192-6597-4f9a-b346-a05894516045),segment_id=6f1fa192-6597-4f9a-b346-a05894516045)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:28.490278 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.572263 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.578926 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.610909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=54becc5e-675b-4136-bb86-1435ec6bcdc6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:28.630396 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.642018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Transition to ACTIVE for port object 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:28.650625 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.654370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.656840 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Pushing event updated for resources: {'Port': ['ID=3bf329a1-7ca9-4fd3-9b55-1455660af77c,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:28.699194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Attempting to bind port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:48:28.699595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Attempting to bind port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:48:28.699962 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Attempting to bind port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:28.709746 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0d8f2-95bb-4cbc-9b14-a60c357b0beb None None] Pushing event updated for resources: {'Port': ['ID=7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:28.712508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:48:28.712894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:28.713301 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.713695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:48:28.714169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Bound port: 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:48:28.714554 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.760758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Network 64a0fb36-7543-4a18-9027-4e0a2e8adbec is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:48:28.762753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:28.770192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-03ad464c-1656-4644-8abf-bb53d7380fe6 None None] Provisioning for port 3bf329a1-7ca9-4fd3-9b55-1455660af77c completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:28.776069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-03ad464c-1656-4644-8abf-bb53d7380fe6 None None] Provisioning complete for port 3bf329a1-7ca9-4fd3-9b55-1455660af77c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:28.776442 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03ad464c-1656-4644-8abf-bb53d7380fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.802705 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] For port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:48:28.819926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] For port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:48:28.830389 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:28.838708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-03ad464c-1656-4644-8abf-bb53d7380fe6 None None] Port 3bf329a1-7ca9-4fd3-9b55-1455660af77c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:48:28.884603 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Routers {'9ff63d85-654c-4224-a92d-0afd68baed61'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:28.885134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ff63d85-654c-4224-a92d-0afd68baed61'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:28.907861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Router 9ff63d85-654c-4224-a92d-0afd68baed61 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:48:28.941932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0d8f2-95bb-4cbc-9b14-a60c357b0beb None None] Pushing event updated for resources: {'Port': ['ID=7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:29.036121 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] Set router 9ff63d85-654c-4224-a92d-0afd68baed61 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:29.037774 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:48:29.051545 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e67417ed-12f3-409f-a457-e73132682baa admin admin] 10.222.0.84 "PUT /v2.0/routers/9ff63d85-654c-4224-a92d-0afd68baed61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8379207 Jul 30 02:48:29.123248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3c5c414c-1da3-46ce-973f-8962e344f212 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:29.182673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-2487c93c-44d9-4927-b23b-48d9b3a887ba None None] Provisioning complete for port 3bf329a1-7ca9-4fd3-9b55-1455660af77c triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:29.183051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2487c93c-44d9-4927-b23b-48d9b3a887ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:29.249857 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-2487c93c-44d9-4927-b23b-48d9b3a887ba None None] Port 3bf329a1-7ca9-4fd3-9b55-1455660af77c cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:48:29.275073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 3c5c414c-1da3-46ce-973f-8962e344f212 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:29.297538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3c5c414c-1da3-46ce-973f-8962e344f212 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:29.297915 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:29.364256 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 4, 'project_id': 'f5295b08eecf4000918626e49639d026', 'gw_port': {'id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3bf329a1-7ca9-4fd3-9b55-1455660af77c', 'name': '', 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'mac_address': 'fa:16:3e:76:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:27Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 2, 'project_id': 'f5295b08eecf4000918626e49639d026', 'subnets': [{'id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:29.410580 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e308f5-f8d1-4326-a149-e1b5dcea066b None None] The sync data for ids ['9ff63d85-654c-4224-a92d-0afd68baed61'] in n-d-715271-7 is: [{'id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 4, 'project_id': 'f5295b08eecf4000918626e49639d026', 'gw_port': {'id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3bf329a1-7ca9-4fd3-9b55-1455660af77c', 'name': '', 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'mac_address': 'fa:16:3e:76:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:27Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 2, 'project_id': 'f5295b08eecf4000918626e49639d026', 'subnets': [{'id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:48:29.426352 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:29.463900 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 3c5c414c-1da3-46ce-973f-8962e344f212, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3c5c414c-1da3-46ce-973f-8962e344f212,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:29.470115 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:29.470967 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 54becc5e-675b-4136-bb86-1435ec6bcdc6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:29.551066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=3c5c414c-1da3-46ce-973f-8962e344f212,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:29.565795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 54becc5e-675b-4136-bb86-1435ec6bcdc6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:29.566187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:30.844781 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86ab4a3d-769a-4fdb-bb1d-797096e7b9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:31.194140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3c5c414c-1da3-46ce-973f-8962e344f212 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:31.262793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3c5c414c-1da3-46ce-973f-8962e344f212 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:31.263164 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:31.364365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:31.424520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:31.429044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:31.429421 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:31.542865 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:31.578146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:31.584719 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:31.650522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:32.075014 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:32.150235 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Sync routers for ids ['9ff63d85-654c-4224-a92d-0afd68baed61'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:48:32.163592 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Routers {'9ff63d85-654c-4224-a92d-0afd68baed61'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:32.164587 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ff63d85-654c-4224-a92d-0afd68baed61'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:32.297068 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Set router 9ff63d85-654c-4224-a92d-0afd68baed61 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:32.526256 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 4, 'project_id': 'f5295b08eecf4000918626e49639d026', 'gw_port': {'id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3bf329a1-7ca9-4fd3-9b55-1455660af77c', 'name': '', 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'mac_address': 'fa:16:3e:76:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:27Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 2, 'project_id': 'f5295b08eecf4000918626e49639d026', 'subnets': [{'id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:32.554735 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Checking router: 9ff63d85-654c-4224-a92d-0afd68baed61 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:48:32.555086 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Updating router 9ff63d85-654c-4224-a92d-0afd68baed61 port 3bf329a1-7ca9-4fd3-9b55-1455660af77c binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:48:32.581548 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:32.908490 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:32.921928 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Transition to ACTIVE for port object 3bf329a1-7ca9-4fd3-9b55-1455660af77c will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:32.930709 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:32.994464 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e7849-ee70-4653-99f4-af43500ed19e None None] Pushing event updated for resources: {'Port': ['ID=3bf329a1-7ca9-4fd3-9b55-1455660af77c,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:33.096701 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Attempting to bind port 3bf329a1-7ca9-4fd3-9b55-1455660af77c on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:48:33.097209 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Attempting to bind port 3bf329a1-7ca9-4fd3-9b55-1455660af77c by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '6f1fa192-6597-4f9a-b346-a05894516045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:48:33.097660 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Attempting to bind port 3bf329a1-7ca9-4fd3-9b55-1455660af77c on network 64a0fb36-7543-4a18-9027-4e0a2e8adbec {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:33.104608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:33.109991 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:48:33.110717 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Checking segment: {'id': '6f1fa192-6597-4f9a-b346-a05894516045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:33.111328 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:33.112185 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Bound using segment: {'id': '6f1fa192-6597-4f9a-b346-a05894516045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:48:33.113593 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Bound port: 3bf329a1-7ca9-4fd3-9b55-1455660af77c, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1fa192-6597-4f9a-b346-a05894516045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:48:33.114297 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:33.201732 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] For port 3bf329a1-7ca9-4fd3-9b55-1455660af77c, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:48:33.204313 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:33.204696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:33.205599 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] For port 3bf329a1-7ca9-4fd3-9b55-1455660af77c, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3bf329a1-7ca9-4fd3-9b55-1455660af77c,segment=NetworkSegment(6f1fa192-6597-4f9a-b346-a05894516045),segment_id=6f1fa192-6597-4f9a-b346-a05894516045)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:48:33.212778 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:33.284980 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Routers {'9ff63d85-654c-4224-a92d-0afd68baed61'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:48:33.285620 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:48:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ff63d85-654c-4224-a92d-0afd68baed61'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:33.289459 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e7849-ee70-4653-99f4-af43500ed19e None None] Pushing event updated for resources: {'Port': ['ID=3bf329a1-7ca9-4fd3-9b55-1455660af77c,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:33.473921 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-09ef3cab-16cb-431c-9e61-f2bffc8de0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:33.552115 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] Set router 9ff63d85-654c-4224-a92d-0afd68baed61 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:48:33.793253 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 4, 'project_id': 'f5295b08eecf4000918626e49639d026', 'gw_port': {'id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3bf329a1-7ca9-4fd3-9b55-1455660af77c', 'name': '', 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'mac_address': 'fa:16:3e:76:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:27Z', 'updated_at': '2021-07-30T02:48:33Z', 'revision_number': 4, 'project_id': 'f5295b08eecf4000918626e49639d026', 'subnets': [{'id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:48:33.822023 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbb312-e14c-48b3-8b54-0f42c16bdf6d None None] The sync data for ids ['9ff63d85-654c-4224-a92d-0afd68baed61'] in n-d-715271-7 is: [{'id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:28Z', 'revision_number': 4, 'project_id': 'f5295b08eecf4000918626e49639d026', 'gw_port': {'id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3bf329a1-7ca9-4fd3-9b55-1455660af77c', 'name': '', 'network_id': '64a0fb36-7543-4a18-9027-4e0a2e8adbec', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'mac_address': 'fa:16:3e:76:04:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:27Z', 'updated_at': '2021-07-30T02:48:33Z', 'revision_number': 4, 'project_id': 'f5295b08eecf4000918626e49639d026', 'subnets': [{'id': '85d44ec9-1290-4e3e-ae92-7a2694f794d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:48:33.936340 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:34.742841 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:35.075820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3bf329a1-7ca9-4fd3-9b55-1455660af77c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:35.137034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 3bf329a1-7ca9-4fd3-9b55-1455660af77c completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:35.141206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3bf329a1-7ca9-4fd3-9b55-1455660af77c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:35.141804 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:35.233228 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:35.284048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 3bf329a1-7ca9-4fd3-9b55-1455660af77c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3bf329a1-7ca9-4fd3-9b55-1455660af77c,segment=NetworkSegment(6f1fa192-6597-4f9a-b346-a05894516045),segment_id=6f1fa192-6597-4f9a-b346-a05894516045)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:35.289377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:35.364266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=3bf329a1-7ca9-4fd3-9b55-1455660af77c,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:36.389346 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:37.050437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3bf329a1-7ca9-4fd3-9b55-1455660af77c up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:48:37.104279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3bf329a1-7ca9-4fd3-9b55-1455660af77c triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:37.104696 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:39.362835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-a102694c-39c1-49a3-8a94-0aaea35c09a9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:39.364368 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-a102694c-39c1-49a3-8a94-0aaea35c09a9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/networks?id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 200 len: 815 time: 0.1125348 Jul 30 02:48:39.380592 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-abb9733d-69ea-46fd-b33b-9a02b7c27f9f tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/quotas/751d62c70aa14b42af5713a4428a421a HTTP/1.1" status: 200 len: 375 time: 0.0104036 Jul 30 02:48:39.433185 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-18f74af5-1502-4b29-a2ad-fe442943d8a7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=751d62c70aa14b42af5713a4428a421a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467205 Jul 30 02:48:39.534467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-04a3264a-da03-48c9-a29b-02372bbcc704 service neutron] 10.222.0.84 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879779 Jul 30 02:48:39.639824 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-0946bbf5-93e2-4912-a407-abb70e0494dd service neutron] 10.222.0.84 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990539 Jul 30 02:48:39.810825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28a9b1ce-1728-4c57-86e8-382f8bb47f84 req-fea16379-79fa-4e2d-8331-c64ab8923470 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 210 time: 0.0340869 Jul 30 02:48:40.849851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-f641360c-ab93-4a55-9dfc-2024a47e0515 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:40.851523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-f641360c-ab93-4a55-9dfc-2024a47e0515 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.22 "GET /v2.0/networks?id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 200 len: 815 time: 0.1216671 Jul 30 02:48:40.872138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'port': {'device_id': '4630c87c-d793-4090-b8e4-0993cf042c34', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'admin_state_up': True, 'tenant_id': '751d62c70aa14b42af5713a4428a421a'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:48:40.965059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c158fbb4-7b99-4e20-957f-43bf563f4946 req-f86c76ad-bf22-45a8-af4c-4e412a6f4d96 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 210 time: 0.0459175 Jul 30 02:48:41.040973 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Made reservation on behalf of 751d62c70aa14b42af5713a4428a421a for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:48:41.045745 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:41.200913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Allocated IP 172.20.0.7 (e1b88ad7-b7fc-40b7-94fd-c5547d30a607/318f2339-8d3a-46b1-aa2e-715439f5aed4/99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:48:41.402502 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:41.437467 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Transition to ACTIVE for port object 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:41.494431 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:41.565601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:48:41.569893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:48:41.575271 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:48:41.614006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'Port': ['ID=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:41.673047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:41.674849 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:41.698567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-3d619e19-cff0-4de1-b3d6-0f9a4ccf72b1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8311934 Jul 30 02:48:41.849637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-94c303fd-f3ef-427f-94df-8d3d203ceb30 None None] Provisioning for port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:48:41.864583 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-94c303fd-f3ef-427f-94df-8d3d203ceb30 None None] Provisioning complete for port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:48:41.865433 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-94c303fd-f3ef-427f-94df-8d3d203ceb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:41.920987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-94c303fd-f3ef-427f-94df-8d3d203ceb30 None None] Port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:48:42.107709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3468da7-ab4d-4b10-90a2-2a0b448090e0 req-c5ec348e-953b-4c61-a35d-ea1df48e982e tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:42.110325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3468da7-ab4d-4b10-90a2-2a0b448090e0 req-c5ec348e-953b-4c61-a35d-ea1df48e982e tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.0746057 Jul 30 02:48:42.153846 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e3468da7-ab4d-4b10-90a2-2a0b448090e0 req-be355f36-0fd6-4485-9e33-4c55a8cc5f92 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364854 Jul 30 02:48:43.308321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cf80b-b507-454c-93ec-6034f419a948 req-f8685a44-914c-416b-bdb2-6167f115b734 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:43.310874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d64cf80b-b507-454c-93ec-6034f419a948 req-f8685a44-914c-416b-bdb2-6167f115b734 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.0747499 Jul 30 02:48:43.362504 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d64cf80b-b507-454c-93ec-6034f419a948 req-e7de3fc5-3bf8-49b2-9cb4-df42052e090b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Jul 30 02:48:44.507611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c2c6-255d-49b8-95d1-cf32793bad35 req-c6e606b8-e8ee-4ece-ba20-1d0e585ef0e8 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:44.509164 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89e2c2c6-255d-49b8-95d1-cf32793bad35 req-c6e606b8-e8ee-4ece-ba20-1d0e585ef0e8 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.0634086 Jul 30 02:48:44.562985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89e2c2c6-255d-49b8-95d1-cf32793bad35 req-b198f587-cad3-4c0c-8f9d-2a1e14f18e24 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450432 Jul 30 02:48:45.704326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c8985-e944-47a2-b003-b55fb93d5fdf req-4640f994-407e-48c7-a050-8631743203b0 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:45.705861 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a09c8985-e944-47a2-b003-b55fb93d5fdf req-4640f994-407e-48c7-a050-8631743203b0 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.0571258 Jul 30 02:48:45.752454 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a09c8985-e944-47a2-b003-b55fb93d5fdf req-e35dc975-247f-4f1c-ac31-4814ab75cd3a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 Jul 30 02:48:46.889969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9396ca-4259-4316-8925-6eed1ff17088 req-2d3a488e-6742-4bca-bd02-577551a7dd03 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:46.892256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e9396ca-4259-4316-8925-6eed1ff17088 req-2d3a488e-6742-4bca-bd02-577551a7dd03 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.0654593 Jul 30 02:48:46.940183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7e9396ca-4259-4316-8925-6eed1ff17088 req-e6285202-2ef1-49e0-bbfe-8c9fc108c292 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Jul 30 02:48:48.115989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9947-a3b0-4f0a-bcd5-4df437bdb5d0 req-76290d2c-7337-417f-8112-221e22dc7453 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:48.118604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1eb9947-a3b0-4f0a-bcd5-4df437bdb5d0 req-76290d2c-7337-417f-8112-221e22dc7453 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.0827994 Jul 30 02:48:48.175923 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1eb9947-a3b0-4f0a-bcd5-4df437bdb5d0 req-cb855737-e651-4a8f-9fda-bae602261b7a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492928 Jul 30 02:48:49.363382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb5aea-d851-4fbd-909c-2d608a7c9abd req-46bd5ef5-5388-4327-ac76-1f8147bb7602 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:49.366227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89cb5aea-d851-4fbd-909c-2d608a7c9abd req-46bd5ef5-5388-4327-ac76-1f8147bb7602 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.0883687 Jul 30 02:48:49.425683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-89cb5aea-d851-4fbd-909c-2d608a7c9abd req-c54e58a8-c706-4813-a7cd-04a9e2bf4043 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531082 Jul 30 02:48:50.629703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb8982-01c1-4cac-b4a7-8e939c931f36 req-007bdc36-dfb7-4e5b-b1c6-873631775bf6 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:50.633067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13fb8982-01c1-4cac-b4a7-8e939c931f36 req-007bdc36-dfb7-4e5b-b1c6-873631775bf6 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.1196053 Jul 30 02:48:50.702698 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-13fb8982-01c1-4cac-b4a7-8e939c931f36 req-884c59d0-a34e-44d2-9ad2-eab8400cac0f tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579782 Jul 30 02:48:51.890472 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce88d1-4bf2-475f-92f2-c3d6c56d1ea2 req-b16d3449-75f8-46cd-b8cf-075f6f338495 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:51.892270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87ce88d1-4bf2-475f-92f2-c3d6c56d1ea2 req-b16d3449-75f8-46cd-b8cf-075f6f338495 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.0728874 Jul 30 02:48:51.952806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-87ce88d1-4bf2-475f-92f2-c3d6c56d1ea2 req-c604267a-4e99-4725-9af0-28420051dbdb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525513 Jul 30 02:48:52.579006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-e35e98b9-595a-4f73-8a9b-4638c43a806b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:48:52.581057 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-e35e98b9-595a-4f73-8a9b-4638c43a806b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082211 Jul 30 02:48:52.738101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Request body: {'port': {'device_id': '4630c87c-d793-4090-b8e4-0993cf042c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:48:52.829874 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:53.152506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af9d53-6681-4fbe-8e41-f2c54129fef8 req-8977b20e-0cf4-4f1a-aa1f-b47608be1030 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:53.154203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45af9d53-6681-4fbe-8e41-f2c54129fef8 req-8977b20e-0cf4-4f1a-aa1f-b47608be1030 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 931 time: 0.0883532 Jul 30 02:48:53.278385 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45af9d53-6681-4fbe-8e41-f2c54129fef8 req-01e01204-1231-4c39-84f0-4ca13008b10e tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138794 Jul 30 02:48:53.350997 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:48:53.367605 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:53.393377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Transition to ACTIVE for port object 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:48:53.397723 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:53.496361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Pushing event updated for resources: {'Port': ['ID=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:53.618972 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Attempting to bind port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:48:53.619377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Attempting to bind port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:48:53.619958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Attempting to bind port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a on network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:53.626008 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a on network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:48:53.626456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Attempting to bind port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a on network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:48:53.632769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:48:53.633191 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Checking segment: {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:48:53.633672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Bound using segment: {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:48:53.634243 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Bound port: 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd45f2f-60d0-4986-aa13-81aec3b8a873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:48:53.634779 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:53.711808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] For port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:48:53.715523 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] For port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:48:53.722799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:53.762474 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:53.763623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:53.765219 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] 10.222.0.22 "PUT /v2.0/ports/99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 1091 time: 1.1738727 Jul 30 02:48:53.765717 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:48:53.768205 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cce1d2-06a9-49ee-9446-2873e1f9a127" -d '{"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:48:53.808104 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423dc5e-8539-4546-b2cb-4f5160de92f2 service neutron] Pushing event updated for resources: {'Port': ['ID=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:53.821318 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836ce5f4-d7e1-4cbc-a3a5-d587cb580c23 x-openstack-request-id: req-836ce5f4-d7e1-4cbc-a3a5-d587cb580c23 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:48:53.821614 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:48:53.821952 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-836ce5f4-d7e1-4cbc-a3a5-d587cb580c23 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:48:53.822411 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'status': 'completed', 'code': 200} Jul 30 02:48:53.887918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-5f7f8139-de38-43da-b968-db84eedb02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:53.889501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-5f7f8139-de38-43da-b968-db84eedb02e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=751d62c70aa14b42af5713a4428a421a&device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1094 time: 0.0524297 Jul 30 02:48:53.942998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-4e07939c-7950-4c6e-8dd4-ac3fcaa1b759 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 217 time: 0.0429592 Jul 30 02:48:54.014358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-66c43f04-fdc1-470b-a871-bbb2af2dedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.015872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-66c43f04-fdc1-470b-a871-bbb2af2dedc2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=318f2339-8d3a-46b1-aa2e-715439f5aed4 HTTP/1.1" status: 200 len: 854 time: 0.0615170 Jul 30 02:48:54.069196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-40beeb6a-c850-41bc-a6aa-2d8b4f9b1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.070716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-40beeb6a-c850-41bc-a6aa-2d8b4f9b1ce8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465627 Jul 30 02:48:54.186636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-bdfee6eb-cccf-4729-b717-9594c9d22291 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033833 Jul 30 02:48:54.320967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecc1b57f-7585-4d3f-a511-5c4fef7cb3ac req-b6dfb337-1091-4e5d-a2b8-9a85097c1544 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255586 Jul 30 02:48:54.458328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857d545-1dcc-42a1-8f86-45527fde7188 req-1cb2821b-7252-4c5c-8d59-391a2ad46edf tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.460016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a857d545-1dcc-42a1-8f86-45527fde7188 req-1cb2821b-7252-4c5c-8d59-391a2ad46edf tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 943 time: 0.0918708 Jul 30 02:48:54.470696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-59d17015-3486-494b-a231-6ce7cab442f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.472987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-59d17015-3486-494b-a231-6ce7cab442f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=751d62c70aa14b42af5713a4428a421a&device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1094 time: 0.0704484 Jul 30 02:48:54.511563 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:54.580527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a857d545-1dcc-42a1-8f86-45527fde7188 req-395c97dd-3595-415a-b166-a389e0c114bc tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060278 Jul 30 02:48:54.623872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-04e98488-1324-4f9d-af20-e6eba179ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.625410 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-04e98488-1324-4f9d-af20-e6eba179ba7c service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 200 len: 916 time: 0.1412053 Jul 30 02:48:54.678420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-0f44480a-53e8-4e47-aad3-c3fddb505495 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 217 time: 0.0427482 Jul 30 02:48:54.743327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-e3ce890d-6d71-435a-ae9c-fbe966d823e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.744807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-e3ce890d-6d71-435a-ae9c-fbe966d823e6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=318f2339-8d3a-46b1-aa2e-715439f5aed4 HTTP/1.1" status: 200 len: 854 time: 0.0567858 Jul 30 02:48:54.805146 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-f8533b16-e73a-47a2-bfa8-370a9ffbe0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:54.806881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-f8533b16-e73a-47a2-bfa8-370a9ffbe0ba service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535016 Jul 30 02:48:54.946784 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-62df5418-e367-4c51-b4a1-6c607b6595d5 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306672 Jul 30 02:48:55.069087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2cce1d2-06a9-49ee-9446-2873e1f9a127 req-27cdbd75-f606-4566-9133-7dc043f7f930 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101601 Jul 30 02:48:55.733215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a8f8-d9c5-4e12-8f62-1c142c3e9e99 req-bb2ff806-1b09-49d0-96c9-69d03d5a15e5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:55.738247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7145a8f8-d9c5-4e12-8f62-1c142c3e9e99 req-bb2ff806-1b09-49d0-96c9-69d03d5a15e5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 943 time: 0.0705886 Jul 30 02:48:55.789425 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7145a8f8-d9c5-4e12-8f62-1c142c3e9e99 req-fa1536f3-acf7-4a64-9301-7faf2017b9a4 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472469 Jul 30 02:48:56.935143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953859-47b9-4c30-b64f-070074ccdf07 req-6b854dc5-8945-4d90-9395-7342ff495757 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:56.936777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4953859-47b9-4c30-b64f-070074ccdf07 req-6b854dc5-8945-4d90-9395-7342ff495757 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 943 time: 0.0653472 Jul 30 02:48:56.992614 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4953859-47b9-4c30-b64f-070074ccdf07 req-e5ba0a3d-b0d4-4977-8391-ee25126b6940 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482116 Jul 30 02:48:58.057187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:48:58.135025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86208f91-6410-426e-bb11-3c51ba0d8967 req-44bc2df5-7f27-4aed-86f3-fe1c08d07c51 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:58.136774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86208f91-6410-426e-bb11-3c51ba0d8967 req-44bc2df5-7f27-4aed-86f3-fe1c08d07c51 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 943 time: 0.0509491 Jul 30 02:48:58.168669 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:58.182129 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86208f91-6410-426e-bb11-3c51ba0d8967 req-a75d2d26-dad6-4f5d-972b-fb3e0155ebac tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Jul 30 02:48:58.348812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'port_id': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'mac_address': 'fa:16:3e:f7:41:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:48:58.393925 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:58.410759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:48:58.433539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:48:58.438744 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:48:58.488902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:48:58.496932 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.497873 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.498214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.498556 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.498906 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.499231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.499598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.499926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.500250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.500574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.500899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.501220 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:48:58.738653 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:48:59.305558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3710d-ee80-46d5-9810-115b256d9f4c req-9368ffdd-802d-40ad-a209-4aea7785f53e tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:48:59.307116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2c3710d-ee80-46d5-9810-115b256d9f4c req-9368ffdd-802d-40ad-a209-4aea7785f53e tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 944 time: 0.0512938 Jul 30 02:48:59.348627 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2c3710d-ee80-46d5-9810-115b256d9f4c req-54b7666e-f057-42fd-bea5-83b5fcf350a6 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345910 Jul 30 02:49:00.065390 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:49:00.121372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:49:00.125546 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:49:00.125929 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:00.214456 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:00.245276 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:00.248225 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4410c1-62b1-403b-869b-e6aa096b1586" -d '{"events": [{"server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "name": "network-vif-plugged", "status": "completed", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:00.263704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:00.269010 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:00.303585 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a985621-b85a-4fa5-9b26-7df3d517fddd x-openstack-request-id: req-2a985621-b85a-4fa5-9b26-7df3d517fddd {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:00.303918 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "name": "network-vif-plugged", "status": "completed", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:00.304206 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a985621-b85a-4fa5-9b26-7df3d517fddd {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:00.304592 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'code': 200} Jul 30 02:49:00.339087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:00.420928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc727b-ce5b-4b83-9d9a-11a67ac36378 req-fafef68f-4ef1-4589-aa3c-9ea7a34f9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:00.422437 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36cc727b-ce5b-4b83-9d9a-11a67ac36378 req-fafef68f-4ef1-4589-aa3c-9ea7a34f9657 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1096 time: 0.0480726 Jul 30 02:49:00.492545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-36cc727b-ce5b-4b83-9d9a-11a67ac36378 req-c629d407-b02a-45e2-acd4-2126a1e36f3b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579212 Jul 30 02:49:00.501760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a4847-bec1-4551-a88c-4e86538bebd9 req-388317a1-4312-44e0-9977-ac54ddb74e3b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:00.503319 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e0a4847-bec1-4551-a88c-4e86538bebd9 req-388317a1-4312-44e0-9977-ac54ddb74e3b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 945 time: 0.0792456 Jul 30 02:49:00.847011 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a18c-6d4b-4398-9971-7246215e2cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:00.937581 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5e0a4847-bec1-4551-a88c-4e86538bebd9 req-13c24ccc-0723-48e8-a121-fc074b72e444 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230208 Jul 30 02:49:02.075028 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:02.087881 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d8cd4-81bd-48cb-80e8-f309fa40b59c req-9e5feca8-dcf7-4241-a546-4a851d212bf3 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.089811 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-015d8cd4-81bd-48cb-80e8-f309fa40b59c req-9e5feca8-dcf7-4241-a546-4a851d212bf3 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 945 time: 0.0610693 Jul 30 02:49:02.130964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-015d8cd4-81bd-48cb-80e8-f309fa40b59c req-87374fc5-1082-4e89-9743-5d9d13884b9a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Jul 30 02:49:02.269815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a04ea-8bf9-4f4f-b160-665e1ca154ec req-f5ca5e0e-249d-422e-b4d3-12917a668fe8 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.271549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee2a04ea-8bf9-4f4f-b160-665e1ca154ec req-f5ca5e0e-249d-422e-b4d3-12917a668fe8 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 945 time: 0.0687771 Jul 30 02:49:02.327099 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee2a04ea-8bf9-4f4f-b160-665e1ca154ec req-83d5ca9e-2913-444b-8356-e065a46923b6 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474229 Jul 30 02:49:02.569293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e049084-1102-4f91-a5d2-9a64e5e4939b req-13c904a6-3f03-45b8-b7b7-fc3d76abf6cd tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:02.570812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e049084-1102-4f91-a5d2-9a64e5e4939b req-13c904a6-3f03-45b8-b7b7-fc3d76abf6cd tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 945 time: 0.0619264 Jul 30 02:49:02.617458 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e049084-1102-4f91-a5d2-9a64e5e4939b req-5fb4e329-a8cb-4343-8353-3d5be64bdd9d tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Jul 30 02:49:03.399648 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:49:03.467922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c68b45ea-b3c7-4034-88f1-7219dda64aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:03.929739 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:04.736004 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:06.390676 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:14.312866 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d6c9-997d-4875-ba29-ac938867a55c req-1caf295d-d1b8-487b-8398-05c708bad6af tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:14.314379 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2fc3d6c9-997d-4875-ba29-ac938867a55c req-1caf295d-d1b8-487b-8398-05c708bad6af tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 945 time: 0.0610721 Jul 30 02:49:14.352823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2fc3d6c9-997d-4875-ba29-ac938867a55c req-4e2c9bee-127c-419c-a55a-8cf39c869f2b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Jul 30 02:49:14.376004 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60544) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:14.465795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57416809-0143-46c7-96d2-370a190a7a5f tempest-TestMinimumBasicScenario-588067136 tempest-TestMinimumBasicScenario-588067136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:14.467335 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-57416809-0143-46c7-96d2-370a190a7a5f tempest-TestMinimumBasicScenario-588067136 tempest-TestMinimumBasicScenario-588067136-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1091 time: 0.0903091 Jul 30 02:49:14.470485 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60548) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:14.475010 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:14.497649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:14.595411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:14.700246 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Allocated IP 172.25.7.10 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/640c73b1-54d4-4f70-b567-8b2c304d2a97) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:49:14.797956 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:14.844029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:14.881359 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:49:14.884248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:49:14.888337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:49:14.913422 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'Port': ['ID=640c73b1-54d4-4f70-b567-8b2c304d2a97,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:14.924813 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.925070 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.925418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.925743 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.926076 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.926398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.926728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.927048 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.927369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.927718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.928043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:14.928357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:15.264846 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:15.331045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:15.483193 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:15.491252 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:15.554637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'Port': ['ID=640c73b1-54d4-4f70-b567-8b2c304d2a97,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:15.570617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:15.670613 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Floating IP f2a63f67-b25a-4c06-8532-cb1002e31e45 associated. External IP: 172.25.7.10, port: 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a. Jul 30 02:49:15.892598 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Router 7c91f8ce-1801-4174-b512-e0f178f4c26c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:49:16.035806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:49:16.047298 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] Sync routers for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:49:16.054777 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.057067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:49:16.057776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:49:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:16.084306 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0ef05f92-9712-4151-8c9d-dfd8ddc47ed2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6127582 Jul 30 02:49:16.084875 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:16.087266 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4377065-a35b-4ac8-9aca-651cf5981061" -d '{"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:16.087410 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60550) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:16.093014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653553007', 'description': 'tempest-secgroup-smoke-653553007 description', 'project_id': '751d62c70aa14b42af5713a4428a421a'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:16.119939 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.136916 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93580a70-d0d8-4c56-a4f7-333b74bc8893 x-openstack-request-id: req-93580a70-d0d8-4c56-a4f7-333b74bc8893 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:16.137308 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:16.137573 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93580a70-d0d8-4c56-a4f7-333b74bc8893 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:16.137989 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'status': 'completed', 'code': 200} Jul 30 02:49:16.192198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:49:16.253391 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-b3e8db5c-f4bb-4f68-8b16-56af7df8824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:16.254944 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-b3e8db5c-f4bb-4f68-8b16-56af7df8824f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=751d62c70aa14b42af5713a4428a421a&device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1096 time: 0.0735638 Jul 30 02:49:16.265389 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.276340 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.348902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.350180 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2611322 Jul 30 02:49:16.355356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e761a7-2958-4bea-b864-662432d40b9d,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:16.355924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60554) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:16.362674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1a3c29a5-0ee2-4e25-82dd-ecbad3380a05 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'security_group_rule': {'security_group_id': 'b5e761a7-2958-4bea-b864-662432d40b9d', 'project_id': '751d62c70aa14b42af5713a4428a421a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:16.372606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.372957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.373295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.373622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.373955 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.374284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.374614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.374948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.375275 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.375633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.375964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.376292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f6c82-a41a-4171-b099-11bdcf7eda02 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:49:16.411192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-df4c6e35-7f38-48f4-b2fd-b99fe213233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:16.413777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-df4c6e35-7f38-48f4-b2fd-b99fe213233a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 200 len: 916 time: 0.1468489 Jul 30 02:49:16.414334 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a3c29a5-0ee2-4e25-82dd-ecbad3380a05 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.464379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f2a63f67-b25a-4c06-8532-cb1002e31e45', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'port_id': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'mac_address': 'fa:16:3e:f7:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4630c87c-d793-4090-b8e4-0993cf042c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:49:15Z', 'updated_at': '2021-07-30T02:49:15Z', 'revision_number': 0, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:29Z', 'revision_number': 5, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:16.490617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a3c29a5-0ee2-4e25-82dd-ecbad3380a05 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.493416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] Checking router: 7c91f8ce-1801-4174-b512-e0f178f4c26c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:49:16.495541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a3c29a5-0ee2-4e25-82dd-ecbad3380a05 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.501691 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-4e4a3cac-a61e-4503-8dca-17bc491c0aba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 998 time: 0.0759048 Jul 30 02:49:16.506170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:49:16.507197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:49:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:16.522071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c29a5-0ee2-4e25-82dd-ecbad3380a05 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950e3318-67ef-417f-8e42-8f6f44a60d52,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:16.526659 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a3c29a5-0ee2-4e25-82dd-ecbad3380a05 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.530400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1a3c29a5-0ee2-4e25-82dd-ecbad3380a05 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1706738 Jul 30 02:49:16.530632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60556) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:16.535193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2dc91e19-f8a9-485e-986a-1b9dfabefa5b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'security_group_rule': {'security_group_id': 'b5e761a7-2958-4bea-b864-662432d40b9d', 'project_id': '751d62c70aa14b42af5713a4428a421a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:16.562985 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dc91e19-f8a9-485e-986a-1b9dfabefa5b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.573156 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-1b7b5749-141c-4874-8534-138f28e07877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:16.575493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-1b7b5749-141c-4874-8534-138f28e07877 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=318f2339-8d3a-46b1-aa2e-715439f5aed4 HTTP/1.1" status: 200 len: 854 time: 0.0630836 Jul 30 02:49:16.629708 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dc91e19-f8a9-485e-986a-1b9dfabefa5b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.634396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dc91e19-f8a9-485e-986a-1b9dfabefa5b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.653264 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-965fc6c5-98ab-489a-82da-29fcd70f8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:16.655882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-965fc6c5-98ab-489a-82da-29fcd70f8017 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635149 Jul 30 02:49:16.656022 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc91e19-f8a9-485e-986a-1b9dfabefa5b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66450c6b-4865-44e9-ac71-b83498cb1572,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:16.662041 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2dc91e19-f8a9-485e-986a-1b9dfabefa5b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.666319 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2dc91e19-f8a9-485e-986a-1b9dfabefa5b tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346521 Jul 30 02:49:16.666839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60558) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:16.670365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:49:16.673953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2f546a91-31bd-45e7-add3-c5561fa4bacb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'security_group_rule': {'security_group_id': 'b5e761a7-2958-4bea-b864-662432d40b9d', 'project_id': '751d62c70aa14b42af5713a4428a421a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:16.759357 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f546a91-31bd-45e7-add3-c5561fa4bacb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.818953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-ab2547f6-4e28-416f-927b-cc8a218e0bd8 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488652 Jul 30 02:49:16.854001 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f546a91-31bd-45e7-add3-c5561fa4bacb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.883327 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f546a91-31bd-45e7-add3-c5561fa4bacb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.911000 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f546a91-31bd-45e7-add3-c5561fa4bacb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c22ef2-701a-4e0d-bccf-33191a1546f5,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:16.912366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f2a63f67-b25a-4c06-8532-cb1002e31e45', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'port_id': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'mac_address': 'fa:16:3e:f7:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4630c87c-d793-4090-b8e4-0993cf042c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:49:15Z', 'updated_at': '2021-07-30T02:49:15Z', 'revision_number': 0, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:29Z', 'revision_number': 5, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:49:16.918278 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2f546a91-31bd-45e7-add3-c5561fa4bacb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:16.921977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2f546a91-31bd-45e7-add3-c5561fa4bacb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2512236 Jul 30 02:49:16.922190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60562) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:16.928159 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-799aa591-b17b-41ed-8e7f-f85d4c6e15cb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'security_group_rule': {'security_group_id': 'b5e761a7-2958-4bea-b864-662432d40b9d', 'project_id': '751d62c70aa14b42af5713a4428a421a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:16.947641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b8644-6f14-43df-bbe8-830779331131 None None] The sync data for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 is: [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'f2a63f67-b25a-4c06-8532-cb1002e31e45', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'port_id': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'mac_address': 'fa:16:3e:f7:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4630c87c-d793-4090-b8e4-0993cf042c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:49:15Z', 'updated_at': '2021-07-30T02:49:15Z', 'revision_number': 0, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:29Z', 'revision_number': 5, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:49:16.970532 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c4377065-a35b-4ac8-9aca-651cf5981061 req-ecef169c-4d3f-40b7-923e-e3f19e3cb3e1 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413517 Jul 30 02:49:16.977497 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-799aa591-b17b-41ed-8e7f-f85d4c6e15cb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.035115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-799aa591-b17b-41ed-8e7f-f85d4c6e15cb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.039441 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-799aa591-b17b-41ed-8e7f-f85d4c6e15cb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.059495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799aa591-b17b-41ed-8e7f-f85d4c6e15cb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdc0c15-9fa0-4127-8f6e-f36f9a6ae40b,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:17.064720 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-799aa591-b17b-41ed-8e7f-f85d4c6e15cb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.065936 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-799aa591-b17b-41ed-8e7f-f85d4c6e15cb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428330 Jul 30 02:49:17.068847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60564) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:17.073342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0fd83fab-bcea-474b-948e-13521932f205 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'security_group_rule': {'security_group_id': 'b5e761a7-2958-4bea-b864-662432d40b9d', 'project_id': '751d62c70aa14b42af5713a4428a421a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:17.096800 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-0fd83fab-bcea-474b-948e-13521932f205 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Project 751d62c70aa14b42af5713a4428a421a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:49:17.102087 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fd83fab-bcea-474b-948e-13521932f205 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.180743 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fd83fab-bcea-474b-948e-13521932f205 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.186067 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be639d9d-a2a1-4715-abeb-e8ee2aa4e447 None None] New status for floating IP f2a63f67-b25a-4c06-8532-cb1002e31e45: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:49:17.187908 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fd83fab-bcea-474b-948e-13521932f205 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.207946 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd83fab-bcea-474b-948e-13521932f205 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4c796c-a128-409b-a23e-20bd61e9a860,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:17.219679 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0fd83fab-bcea-474b-948e-13521932f205 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.221037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0fd83fab-bcea-474b-948e-13521932f205 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511559 Jul 30 02:49:17.223989 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:49:17.228952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-92459f69-1523-4551-aabf-6d1ccb887642 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'security_group_rule': {'security_group_id': 'b5e761a7-2958-4bea-b864-662432d40b9d', 'project_id': '751d62c70aa14b42af5713a4428a421a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:17.253256 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-92459f69-1523-4551-aabf-6d1ccb887642 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Project 751d62c70aa14b42af5713a4428a421a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:49:17.259176 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92459f69-1523-4551-aabf-6d1ccb887642 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.335661 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92459f69-1523-4551-aabf-6d1ccb887642 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.339957 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92459f69-1523-4551-aabf-6d1ccb887642 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.358925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92459f69-1523-4551-aabf-6d1ccb887642 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d6f1a1-70eb-432d-9b88-7c61081ffe9c,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:17.365483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-92459f69-1523-4551-aabf-6d1ccb887642 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.366737 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-92459f69-1523-4551-aabf-6d1ccb887642 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415505 Jul 30 02:49:17.451491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-3adc25bc-b39f-410b-85f0-8a5be3b036b7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653553007&fields=id&tenant_id=751d62c70aa14b42af5713a4428a421a HTTP/1.1" status: 200 len: 267 time: 0.0362761 Jul 30 02:49:17.507014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-a287e968-594d-4e5f-93a3-1c809d922dd3 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:17.508517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-a287e968-594d-4e5f-93a3-1c809d922dd3 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 945 time: 0.0509849 Jul 30 02:49:17.519837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-f260d701-cd17-4ee8-aa01-17de8969921a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'port': {'security_groups': ['7f555848-ddef-4093-b1c0-0bb5c90f9a21', 'b5e761a7-2958-4bea-b864-662432d40b9d']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:49:17.584296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-f260d701-cd17-4ee8-aa01-17de8969921a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.770766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-f260d701-cd17-4ee8-aa01-17de8969921a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] For port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:49:17.800729 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-f260d701-cd17-4ee8-aa01-17de8969921a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.805599 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-f260d701-cd17-4ee8-aa01-17de8969921a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.821904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:49:17.857297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-f260d701-cd17-4ee8-aa01-17de8969921a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:17.857966 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-f260d701-cd17-4ee8-aa01-17de8969921a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:17.859415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-850a4e6f-2a8f-414c-b222-b0fe36264488 req-f260d701-cd17-4ee8-aa01-17de8969921a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "PUT /v2.0/ports/99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 981 time: 0.3443496 Jul 30 02:49:17.859931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:49:17.862499 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7bbf14-d50e-4df2-9668-08627752c363" -d '{"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:49:17.898330 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260d701-cd17-4ee8-aa01-17de8969921a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'Port': ['ID=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:49:17.920674 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd685c-61ca-446c-b64b-a5f8710dbace x-openstack-request-id: req-f7dd685c-61ca-446c-b64b-a5f8710dbace {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:49:17.920956 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:49:17.921303 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f7dd685c-61ca-446c-b64b-a5f8710dbace {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:49:17.921897 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'status': 'completed', 'code': 200} Jul 30 02:49:17.942741 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:49:18.077775 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065f86-f33e-40df-a2b9-694d46988f90 req-46811726-33b9-4f71-8cbc-31bb7dabbc33 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:18.079371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58065f86-f33e-40df-a2b9-694d46988f90 req-46811726-33b9-4f71-8cbc-31bb7dabbc33 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.1036513 Jul 30 02:49:18.086261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-e1a06554-da8b-4eaa-ad6a-74a207586d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:18.087810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-e1a06554-da8b-4eaa-ad6a-74a207586d6a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=751d62c70aa14b42af5713a4428a421a&device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1135 time: 0.1267471 Jul 30 02:49:18.182047 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58065f86-f33e-40df-a2b9-694d46988f90 req-fdd9a04e-58f1-497e-b191-551ac1d9fdfa tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908868 Jul 30 02:49:18.190432 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-03f5d8e6-645c-44f2-8672-78bbd2c674a6 None None] Provisioning complete for port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:49:18.190927 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-03f5d8e6-645c-44f2-8672-78bbd2c674a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:18.214475 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-e3c98f95-6644-4ce4-9efe-1ce7fbcf6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:18.216553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-e3c98f95-6644-4ce4-9efe-1ce7fbcf6316 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 200 len: 916 time: 0.1181655 Jul 30 02:49:18.289953 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-8dec1377-f683-48e4-8383-2dd6793e8b27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 1000 time: 0.0650706 Jul 30 02:49:18.353853 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-8e5ec136-7ce0-4ed8-9bbf-a7d588864b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:18.355334 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-8e5ec136-7ce0-4ed8-9bbf-a7d588864b2c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=318f2339-8d3a-46b1-aa2e-715439f5aed4 HTTP/1.1" status: 200 len: 854 time: 0.0557659 Jul 30 02:49:18.404168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-8250cdf6-dae2-4177-b353-62ec41049dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:18.405697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-8250cdf6-dae2-4177-b353-62ec41049dd9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420134 Jul 30 02:49:18.505598 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-335bc3d6-e7ac-4e42-8bdd-75252cea102f service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910375 Jul 30 02:49:18.620667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a7bbf14-d50e-4df2-9668-08627752c363 req-84ef0be1-a25a-4b11-bba7-dbbfa7b00823 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054511 Jul 30 02:49:24.517411 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:30.842433 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-48e37b54-16d9-433a-a292-9ddce624b060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:32.072445 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:33.471117 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0c70c422-cbec-457e-9a2a-0a085208e1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:33.931558 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:34.738713 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:36.392900 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:40.400184 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:49:41.121749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42c7e5-5241-4d68-ba69-0e3a01f3067f req-c68c78f9-521b-4b8b-8fc0-f3e8933b05a4 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:41.123261 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a42c7e5-5241-4d68-ba69-0e3a01f3067f req-c68c78f9-521b-4b8b-8fc0-f3e8933b05a4 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0746300 Jul 30 02:49:41.153776 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-9a2ffbc4-499a-4415-8577-2cf429e5d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:41.155325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-9a2ffbc4-499a-4415-8577-2cf429e5d411 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=751d62c70aa14b42af5713a4428a421a&device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1135 time: 0.0968986 Jul 30 02:49:41.185300 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a42c7e5-5241-4d68-ba69-0e3a01f3067f req-bca3604e-0a4d-4d56-86bd-5a2f0feb2a33 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554101 Jul 30 02:49:41.265725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-24bd69ae-ab4f-4720-b9ce-a60b24b70b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:41.267275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-24bd69ae-ab4f-4720-b9ce-a60b24b70b83 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 200 len: 916 time: 0.0983973 Jul 30 02:49:41.340120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-11621b83-ef90-4695-834c-b77d861e8299 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 1000 time: 0.0647280 Jul 30 02:49:41.394633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-318bacb4-9c55-4d39-8534-819aa856c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:41.396133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-318bacb4-9c55-4d39-8534-819aa856c688 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=318f2339-8d3a-46b1-aa2e-715439f5aed4 HTTP/1.1" status: 200 len: 854 time: 0.0481153 Jul 30 02:49:41.444166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-2f6f92d4-bee1-49b3-bec5-9dbc322b36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:41.445563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-2f6f92d4-bee1-49b3-bec5-9dbc322b36ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419047 Jul 30 02:49:41.545779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-37205ee1-362e-47ed-80db-4371786cdba4 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886021 Jul 30 02:49:41.635918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81bb201c-b5fa-4f1a-bfde-049f91173f47 req-097cf192-24c7-4e12-a507-bd91a2d569bb service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855172 Jul 30 02:49:42.307733 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786298f-7dae-4c08-986a-16351627e195 req-c7fafffe-043b-4a7e-9bb5-46f24671a5b9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:42.309303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1786298f-7dae-4c08-986a-16351627e195 req-c7fafffe-043b-4a7e-9bb5-46f24671a5b9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0525022 Jul 30 02:49:42.350764 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1786298f-7dae-4c08-986a-16351627e195 req-b03ef491-d2cb-49fe-8e4d-f9ad16359ab9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350385 Jul 30 02:49:43.475882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6a90d-aa19-4d6c-a733-9b5e33eaa055 req-99e00878-7740-45ac-80fd-9422dc172209 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:43.477378 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecf6a90d-aa19-4d6c-a733-9b5e33eaa055 req-99e00878-7740-45ac-80fd-9422dc172209 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0553384 Jul 30 02:49:43.521391 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ecf6a90d-aa19-4d6c-a733-9b5e33eaa055 req-59207604-cf44-4272-a8f9-06fc944cf0ec tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378218 Jul 30 02:49:44.638142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e207d1b-47a1-49ea-a63b-9df8354ed782 req-e0c65245-30ee-4dc1-b228-355385bfd553 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:44.639671 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e207d1b-47a1-49ea-a63b-9df8354ed782 req-e0c65245-30ee-4dc1-b228-355385bfd553 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0491490 Jul 30 02:49:44.681179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0e207d1b-47a1-49ea-a63b-9df8354ed782 req-dc467703-2ec8-4e90-a58e-d6473bb59b5a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346386 Jul 30 02:49:45.800862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b70fc-5de2-4cc9-b980-7d4058038ae3 req-5386e473-5d5f-4bc8-9656-0175c0fda4c2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:45.802287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-235b70fc-5de2-4cc9-b980-7d4058038ae3 req-5386e473-5d5f-4bc8-9656-0175c0fda4c2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0522692 Jul 30 02:49:45.845304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-235b70fc-5de2-4cc9-b980-7d4058038ae3 req-9c9bdbde-0a4d-4dd3-b191-6b7caf1cfd9a tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362768 Jul 30 02:49:46.973043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f0884-9225-4fe3-975e-a657214fef3d req-5916080e-b7cf-4ce9-84d1-4a72ee2bac93 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:46.974566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-718f0884-9225-4fe3-975e-a657214fef3d req-5916080e-b7cf-4ce9-84d1-4a72ee2bac93 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0595462 Jul 30 02:49:47.015786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-718f0884-9225-4fe3-975e-a657214fef3d req-00b7208d-28ff-4e70-a2dd-1ac1d16b17b5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349448 Jul 30 02:49:48.134787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a0548-915a-4da5-8ac0-bbd64c9a612d req-9bd9f0b4-b022-4270-948a-7a2921e64eb6 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:48.136329 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-322a0548-915a-4da5-8ac0-bbd64c9a612d req-9bd9f0b4-b022-4270-948a-7a2921e64eb6 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0511694 Jul 30 02:49:48.178755 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-322a0548-915a-4da5-8ac0-bbd64c9a612d req-cca76434-713e-4d9a-8081-3b20a69693c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363190 Jul 30 02:49:49.296495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cfae1-e6b0-4ee3-928e-7a1c9f2791c0 req-dac6fddc-eaaf-4356-983b-114e8aad05af tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:49.298198 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-669cfae1-e6b0-4ee3-928e-7a1c9f2791c0 req-dac6fddc-eaaf-4356-983b-114e8aad05af tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0507729 Jul 30 02:49:49.339744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-669cfae1-e6b0-4ee3-928e-7a1c9f2791c0 req-b5f3fea4-d3de-43e9-9fd3-120bcf263761 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353963 Jul 30 02:49:50.460633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530bc28-3e53-418a-8b34-b0ccb8026ca5 req-6d6bd628-22f7-48e0-83f4-fa6676c0eed9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:50.462125 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8530bc28-3e53-418a-8b34-b0ccb8026ca5 req-6d6bd628-22f7-48e0-83f4-fa6676c0eed9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0540164 Jul 30 02:49:50.506806 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8530bc28-3e53-418a-8b34-b0ccb8026ca5 req-49e15eb0-92ec-43d0-b87c-aef6cf1b9107 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383046 Jul 30 02:49:51.643540 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bf20c-cdf9-4359-9cb9-82d3f9fdd45b req-7cebc681-1567-4c49-b731-590519023cbe tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:51.644998 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf8bf20c-cdf9-4359-9cb9-82d3f9fdd45b req-7cebc681-1567-4c49-b731-590519023cbe tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0553970 Jul 30 02:49:51.686995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf8bf20c-cdf9-4359-9cb9-82d3f9fdd45b req-b78a8548-3b6c-4ee9-8d2b-a16bde65d3af tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354102 Jul 30 02:49:52.804188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85aefa-cd33-4bd3-aeac-4b88914c29d0 req-9c092af5-2759-46af-9199-0744cd31b3e2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:52.805735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf85aefa-cd33-4bd3-aeac-4b88914c29d0 req-9c092af5-2759-46af-9199-0744cd31b3e2 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0491276 Jul 30 02:49:52.848906 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf85aefa-cd33-4bd3-aeac-4b88914c29d0 req-cf765d25-a719-4e74-8f84-1c02bee68a47 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370908 Jul 30 02:49:53.971805 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f852e-f5fa-449e-834c-0640f9e76efa req-aed5a8f6-2dfe-452e-831d-6cca986e32bd tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:53.973259 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-503f852e-f5fa-449e-834c-0640f9e76efa req-aed5a8f6-2dfe-452e-831d-6cca986e32bd tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0544457 Jul 30 02:49:54.014331 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-503f852e-f5fa-449e-834c-0640f9e76efa req-905266a8-ac7e-40ff-ac92-4451489b00bc tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347939 Jul 30 02:49:54.525954 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:49:55.134799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746690e-fd80-48d2-a6f0-e2793f24b74f req-a675f720-4eba-40d8-ae82-36df1d8b2140 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:55.136254 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f746690e-fd80-48d2-a6f0-e2793f24b74f req-a675f720-4eba-40d8-ae82-36df1d8b2140 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0505483 Jul 30 02:49:55.182030 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f746690e-fd80-48d2-a6f0-e2793f24b74f req-8d15d627-c567-4583-8899-6cb49cf0a2da tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397377 Jul 30 02:49:56.300696 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27718cf-fe4c-45cf-bcdf-7f0d30dbc3a5 req-714b1c6c-4173-4fd1-a7a9-b514d659bdeb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:56.302218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a27718cf-fe4c-45cf-bcdf-7f0d30dbc3a5 req-714b1c6c-4173-4fd1-a7a9-b514d659bdeb tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0506940 Jul 30 02:49:56.342785 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a27718cf-fe4c-45cf-bcdf-7f0d30dbc3a5 req-ea5bcf8e-f99d-4ea0-b797-1063373143dd tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344677 Jul 30 02:49:57.468031 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21357f42-4290-491f-b02c-060507b4ec27 req-bc768ca3-109b-4681-98a6-4bb075ca51c4 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:57.469972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21357f42-4290-491f-b02c-060507b4ec27 req-bc768ca3-109b-4681-98a6-4bb075ca51c4 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0577083 Jul 30 02:49:57.510201 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-21357f42-4290-491f-b02c-060507b4ec27 req-0ec03d99-cb20-482e-977d-637f1258c157 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340314 Jul 30 02:49:58.207031 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-65e0444f-dccd-4b47-958b-6a9e9d7c2ce7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402672 Jul 30 02:49:58.290261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-3ee2541f-1efa-46d4-a5b5-5edd1cda3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.291835 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-3ee2541f-1efa-46d4-a5b5-5edd1cda3a57 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=751d62c70aa14b42af5713a4428a421a&device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1135 time: 0.0419631 Jul 30 02:49:58.404094 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-5b0509e4-66c0-4460-a412-0dbbb5a907ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.405578 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-5b0509e4-66c0-4460-a412-0dbbb5a907ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 200 len: 916 time: 0.0931635 Jul 30 02:49:58.475779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-cafd823b-8763-4bcd-9872-38928aba6b19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 1000 time: 0.0615633 Jul 30 02:49:58.525873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-a67f52f9-ea2c-43c5-9a08-8ab815b628fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.527304 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-a67f52f9-ea2c-43c5-9a08-8ab815b628fb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=318f2339-8d3a-46b1-aa2e-715439f5aed4 HTTP/1.1" status: 200 len: 854 time: 0.0444937 Jul 30 02:49:58.584076 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-c18cb188-ae30-431e-833e-b326838e0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.585653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-c18cb188-ae30-431e-833e-b326838e0533 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504515 Jul 30 02:49:58.702649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0d09f-4d13-457c-8210-d7d19d376485 req-301029ae-81b5-47d5-b740-0a7436ec5fe9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:49:58.704464 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09e0d09f-4d13-457c-8210-d7d19d376485 req-301029ae-81b5-47d5-b740-0a7436ec5fe9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.1179359 Jul 30 02:49:58.736689 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-a5ea5533-79da-4219-a7b4-3425b4068423 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415226 Jul 30 02:49:58.799501 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09e0d09f-4d13-457c-8210-d7d19d376485 req-06b7790a-573b-4b68-996c-2098449beb13 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=b5e761a7-2958-4bea-b864-662432d40b9d&id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883148 Jul 30 02:49:58.842858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b1fba45-7f08-4a2c-8c79-e7d064122890 req-5cfb91c5-8f3f-4bf0-b934-6192dcd5c897 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986443 Jul 30 02:50:00.845302 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-82918143-0a3e-4f55-9e2a-a795f160cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:02.073130 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:03.472648 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b0d3-cbd1-48ce-8c0e-2d719c34820e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:03.932194 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:04.740315 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:06.396172 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:17.399448 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:50:19.386738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-2e288221-7c1a-4a75-a582-41789a4439ee req-516d6447-1d18-4ae2-9f14-de8572bee181 tempest-ServerDiskConfigTestJSON-1509406459 tempest-ServerDiskConfigTestJSON-1509406459-project] (93819) timed out ('10.222.0.41', 64686) {{(pid=93819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:50:24.535707 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:30.847345 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-589efe50-ad50-480b-8b27-b81c8518254a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.018165 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-4a79eaec-44d9-45e2-8aa4-3256ee6ad1ca tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653553007&fields=id&tenant_id=751d62c70aa14b42af5713a4428a421a HTTP/1.1" status: 200 len: 267 time: 0.0343933 Jul 30 02:50:32.076886 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b0311494-cc2e-4e9f-9ea4-2619ef49d4c1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:32.079143 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b0311494-cc2e-4e9f-9ea4-2619ef49d4c1 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 984 time: 0.0552948 Jul 30 02:50:32.081302 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.090888 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Request body: {'port': {'security_groups': ['7f555848-ddef-4093-b1c0-0bb5c90f9a21']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:32.154271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.331591 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] For port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:32.361645 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.366392 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.378760 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:50:32.415198 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:32.419039 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.420574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-22bff97a-95a9-49ad-bbd2-97ef6c163a78 req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "PUT /v2.0/ports/99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 942 time: 0.3345590 Jul 30 02:50:32.421122 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:32.426537 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63e7837-bce4-4773-b5e1-6bdfab33be1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:32.430414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60646) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:32.482552 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300820b0-95ec-4c60-8620-4a97aa5d52fe x-openstack-request-id: req-300820b0-95ec-4c60-8620-4a97aa5d52fe {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:32.482954 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:32.483138 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-300820b0-95ec-4c60-8620-4a97aa5d52fe {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:32.484112 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'status': 'completed', 'code': 200} Jul 30 02:50:32.488378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event updated for resources: {'Port': ['ID=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:32.498938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.499380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.499875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.500056 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.500371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.500712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.501047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.501382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.501718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.502052 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.502383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.502710 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4401eaf-a144-40cd-879d-26e7f87757c7 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.508409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:50:32.518549 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.551682 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.561907 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-ca177164-dc2f-42d1-a9fd-dc0073d50a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:32.564133 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-ca177164-dc2f-42d1-a9fd-dc0073d50a01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=751d62c70aa14b42af5713a4428a421a&device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1096 time: 0.0574560 Jul 30 02:50:32.633066 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.635928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.639803 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "DELETE /v2.0/security-groups/b5e761a7-2958-4bea-b864-662432d40b9d HTTP/1.1" status: 204 len: 168 time: 0.2050869 Jul 30 02:50:32.640959 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60650) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:32.688728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-5f66910a-6637-4c2c-b905-420c6c6feae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:32.690272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-5f66910a-6637-4c2c-b905-420c6c6feae6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 200 len: 916 time: 0.1183069 Jul 30 02:50:32.701195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e761a7-2958-4bea-b864-662432d40b9d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:32.714704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.715088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.715778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.715778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.716107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.716388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.716716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.717218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.717566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.717888 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.718215 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.719138 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b486a-d45a-4ad3-9370-1186b5290e16 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:32.723565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ebc64066-c294-4e54-987e-b6e4c0201b03 None None] Provisioning complete for port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:32.723942 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ebc64066-c294-4e54-987e-b6e4c0201b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.787052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-56480445-8416-46df-b4b3-fd96f43b8bd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 1000 time: 0.0885844 Jul 30 02:50:32.843204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-06189f8d-389f-4a20-abf0-0398720ac9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:32.845246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-06189f8d-389f-4a20-abf0-0398720ac9d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=318f2339-8d3a-46b1-aa2e-715439f5aed4 HTTP/1.1" status: 200 len: 854 time: 0.0504415 Jul 30 02:50:32.853348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Deleting port 640c73b1-54d4-4f70-b567-8b2c304d2a97 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:32.853683 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.896543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-a7f58b31-49ae-4402-90b1-17977e72894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:32.898103 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-a7f58b31-49ae-4402-90b1-17977e72894d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441296 Jul 30 02:50:32.940864 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.941229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:32.953934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Calling delete_port for 640c73b1-54d4-4f70-b567-8b2c304d2a97 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:32.995010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-6b816d07-b92c-4916-8a92-7ae8b2dc0b18 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864701 Jul 30 02:50:33.093376 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e63e7837-bce4-4773-b5e1-6bdfab33be1b req-b0032b6e-28f7-40bc-94b3-95712ffe634b service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893321 Jul 30 02:50:33.125667 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.151979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event deleted for resources: {'Port': ['ID=640c73b1-54d4-4f70-b567-8b2c304d2a97,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:33.212102 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.212427 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Floating IP f2a63f67-b25a-4c06-8532-cb1002e31e45 disassociated (deleted). External IP: 172.25.7.10, port: 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a. Jul 30 02:50:33.424756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Router 7c91f8ce-1801-4174-b512-e0f178f4c26c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:33.475802 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-50e60204-b21c-4868-8685-d38bd5caa020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.875704 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:33.880619 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:33.885294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] Sync routers for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:33.894731 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:33.895339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:33.907104 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d1b4e338-9be2-4676-8f67-9d84718e5c89 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "DELETE /v2.0/floatingips/f2a63f67-b25a-4c06-8532-cb1002e31e45 HTTP/1.1" status: 204 len: 168 time: 1.2639349 Jul 30 02:50:33.907810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:33.911112 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:33.957484 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.011768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:34.231415 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:29Z', 'revision_number': 5, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:34.249294 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b66a7c0-0ffa-4838-8334-e607f5d74fff x-openstack-request-id: req-6b66a7c0-0ffa-4838-8334-e607f5d74fff {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:34.249729 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:34.250493 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6b66a7c0-0ffa-4838-8334-e607f5d74fff {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:34.250877 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'status': 'completed', 'code': 200} Jul 30 02:50:34.261641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] Checking router: 7c91f8ce-1801-4174-b512-e0f178f4c26c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:34.281366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:34.282001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:34.333048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-4b86f899-7abc-4dd7-98aa-3d69ca84dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:34.334656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-4b86f899-7abc-4dd7-98aa-3d69ca84dbaf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=751d62c70aa14b42af5713a4428a421a&device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 1096 time: 0.0574682 Jul 30 02:50:34.401474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:34.439464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-b0f5bf43-28f1-4f07-9c93-6d04ca4afa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:34.440946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-b0f5bf43-28f1-4f07-9c93-6d04ca4afa50 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 200 len: 916 time: 0.0965383 Jul 30 02:50:34.503899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-f568477c-8028-409a-97da-fd5b0029e62e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 200 len: 217 time: 0.0417690 Jul 30 02:50:34.564269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-3e83c84e-d49e-47d0-8eac-e6afbb26815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:34.565777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-3e83c84e-d49e-47d0-8eac-e6afbb26815c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=318f2339-8d3a-46b1-aa2e-715439f5aed4 HTTP/1.1" status: 200 len: 854 time: 0.0518632 Jul 30 02:50:34.617729 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:29Z', 'revision_number': 5, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:34.619023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-46b9c8c8-9193-44e0-a8f6-e363cf4bf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:34.620594 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-46b9c8c8-9193-44e0-a8f6-e363cf4bf2b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1b88ad7-b7fc-40b7-94fd-c5547d30a607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459032 Jul 30 02:50:34.650394 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b228c422-1508-4a9a-803a-2a1725ec2e95 None None] The sync data for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 is: [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:48:23Z', 'revision_number': 4, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3c5c414c-1da3-46ce-973f-8962e344f212', 'name': '', 'network_id': 'e1b88ad7-b7fc-40b7-94fd-c5547d30a607', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'mac_address': 'fa:16:3e:3d:17:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:22Z', 'updated_at': '2021-07-30T02:48:29Z', 'revision_number': 5, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'subnets': [{'id': '318f2339-8d3a-46b1-aa2e-715439f5aed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:34.728844 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-0fc3cf1a-34e3-4a7e-b5d9-3c2e2f10eab8 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936856 Jul 30 02:50:34.746436 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:34.837673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-37f8ccff-9ba2-49b5-81d0-c64dc89e15b9 req-2cfb8114-27d8-47f7-a64e-c88109759122 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986087 Jul 30 02:50:34.913484 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4ded-04a9-45d3-aebd-0dce0486cbb2 None None] New status for floating IP f2a63f67-b25a-4c06-8532-cb1002e31e45: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:50:36.399213 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:41.035167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeced79-6586-429c-b5b9-52265e54ab2c req-bc8c4f4d-1311-4e1c-8bc1-0b49dc540755 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:41.036622 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2eeced79-6586-429c-b5b9-52265e54ab2c req-bc8c4f4d-1311-4e1c-8bc1-0b49dc540755 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 945 time: 0.0555260 Jul 30 02:50:41.078606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2eeced79-6586-429c-b5b9-52265e54ab2c req-9836c2bd-c365-4cfc-a67d-3bd7cddb9356 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Jul 30 02:50:42.198896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8cccb-1c33-4b9a-8fdd-2fe56b341c08 req-cfb9bb98-209c-4360-9a85-542ff26058e5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:42.200448 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45b8cccb-1c33-4b9a-8fdd-2fe56b341c08 req-cfb9bb98-209c-4360-9a85-542ff26058e5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 945 time: 0.0524542 Jul 30 02:50:42.240631 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-45b8cccb-1c33-4b9a-8fdd-2fe56b341c08 req-2d9a668f-d7b9-4e53-9389-95727735506f tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f555848-ddef-4093-b1c0-0bb5c90f9a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333412 Jul 30 02:50:42.769828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-7611fc5d-6556-46fa-a343-8917968eacd9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:42.771266 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-7611fc5d-6556-46fa-a343-8917968eacd9 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.22 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 945 time: 0.0527503 Jul 30 02:50:42.860199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Deleting port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:42.860538 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.951269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] For port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:42.951660 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:42.965001 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Calling delete_port for 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:43.101373 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.112937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:50:43.129850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Pushing event deleted for resources: {'Port': ['ID=99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:43.171996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] No DVR routers for this DVR port 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:43.174652 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:43.176688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9c756646-2c9a-4162-846c-030e0c2a7b2b req-884437d9-3c64-4648-9d08-67058a47ead5 tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.22 "DELETE /v2.0/ports/99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a HTTP/1.1" status: 204 len: 173 time: 0.3988111 Jul 30 02:50:43.177129 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'name': 'network-vif-deleted', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:50:43.179407 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000d6722-1a91-4692-ad09-915c1f9713e7" -d '{"events": [{"server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "name": "network-vif-deleted", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:50:43.272236 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7d222c-a2ae-4cd0-be8c-525dcbc69a11 x-openstack-request-id: req-5c7d222c-a2ae-4cd0-be8c-525dcbc69a11 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:50:43.272902 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4630c87c-d793-4090-b8e4-0993cf042c34", "name": "network-vif-deleted", "tag": "99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:50:43.272902 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5c7d222c-a2ae-4cd0-be8c-525dcbc69a11 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:50:43.273325 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4630c87c-d793-4090-b8e4-0993cf042c34', 'name': 'network-vif-deleted', 'tag': '99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a', 'status': 'completed', 'code': 200} Jul 30 02:50:43.363863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0f8ba65f-db1b-4ff0-9011-101f0851b7df req-6a9a7bbd-b90b-4451-8766-e435c5bc64dc tempest-TestMinimumBasicScenario-694694153 tempest-TestMinimumBasicScenario-694694153-project] 10.222.0.84 "GET /v2.0/ports?device_id=4630c87c-d793-4090-b8e4-0993cf042c34 HTTP/1.1" status: 200 len: 210 time: 0.0270805 Jul 30 02:50:44.938690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60750) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:45.280761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.520525 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Deleting port 3c5c414c-1da3-46ce-973f-8962e344f212 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:45.520866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.596030 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] For port 3c5c414c-1da3-46ce-973f-8962e344f212, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3c5c414c-1da3-46ce-973f-8962e344f212,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:45.596393 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.608513 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Calling delete_port for 3c5c414c-1da3-46ce-973f-8962e344f212 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:45.787714 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:45.815000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5c414c-1da3-46ce-973f-8962e344f212,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:45.980326 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.190530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Router 7c91f8ce-1801-4174-b512-e0f178f4c26c has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:46.297802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:46.302974 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6e5d89c7-f01a-471c-be5f-6934fa957698 admin admin] 10.222.0.84 "PUT /v2.0/routers/7c91f8ce-1801-4174-b512-e0f178f4c26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3631747 Jul 30 02:50:46.305613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60752) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:46.307411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] Sync routers for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:46.317379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:46.317994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:46.409204 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.420820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:46.513810 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.566172 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Deleting port 7066bc61-b7b9-48da-9720-0bda63c56777 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:46.566511 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.599078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:50:45Z', 'revision_number': 5, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port': {'id': '7066bc61-b7b9-48da-9720-0bda63c56777', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ca:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:21Z', 'updated_at': '2021-07-30T02:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:46.631629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:46.633904 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] Checking router: 7c91f8ce-1801-4174-b512-e0f178f4c26c for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:46.649044 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] For port 7066bc61-b7b9-48da-9720-0bda63c56777, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7066bc61-b7b9-48da-9720-0bda63c56777,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:46.649409 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.655620 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:46.655961 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 99b3ced0-97fa-48e9-bf7f-32cbb0c2cd7a not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:46.660861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] Routers {'7c91f8ce-1801-4174-b512-e0f178f4c26c'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:46.661485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['7c91f8ce-1801-4174-b512-e0f178f4c26c'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:46.662224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Calling delete_port for 7066bc61-b7b9-48da-9720-0bda63c56777 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:46.834740 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.862695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Pushing event deleted for resources: {'Port': ['ID=7066bc61-b7b9-48da-9720-0bda63c56777,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:46.908436 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] Set router 7c91f8ce-1801-4174-b512-e0f178f4c26c gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:46.926103 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:46.959613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 6, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:46.988316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68fcd3-90a1-431d-bbdf-dcabb3975237 None None] The sync data for ids ['7c91f8ce-1801-4174-b512-e0f178f4c26c'] in n-d-715271-7 is: [{'id': '7c91f8ce-1801-4174-b512-e0f178f4c26c', 'name': 'tempest-TestMinimumBasicScenario-1669307644-router', 'tenant_id': '751d62c70aa14b42af5713a4428a421a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:20Z', 'updated_at': '2021-07-30T02:50:46Z', 'revision_number': 6, 'project_id': '751d62c70aa14b42af5713a4428a421a', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:47.380709 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.383712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.434660 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.435327 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c91f8ce-1801-4174-b512-e0f178f4c26c {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:50:47.442651 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.444027 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3d8c24e3-99a6-4d68-82f3-552e967da372 admin admin] 10.222.0.84 "DELETE /v2.0/routers/7c91f8ce-1801-4174-b512-e0f178f4c26c HTTP/1.1" status: 204 len: 168 time: 1.1371915 Jul 30 02:50:47.446471 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60754) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:47.459677 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3c5c414c-1da3-46ce-973f-8962e344f212 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:47.482830 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 3c5c414c-1da3-46ce-973f-8962e344f212 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:47.483179 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3c5c414c-1da3-46ce-973f-8962e344f212 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:47.502670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2079acb-12ec-420a-9350-9b7b36995a29 admin admin] Deleting subnet 318f2339-8d3a-46b1-aa2e-715439f5aed4 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:50:47.506505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2079acb-12ec-420a-9350-9b7b36995a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.546064 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2079acb-12ec-420a-9350-9b7b36995a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.636574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2079acb-12ec-420a-9350-9b7b36995a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.692642 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2079acb-12ec-420a-9350-9b7b36995a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.720954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2079acb-12ec-420a-9350-9b7b36995a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318f2339-8d3a-46b1-aa2e-715439f5aed4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:47.725920 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e2079acb-12ec-420a-9350-9b7b36995a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.727863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e2079acb-12ec-420a-9350-9b7b36995a29 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/318f2339-8d3a-46b1-aa2e-715439f5aed4 HTTP/1.1" status: 204 len: 168 time: 0.2803569 Jul 30 02:50:47.730366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60756) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:47.731485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d587123-6c7b-4bad-8907-6c3d7bf5fd92 None None] Network e1b88ad7-b7fc-40b7-94fd-c5547d30a607 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:47.802717 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.867250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Deleting port 6d4605be-13e1-46e3-a885-47ea13c891bc {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:47.867638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.925569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] DHCP port deletion for e1b88ad7-b7fc-40b7-94fd-c5547d30a607 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:50:47.941168 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] For port 6d4605be-13e1-46e3-a885-47ea13c891bc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6d4605be-13e1-46e3-a885-47ea13c891bc,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:47.941632 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:47.958702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Calling delete_port for 6d4605be-13e1-46e3-a885-47ea13c891bc owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:47.974698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Deleting port 6d4605be-13e1-46e3-a885-47ea13c891bc {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:47.975075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.041027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] For port 6d4605be-13e1-46e3-a885-47ea13c891bc, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=6d4605be-13e1-46e3-a885-47ea13c891bc,segment=NetworkSegment(dfd45f2f-60d0-4986-aa13-81aec3b8a873),segment_id=dfd45f2f-60d0-4986-aa13-81aec3b8a873)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:48.043471 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.050358 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.062599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Calling delete_port for 6d4605be-13e1-46e3-a885-47ea13c891bc owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:48.076563 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4605be-13e1-46e3-a885-47ea13c891bc,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.085482 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] No DVR routers for this DVR port 6d4605be-13e1-46e3-a885-47ea13c891bc on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:48.159095 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.162575 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.174512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b88ad7-b7fc-40b7-94fd-c5547d30a607']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:48.181213 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Pushing event deleted for resources: {'Port': ['ID=6d4605be-13e1-46e3-a885-47ea13c891bc,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.185698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] No DVR routers for this DVR port 6d4605be-13e1-46e3-a885-47ea13c891bc on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:48.193182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.193529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.193872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.194702 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.195607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.195954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.196293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.196625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.197286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.197286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.197594 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.198115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6126d85f-b704-482a-8d31-6a808da73b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:50:48.200047 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd45f2f-60d0-4986-aa13-81aec3b8a873') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:48.200370 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd45f2f-60d0-4986-aa13-81aec3b8a873') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:48.214870 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.229650 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.236537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:48.236991 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:48.238759 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:48.291954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.297171 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.302678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] 10.222.0.84 "DELETE /v2.0/networks/e1b88ad7-b7fc-40b7-94fd-c5547d30a607 HTTP/1.1" status: 204 len: 168 time: 0.5683439 Jul 30 02:50:48.302859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60758) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:48.312720 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e2ffe-fb22-42c7-abc4-c620329b08ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b88ad7-b7fc-40b7-94fd-c5547d30a607,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:48.639582 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.882559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Deleting port 3bf329a1-7ca9-4fd3-9b55-1455660af77c {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:48.882895 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.963958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] For port 3bf329a1-7ca9-4fd3-9b55-1455660af77c, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3bf329a1-7ca9-4fd3-9b55-1455660af77c,segment=NetworkSegment(6f1fa192-6597-4f9a-b346-a05894516045),segment_id=6f1fa192-6597-4f9a-b346-a05894516045)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:48.964194 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:48.977020 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Calling delete_port for 3bf329a1-7ca9-4fd3-9b55-1455660af77c owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:49.107681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6d4605be-13e1-46e3-a885-47ea13c891bc no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:49.128332 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 6d4605be-13e1-46e3-a885-47ea13c891bc {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:49.128678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 6d4605be-13e1-46e3-a885-47ea13c891bc not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:49.129099 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7066bc61-b7b9-48da-9720-0bda63c56777 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:49.146835 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7066bc61-b7b9-48da-9720-0bda63c56777 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:49.147180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7066bc61-b7b9-48da-9720-0bda63c56777 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:49.161526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.186801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf329a1-7ca9-4fd3-9b55-1455660af77c,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:49.357865 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.570324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Router 9ff63d85-654c-4224-a92d-0afd68baed61 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:49.674143 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:49.679138 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8bc27685-f501-4c1a-80ba-307757f9f270 admin admin] 10.222.0.84 "PUT /v2.0/routers/9ff63d85-654c-4224-a92d-0afd68baed61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3751805 Jul 30 02:50:49.681690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60760) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:49.684335 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] Sync routers for ids ['9ff63d85-654c-4224-a92d-0afd68baed61'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:49.694400 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] Routers {'9ff63d85-654c-4224-a92d-0afd68baed61'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:49.694997 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ff63d85-654c-4224-a92d-0afd68baed61'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:49.786073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.797232 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] Set router 9ff63d85-654c-4224-a92d-0afd68baed61 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:49.886996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.939363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Deleting port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:49.939716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:49.976294 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:50:49Z', 'revision_number': 5, 'project_id': 'f5295b08eecf4000918626e49639d026', 'gw_port': {'id': '7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:50.002371 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] Checking router: 9ff63d85-654c-4224-a92d-0afd68baed61 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:50.013035 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] Routers {'9ff63d85-654c-4224-a92d-0afd68baed61'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:50.013657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9ff63d85-654c-4224-a92d-0afd68baed61'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:50.021324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] For port 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:50.021665 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.035013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Calling delete_port for 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:50.098930 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] Set router 9ff63d85-654c-4224-a92d-0afd68baed61 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:50.149203 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:50:49Z', 'revision_number': 6, 'project_id': 'f5295b08eecf4000918626e49639d026', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:50.178608 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e294709-d4a8-4978-ab84-c06e6aa0457d None None] The sync data for ids ['9ff63d85-654c-4224-a92d-0afd68baed61'] in n-d-715271-7 is: [{'id': '9ff63d85-654c-4224-a92d-0afd68baed61', 'name': 'tempest-TestMinimumBasicScenario-132635776-router', 'tenant_id': 'f5295b08eecf4000918626e49639d026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:48:25Z', 'updated_at': '2021-07-30T02:50:49Z', 'revision_number': 6, 'project_id': 'f5295b08eecf4000918626e49639d026', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:50.210117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.233899 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:50.294951 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.727287 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.730029 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.777903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.778417 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff63d85-654c-4224-a92d-0afd68baed61 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:50:50.783827 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.784798 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-98df3ba8-727e-4c54-bf30-d629a01aa104 admin admin] 10.222.0.84 "DELETE /v2.0/routers/9ff63d85-654c-4224-a92d-0afd68baed61 HTTP/1.1" status: 204 len: 168 time: 1.1021953 Jul 30 02:50:50.787368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60762) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:50.832784 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2db73ad-2cc8-4726-86ad-06a00937e8ed admin admin] Deleting subnet 85d44ec9-1290-4e3e-ae92-7a2694f794d4 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:50:50.835853 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2db73ad-2cc8-4726-86ad-06a00937e8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.869135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2db73ad-2cc8-4726-86ad-06a00937e8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:50.952217 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2db73ad-2cc8-4726-86ad-06a00937e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.012904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2db73ad-2cc8-4726-86ad-06a00937e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.038812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db73ad-2cc8-4726-86ad-06a00937e8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d44ec9-1290-4e3e-ae92-7a2694f794d4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:51.043135 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c2db73ad-2cc8-4726-86ad-06a00937e8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.045070 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c2db73ad-2cc8-4726-86ad-06a00937e8ed admin admin] 10.222.0.84 "DELETE /v2.0/subnets/85d44ec9-1290-4e3e-ae92-7a2694f794d4 HTTP/1.1" status: 204 len: 168 time: 0.2565885 Jul 30 02:50:51.048345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60764) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:51.051203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f83640-90fe-44a4-8da7-9db38924569f None None] Network 64a0fb36-7543-4a18-9027-4e0a2e8adbec requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:51.125130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3bf329a1-7ca9-4fd3-9b55-1455660af77c no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:51.128440 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.168419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 3bf329a1-7ca9-4fd3-9b55-1455660af77c {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:51.168820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3bf329a1-7ca9-4fd3-9b55-1455660af77c not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:51.169187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:51.190832 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Deleting port 54becc5e-675b-4136-bb86-1435ec6bcdc6 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:51.191249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.206116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:51.206465 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7c5c0a7f-0aa1-4155-a7a6-491cc7779f5e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:51.258783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] For port 54becc5e-675b-4136-bb86-1435ec6bcdc6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=54becc5e-675b-4136-bb86-1435ec6bcdc6,segment=NetworkSegment(6f1fa192-6597-4f9a-b346-a05894516045),segment_id=6f1fa192-6597-4f9a-b346-a05894516045)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:51.259152 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.272371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Calling delete_port for 54becc5e-675b-4136-bb86-1435ec6bcdc6 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:51.284668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd2a64-8a5d-4719-abef-1102e954d75d None None] DHCP port deletion for 64a0fb36-7543-4a18-9027-4e0a2e8adbec request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:50:51.339088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-84bd2a64-8a5d-4719-abef-1102e954d75d None None] Deleting port 54becc5e-675b-4136-bb86-1435ec6bcdc6 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:50:51.339371 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84bd2a64-8a5d-4719-abef-1102e954d75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.361465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.386795 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Pushing event deleted for resources: {'Port': ['ID=54becc5e-675b-4136-bb86-1435ec6bcdc6,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:51.392334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] No DVR routers for this DVR port 54becc5e-675b-4136-bb86-1435ec6bcdc6 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:51.403661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-84bd2a64-8a5d-4719-abef-1102e954d75d None None] For port 54becc5e-675b-4136-bb86-1435ec6bcdc6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=54becc5e-675b-4136-bb86-1435ec6bcdc6,segment=NetworkSegment(6f1fa192-6597-4f9a-b346-a05894516045),segment_id=6f1fa192-6597-4f9a-b346-a05894516045)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:51.404059 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84bd2a64-8a5d-4719-abef-1102e954d75d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.417222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-84bd2a64-8a5d-4719-abef-1102e954d75d None None] Calling delete_port for 54becc5e-675b-4136-bb86-1435ec6bcdc6 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:50:51.466385 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.478140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a0fb36-7543-4a18-9027-4e0a2e8adbec']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:51.488997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1fa192-6597-4f9a-b346-a05894516045') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:51.489445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1fa192-6597-4f9a-b346-a05894516045') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:51.496484 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-84bd2a64-8a5d-4719-abef-1102e954d75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.498589 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.512853 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.521281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:50:51.521511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd2a64-8a5d-4719-abef-1102e954d75d None None] Pushing event deleted for resources: {'Port': ['ID=54becc5e-675b-4136-bb86-1435ec6bcdc6,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:51.521909 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.525057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd2a64-8a5d-4719-abef-1102e954d75d None None] No DVR routers for this DVR port 54becc5e-675b-4136-bb86-1435ec6bcdc6 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:50:51.533757 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:50:51.589047 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.606512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.608462 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] 10.222.0.84 "DELETE /v2.0/networks/64a0fb36-7543-4a18-9027-4e0a2e8adbec HTTP/1.1" status: 204 len: 168 time: 0.5592723 Jul 30 02:50:51.609539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d41178-c777-417d-bedf-8f6a7b5948ce admin admin] Pushing event deleted for resources: {'Network': ['ID=64a0fb36-7543-4a18-9027-4e0a2e8adbec,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:51.777948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60770) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:51.817525 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b3b5205f-42f1-4a75-946c-aa419e0e70be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=751d62c70aa14b42af5713a4428a421a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382528 Jul 30 02:50:51.819979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60772) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:51.870502 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66a5ae6d-762b-4dbb-b787-48d34a42d15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.893120 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66a5ae6d-762b-4dbb-b787-48d34a42d15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.939360 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66a5ae6d-762b-4dbb-b787-48d34a42d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.942060 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-66a5ae6d-762b-4dbb-b787-48d34a42d15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:51.943247 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-66a5ae6d-762b-4dbb-b787-48d34a42d15f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7f555848-ddef-4093-b1c0-0bb5c90f9a21 HTTP/1.1" status: 204 len: 168 time: 0.1224146 Jul 30 02:50:51.951292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5ae6d-762b-4dbb-b787-48d34a42d15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f555848-ddef-4093-b1c0-0bb5c90f9a21,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:52.253403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60778) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:52.292658 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-163d844e-942b-48c0-9a9e-6d335f9cb685 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f5295b08eecf4000918626e49639d026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380754 Jul 30 02:50:52.295132 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60780) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:52.343842 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74808bd9-eb4b-4466-8570-c05616d44efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.365082 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74808bd9-eb4b-4466-8570-c05616d44efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.412903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74808bd9-eb4b-4466-8570-c05616d44efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.415349 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-74808bd9-eb4b-4466-8570-c05616d44efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:52.416518 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-74808bd9-eb4b-4466-8570-c05616d44efe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/32bb512c-6f76-4800-88ab-bbdb23da1490 HTTP/1.1" status: 204 len: 168 time: 0.1204443 Jul 30 02:50:52.424767 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74808bd9-eb4b-4466-8570-c05616d44efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bb512c-6f76-4800-88ab-bbdb23da1490,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:53.123956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 54becc5e-675b-4136-bb86-1435ec6bcdc6 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:50:53.143769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 54becc5e-675b-4136-bb86-1435ec6bcdc6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:50:53.144115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 54becc5e-675b-4136-bb86-1435ec6bcdc6 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:50:53.949047 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60820) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:53.954177 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287461458', 'description': 'tempest-secgroup-smoke-287461458 description', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:53.976946 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:53.985552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.079019 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.082908 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.120343 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e05c19-3138-4c81-9219-d878785be942,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.178854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.182852 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.206396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.207663 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2575462 Jul 30 02:50:54.211021 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60822) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:54.215658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e09a86-a4c1-4f8b-a814-f5230da2e6e8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097a6c46-e710-4b4e-89d1-7c7931db56db,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.215954 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-c6a8100b-26f3-4b2a-9380-007c6402aef4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '097a6c46-e710-4b4e-89d1-7c7931db56db', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:54.244363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6a8100b-26f3-4b2a-9380-007c6402aef4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.305682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6a8100b-26f3-4b2a-9380-007c6402aef4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.311508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6a8100b-26f3-4b2a-9380-007c6402aef4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.335839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8100b-26f3-4b2a-9380-007c6402aef4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78515859-c2ad-44f1-96eb-5a20952e87c3,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.338285 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c6a8100b-26f3-4b2a-9380-007c6402aef4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.339621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c6a8100b-26f3-4b2a-9380-007c6402aef4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275153 Jul 30 02:50:54.343547 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60824) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:54.348092 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-1983391a-f8e5-4ea6-bec2-f594e43c2d71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '097a6c46-e710-4b4e-89d1-7c7931db56db', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:54.375336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1983391a-f8e5-4ea6-bec2-f594e43c2d71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.398493 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:50:54.435583 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1983391a-f8e5-4ea6-bec2-f594e43c2d71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.440311 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1983391a-f8e5-4ea6-bec2-f594e43c2d71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.457862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983391a-f8e5-4ea6-bec2-f594e43c2d71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efb0f6d-1ca3-4803-93d5-4a7b5e9d47d0,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.464754 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1983391a-f8e5-4ea6-bec2-f594e43c2d71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.466001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1983391a-f8e5-4ea6-bec2-f594e43c2d71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215291 Jul 30 02:50:54.468758 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60826) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:54.473256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d59f9003-696e-4315-bd9d-cd52859ba102 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '097a6c46-e710-4b4e-89d1-7c7931db56db', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:54.500292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d59f9003-696e-4315-bd9d-cd52859ba102 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.539205 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.559053 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d59f9003-696e-4315-bd9d-cd52859ba102 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.563355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d59f9003-696e-4315-bd9d-cd52859ba102 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.581620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f9003-696e-4315-bd9d-cd52859ba102 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37e419f-92e7-4f29-a36d-46bb6e2492d5,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.587623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d59f9003-696e-4315-bd9d-cd52859ba102 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.588885 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d59f9003-696e-4315-bd9d-cd52859ba102 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192136 Jul 30 02:50:54.591837 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60828) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:54.596265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-9bb4eee5-2eb6-49a3-9d8b-3c1938cb181b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '097a6c46-e710-4b4e-89d1-7c7931db56db', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:54.622945 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bb4eee5-2eb6-49a3-9d8b-3c1938cb181b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.693513 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bb4eee5-2eb6-49a3-9d8b-3c1938cb181b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.697248 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bb4eee5-2eb6-49a3-9d8b-3c1938cb181b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.716873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4eee5-2eb6-49a3-9d8b-3c1938cb181b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7753b81e-fd60-4eb0-82b6-2243c9f451ee,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.724302 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-9bb4eee5-2eb6-49a3-9d8b-3c1938cb181b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.725608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9bb4eee5-2eb6-49a3-9d8b-3c1938cb181b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328211 Jul 30 02:50:54.728263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60830) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:54.732741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-555d12c3-0f12-4b7e-8b21-8f68c9db3d6e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '097a6c46-e710-4b4e-89d1-7c7931db56db', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:54.754015 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-555d12c3-0f12-4b7e-8b21-8f68c9db3d6e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:50:54.758773 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-555d12c3-0f12-4b7e-8b21-8f68c9db3d6e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.820309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-555d12c3-0f12-4b7e-8b21-8f68c9db3d6e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.824242 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-555d12c3-0f12-4b7e-8b21-8f68c9db3d6e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.842221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d12c3-0f12-4b7e-8b21-8f68c9db3d6e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432123fe-ac45-49a5-9e93-5f9f1a15d4d3,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.848264 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-555d12c3-0f12-4b7e-8b21-8f68c9db3d6e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.849230 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-555d12c3-0f12-4b7e-8b21-8f68c9db3d6e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199923 Jul 30 02:50:54.852049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60832) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:54.856659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-2db2b84c-f71e-4353-8493-e90ea3572f22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '097a6c46-e710-4b4e-89d1-7c7931db56db', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:54.878304 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-2db2b84c-f71e-4353-8493-e90ea3572f22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:50:54.883519 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2db2b84c-f71e-4353-8493-e90ea3572f22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.945810 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2db2b84c-f71e-4353-8493-e90ea3572f22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.949732 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2db2b84c-f71e-4353-8493-e90ea3572f22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.969704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2b84c-f71e-4353-8493-e90ea3572f22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370133b3-4b5e-4443-ab46-034c7e7893c2,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:54.973080 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2db2b84c-f71e-4353-8493-e90ea3572f22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:54.974308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2db2b84c-f71e-4353-8493-e90ea3572f22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212637 Jul 30 02:50:54.977290 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60834) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:54.982278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'network': {'name': 'tempest-network-smoke--1341064908', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'port_security_enabled': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:55.003528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:55.006879 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.030197 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:50:55.040141 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.040486 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Added segment 3a613892-ceb3-45ac-9a99-c05365d5b39d of type vlan for network 45e62419-9d2c-47b4-bc53-ab3520f491c0 Jul 30 02:50:55.081675 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.113064 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.118598 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:55.119183 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.175508 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1970587 Jul 30 02:50:55.178567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60836) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:55.183283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'admin_state_up': True, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:55.186404 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c2139-cefa-4fa6-b7a5-e5f01cb445b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Network': ['ID=45e62419-9d2c-47b4-bc53-ab3520f491c0,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:55.196643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 45e62419-9d2c-47b4-bc53-ab3520f491c0 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:50:55.207793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.208799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.263251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.399481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.591198 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.610648 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.714173 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.157 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/9e863e09-3432-466f-8587-453fd67db51a) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:55.813829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.852802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:55.888637 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:55.891900 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:55.895234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:55.903036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=9e863e09-3432-466f-8587-453fd67db51a,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:56.150425 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.343406 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.468433 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 9cc3dc39-303c-487b-bc25-a1417b4e6315 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:50:56.572190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:56.584915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Sync routers for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:56.592990 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.594232 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a152fa1c-a8d3-4f98-9bd4-8acb09bd0680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4146743 Jul 30 02:50:56.597942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60838) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:56.598684 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:56.599310 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:56.705737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:56.718623 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c1d8cccf-df16-4e56-a813-132490abac55 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=93bd58a5cd9c4d6798bbcf59f9350835&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1191711 Jul 30 02:50:56.721805 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60842) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:56.808878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1646d0-62d6-40d8-98ab-469af3df18be tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:56.810527 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bf1646d0-62d6-40d8-98ab-469af3df18be tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877898 Jul 30 02:50:56.813675 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60844) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:56.842075 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8dd01b7d-c773-4570-9930-e58dfdd5f439 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273099 Jul 30 02:50:56.845283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60846) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:56.850071 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638659154', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:50:56.882118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:56Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:56.911828 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Checking router: 9cc3dc39-303c-487b-bc25-a1417b4e6315 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:50:56.912175 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Updating router 9cc3dc39-303c-487b-bc25-a1417b4e6315 port 9e863e09-3432-466f-8587-453fd67db51a binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:50:56.936464 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:56.942756 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:50:56.946223 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.131694 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.186524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Subnet': ['ID=f54e8719-c160-4568-81c3-422682dafcfe,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:57.193468 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.203723 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Transition to ACTIVE for port object 9e863e09-3432-466f-8587-453fd67db51a will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:57.204979 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Checking segment: {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:57.205330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network hostable DHCP agents. Network: 45e62419-9d2c-47b4-bc53-ab3520f491c0, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:50:57.210235 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.222751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 45e62419-9d2c-47b4-bc53-ab3520f491c0 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:50:57.231559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 45e62419-9d2c-47b4-bc53-ab3520f491c0) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:57.238652 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:50:57.238652 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.245150 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c898d085-881b-41a4-8ba9-5b5e55690fc2 None None] Network 45e62419-9d2c-47b4-bc53-ab3520f491c0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:57.257592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9f82bfbb-0a89-4fec-8c8c-283e187ffb29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4112847 Jul 30 02:50:57.260416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60848) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:50:57.311494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb34ff6-f56c-4b97-a4fe-90861e194658 None None] Pushing event updated for resources: {'Port': ['ID=9e863e09-3432-466f-8587-453fd67db51a,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:57.316385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Attempting to bind port 9e863e09-3432-466f-8587-453fd67db51a on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:57.316757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Attempting to bind port 9e863e09-3432-466f-8587-453fd67db51a by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:57.317124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Attempting to bind port 9e863e09-3432-466f-8587-453fd67db51a on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:57.326563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:57.326946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:57.327355 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.327780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:57.328519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Bound port: 9e863e09-3432-466f-8587-453fd67db51a, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:57.328934 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.420291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] For port 9e863e09-3432-466f-8587-453fd67db51a, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:57.443363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] For port 9e863e09-3432-466f-8587-453fd67db51a, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9e863e09-3432-466f-8587-453fd67db51a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:57.449247 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.507341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-45e62419-9d2c-47b4-bc53-ab3520f491c0', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:50:57.508368 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.542973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:57.543638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:57.552273 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb34ff6-f56c-4b97-a4fe-90861e194658 None None] Pushing event updated for resources: {'Port': ['ID=9e863e09-3432-466f-8587-453fd67db51a,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:57.694092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:57.746376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:57.804029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Allocated IP 172.20.0.2 (45e62419-9d2c-47b4-bc53-ab3520f491c0/f54e8719-c160-4568-81c3-422682dafcfe/2df86c23-3238-4b3f-ae8d-43cba14da5c4) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:58.040217 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.051448 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:56Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:58.053492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Transition to ACTIVE for port object 2df86c23-3238-4b3f-ae8d-43cba14da5c4 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:58.084753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee2723-ce88-4a9e-ad54-325aa1ff4fb5 None None] The sync data for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 is: [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:56Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:50:58.092549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Transition to ACTIVE for port object 2df86c23-3238-4b3f-ae8d-43cba14da5c4 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:58.100041 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.149626 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Network 45e62419-9d2c-47b4-bc53-ab3520f491c0 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:58.152555 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:58.155201 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:58.162903 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.1 (45e62419-9d2c-47b4-bc53-ab3520f491c0/f54e8719-c160-4568-81c3-422682dafcfe/13dac485-dd7f-4b6a-87cb-fdeeba7891f3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:50:58.170215 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Pushing event updated for resources: {'Port': ['ID=2df86c23-3238-4b3f-ae8d-43cba14da5c4,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:58.222471 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Attempting to bind port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:50:58.223241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Attempting to bind port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:50:58.223779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Attempting to bind port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 on network 45e62419-9d2c-47b4-bc53-ab3520f491c0 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:50:58.229434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:50:58.229814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Checking segment: {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:50:58.230225 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.230672 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Bound using segment: {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:50:58.231128 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Bound port: 2df86c23-3238-4b3f-ae8d-43cba14da5c4, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:50:58.231558 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.302158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.325064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] For port 2df86c23-3238-4b3f-ae8d-43cba14da5c4, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:50:58.327224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:50:58.329831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] For port 2df86c23-3238-4b3f-ae8d-43cba14da5c4, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2df86c23-3238-4b3f-ae8d-43cba14da5c4,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:50:58.340027 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.369496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.413541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f08be4-daf9-4e70-ab15-9b5ee8347c59 None None] Pushing event updated for resources: {'Port': ['ID=2df86c23-3238-4b3f-ae8d-43cba14da5c4,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:58.430009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 45e62419-9d2c-47b4-bc53-ab3520f491c0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:58.436488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:58.441189 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=13dac485-dd7f-4b6a-87cb-fdeeba7891f3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:58.443717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:50:58.491207 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.651265 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.942848 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:58.947459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.026608 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.028590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=13dac485-dd7f-4b6a-87cb-fdeeba7891f3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:59.134046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 45e62419-9d2c-47b4-bc53-ab3520f491c0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:50:59.136991 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:50:59.185572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2df86c23-3238-4b3f-ae8d-43cba14da5c4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:59.249861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:59.255876 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9e863e09-3432-466f-8587-453fd67db51a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:50:59.311845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9e863e09-3432-466f-8587-453fd67db51a completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:59.317663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9e863e09-3432-466f-8587-453fd67db51a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:59.318108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.416861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b41b49-54e2-4238-9cef-0cc7efda0852 None None] Network 45e62419-9d2c-47b4-bc53-ab3520f491c0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:50:59.648009 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 9cc3dc39-303c-487b-bc25-a1417b4e6315 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:50:59.656593 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ae53b315-156b-4abf-80de-eff4616c6dd0 None None] Provisioning for port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:50:59.658525 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.675881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ae53b315-156b-4abf-80de-eff4616c6dd0 None None] Provisioning complete for port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:50:59.676254 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae53b315-156b-4abf-80de-eff4616c6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.721162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 9e863e09-3432-466f-8587-453fd67db51a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9e863e09-3432-466f-8587-453fd67db51a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:59.729956 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.786034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:50:59.793870 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-163af6e2-adcf-408b-aa64-de760c1cc33d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/9cc3dc39-303c-487b-bc25-a1417b4e6315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5299578 Jul 30 02:50:59.802556 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Sync routers for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:50:59.811940 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:50:59.812546 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:50:59.830636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=9e863e09-3432-466f-8587-453fd67db51a,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:50:59.891085 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae53b315-156b-4abf-80de-eff4616c6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.935779 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:50:59.936732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ae53b315-156b-4abf-80de-eff4616c6dd0 None None] For port 2df86c23-3238-4b3f-ae8d-43cba14da5c4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2df86c23-3238-4b3f-ae8d-43cba14da5c4,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:50:59.942167 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ae53b315-156b-4abf-80de-eff4616c6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:50:59.961325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-0913aae0-83d1-487c-bdc9-48a8a84446a9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287461458&fields=id&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 267 time: 0.0489714 Jul 30 02:51:00.012417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53b315-156b-4abf-80de-eff4616c6dd0 None None] Pushing event updated for resources: {'Port': ['ID=2df86c23-3238-4b3f-ae8d-43cba14da5c4,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:00.126040 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8e25dd56-7c71-45ce-a2ca-13462215623b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:00.127519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8e25dd56-7c71-45ce-a2ca-13462215623b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/networks?id=45e62419-9d2c-47b4-bc53-ab3520f491c0 HTTP/1.1" status: 200 len: 797 time: 0.1593363 Jul 30 02:51:00.146351 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-3573b1af-9720-41c1-b00b-75b1f567913b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/quotas/93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 375 time: 0.0098944 Jul 30 02:51:00.176467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8b824f06-e566-42de-ac83-dbd10d3e5557 None None] Provisioning for port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:51:00.181333 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8b824f06-e566-42de-ac83-dbd10d3e5557 None None] Provisioning complete for port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:00.181992 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b824f06-e566-42de-ac83-dbd10d3e5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.223397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-8b824f06-e566-42de-ac83-dbd10d3e5557 None None] Port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:51:00.228322 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-6df5ed67-074a-44b3-b5f0-012a168ccb34 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689511 Jul 30 02:51:00.235758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8b824f06-e566-42de-ac83-dbd10d3e5557 None None] Provisioning complete for port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:00.236202 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8b824f06-e566-42de-ac83-dbd10d3e5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.268210 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '13dac485-dd7f-4b6a-87cb-fdeeba7891f3', 'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:66:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:57Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 2, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:00.323962 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Checking router: 9cc3dc39-303c-487b-bc25-a1417b4e6315 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:51:00.324631 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Updating router 9cc3dc39-303c-487b-bc25-a1417b4e6315 port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:51:00.349511 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-c34efb27-06a4-4301-abd1-e062c6b9ce22 service neutron] 10.222.0.84 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077082 Jul 30 02:51:00.356024 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.452518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f37f5cb5-47cf-4770-bdea-e3773b3f4d83 None None] Provisioning complete for port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:00.453061 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f37f5cb5-47cf-4770-bdea-e3773b3f4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.455124 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-2edf6f70-4d38-4b99-8a68-6dfd535158ce service neutron] 10.222.0.84 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977371 Jul 30 02:51:00.502579 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f37f5cb5-47cf-4770-bdea-e3773b3f4d83 None None] Port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:51:00.621982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-79b388db-b372-4e89-854b-cb3fcbdb1643 None None] Provisioning complete for port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:00.622244 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79b388db-b372-4e89-854b-cb3fcbdb1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.645397 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.655199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-79b388db-b372-4e89-854b-cb3fcbdb1643 None None] Port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:51:00.655544 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Transition to ACTIVE for port object 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:00.661709 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.711149 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Pushing event updated for resources: {'Port': ['ID=13dac485-dd7f-4b6a-87cb-fdeeba7891f3,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:00.737758 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.738101 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.738433 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.738765 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.739088 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.739407 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.739746 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.740062 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.740378 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.740689 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.741000 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.741308 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:00.771959 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Attempting to bind port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:51:00.772329 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Attempting to bind port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:51:00.772680 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Attempting to bind port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 on network 45e62419-9d2c-47b4-bc53-ab3520f491c0 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:00.778102 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:51:00.778244 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Checking segment: {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:51:00.778693 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.779071 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Bound using segment: {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:51:00.779594 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Bound port: 13dac485-dd7f-4b6a-87cb-fdeeba7891f3, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:51:00.779966 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.847731 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] For port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:51:00.849434 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3180fea0-6a7d-4208-bb5b-4214eb04c143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.852659 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] For port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=13dac485-dd7f-4b6a-87cb-fdeeba7891f3,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:51:00.857733 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:00.917813 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:00.918497 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:50:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:00.920448 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8040788-8cff-42a1-af1b-0a128e9bf7c6 None None] Pushing event updated for resources: {'Port': ['ID=13dac485-dd7f-4b6a-87cb-fdeeba7891f3,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:01.031908 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:01.124801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2df86c23-3238-4b3f-ae8d-43cba14da5c4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:01.173401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:01.173721 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.232640 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '13dac485-dd7f-4b6a-87cb-fdeeba7891f3', 'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:66:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:57Z', 'updated_at': '2021-07-30T02:51:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:01.252898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9e863e09-3432-466f-8587-453fd67db51a up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:01.259399 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b449aa23-f0ae-4e16-a2d8-4f60e56f529a None None] The sync data for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 is: [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '13dac485-dd7f-4b6a-87cb-fdeeba7891f3', 'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:66:a5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:57Z', 'updated_at': '2021-07-30T02:51:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:51:01.302813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9e863e09-3432-466f-8587-453fd67db51a triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:01.303184 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:01.667287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-871a9b8a-9b61-44ec-8859-3f4c9b4db170 req-fbd989e8-0df0-4f0f-9b5a-8a4f47e18860 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 210 time: 0.0282030 Jul 30 02:51:02.093982 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:02.632551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8045f07b-9008-426a-8c6e-00412601359d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:02.634030 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8045f07b-9008-426a-8c6e-00412601359d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/networks?id=45e62419-9d2c-47b4-bc53-ab3520f491c0 HTTP/1.1" status: 200 len: 797 time: 0.1117108 Jul 30 02:51:02.683163 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-c3ad9010-7045-4d92-a029-200550cea0d3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 379 time: 0.0396774 Jul 30 02:51:02.693299 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'port': {'device_id': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'admin_state_up': True, 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'security_groups': ['097a6c46-e710-4b4e-89d1-7c7931db56db']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:02.765981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a2bd44aa-6d46-4bd7-ba50-5ad48c0d832c req-bbfcac9b-6558-49c3-95c6-3b009262c4f2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 210 time: 0.0270679 Jul 30 02:51:02.801563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:51:02.805090 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:02.933043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.14 (45e62419-9d2c-47b4-bc53-ab3520f491c0/f54e8719-c160-4568-81c3-422682dafcfe/60aa2c3d-c443-4c89-9ac0-d35b7738d290) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:51:03.067454 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.084523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object 60aa2c3d-c443-4c89-9ac0-d35b7738d290 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:03.120773 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.149001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:03.177282 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 45e62419-9d2c-47b4-bc53-ab3520f491c0 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:51:03.180410 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:51:03.187477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:51:03.192051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=60aa2c3d-c443-4c89-9ac0-d35b7738d290,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:03.206018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:51:03.210197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:03.210576 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.255223 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:03.256039 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.276612 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-980f3c9e-5b21-494c-9490-a5466670813d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869482 Jul 30 02:51:03.298799 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.336768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=13dac485-dd7f-4b6a-87cb-fdeeba7891f3,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:03.338258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Request body: {'port': {'device_id': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:03.342475 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.396710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=13dac485-dd7f-4b6a-87cb-fdeeba7891f3,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:03.399781 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.432859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-15e70426-bdf5-47fb-8010-dda4385c68d9 None None] Provisioning for port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:51:03.436897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-15e70426-bdf5-47fb-8010-dda4385c68d9 None None] Provisioning complete for port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:03.437214 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-15e70426-bdf5-47fb-8010-dda4385c68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.491047 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fdb3e182-bf3c-454a-a9ed-ea20302c40c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.494142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-15e70426-bdf5-47fb-8010-dda4385c68d9 None None] Port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:51:03.669668 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aa2c3d-c443-4c89-9ac0-d35b7738d290 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:51:03.677598 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.689342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Transition to ACTIVE for port object 60aa2c3d-c443-4c89-9ac0-d35b7738d290 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:03.692649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.744134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Pushing event updated for resources: {'Port': ['ID=60aa2c3d-c443-4c89-9ac0-d35b7738d290,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:03.816635 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Attempting to bind port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:51:03.816972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Attempting to bind port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:51:03.817305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Attempting to bind port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 on network 45e62419-9d2c-47b4-bc53-ab3520f491c0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:03.822068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 on network 45e62419-9d2c-47b4-bc53-ab3520f491c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:51:03.822424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Attempting to bind port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 on network 45e62419-9d2c-47b4-bc53-ab3520f491c0 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:03.829419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:51:03.829771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Checking segment: {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:51:03.830131 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Bound using segment: {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:51:03.830564 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Bound port: 60aa2c3d-c443-4c89-9ac0-d35b7738d290, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a613892-ceb3-45ac-9a99-c05365d5b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:51:03.830925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.894348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce73ba-2626-4d89-bd5c-497d7e5edb23 req-f7661ddf-3691-4a07-9bb1-8939fa888d9f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:03.895994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65ce73ba-2626-4d89-bd5c-497d7e5edb23 req-f7661ddf-3691-4a07-9bb1-8939fa888d9f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 944 time: 0.0572422 Jul 30 02:51:03.898451 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] For port 60aa2c3d-c443-4c89-9ac0-d35b7738d290, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:51:03.901769 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] For port 60aa2c3d-c443-4c89-9ac0-d35b7738d290, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=60aa2c3d-c443-4c89-9ac0-d35b7738d290,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:51:03.907961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.941453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:03.941983 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.943415 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] 10.222.0.41 "PUT /v2.0/ports/60aa2c3d-c443-4c89-9ac0-d35b7738d290 HTTP/1.1" status: 200 len: 1092 time: 0.6585121 Jul 30 02:51:03.943896 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:03.946247 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78239d1-0f69-42ec-b029-14cd114f7aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:03.951425 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65ce73ba-2626-4d89-bd5c-497d7e5edb23 req-8fa176e0-5f6e-474a-92b7-f8ae216dc3c1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460262 Jul 30 02:51:03.956641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:03.977244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf765f-7983-45fc-84dc-9bb2b48ed999 service neutron] Pushing event updated for resources: {'Port': ['ID=60aa2c3d-c443-4c89-9ac0-d35b7738d290,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:04.017866 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2214c7c-a5eb-43e4-9b4e-4e15bb887cec x-openstack-request-id: req-d2214c7c-a5eb-43e4-9b4e-4e15bb887cec {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:04.018160 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:04.018407 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d2214c7c-a5eb-43e4-9b4e-4e15bb887cec {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:04.018803 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'status': 'completed', 'code': 200} Jul 30 02:51:04.032690 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710cc7-698f-44b5-9f71-670bee340293 req-52075bdb-93a1-4a46-8e92-1da06edd4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:04.034220 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-52075bdb-93a1-4a46-8e92-1da06edd4ab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 1095 time: 0.0472980 Jul 30 02:51:04.080990 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-1b0fd2d3-4559-4a90-9643-13b5dc834575 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60aa2c3d-c443-4c89-9ac0-d35b7738d290 HTTP/1.1" status: 200 len: 217 time: 0.0381997 Jul 30 02:51:04.132872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710cc7-698f-44b5-9f71-670bee340293 req-de42db58-493d-4060-b8e2-fdcc4cc91f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:04.134344 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-de42db58-493d-4060-b8e2-fdcc4cc91f08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e8719-c160-4568-81c3-422682dafcfe HTTP/1.1" status: 200 len: 835 time: 0.0469139 Jul 30 02:51:04.184310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710cc7-698f-44b5-9f71-670bee340293 req-fbd36f64-6df7-4a1a-8109-fb45bb9ff841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:04.185843 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-fbd36f64-6df7-4a1a-8109-fb45bb9ff841 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e62419-9d2c-47b4-bc53-ab3520f491c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448148 Jul 30 02:51:04.281365 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-ab0ae279-48f5-4809-aff6-2c1d603777bc service neutron] 10.222.0.41 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884724 Jul 30 02:51:04.370614 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3b710cc7-698f-44b5-9f71-670bee340293 req-ea84a2b3-d0e6-4330-92de-6ee5ecc3454a service neutron] 10.222.0.41 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821710 Jul 30 02:51:04.463551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-dcdcd9a2-c24f-4757-b264-cabbc902b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:04.465053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-dcdcd9a2-c24f-4757-b264-cabbc902b302 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 1095 time: 0.0475962 Jul 30 02:51:04.554340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-9a474622-9408-4a6b-b66e-2aa26ce84ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:04.555805 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-9a474622-9408-4a6b-b66e-2aa26ce84ed5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45e62419-9d2c-47b4-bc53-ab3520f491c0 HTTP/1.1" status: 200 len: 898 time: 0.0833700 Jul 30 02:51:04.598394 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-271df8f0-4dc3-4d95-b3c6-2ca5c1ddb434 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60aa2c3d-c443-4c89-9ac0-d35b7738d290 HTTP/1.1" status: 200 len: 217 time: 0.0346496 Jul 30 02:51:04.650245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-15eab7ac-1065-4045-8233-9a52e83da7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:04.651712 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-15eab7ac-1065-4045-8233-9a52e83da7c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e8719-c160-4568-81c3-422682dafcfe HTTP/1.1" status: 200 len: 835 time: 0.0464437 Jul 30 02:51:04.696692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-4a334b4c-0783-4153-b6e2-1815df880f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:04.698183 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-4a334b4c-0783-4153-b6e2-1815df880f1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e62419-9d2c-47b4-bc53-ab3520f491c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393035 Jul 30 02:51:04.747795 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:04.788195 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-8276e47b-833e-4c82-87af-ec3ddecf42d0 service neutron] 10.222.0.41 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822756 Jul 30 02:51:04.882556 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d78239d1-0f69-42ec-b029-14cd114f7aa5 req-3b4bcda8-fd8f-4b77-a1d7-0c727947902b service neutron] 10.222.0.41 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859175 Jul 30 02:51:05.077012 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571093e7-487e-43d5-bfac-d4d941cfe833 req-8abbbfda-22bb-485d-ba6f-cc19e6f9fc22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:05.079358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-571093e7-487e-43d5-bfac-d4d941cfe833 req-8abbbfda-22bb-485d-ba6f-cc19e6f9fc22 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 944 time: 0.0489588 Jul 30 02:51:05.118900 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-571093e7-487e-43d5-bfac-d4d941cfe833 req-a637f5dc-5119-4b2e-8f2b-34ca87472091 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335453 Jul 30 02:51:05.121772 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:05.174817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:05.175177 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:06.235952 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770b1b8-0b6c-448b-90b5-1b517937769e req-a6cde187-db91-484b-97c3-4b2c490ec3ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:06.237470 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0770b1b8-0b6c-448b-90b5-1b517937769e req-a6cde187-db91-484b-97c3-4b2c490ec3ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 944 time: 0.0493910 Jul 30 02:51:06.280400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0770b1b8-0b6c-448b-90b5-1b517937769e req-945c4081-a5a0-4aea-8b4b-96688489aafa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365567 Jul 30 02:51:06.401207 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:07.345087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 60aa2c3d-c443-4c89-9ac0-d35b7738d290 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:51:07.401282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ff944-e6b1-4197-9141-15f189ce1248 req-618d724e-be58-4a7d-b395-e0ad00336aea tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:07.402849 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-711ff944-e6b1-4197-9141-15f189ce1248 req-618d724e-be58-4a7d-b395-e0ad00336aea tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 944 time: 0.0539963 Jul 30 02:51:07.440791 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 60aa2c3d-c443-4c89-9ac0-d35b7738d290, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=60aa2c3d-c443-4c89-9ac0-d35b7738d290,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:07.442374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-711ff944-e6b1-4197-9141-15f189ce1248 req-26df7f82-4f56-4707-9de7-9214b74e0a27 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329967 Jul 30 02:51:07.452421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'port_id': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'mac_address': 'fa:16:3e:8a:c3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:51:07.497643 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:07.509898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aa2c3d-c443-4c89-9ac0-d35b7738d290 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:51:07.528771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 60aa2c3d-c443-4c89-9ac0-d35b7738d290, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=60aa2c3d-c443-4c89-9ac0-d35b7738d290,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:07.533433 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:07.580755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=60aa2c3d-c443-4c89-9ac0-d35b7738d290,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:07.760106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['60aa2c3d-c443-4c89-9ac0-d35b7738d290'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:51:08.559113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff35d1-387b-49a9-ab32-2bfba3d2e5d8 req-8a84dc58-e622-481e-9110-2f2d0f14f2d9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:08.560629 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5eff35d1-387b-49a9-ab32-2bfba3d2e5d8 req-8a84dc58-e622-481e-9110-2f2d0f14f2d9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 945 time: 0.0497754 Jul 30 02:51:08.600062 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5eff35d1-387b-49a9-ab32-2bfba3d2e5d8 req-722f5cfb-5cab-4124-9078-af9e691d14b7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329409 Jul 30 02:51:09.344859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 60aa2c3d-c443-4c89-9ac0-d35b7738d290 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:51:09.393956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:51:09.398426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:51:09.398826 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:09.485183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:09.507704 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:09.509992 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1632785b-98cd-4429-9702-ee07a8fcec2c" -d '{"events": [{"server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "name": "network-vif-plugged", "status": "completed", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:09.523872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 60aa2c3d-c443-4c89-9ac0-d35b7738d290, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=60aa2c3d-c443-4c89-9ac0-d35b7738d290,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:09.528031 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:09.576052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=60aa2c3d-c443-4c89-9ac0-d35b7738d290,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:09.604116 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de06347-0ff7-404a-bf27-cb63def60205 x-openstack-request-id: req-2de06347-0ff7-404a-bf27-cb63def60205 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:09.604409 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "name": "network-vif-plugged", "status": "completed", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:09.604661 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2de06347-0ff7-404a-bf27-cb63def60205 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:09.605095 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'code': 200} Jul 30 02:51:09.705263 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e429d79-ec89-4171-ad45-b3b239610c61 req-c3b97763-5593-446f-9b77-671cd1ef7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:09.706919 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0e429d79-ec89-4171-ad45-b3b239610c61 req-c3b97763-5593-446f-9b77-671cd1ef7d28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 1097 time: 0.0427356 Jul 30 02:51:09.719274 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c72905-2a00-42d3-8240-5397f5bb7c55 req-e6b45d23-c2bb-41a1-a772-723b55ce6423 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:09.720879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07c72905-2a00-42d3-8240-5397f5bb7c55 req-e6b45d23-c2bb-41a1-a772-723b55ce6423 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0500662 Jul 30 02:51:09.742821 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0e429d79-ec89-4171-ad45-b3b239610c61 req-4c932e2c-2917-4dfc-a160-829d7c2f7592 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288279 Jul 30 02:51:09.761981 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07c72905-2a00-42d3-8240-5397f5bb7c55 req-86e76534-ec9e-472b-b756-2ab5eee95b1a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348523 Jul 30 02:51:10.885257 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e000b9-aaef-4c28-9d3d-dd353255e327 req-7d5442d1-d4e1-45b4-b914-d53aa1f51c2c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:10.886658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1e000b9-aaef-4c28-9d3d-dd353255e327 req-7d5442d1-d4e1-45b4-b914-d53aa1f51c2c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0546572 Jul 30 02:51:10.924969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f1e000b9-aaef-4c28-9d3d-dd353255e327 req-a21b3bc1-40af-42f9-bfad-01bc78b0c7ba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Jul 30 02:51:11.039622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963c1ec-25ec-4b16-a4d9-aa53bb4a5466 req-dcdac3e7-956c-452f-9bda-40a290ade1ee tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:11.041020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2963c1ec-25ec-4b16-a4d9-aa53bb4a5466 req-dcdac3e7-956c-452f-9bda-40a290ade1ee tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0495431 Jul 30 02:51:11.079307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2963c1ec-25ec-4b16-a4d9-aa53bb4a5466 req-0ecfae1e-6bfb-434c-93e0-f1b4d36b0bb3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Jul 30 02:51:11.101109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60906) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:11.141504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3206c55-9f18-4eef-b02b-428ad35fcdc8 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:11.142977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d3206c55-9f18-4eef-b02b-428ad35fcdc8 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 1092 time: 0.0408988 Jul 30 02:51:11.145829 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60908) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:11.150140 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:11.174792 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:11.275107 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:11.378695 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.156 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/25d61c9d-f2cd-4665-abd8-f0cfb156464f) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:51:11.487568 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:11.526076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:11.565278 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:51:11.569559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:51:11.572093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:51:11.581134 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=25d61c9d-f2cd-4665-abd8-f0cfb156464f,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:11.950705 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:12.021074 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:12.167257 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:12.171948 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:12.246011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=25d61c9d-f2cd-4665-abd8-f0cfb156464f,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:12.259591 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:12.362527 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP ec2873e6-49f8-429a-a8c0-a67d9a30e0ab associated. External IP: 172.25.7.156, port: 60aa2c3d-c443-4c89-9ac0-d35b7738d290. Jul 30 02:51:12.580802 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 9cc3dc39-303c-487b-bc25-a1417b4e6315 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:51:12.691166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:51:12.704627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] Sync routers for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:51:12.707350 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:12.716469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:12.717088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:12.735526 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6744f623-28da-44b8-be7c-f49a29296588 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5880556 Jul 30 02:51:12.736101 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:12.738370 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d314b-6a10-4169-a3bc-6d3fda51141d" -d '{"events": [{"name": "network-changed", "server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:12.831210 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:12.847343 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec2ae-313a-421a-b0cb-614bf5f85af5 req-6a9ef44e-6464-499c-b428-131d96ceb94b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:12.848899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-077ec2ae-313a-421a-b0cb-614bf5f85af5 req-6a9ef44e-6464-499c-b428-131d96ceb94b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0503516 Jul 30 02:51:12.895148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-077ec2ae-313a-421a-b0cb-614bf5f85af5 req-be284612-f426-4ce8-8823-616813bea303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400195 Jul 30 02:51:12.918783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60916) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:12.956457 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03c8566-53e1-4e2a-aa60-570945611a77 x-openstack-request-id: req-e03c8566-53e1-4e2a-aa60-570945611a77 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:12.957567 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:12.957567 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e03c8566-53e1-4e2a-aa60-570945611a77 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:12.957567 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'status': 'completed', 'code': 200} Jul 30 02:51:12.988942 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-40c50d2a-d4c8-4102-96d6-d58535f485d1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/ec2873e6-49f8-429a-a8c0-a67d9a30e0ab HTTP/1.1" status: 200 len: 992 time: 0.0686994 Jul 30 02:51:13.019249 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-10b4adc9-d694-4435-a2fc-12c04d0c0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:13.020804 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-10b4adc9-d694-4435-a2fc-12c04d0c0b92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 1097 time: 0.0471807 Jul 30 02:51:13.077685 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'ec2873e6-49f8-429a-a8c0-a67d9a30e0ab', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'port_id': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'mac_address': 'fa:16:3e:8a:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:11Z', 'updated_at': '2021-07-30T02:51:11Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dac485-dd7f-4b6a-87cb-fdeeba7891f3', 'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:66:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:57Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:13.105801 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] Checking router: 9cc3dc39-303c-487b-bc25-a1417b4e6315 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:51:13.114461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-a6e47654-1583-4437-a755-ee0e54001f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:13.114849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:13.115552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:13.116019 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-a6e47654-1583-4437-a755-ee0e54001f4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=45e62419-9d2c-47b4-bc53-ab3520f491c0 HTTP/1.1" status: 200 len: 898 time: 0.0868883 Jul 30 02:51:13.185947 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-45bfa9fc-93d2-43cb-b0ad-70b4f9d9bba5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60aa2c3d-c443-4c89-9ac0-d35b7738d290 HTTP/1.1" status: 200 len: 1000 time: 0.0633016 Jul 30 02:51:13.220571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:13.234962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-fbc41a8a-46a9-4e34-a0f3-56a5787426e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:13.236471 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-fbc41a8a-46a9-4e34-a0f3-56a5787426e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e8719-c160-4568-81c3-422682dafcfe HTTP/1.1" status: 200 len: 835 time: 0.0438170 Jul 30 02:51:13.283075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-d0def07c-d2d2-4d1e-af98-baf0464b0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:13.284686 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-d0def07c-d2d2-4d1e-af98-baf0464b0fe8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e62419-9d2c-47b4-bc53-ab3520f491c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412545 Jul 30 02:51:13.387156 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-210b734a-b581-434f-8c15-3c61f4be49e1 service neutron] 10.222.0.41 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953524 Jul 30 02:51:13.465014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'ec2873e6-49f8-429a-a8c0-a67d9a30e0ab', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'port_id': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'mac_address': 'fa:16:3e:8a:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:11Z', 'updated_at': '2021-07-30T02:51:11Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dac485-dd7f-4b6a-87cb-fdeeba7891f3', 'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:66:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:57Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:13.491526 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-783d314b-6a10-4169-a3bc-6d3fda51141d req-21465f67-c7b0-4660-a1aa-03f0ebac9254 service neutron] 10.222.0.41 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959020 Jul 30 02:51:13.495678 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d878f71-7ce3-404e-bef5-88d603269045 None None] The sync data for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 is: [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': 'ec2873e6-49f8-429a-a8c0-a67d9a30e0ab', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'port_id': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'mac_address': 'fa:16:3e:8a:c3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:51:11Z', 'updated_at': '2021-07-30T02:51:11Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13dac485-dd7f-4b6a-87cb-fdeeba7891f3', 'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:66:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:57Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:51:13.714406 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e1360-6bfa-435c-9a33-656265396d3c None None] New status for floating IP ec2873e6-49f8-429a-a8c0-a67d9a30e0ab: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:51:13.992898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60918) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:14.055904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4baa1504-b5bd-4075-976b-e8de333983db tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/ec2873e6-49f8-429a-a8c0-a67d9a30e0ab HTTP/1.1" status: 200 len: 994 time: 0.0617857 Jul 30 02:51:24.553521 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:30.851271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5fe6523e-feda-4dff-a534-e17bdc53cb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:31.398376 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:51:32.113140 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:33.481706 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0d3416db-c269-403e-ba1c-99f995c1c0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:33.939818 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:34.749505 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:36.404276 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:42.834292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e30772-924b-4254-acbe-4abe32829d66 req-0ac93673-420a-4146-b0ca-0fde3b37bd3e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:42.835845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06e30772-924b-4254-acbe-4abe32829d66 req-0ac93673-420a-4146-b0ca-0fde3b37bd3e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0522358 Jul 30 02:51:42.876078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-06e30772-924b-4254-acbe-4abe32829d66 req-8c97ed2a-701b-4b86-a8c5-8cec4017e79d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342166 Jul 30 02:51:44.011974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82e125-cefb-4684-9384-1cc9dd21eb8e req-0d14226e-f1da-4d01-9b37-094ec8440538 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:44.013794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf82e125-cefb-4684-9384-1cc9dd21eb8e req-0d14226e-f1da-4d01-9b37-094ec8440538 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0571325 Jul 30 02:51:44.054296 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf82e125-cefb-4684-9384-1cc9dd21eb8e req-da3a223a-7a65-4182-ad6b-11af98550834 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Jul 30 02:51:44.076059 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60944) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:44.138781 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fd3825ca-bc27-4832-a3a7-e664d3d8c2fa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/ec2873e6-49f8-429a-a8c0-a67d9a30e0ab HTTP/1.1" status: 200 len: 994 time: 0.0615456 Jul 30 02:51:45.413165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fab24c-4078-41be-82d4-dac25ae98f30 req-247b1441-f3b1-4dcb-9946-bd065dadbdbb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:45.414697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16fab24c-4078-41be-82d4-dac25ae98f30 req-247b1441-f3b1-4dcb-9946-bd065dadbdbb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0559640 Jul 30 02:51:45.461087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-16fab24c-4078-41be-82d4-dac25ae98f30 req-c1d8bbae-e0f4-4cea-a7c6-ce0eab305a30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Jul 30 02:51:46.599715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aeb76-6f7b-4acd-993b-f1b1c5433805 req-ab0a1a08-cbe0-4e9e-8170-3ff5f239d9de tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:46.601184 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c9aeb76-6f7b-4acd-993b-f1b1c5433805 req-ab0a1a08-cbe0-4e9e-8170-3ff5f239d9de tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0558157 Jul 30 02:51:46.639220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1c9aeb76-6f7b-4acd-993b-f1b1c5433805 req-db37d589-7ced-414b-a45f-4e5c9e4c3b23 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320249 Jul 30 02:51:46.665252 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60954) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:46.727542 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fdc800f9-bc0c-459c-939c-82199b2d5a9a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/ec2873e6-49f8-429a-a8c0-a67d9a30e0ab HTTP/1.1" status: 200 len: 994 time: 0.0608563 Jul 30 02:51:46.948802 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60960) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:47.111516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 25d61c9d-f2cd-4665-abd8-f0cfb156464f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:51:47.112169 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:47.200553 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:47.200819 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:47.214199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 25d61c9d-f2cd-4665-abd8-f0cfb156464f owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:51:47.394880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:47.426269 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=25d61c9d-f2cd-4665-abd8-f0cfb156464f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:47.440978 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.441314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.441656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.441994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.442331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.442661 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.442992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.443319 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.443670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.443999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.444331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.444761 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:47.513024 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:47.513440 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP ec2873e6-49f8-429a-a8c0-a67d9a30e0ab disassociated (deleted). External IP: 172.25.7.156, port: 60aa2c3d-c443-4c89-9ac0-d35b7738d290. Jul 30 02:51:47.769224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 9cc3dc39-303c-487b-bc25-a1417b4e6315 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:51:47.895386 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:51:47.900440 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:47.909184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] Sync routers for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:51:47.926889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:47.927549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:47.929241 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c1ff5c51-530b-4785-ada3-48edd3cbe787 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/floatingips/ec2873e6-49f8-429a-a8c0-a67d9a30e0ab HTTP/1.1" status: 204 len: 168 time: 0.9793253 Jul 30 02:51:47.929851 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:47.932240 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a1c458-e54c-4093-8c33-84f2da99ab09" -d '{"events": [{"name": "network-changed", "server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:48.049679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:48.105256 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64ab644-251a-4442-a092-e13835585563 x-openstack-request-id: req-a64ab644-251a-4442-a092-e13835585563 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:48.105792 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:48.105792 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a64ab644-251a-4442-a092-e13835585563 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:48.106185 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'status': 'completed', 'code': 200} Jul 30 02:51:48.189810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-c223624b-e5d3-4cc6-adcd-ba7092b02302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.192280 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-c223624b-e5d3-4cc6-adcd-ba7092b02302 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 1097 time: 0.0593176 Jul 30 02:51:48.216670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f943ec-3adb-442b-8582-56bd81f00b18 req-d716ff73-2233-4ee4-920d-ad0c8df94080 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.222001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24f943ec-3adb-442b-8582-56bd81f00b18 req-d716ff73-2233-4ee4-920d-ad0c8df94080 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0637999 Jul 30 02:51:48.265863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24f943ec-3adb-442b-8582-56bd81f00b18 req-5335ff22-8473-4614-b3cd-9939bf845778 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387824 Jul 30 02:51:48.310598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '13dac485-dd7f-4b6a-87cb-fdeeba7891f3', 'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:66:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:57Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:48.312238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-b990f7a4-ef31-461a-9b20-e7661812a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.313946 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-b990f7a4-ef31-461a-9b20-e7661812a54d service neutron] 10.222.0.41 "GET /v2.0/networks?id=45e62419-9d2c-47b4-bc53-ab3520f491c0 HTTP/1.1" status: 200 len: 898 time: 0.1127515 Jul 30 02:51:48.341482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] Checking router: 9cc3dc39-303c-487b-bc25-a1417b4e6315 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:51:48.350901 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:48.351550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:48.358278 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-f07575bd-6b85-4b7c-adb4-3c5032559605 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60aa2c3d-c443-4c89-9ac0-d35b7738d290 HTTP/1.1" status: 200 len: 217 time: 0.0366173 Jul 30 02:51:48.419040 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-3640acf3-8960-418b-8bb2-7e5af052e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.420700 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-3640acf3-8960-418b-8bb2-7e5af052e07c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f54e8719-c160-4568-81c3-422682dafcfe HTTP/1.1" status: 200 len: 835 time: 0.0505192 Jul 30 02:51:48.478716 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-8b68375c-f866-4739-82e5-d72374153cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:48.480428 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-8b68375c-f866-4739-82e5-d72374153cce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45e62419-9d2c-47b4-bc53-ab3520f491c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494919 Jul 30 02:51:48.580334 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-2aa07c8b-cafb-47d6-b8ce-b8b9e9681e83 service neutron] 10.222.0.41 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897055 Jul 30 02:51:48.624005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:48.679075 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-43a1c458-e54c-4093-8c33-84f2da99ab09 req-c790e936-bf8a-4d86-9ccd-d828df599924 service neutron] 10.222.0.41 "GET /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904126 Jul 30 02:51:48.819052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '13dac485-dd7f-4b6a-87cb-fdeeba7891f3', 'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:66:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:57Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:48.846671 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce31b98-4a25-4a8d-953a-a8067c766665 None None] The sync data for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 is: [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:58Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '13dac485-dd7f-4b6a-87cb-fdeeba7891f3', 'name': '', 'network_id': '45e62419-9d2c-47b4-bc53-ab3520f491c0', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:66:a5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:57Z', 'updated_at': '2021-07-30T02:51:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'f54e8719-c160-4568-81c3-422682dafcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:51:49.188511 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91baa54f-d9e3-45bf-9194-4037d1075ee1 None None] New status for floating IP ec2873e6-49f8-429a-a8c0-a67d9a30e0ab: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:51:49.405344 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78b433-3d26-4edd-981a-8a551d68eaae req-1946af2e-2546-470a-8353-bbea7efc956e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:49.406822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e78b433-3d26-4edd-981a-8a551d68eaae req-1946af2e-2546-470a-8353-bbea7efc956e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0483451 Jul 30 02:51:49.446566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2e78b433-3d26-4edd-981a-8a551d68eaae req-11a2297b-d119-4d6b-b39d-bfd36bc29a4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=097a6c46-e710-4b4e-89d1-7c7931db56db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330985 Jul 30 02:51:49.814804 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-765a2acd-191e-4858-a80a-0aa287159d0d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:49.816311 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-765a2acd-191e-4858-a80a-0aa287159d0d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 946 time: 0.0583496 Jul 30 02:51:49.905554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:51:49.905894 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:49.997641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 60aa2c3d-c443-4c89-9ac0-d35b7738d290, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=60aa2c3d-c443-4c89-9ac0-d35b7738d290,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:49.998009 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:50.010403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 60aa2c3d-c443-4c89-9ac0-d35b7738d290 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:51:50.139343 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:50.168461 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=60aa2c3d-c443-4c89-9ac0-d35b7738d290,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:50.217314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] No DVR routers for this DVR port 60aa2c3d-c443-4c89-9ac0-d35b7738d290 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:51:50.220024 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:50.222792 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3bcd8d75-9bf7-4734-bef1-ab591a0abcc3 req-6c86e26b-b57e-44e4-b396-da90b79bc397 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "DELETE /v2.0/ports/60aa2c3d-c443-4c89-9ac0-d35b7738d290 HTTP/1.1" status: 204 len: 173 time: 0.4000478 Jul 30 02:51:50.223232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'name': 'network-vif-deleted', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:51:50.225662 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59711792-399e-4527-8851-5b48c2f28108" -d '{"events": [{"server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "name": "network-vif-deleted", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:51:50.262030 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4f9fb0-d683-4676-a67b-e87e71ecb71d x-openstack-request-id: req-2b4f9fb0-d683-4676-a67b-e87e71ecb71d {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:51:50.262313 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861", "name": "network-vif-deleted", "tag": "60aa2c3d-c443-4c89-9ac0-d35b7738d290", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:51:50.262561 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2b4f9fb0-d683-4676-a67b-e87e71ecb71d {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:51:50.262958 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861', 'name': 'network-vif-deleted', 'tag': '60aa2c3d-c443-4c89-9ac0-d35b7738d290', 'status': 'completed', 'code': 200} Jul 30 02:51:50.560879 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7c1eecbf-ca75-4937-b697-9c0dfe35bba2 req-44f26ac7-0c11-4c96-b65d-490731196363 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=85c6b5c7-9d2e-40f4-bdd1-0cc8b95c8861 HTTP/1.1" status: 200 len: 210 time: 0.0317218 Jul 30 02:51:51.619701 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60980) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:51.979186 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:52.236470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:51:52.236697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:52.324604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 13dac485-dd7f-4b6a-87cb-fdeeba7891f3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=13dac485-dd7f-4b6a-87cb-fdeeba7891f3,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:52.324970 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:52.342349 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:51:52.523302 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:52.549536 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=13dac485-dd7f-4b6a-87cb-fdeeba7891f3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:52.720621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:52.931156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 9cc3dc39-303c-487b-bc25-a1417b4e6315 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:51:53.403881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:51:53.409506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c148a02e-38cd-4fbe-9e5a-b67cf2f22ed0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/9cc3dc39-303c-487b-bc25-a1417b4e6315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7887704 Jul 30 02:51:53.412467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60982) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:53.414984 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] Sync routers for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:51:53.425591 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:53.426223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:53.477460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b97e4e9-fb0c-4780-8f68-bc8b8dbd662a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting subnet f54e8719-c160-4568-81c3-422682dafcfe {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:51:53.483075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b97e4e9-fb0c-4780-8f68-bc8b8dbd662a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:53.487254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 60aa2c3d-c443-4c89-9ac0-d35b7738d290 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:51:53.527990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 60aa2c3d-c443-4c89-9ac0-d35b7738d290 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:51:53.528443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 60aa2c3d-c443-4c89-9ac0-d35b7738d290 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:51:53.549417 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b97e4e9-fb0c-4780-8f68-bc8b8dbd662a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:53.618590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:53.654434 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b97e4e9-fb0c-4780-8f68-bc8b8dbd662a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:53.712642 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b97e4e9-fb0c-4780-8f68-bc8b8dbd662a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:53.737252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97e4e9-fb0c-4780-8f68-bc8b8dbd662a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Subnet': ['ID=f54e8719-c160-4568-81c3-422682dafcfe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:53.746058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b97e4e9-fb0c-4780-8f68-bc8b8dbd662a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:53.748506 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7b97e4e9-fb0c-4780-8f68-bc8b8dbd662a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/subnets/f54e8719-c160-4568-81c3-422682dafcfe HTTP/1.1" status: 204 len: 168 time: 0.3345733 Jul 30 02:51:53.750775 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60984) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:53.753845 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334f197-d2ab-4218-b496-8b6b38599ef5 None None] Network 45e62419-9d2c-47b4-bc53-ab3520f491c0 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:51:53.857448 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:53.894196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:51:52Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:53.921447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] Checking router: 9cc3dc39-303c-487b-bc25-a1417b4e6315 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:51:53.935624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] Routers {'9cc3dc39-303c-487b-bc25-a1417b4e6315'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:53.936237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['9cc3dc39-303c-487b-bc25-a1417b4e6315'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:53.970050 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.026080 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] DHCP port deletion for 45e62419-9d2c-47b4-bc53-ab3520f491c0 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:51:54.032366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 9e863e09-3432-466f-8587-453fd67db51a {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:51:54.032713 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.066931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] Set router 9cc3dc39-303c-487b-bc25-a1417b4e6315 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:54.114250 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 9e863e09-3432-466f-8587-453fd67db51a, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9e863e09-3432-466f-8587-453fd67db51a,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:54.114531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.127966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 9e863e09-3432-466f-8587-453fd67db51a owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:51:54.197551 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Deleting port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:51:54.197917 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.294029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] For port 2df86c23-3238-4b3f-ae8d-43cba14da5c4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2df86c23-3238-4b3f-ae8d-43cba14da5c4,segment=NetworkSegment(3a613892-ceb3-45ac-9a99-c05365d5b39d),segment_id=3a613892-ceb3-45ac-9a99-c05365d5b39d)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:51:54.294393 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.313038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Calling delete_port for 2df86c23-3238-4b3f-ae8d-43cba14da5c4 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:51:54.321734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.348007 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=9e863e09-3432-466f-8587-453fd67db51a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:54.374999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:51:52Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:54.411712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba338b-2224-4585-b763-bd5c92f79662 None None] The sync data for ids ['9cc3dc39-303c-487b-bc25-a1417b4e6315'] in n-d-715271-7 is: [{'id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'name': 'tempest-TestNetworkAdvancedServerOps-router-86317683', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '9e863e09-3432-466f-8587-453fd67db51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:51:52Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '9e863e09-3432-466f-8587-453fd67db51a', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc3dc39-303c-487b-bc25-a1417b4e6315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:50:55Z', 'updated_at': '2021-07-30T02:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:51:54.442158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.445902 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.479382 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] No DVR routers for this DVR port 2df86c23-3238-4b3f-ae8d-43cba14da5c4 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:51:54.486661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Pushing event deleted for resources: {'Port': ['ID=2df86c23-3238-4b3f-ae8d-43cba14da5c4,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:54.496069 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.496421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.496757 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.497083 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.497409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.497716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.498040 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.498357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.498674 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.498990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.499306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.499658 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47690-be74-4842-8e7d-e228e4ce7124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:54.543483 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.544907 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.545916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.596944 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.597496 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Fanout notify agent at l3_agent the message router_deleted on router 9cc3dc39-303c-487b-bc25-a1417b4e6315 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:51:54.605256 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.606659 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-172f2f79-842a-41ce-8ad0-fc1c89e4bb85 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/routers/9cc3dc39-303c-487b-bc25-a1417b4e6315 HTTP/1.1" status: 204 len: 168 time: 0.8542662 Jul 30 02:51:54.609510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60986) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:54.687443 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.778735 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.789711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e62419-9d2c-47b4-bc53-ab3520f491c0']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:54.801559 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a613892-ceb3-45ac-9a99-c05365d5b39d') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:54.801859 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a613892-ceb3-45ac-9a99-c05365d5b39d') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:54.811482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.827217 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.835754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:51:54.836174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: timer() Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:51:54.839868 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:51:54.908055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.918738 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:54.924276 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/networks/45e62419-9d2c-47b4-bc53-ab3520f491c0 HTTP/1.1" status: 204 len: 168 time: 0.3137302 Jul 30 02:51:54.924461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60988) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:54.939880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22e966-7384-49e1-93e4-68d824ad1c7e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Network': ['ID=45e62419-9d2c-47b4-bc53-ab3520f491c0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:54.992378 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.022579 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.091769 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.095607 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.099301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/security-groups/097a6c46-e710-4b4e-89d1-7c7931db56db HTTP/1.1" status: 204 len: 168 time: 0.1713402 Jul 30 02:51:55.113103 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a6c46-e710-4b4e-89d1-7c7931db56db,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:55.121412 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.122096 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.122530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.122974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.123411 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.123869 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.124312 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.124745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.125195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.125625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.126054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.126505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7806ed83-337d-4248-8a79-7262a7519ec8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:51:55.388958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 60994) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:55.394302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f279aa0d-95fe-4678-b49d-528b42da4f95 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584000518', 'description': 'tempest-secgroup-smoke-584000518 description', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:55.416751 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f279aa0d-95fe-4678-b49d-528b42da4f95 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.504705 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f279aa0d-95fe-4678-b49d-528b42da4f95 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.509418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f279aa0d-95fe-4678-b49d-528b42da4f95 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.535091 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f279aa0d-95fe-4678-b49d-528b42da4f95 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.539855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f279aa0d-95fe-4678-b49d-528b42da4f95 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1465380 Jul 30 02:51:55.539968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60996) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:55.553168 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d1cc3d8d-8775-451c-82a4-1cd192f5da9b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'cbac018d-90dd-4653-b078-d83992471d22', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:55.565682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279aa0d-95fe-4678-b49d-528b42da4f95 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac018d-90dd-4653-b078-d83992471d22,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:55.613752 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-8775-451c-82a4-1cd192f5da9b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.622124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:51:55.643379 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:51:55.646085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 13dac485-dd7f-4b6a-87cb-fdeeba7891f3 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:51:55.646085 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2df86c23-3238-4b3f-ae8d-43cba14da5c4 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:51:55.667324 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 2df86c23-3238-4b3f-ae8d-43cba14da5c4 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:51:55.667858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2df86c23-3238-4b3f-ae8d-43cba14da5c4 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:51:55.681372 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-8775-451c-82a4-1cd192f5da9b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.685132 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-8775-451c-82a4-1cd192f5da9b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.703723 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc3d8d-8775-451c-82a4-1cd192f5da9b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3dec97-0238-4ddc-9ea2-e7d7cc32c06a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:55.711790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3d8d-8775-451c-82a4-1cd192f5da9b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.713017 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d1cc3d8d-8775-451c-82a4-1cd192f5da9b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692839 Jul 30 02:51:55.716266 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 60998) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:55.721408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7a90de87-6c01-4718-9280-2b907e11c3c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'cbac018d-90dd-4653-b078-d83992471d22', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:55.749388 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a90de87-6c01-4718-9280-2b907e11c3c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.810374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a90de87-6c01-4718-9280-2b907e11c3c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.814528 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a90de87-6c01-4718-9280-2b907e11c3c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.840348 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90de87-6c01-4718-9280-2b907e11c3c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054f61b7-0f41-4213-b40e-39af3cbea465,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:55.844452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a90de87-6c01-4718-9280-2b907e11c3c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.846626 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7a90de87-6c01-4718-9280-2b907e11c3c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293504 Jul 30 02:51:55.849686 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32768) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:55.854416 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e02d2967-4f78-4691-ab67-d8e2d9433fd7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'cbac018d-90dd-4653-b078-d83992471d22', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:55.881695 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e02d2967-4f78-4691-ab67-d8e2d9433fd7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.940745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e02d2967-4f78-4691-ab67-d8e2d9433fd7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.944529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e02d2967-4f78-4691-ab67-d8e2d9433fd7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.967125 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d2967-4f78-4691-ab67-d8e2d9433fd7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b25621-c1b0-40f5-aec3-2c31a20bb83e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:55.976091 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e02d2967-4f78-4691-ab67-d8e2d9433fd7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:55.977358 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e02d2967-4f78-4691-ab67-d8e2d9433fd7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267531 Jul 30 02:51:55.980160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32770) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:55.984624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-4b4972a4-df2d-4d24-8552-878a57d759b8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'cbac018d-90dd-4653-b078-d83992471d22', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:56.013540 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b4972a4-df2d-4d24-8552-878a57d759b8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.072527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b4972a4-df2d-4d24-8552-878a57d759b8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.076299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b4972a4-df2d-4d24-8552-878a57d759b8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.094062 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4972a4-df2d-4d24-8552-878a57d759b8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f9adb0-93a7-4ac1-a2c7-4843d282fed2,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:56.101027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4b4972a4-df2d-4d24-8552-878a57d759b8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.104853 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4b4972a4-df2d-4d24-8552-878a57d759b8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210952 Jul 30 02:51:56.105073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32772) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:56.109482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-61965c3f-175e-4226-80f4-a5f2516ddd6a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'cbac018d-90dd-4653-b078-d83992471d22', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:56.135354 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-61965c3f-175e-4226-80f4-a5f2516ddd6a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:51:56.140374 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61965c3f-175e-4226-80f4-a5f2516ddd6a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.208481 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61965c3f-175e-4226-80f4-a5f2516ddd6a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.212286 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61965c3f-175e-4226-80f4-a5f2516ddd6a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.229863 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61965c3f-175e-4226-80f4-a5f2516ddd6a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0146d9b9-88cf-441e-9a5e-6f0d1e0891c5,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:56.236286 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61965c3f-175e-4226-80f4-a5f2516ddd6a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.237491 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-61965c3f-175e-4226-80f4-a5f2516ddd6a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314969 Jul 30 02:51:56.240375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32774) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:56.245261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-b9a4cb80-678d-4fb6-a2a9-0b3508e4f04a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'cbac018d-90dd-4653-b078-d83992471d22', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:56.267902 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-b9a4cb80-678d-4fb6-a2a9-0b3508e4f04a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:51:56.272834 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9a4cb80-678d-4fb6-a2a9-0b3508e4f04a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.327676 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9a4cb80-678d-4fb6-a2a9-0b3508e4f04a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.331586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9a4cb80-678d-4fb6-a2a9-0b3508e4f04a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.352771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4cb80-678d-4fb6-a2a9-0b3508e4f04a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf5a523-65bc-4ae5-b4eb-c7159ce50781,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:56.357051 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-b9a4cb80-678d-4fb6-a2a9-0b3508e4f04a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.358650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b9a4cb80-678d-4fb6-a2a9-0b3508e4f04a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169095 Jul 30 02:51:56.361878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32776) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:56.366850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'network': {'name': 'tempest-network-smoke--1677427647', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'port_security_enabled': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:56.387663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:51:56.390992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.415893 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:51:56.426995 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.427390 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Added segment dd55f560-8662-472a-8631-c44b21763cb7 of type vlan for network 69f51475-c944-4eba-84ea-871e749bd4e4 Jul 30 02:51:56.471102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.502508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.508301 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:56.508934 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.564588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2016544 Jul 30 02:51:56.567839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32778) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:56.572602 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'admin_state_up': True, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:56.575499 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685c49c-f308-4418-badc-76ee416897eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Network': ['ID=69f51475-c944-4eba-84ea-871e749bd4e4,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:56.587377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 69f51475-c944-4eba-84ea-871e749bd4e4 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:51:56.601055 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.602121 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.658527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.791840 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:56.982441 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:57.001941 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:57.104258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9e863e09-3432-466f-8587-453fd67db51a no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:51:57.106916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.169 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/ecefc541-373c-4d54-a2e8-1e942adeaa68) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:51:57.124869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9e863e09-3432-466f-8587-453fd67db51a {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:51:57.125246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9e863e09-3432-466f-8587-453fd67db51a not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:51:57.208964 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:57.247996 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:57.287850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:51:57.290672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:51:57.294225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:51:57.320453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=ecefc541-373c-4d54-a2e8-1e942adeaa68,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:57.544072 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:57.735292 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:57.857758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 449cbe70-5e16-486e-a369-5f63f7ec3d48 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:51:57.960275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:51:57.969960 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Sync routers for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:51:57.979356 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:57.980080 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:57.980683 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:57.980834 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2fc9ecda-a696-40e0-aaae-686d2ca3731e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4119518 Jul 30 02:51:57.984141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32780) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:58.015311 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-9cdb3f07-b710-4b58-8fb6-6e9a51587971 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=93bd58a5cd9c4d6798bbcf59f9350835&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276976 Jul 30 02:51:58.015558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32782) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:58.093231 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:58.105428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa7ff1a-36aa-4c1b-aa91-8e0eb34153bf tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:58.108168 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7fa7ff1a-36aa-4c1b-aa91-8e0eb34153bf tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910892 Jul 30 02:51:58.110405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32784) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:58.141668 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-937768bf-c367-4ab4-91bd-e5be24b5a81a tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272260 Jul 30 02:51:58.141924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32786) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:58.146582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1613117184', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:51:58.238458 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:51:58.242097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.271912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:51:57Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:58.302506 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Checking router: 449cbe70-5e16-486e-a369-5f63f7ec3d48 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:51:58.302932 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Updating router 449cbe70-5e16-486e-a369-5f63f7ec3d48 port ecefc541-373c-4d54-a2e8-1e942adeaa68 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:51:58.328265 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.424566 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.490835 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Subnet': ['ID=706fa841-8700-44e0-898e-bd41aeaafac5,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:58.501727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Checking segment: {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:51:58.502091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network hostable DHCP agents. Network: 69f51475-c944-4eba-84ea-871e749bd4e4, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:51:58.521466 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 69f51475-c944-4eba-84ea-871e749bd4e4 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:51:58.532022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 69f51475-c944-4eba-84ea-871e749bd4e4) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:51:58.538583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:51:58.539715 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.545660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ed4fb8-856a-4759-9d04-152611ef5944 None None] Network 69f51475-c944-4eba-84ea-871e749bd4e4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:51:58.561772 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-954bc226-4b19-4944-a7d5-4a26d80ac788 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4188814 Jul 30 02:51:58.564469 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32788) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:51:58.701344 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.713165 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Transition to ACTIVE for port object ecefc541-373c-4d54-a2e8-1e942adeaa68 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:58.720313 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.722393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-69f51475-c944-4eba-84ea-871e749bd4e4', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:51:58.723277 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.773007 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Attempting to bind port ecefc541-373c-4d54-a2e8-1e942adeaa68 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:51:58.773469 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Attempting to bind port ecefc541-373c-4d54-a2e8-1e942adeaa68 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:51:58.773920 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Attempting to bind port ecefc541-373c-4d54-a2e8-1e942adeaa68 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:58.783769 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7712c3-8fca-4f28-9c6a-e42abdaba709 None None] Pushing event updated for resources: {'Port': ['ID=ecefc541-373c-4d54-a2e8-1e942adeaa68,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:58.786418 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:51:58.786864 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:51:58.787333 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.787812 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:51:58.788342 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Bound port: ecefc541-373c-4d54-a2e8-1e942adeaa68, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:51:58.788786 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.848087 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] For port ecefc541-373c-4d54-a2e8-1e942adeaa68, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:51:58.852247 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] For port ecefc541-373c-4d54-a2e8-1e942adeaa68, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ecefc541-373c-4d54-a2e8-1e942adeaa68,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:51:58.858544 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:58.871316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Allocated IP 172.20.0.2 (69f51475-c944-4eba-84ea-871e749bd4e4/706fa841-8700-44e0-898e-bd41aeaafac5/0c057b59-7538-4782-b211-c9211c73b2a1) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:51:58.919020 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:51:58.919880 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:58.977524 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7712c3-8fca-4f28-9c6a-e42abdaba709 None None] Pushing event updated for resources: {'Port': ['ID=ecefc541-373c-4d54-a2e8-1e942adeaa68,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:59.027312 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:59.032325 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:51:59.037259 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Transition to ACTIVE for port object 0c057b59-7538-4782-b211-c9211c73b2a1 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:59.053778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Transition to ACTIVE for port object 0c057b59-7538-4782-b211-c9211c73b2a1 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:51:59.061111 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:59.099999 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Network 69f51475-c944-4eba-84ea-871e749bd4e4 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:51:59.104637 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:51:59.111779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:51:59.114858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Pushing event updated for resources: {'Port': ['ID=0c057b59-7538-4782-b211-c9211c73b2a1,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:59.168261 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Attempting to bind port 0c057b59-7538-4782-b211-c9211c73b2a1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:51:59.168632 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Attempting to bind port 0c057b59-7538-4782-b211-c9211c73b2a1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:51:59.169002 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Attempting to bind port 0c057b59-7538-4782-b211-c9211c73b2a1 on network 69f51475-c944-4eba-84ea-871e749bd4e4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:51:59.174721 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:51:59.175146 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Checking segment: {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:51:59.175591 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:59.175991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Bound using segment: {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:51:59.176467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Bound port: 0c057b59-7538-4782-b211-c9211c73b2a1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:51:59.176876 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:59.234657 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:51:57Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:51:59.247712 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] For port 0c057b59-7538-4782-b211-c9211c73b2a1, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:51:59.251631 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] For port 0c057b59-7538-4782-b211-c9211c73b2a1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0c057b59-7538-4782-b211-c9211c73b2a1,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:51:59.257161 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:59.261467 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2487404b-5671-4162-a62f-141c4a9f5f4b None None] The sync data for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 is: [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:51:57Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:51:59.325198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2af55-caca-4bf3-8c61-376d661d631d None None] Pushing event updated for resources: {'Port': ['ID=0c057b59-7538-4782-b211-c9211c73b2a1,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:51:59.451129 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:59.813709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.1 (69f51475-c944-4eba-84ea-871e749bd4e4/706fa841-8700-44e0-898e-bd41aeaafac5/1d2a7547-5070-4797-a599-a080d26c2d15) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:51:59.949400 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:51:59.966670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object 1d2a7547-5070-4797-a599-a080d26c2d15 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:00.003299 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:00.045531 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 69f51475-c944-4eba-84ea-871e749bd4e4 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:00.049087 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:00.053403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:00.090752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=1d2a7547-5070-4797-a599-a080d26c2d15,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:00.112995 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:00.259534 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:00.277718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe5757-ff75-4f3f-bda9-714f9ad249e8 None None] Network 69f51475-c944-4eba-84ea-871e749bd4e4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:52:00.387937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-267e4208-5b8b-4f7a-9ab0-a8851cff084e None None] Provisioning for port 0c057b59-7538-4782-b211-c9211c73b2a1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:00.554501 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:00.560771 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:00.631215 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:00.650575 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=1d2a7547-5070-4797-a599-a080d26c2d15,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:00.728854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9da12139-4bf5-4765-b979-0c816a607b1c None None] Provisioning for port 1d2a7547-5070-4797-a599-a080d26c2d15 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:00.733666 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-9da12139-4bf5-4765-b979-0c816a607b1c None None] Provisioning complete for port 1d2a7547-5070-4797-a599-a080d26c2d15 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:00.734268 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9da12139-4bf5-4765-b979-0c816a607b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:00.754255 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 69f51475-c944-4eba-84ea-871e749bd4e4 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:00.755809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:00.775811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-9da12139-4bf5-4765-b979-0c816a607b1c None None] Port 1d2a7547-5070-4797-a599-a080d26c2d15 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:52:00.858182 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6142f3af-0253-4971-95ba-964b9af27933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:00.887790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 449cbe70-5e16-486e-a369-5f63f7ec3d48 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:52:00.913104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-72eeb8d6-d8ef-4084-b757-1061d7320cc1 None None] Provisioning complete for port 1d2a7547-5070-4797-a599-a080d26c2d15 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:00.913476 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72eeb8d6-d8ef-4084-b757-1061d7320cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:00.952052 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-72eeb8d6-d8ef-4084-b757-1061d7320cc1 None None] Port 1d2a7547-5070-4797-a599-a080d26c2d15 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:52:01.021599 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:52:01.027285 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3dec7756-c951-4279-8d59-a1233c4ed66c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/449cbe70-5e16-486e-a369-5f63f7ec3d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4614542 Jul 30 02:52:01.031460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Sync routers for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:52:01.042806 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:01.043445 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:01.196453 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-9990c90d-4d0f-4f0b-a0ec-3ee768b25177 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584000518&fields=id&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 267 time: 0.0439813 Jul 30 02:52:01.252288 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c057b59-7538-4782-b211-c9211c73b2a1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:01.315957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-78a409a5-5827-410d-9cca-de164f74e48f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:01.317447 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-78a409a5-5827-410d-9cca-de164f74e48f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/networks?id=69f51475-c944-4eba-84ea-871e749bd4e4 HTTP/1.1" status: 200 len: 797 time: 0.1139045 Jul 30 02:52:01.332490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a9bf162f-57c1-4687-9983-bfcb858c127c None None] Provisioning complete for port 1d2a7547-5070-4797-a599-a080d26c2d15 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:01.333051 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a9bf162f-57c1-4687-9983-bfcb858c127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:01.333722 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-a2b3eccf-56c7-48a4-ab6e-65fa6dca328f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/quotas/93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 375 time: 0.0101521 Jul 30 02:52:01.390574 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-ab47be80-676c-4cd9-901b-3b5979eb9c1e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508516 Jul 30 02:52:01.394230 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-a9bf162f-57c1-4687-9983-bfcb858c127c None None] Port 1d2a7547-5070-4797-a599-a080d26c2d15 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:52:01.396740 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:01.423673 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 0c057b59-7538-4782-b211-c9211c73b2a1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:01.431466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0c057b59-7538-4782-b211-c9211c73b2a1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:01.431826 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:01.536104 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-56b5e4b6-70e5-40cb-b385-a5aaf2ea8cbf service neutron] 10.222.0.84 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304204 Jul 30 02:52:01.616819 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:01.643730 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-8a6c550e-fb01-444b-bf87-c434c0cd6359 service neutron] 10.222.0.84 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010749 Jul 30 02:52:01.674534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 0c057b59-7538-4782-b211-c9211c73b2a1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0c057b59-7538-4782-b211-c9211c73b2a1,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:01.682519 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:01.683311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ecefc541-373c-4d54-a2e8-1e942adeaa68 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:01.744943 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1d2a7547-5070-4797-a599-a080d26c2d15', 'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:c6:04:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:59Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 2, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:01.798986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Checking router: 449cbe70-5e16-486e-a369-5f63f7ec3d48 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:52:01.799349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Updating router 449cbe70-5e16-486e-a369-5f63f7ec3d48 port 1d2a7547-5070-4797-a599-a080d26c2d15 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:52:01.811895 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0509fb8d-e2d4-40c3-84af-491db2a1f0f7 req-e0f1c185-c634-4067-8fe2-80336ff996c2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 210 time: 0.0296750 Jul 30 02:52:01.831045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=0c057b59-7538-4782-b211-c9211c73b2a1,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:01.840973 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:01.855284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port ecefc541-373c-4d54-a2e8-1e942adeaa68 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:01.860411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ecefc541-373c-4d54-a2e8-1e942adeaa68 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:01.861383 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:02.068390 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:02.104297 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port ecefc541-373c-4d54-a2e8-1e942adeaa68, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ecefc541-373c-4d54-a2e8-1e942adeaa68,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:02.108928 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:02.168915 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:02.201885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=ecefc541-373c-4d54-a2e8-1e942adeaa68,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:02.244423 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:02.254882 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Transition to ACTIVE for port object 1d2a7547-5070-4797-a599-a080d26c2d15 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:02.260357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:02.313377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb14ca-a142-4a81-8c9f-92d15bd7c9ed None None] Pushing event updated for resources: {'Port': ['ID=1d2a7547-5070-4797-a599-a080d26c2d15,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:02.369847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Attempting to bind port 1d2a7547-5070-4797-a599-a080d26c2d15 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:52:02.370789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Attempting to bind port 1d2a7547-5070-4797-a599-a080d26c2d15 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:52:02.371178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Attempting to bind port 1d2a7547-5070-4797-a599-a080d26c2d15 on network 69f51475-c944-4eba-84ea-871e749bd4e4 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:52:02.376779 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:52:02.377189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Checking segment: {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:02.377594 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:02.377982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Bound using segment: {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:52:02.378447 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Bound port: 1d2a7547-5070-4797-a599-a080d26c2d15, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:52:02.378829 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:02.448535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] For port 1d2a7547-5070-4797-a599-a080d26c2d15, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:52:02.454071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] For port 1d2a7547-5070-4797-a599-a080d26c2d15, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d2a7547-5070-4797-a599-a080d26c2d15,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:52:02.460537 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:02.529662 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:02.530187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:51:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:02.538010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb14ca-a142-4a81-8c9f-92d15bd7c9ed None None] Pushing event updated for resources: {'Port': ['ID=1d2a7547-5070-4797-a599-a080d26c2d15,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:02.652364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:02.871371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1d2a7547-5070-4797-a599-a080d26c2d15', 'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:c6:04:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:59Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:02.905858 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697c7fd-eff7-4330-a1df-60d4e4a2bc65 None None] The sync data for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 is: [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1d2a7547-5070-4797-a599-a080d26c2d15', 'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:c6:04:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:59Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:52:02.919638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b495fec7-0a9c-4fc4-af38-efb167806f89 req-58dfedce-161b-4d5b-ab09-44ba5d79cb71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 210 time: 0.0297122 Jul 30 02:52:02.990923 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-67fb483a-86f9-43ae-aa46-8a1bc2fb199f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:02.992435 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-67fb483a-86f9-43ae-aa46-8a1bc2fb199f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/networks?id=69f51475-c944-4eba-84ea-871e749bd4e4 HTTP/1.1" status: 200 len: 797 time: 0.1805918 Jul 30 02:52:03.043381 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-8997018b-2011-41ac-a8e1-7617090c93bd tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 379 time: 0.0392728 Jul 30 02:52:03.053768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'port': {'device_id': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'admin_state_up': True, 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'security_groups': ['cbac018d-90dd-4653-b078-d83992471d22']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:03.192955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:52:03.196620 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.264010 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c057b59-7538-4782-b211-c9211c73b2a1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:03.326079 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 0c057b59-7538-4782-b211-c9211c73b2a1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:03.326449 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.348508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.14 (69f51475-c944-4eba-84ea-871e749bd4e4/706fa841-8700-44e0-898e-bd41aeaafac5/39d81a2e-0491-44f4-882d-ced7b7cd4d0d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:52:03.416843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d2a7547-5070-4797-a599-a080d26c2d15 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:03.474763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1d2a7547-5070-4797-a599-a080d26c2d15 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:03.482122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1d2a7547-5070-4797-a599-a080d26c2d15 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:03.483182 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.512147 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b09c8b5a-6c88-47b6-8b6b-f0c77d8876ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.514020 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.529305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object 39d81a2e-0491-44f4-882d-ced7b7cd4d0d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:03.564849 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.594189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.609777 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 69f51475-c944-4eba-84ea-871e749bd4e4 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:03.615340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:03.619237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:03.628916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:03.636478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1d2a7547-5070-4797-a599-a080d26c2d15, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d2a7547-5070-4797-a599-a080d26c2d15,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:03.649377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.649377 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ecefc541-373c-4d54-a2e8-1e942adeaa68 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:03.677680 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:03.678337 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.695013 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-1f015d66-0375-4a8c-a145-74286e393620 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6452248 Jul 30 02:52:03.709793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Request body: {'port': {'device_id': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:03.726547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=1d2a7547-5070-4797-a599-a080d26c2d15,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:03.766503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port ecefc541-373c-4d54-a2e8-1e942adeaa68 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:03.767602 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.787864 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.950741 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:03.960101 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-194445cd-fcc5-48ed-ab0b-be3e1caada71 None None] Provisioning for port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:03.964870 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-194445cd-fcc5-48ed-ab0b-be3e1caada71 None None] Provisioning complete for port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:03.965377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-194445cd-fcc5-48ed-ab0b-be3e1caada71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:04.000706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-194445cd-fcc5-48ed-ab0b-be3e1caada71 None None] Port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:52:04.071408 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f0dd5-3ea3-4ca8-885c-21e421820c42 req-c6af4e52-e312-4d99-a461-d1fe4c770bb9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:04.073073 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa8f0dd5-3ea3-4ca8-885c-21e421820c42 req-c6af4e52-e312-4d99-a461-d1fe4c770bb9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 932 time: 0.0546179 Jul 30 02:52:04.100942 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d81a2e-0491-44f4-882d-ced7b7cd4d0d {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:52:04.108716 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:04.113982 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa8f0dd5-3ea3-4ca8-885c-21e421820c42 req-17f87d8a-de47-4994-9b1e-71ee0ed46af0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340216 Jul 30 02:52:04.121367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Transition to ACTIVE for port object 39d81a2e-0491-44f4-882d-ced7b7cd4d0d will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:52:04.124355 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:04.175357 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Pushing event updated for resources: {'Port': ['ID=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:04.250621 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Attempting to bind port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:52:04.250950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Attempting to bind port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:52:04.251304 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Attempting to bind port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d on network 69f51475-c944-4eba-84ea-871e749bd4e4 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:52:04.255782 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d on network 69f51475-c944-4eba-84ea-871e749bd4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:52:04.256104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Attempting to bind port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d on network 69f51475-c944-4eba-84ea-871e749bd4e4 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:52:04.261560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:52:04.261894 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Checking segment: {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:52:04.262277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Bound using segment: {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:52:04.262703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Bound port: 39d81a2e-0491-44f4-882d-ced7b7cd4d0d, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd55f560-8662-472a-8631-c44b21763cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:52:04.263073 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:04.330541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] For port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:52:04.334147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] For port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:52:04.338048 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:04.374653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:04.374653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:04.374653 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] 10.222.0.41 "PUT /v2.0/ports/39d81a2e-0491-44f4-882d-ced7b7cd4d0d HTTP/1.1" status: 200 len: 1092 time: 0.6705012 Jul 30 02:52:04.374653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:52:04.376753 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:52:04.443878 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e42947-dcd8-412e-894d-4dd2cde3fff4 x-openstack-request-id: req-22e42947-dcd8-412e-894d-4dd2cde3fff4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:52:04.444169 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:52:04.444420 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-22e42947-dcd8-412e-894d-4dd2cde3fff4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:52:04.444830 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'status': 'completed', 'code': 200} Jul 30 02:52:04.445392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536f016-0913-4062-8415-bdcf8c684403 service neutron] Pushing event updated for resources: {'Port': ['ID=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:04.465425 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-721282be-b5ad-4c3d-9b12-8f77c67ec0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:04.467277 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-721282be-b5ad-4c3d-9b12-8f77c67ec0d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 1095 time: 0.0551441 Jul 30 02:52:04.513153 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-33b81421-dc76-4d93-9ca5-e6628599237b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d HTTP/1.1" status: 200 len: 217 time: 0.0383234 Jul 30 02:52:04.565142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-8faf2081-7445-41ea-b4e9-c898fb757ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:04.566583 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-8faf2081-7445-41ea-b4e9-c898fb757ab2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=706fa841-8700-44e0-898e-bd41aeaafac5 HTTP/1.1" status: 200 len: 835 time: 0.0459692 Jul 30 02:52:04.616367 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-d7aea9d9-e73a-4ea7-a4ba-5f06f067ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:04.617840 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-d7aea9d9-e73a-4ea7-a4ba-5f06f067ef1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69f51475-c944-4eba-84ea-871e749bd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446146 Jul 30 02:52:04.708851 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-460f58ef-70ef-4d89-a315-8be8dfc37fd3 service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834436 Jul 30 02:52:04.753027 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:04.801595 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-aac4b0c1-d5b0-4c60-9546-86145eb05121 req-4850db27-d8c9-4ac8-acdf-dd67def2b28c service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847721 Jul 30 02:52:05.166018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d2a7547-5070-4797-a599-a080d26c2d15 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:05.227802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1d2a7547-5070-4797-a599-a080d26c2d15 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:05.228127 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:05.240334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-0678243a-9a5d-4bca-ac43-811c670bd327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:05.241868 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-0678243a-9a5d-4bca-ac43-811c670bd327 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 1095 time: 0.3929272 Jul 30 02:52:05.246854 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877205d7-1b7f-4282-b10c-428172ccc237 req-21f18db1-9638-4f73-bcc2-6261ae09dfe7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:05.248527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-877205d7-1b7f-4282-b10c-428172ccc237 req-21f18db1-9638-4f73-bcc2-6261ae09dfe7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 944 time: 0.0581477 Jul 30 02:52:05.294073 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-877205d7-1b7f-4282-b10c-428172ccc237 req-1ac1ed2b-c1c4-4881-94bf-f3be66f49c74 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388837 Jul 30 02:52:05.339000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-762ea72c-a7bc-4d6a-afe1-f450cf582ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:05.340544 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-762ea72c-a7bc-4d6a-afe1-f450cf582ca9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69f51475-c944-4eba-84ea-871e749bd4e4 HTTP/1.1" status: 200 len: 898 time: 0.0908873 Jul 30 02:52:05.384996 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-ab71b6eb-3675-43ee-943a-0c13637adb4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d HTTP/1.1" status: 200 len: 217 time: 0.0366566 Jul 30 02:52:05.434023 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-e91ba878-5776-4089-b312-ad36fd80d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:05.435493 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-e91ba878-5776-4089-b312-ad36fd80d974 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=706fa841-8700-44e0-898e-bd41aeaafac5 HTTP/1.1" status: 200 len: 835 time: 0.0427992 Jul 30 02:52:05.481929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-f3998f33-575d-43a9-9d20-c47ee3ff4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:05.483339 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-f3998f33-575d-43a9-9d20-c47ee3ff4d85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69f51475-c944-4eba-84ea-871e749bd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402465 Jul 30 02:52:05.576019 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-decc6585-517b-4b62-8b61-7a1c347d1a4b service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843952 Jul 30 02:52:05.664793 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2654f2a7-0ac4-4acf-8b9e-5aefda2650cc req-53a18819-a930-4610-ac58-059be5eb33b6 service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814242 Jul 30 02:52:06.406815 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:06.411029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0db006-77f6-46e5-a30b-5c1645c2929d req-94ee63f2-9151-4950-8812-70ab4ea597dc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:06.412561 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e0db006-77f6-46e5-a30b-5c1645c2929d req-94ee63f2-9151-4950-8812-70ab4ea597dc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 944 time: 0.0498071 Jul 30 02:52:06.450512 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e0db006-77f6-46e5-a30b-5c1645c2929d req-3a003aac-0812-4b64-92b0-7cafd1abd680 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317485 Jul 30 02:52:07.515659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 39d81a2e-0491-44f4-882d-ced7b7cd4d0d details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:52:07.567238 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61166e-f12c-4c0a-8c90-b4e2464d7e07 req-4b620472-87d2-4a70-b6d4-f611acb3d55a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:07.568807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d61166e-f12c-4c0a-8c90-b4e2464d7e07 req-4b620472-87d2-4a70-b6d4-f611acb3d55a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 944 time: 0.0514505 Jul 30 02:52:07.609468 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1d61166e-f12c-4c0a-8c90-b4e2464d7e07 req-ad10bd35-fdba-4cc2-8af6-053239b7b268 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347395 Jul 30 02:52:07.623739 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:07.790829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'port_id': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'mac_address': 'fa:16:3e:6b:65:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:52:07.826488 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:07.840025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d81a2e-0491-44f4-882d-ced7b7cd4d0d {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:52:07.859275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:07.862562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:07.907976 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:08.072038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['39d81a2e-0491-44f4-882d-ced7b7cd4d0d'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:52:08.397409 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:52:08.727254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05000e2b-6ddf-444b-8269-d75952ac7432 req-f272f943-d80d-45f0-b6b7-aaf3bacc6d5c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:08.728669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05000e2b-6ddf-444b-8269-d75952ac7432 req-f272f943-d80d-45f0-b6b7-aaf3bacc6d5c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 945 time: 0.0522242 Jul 30 02:52:08.766118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-05000e2b-6ddf-444b-8269-d75952ac7432 req-644b0056-7702-46ce-a886-fa948218aa29 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315602 Jul 30 02:52:09.515272 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 39d81a2e-0491-44f4-882d-ced7b7cd4d0d up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:52:09.567170 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:52:09.570763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:52:09.571169 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:09.649281 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:09.670841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:52:09.673120 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6db5ee2-0906-4d97-adea-ecc078b1c249" -d '{"events": [{"server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "name": "network-vif-plugged", "status": "completed", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:52:09.687218 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:52:09.692242 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:09.715416 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ae8a98-e79f-4d20-8158-a2309c0d4dec x-openstack-request-id: req-28ae8a98-e79f-4d20-8158-a2309c0d4dec {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:52:09.715726 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "name": "network-vif-plugged", "status": "completed", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:52:09.715977 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-28ae8a98-e79f-4d20-8158-a2309c0d4dec {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:52:09.716368 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'code': 200} Jul 30 02:52:09.741931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:09.814262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2654e-af63-486c-8881-db63f6f6f91b req-86b9da4c-a5ca-471a-b4c5-3a8362442113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:09.816469 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fda2654e-af63-486c-8881-db63f6f6f91b req-86b9da4c-a5ca-471a-b4c5-3a8362442113 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 1097 time: 0.0426066 Jul 30 02:52:09.857207 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fda2654e-af63-486c-8881-db63f6f6f91b req-e5f35371-cf3a-4e52-8725-c3a321a838bb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330265 Jul 30 02:52:09.889125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d12db-f72c-4217-8982-d9719bdec0e5 req-a7fb168a-39db-4108-a17e-87a1b3977f99 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:09.890681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a24d12db-f72c-4217-8982-d9719bdec0e5 req-a7fb168a-39db-4108-a17e-87a1b3977f99 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0503469 Jul 30 02:52:09.931461 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a24d12db-f72c-4217-8982-d9719bdec0e5 req-9fee1e5c-f98c-459a-965f-74a3215cba02 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347624 Jul 30 02:52:11.046557 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b9b80-8a20-4e6d-94a7-eb1665f73dea req-91c1491e-91b0-4091-b72e-93817ebd3469 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:11.048055 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-277b9b80-8a20-4e6d-94a7-eb1665f73dea req-91c1491e-91b0-4091-b72e-93817ebd3469 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0497143 Jul 30 02:52:11.087486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-277b9b80-8a20-4e6d-94a7-eb1665f73dea req-a55b1541-7fab-4fd3-a18d-d447ef3504ce tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327399 Jul 30 02:52:11.204548 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ba8dc-bef0-487d-bfb8-19659ee7bb42 req-06cc0303-6b65-4a0b-9950-814382c5cdcb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:11.206037 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-682ba8dc-bef0-487d-bfb8-19659ee7bb42 req-06cc0303-6b65-4a0b-9950-814382c5cdcb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0536823 Jul 30 02:52:11.245295 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-682ba8dc-bef0-487d-bfb8-19659ee7bb42 req-73bc3e00-45df-4f2e-bd15-1de612541cfd tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322146 Jul 30 02:52:11.267007 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32844) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:11.307068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cbe481-24d3-42eb-b812-dd15af53f318 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:11.308633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f8cbe481-24d3-42eb-b812-dd15af53f318 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 1092 time: 0.0406196 Jul 30 02:52:11.311546 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32846) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:11.315957 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:52:11.338875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:11.438414 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:11.548919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.179 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/1d24495d-4c8c-4a47-9c83-8e07f7b56fe2) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:52:11.662572 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:11.700902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:11.736559 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:52:11.739967 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:52:11.743494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:52:11.770399 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=1d24495d-4c8c-4a47-9c83-8e07f7b56fe2,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:12.104133 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:12.169885 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:12.321761 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:12.326200 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:12.388872 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=1d24495d-4c8c-4a47-9c83-8e07f7b56fe2,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:52:12.403701 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:12.506367 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP 77abba13-1dc8-4ffb-8e13-d8a4b53c67ae associated. External IP: 172.25.7.179, port: 39d81a2e-0491-44f4-882d-ced7b7cd4d0d. Jul 30 02:52:12.718166 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 449cbe70-5e16-486e-a369-5f63f7ec3d48 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:52:12.827213 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:52:12.838071 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] Sync routers for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:52:12.843040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:12.847076 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:12.847712 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:52:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:12.872958 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ee5c1532-4d9a-43ac-8996-001db0e746af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5577981 Jul 30 02:52:12.872958 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:52:12.873346 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dbf9bf-04ad-461b-b9fb-174497af4dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:52:12.957891 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:12.968367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17bf9c-5900-4dac-b3f8-149b3f26a348 req-cc6254af-8bc8-45f0-9388-62e27ab52c5a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:12.969823 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e17bf9c-5900-4dac-b3f8-149b3f26a348 req-cc6254af-8bc8-45f0-9388-62e27ab52c5a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0508387 Jul 30 02:52:13.012904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e17bf9c-5900-4dac-b3f8-149b3f26a348 req-e52209d0-5646-47ef-b6f8-bc252513dd4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364053 Jul 30 02:52:13.036623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32852) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:13.074229 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acb2bb5-b9fd-45d4-b361-40dcbf097247 x-openstack-request-id: req-7acb2bb5-b9fd-45d4-b361-40dcbf097247 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:52:13.075053 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:52:13.075053 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7acb2bb5-b9fd-45d4-b361-40dcbf097247 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:52:13.075244 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'status': 'completed', 'code': 200} Jul 30 02:52:13.112024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d55a6279-9b44-4c96-a0f8-0762fde1571d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/77abba13-1dc8-4ffb-8e13-d8a4b53c67ae HTTP/1.1" status: 200 len: 992 time: 0.0724084 Jul 30 02:52:13.131824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-c8182530-e47c-40c5-a7b4-c97f73fbe3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:13.133338 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-c8182530-e47c-40c5-a7b4-c97f73fbe3e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 1097 time: 0.0504081 Jul 30 02:52:13.197435 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '77abba13-1dc8-4ffb-8e13-d8a4b53c67ae', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'port_id': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'mac_address': 'fa:16:3e:6b:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:52:11Z', 'updated_at': '2021-07-30T02:52:11Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2a7547-5070-4797-a599-a080d26c2d15', 'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:c6:04:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:59Z', 'updated_at': '2021-07-30T02:52:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:13.224928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-23085f88-85f6-468c-847a-ed5ac76714f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:13.226199 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-23085f88-85f6-468c-847a-ed5ac76714f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69f51475-c944-4eba-84ea-871e749bd4e4 HTTP/1.1" status: 200 len: 898 time: 0.0856116 Jul 30 02:52:13.226979 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] Checking router: 449cbe70-5e16-486e-a369-5f63f7ec3d48 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:52:13.235301 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:52:13.235917 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:52:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:13.297015 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-88c10f3f-a709-4fa4-a6ee-3d3bc60f8ef7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d HTTP/1.1" status: 200 len: 1000 time: 0.0629935 Jul 30 02:52:13.341620 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:52:13.345498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-ac3f5ec3-97b8-4658-affe-66806dc646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:13.347085 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-ac3f5ec3-97b8-4658-affe-66806dc646f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=706fa841-8700-44e0-898e-bd41aeaafac5 HTTP/1.1" status: 200 len: 835 time: 0.0436666 Jul 30 02:52:13.393434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-27223e76-0ac0-4c58-b548-d4ba0efc751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:13.395564 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-27223e76-0ac0-4c58-b548-d4ba0efc751f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69f51475-c944-4eba-84ea-871e749bd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418596 Jul 30 02:52:13.490207 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-ec0b9450-dcc5-44f1-919b-0355bc8ff9e6 service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876744 Jul 30 02:52:13.563175 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '77abba13-1dc8-4ffb-8e13-d8a4b53c67ae', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'port_id': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'mac_address': 'fa:16:3e:6b:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:52:11Z', 'updated_at': '2021-07-30T02:52:11Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2a7547-5070-4797-a599-a080d26c2d15', 'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:c6:04:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:59Z', 'updated_at': '2021-07-30T02:52:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:52:13.586897 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-48dbf9bf-04ad-461b-b9fb-174497af4dc4 req-a88845bb-e1f1-4520-b054-429bd449ade5 service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903265 Jul 30 02:52:13.594954 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1dbb52-b6ca-40e0-b716-2c28732eae9f None None] The sync data for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 is: [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '77abba13-1dc8-4ffb-8e13-d8a4b53c67ae', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'port_id': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'mac_address': 'fa:16:3e:6b:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:52:11Z', 'updated_at': '2021-07-30T02:52:11Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2a7547-5070-4797-a599-a080d26c2d15', 'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:c6:04:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:59Z', 'updated_at': '2021-07-30T02:52:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:52:13.789104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b7c0b8-567d-4bfe-903b-e14ee7a93f34 None None] New status for floating IP 77abba13-1dc8-4ffb-8e13-d8a4b53c67ae: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:52:14.114874 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32854) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:52:14.179325 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0af2179f-24ca-4eba-97e1-fac140ecee15 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/77abba13-1dc8-4ffb-8e13-d8a4b53c67ae HTTP/1.1" status: 200 len: 994 time: 0.0631783 Jul 30 02:52:24.560624 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:30.849531 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e47d79f5-b3c2-4a6d-a43a-e5433066308c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:32.130681 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.482590 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c0755ade-ef63-4645-aef4-ffde3f708a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:33.945225 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:34.755498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:36.409797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:45.396788 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:52:45.504492 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-0a15ebbf-ab1a-4379-9bf3-03d4fc4f030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:45.506026 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-0a15ebbf-ab1a-4379-9bf3-03d4fc4f030f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 1097 time: 0.0433915 Jul 30 02:52:45.607384 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-b9597566-f073-4214-98ef-d4c09eca3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:45.608906 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-b9597566-f073-4214-98ef-d4c09eca3347 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69f51475-c944-4eba-84ea-871e749bd4e4 HTTP/1.1" status: 200 len: 898 time: 0.0938323 Jul 30 02:52:45.676729 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-faa68904-68ab-47d5-91ff-96b28521381a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d HTTP/1.1" status: 200 len: 1002 time: 0.0599787 Jul 30 02:52:45.737676 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-f165f4e2-fe07-4082-8bb9-4639be73a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:45.739189 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-f165f4e2-fe07-4082-8bb9-4639be73a44e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=706fa841-8700-44e0-898e-bd41aeaafac5 HTTP/1.1" status: 200 len: 835 time: 0.0505426 Jul 30 02:52:45.790039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-873f13df-9b6b-4806-9883-0fece135a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:45.791623 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-873f13df-9b6b-4806-9883-0fece135a692 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69f51475-c944-4eba-84ea-871e749bd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448394 Jul 30 02:52:45.862143 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c176-a9f0-4c3e-89f8-ddba37e57aa4 req-c4c8598e-5166-4246-b825-f7b669c0a0bd tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:45.863658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93d3c176-a9f0-4c3e-89f8-ddba37e57aa4 req-c4c8598e-5166-4246-b825-f7b669c0a0bd tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.4096053 Jul 30 02:52:45.885477 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-8197e047-6c2a-4bb4-b622-9bbd27472f6e service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853081 Jul 30 02:52:45.902477 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-93d3c176-a9f0-4c3e-89f8-ddba37e57aa4 req-297d933d-56c2-4b4b-88a4-e6ff884d9668 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327055 Jul 30 02:52:45.980036 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0c6d8e6d-44d9-4a7f-9847-b99e86b6ba06 req-454ad79a-0b17-4d72-9301-6c8e65fd2632 service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866499 Jul 30 02:52:47.019478 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade319af-2dd8-4304-a3fe-27791807b2e9 req-862d94a6-ac3f-404d-9ebb-6fdc56fdd62d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:47.020969 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ade319af-2dd8-4304-a3fe-27791807b2e9 req-862d94a6-ac3f-404d-9ebb-6fdc56fdd62d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0487514 Jul 30 02:52:47.059028 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ade319af-2dd8-4304-a3fe-27791807b2e9 req-b6fadb4a-48d1-46f9-a309-40cf134fe0f7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320246 Jul 30 02:52:48.177139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374ff83-e882-4662-a10a-e7c93903c4e7 req-edcf8830-f554-41be-b242-7c5dd6bd6cf3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:48.178655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4374ff83-e882-4662-a10a-e7c93903c4e7 req-edcf8830-f554-41be-b242-7c5dd6bd6cf3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0492547 Jul 30 02:52:48.219606 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4374ff83-e882-4662-a10a-e7c93903c4e7 req-833f922c-3628-425b-9804-1d54e42f6ee7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349715 Jul 30 02:52:49.337119 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e69ef3-3457-4242-bc62-c19c69b0de82 req-d3ab2c3a-448d-42cd-b75d-4bdff79ef8a6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:49.338603 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88e69ef3-3457-4242-bc62-c19c69b0de82 req-d3ab2c3a-448d-42cd-b75d-4bdff79ef8a6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0487738 Jul 30 02:52:49.376513 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88e69ef3-3457-4242-bc62-c19c69b0de82 req-f2a06679-e2fd-45d7-b0ae-24e81537e454 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319321 Jul 30 02:52:50.491247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d2aa5-780a-4429-89f6-64083bdc70e8 req-8f549580-f2c6-494a-8ab0-4bf479e45ef1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:50.492913 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a9d2aa5-780a-4429-89f6-64083bdc70e8 req-8f549580-f2c6-494a-8ab0-4bf479e45ef1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0490787 Jul 30 02:52:50.531977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6a9d2aa5-780a-4429-89f6-64083bdc70e8 req-243f9d5b-3bba-4a17-9d83-bed3bfc6000d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330853 Jul 30 02:52:51.649962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf5a11-5b30-45e3-99a1-4e662a76a767 req-ec654b0d-d3ba-4e13-9b45-0deea305f187 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:51.651438 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86cf5a11-5b30-45e3-99a1-4e662a76a767 req-ec654b0d-d3ba-4e13-9b45-0deea305f187 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0497150 Jul 30 02:52:51.693946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-86cf5a11-5b30-45e3-99a1-4e662a76a767 req-4d351c2f-dde2-4985-b4ec-30248737913c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363855 Jul 30 02:52:52.811680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16e42d-cd7f-4333-b0a2-3b5d400d2299 req-92e004b1-a544-4750-8866-30274ebed446 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:52.813205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef16e42d-cd7f-4333-b0a2-3b5d400d2299 req-92e004b1-a544-4750-8866-30274ebed446 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0509264 Jul 30 02:52:52.852949 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ef16e42d-cd7f-4333-b0a2-3b5d400d2299 req-b6e99c62-750a-4034-89e1-7016eac9f642 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329981 Jul 30 02:52:52.863041 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-1956a892-c30d-4e50-b530-d3ae025b750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:52.864612 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-1956a892-c30d-4e50-b530-d3ae025b750f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 1097 time: 0.0417206 Jul 30 02:52:52.971084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-99fde24f-86a0-4375-b8a7-772b3b45632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:52.972594 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-99fde24f-86a0-4375-b8a7-772b3b45632a service neutron] 10.222.0.41 "GET /v2.0/networks?id=69f51475-c944-4eba-84ea-871e749bd4e4 HTTP/1.1" status: 200 len: 898 time: 0.0892417 Jul 30 02:52:53.037590 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-2ba92c60-63bc-4bc6-ac12-bf01cc52504f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d HTTP/1.1" status: 200 len: 1002 time: 0.0583124 Jul 30 02:52:53.087233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-2d6527cd-14cc-4a15-8bd2-561ea64bafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:53.088718 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-2d6527cd-14cc-4a15-8bd2-561ea64bafb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=706fa841-8700-44e0-898e-bd41aeaafac5 HTTP/1.1" status: 200 len: 835 time: 0.0442364 Jul 30 02:52:53.141371 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-96545593-53d2-4195-b72f-fe139887dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:53.143533 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-96545593-53d2-4195-b72f-fe139887dee3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69f51475-c944-4eba-84ea-871e749bd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463026 Jul 30 02:52:53.232430 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-9ecad3dc-23ac-4ee6-81b8-fe03949769f7 service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822766 Jul 30 02:52:53.326534 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6ceca728-d63a-40d9-8e69-2c72cad76d16 req-46513537-d405-482f-803e-17c14044fc65 service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873010 Jul 30 02:52:53.965856 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9bbda-c388-482c-801f-666d39905427 req-3979d3f6-154a-40b9-8e6d-dc429a3ec711 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:53.967323 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9b9bbda-c388-482c-801f-666d39905427 req-3979d3f6-154a-40b9-8e6d-dc429a3ec711 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0483141 Jul 30 02:52:54.007600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c9b9bbda-c388-482c-801f-666d39905427 req-c721559c-608d-44c7-9bee-f2ef562f1db1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340242 Jul 30 02:52:54.572831 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:52:55.123165 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51af3a-9456-45cf-b830-fb522e8e795e req-123d90ee-6bf9-456d-b28e-6dd8abde2956 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:55.124656 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c51af3a-9456-45cf-b830-fb522e8e795e req-123d90ee-6bf9-456d-b28e-6dd8abde2956 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0493598 Jul 30 02:52:55.170422 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4c51af3a-9456-45cf-b830-fb522e8e795e req-3d78377a-cf44-4009-a0e2-560defe8b527 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365045 Jul 30 02:52:56.285746 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d3ffc-f49a-459e-b58b-cd08b63ec1c1 req-eabe51eb-d109-47f3-b045-bae56eb9f959 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:56.287256 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-320d3ffc-f49a-459e-b58b-cd08b63ec1c1 req-eabe51eb-d109-47f3-b045-bae56eb9f959 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0489061 Jul 30 02:52:56.328467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-320d3ffc-f49a-459e-b58b-cd08b63ec1c1 req-2eb68879-fd03-488f-9928-70bb0f7c77ee tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339451 Jul 30 02:52:57.459445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03deee-e5f1-4725-8cec-3c1da6944251 req-ea0332fd-06f9-4686-8d73-0138fb302687 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:57.460939 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce03deee-e5f1-4725-8cec-3c1da6944251 req-ea0332fd-06f9-4686-8d73-0138fb302687 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0496707 Jul 30 02:52:57.500643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ce03deee-e5f1-4725-8cec-3c1da6944251 req-3f944d0f-1d4a-4428-af6c-d83fc974fcf5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 Jul 30 02:52:58.618896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb507e84-5583-480b-9013-4b77f1b0ac86 req-dbf45e6f-8037-4223-a363-5c25e224130f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:58.620516 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb507e84-5583-480b-9013-4b77f1b0ac86 req-dbf45e6f-8037-4223-a363-5c25e224130f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0530961 Jul 30 02:52:58.662780 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-eb507e84-5583-480b-9013-4b77f1b0ac86 req-28809542-9c5a-46b8-8215-68844fd775c8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362265 Jul 30 02:52:59.777868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4538890-9acf-4ae3-96e8-f389333cc099 req-f52cae3b-0947-4466-a0c5-ace977dcd7f5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:52:59.779369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4538890-9acf-4ae3-96e8-f389333cc099 req-f52cae3b-0947-4466-a0c5-ace977dcd7f5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0502751 Jul 30 02:52:59.817855 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4538890-9acf-4ae3-96e8-f389333cc099 req-6ea7c58b-11ff-4e9e-9fcd-da651d76ba57 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323927 Jul 30 02:53:00.850985 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-69ed29b1-d0b3-43e5-bf68-7725ac9e78e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:00.933371 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176279b-e518-4d7f-afef-84726b311b6e req-3ec395c9-ec11-4a35-a11e-dcc2aaaebef4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:00.934817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7176279b-e518-4d7f-afef-84726b311b6e req-3ec395c9-ec11-4a35-a11e-dcc2aaaebef4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0493925 Jul 30 02:53:00.973398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7176279b-e518-4d7f-afef-84726b311b6e req-25375ef6-f143-44cc-a0f7-e8d3e6d12d3f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327091 Jul 30 02:53:02.092107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432ab76-7cf3-46c4-a6d4-cd3f04d12068 req-caa7eb3f-d2da-4952-8485-b0c84e1869c5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:02.093608 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6432ab76-7cf3-46c4-a6d4-cd3f04d12068 req-caa7eb3f-d2da-4952-8485-b0c84e1869c5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0520937 Jul 30 02:53:02.129917 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:02.137961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6432ab76-7cf3-46c4-a6d4-cd3f04d12068 req-7908d693-3e7f-4356-9de3-ff0b06bc49d4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378067 Jul 30 02:53:02.161169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32898) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:02.221533 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7f0c7d3f-9144-48cd-820c-39097c1310c2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/77abba13-1dc8-4ffb-8e13-d8a4b53c67ae HTTP/1.1" status: 200 len: 994 time: 0.0586658 Jul 30 02:53:03.483032 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c4c4c5ec-b89e-44ef-a259-d423c0af109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:03.947884 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:04.757262 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:06.413635 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:22.397429 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:53:24.579962 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:30.853239 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f77028b-46ae-4aff-a1b8-79404b6fe3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:32.138502 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:32.580215 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32920) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:32.740921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 1d24495d-4c8c-4a47-9c83-8e07f7b56fe2 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:53:32.741269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:32.818147 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:32.818468 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:32.830376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 1d24495d-4c8c-4a47-9c83-8e07f7b56fe2 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:53:32.982684 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:33.017400 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=1d24495d-4c8c-4a47-9c83-8e07f7b56fe2,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:33.040110 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.040459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.040804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.043288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.043288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.043288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.043288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.043288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.043288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.043288 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.043943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.043943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:33.087090 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:33.088189 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP 77abba13-1dc8-4ffb-8e13-d8a4b53c67ae disassociated (deleted). External IP: 172.25.7.179, port: 39d81a2e-0491-44f4-882d-ced7b7cd4d0d. Jul 30 02:53:33.304277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 449cbe70-5e16-486e-a369-5f63f7ec3d48 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:53:33.413120 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:53:33.417914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:33.424276 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] Sync routers for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:53:33.433950 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:33.434662 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:33.448419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0f246979-4bdc-4b37-9445-adf652570b5d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/floatingips/77abba13-1dc8-4ffb-8e13-d8a4b53c67ae HTTP/1.1" status: 204 len: 168 time: 0.8645720 Jul 30 02:53:33.448419 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:33.448799 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf16f30f-8c92-454a-bfbf-7078333cf121" -d '{"events": [{"name": "network-changed", "server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:33.484440 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dbd26b64-b67d-4be4-a638-33825bf68a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:33.546859 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:33.613813 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cf4dcc-a01c-4006-a659-91e1b7b5e035 x-openstack-request-id: req-66cf4dcc-a01c-4006-a659-91e1b7b5e035 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:33.614561 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:33.614561 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-66cf4dcc-a01c-4006-a659-91e1b7b5e035 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:33.615179 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'status': 'completed', 'code': 200} Jul 30 02:53:33.680149 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-bb637176-87b8-4f0d-a5fe-24300169d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:33.682783 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-bb637176-87b8-4f0d-a5fe-24300169d895 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 1097 time: 0.0447226 Jul 30 02:53:33.766040 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1d2a7547-5070-4797-a599-a080d26c2d15', 'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:c6:04:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:59Z', 'updated_at': '2021-07-30T02:52:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:33.789449 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceab0b-a3ca-494c-91c9-2c9ca80de2ff req-149e92e0-b8cc-4b07-8f7d-e4d5be55b61d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:33.791167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7eceab0b-a3ca-494c-91c9-2c9ca80de2ff req-149e92e0-b8cc-4b07-8f7d-e4d5be55b61d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.1293447 Jul 30 02:53:33.791462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-8823d232-e208-46a2-9bad-7cd3032eb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:33.792955 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-8823d232-e208-46a2-9bad-7cd3032eb5df service neutron] 10.222.0.41 "GET /v2.0/networks?id=69f51475-c944-4eba-84ea-871e749bd4e4 HTTP/1.1" status: 200 len: 898 time: 0.1016166 Jul 30 02:53:33.795800 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] Checking router: 449cbe70-5e16-486e-a369-5f63f7ec3d48 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:53:33.804267 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:33.804951 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:33.833967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7eceab0b-a3ca-494c-91c9-2c9ca80de2ff req-8cface1b-3c4a-4357-8a9e-1c333cd220e5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364504 Jul 30 02:53:33.837970 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-43a6f857-9356-46ed-8e00-abb2d881b37e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d HTTP/1.1" status: 200 len: 217 time: 0.0355000 Jul 30 02:53:33.890907 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-a51c93e6-c9b5-4b9f-be05-468b4269a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:33.892434 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-a51c93e6-c9b5-4b9f-be05-468b4269a354 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=706fa841-8700-44e0-898e-bd41aeaafac5 HTTP/1.1" status: 200 len: 835 time: 0.0441222 Jul 30 02:53:33.911653 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:33.941490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-02c4e145-3dd8-4a9d-b28f-c929872a93db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:33.942919 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-02c4e145-3dd8-4a9d-b28f-c929872a93db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69f51475-c944-4eba-84ea-871e749bd4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413725 Jul 30 02:53:33.950196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:34.047910 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-a2c8e49d-79c1-4c74-8f44-0c4f16848bd9 service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946648 Jul 30 02:53:34.139866 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1d2a7547-5070-4797-a599-a080d26c2d15', 'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:c6:04:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:59Z', 'updated_at': '2021-07-30T02:52:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:34.145153 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-cf16f30f-8c92-454a-bfbf-7078333cf121 req-f555170e-e892-4de0-aa12-c80332ec12aa service neutron] 10.222.0.41 "GET /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898669 Jul 30 02:53:34.166761 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab8737-19ef-4ead-9907-6b79173b0773 None None] The sync data for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 is: [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:52:00Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '1d2a7547-5070-4797-a599-a080d26c2d15', 'name': '', 'network_id': '69f51475-c944-4eba-84ea-871e749bd4e4', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:c6:04:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:59Z', 'updated_at': '2021-07-30T02:52:03Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': '706fa841-8700-44e0-898e-bd41aeaafac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:53:34.385144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a6d38-7e16-42f7-8945-9ff11cb4ca2b None None] New status for floating IP 77abba13-1dc8-4ffb-8e13-d8a4b53c67ae: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:53:34.761402 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:34.954136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a4f71-216f-4366-b777-d3f7c6ee3e36 req-a69499f6-0502-4ea7-be25-b121d4c54146 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:34.955915 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-380a4f71-216f-4366-b777-d3f7c6ee3e36 req-a69499f6-0502-4ea7-be25-b121d4c54146 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0533864 Jul 30 02:53:34.993833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-380a4f71-216f-4366-b777-d3f7c6ee3e36 req-89f9fdc0-4318-4813-9946-0dd8912cf823 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=cbac018d-90dd-4653-b078-d83992471d22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Jul 30 02:53:35.262963 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-8c63aa42-3a98-4de2-9bae-54bd4bae0688 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:35.265572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-8c63aa42-3a98-4de2-9bae-54bd4bae0688 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 946 time: 0.0674171 Jul 30 02:53:35.358340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:53:35.358681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:35.451703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:35.451982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:35.464834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 39d81a2e-0491-44f4-882d-ced7b7cd4d0d owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:53:35.590454 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:35.623908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=39d81a2e-0491-44f4-882d-ced7b7cd4d0d,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:35.651046 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.651409 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.651770 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.652100 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.652423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.652750 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.653073 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.653395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.653717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.654144 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.654466 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.654785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:35.675237 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] No DVR routers for this DVR port 39d81a2e-0491-44f4-882d-ced7b7cd4d0d on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:53:35.677916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:35.680129 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dabddc65-a65b-4320-8f71-f00a279cf1e0 req-ae2d61f7-5d97-4f46-a498-db1443e2f1d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "DELETE /v2.0/ports/39d81a2e-0491-44f4-882d-ced7b7cd4d0d HTTP/1.1" status: 204 len: 173 time: 0.4080250 Jul 30 02:53:35.680563 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'name': 'network-vif-deleted', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:35.682919 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d84d90-82ef-4ae1-9a19-9cc223292cae" -d '{"events": [{"server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "name": "network-vif-deleted", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:35.722379 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90f70b1-f675-446f-84ec-f47c05d874d4 x-openstack-request-id: req-b90f70b1-f675-446f-84ec-f47c05d874d4 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:35.722767 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5023d05-3180-4645-95bf-e10b8549f6fd", "name": "network-vif-deleted", "tag": "39d81a2e-0491-44f4-882d-ced7b7cd4d0d", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:35.723019 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b90f70b1-f675-446f-84ec-f47c05d874d4 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:35.723421 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5023d05-3180-4645-95bf-e10b8549f6fd', 'name': 'network-vif-deleted', 'tag': '39d81a2e-0491-44f4-882d-ced7b7cd4d0d', 'status': 'completed', 'code': 200} Jul 30 02:53:36.118654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f2c0cbf7-c7a7-4d2c-b087-79d0808fd3dd req-aadaa4c7-f917-41b3-a5a7-122e9e26b00d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5023d05-3180-4645-95bf-e10b8549f6fd HTTP/1.1" status: 200 len: 210 time: 0.0334303 Jul 30 02:53:36.415695 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:37.177573 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32938) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:37.552730 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:37.816304 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 1d2a7547-5070-4797-a599-a080d26c2d15 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:53:37.816526 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:37.910039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 1d2a7547-5070-4797-a599-a080d26c2d15, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1d2a7547-5070-4797-a599-a080d26c2d15,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:37.910404 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:37.923355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 1d2a7547-5070-4797-a599-a080d26c2d15 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:53:38.028792 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 39d81a2e-0491-44f4-882d-ced7b7cd4d0d no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:53:38.052542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 39d81a2e-0491-44f4-882d-ced7b7cd4d0d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:53:38.052884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 39d81a2e-0491-44f4-882d-ced7b7cd4d0d not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:53:38.122900 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.150871 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=1d2a7547-5070-4797-a599-a080d26c2d15,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:38.330101 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.540091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 449cbe70-5e16-486e-a369-5f63f7ec3d48 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:53:38.645224 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:53:38.650264 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ed36f689-5b54-45c9-acc9-7fc9058f44d5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/449cbe70-5e16-486e-a369-5f63f7ec3d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716470 Jul 30 02:53:38.653151 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32940) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:38.657103 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] Sync routers for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:53:38.667084 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:38.667726 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:38.708302 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8ee876-5f90-4763-9c1e-980febcd1b72 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting subnet 706fa841-8700-44e0-898e-bd41aeaafac5 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:53:38.711354 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee876-5f90-4763-9c1e-980febcd1b72 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.753370 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee876-5f90-4763-9c1e-980febcd1b72 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.773986 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:38.845711 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee876-5f90-4763-9c1e-980febcd1b72 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.910942 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee876-5f90-4763-9c1e-980febcd1b72 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.940099 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee876-5f90-4763-9c1e-980febcd1b72 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:38.944524 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2a8ee876-5f90-4763-9c1e-980febcd1b72 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/subnets/706fa841-8700-44e0-898e-bd41aeaafac5 HTTP/1.1" status: 204 len: 168 time: 0.2879450 Jul 30 02:53:38.944524 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ee876-5f90-4763-9c1e-980febcd1b72 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Subnet': ['ID=706fa841-8700-44e0-898e-bd41aeaafac5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:38.944897 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32942) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:38.946155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b69a8be-ae5f-4e8a-a125-f3bd181a7b87 None None] Network 69f51475-c944-4eba-84ea-871e749bd4e4 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:53:38.964681 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:53:38Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:38.996028 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] Checking router: 449cbe70-5e16-486e-a369-5f63f7ec3d48 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:53:39.006894 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] Routers {'449cbe70-5e16-486e-a369-5f63f7ec3d48'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:39.007455 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['449cbe70-5e16-486e-a369-5f63f7ec3d48'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:39.067043 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.121226 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] Set router 449cbe70-5e16-486e-a369-5f63f7ec3d48 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:39.139762 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] DHCP port deletion for 69f51475-c944-4eba-84ea-871e749bd4e4 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:53:39.194301 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.219881 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Deleting port 0c057b59-7538-4782-b211-c9211c73b2a1 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:53:39.220342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.257094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port ecefc541-373c-4d54-a2e8-1e942adeaa68 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:53:39.257446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.298104 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 0c057b59-7538-4782-b211-c9211c73b2a1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:53:39.330994 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] For port 0c057b59-7538-4782-b211-c9211c73b2a1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=0c057b59-7538-4782-b211-c9211c73b2a1,segment=NetworkSegment(dd55f560-8662-472a-8631-c44b21763cb7),segment_id=dd55f560-8662-472a-8631-c44b21763cb7)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:39.332090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.342876 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:53:38Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:39.348337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Calling delete_port for 0c057b59-7538-4782-b211-c9211c73b2a1 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:53:39.356849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port ecefc541-373c-4d54-a2e8-1e942adeaa68, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=ecefc541-373c-4d54-a2e8-1e942adeaa68,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:39.357351 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.368996 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6024977-e61e-43aa-aa21-83e65b67e5e5 None None] The sync data for ids ['449cbe70-5e16-486e-a369-5f63f7ec3d48'] in n-d-715271-7 is: [{'id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768456302', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:51:56Z', 'updated_at': '2021-07-30T02:53:38Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'ecefc541-373c-4d54-a2e8-1e942adeaa68', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449cbe70-5e16-486e-a369-5f63f7ec3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:51:57Z', 'updated_at': '2021-07-30T02:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:53:39.375024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for ecefc541-373c-4d54-a2e8-1e942adeaa68 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:53:39.450402 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.483105 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.527521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Pushing event deleted for resources: {'Port': ['ID=0c057b59-7538-4782-b211-c9211c73b2a1,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:39.529854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] No DVR routers for this DVR port 0c057b59-7538-4782-b211-c9211c73b2a1 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:53:39.541758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.541758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.542034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.542223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.542560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.543966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.543966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.543966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.543966 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.544540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.544540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.545096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced283c7-0459-4386-bc78-741fe32923bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:39.570576 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.598513 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=ecefc541-373c-4d54-a2e8-1e942adeaa68,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:39.661984 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.755167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.757401 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.805552 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.806078 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Fanout notify agent at l3_agent the message router_deleted on router 449cbe70-5e16-486e-a369-5f63f7ec3d48 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:53:39.813380 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.814712 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a4795891-f692-4c19-b1e3-891b151ca278 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/routers/449cbe70-5e16-486e-a369-5f63f7ec3d48 HTTP/1.1" status: 204 len: 168 time: 0.8676753 Jul 30 02:53:39.818169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32944) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:39.896725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:39.993037 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.009789 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f51475-c944-4eba-84ea-871e749bd4e4']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:40.021705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd55f560-8662-472a-8631-c44b21763cb7') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:40.021995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd55f560-8662-472a-8631-c44b21763cb7') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:40.032188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.047761 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.058073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:53:40.058558 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:53:40.064009 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:53:40.129138 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.134760 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.139882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/networks/69f51475-c944-4eba-84ea-871e749bd4e4 HTTP/1.1" status: 204 len: 168 time: 0.3206544 Jul 30 02:53:40.141772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32946) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:40.155396 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918df29-c07e-4fed-b740-1d65315ff470 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Network': ['ID=69f51475-c944-4eba-84ea-871e749bd4e4,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:40.201064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d816c9ab-7f51-4ac3-96ed-7b7231dece50 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.225909 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d816c9ab-7f51-4ac3-96ed-7b7231dece50 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.285308 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d816c9ab-7f51-4ac3-96ed-7b7231dece50 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.287922 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d816c9ab-7f51-4ac3-96ed-7b7231dece50 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.289117 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d816c9ab-7f51-4ac3-96ed-7b7231dece50 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/security-groups/cbac018d-90dd-4653-b078-d83992471d22 HTTP/1.1" status: 204 len: 168 time: 0.1461864 Jul 30 02:53:40.299069 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816c9ab-7f51-4ac3-96ed-7b7231dece50 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac018d-90dd-4653-b078-d83992471d22,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:40.827634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32952) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:40.833161 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a0109fca-4ec2-4a57-a6d3-c5ba793d8671 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201252388', 'description': 'tempest-secgroup-smoke-201252388 description', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:40.854940 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0109fca-4ec2-4a57-a6d3-c5ba793d8671 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.934161 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0109fca-4ec2-4a57-a6d3-c5ba793d8671 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.938092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0109fca-4ec2-4a57-a6d3-c5ba793d8671 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.970638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a0109fca-4ec2-4a57-a6d3-c5ba793d8671 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:40.971987 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a0109fca-4ec2-4a57-a6d3-c5ba793d8671 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1432300 Jul 30 02:53:40.972858 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0109fca-4ec2-4a57-a6d3-c5ba793d8671 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:40.976058 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32954) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:40.980450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-162f74db-8afa-44ce-abef-b03aaecc756d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:41.006731 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162f74db-8afa-44ce-abef-b03aaecc756d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.067277 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162f74db-8afa-44ce-abef-b03aaecc756d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.079487 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162f74db-8afa-44ce-abef-b03aaecc756d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.099395 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f74db-8afa-44ce-abef-b03aaecc756d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb55cc2-bc2d-4944-bb21-a8aa0c63c79a,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:41.106340 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-162f74db-8afa-44ce-abef-b03aaecc756d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.107875 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-162f74db-8afa-44ce-abef-b03aaecc756d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307900 Jul 30 02:53:41.110565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32956) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:41.115799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ca4c2f24-2b50-4a54-98f1-5c6d090c51af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:41.146112 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2f24-2b50-4a54-98f1-5c6d090c51af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.228240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d2a7547-5070-4797-a599-a080d26c2d15 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:53:41.241415 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2f24-2b50-4a54-98f1-5c6d090c51af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.247042 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2f24-2b50-4a54-98f1-5c6d090c51af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.255503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 1d2a7547-5070-4797-a599-a080d26c2d15 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:53:41.255860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1d2a7547-5070-4797-a599-a080d26c2d15 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:53:41.256349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ecefc541-373c-4d54-a2e8-1e942adeaa68 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:53:41.269018 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c2f24-2b50-4a54-98f1-5c6d090c51af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c0079c-93cf-435c-9c67-5389b3c10074,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:41.279704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2f24-2b50-4a54-98f1-5c6d090c51af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.280948 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca4c2f24-2b50-4a54-98f1-5c6d090c51af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1694152 Jul 30 02:53:41.282418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: ecefc541-373c-4d54-a2e8-1e942adeaa68 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:53:41.282763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device ecefc541-373c-4d54-a2e8-1e942adeaa68 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:53:41.283849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32958) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:41.288501 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f449caab-57f8-4cf9-8e7f-d9a33f459c4b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:41.317387 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f449caab-57f8-4cf9-8e7f-d9a33f459c4b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.381233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f449caab-57f8-4cf9-8e7f-d9a33f459c4b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.385904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f449caab-57f8-4cf9-8e7f-d9a33f459c4b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.408235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449caab-57f8-4cf9-8e7f-d9a33f459c4b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc76849-7786-47dc-9fd6-866a48b18732,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:41.412240 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f449caab-57f8-4cf9-8e7f-d9a33f459c4b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.413445 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f449caab-57f8-4cf9-8e7f-d9a33f459c4b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285813 Jul 30 02:53:41.416377 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32960) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:41.420842 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-10d5dc83-a3ab-4584-94eb-1b93ddbcb600 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:41.448681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10d5dc83-a3ab-4584-94eb-1b93ddbcb600 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.510556 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10d5dc83-a3ab-4584-94eb-1b93ddbcb600 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.514175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10d5dc83-a3ab-4584-94eb-1b93ddbcb600 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.532839 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5dc83-a3ab-4584-94eb-1b93ddbcb600 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5379154-b8d5-4b89-8b1f-2993ebf2c7dd,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:41.536587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-10d5dc83-a3ab-4584-94eb-1b93ddbcb600 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.537789 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-10d5dc83-a3ab-4584-94eb-1b93ddbcb600 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204906 Jul 30 02:53:41.540904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32962) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:41.545514 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-382850f5-0bf4-4b20-b10c-a567d8b0806a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:41.568806 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-382850f5-0bf4-4b20-b10c-a567d8b0806a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:53:41.573623 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-382850f5-0bf4-4b20-b10c-a567d8b0806a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.635234 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-382850f5-0bf4-4b20-b10c-a567d8b0806a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.638948 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-382850f5-0bf4-4b20-b10c-a567d8b0806a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.656801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382850f5-0bf4-4b20-b10c-a567d8b0806a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5970a8-c4ee-48ed-81cf-cd3fae9f88bb,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:41.662553 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-382850f5-0bf4-4b20-b10c-a567d8b0806a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.663998 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-382850f5-0bf4-4b20-b10c-a567d8b0806a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221750 Jul 30 02:53:41.666970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32964) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:41.671722 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-86eb760d-c9e1-4a0f-964c-69f98579ca11 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': '6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:41.693674 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-86eb760d-c9e1-4a0f-964c-69f98579ca11 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:53:41.698815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86eb760d-c9e1-4a0f-964c-69f98579ca11 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.759012 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86eb760d-c9e1-4a0f-964c-69f98579ca11 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.762473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86eb760d-c9e1-4a0f-964c-69f98579ca11 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.782838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb760d-c9e1-4a0f-964c-69f98579ca11 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe4aaff-a1f8-412a-b092-368dd0fc41ce,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:41.789529 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-86eb760d-c9e1-4a0f-964c-69f98579ca11 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.794394 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-86eb760d-c9e1-4a0f-964c-69f98579ca11 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226645 Jul 30 02:53:41.794394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32966) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:41.799166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'network': {'name': 'tempest-network-smoke--2119051029', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'port_security_enabled': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:41.819329 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:53:41.822692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.846205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:53:41.856065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.856411 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Added segment 2f94a711-be5e-4bcf-8488-63b559b90175 of type vlan for network a742dbe4-afdb-4178-a43e-8b29aa7427a8 Jul 30 02:53:41.896776 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.924869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.930430 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:41.931000 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:41.988262 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1928909 Jul 30 02:53:41.993348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32968) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:41.997960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbfcdf-6406-4bcd-817b-1e4fc8fb0c47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Network': ['ID=a742dbe4-afdb-4178-a43e-8b29aa7427a8,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:41.999139 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'admin_state_up': True, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:42.008061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network a742dbe4-afdb-4178-a43e-8b29aa7427a8 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:53:42.023757 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:42.024748 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:42.081026 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:42.219674 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:42.755374 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:42.773619 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:42.877771 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.146 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/2878a02a-fbe3-4125-a085-3d1d205c3aa6) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:53:42.977485 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:43.015253 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:43.054898 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:53:43.057668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:43.061231 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:53:43.087265 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=2878a02a-fbe3-4125-a085-3d1d205c3aa6,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:43.313548 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:43.516288 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:43.652356 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:53:43.762385 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:53:43.772893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Sync routers for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:53:43.781788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:43.782474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:43.782954 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:43.784371 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-298b9361-338a-424c-a45c-a508d19f9a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7893186 Jul 30 02:53:43.787724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32970) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:43.821956 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9742fa9a-28b9-47eb-97bf-8311d2ba9893 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=93bd58a5cd9c4d6798bbcf59f9350835&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327384 Jul 30 02:53:43.824573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32972) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:43.892027 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:43.924018 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fea9b8-b9e0-4f87-926b-1193930ed155 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:43.925514 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e2fea9b8-b9e0-4f87-926b-1193930ed155 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999105 Jul 30 02:53:43.928390 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32974) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:43.958400 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f077d0e1-6129-4758-9a6c-997925ddf0af tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288353 Jul 30 02:53:43.961038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 32976) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:43.966433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713228663', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:44.062865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'subnet': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:53:44.068169 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29458383'] for subnet, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.085794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:43Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:44.115409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Checking router: a0d0a40b-8926-44dd-9e6f-bcf52c05db64 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:53:44.115964 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Updating router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 port 2878a02a-fbe3-4125-a085-3d1d205c3aa6 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:53:44.149972 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.331237 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24670866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29458401'] for subnet, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.396051 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Subnet': ['ID=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:44.404921 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Checking segment: {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:53:44.405354 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network hostable DHCP agents. Network: a742dbe4-afdb-4178-a43e-8b29aa7427a8, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:53:44.427375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network a742dbe4-afdb-4178-a43e-8b29aa7427a8 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:53:44.441827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, a742dbe4-afdb-4178-a43e-8b29aa7427a8) {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:44.449237 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:44.450184 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.460444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ed4e3-5fe5-4f9a-857d-b3690b7b253f None None] Network a742dbe4-afdb-4178-a43e-8b29aa7427a8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:53:44.471551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ac4c906d-ef95-4090-b48c-561eeafc407d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5090640 Jul 30 02:53:44.475176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 32978) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:44.521799 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.539096 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Transition to ACTIVE for port object 2878a02a-fbe3-4125-a085-3d1d205c3aa6 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:44.554628 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.646871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71462a5-1adf-4a24-b667-e4a6a67891c5 None None] Pushing event updated for resources: {'Port': ['ID=2878a02a-fbe3-4125-a085-3d1d205c3aa6,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:44.652899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Attempting to bind port 2878a02a-fbe3-4125-a085-3d1d205c3aa6 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:53:44.653267 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Attempting to bind port 2878a02a-fbe3-4125-a085-3d1d205c3aa6 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:53:44.653630 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Attempting to bind port 2878a02a-fbe3-4125-a085-3d1d205c3aa6 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:53:44.664164 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:53:44.664634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:53:44.665044 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.665434 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:53:44.665909 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Bound port: 2878a02a-fbe3-4125-a085-3d1d205c3aa6, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:53:44.666286 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.728693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:53:44.729305 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.753505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] For port 2878a02a-fbe3-4125-a085-3d1d205c3aa6, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:53:44.761013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] For port 2878a02a-fbe3-4125-a085-3d1d205c3aa6, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2878a02a-fbe3-4125-a085-3d1d205c3aa6,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:53:44.766871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.923316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:44.924018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:44.927474 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71462a5-1adf-4a24-b667-e4a6a67891c5 None None] Pushing event updated for resources: {'Port': ['ID=2878a02a-fbe3-4125-a085-3d1d205c3aa6,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:44.941429 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:44.976369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Allocated IP 172.20.0.2 (a742dbe4-afdb-4178-a43e-8b29aa7427a8/dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1/1659cbe2-3bfd-4c25-9460-4155565e6755) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:53:45.253750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:45.445434 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:45.473305 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Transition to ACTIVE for port object 1659cbe2-3bfd-4c25-9460-4155565e6755 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:45.493543 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Transition to ACTIVE for port object 1659cbe2-3bfd-4c25-9460-4155565e6755 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:45.502891 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:45.557829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.1 (a742dbe4-afdb-4178-a43e-8b29aa7427a8/dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1/7116fd7f-cbe6-409a-aab5-73d97a24e88d) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:53:45.561461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Network a742dbe4-afdb-4178-a43e-8b29aa7427a8 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:53:45.570090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Pushing event updated for resources: {'Port': ['ID=1659cbe2-3bfd-4c25-9460-4155565e6755,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:45.573799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:45.576862 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:43Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:45.578923 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:53:45.608012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60119473-9a6a-4429-ae67-525f87188e11 None None] The sync data for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 is: [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:43Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:53:45.659771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Attempting to bind port 1659cbe2-3bfd-4c25-9460-4155565e6755 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:53:45.660147 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Attempting to bind port 1659cbe2-3bfd-4c25-9460-4155565e6755 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:53:45.660518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Attempting to bind port 1659cbe2-3bfd-4c25-9460-4155565e6755 on network a742dbe4-afdb-4178-a43e-8b29aa7427a8 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:53:45.666507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:53:45.666886 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Checking segment: {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:53:45.667294 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:45.667718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Bound using segment: {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:53:45.668202 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Bound port: 1659cbe2-3bfd-4c25-9460-4155565e6755, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:53:45.668595 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:45.687815 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:45.703849 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object 7116fd7f-cbe6-409a-aab5-73d97a24e88d will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:45.739338 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:45.743120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] For port 1659cbe2-3bfd-4c25-9460-4155565e6755, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:53:45.747582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] For port 1659cbe2-3bfd-4c25-9460-4155565e6755, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1659cbe2-3bfd-4c25-9460-4155565e6755,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:53:45.754504 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:45.779985 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network a742dbe4-afdb-4178-a43e-8b29aa7427a8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:53:45.785510 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:45.789507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:53:45.799244 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=7116fd7f-cbe6-409a-aab5-73d97a24e88d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:45.846214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4730e-6069-4e6b-b819-0d8082a69c2c None None] Pushing event updated for resources: {'Port': ['ID=1659cbe2-3bfd-4c25-9460-4155565e6755,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:45.885411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:46.108123 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:46.447903 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:46.455077 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:46.549921 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=7116fd7f-cbe6-409a-aab5-73d97a24e88d,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:46.552590 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:46.658706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network a742dbe4-afdb-4178-a43e-8b29aa7427a8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:53:46.660344 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:46.791614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:53:46.870993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9d5d4-f153-44c6-8c19-4f093c208927 None None] Network a742dbe4-afdb-4178-a43e-8b29aa7427a8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:53:46.921641 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:53:46.928658 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b621998a-dce4-4190-9998-8a13fbd6b7eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/a0d0a40b-8926-44dd-9e6f-bcf52c05db64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4521096 Jul 30 02:53:46.940878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-20a2fbc8-cc62-4ca6-b70c-ef6b4a7e8954 None None] Provisioning for port 1659cbe2-3bfd-4c25-9460-4155565e6755 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:47.092338 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-ee20dd5c-285d-4878-9654-dbf27d5247e7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201252388&fields=id&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 267 time: 0.0409503 Jul 30 02:53:47.223727 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-15181f11-22ed-4a4c-b76d-c607b5993cd2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:47.225315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-15181f11-22ed-4a4c-b76d-c607b5993cd2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 797 time: 0.1249125 Jul 30 02:53:47.243118 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-d8a84a57-62f5-463f-851c-5c70643d3a30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/quotas/93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 375 time: 0.0115926 Jul 30 02:53:47.309572 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2878a02a-fbe3-4125-a085-3d1d205c3aa6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:47.315138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-961eafab-c5ad-4149-85e6-8f6af3159b9e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660596 Jul 30 02:53:47.333949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-391fd600-3629-4ab5-b3f5-4bb986ba7549 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:53:47.335018 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-391fd600-3629-4ab5-b3f5-4bb986ba7549 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066216 Jul 30 02:53:47.363503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 2878a02a-fbe3-4125-a085-3d1d205c3aa6 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:47.372302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2878a02a-fbe3-4125-a085-3d1d205c3aa6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:47.372680 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.428173 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Sync routers for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:53:47.430106 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-965368ae-6caf-474e-9360-588deac558d2 None None] Provisioning for port 7116fd7f-cbe6-409a-aab5-73d97a24e88d completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:47.434309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-965368ae-6caf-474e-9360-588deac558d2 None None] Provisioning complete for port 7116fd7f-cbe6-409a-aab5-73d97a24e88d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:47.435528 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-965368ae-6caf-474e-9360-588deac558d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.444283 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:47.445273 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:47.460060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-72f7b867-6058-4f99-a7e7-47baa1ae258c service neutron] 10.222.0.84 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177547 Jul 30 02:53:47.505247 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.510270 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-965368ae-6caf-474e-9360-588deac558d2 None None] Port 7116fd7f-cbe6-409a-aab5-73d97a24e88d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:53:47.531386 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 2878a02a-fbe3-4125-a085-3d1d205c3aa6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2878a02a-fbe3-4125-a085-3d1d205c3aa6,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:47.536944 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.537960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1659cbe2-3bfd-4c25-9460-4155565e6755 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:47.585407 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-90c38341-01ea-420b-9b21-6c3795e4f993 service neutron] 10.222.0.84 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169550 Jul 30 02:53:47.596080 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:47.644560 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=2878a02a-fbe3-4125-a085-3d1d205c3aa6,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:47.657356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-75dc396f-c617-41ef-b511-068b0549c309 None None] Provisioning complete for port 7116fd7f-cbe6-409a-aab5-73d97a24e88d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:47.658055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75dc396f-c617-41ef-b511-068b0549c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.662064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 1659cbe2-3bfd-4c25-9460-4155565e6755 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:47.689164 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1659cbe2-3bfd-4c25-9460-4155565e6755 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:47.689882 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.754847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-75dc396f-c617-41ef-b511-068b0549c309 None None] Port 7116fd7f-cbe6-409a-aab5-73d97a24e88d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:53:47.795116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b6695e23-42dc-4b5b-b983-1ce3a12748a2 req-9971f6d4-9885-4147-ade6-4093cbc24837 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 210 time: 0.0478427 Jul 30 02:53:47.797486 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.835884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 1659cbe2-3bfd-4c25-9460-4155565e6755, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1659cbe2-3bfd-4c25-9460-4155565e6755,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:47.840776 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.889948 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-c8a9c4c4-7b52-43ab-b93d-da534914fa5d None None] Provisioning complete for port 7116fd7f-cbe6-409a-aab5-73d97a24e88d triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:47.890541 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c4c4-7b52-43ab-b93d-da534914fa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:47.928507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=1659cbe2-3bfd-4c25-9460-4155565e6755,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:47.943176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9c4c4-7b52-43ab-b93d-da534914fa5d None None] Port 7116fd7f-cbe6-409a-aab5-73d97a24e88d cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:53:48.007103 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7116fd7f-cbe6-409a-aab5-73d97a24e88d', 'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:b9:c3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:45Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 2, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:48.033617 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Checking router: a0d0a40b-8926-44dd-9e6f-bcf52c05db64 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:53:48.033908 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Updating router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 port 7116fd7f-cbe6-409a-aab5-73d97a24e88d binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:53:48.060199 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:48.343489 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:48.354190 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Transition to ACTIVE for port object 7116fd7f-cbe6-409a-aab5-73d97a24e88d will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:48.360253 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:48.413018 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Pushing event updated for resources: {'Port': ['ID=7116fd7f-cbe6-409a-aab5-73d97a24e88d,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:48.439636 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.440320 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.440320 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.440640 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.440962 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.441281 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.441598 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.441910 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.442224 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.442535 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.443037 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.443405 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:53:48.480220 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Attempting to bind port 7116fd7f-cbe6-409a-aab5-73d97a24e88d on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:53:48.480626 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Attempting to bind port 7116fd7f-cbe6-409a-aab5-73d97a24e88d by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:53:48.480983 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Attempting to bind port 7116fd7f-cbe6-409a-aab5-73d97a24e88d on network a742dbe4-afdb-4178-a43e-8b29aa7427a8 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:53:48.486365 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:53:48.486746 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Checking segment: {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:53:48.487142 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:48.488226 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Bound using segment: {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:53:48.488683 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Bound port: 7116fd7f-cbe6-409a-aab5-73d97a24e88d, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:53:48.489055 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:48.555293 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] For port 7116fd7f-cbe6-409a-aab5-73d97a24e88d, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:53:48.558839 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] For port 7116fd7f-cbe6-409a-aab5-73d97a24e88d, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7116fd7f-cbe6-409a-aab5-73d97a24e88d,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:53:48.562759 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:48.619471 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:53:48.620099 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:48.654900 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0394160-fe5e-4d03-aca6-b0fcfb4aac64 None None] Pushing event updated for resources: {'Port': ['ID=7116fd7f-cbe6-409a-aab5-73d97a24e88d,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:48.771231 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:53:48.959136 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9dc9423-1e41-42cc-8a2f-8d125a4bc984 req-e6bbcd92-3044-4cbd-b660-7fe9cbf20d7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 210 time: 0.0326767 Jul 30 02:53:49.010048 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7116fd7f-cbe6-409a-aab5-73d97a24e88d', 'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:b9:c3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:45Z', 'updated_at': '2021-07-30T02:53:48Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:53:49.042353 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5387-ccf1-41d1-9846-3bd6b981d6cf None None] The sync data for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 is: [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7116fd7f-cbe6-409a-aab5-73d97a24e88d', 'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:b9:c3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:45Z', 'updated_at': '2021-07-30T02:53:48Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:53:49.317404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7116fd7f-cbe6-409a-aab5-73d97a24e88d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:49.372601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 7116fd7f-cbe6-409a-aab5-73d97a24e88d completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:49.376600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7116fd7f-cbe6-409a-aab5-73d97a24e88d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:49.377261 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:49.398043 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-25accc55-6394-4275-996e-8849a154fc66 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:49.399976 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-25accc55-6394-4275-996e-8849a154fc66 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 797 time: 0.5677583 Jul 30 02:53:49.449927 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-2f863a85-be9d-463f-92fa-309e55f45d66 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 379 time: 0.0394831 Jul 30 02:53:49.460585 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'port': {'device_id': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'admin_state_up': True, 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'security_groups': ['6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:49.473858 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:49.511055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 7116fd7f-cbe6-409a-aab5-73d97a24e88d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7116fd7f-cbe6-409a-aab5-73d97a24e88d,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:49.516936 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:49.518135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1659cbe2-3bfd-4c25-9460-4155565e6755 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:49.598016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=7116fd7f-cbe6-409a-aab5-73d97a24e88d,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:49.614954 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 1659cbe2-3bfd-4c25-9460-4155565e6755 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:49.615465 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:49.617623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:53:49.622206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:49.731182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2878a02a-fbe3-4125-a085-3d1d205c3aa6 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:49.788105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.6 (a742dbe4-afdb-4178-a43e-8b29aa7427a8/dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1/e8b898a2-4f07-4e25-b770-1efeed356c96) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:53:49.788520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 2878a02a-fbe3-4125-a085-3d1d205c3aa6 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:49.789056 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:49.942524 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:49.957653 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object e8b898a2-4f07-4e25-b770-1efeed356c96 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:49.993191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:50.037373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network a742dbe4-afdb-4178-a43e-8b29aa7427a8 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:53:50.040626 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:50.044493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:53:50.072766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:50.099453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee396a32-a5b7-4df2-9f92-7e8688f28eff req-dec5140d-0a30-4c50-9b51-b4a1be93c5ca tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:50.101678 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee396a32-a5b7-4df2-9f92-7e8688f28eff req-dec5140d-0a30-4c50-9b51-b4a1be93c5ca tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 931 time: 0.0610237 Jul 30 02:53:50.111158 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:50.111914 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:50.131858 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-87a45025-fc0a-4d21-8f8a-7f7666fcbe26 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6754014 Jul 30 02:53:50.144827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Request body: {'port': {'device_id': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:50.150681 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee396a32-a5b7-4df2-9f92-7e8688f28eff req-23bd45f0-ce87-4753-8615-0508770d63e6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422204 Jul 30 02:53:50.223330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:50.341817 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d35cc38d-dd08-42d2-af0e-c43b2d221d5e None None] Provisioning for port e8b898a2-4f07-4e25-b770-1efeed356c96 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:50.345761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d35cc38d-dd08-42d2-af0e-c43b2d221d5e None None] Provisioning complete for port e8b898a2-4f07-4e25-b770-1efeed356c96 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:50.346200 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d35cc38d-dd08-42d2-af0e-c43b2d221d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:50.385114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d35cc38d-dd08-42d2-af0e-c43b2d221d5e None None] Port e8b898a2-4f07-4e25-b770-1efeed356c96 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:53:50.511107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b898a2-4f07-4e25-b770-1efeed356c96 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:53:50.518452 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:50.530001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Transition to ACTIVE for port object e8b898a2-4f07-4e25-b770-1efeed356c96 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:53:50.533820 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:50.587934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:50.662712 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Attempting to bind port e8b898a2-4f07-4e25-b770-1efeed356c96 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:53:50.663093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Attempting to bind port e8b898a2-4f07-4e25-b770-1efeed356c96 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:53:50.663369 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Attempting to bind port e8b898a2-4f07-4e25-b770-1efeed356c96 on network a742dbe4-afdb-4178-a43e-8b29aa7427a8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:53:50.668206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Port e8b898a2-4f07-4e25-b770-1efeed356c96 on network a742dbe4-afdb-4178-a43e-8b29aa7427a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:53:50.668528 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Attempting to bind port e8b898a2-4f07-4e25-b770-1efeed356c96 on network a742dbe4-afdb-4178-a43e-8b29aa7427a8 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:53:50.673418 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:53:50.673765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Checking segment: {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:53:50.674146 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Bound using segment: {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:53:50.674603 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Bound port: e8b898a2-4f07-4e25-b770-1efeed356c96, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:53:50.675586 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:50.742192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:53:50.745208 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:53:50.749604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:50.784068 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:50.785304 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:50.786757 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 1091 time: 0.6471090 Jul 30 02:53:50.787199 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:50.789465 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b622f0-e273-4ceb-bb29-75fb597140be" -d '{"events": [{"name": "network-changed", "server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:50.823902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb274504-48e2-46eb-8345-99d1eb93c5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:50.842422 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9559813-950b-4ebb-82c9-c31e5f7f9737 x-openstack-request-id: req-a9559813-950b-4ebb-82c9-c31e5f7f9737 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:50.842778 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:50.843037 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a9559813-950b-4ebb-82c9-c31e5f7f9737 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:50.843648 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'status': 'completed', 'code': 200} Jul 30 02:53:50.894825 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-8373a18c-943c-4e7d-8824-4633ccab443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:50.896418 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-8373a18c-943c-4e7d-8824-4633ccab443d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1094 time: 0.0463998 Jul 30 02:53:50.943408 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-c974c2ba-6a5d-4e71-b060-dd6ae9f08dea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 217 time: 0.0391142 Jul 30 02:53:50.993523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-bef373f7-e8cf-48ee-bca6-72239a317f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:50.994970 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-bef373f7-e8cf-48ee-bca6-72239a317f2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0452406 Jul 30 02:53:51.042870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-3f22ce35-c100-4c03-902a-5bda0c87c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:51.044350 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-3f22ce35-c100-4c03-902a-5bda0c87c724 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416462 Jul 30 02:53:51.137987 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-dcf6ea4e-1970-44b9-a061-dbb84fe2bc2f service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Jul 30 02:53:51.220701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7116fd7f-cbe6-409a-aab5-73d97a24e88d up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:51.232904 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1ecbd4ae-8f5d-4c4b-8ef2-fa28fc4180df req-5fcd73c7-5742-456e-bda8-47ef6f8b9990 service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873008 Jul 30 02:53:51.271822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 7116fd7f-cbe6-409a-aab5-73d97a24e88d triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:51.272196 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:51.299355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980edbbc-b3a3-4fe5-a926-111e27a04bb0 req-d19d9793-5e58-484d-a0a1-01b3c9d5b46a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:51.301292 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-980edbbc-b3a3-4fe5-a926-111e27a04bb0 req-d19d9793-5e58-484d-a0a1-01b3c9d5b46a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 943 time: 0.0597148 Jul 30 02:53:51.340999 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-a2e1f035-918d-42bb-a3dd-e720564e61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:51.342532 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-a2e1f035-918d-42bb-a3dd-e720564e61bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1094 time: 0.0502536 Jul 30 02:53:51.343373 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-980edbbc-b3a3-4fe5-a926-111e27a04bb0 req-5fcd892b-a5cc-4e20-be7c-abeffa721dba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355740 Jul 30 02:53:51.432211 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-3c3120af-26d9-4ee6-b621-d08fa819eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:51.433725 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-3c3120af-26d9-4ee6-b621-d08fa819eca8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 898 time: 0.0846150 Jul 30 02:53:51.476162 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-c566a3f2-1de2-4f8c-93a8-3a9c9e2ebdd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 217 time: 0.0345070 Jul 30 02:53:51.530210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-fac7b4a8-837b-458a-b649-40d753ff4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:51.531725 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-fac7b4a8-837b-458a-b649-40d753ff4599 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0474596 Jul 30 02:53:51.576789 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-086255c9-a62e-49fa-bd45-4abe3acfbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:51.578164 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-086255c9-a62e-49fa-bd45-4abe3acfbaaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393283 Jul 30 02:53:51.667067 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-1cf88438-613c-4cd5-a041-7c2a29ea3b4f service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808835 Jul 30 02:53:51.761684 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f9b622f0-e273-4ceb-bb29-75fb597140be req-2857c4f7-0a32-4a3c-a2f7-612f757ca2eb service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868440 Jul 30 02:53:52.459847 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c66ce-e384-4c0e-a053-2922365d8e40 req-4c7b6c9e-3678-4c3d-94eb-cd7fd33a0be9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:52.461758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-602c66ce-e384-4c0e-a053-2922365d8e40 req-4c7b6c9e-3678-4c3d-94eb-cd7fd33a0be9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 943 time: 0.0494151 Jul 30 02:53:52.502927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-602c66ce-e384-4c0e-a053-2922365d8e40 req-5b7fb382-e596-4a19-8e07-90ce09f74960 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350001 Jul 30 02:53:53.634464 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af478449-3040-476d-9735-80eca51f0ce3 req-31fc75c8-b8b7-4e70-9854-36eded8deb8a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:53.635995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af478449-3040-476d-9735-80eca51f0ce3 req-31fc75c8-b8b7-4e70-9854-36eded8deb8a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 943 time: 0.0550187 Jul 30 02:53:53.679684 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af478449-3040-476d-9735-80eca51f0ce3 req-242c5b06-f649-4d6c-8570-83faba46c551 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368412 Jul 30 02:53:54.125160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e8b898a2-4f07-4e25-b770-1efeed356c96 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:53:54.217367 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:54.228290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'port_id': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'mac_address': 'fa:16:3e:fa:44:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:53:54.267002 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:54.280236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b898a2-4f07-4e25-b770-1efeed356c96 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:53:54.300682 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:54.304822 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:54.359413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:54.552847 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['e8b898a2-4f07-4e25-b770-1efeed356c96'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:53:54.598674 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:54.797595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64624a-eee7-4943-8b96-d58b8bce0149 req-8e4f5892-9cb6-4538-8c8b-027f780f456d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:54.799279 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea64624a-eee7-4943-8b96-d58b8bce0149 req-8e4f5892-9cb6-4538-8c8b-027f780f456d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 944 time: 0.0514045 Jul 30 02:53:54.840172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ea64624a-eee7-4943-8b96-d58b8bce0149 req-b824c8b4-b678-4f98-aed8-07ab675cc499 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344973 Jul 30 02:53:55.956495 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90a36c-8ac2-4a46-bb7a-853a24fe52b2 req-0eb23fba-07ec-46de-9670-faba569ad10e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:55.957985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a90a36c-8ac2-4a46-bb7a-853a24fe52b2 req-0eb23fba-07ec-46de-9670-faba569ad10e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 944 time: 0.0491848 Jul 30 02:53:55.996986 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4a90a36c-8ac2-4a46-bb7a-853a24fe52b2 req-7dd2088a-18c5-4078-9249-a73f558bb34d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328279 Jul 30 02:53:56.130041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e8b898a2-4f07-4e25-b770-1efeed356c96 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:53:56.176995 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port e8b898a2-4f07-4e25-b770-1efeed356c96 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:53:56.180520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port e8b898a2-4f07-4e25-b770-1efeed356c96 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:53:56.180888 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:56.255092 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:56.279492 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:53:56.281742 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8366a654-ee59-4e05-b71f-d48de44d359e" -d '{"events": [{"server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "name": "network-vif-plugged", "status": "completed", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:53:56.294918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:53:56.300197 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:56.323731 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f44766a-572f-4f71-9a66-e4e8ce0699fa x-openstack-request-id: req-7f44766a-572f-4f71-9a66-e4e8ce0699fa {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:53:56.324024 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "name": "network-vif-plugged", "status": "completed", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:53:56.324271 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7f44766a-572f-4f71-9a66-e4e8ce0699fa {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:53:56.324659 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'code': 200} Jul 30 02:53:56.350930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:56.422128 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2560ee9-ae4b-41e6-adaa-2f6fb3064ee6 req-eb431e27-4dd7-468b-8d87-2a1b63161181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:56.423642 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2560ee9-ae4b-41e6-adaa-2f6fb3064ee6 req-eb431e27-4dd7-468b-8d87-2a1b63161181 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1096 time: 0.0406866 Jul 30 02:53:56.458106 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c2560ee9-ae4b-41e6-adaa-2f6fb3064ee6 req-5772170f-01fc-4223-b87b-d2d4fc3500a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275397 Jul 30 02:53:57.117875 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b90758-7f92-4508-a117-03f3f9ad3953 req-8087e67e-d1b5-4fc1-a9b7-94d053c768e6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:57.119449 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0b90758-7f92-4508-a117-03f3f9ad3953 req-8087e67e-d1b5-4fc1-a9b7-94d053c768e6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0539455 Jul 30 02:53:57.157984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0b90758-7f92-4508-a117-03f3f9ad3953 req-4ec02ebb-0603-43b8-8100-bfc0997110a6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325842 Jul 30 02:53:58.279375 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adeed38-7264-4b40-ad78-4ece104a384e req-d0e96020-793d-4f55-a30f-5fe125b80304 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:58.280892 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6adeed38-7264-4b40-ad78-4ece104a384e req-d0e96020-793d-4f55-a30f-5fe125b80304 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0503881 Jul 30 02:53:58.320257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6adeed38-7264-4b40-ad78-4ece104a384e req-425189ef-2178-41fe-9c96-a1b1d57a1a06 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327988 Jul 30 02:53:58.433433 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b85cb9-54ad-4716-8f5d-27c8b523c926 req-359b934a-27e7-43f8-aed3-dc43d02d7363 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:58.434893 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19b85cb9-54ad-4716-8f5d-27c8b523c926 req-359b934a-27e7-43f8-aed3-dc43d02d7363 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0487885 Jul 30 02:53:58.474146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19b85cb9-54ad-4716-8f5d-27c8b523c926 req-00c7b774-bde8-4e60-9187-5c0744f7f0eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330951 Jul 30 02:53:58.495817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33036) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:58.540223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844c111-f74a-492d-b367-6f719f9f2749 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:53:58.541716 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5844c111-f74a-492d-b367-6f719f9f2749 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1091 time: 0.0448985 Jul 30 02:53:58.544613 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33038) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:53:58.548889 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:53:58.569588 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:58.678799 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:58.786994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.55 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/35ce1622-20f3-441a-ab3a-52dd4ca535ef) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:53:58.890773 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:58.929725 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:58.971780 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:53:58.974682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:53:58.978176 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:53:59.003794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=35ce1622-20f3-441a-ab3a-52dd4ca535ef,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:59.337378 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:59.396628 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:53:59.407214 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:59.558859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:59.563318 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:59.626970 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=35ce1622-20f3-441a-ab3a-52dd4ca535ef,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:53:59.642234 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:53:59.742327 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP 9cecae1b-77e5-4e08-bd21-09706c19e898 associated. External IP: 172.25.7.55, port: e8b898a2-4f07-4e25-b770-1efeed356c96. Jul 30 02:53:59.954830 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:54:00.063504 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:54:00.072989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] Sync routers for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:54:00.080283 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:00.084851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:54:00.085489 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:00.111587 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-be6a3837-e5c5-48d4-a6a7-21ce6aafb4d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5658934 Jul 30 02:54:00.112515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:54:00.114992 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89002ce-5735-40da-b75f-aa9310a92645" -d '{"events": [{"name": "network-changed", "server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:54:00.197635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:54:00.223527 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a3585-3e18-4aa7-b8b0-f8b00652f29f req-ea36db2a-ccb2-4f6b-a476-f83723ce172b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:00.224964 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe0a3585-3e18-4aa7-b8b0-f8b00652f29f req-ea36db2a-ccb2-4f6b-a476-f83723ce172b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0579071 Jul 30 02:54:00.266743 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fe0a3585-3e18-4aa7-b8b0-f8b00652f29f req-ac8a8ecf-0a6c-4be6-8d64-362783fe757b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356805 Jul 30 02:54:00.294383 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33044) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:00.401145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89002ce-5735-40da-b75f-aa9310a92645 req-3efa0367-1337-4c3b-a74d-77333268dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:00.402937 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a89002ce-5735-40da-b75f-aa9310a92645 req-3efa0367-1337-4c3b-a74d-77333268dba0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1096 time: 0.0549147 Jul 30 02:54:00.457841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '9cecae1b-77e5-4e08-bd21-09706c19e898', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'port_id': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'mac_address': 'fa:16:3e:fa:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:53:59Z', 'updated_at': '2021-07-30T02:53:59Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7116fd7f-cbe6-409a-aab5-73d97a24e88d', 'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:b9:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:45Z', 'updated_at': '2021-07-30T02:53:49Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:00.495021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] Checking router: a0d0a40b-8926-44dd-9e6f-bcf52c05db64 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:54:00.501622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89002ce-5735-40da-b75f-aa9310a92645 req-0cefd827-cd6c-4f6f-9279-ec8f3c73558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:00.503747 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a89002ce-5735-40da-b75f-aa9310a92645 req-0cefd827-cd6c-4f6f-9279-ec8f3c73558e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 898 time: 0.0934501 Jul 30 02:54:00.506711 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:54:00.507376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:53:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:00.582704 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a89002ce-5735-40da-b75f-aa9310a92645 req-6d192f29-3fd6-41b6-a471-ad2eaa75845f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 998 time: 0.0724156 Jul 30 02:54:00.636665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89002ce-5735-40da-b75f-aa9310a92645 req-635c8318-91a6-4ad7-b6b7-b063ac3048b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:00.638214 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a89002ce-5735-40da-b75f-aa9310a92645 req-635c8318-91a6-4ad7-b6b7-b063ac3048b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0484836 Jul 30 02:54:00.692174 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89002ce-5735-40da-b75f-aa9310a92645 req-6d5e456a-0ead-4549-98a2-778dc8abf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:00.693760 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a89002ce-5735-40da-b75f-aa9310a92645 req-6d5e456a-0ead-4549-98a2-778dc8abf996 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477123 Jul 30 02:54:00.706125 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26a4e8c-8c65-4acb-a949-851ff4237160 x-openstack-request-id: req-e26a4e8c-8c65-4acb-a949-851ff4237160 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:54:00.706768 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:54:00.706768 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e26a4e8c-8c65-4acb-a949-851ff4237160 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:54:00.707063 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'status': 'completed', 'code': 200} Jul 30 02:54:00.735485 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3bec121d-ced5-46f3-92ab-667799212e34 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/9cecae1b-77e5-4e08-bd21-09706c19e898 HTTP/1.1" status: 200 len: 990 time: 0.4382935 Jul 30 02:54:00.786223 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:54:00.799301 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a89002ce-5735-40da-b75f-aa9310a92645 req-2812b89a-c6f9-4e28-9a89-3e5eb932e69f service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982497 Jul 30 02:54:00.881146 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-97b612a4-0f86-4922-b211-af51992122d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:00.891688 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a89002ce-5735-40da-b75f-aa9310a92645 req-23bba5ef-d87f-4e63-9786-8e27d284019a service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860367 Jul 30 02:54:01.024654 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '9cecae1b-77e5-4e08-bd21-09706c19e898', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'port_id': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'mac_address': 'fa:16:3e:fa:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:53:59Z', 'updated_at': '2021-07-30T02:53:59Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7116fd7f-cbe6-409a-aab5-73d97a24e88d', 'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:b9:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:45Z', 'updated_at': '2021-07-30T02:53:49Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:54:01.054888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c48a8b-b494-40c8-a2d2-fea6edddc8c9 None None] The sync data for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 is: [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '9cecae1b-77e5-4e08-bd21-09706c19e898', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'port_id': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'mac_address': 'fa:16:3e:fa:44:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:53:59Z', 'updated_at': '2021-07-30T02:53:59Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7116fd7f-cbe6-409a-aab5-73d97a24e88d', 'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:b9:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:45Z', 'updated_at': '2021-07-30T02:53:49Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:54:01.255475 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5aa68-bde6-43a9-99b4-7005c8e7db27 None None] New status for floating IP 9cecae1b-77e5-4e08-bd21-09706c19e898: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:54:01.739338 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33046) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:01.800190 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1756e349-c4bf-4ddc-96e1-6e9e17e89a2e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/9cecae1b-77e5-4e08-bd21-09706c19e898 HTTP/1.1" status: 200 len: 992 time: 0.0597689 Jul 30 02:54:02.130549 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:03.486708 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-87680563-5dc0-4c77-a6a2-539ac2888216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:03.951906 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:04.763270 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:06.419809 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:24.587703 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:28.601961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf444581-f4cc-4fb1-b898-843bb8447dc4 req-c0af1d50-bc4a-4542-879f-e1f3bfe94c4e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:28.603496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf444581-f4cc-4fb1-b898-843bb8447dc4 req-c0af1d50-bc4a-4542-879f-e1f3bfe94c4e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0498960 Jul 30 02:54:28.628097 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-0792f198-9249-4daf-b36c-9cfb9ccfcb90 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838773 Jul 30 02:54:28.644941 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cf444581-f4cc-4fb1-b898-843bb8447dc4 req-c178b3bb-e961-40c2-91d9-a4f5a5f3c3dd tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354018 Jul 30 02:54:29.693045 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-9e8d6213-ef35-43fd-97e6-9e4d710e5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:29.694572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-9e8d6213-ef35-43fd-97e6-9e4d710e5210 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1096 time: 0.0455697 Jul 30 02:54:29.768662 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59f62c-5a63-411b-93c7-507eddaf0770 req-98c058d4-c46e-44ab-a7e8-f4df32a291da tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:29.770452 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f59f62c-5a63-411b-93c7-507eddaf0770 req-98c058d4-c46e-44ab-a7e8-f4df32a291da tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0550981 Jul 30 02:54:29.789333 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ebfa27f8-caa6-4545-9bf4-3b41e94d63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:29.790869 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ebfa27f8-caa6-4545-9bf4-3b41e94d63d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 898 time: 0.0872979 Jul 30 02:54:29.818001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f59f62c-5a63-411b-93c7-507eddaf0770 req-0565b991-d2e9-40cc-bf5d-95083602673a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Jul 30 02:54:29.865611 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-2af0d6a8-87df-499e-a469-d7c56e0c5dbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 1000 time: 0.0624924 Jul 30 02:54:29.916305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-2a8ed6c1-388b-4b99-b396-77714ed97aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:29.917770 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-2a8ed6c1-388b-4b99-b396-77714ed97aa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0438333 Jul 30 02:54:29.965490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-35acf287-946e-4350-a49e-d3adfe464792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:29.966886 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-35acf287-946e-4350-a49e-d3adfe464792 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411754 Jul 30 02:54:30.060531 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-b16d11d0-c4da-4a9e-a6d4-08cbda566fc5 service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841138 Jul 30 02:54:30.152794 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-bf3bc489-8c60-4b54-ab6e-8311470fdf07 service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830731 Jul 30 02:54:30.853335 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-755d6e00-add2-4638-89a5-5a83cf3af963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:30.937769 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd27ac-903c-4ed2-bb59-a9bf0a8e6e3b req-c5d02b44-a1fb-4d2a-bfa1-101f891f8030 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:30.939243 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0fd27ac-903c-4ed2-bb59-a9bf0a8e6e3b req-c5d02b44-a1fb-4d2a-bfa1-101f891f8030 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0479302 Jul 30 02:54:30.977786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f0fd27ac-903c-4ed2-bb59-a9bf0a8e6e3b req-1429c82b-15dd-4989-8e3c-eedc4f3fe0d2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Jul 30 02:54:32.093025 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9138-13f3-4ca7-aa3b-024e7cfc0078 req-4bff5ae1-6819-40d1-8d70-940f4e5997b9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:32.094502 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8edd9138-13f3-4ca7-aa3b-024e7cfc0078 req-4bff5ae1-6819-40d1-8d70-940f4e5997b9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0493746 Jul 30 02:54:32.131534 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8edd9138-13f3-4ca7-aa3b-024e7cfc0078 req-75882240-0819-48b3-8650-d6380b3d28a1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310593 Jul 30 02:54:32.150866 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.252645 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188031af-f6f8-478a-a644-9a1de822a3c6 req-e2b9ab67-2a91-4628-bf58-ac3bb58ba82f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:33.254116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-188031af-f6f8-478a-a644-9a1de822a3c6 req-e2b9ab67-2a91-4628-bf58-ac3bb58ba82f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0533316 Jul 30 02:54:33.305786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-188031af-f6f8-478a-a644-9a1de822a3c6 req-bf896795-f8c8-42d7-8223-5165de8bd798 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443287 Jul 30 02:54:33.488040 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53de5edf-cda7-425c-b43a-7168caa64dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:33.951915 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:34.439702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f3b41-dde7-461b-a64a-209877e1f16a req-977697da-bbda-4ccd-abe4-e300a46f1d91 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:34.441226 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-889f3b41-dde7-461b-a64a-209877e1f16a req-977697da-bbda-4ccd-abe4-e300a46f1d91 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0526071 Jul 30 02:54:34.480797 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-889f3b41-dde7-461b-a64a-209877e1f16a req-fe8f0bf5-525e-4612-ac47-4309d666c3b1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331976 Jul 30 02:54:34.767218 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:35.595961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998564-86cb-4588-bb02-32be99c6a352 req-81f82721-ac9c-4b21-a45d-dd188a2342c1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:35.597430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c998564-86cb-4588-bb02-32be99c6a352 req-81f82721-ac9c-4b21-a45d-dd188a2342c1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0486910 Jul 30 02:54:35.636284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0c998564-86cb-4588-bb02-32be99c6a352 req-eff993f2-fd77-4cf5-b683-4b5014d91344 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321143 Jul 30 02:54:36.396309 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:54:36.420293 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:36.758762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b1be-3975-4b11-886b-ecd3a4637288 req-3ed09c8c-304e-4cc4-821d-9baa36d3f607 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:36.760225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df62b1be-3975-4b11-886b-ecd3a4637288 req-3ed09c8c-304e-4cc4-821d-9baa36d3f607 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0535605 Jul 30 02:54:36.798643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-df62b1be-3975-4b11-886b-ecd3a4637288 req-a3614807-8e6b-41f2-a3d9-b28d9e53593b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324883 Jul 30 02:54:37.915699 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3c6d5-4cd7-43fa-8908-4d6cd819ab65 req-a537de62-b845-479e-86db-9e3a0f4b4363 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:37.917194 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65e3c6d5-4cd7-43fa-8908-4d6cd819ab65 req-a537de62-b845-479e-86db-9e3a0f4b4363 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0496976 Jul 30 02:54:37.956131 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65e3c6d5-4cd7-43fa-8908-4d6cd819ab65 req-ea96e6cd-c99f-4abd-99c3-75fb13dbdecf tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330334 Jul 30 02:54:39.075185 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ecd04-d0fe-4803-a64e-170a2b451e93 req-19af2b84-f82d-4106-8983-a23e93fabbf4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:39.076738 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b8ecd04-d0fe-4803-a64e-170a2b451e93 req-19af2b84-f82d-4106-8983-a23e93fabbf4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0517821 Jul 30 02:54:39.113978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b8ecd04-d0fe-4803-a64e-170a2b451e93 req-e502e67a-b348-4196-8786-d88ef09ae436 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309999 Jul 30 02:54:40.236777 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b4bb-ba52-4979-9124-8524056b8190 req-72c3ee5a-a9bc-4e3f-b354-8ebcb640f0fe tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:40.238301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68d6b4bb-ba52-4979-9124-8524056b8190 req-72c3ee5a-a9bc-4e3f-b354-8ebcb640f0fe tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0534747 Jul 30 02:54:40.279708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-68d6b4bb-ba52-4979-9124-8524056b8190 req-a72dfecf-b612-4e5a-8d0c-83d9087a4b4a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354788 Jul 30 02:54:41.395093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7cd9c-342b-455c-9445-9632742b93e4 req-b9c55185-c5e4-4ac8-9529-3d93724c636a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:41.396652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28e7cd9c-342b-455c-9445-9632742b93e4 req-b9c55185-c5e4-4ac8-9529-3d93724c636a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0486419 Jul 30 02:54:41.435646 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-28e7cd9c-342b-455c-9445-9632742b93e4 req-260491f8-6406-4e86-bf4c-63d8b72c5940 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319364 Jul 30 02:54:42.005926 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-1115dd40-33db-400d-9282-d5293b1a5ac6 service neutron] show failed (client error): The resource could not be found. Jul 30 02:54:42.006999 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-1115dd40-33db-400d-9282-d5293b1a5ac6 service neutron] 10.222.0.41 "GET /v2.0/ports/e8b898a2-4f07-4e25-b770-1efeed356c96/bindings/n-h2-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0549815 Jul 30 02:54:42.245431 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-1e56707d-cdec-4f22-abd2-a49d1575b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:42.246932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-1e56707d-cdec-4f22-abd2-a49d1575b53c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 1096 time: 0.0873330 Jul 30 02:54:42.259855 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:54:42.321360 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:42.548405 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:42.585135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85def39a-8034-4227-b71c-aa51ee8b159c req-7a4b6197-8ad6-4252-affa-51342eafe6ce tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:42.586676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85def39a-8034-4227-b71c-aa51ee8b159c req-7a4b6197-8ad6-4252-affa-51342eafe6ce tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0759716 Jul 30 02:54:42.604931 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h1-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:54:42.666826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-85def39a-8034-4227-b71c-aa51ee8b159c req-909e87ae-bb13-4fc4-ab92-77f0ae3af0e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726504 Jul 30 02:54:42.669029 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:54:42.671421 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6fb119-843b-4833-bec6-0ac5f5e018e0" -d '{"events": [{"server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:54:42.675153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:42.689865 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Transition to ACTIVE for port object e8b898a2-4f07-4e25-b770-1efeed356c96 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:54:42.694254 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:42.733082 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 02:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338294d4-d163-4228-ad8e-1897155747ed x-openstack-request-id: req-338294d4-d163-4228-ad8e-1897155747ed {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:54:42.733437 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:54:42.733639 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-338294d4-d163-4228-ad8e-1897155747ed {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:54:42.734023 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'code': 200} Jul 30 02:54:42.772236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=6']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:42.783882 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.784234 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.784580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.784916 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.785250 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.785586 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.785909 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.786233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.786556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.786878 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.787199 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.787541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:42.828804 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] No DVR routers for this DVR port e8b898a2-4f07-4e25-b770-1efeed356c96 on host n-h1-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:54:42.969521 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Attempting to bind port e8b898a2-4f07-4e25-b770-1efeed356c96 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:54:42.969850 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Attempting to bind port e8b898a2-4f07-4e25-b770-1efeed356c96 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:54:42.970179 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Attempting to bind port e8b898a2-4f07-4e25-b770-1efeed356c96 on network a742dbe4-afdb-4178-a43e-8b29aa7427a8 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:54:42.974389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Port e8b898a2-4f07-4e25-b770-1efeed356c96 on network a742dbe4-afdb-4178-a43e-8b29aa7427a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:54:42.974714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Attempting to bind port e8b898a2-4f07-4e25-b770-1efeed356c96 on network a742dbe4-afdb-4178-a43e-8b29aa7427a8 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:54:42.980342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:54:42.980682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Checking segment: {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:54:42.981072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Bound using segment: {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:54:42.981496 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Bound port: e8b898a2-4f07-4e25-b770-1efeed356c96, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f94a711-be5e-4bcf-8488-63b559b90175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:54:42.981853 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:43.045186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:54:43.048456 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:54:43.053025 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:43.088397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:43.089015 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:43.090540 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] 10.222.0.22 "PUT /v2.0/ports/e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 1091 time: 0.8348558 Jul 30 02:54:43.113664 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09a1aa-9762-496f-b2b8-fff432e04769 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=7']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:43.168688 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-8ac91d59-2b28-460b-9ed9-d11276ac2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:43.170233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-8ac91d59-2b28-460b-9ed9-d11276ac2ca0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1094 time: 0.0490766 Jul 30 02:54:43.272991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-5e1cbfe9-f9d8-44f0-9674-800fd9cc3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:43.275183 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-5e1cbfe9-f9d8-44f0-9674-800fd9cc3266 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 898 time: 0.0970013 Jul 30 02:54:43.344146 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-2d08aef0-3282-49e2-a55f-3748226a0e06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 998 time: 0.0612454 Jul 30 02:54:43.400335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-551518bb-c016-4620-a1e4-d29886dd849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:43.401983 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-551518bb-c016-4620-a1e4-d29886dd849e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0507004 Jul 30 02:54:43.452728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-d5fa9087-d53e-4296-917d-212dbe54748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:43.454233 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-d5fa9087-d53e-4296-917d-212dbe54748d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428352 Jul 30 02:54:43.555818 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-cff88d7e-351e-489b-8496-572b4f68a8cc service neutron] 10.222.0.22 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934930 Jul 30 02:54:43.661907 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24aa603f-b5f2-49f9-b67c-3b1c52c36907 req-37e0d2a2-0474-49f8-b12e-d5b5eda6f767 service neutron] 10.222.0.22 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987997 Jul 30 02:54:43.796988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996880c-3173-4a82-a419-531dd6c989e4 req-8aff69ea-4b3d-4d00-ae92-42c4d6647807 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:43.798517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c996880c-3173-4a82-a419-531dd6c989e4 req-8aff69ea-4b3d-4d00-ae92-42c4d6647807 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 943 time: 0.0548046 Jul 30 02:54:43.837732 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c996880c-3173-4a82-a419-531dd6c989e4 req-de6ee20c-fcbd-4589-81b0-a39dfc1c4e68 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332170 Jul 30 02:54:44.324547 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e8b898a2-4f07-4e25-b770-1efeed356c96 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:54:44.363057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device e8b898a2-4f07-4e25-b770-1efeed356c96 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:54:44.735352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:54:44.737789 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:54:44.794914 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013cd8be-77d0-4fa2-a086-cb5242c32212 x-openstack-request-id: req-013cd8be-77d0-4fa2-a086-cb5242c32212 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:54:44.795206 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:54:44.795513 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-013cd8be-77d0-4fa2-a086-cb5242c32212 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:54:44.795915 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'status': 'completed', 'code': 200} Jul 30 02:54:44.855927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-a6452cf8-a5ef-4481-92d5-f2c70b620666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:44.858152 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-a6452cf8-a5ef-4481-92d5-f2c70b620666 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1094 time: 0.0441275 Jul 30 02:54:44.869207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-4e6b2e50-a4b1-439c-a08d-77c201d7ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:44.870753 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-4e6b2e50-a4b1-439c-a08d-77c201d7ab25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1094 time: 0.0519347 Jul 30 02:54:44.971855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-f6137fc7-1950-4252-80e5-7cce1fc215d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:44.973332 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-f6137fc7-1950-4252-80e5-7cce1fc215d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 898 time: 0.0952706 Jul 30 02:54:44.997177 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-afd41d00-5311-4eaf-b656-285a29824456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:44.998579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-afd41d00-5311-4eaf-b656-285a29824456 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 898 time: 0.1333339 Jul 30 02:54:45.009309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a16c4a-bcf8-42e8-a596-767d110cf214 req-46ae5afe-03ac-4fa5-8340-056efc6047cc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:45.011361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27a16c4a-bcf8-42e8-a596-767d110cf214 req-46ae5afe-03ac-4fa5-8340-056efc6047cc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 943 time: 0.0847158 Jul 30 02:54:45.047517 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-9b3b1d2a-f8a7-4a92-8ba5-fd4612eabaea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 998 time: 0.0665028 Jul 30 02:54:45.103057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-b6eeff69-cdcf-45f3-b843-34df60b88f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:45.105468 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-b6eeff69-cdcf-45f3-b843-34df60b88f98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0515714 Jul 30 02:54:45.108640 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-27a16c4a-bcf8-42e8-a596-767d110cf214 req-a3260db9-dbd8-4e7a-adff-f6b8f2e98339 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891247 Jul 30 02:54:45.110315 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-3a8eff31-a522-4a07-bc81-531a89e405ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 998 time: 0.0978136 Jul 30 02:54:45.154909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-3602cddc-b7e9-4cfd-92e0-6f27cd21abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:45.156543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-3602cddc-b7e9-4cfd-92e0-6f27cd21abdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440929 Jul 30 02:54:45.172432 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-d4001d86-ce43-46ff-9ae2-4e7ef50f9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:45.174931 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-d4001d86-ce43-46ff-9ae2-4e7ef50f9e61 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0551052 Jul 30 02:54:45.239006 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-755b4b43-850d-4d54-9dc3-aca82683d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:45.240769 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-755b4b43-850d-4d54-9dc3-aca82683d7b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560019 Jul 30 02:54:45.278054 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-8fd21fe1-e6ff-46de-b14e-e46bda8ecd48 service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133807 Jul 30 02:54:45.349457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-3c08fc32-7a6c-408e-8a56-a75ca39dea62 service neutron] 10.222.0.22 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004779 Jul 30 02:54:45.383064 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-e1d0f7d3-15bc-42b7-8dd4-d77e4a94a62f service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977504 Jul 30 02:54:45.442528 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-77d007fb-fb9a-4a6b-8e7b-e903bcf724bb req-8fb8ee8d-705f-4296-bbbb-ccc114f2a750 service neutron] 10.222.0.22 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848072 Jul 30 02:54:45.762732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e8b898a2-4f07-4e25-b770-1efeed356c96 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:54:45.857516 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:45.868506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'port_id': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'mac_address': 'fa:16:3e:fa:44:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:54:45.904633 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:45.917409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b898a2-4f07-4e25-b770-1efeed356c96 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:54:45.936922 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:45.940942 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:45.996957 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:46.004195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.004536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.004869 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.005205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.005528 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.005850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.006175 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.006664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.006987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.007306 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.007655 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.008018 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:54:46.201353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['e8b898a2-4f07-4e25-b770-1efeed356c96'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:54:46.236530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25af40-a36e-4a97-af11-88115651358b req-8c24ae7b-2262-40ed-a199-c1fd1934f934 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:46.238065 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b25af40-a36e-4a97-af11-88115651358b req-8c24ae7b-2262-40ed-a199-c1fd1934f934 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 944 time: 0.0562701 Jul 30 02:54:46.279623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5b25af40-a36e-4a97-af11-88115651358b req-80e0ab2d-a574-4bdb-a3c3-56f8f3b3e348 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346193 Jul 30 02:54:46.498236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a6bcf-6c62-4d4c-a921-fe52b8ad2865 req-c496d36a-c345-4c56-a0c1-234e7346e2c4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:46.500258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f8a6bcf-6c62-4d4c-a921-fe52b8ad2865 req-c496d36a-c345-4c56-a0c1-234e7346e2c4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 944 time: 0.0568056 Jul 30 02:54:46.510378 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-67ee0d82-9b23-4b9f-9086-2616ad33bf7d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:46.512114 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-67ee0d82-9b23-4b9f-9086-2616ad33bf7d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&binding%3Ahost_id=n-h2-715271-7 HTTP/1.1" status: 200 len: 944 time: 0.0566885 Jul 30 02:54:46.543343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f8a6bcf-6c62-4d4c-a921-fe52b8ad2865 req-6b1b129a-137c-47cd-a55b-ddd58a0fbe05 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364079 Jul 30 02:54:46.582822 n-d-715271-7 neutron-server[93818]: INFO neutron.api.v2.resource [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-149a76c6-1ca9-4c0d-b7e0-6a376a397416 service neutron] delete failed (client error): The resource could not be found. Jul 30 02:54:46.583907 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-149a76c6-1ca9-4c0d-b7e0-6a376a397416 service neutron] 10.222.0.41 "DELETE /v2.0/ports/e8b898a2-4f07-4e25-b770-1efeed356c96/bindings/n-h1-715271-7 HTTP/1.1" status: 404 len: 380 time: 0.0644479 Jul 30 02:54:46.669549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569c304-7e6d-4d58-aea6-e54ca8bb8e6e req-ce3d28ae-62d4-41c6-9383-199ed77dea91 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:46.671096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2569c304-7e6d-4d58-aea6-e54ca8bb8e6e req-ce3d28ae-62d4-41c6-9383-199ed77dea91 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 944 time: 0.0563130 Jul 30 02:54:46.677259 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-3f20d4bf-5e43-480f-b6d1-d0e4dae4b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:46.678851 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-3f20d4bf-5e43-480f-b6d1-d0e4dae4b204 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1095 time: 0.0444477 Jul 30 02:54:46.712962 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2569c304-7e6d-4d58-aea6-e54ca8bb8e6e req-ab78be9b-8e84-485b-9cc2-4238c0071307 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355687 Jul 30 02:54:46.774814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-9a990306-2df8-45df-a13e-3087663e852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:46.776415 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-9a990306-2df8-45df-a13e-3087663e852d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 898 time: 0.0904315 Jul 30 02:54:46.849039 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-7b046a30-15fa-4f5e-8d2c-80015c298636 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 999 time: 0.0652130 Jul 30 02:54:46.896744 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-a899d410-675b-4bca-a0a8-6d68dbb40f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:46.898188 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-a899d410-675b-4bca-a0a8-6d68dbb40f56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0426993 Jul 30 02:54:46.942808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-f1ac5080-ddc4-4551-aed9-74563f3d2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:46.944321 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-f1ac5080-ddc4-4551-aed9-74563f3d2701 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394576 Jul 30 02:54:47.036082 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-1d02b27d-f7bb-4a4e-a04f-2624768625b4 service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846932 Jul 30 02:54:47.124942 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a1f52b05-8643-44da-964c-2a0ba3ec4545 req-90e92b70-529c-4f16-a567-a57a8fa07e3c service neutron] 10.222.0.41 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817778 Jul 30 02:54:47.761990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e8b898a2-4f07-4e25-b770-1efeed356c96 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:54:47.813212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port e8b898a2-4f07-4e25-b770-1efeed356c96 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:54:47.817249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port e8b898a2-4f07-4e25-b770-1efeed356c96 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:54:47.817618 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:47.840065 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193646c-28b6-493a-af8b-a380225e3178 req-ae81295e-ec5c-46d4-ab83-7a3aa2642a68 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:54:47.841633 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a193646c-28b6-493a-af8b-a380225e3178 req-ae81295e-ec5c-46d4-ab83-7a3aa2642a68 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 944 time: 0.0569289 Jul 30 02:54:47.882187 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a193646c-28b6-493a-af8b-a380225e3178 req-1b123f03-366e-4dc8-97aa-cd12c52a144e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338881 Jul 30 02:54:47.894420 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:47.904812 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33132) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:54:47.918149 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:54:47.920643 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42978af-31d7-4bcf-80cb-6c177d03336d" -d '{"events": [{"server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "name": "network-vif-plugged", "status": "completed", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:54:47.936903 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:54:47.942826 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:54:47.967862 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ae7839-1f00-4955-a3e3-907216c0fa79 x-openstack-request-id: req-53ae7839-1f00-4955-a3e3-907216c0fa79 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:54:47.968157 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "name": "network-vif-plugged", "status": "completed", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:54:47.968409 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-53ae7839-1f00-4955-a3e3-907216c0fa79 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:54:47.968797 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'code': 200} Jul 30 02:54:47.979110 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f0b1d08d-daf0-44fc-9932-da48b734bcb2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/9cecae1b-77e5-4e08-bd21-09706c19e898 HTTP/1.1" status: 200 len: 991 time: 0.0729611 Jul 30 02:54:47.996212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:54:54.586508 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:00.857348 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1bb3829e-325b-41f8-8490-ee64401afeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:02.164780 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:03.488798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-991bcf9b-f678-49bb-a741-0b487d929095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:03.952275 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:04.768678 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:05.178572 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-1260b883-bd2d-45eb-be9b-816b7d5ba155 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458829 Jul 30 02:55:05.273189 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-45056e5b-2361-4d03-a10a-bd7cb2e84591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:05.274800 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-45056e5b-2361-4d03-a10a-bd7cb2e84591 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1096 time: 0.0469632 Jul 30 02:55:05.381285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-d31d6345-e397-4c08-9f42-bce6d6495c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:05.382858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-d31d6345-e397-4c08-9f42-bce6d6495c56 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 898 time: 0.0869584 Jul 30 02:55:05.462097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-2fef25ae-5cc3-4564-96d5-6c62bae0f6bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 1000 time: 0.0705442 Jul 30 02:55:05.516142 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-a2fa9e53-d4e6-480b-bf4c-8d52231066ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:05.517604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-a2fa9e53-d4e6-480b-bf4c-8d52231066ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0460773 Jul 30 02:55:05.565712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-553acadf-445d-47e0-a36f-2fdee7ee7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:05.567205 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-553acadf-445d-47e0-a36f-2fdee7ee7758 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416446 Jul 30 02:55:05.663816 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-50acd44d-5d0c-48d0-971b-4921b6caa2d9 service neutron] 10.222.0.22 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876093 Jul 30 02:55:05.756839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-af2eb530-a736-48e8-a0cb-130b04e42c27 req-1e8bd84e-a497-4a19-b0e9-6ef9a0b77d00 service neutron] 10.222.0.22 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Jul 30 02:55:06.424374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:13.396361 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:55:18.327660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33150) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:18.491279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 35ce1622-20f3-441a-ab3a-52dd4ca535ef {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:18.491658 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:18.573246 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:18.573482 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:18.585624 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 35ce1622-20f3-441a-ab3a-52dd4ca535ef owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:18.739286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:18.770685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=35ce1622-20f3-441a-ab3a-52dd4ca535ef,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:18.829463 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:18.829694 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP 9cecae1b-77e5-4e08-bd21-09706c19e898 disassociated (deleted). External IP: 172.25.7.55, port: e8b898a2-4f07-4e25-b770-1efeed356c96. Jul 30 02:55:19.041382 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:19.151601 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:19.156506 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:19.161912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] Sync routers for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:19.172308 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:19.172940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:19.185010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-93905764-adba-4dbc-a459-da13ef843229 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/floatingips/9cecae1b-77e5-4e08-bd21-09706c19e898 HTTP/1.1" status: 204 len: 168 time: 0.8562269 Jul 30 02:55:19.185670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:19.187996 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:19.279955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:19.342973 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7d72d6-a0bb-481c-ac34-15505f201b7c x-openstack-request-id: req-fd7d72d6-a0bb-481c-ac34-15505f201b7c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:19.343734 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:19.344189 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fd7d72d6-a0bb-481c-ac34-15505f201b7c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:19.344980 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'status': 'completed', 'code': 200} Jul 30 02:55:19.460048 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-ed3836a1-2a5e-4c98-84a1-6f66335752de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:19.462157 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-ed3836a1-2a5e-4c98-84a1-6f66335752de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 1096 time: 0.0840974 Jul 30 02:55:19.477512 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c271741-d81e-4b12-8781-3b49079fd9cf req-d575d54e-61b4-44ee-a4d4-bd0363e729d3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:19.479095 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c271741-d81e-4b12-8781-3b49079fd9cf req-d575d54e-61b4-44ee-a4d4-bd0363e729d3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0689080 Jul 30 02:55:19.511108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7116fd7f-cbe6-409a-aab5-73d97a24e88d', 'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:b9:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:45Z', 'updated_at': '2021-07-30T02:53:49Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:19.540646 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] Checking router: a0d0a40b-8926-44dd-9e6f-bcf52c05db64 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:19.549750 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:19.550363 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:19.572673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2c271741-d81e-4b12-8781-3b49079fd9cf req-b601c95a-b3f3-4e70-a4f5-035a559359a4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840008 Jul 30 02:55:19.600975 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-9bfaf65e-f680-4d41-8236-5f4bbaba2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:19.602770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-9bfaf65e-f680-4d41-8236-5f4bbaba2156 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 200 len: 898 time: 0.1227469 Jul 30 02:55:19.648009 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-1e07e4e7-5d29-448e-a932-41978723988a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 200 len: 217 time: 0.0357661 Jul 30 02:55:19.665519 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:19.703943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-5dc71c14-eb31-461a-98b3-0386789bb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:19.705426 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-5dc71c14-eb31-461a-98b3-0386789bb97b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 200 len: 835 time: 0.0468805 Jul 30 02:55:19.764428 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-7a1fffb5-a2a7-4027-8650-df71188956b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:19.771584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-7a1fffb5-a2a7-4027-8650-df71188956b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a742dbe4-afdb-4178-a43e-8b29aa7427a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478435 Jul 30 02:55:19.870244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-d2e8094e-a373-4e34-bd1e-c764541900f7 service neutron] 10.222.0.22 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952678 Jul 30 02:55:19.876644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7116fd7f-cbe6-409a-aab5-73d97a24e88d', 'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:b9:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:45Z', 'updated_at': '2021-07-30T02:53:49Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:19.908896 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669fa96f-ca00-4bdf-9c96-3a175fd31387 None None] The sync data for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 is: [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:46Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '7116fd7f-cbe6-409a-aab5-73d97a24e88d', 'name': '', 'network_id': 'a742dbe4-afdb-4178-a43e-8b29aa7427a8', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:b9:c3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:45Z', 'updated_at': '2021-07-30T02:53:49Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:19.969390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cb7e459b-8d46-4df6-a6a4-d1e8ba33231b req-c2c60ce6-a96a-4311-8515-2eae340ccaf5 service neutron] 10.222.0.22 "GET /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914521 Jul 30 02:55:20.140984 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33feb7d7-844d-410f-8380-ddaca61ae381 None None] New status for floating IP 9cecae1b-77e5-4e08-bd21-09706c19e898: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:55:20.704690 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a37ca8-8ba4-4ac1-ab68-240f13706bf7 req-6446ab2b-071b-4c7c-8245-db113ec7deb1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:20.706507 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69a37ca8-8ba4-4ac1-ab68-240f13706bf7 req-6446ab2b-071b-4c7c-8245-db113ec7deb1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0580547 Jul 30 02:55:20.745286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-69a37ca8-8ba4-4ac1-ab68-240f13706bf7 req-7ca12dbd-a124-49a3-b5b5-ebe5fe9ff8ad tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319993 Jul 30 02:55:20.865783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-9d421434-c8b3-4c79-83c7-be04784f7dcf tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:20.867669 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-9d421434-c8b3-4c79-83c7-be04784f7dcf tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b751938-ffdb-4a68-b08c-f7f927e2dcdd HTTP/1.1" status: 200 len: 945 time: 0.0488973 Jul 30 02:55:20.957744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port e8b898a2-4f07-4e25-b770-1efeed356c96 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:20.958086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.046809 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port e8b898a2-4f07-4e25-b770-1efeed356c96, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e8b898a2-4f07-4e25-b770-1efeed356c96,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:21.047173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.060363 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for e8b898a2-4f07-4e25-b770-1efeed356c96 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:21.191829 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.220536 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=e8b898a2-4f07-4e25-b770-1efeed356c96,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:21.260930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] No DVR routers for this DVR port e8b898a2-4f07-4e25-b770-1efeed356c96 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:55:21.263620 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:21.265676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-683e44ab-5c99-4608-bb63-7074c19942e5 req-c16eaa98-5ebe-48dc-b8b2-ef6c44c6f5e3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.22 "DELETE /v2.0/ports/e8b898a2-4f07-4e25-b770-1efeed356c96 HTTP/1.1" status: 204 len: 173 time: 0.3908696 Jul 30 02:55:21.345677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'name': 'network-vif-deleted', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:21.348134 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6178a9a7-06c1-494c-9457-b500676751e8" -d '{"events": [{"server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "name": "network-vif-deleted", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:21.385533 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2d13fd-43de-4370-94b0-cf4cce4284d5 x-openstack-request-id: req-2e2d13fd-43de-4370-94b0-cf4cce4284d5 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:21.385846 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b751938-ffdb-4a68-b08c-f7f927e2dcdd", "name": "network-vif-deleted", "tag": "e8b898a2-4f07-4e25-b770-1efeed356c96", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:21.386161 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2e2d13fd-43de-4370-94b0-cf4cce4284d5 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:21.386574 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b751938-ffdb-4a68-b08c-f7f927e2dcdd', 'name': 'network-vif-deleted', 'tag': 'e8b898a2-4f07-4e25-b770-1efeed356c96', 'status': 'completed', 'code': 200} Jul 30 02:55:21.803682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33164) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:22.166359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:22.432152 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 7116fd7f-cbe6-409a-aab5-73d97a24e88d {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:22.432416 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:22.521077 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 7116fd7f-cbe6-409a-aab5-73d97a24e88d, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=7116fd7f-cbe6-409a-aab5-73d97a24e88d,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:22.521445 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:22.537976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 7116fd7f-cbe6-409a-aab5-73d97a24e88d owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:22.734824 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:22.768539 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=7116fd7f-cbe6-409a-aab5-73d97a24e88d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:22.941856 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.165361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:23.611175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:23.617094 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fb1a69e2-f2e1-469c-926a-7e735ccfa2ae tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/a0d0a40b-8926-44dd-9e6f-bcf52c05db64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8118484 Jul 30 02:55:23.619922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33166) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:23.622753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] Sync routers for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:23.632211 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:23.632819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:23.670976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf8e465-b9f4-4fbb-8718-a8375ca1291a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting subnet dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:55:23.674086 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e465-b9f4-4fbb-8718-a8375ca1291a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.714505 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e465-b9f4-4fbb-8718-a8375ca1291a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.735341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:23.802868 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e465-b9f4-4fbb-8718-a8375ca1291a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.864194 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e465-b9f4-4fbb-8718-a8375ca1291a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.890873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8e465-b9f4-4fbb-8718-a8375ca1291a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:23.894589 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e465-b9f4-4fbb-8718-a8375ca1291a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:23.896509 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fdf8e465-b9f4-4fbb-8718-a8375ca1291a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/subnets/dcd162e6-aa30-460e-89bd-9f1fd4b4b6b1 HTTP/1.1" status: 204 len: 168 time: 0.2756042 Jul 30 02:55:23.899750 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33168) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:23.903175 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9240ad-b227-42d5-afd3-54ea454e37a9 None None] Network a742dbe4-afdb-4178-a43e-8b29aa7427a8 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:55:23.969034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:55:22Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': '2878a02a-fbe3-4125-a085-3d1d205c3aa6', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:24.011849 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.128815 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.159629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e8b898a2-4f07-4e25-b770-1efeed356c96 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:24.163155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] Checking router: a0d0a40b-8926-44dd-9e6f-bcf52c05db64 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:24.189112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 2878a02a-fbe3-4125-a085-3d1d205c3aa6 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:24.189460 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.202780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: e8b898a2-4f07-4e25-b770-1efeed356c96 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:24.203122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e8b898a2-4f07-4e25-b770-1efeed356c96 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:24.224732 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] Routers {'a0d0a40b-8926-44dd-9e6f-bcf52c05db64'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:24.225376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:24.280633 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 2878a02a-fbe3-4125-a085-3d1d205c3aa6, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=2878a02a-fbe3-4125-a085-3d1d205c3aa6,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:24.281048 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.300367 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 2878a02a-fbe3-4125-a085-3d1d205c3aa6 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:24.329160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] Set router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:24.388153 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bcd0fc-479f-4760-bc1d-477af7fe552a None None] DHCP port deletion for a742dbe4-afdb-4178-a43e-8b29aa7427a8 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:55:24.391500 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:55:24Z', 'revision_number': 6, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:24.420521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020dafd-f3ef-4e74-84b2-e1dadb3a3ecd None None] The sync data for ids ['a0d0a40b-8926-44dd-9e6f-bcf52c05db64'] in n-d-715271-7 is: [{'id': 'a0d0a40b-8926-44dd-9e6f-bcf52c05db64', 'name': 'tempest-TestNetworkAdvancedServerOps-router-289144963', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:53:42Z', 'updated_at': '2021-07-30T02:55:24Z', 'revision_number': 6, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:24.473063 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67bcd0fc-479f-4760-bc1d-477af7fe552a None None] Deleting port 1659cbe2-3bfd-4c25-9460-4155565e6755 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:55:24.473536 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67bcd0fc-479f-4760-bc1d-477af7fe552a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.514319 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.544650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-67bcd0fc-479f-4760-bc1d-477af7fe552a None None] For port 1659cbe2-3bfd-4c25-9460-4155565e6755, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=1659cbe2-3bfd-4c25-9460-4155565e6755,segment=NetworkSegment(2f94a711-be5e-4bcf-8488-63b559b90175),segment_id=2f94a711-be5e-4bcf-8488-63b559b90175)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:24.545055 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67bcd0fc-479f-4760-bc1d-477af7fe552a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.546272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=2878a02a-fbe3-4125-a085-3d1d205c3aa6,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:24.558899 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-67bcd0fc-479f-4760-bc1d-477af7fe552a None None] Calling delete_port for 1659cbe2-3bfd-4c25-9460-4155565e6755 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:55:24.605767 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.634912 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.653655 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-67bcd0fc-479f-4760-bc1d-477af7fe552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.684564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcd0fc-479f-4760-bc1d-477af7fe552a None None] Pushing event deleted for resources: {'Port': ['ID=1659cbe2-3bfd-4c25-9460-4155565e6755,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:24.691761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcd0fc-479f-4760-bc1d-477af7fe552a None None] No DVR routers for this DVR port 1659cbe2-3bfd-4c25-9460-4155565e6755 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:55:24.703262 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.707459 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.752440 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.752991 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Fanout notify agent at l3_agent the message router_deleted on router a0d0a40b-8926-44dd-9e6f-bcf52c05db64 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:55:24.760408 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.761697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4adb0772-377e-4fef-b10b-e6b8a4ee5e7c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/routers/a0d0a40b-8926-44dd-9e6f-bcf52c05db64 HTTP/1.1" status: 204 len: 168 time: 0.8605378 Jul 30 02:55:24.764481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33170) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:24.843363 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.935292 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.944920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a742dbe4-afdb-4178-a43e-8b29aa7427a8']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:24.955249 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f94a711-be5e-4bcf-8488-63b559b90175') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:24.955528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f94a711-be5e-4bcf-8488-63b559b90175') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:24.964805 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.979348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.985150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:55:24.985536 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:55:24.988533 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:55:25.048411 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.056113 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.057956 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/networks/a742dbe4-afdb-4178-a43e-8b29aa7427a8 HTTP/1.1" status: 204 len: 168 time: 0.2925534 Jul 30 02:55:25.060866 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33172) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:25.069566 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431c184-5c08-41f5-8901-79f3d3e2f09d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Network': ['ID=a742dbe4-afdb-4178-a43e-8b29aa7427a8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:25.122357 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.146719 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.216279 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.220103 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:25.221673 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/security-groups/6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8 HTTP/1.1" status: 204 len: 168 time: 0.1596308 Jul 30 02:55:25.233592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f16d1-3d8e-4ad6-8b4c-e22e94de7eb8,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:25.242152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.242524 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.242856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.243192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.243595 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.243926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.244254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.244574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.245081 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.245573 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.246033 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.246203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8221b4-32bd-491f-b486-641c4225d932 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:25.300100 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7116fd7f-cbe6-409a-aab5-73d97a24e88d no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:25.322204 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 7116fd7f-cbe6-409a-aab5-73d97a24e88d {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:25.322634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 7116fd7f-cbe6-409a-aab5-73d97a24e88d not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:25.323056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1659cbe2-3bfd-4c25-9460-4155565e6755 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:25.344607 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 1659cbe2-3bfd-4c25-9460-4155565e6755 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:25.344986 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 1659cbe2-3bfd-4c25-9460-4155565e6755 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:25.345424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2878a02a-fbe3-4125-a085-3d1d205c3aa6 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:55:25.367982 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 2878a02a-fbe3-4125-a085-3d1d205c3aa6 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:55:25.368386 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 2878a02a-fbe3-4125-a085-3d1d205c3aa6 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:55:25.961826 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33178) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:25.966677 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f7b9d87d-61e9-4c89-aae6-0f810e83df47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758081975', 'description': 'tempest-secgroup-smoke-758081975 description', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:25.989312 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d87d-61e9-4c89-aae6-0f810e83df47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.072569 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d87d-61e9-4c89-aae6-0f810e83df47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.076158 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d87d-61e9-4c89-aae6-0f810e83df47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.105150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d87d-61e9-4c89-aae6-0f810e83df47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.107908 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f7b9d87d-61e9-4c89-aae6-0f810e83df47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1449859 Jul 30 02:55:26.109530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33180) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:26.112380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9d87d-61e9-4c89-aae6-0f810e83df47 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfddd8c-30a3-49b6-8a15-986709ce8307,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.114216 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ff481584-1364-45fe-b8fc-5bbfd2bf4b1f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'bcfddd8c-30a3-49b6-8a15-986709ce8307', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:26.141227 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff481584-1364-45fe-b8fc-5bbfd2bf4b1f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.204084 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff481584-1364-45fe-b8fc-5bbfd2bf4b1f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.208102 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff481584-1364-45fe-b8fc-5bbfd2bf4b1f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.226606 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff481584-1364-45fe-b8fc-5bbfd2bf4b1f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c08d6f-df1b-4342-8f1b-8710e7b54873,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.228914 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ff481584-1364-45fe-b8fc-5bbfd2bf4b1f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.230096 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ff481584-1364-45fe-b8fc-5bbfd2bf4b1f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195693 Jul 30 02:55:26.232943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33182) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:26.237341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-85404606-4fa5-47a5-97fc-7f95ea91503c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'bcfddd8c-30a3-49b6-8a15-986709ce8307', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:26.264996 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85404606-4fa5-47a5-97fc-7f95ea91503c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.322919 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85404606-4fa5-47a5-97fc-7f95ea91503c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.326510 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85404606-4fa5-47a5-97fc-7f95ea91503c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.346996 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85404606-4fa5-47a5-97fc-7f95ea91503c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0d92c5-4433-40f7-b8a6-bd6cebc994eb,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.352008 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-85404606-4fa5-47a5-97fc-7f95ea91503c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.353251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-85404606-4fa5-47a5-97fc-7f95ea91503c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193793 Jul 30 02:55:26.356282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33184) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:26.360762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3c959ada-1234-4dd4-8441-ed2f65d01293 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'bcfddd8c-30a3-49b6-8a15-986709ce8307', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:26.388585 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c959ada-1234-4dd4-8441-ed2f65d01293 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.450582 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c959ada-1234-4dd4-8441-ed2f65d01293 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.454269 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c959ada-1234-4dd4-8441-ed2f65d01293 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.475900 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c959ada-1234-4dd4-8441-ed2f65d01293 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaeaec1-79d7-4867-a2bd-c37e8af56d03,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.480336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3c959ada-1234-4dd4-8441-ed2f65d01293 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.481523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3c959ada-1234-4dd4-8441-ed2f65d01293 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243601 Jul 30 02:55:26.484362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33186) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:26.488992 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-5f657c98-fb65-45c7-ad3d-921ef00230fa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'bcfddd8c-30a3-49b6-8a15-986709ce8307', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:26.516251 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f657c98-fb65-45c7-ad3d-921ef00230fa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.578371 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f657c98-fb65-45c7-ad3d-921ef00230fa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.582594 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f657c98-fb65-45c7-ad3d-921ef00230fa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.603141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f657c98-fb65-45c7-ad3d-921ef00230fa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff106270-3493-49ba-a1ad-79e7a7667349,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.611341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-5f657c98-fb65-45c7-ad3d-921ef00230fa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.613138 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-5f657c98-fb65-45c7-ad3d-921ef00230fa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277301 Jul 30 02:55:26.618337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33188) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:26.623670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-be428d45-7f6e-4b1b-ba0b-bbf101f27e59 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'bcfddd8c-30a3-49b6-8a15-986709ce8307', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:26.646221 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-be428d45-7f6e-4b1b-ba0b-bbf101f27e59 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:55:26.652261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be428d45-7f6e-4b1b-ba0b-bbf101f27e59 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.717120 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be428d45-7f6e-4b1b-ba0b-bbf101f27e59 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.721450 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be428d45-7f6e-4b1b-ba0b-bbf101f27e59 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.740537 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be428d45-7f6e-4b1b-ba0b-bbf101f27e59 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff6c8be-5e69-4da3-b7a3-4bd990270718,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.746634 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-be428d45-7f6e-4b1b-ba0b-bbf101f27e59 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.748176 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-be428d45-7f6e-4b1b-ba0b-bbf101f27e59 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284480 Jul 30 02:55:26.751204 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33190) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:26.755791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-23cab742-13f5-49cd-b2de-4c0a176c30cb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'bcfddd8c-30a3-49b6-8a15-986709ce8307', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:26.779187 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-23cab742-13f5-49cd-b2de-4c0a176c30cb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:55:26.784386 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23cab742-13f5-49cd-b2de-4c0a176c30cb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.850194 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23cab742-13f5-49cd-b2de-4c0a176c30cb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.854835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23cab742-13f5-49cd-b2de-4c0a176c30cb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.873328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cab742-13f5-49cd-b2de-4c0a176c30cb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f204824-ebb0-4a16-a4aa-bd7503206e90,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:26.876602 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-23cab742-13f5-49cd-b2de-4c0a176c30cb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.877903 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-23cab742-13f5-49cd-b2de-4c0a176c30cb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257019 Jul 30 02:55:26.880918 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33192) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:26.885844 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'network': {'name': 'tempest-network-smoke--1127391461', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'port_security_enabled': True}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:26.907752 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:55:26.911188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.935873 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:55:26.944657 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:26.944991 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Added segment 384855f6-107a-4ba3-a157-76fc317afd10 of type vlan for network ff61459e-6ab6-437b-9636-52039b00daea Jul 30 02:55:26.986098 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.016083 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.021922 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:27.022514 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.081179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1989405 Jul 30 02:55:27.085021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33194) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:27.090861 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'admin_state_up': True, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:27.092953 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfe98b-a743-4373-be10-c26db9ed97f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Network': ['ID=ff61459e-6ab6-437b-9636-52039b00daea,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:27.104942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network ff61459e-6ab6-437b-9636-52039b00daea details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:55:27.118498 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.119554 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.173515 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.318487 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.517064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.535938 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.634600 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.246 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/f82d51cf-4e46-4fb2-81ba-4907bb40213e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:27.736596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.776107 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:27.812874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:27.815738 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:27.819105 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:27.827049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=f82d51cf-4e46-4fb2-81ba-4907bb40213e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:28.064824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:28.255502 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:28.380768 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router e4300268-c2fb-4c31-9138-0e6073e31723 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:55:28.829405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:28.839100 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Sync routers for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:28.847758 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:28.848231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:28.848501 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:28.849694 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e49c1a07-edd0-4637-99ac-4d85c16ecdba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7627738 Jul 30 02:55:28.853405 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33196) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:28.881113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fc47e655-45af-48a1-8568-9033bb46a39f tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=93bd58a5cd9c4d6798bbcf59f9350835&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266094 Jul 30 02:55:28.884235 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33198) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:28.951857 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:28.970463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d711b3-a397-403e-b3e1-f0dfd2b61302 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:28.975147 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-89d711b3-a397-403e-b3e1-f0dfd2b61302 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870013 Jul 30 02:55:28.975370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33200) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:29.010871 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e5d07df1-ac4f-45a8-97f5-662c0ab8c2f2 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318701 Jul 30 02:55:29.011119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33202) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:29.015841 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1463689885', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:29.112951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:55:29.116446 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.215787 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:27Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:29.245125 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Checking router: e4300268-c2fb-4c31-9138-0e6073e31723 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:29.245472 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Updating router e4300268-c2fb-4c31-9138-0e6073e31723 port f82d51cf-4e46-4fb2-81ba-4907bb40213e binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:55:29.269888 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.301064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.362835 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Subnet': ['ID=a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:29.371399 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Checking segment: {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:29.371787 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network hostable DHCP agents. Network: ff61459e-6ab6-437b-9636-52039b00daea, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:55:29.388658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network ff61459e-6ab6-437b-9636-52039b00daea is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:55:29.397728 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, ff61459e-6ab6-437b-9636-52039b00daea) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:29.404382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:29.404382 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.408112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d5cb88-4c9b-4f38-acf3-80881f3e12f8 None None] Network ff61459e-6ab6-437b-9636-52039b00daea requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:55:29.420880 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-774872df-e2d7-4f88-8d43-7620ac6ea51c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4088142 Jul 30 02:55:29.423718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33204) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:29.535616 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.546327 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Transition to ACTIVE for port object f82d51cf-4e46-4fb2-81ba-4907bb40213e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:29.552520 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.567709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-ff61459e-6ab6-437b-9636-52039b00daea', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:55:29.569376 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.601843 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Attempting to bind port f82d51cf-4e46-4fb2-81ba-4907bb40213e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:55:29.602270 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Attempting to bind port f82d51cf-4e46-4fb2-81ba-4907bb40213e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:55:29.602551 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Attempting to bind port f82d51cf-4e46-4fb2-81ba-4907bb40213e on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:29.611809 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Pushing event updated for resources: {'Port': ['ID=f82d51cf-4e46-4fb2-81ba-4907bb40213e,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:29.620449 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.620711 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.621148 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.621486 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.621812 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.622135 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.622455 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.622771 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.623096 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.623404 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.623751 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.624062 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:55:29.629477 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:55:29.629852 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:29.630254 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.630634 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:55:29.631104 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Bound port: f82d51cf-4e46-4fb2-81ba-4907bb40213e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:55:29.631515 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.689077 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] For port f82d51cf-4e46-4fb2-81ba-4907bb40213e, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:55:29.693163 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] For port f82d51cf-4e46-4fb2-81ba-4907bb40213e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f82d51cf-4e46-4fb2-81ba-4907bb40213e,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:55:29.700477 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.723466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Allocated IP 172.20.0.2 (ff61459e-6ab6-437b-9636-52039b00daea/a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff/9284ff85-44b1-4a6e-975f-60daacce5dff) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:29.744815 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:29.745454 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:29.853812 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdce50-b594-42f8-ae05-48a5a2106bd7 None None] Pushing event updated for resources: {'Port': ['ID=f82d51cf-4e46-4fb2-81ba-4907bb40213e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:29.871775 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:29.901990 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.917464 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Transition to ACTIVE for port object 9284ff85-44b1-4a6e-975f-60daacce5dff will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:29.918064 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.937279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Transition to ACTIVE for port object 9284ff85-44b1-4a6e-975f-60daacce5dff will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:29.944415 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:29.979990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Network ff61459e-6ab6-437b-9636-52039b00daea is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:29.982918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:29.986395 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:30.001296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Pushing event updated for resources: {'Port': ['ID=9284ff85-44b1-4a6e-975f-60daacce5dff,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:30.053408 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Attempting to bind port 9284ff85-44b1-4a6e-975f-60daacce5dff on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:55:30.053784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Attempting to bind port 9284ff85-44b1-4a6e-975f-60daacce5dff by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:55:30.054142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Attempting to bind port 9284ff85-44b1-4a6e-975f-60daacce5dff on network ff61459e-6ab6-437b-9636-52039b00daea {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:30.059997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:55:30.060375 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Checking segment: {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:30.060784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.061176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Bound using segment: {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:55:30.061644 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Bound port: 9284ff85-44b1-4a6e-975f-60daacce5dff, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:55:30.062026 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.080718 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:27Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:30.107343 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a769c4a-d320-4a21-a035-6fbc400c67b4 None None] The sync data for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 is: [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:27Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:30.128842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] For port 9284ff85-44b1-4a6e-975f-60daacce5dff, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:55:30.131293 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] For port 9284ff85-44b1-4a6e-975f-60daacce5dff, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9284ff85-44b1-4a6e-975f-60daacce5dff,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:55:30.137325 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.207503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa300012-9ad6-43af-9c2d-d3c800aa8bef None None] Pushing event updated for resources: {'Port': ['ID=9284ff85-44b1-4a6e-975f-60daacce5dff,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:30.240829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.1 (ff61459e-6ab6-437b-9636-52039b00daea/a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff/9a164b3e-3ffb-42db-838f-7d420dfa0b61) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:30.408305 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.422682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object 9a164b3e-3ffb-42db-838f-7d420dfa0b61 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:30.467026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.515039 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network ff61459e-6ab6-437b-9636-52039b00daea is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:30.518656 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:30.521334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:30.535338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=9a164b3e-3ffb-42db-838f-7d420dfa0b61,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:30.587097 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.724928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:30.864652 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ad1b-4126-48ef-a73e-47083d07fe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.052804 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.058338 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.139491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=9a164b3e-3ffb-42db-838f-7d420dfa0b61,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:31.142180 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.201752 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf05190-c9ca-429c-9578-38543e819a3c None None] Network ff61459e-6ab6-437b-9636-52039b00daea requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:55:31.237824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network ff61459e-6ab6-437b-9636-52039b00daea is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:31.239507 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:31.300545 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f550cfe0-00a0-4d31-a10c-9db616de944a None None] Provisioning for port 9284ff85-44b1-4a6e-975f-60daacce5dff completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:31.376434 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router e4300268-c2fb-4c31-9138-0e6073e31723 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:31.383344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9284ff85-44b1-4a6e-975f-60daacce5dff up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:31.441318 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9284ff85-44b1-4a6e-975f-60daacce5dff completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:31.446546 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9284ff85-44b1-4a6e-975f-60daacce5dff triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:31.446911 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.508250 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:31.523603 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b9639194-a516-4593-817f-e20e45e56394 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/e4300268-c2fb-4c31-9138-0e6073e31723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0898240 Jul 30 02:55:31.536922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.579990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 9284ff85-44b1-4a6e-975f-60daacce5dff, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9284ff85-44b1-4a6e-975f-60daacce5dff,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:31.585963 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.586902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f82d51cf-4e46-4fb2-81ba-4907bb40213e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:31.675171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2f05b43-5be3-4140-a517-4145c118adfa None None] Provisioning for port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:31.685262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2f05b43-5be3-4140-a517-4145c118adfa None None] Provisioning complete for port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:31.685632 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2f05b43-5be3-4140-a517-4145c118adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.689523 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=9284ff85-44b1-4a6e-975f-60daacce5dff,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:31.703754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-1758c5a7-f4ad-4da6-ad6b-315e5f989227 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758081975&fields=id&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 267 time: 0.0492980 Jul 30 02:55:31.721065 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f82d51cf-4e46-4fb2-81ba-4907bb40213e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:31.726926 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f82d51cf-4e46-4fb2-81ba-4907bb40213e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:31.727295 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.756311 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e2f05b43-5be3-4140-a517-4145c118adfa None None] Port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:55:31.777557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-e2f05b43-5be3-4140-a517-4145c118adfa None None] Provisioning complete for port 9284ff85-44b1-4a6e-975f-60daacce5dff triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:31.777923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e2f05b43-5be3-4140-a517-4145c118adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.819348 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676617b7-bc97-4267-b083-30dda076ed25 req-e81839fa-f54a-4351-8347-3e487b79725a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:31.824024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-e81839fa-f54a-4351-8347-3e487b79725a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/networks?id=ff61459e-6ab6-437b-9636-52039b00daea HTTP/1.1" status: 200 len: 797 time: 0.1191385 Jul 30 02:55:31.839400 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-a4dad983-e801-4a7a-82f0-69de335619d9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/quotas/93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 375 time: 0.0115278 Jul 30 02:55:31.855370 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.885031 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f82d51cf-4e46-4fb2-81ba-4907bb40213e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f82d51cf-4e46-4fb2-81ba-4907bb40213e,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:31.905457 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:31.905688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-d2b377f6-b313-40b0-90fc-a535f5ff7be7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541146 Jul 30 02:55:31.967092 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f82d51cf-4e46-4fb2-81ba-4907bb40213e,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:31.984437 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Sync routers for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:31.994178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:31.994809 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:32.019161 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-ada89e53-5653-450c-a20b-04c3bb0a8791 service neutron] 10.222.0.84 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964630 Jul 30 02:55:32.107753 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fb30389d-2654-4325-abaf-3174f2235d04 None None] Provisioning complete for port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:32.108133 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb30389d-2654-4325-abaf-3174f2235d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:32.119553 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-88263fbb-0627-477b-857e-43f136196dc5 service neutron] 10.222.0.84 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929906 Jul 30 02:55:32.134714 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:32.196511 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fb30389d-2654-4325-abaf-3174f2235d04 None None] Port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:55:32.227034 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:32.297567 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6d682451-e0b3-4db1-ac89-72963a69f9fd req-f984515b-92c4-466c-accb-21558bef32f7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 210 time: 0.0359597 Jul 30 02:55:32.348409 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3ccc46e6-c493-4a35-a94c-8c1b730d249d None None] Provisioning complete for port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:32.348795 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3ccc46e6-c493-4a35-a94c-8c1b730d249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:32.391396 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc46e6-c493-4a35-a94c-8c1b730d249d None None] Port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:55:32.405687 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9a164b3e-3ffb-42db-838f-7d420dfa0b61', 'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:ba:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:30Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 2, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:32.432987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Checking router: e4300268-c2fb-4c31-9138-0e6073e31723 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:32.433349 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Updating router e4300268-c2fb-4c31-9138-0e6073e31723 port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:55:32.463666 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:32.737779 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:32.750072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Transition to ACTIVE for port object 9a164b3e-3ffb-42db-838f-7d420dfa0b61 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:32.756739 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:32.814562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1a8f4-2262-4aae-b0c4-09fc6e154dc7 None None] Pushing event updated for resources: {'Port': ['ID=9a164b3e-3ffb-42db-838f-7d420dfa0b61,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:32.868636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Attempting to bind port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:55:32.868997 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Attempting to bind port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:55:32.869356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Attempting to bind port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 on network ff61459e-6ab6-437b-9636-52039b00daea {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:32.875334 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:55:32.875803 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Checking segment: {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:32.876208 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:32.876604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Bound using segment: {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:55:32.877060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Bound port: 9a164b3e-3ffb-42db-838f-7d420dfa0b61, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:55:32.877435 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:32.941610 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] For port 9a164b3e-3ffb-42db-838f-7d420dfa0b61, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:55:32.945539 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] For port 9a164b3e-3ffb-42db-838f-7d420dfa0b61, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9a164b3e-3ffb-42db-838f-7d420dfa0b61,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:55:32.950582 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:33.012531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:33.013159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:33.053422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1a8f4-2262-4aae-b0c4-09fc6e154dc7 None None] Pushing event updated for resources: {'Port': ['ID=9a164b3e-3ffb-42db-838f-7d420dfa0b61,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:33.137226 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:33.262837 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676617b7-bc97-4267-b083-30dda076ed25 req-ccd7c18e-a7d4-4d1e-b5a4-b182f34113a4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:33.268222 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-ccd7c18e-a7d4-4d1e-b5a4-b182f34113a4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/networks?id=ff61459e-6ab6-437b-9636-52039b00daea HTTP/1.1" status: 200 len: 797 time: 0.1450777 Jul 30 02:55:33.318775 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-f724c74b-d259-4b35-9c1a-35c8aaad2548 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 379 time: 0.0407581 Jul 30 02:55:33.329050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'port': {'device_id': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'admin_state_up': True, 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'security_groups': ['bcfddd8c-30a3-49b6-8a15-986709ce8307']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:33.337955 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9284ff85-44b1-4a6e-975f-60daacce5dff up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:33.398770 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-43f03f41-053a-470b-992b-161109e00164 req-8d88db9f-a7bd-491f-a920-5df8de40156c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 210 time: 0.0298190 Jul 30 02:55:33.446519 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:55:33.450616 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:33.469309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9284ff85-44b1-4a6e-975f-60daacce5dff triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:33.469675 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:33.536112 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-55a2dcbb-5378-4f28-9b8c-31c0365a6ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:33.589684 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.7 (ff61459e-6ab6-437b-9636-52039b00daea/a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff/7b447b0c-cb3a-4fde-82f1-eb69d4a86629) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:33.620842 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f82d51cf-4e46-4fb2-81ba-4907bb40213e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:33.671611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9a164b3e-3ffb-42db-838f-7d420dfa0b61', 'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:ba:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:30Z', 'updated_at': '2021-07-30T02:55:32Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:33.699361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8750c7af-0f54-4016-86e0-a2d28c6e98f5 None None] The sync data for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 is: [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9a164b3e-3ffb-42db-838f-7d420dfa0b61', 'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:ba:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:30Z', 'updated_at': '2021-07-30T02:55:32Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:33.706234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f82d51cf-4e46-4fb2-81ba-4907bb40213e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:33.706617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:33.776868 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:33.804981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:33.843330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:33.890711 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network ff61459e-6ab6-437b-9636-52039b00daea is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:33.893810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:33.896317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:33.906634 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:33.956906 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:33.965551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:33.966459 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:33.983054 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-23a66b40-af60-4184-ae22-2cf7ade3d303 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6581614 Jul 30 02:55:33.996035 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Request body: {'port': {'device_id': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:34.055134 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:34.159461 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-52885ade-206c-4a69-ba1f-a9af4d78d6da None None] Provisioning for port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:34.164713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-52885ade-206c-4a69-ba1f-a9af4d78d6da None None] Provisioning complete for port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:34.165185 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-52885ade-206c-4a69-ba1f-a9af4d78d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:34.201622 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-52885ade-206c-4a69-ba1f-a9af4d78d6da None None] Port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:55:34.346133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:55:34.354409 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:34.367242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Transition to ACTIVE for port object 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:55:34.371421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:34.419383 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Pushing event updated for resources: {'Port': ['ID=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:34.506742 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Attempting to bind port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:55:34.507098 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Attempting to bind port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:55:34.508052 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Attempting to bind port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 on network ff61459e-6ab6-437b-9636-52039b00daea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:34.513480 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 on network ff61459e-6ab6-437b-9636-52039b00daea not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:55:34.513811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Attempting to bind port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 on network ff61459e-6ab6-437b-9636-52039b00daea {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:55:34.519996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:55:34.520490 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Checking segment: {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:55:34.520881 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Bound using segment: {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:55:34.521326 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Bound port: 7b447b0c-cb3a-4fde-82f1-eb69d4a86629, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384855f6-107a-4ba3-a157-76fc317afd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:55:34.521689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:34.556682 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153cde4-2206-4087-b36b-9507bc09b791 req-c390982d-3c0d-4eb4-b226-4fc358c0d475 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:34.562380 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1153cde4-2206-4087-b36b-9507bc09b791 req-c390982d-3c0d-4eb4-b226-4fc358c0d475 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 943 time: 0.0764670 Jul 30 02:55:34.604276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] For port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:55:34.608293 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] For port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:55:34.611536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1153cde4-2206-4087-b36b-9507bc09b791 req-cbaa4b73-bbdf-461d-9998-cc1cafc9f9ba tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Jul 30 02:55:34.613829 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:34.651316 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:34.652062 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:34.654337 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] 10.222.0.41 "PUT /v2.0/ports/7b447b0c-cb3a-4fde-82f1-eb69d4a86629 HTTP/1.1" status: 200 len: 1091 time: 0.6623609 Jul 30 02:55:34.654337 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:34.656270 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587de65d-7329-4e12-85da-9ef846e5445e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:34.692292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81f24a-a123-4319-9762-5364a01fc5db service neutron] Pushing event updated for resources: {'Port': ['ID=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:34.748467 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676617b7-bc97-4267-b083-30dda076ed25 req-36d616cf-19a1-4ccd-9b2e-e636e48d9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:34.750501 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-36d616cf-19a1-4ccd-9b2e-e636e48d9f15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 1094 time: 0.0501275 Jul 30 02:55:34.775606 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:34.802202 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281dd57b-2ba6-48da-8544-24e15fdd262f x-openstack-request-id: req-281dd57b-2ba6-48da-8544-24e15fdd262f {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:34.802493 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:34.802746 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-281dd57b-2ba6-48da-8544-24e15fdd262f {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:34.803154 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'status': 'completed', 'code': 200} Jul 30 02:55:34.805643 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-146316cb-0362-46a7-b3ba-518345b59e8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629 HTTP/1.1" status: 200 len: 217 time: 0.0463293 Jul 30 02:55:34.859977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676617b7-bc97-4267-b083-30dda076ed25 req-bf62ff58-5e13-419c-b50a-5cbf5dcd6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:34.861529 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-bf62ff58-5e13-419c-b50a-5cbf5dcd6912 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff HTTP/1.1" status: 200 len: 835 time: 0.0491357 Jul 30 02:55:34.909615 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676617b7-bc97-4267-b083-30dda076ed25 req-b5beeb62-dd22-49a8-87a8-daaf8aed56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:34.911108 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-b5beeb62-dd22-49a8-87a8-daaf8aed56b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff61459e-6ab6-437b-9636-52039b00daea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416121 Jul 30 02:55:35.006330 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-c9e6c141-c340-4c14-ae9d-3c5357642fac service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880418 Jul 30 02:55:35.094621 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-676617b7-bc97-4267-b083-30dda076ed25 req-3038a518-14a3-4ae9-930e-d72992be1b64 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814707 Jul 30 02:55:35.178093 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587de65d-7329-4e12-85da-9ef846e5445e req-857a3b21-2bc3-4465-a25c-ad8b6eef3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:35.180126 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-587de65d-7329-4e12-85da-9ef846e5445e req-857a3b21-2bc3-4465-a25c-ad8b6eef3590 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 1094 time: 0.0410638 Jul 30 02:55:35.277781 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587de65d-7329-4e12-85da-9ef846e5445e req-341242d8-1e02-4dae-bc7a-839aedba9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:35.288108 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-587de65d-7329-4e12-85da-9ef846e5445e req-341242d8-1e02-4dae-bc7a-839aedba9a56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff61459e-6ab6-437b-9636-52039b00daea HTTP/1.1" status: 200 len: 898 time: 0.0924561 Jul 30 02:55:35.294786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9a164b3e-3ffb-42db-838f-7d420dfa0b61 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:35.325742 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-587de65d-7329-4e12-85da-9ef846e5445e req-1f41ab5d-735d-495f-8f25-26e2f82d372f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629 HTTP/1.1" status: 200 len: 217 time: 0.0383084 Jul 30 02:55:35.347110 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:35.350935 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:35.351877 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:35.385456 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587de65d-7329-4e12-85da-9ef846e5445e req-c22d2417-c341-4648-b83c-9adb72014613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:35.387034 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-587de65d-7329-4e12-85da-9ef846e5445e req-c22d2417-c341-4648-b83c-9adb72014613 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff HTTP/1.1" status: 200 len: 835 time: 0.0539691 Jul 30 02:55:35.433731 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:35.435588 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587de65d-7329-4e12-85da-9ef846e5445e req-c9192f70-e70f-448d-88bd-1365e5e04cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:35.437141 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-587de65d-7329-4e12-85da-9ef846e5445e req-c9192f70-e70f-448d-88bd-1365e5e04cf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff61459e-6ab6-437b-9636-52039b00daea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423188 Jul 30 02:55:35.470371 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 9a164b3e-3ffb-42db-838f-7d420dfa0b61, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9a164b3e-3ffb-42db-838f-7d420dfa0b61,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:35.474754 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:35.523735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=9a164b3e-3ffb-42db-838f-7d420dfa0b61,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:35.533530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-587de65d-7329-4e12-85da-9ef846e5445e req-1e0aaa29-4452-4375-a4b5-6513cb4e5a46 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871162 Jul 30 02:55:35.630706 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-587de65d-7329-4e12-85da-9ef846e5445e req-80bb8e56-7eb7-4eab-8167-490c7fa6f470 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Jul 30 02:55:35.742218 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2692f-e21d-45fa-a175-2c1b352710de req-e1099dc0-1a98-4532-9f9e-0925771390ee tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:35.743705 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9df2692f-e21d-45fa-a175-2c1b352710de req-e1099dc0-1a98-4532-9f9e-0925771390ee tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 943 time: 0.0514991 Jul 30 02:55:35.783244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9df2692f-e21d-45fa-a175-2c1b352710de req-79d0e1f5-4582-47f7-8d84-f21c745245dd tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332634 Jul 30 02:55:36.427666 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:36.586431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:55:36.679980 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:36.690640 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'port_id': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'mac_address': 'fa:16:3e:97:0f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:55:36.726852 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:36.738912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:55:36.758462 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:36.761798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:36.807419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:36.906141 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2f4b-c91c-4396-a57f-41e47ee9e2ef req-625ac121-5c08-4213-9d90-851a0cdcffa8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:36.907648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-946d2f4b-c91c-4396-a57f-41e47ee9e2ef req-625ac121-5c08-4213-9d90-851a0cdcffa8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 944 time: 0.0551343 Jul 30 02:55:36.945558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-946d2f4b-c91c-4396-a57f-41e47ee9e2ef req-010c3f25-17aa-40b8-ac67-e1769d09b3eb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313344 Jul 30 02:55:36.966044 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['7b447b0c-cb3a-4fde-82f1-eb69d4a86629'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:55:37.274944 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9a164b3e-3ffb-42db-838f-7d420dfa0b61 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:37.325506 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:37.325869 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:38.061095 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01b31e-4c63-4d9e-8647-4b86c7b8b01b req-cb2d6481-382d-4124-89d0-b9d6af2b82af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:38.062628 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e01b31e-4c63-4d9e-8647-4b86c7b8b01b req-cb2d6481-382d-4124-89d0-b9d6af2b82af tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 944 time: 0.0491335 Jul 30 02:55:38.100632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e01b31e-4c63-4d9e-8647-4b86c7b8b01b req-1e676163-8a80-4ef0-8b6e-f51061387b54 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Jul 30 02:55:38.590614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:55:38.637484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:55:38.641250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:55:38.641622 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:38.720158 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:38.741942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:38.744242 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce2c762-7eed-4c22-a249-58640e0a760e" -d '{"events": [{"server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "name": "network-vif-plugged", "status": "completed", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:38.757265 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:55:38.761221 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:38.784676 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70970a37-b380-4924-aa76-721d672a20aa x-openstack-request-id: req-70970a37-b380-4924-aa76-721d672a20aa {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:38.784968 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "name": "network-vif-plugged", "status": "completed", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:38.785221 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70970a37-b380-4924-aa76-721d672a20aa {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:38.785613 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'code': 200} Jul 30 02:55:38.811719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:38.889226 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d246d14-047b-4e81-830b-4b48ebe54a3e req-b959d974-b0e1-4fa2-aa84-995edc80acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:38.890749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d246d14-047b-4e81-830b-4b48ebe54a3e req-b959d974-b0e1-4fa2-aa84-995edc80acea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 1096 time: 0.0421886 Jul 30 02:55:38.927171 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3d246d14-047b-4e81-830b-4b48ebe54a3e req-0da91509-d422-4307-a052-a7273ab51218 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275552 Jul 30 02:55:39.219545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051d6e6-0d47-43a1-bc1f-835509c69e65 req-d8a9739f-4e9a-43d4-9018-0ce83382eb38 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:39.221115 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0051d6e6-0d47-43a1-bc1f-835509c69e65 req-d8a9739f-4e9a-43d4-9018-0ce83382eb38 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0511489 Jul 30 02:55:39.260377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0051d6e6-0d47-43a1-bc1f-835509c69e65 req-5d8eda29-fe52-4775-b71a-51009a0eb145 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333323 Jul 30 02:55:40.381154 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4eedee-c396-45a5-af85-4a114e7b7641 req-7c66a17f-834d-4632-97d3-3ef052262d8e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:40.382676 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b4eedee-c396-45a5-af85-4a114e7b7641 req-7c66a17f-834d-4632-97d3-3ef052262d8e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0535882 Jul 30 02:55:40.420549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0b4eedee-c396-45a5-af85-4a114e7b7641 req-fa3b5dd8-e732-44af-a2cc-2269fc49e395 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 Jul 30 02:55:40.534297 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e66d7-6aa3-406d-b5f3-78c0f811ad2a req-89a5e3a4-693d-4d44-8c81-b9f4b56ed0a6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:40.535728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-226e66d7-6aa3-406d-b5f3-78c0f811ad2a req-89a5e3a4-693d-4d44-8c81-b9f4b56ed0a6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0495577 Jul 30 02:55:40.574073 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-226e66d7-6aa3-406d-b5f3-78c0f811ad2a req-c09a8d42-5696-4a87-975b-b4448ada3c91 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Jul 30 02:55:40.596157 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33254) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:40.635968 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deda90b8-9ff0-4ca1-8479-1985090862fb tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:40.637491 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-deda90b8-9ff0-4ca1-8479-1985090862fb tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 1091 time: 0.0403450 Jul 30 02:55:40.640692 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33256) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:40.645192 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:55:40.667538 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:40.770075 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:40.878287 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.178 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/6a22509c-9836-4657-9b6c-2d1d982ba7aa) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:55:40.980713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:41.020419 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:41.056316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:55:41.059125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:55:41.062652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:55:41.093659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=6a22509c-9836-4657-9b6c-2d1d982ba7aa,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:41.435060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:41.504726 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:41.652615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:41.657240 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:41.729747 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=6a22509c-9836-4657-9b6c-2d1d982ba7aa,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:55:41.743631 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:41.844503 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP 97330ec8-67fb-4da1-9af1-06982a81e95e associated. External IP: 172.25.7.178, port: 7b447b0c-cb3a-4fde-82f1-eb69d4a86629. Jul 30 02:55:42.050742 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router e4300268-c2fb-4c31-9138-0e6073e31723 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:55:42.157342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:55:42.167414 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] Sync routers for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:55:42.175296 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:42.179781 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:42.180528 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:42.203421 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ca89ac63-75b6-4ecc-a501-21d9bb5de87a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5616753 Jul 30 02:55:42.204014 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:55:42.206523 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cce141-b11b-48ba-a882-6a39d2bacf13" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:55:42.286157 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:42.302611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c87c0-8781-412c-bf3f-1d0a35ac22ac req-e1adcd7b-a1e8-429c-8b23-7dc8fbfd69ab tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:42.304419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-338c87c0-8781-412c-bf3f-1d0a35ac22ac req-e1adcd7b-a1e8-429c-8b23-7dc8fbfd69ab tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0522981 Jul 30 02:55:42.344551 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-338c87c0-8781-412c-bf3f-1d0a35ac22ac req-58ea0889-11f1-4d6c-8764-57c21318f526 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340188 Jul 30 02:55:42.367254 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33262) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:42.408036 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06cd9e6-06c0-40e1-b18b-30b46f3ddc4d x-openstack-request-id: req-d06cd9e6-06c0-40e1-b18b-30b46f3ddc4d {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:55:42.408281 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:55:42.408466 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d06cd9e6-06c0-40e1-b18b-30b46f3ddc4d {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:55:42.409205 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'status': 'completed', 'code': 200} Jul 30 02:55:42.441053 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6d49b57a-ed95-4728-9861-7c6734bb04c4 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/97330ec8-67fb-4da1-9af1-06982a81e95e HTTP/1.1" status: 200 len: 991 time: 0.0713704 Jul 30 02:55:42.455845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-ec6a2032-843f-4d17-a015-6557204de847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:42.457872 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-ec6a2032-843f-4d17-a015-6557204de847 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 1096 time: 0.0423958 Jul 30 02:55:42.517281 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '97330ec8-67fb-4da1-9af1-06982a81e95e', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'port_id': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'mac_address': 'fa:16:3e:97:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:55:41Z', 'updated_at': '2021-07-30T02:55:41Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a164b3e-3ffb-42db-838f-7d420dfa0b61', 'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:ba:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:30Z', 'updated_at': '2021-07-30T02:55:35Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:42.545825 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] Checking router: e4300268-c2fb-4c31-9138-0e6073e31723 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:55:42.554164 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:55:42.554593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-c76f4e49-403d-419b-80ad-f9bfc359d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:42.555580 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:55:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:42.556972 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-c76f4e49-403d-419b-80ad-f9bfc359d451 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff61459e-6ab6-437b-9636-52039b00daea HTTP/1.1" status: 200 len: 898 time: 0.0921857 Jul 30 02:55:42.624022 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-1e360253-d7e4-40cf-935e-a1d159d6e3e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629 HTTP/1.1" status: 200 len: 999 time: 0.0599098 Jul 30 02:55:42.687234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-09cc918d-8fdf-4a09-9184-f6c98ac1ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:42.688670 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-09cc918d-8fdf-4a09-9184-f6c98ac1ca3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff HTTP/1.1" status: 200 len: 835 time: 0.0578127 Jul 30 02:55:42.735878 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-0d3a1d13-4aba-4760-9547-8237de611876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:42.737392 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-0d3a1d13-4aba-4760-9547-8237de611876 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff61459e-6ab6-437b-9636-52039b00daea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419626 Jul 30 02:55:42.748452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-5806f060-6686-4ebf-9746-642bc9afceca service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 02:55:42.749440 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-5806f060-6686-4ebf-9746-642bc9afceca service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052750 Jul 30 02:55:42.765291 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:55:42.838975 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-23f3db06-1015-44c4-af92-b4f5e53a96f7 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823498 Jul 30 02:55:42.935080 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d5cce141-b11b-48ba-a882-6a39d2bacf13 req-71288fcb-87d6-46cd-9c11-3219cba43346 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893321 Jul 30 02:55:42.984267 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '97330ec8-67fb-4da1-9af1-06982a81e95e', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'port_id': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'mac_address': 'fa:16:3e:97:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:55:41Z', 'updated_at': '2021-07-30T02:55:41Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a164b3e-3ffb-42db-838f-7d420dfa0b61', 'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:ba:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:30Z', 'updated_at': '2021-07-30T02:55:35Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:55:43.009631 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fe964-327e-41f7-a6b6-ce275bbbd9ef None None] The sync data for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 is: [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '97330ec8-67fb-4da1-9af1-06982a81e95e', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'port_id': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'mac_address': 'fa:16:3e:97:0f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:55:41Z', 'updated_at': '2021-07-30T02:55:41Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a164b3e-3ffb-42db-838f-7d420dfa0b61', 'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:ba:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:30Z', 'updated_at': '2021-07-30T02:55:35Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:55:43.198763 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20858543-ac5a-4e03-9500-084775327de5 None None] New status for floating IP 97330ec8-67fb-4da1-9af1-06982a81e95e: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:55:43.443850 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33264) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:55:43.507253 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bad4aca6-93ad-42d4-b14d-b80f95efb831 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/97330ec8-67fb-4da1-9af1-06982a81e95e HTTP/1.1" status: 200 len: 993 time: 0.0620384 Jul 30 02:55:50.395151 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:55:54.634525 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:55:56.997863 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-10499f1c-a2e9-42d7-8763-75854807eb32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451210 Jul 30 02:55:57.082542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-5ced7e90-c343-48d0-ad9e-6b28ae1cc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:57.084112 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-5ced7e90-c343-48d0-ad9e-6b28ae1cc41a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 1096 time: 0.0412140 Jul 30 02:55:57.192892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-84afa410-afe6-4d33-b374-3e542ae9f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:57.194463 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-84afa410-afe6-4d33-b374-3e542ae9f530 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff61459e-6ab6-437b-9636-52039b00daea HTTP/1.1" status: 200 len: 898 time: 0.0886879 Jul 30 02:55:57.265907 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-3499e3b8-4c24-4094-bbf9-9bba32012c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629 HTTP/1.1" status: 200 len: 1001 time: 0.0645051 Jul 30 02:55:57.316294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-3c53a906-7d36-4ce8-be78-dd7485e0c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:57.317770 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-3c53a906-7d36-4ce8-be78-dd7485e0c1e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff HTTP/1.1" status: 200 len: 835 time: 0.0453815 Jul 30 02:55:57.363455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-fea20861-aefd-4aae-844b-c73c9055e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:55:57.364974 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-fea20861-aefd-4aae-844b-c73c9055e6cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff61459e-6ab6-437b-9636-52039b00daea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402057 Jul 30 02:55:57.461328 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-b74f6de7-4b15-4cee-9b68-d8fe7f6a513c service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886314 Jul 30 02:55:57.557353 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f631a5a8-8946-4d4b-af5e-538740cd4854 req-d3481499-d6a3-4a10-bb98-6300109aa410 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878866 Jul 30 02:56:00.857795 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b5d1caa-8e74-46dc-97d1-d713870aa412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:02.183734 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:03.488271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a7efdb44-7411-45f2-afb6-07f47e7badae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:03.959062 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:04.775499 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:06.430433 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:14.931263 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc318-6192-4229-8150-34ae6a255287 req-ea64f714-47fb-4d73-a459-1632aa99dcc3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:14.932819 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c08cc318-6192-4229-8150-34ae6a255287 req-ea64f714-47fb-4d73-a459-1632aa99dcc3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0510795 Jul 30 02:56:14.970867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c08cc318-6192-4229-8150-34ae6a255287 req-8bd7daa2-1031-48e5-8408-a83d83febb4a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321343 Jul 30 02:56:16.091148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff063e9b-7736-45a9-9732-079bf1740575 req-5728ff8a-f03c-4b40-80ea-4554397f259a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:16.092707 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff063e9b-7736-45a9-9732-079bf1740575 req-5728ff8a-f03c-4b40-80ea-4554397f259a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0528076 Jul 30 02:56:16.132636 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff063e9b-7736-45a9-9732-079bf1740575 req-54557e4e-e119-4bca-9064-064bc30043a2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334895 Jul 30 02:56:17.249703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60731c91-7ae9-4f5a-a5fd-f2f2e06b4b37 req-9c529a83-1d5e-44c4-abf4-6c0e4cdea508 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:17.251179 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60731c91-7ae9-4f5a-a5fd-f2f2e06b4b37 req-9c529a83-1d5e-44c4-abf4-6c0e4cdea508 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0489707 Jul 30 02:56:17.298108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-60731c91-7ae9-4f5a-a5fd-f2f2e06b4b37 req-7ede875e-4495-45f5-9da3-8b853b54ec1c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409930 Jul 30 02:56:18.413004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f419700-c378-425d-8b25-5363a9ebffc3 req-59f09732-9f40-4b6b-9e0b-92b3f1b432f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:18.415068 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f419700-c378-425d-8b25-5363a9ebffc3 req-59f09732-9f40-4b6b-9e0b-92b3f1b432f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0497305 Jul 30 02:56:18.451658 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7f419700-c378-425d-8b25-5363a9ebffc3 req-148bdf1f-5a27-4e11-addf-8c35d25cacd8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306787 Jul 30 02:56:19.567815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8010a-0b0e-4907-8950-bd7ed59cc241 req-a45187c2-31b1-4c4e-822e-a46dc0cfb591 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:19.569197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5a8010a-0b0e-4907-8950-bd7ed59cc241 req-a45187c2-31b1-4c4e-822e-a46dc0cfb591 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0496943 Jul 30 02:56:19.606807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e5a8010a-0b0e-4907-8950-bd7ed59cc241 req-5e0e1e01-25f4-4fde-b2f9-574ea9c0f425 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Jul 30 02:56:20.723289 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cb819-e2aa-41b7-9f9e-292fa7eee68c req-1425e1ba-107f-4fc6-aee5-475c145260c2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:20.724776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-309cb819-e2aa-41b7-9f9e-292fa7eee68c req-1425e1ba-107f-4fc6-aee5-475c145260c2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0497472 Jul 30 02:56:20.767328 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-309cb819-e2aa-41b7-9f9e-292fa7eee68c req-e7d0f66e-a11c-42e3-9ee3-87157a260e3e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366395 Jul 30 02:56:21.881745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6346a-e1af-4546-8754-01cfc4832daf req-7426939f-d199-4485-9043-de7dcf8da6d9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:21.883255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07f6346a-e1af-4546-8754-01cfc4832daf req-7426939f-d199-4485-9043-de7dcf8da6d9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0496974 Jul 30 02:56:21.921196 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-07f6346a-e1af-4546-8754-01cfc4832daf req-fe887b34-15ae-46c6-b10e-8d77b2885b8d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Jul 30 02:56:23.039668 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26056dbd-3a29-496e-b8ee-3775f2fbe905 req-b5bd045c-ae73-49cc-9dcf-d858b1032801 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:23.041203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26056dbd-3a29-496e-b8ee-3775f2fbe905 req-b5bd045c-ae73-49cc-9dcf-d858b1032801 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0508692 Jul 30 02:56:23.079612 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-26056dbd-3a29-496e-b8ee-3775f2fbe905 req-f9c36ec0-ebc9-4f25-a6e7-9912b34574e7 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Jul 30 02:56:24.193549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3765-bdea-471c-9c00-dbdaec4b0a93 req-a1497106-cd58-40fa-9a79-33ef9e9de665 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:24.195563 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0bb3765-bdea-471c-9c00-dbdaec4b0a93 req-a1497106-cd58-40fa-9a79-33ef9e9de665 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0499146 Jul 30 02:56:24.236626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d0bb3765-bdea-471c-9c00-dbdaec4b0a93 req-5090b9ca-1b44-4cdd-91cd-08d9077eb91e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352256 Jul 30 02:56:24.659253 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:25.354693 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9ba92-81e4-435d-a207-9c686e148585 req-92417798-a6d0-456f-945e-ca7340fab601 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:25.356247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fc9ba92-81e4-435d-a207-9c686e148585 req-92417798-a6d0-456f-945e-ca7340fab601 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0510278 Jul 30 02:56:25.394709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8fc9ba92-81e4-435d-a207-9c686e148585 req-f48ea974-605a-450f-bd81-1b5ea5fd6c56 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325077 Jul 30 02:56:26.516722 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c16ad6-cf48-4a03-b2aa-04083263cb9a req-b86006fc-d7af-46f4-8b68-b59ee36de4ad tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:26.518413 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3c16ad6-cf48-4a03-b2aa-04083263cb9a req-b86006fc-d7af-46f4-8b68-b59ee36de4ad tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0557082 Jul 30 02:56:26.560884 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c3c16ad6-cf48-4a03-b2aa-04083263cb9a req-42495d78-c367-4433-a638-8c24ea87615d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346551 Jul 30 02:56:27.394298 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:56:27.676457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311620-bb8c-45ef-9aca-2ede057ddb01 req-32eddc25-31b4-4ad5-925a-6ce7f28be205 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:27.677959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54311620-bb8c-45ef-9aca-2ede057ddb01 req-32eddc25-31b4-4ad5-925a-6ce7f28be205 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0493140 Jul 30 02:56:27.720827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-54311620-bb8c-45ef-9aca-2ede057ddb01 req-84c329b6-3adf-410b-b5b4-5cf374ec9b94 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368013 Jul 30 02:56:28.841137 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e6f2-071e-4df5-8ce4-902bed788401 req-ce394dda-9140-452b-8bc1-ecf71fbdf831 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:28.842721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64f5e6f2-071e-4df5-8ce4-902bed788401 req-ce394dda-9140-452b-8bc1-ecf71fbdf831 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0527847 Jul 30 02:56:28.885852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64f5e6f2-071e-4df5-8ce4-902bed788401 req-d53a31f1-c27a-4636-a8f4-1a3af241e847 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370622 Jul 30 02:56:30.006259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8ccdc-00dc-4e2d-80d3-84a35d66aaea req-5a351242-9ba2-4c04-a723-25949934792d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:30.007753 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9e8ccdc-00dc-4e2d-80d3-84a35d66aaea req-5a351242-9ba2-4c04-a723-25949934792d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0491445 Jul 30 02:56:30.045588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9e8ccdc-00dc-4e2d-80d3-84a35d66aaea req-685b7d19-930c-47fd-a3da-ee14a327a604 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Jul 30 02:56:30.860503 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3fd703b9-42c1-4de0-a79f-1393da0e1e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:31.161342 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6187b-2bfc-42f1-b789-b8fc1bc3cb7b req-4e210913-a5e0-40d3-aeeb-b707b74188aa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:31.162839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7d6187b-2bfc-42f1-b789-b8fc1bc3cb7b req-4e210913-a5e0-40d3-aeeb-b707b74188aa tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0495138 Jul 30 02:56:31.205649 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e7d6187b-2bfc-42f1-b789-b8fc1bc3cb7b req-e649c2fd-e45a-4c54-8450-9a8d3c79a3a9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355778 Jul 30 02:56:31.228726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33312) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:31.290486 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-b6470776-0591-4cc8-ac9f-f2989e07efdd tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/97330ec8-67fb-4da1-9af1-06982a81e95e HTTP/1.1" status: 200 len: 993 time: 0.0606298 Jul 30 02:56:32.193145 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:32.543266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6225c8-e17f-4e27-bcf0-93ffc9b05781 req-33c993b8-c61b-422b-92ee-d371ab78d104 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:32.544933 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c6225c8-e17f-4e27-bcf0-93ffc9b05781 req-33c993b8-c61b-422b-92ee-d371ab78d104 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0510948 Jul 30 02:56:32.584910 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8c6225c8-e17f-4e27-bcf0-93ffc9b05781 req-1d82b65e-d416-4674-8f1b-92baabe0b55a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341759 Jul 30 02:56:32.629671 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-34b92686-dcfa-4cec-9ac1-ac60b69dd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:32.631212 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-34b92686-dcfa-4cec-9ac1-ac60b69dd108 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 1096 time: 0.0965199 Jul 30 02:56:32.720272 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-58496449-dc4c-413a-bfbd-7abe37563b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:32.721735 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-58496449-dc4c-413a-bfbd-7abe37563b26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff61459e-6ab6-437b-9636-52039b00daea HTTP/1.1" status: 200 len: 898 time: 0.0837233 Jul 30 02:56:32.804694 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-62b214dc-6802-4d0a-81f4-f9ac2a8f6770 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629 HTTP/1.1" status: 200 len: 1001 time: 0.0759759 Jul 30 02:56:32.869029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-a75121c5-d5d8-4c7b-8bfc-953b1c2497e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:32.870664 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-a75121c5-d5d8-4c7b-8bfc-953b1c2497e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff HTTP/1.1" status: 200 len: 835 time: 0.0593691 Jul 30 02:56:32.926228 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-4fcf54ee-47e6-4110-aed4-9448ef6fe8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:32.928031 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-4fcf54ee-47e6-4110-aed4-9448ef6fe8a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff61459e-6ab6-437b-9636-52039b00daea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502977 Jul 30 02:56:33.034450 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-cdb08583-3a13-443b-8fd4-9fd651a7e822 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996101 Jul 30 02:56:33.129026 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-25a7a207-df95-429e-bbc1-8a978637e2f3 req-7781ce83-fcc7-4fff-bd34-8021c92c4d1b service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877018 Jul 30 02:56:33.490139 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fc5d-cf39-4724-bfde-5f16eef05fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:33.719069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8901a09-4a0d-491f-b104-de94a4265b27 req-11cedaba-c4ee-4f0a-b804-4c870116f9a0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:33.720619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8901a09-4a0d-491f-b104-de94a4265b27 req-11cedaba-c4ee-4f0a-b804-4c870116f9a0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0541406 Jul 30 02:56:33.760156 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b8901a09-4a0d-491f-b104-de94a4265b27 req-99091934-d529-4767-b4df-6a62f1f53a7d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332847 Jul 30 02:56:33.962331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:34.777251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:34.878781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768067c-b064-4fc8-89b5-848aec14926e req-1082e794-37d3-47d1-8125-d9b0c4864df3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:34.880456 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3768067c-b064-4fc8-89b5-848aec14926e req-1082e794-37d3-47d1-8125-d9b0c4864df3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0509787 Jul 30 02:56:34.919293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3768067c-b064-4fc8-89b5-848aec14926e req-9e644cd2-c271-4c64-857f-9c257eebe8f6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328372 Jul 30 02:56:34.941362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33328) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:56:35.006299 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-922a9496-fa44-40a6-b814-abe02c13e220 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/97330ec8-67fb-4da1-9af1-06982a81e95e HTTP/1.1" status: 200 len: 993 time: 0.0637941 Jul 30 02:56:36.434093 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:54.676653 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:56:58.929270 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-af496d21-cfb1-4e3b-9b24-e273463509cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390232 Jul 30 02:56:59.013142 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-792d1000-9c9b-4b53-b908-a06a922ffdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:59.014642 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-792d1000-9c9b-4b53-b908-a06a922ffdea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 1096 time: 0.0441825 Jul 30 02:56:59.117057 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-d8e8d7a0-29ed-4767-9205-517a06d7ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:59.118542 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-d8e8d7a0-29ed-4767-9205-517a06d7ae0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff61459e-6ab6-437b-9636-52039b00daea HTTP/1.1" status: 200 len: 898 time: 0.0857513 Jul 30 02:56:59.190208 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-1009892f-aa9d-4cd5-91e2-d1da7c88537d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629 HTTP/1.1" status: 200 len: 1001 time: 0.0634992 Jul 30 02:56:59.239679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-8725b7d1-e09c-45e5-8592-98ec42707a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:59.241100 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-8725b7d1-e09c-45e5-8592-98ec42707a5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff HTTP/1.1" status: 200 len: 835 time: 0.0430956 Jul 30 02:56:59.287707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-4d858e5d-3590-470a-96b0-e2cd24af7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:56:59.289268 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-4d858e5d-3590-470a-96b0-e2cd24af7520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff61459e-6ab6-437b-9636-52039b00daea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404825 Jul 30 02:56:59.380668 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-b224e545-d417-4832-993a-8b9807af59ae service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839024 Jul 30 02:56:59.469245 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1d3cd1fb-c231-48b6-a398-7bc03ceb6f0b req-2739c021-9e89-4904-bac9-2bed2f62fb62 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813956 Jul 30 02:57:00.861471 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-86d4b214-4e0b-4c86-851a-002a5f87dce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:02.192783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:03.491072 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c78c-1f2e-4f95-b358-84ece3dac55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:03.963584 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:04.393894 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:57:04.780478 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:05.436359 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33352) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:05.927914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 6a22509c-9836-4657-9b6c-2d1d982ba7aa {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:05.928286 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:06.002109 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:06.002436 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:06.013724 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 6a22509c-9836-4657-9b6c-2d1d982ba7aa owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:06.161428 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:06.186011 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=6a22509c-9836-4657-9b6c-2d1d982ba7aa,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:06.199962 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.200233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.200584 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.200930 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.201273 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.201611 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.201948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.202284 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.202618 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.202948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.203280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.203704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:06.261330 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:06.261695 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP 97330ec8-67fb-4da1-9af1-06982a81e95e disassociated (deleted). External IP: 172.25.7.178, port: 7b447b0c-cb3a-4fde-82f1-eb69d4a86629. Jul 30 02:57:06.439637 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:06.476950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router e4300268-c2fb-4c31-9138-0e6073e31723 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:57:06.591084 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:57:06.595912 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:06.602087 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] Sync routers for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:57:06.611704 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:06.612297 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:06.623585 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d95c52fd-0aaf-4106-94ef-0ba06daeb15c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/floatingips/97330ec8-67fb-4da1-9af1-06982a81e95e HTTP/1.1" status: 204 len: 168 time: 1.1859913 Jul 30 02:57:06.624280 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:57:06.626694 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91d00f7-0853-42f2-9c7b-3de4d8e71378" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:57:06.727479 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:06.850773 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4bf423-3902-4184-8128-14c2b8d61c57 x-openstack-request-id: req-bf4bf423-3902-4184-8128-14c2b8d61c57 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:57:06.851099 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:57:06.851651 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bf4bf423-3902-4184-8128-14c2b8d61c57 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:57:06.852065 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'status': 'completed', 'code': 200} Jul 30 02:57:06.913042 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-bb583a67-73ce-41d6-b58f-e37e79ebbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:06.915500 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-bb583a67-73ce-41d6-b58f-e37e79ebbfd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 1096 time: 0.0437169 Jul 30 02:57:06.947265 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9a164b3e-3ffb-42db-838f-7d420dfa0b61', 'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:ba:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:30Z', 'updated_at': '2021-07-30T02:55:35Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:06.950862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854d5a2-249a-4799-bda1-7f8c68515fb0 req-94f8fb15-6670-4f0e-b1ad-9b706b4187e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:06.952457 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e854d5a2-249a-4799-bda1-7f8c68515fb0 req-94f8fb15-6670-4f0e-b1ad-9b706b4187e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0546069 Jul 30 02:57:06.974042 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] Checking router: e4300268-c2fb-4c31-9138-0e6073e31723 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:57:06.983459 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:06.984050 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:06.996261 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e854d5a2-249a-4799-bda1-7f8c68515fb0 req-2e9a1995-9aa3-4683-b105-999e63c0aff1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367651 Jul 30 02:57:07.014200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-bb7e8a23-7b12-472d-b27d-c07c6172c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:07.016419 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-bb7e8a23-7b12-472d-b27d-c07c6172c672 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ff61459e-6ab6-437b-9636-52039b00daea HTTP/1.1" status: 200 len: 898 time: 0.0938032 Jul 30 02:57:07.060584 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-2d4d8505-1529-45bc-a5d1-6009841b9c22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629 HTTP/1.1" status: 200 len: 217 time: 0.0349910 Jul 30 02:57:07.090615 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:07.115336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-9ea315fb-cc13-407f-9981-db8193b8a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:07.117144 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-9ea315fb-cc13-407f-9981-db8193b8a05b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff HTTP/1.1" status: 200 len: 835 time: 0.0474303 Jul 30 02:57:07.165274 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-9ae5571c-4eff-4840-a4e5-fb7a00a4108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:07.166798 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-9ae5571c-4eff-4840-a4e5-fb7a00a4108d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff61459e-6ab6-437b-9636-52039b00daea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417686 Jul 30 02:57:07.256413 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-00bfe589-bed9-4b80-a65a-52554ff211a7 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808778 Jul 30 02:57:07.294806 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9a164b3e-3ffb-42db-838f-7d420dfa0b61', 'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:ba:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:30Z', 'updated_at': '2021-07-30T02:55:35Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:07.320218 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c01956-f5e3-438f-ad9e-11da1d19c6ab None None] The sync data for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 is: [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:30Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9a164b3e-3ffb-42db-838f-7d420dfa0b61', 'name': '', 'network_id': 'ff61459e-6ab6-437b-9636-52039b00daea', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:ba:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:30Z', 'updated_at': '2021-07-30T02:55:35Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:57:07.352436 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-b91d00f7-0853-42f2-9c7b-3de4d8e71378 req-b3b1f9c7-5bef-40c9-b0dc-b3cfb9917244 service neutron] 10.222.0.41 "GET /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886426 Jul 30 02:57:07.538442 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4367e76-6122-42f4-892f-e9809e31dc08 None None] New status for floating IP 97330ec8-67fb-4da1-9af1-06982a81e95e: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:57:08.116210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c9a46-0e2d-4298-a539-684fe118cbff req-01d77000-852e-4c5c-ab13-522da46165d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:08.117686 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c7c9a46-0e2d-4298-a539-684fe118cbff req-01d77000-852e-4c5c-ab13-522da46165d8 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0510736 Jul 30 02:57:08.155231 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c7c9a46-0e2d-4298-a539-684fe118cbff req-7a040835-a3f7-4ed1-8524-8145b701804a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=bcfddd8c-30a3-49b6-8a15-986709ce8307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316927 Jul 30 02:57:08.329207 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da3f88-505c-4d86-a2db-69332d790aaf req-52888f37-be67-4481-aa16-b4efa99b8537 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:08.330766 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-89da3f88-505c-4d86-a2db-69332d790aaf req-52888f37-be67-4481-aa16-b4efa99b8537 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 945 time: 0.0490911 Jul 30 02:57:08.770252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-89da3f88-505c-4d86-a2db-69332d790aaf req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:08.770591 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-89da3f88-505c-4d86-a2db-69332d790aaf req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:08.855521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-89da3f88-505c-4d86-a2db-69332d790aaf req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:08.855884 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-89da3f88-505c-4d86-a2db-69332d790aaf req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:08.868365 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-89da3f88-505c-4d86-a2db-69332d790aaf req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:08.997170 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-89da3f88-505c-4d86-a2db-69332d790aaf req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:09.025966 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=7b447b0c-cb3a-4fde-82f1-eb69d4a86629,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:09.041231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.041592 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.041960 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.042300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.042667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.043003 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.043341 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.043697 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.044064 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.044508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.044892 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.045159 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:09.078885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-89da3f88-505c-4d86-a2db-69332d790aaf req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] No DVR routers for this DVR port 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:57:09.081953 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-89da3f88-505c-4d86-a2db-69332d790aaf req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:09.084413 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-89da3f88-505c-4d86-a2db-69332d790aaf req-43425b00-48b2-4af3-8df3-fea721a98195 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "DELETE /v2.0/ports/7b447b0c-cb3a-4fde-82f1-eb69d4a86629 HTTP/1.1" status: 204 len: 173 time: 0.7477131 Jul 30 02:57:09.085006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'name': 'network-vif-deleted', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:57:09.087547 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fc369d-d264-4c97-b101-2b0c4616f86f" -d '{"events": [{"server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "name": "network-vif-deleted", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:57:09.125222 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa83fcf-785d-4a23-9831-0ef4303acc95 x-openstack-request-id: req-efa83fcf-785d-4a23-9831-0ef4303acc95 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:57:09.125516 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89ed1b-bcbd-482d-a3ae-d7b618f057ac", "name": "network-vif-deleted", "tag": "7b447b0c-cb3a-4fde-82f1-eb69d4a86629", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:57:09.125768 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-efa83fcf-785d-4a23-9831-0ef4303acc95 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:57:09.126172 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89ed1b-bcbd-482d-a3ae-d7b618f057ac', 'name': 'network-vif-deleted', 'tag': '7b447b0c-cb3a-4fde-82f1-eb69d4a86629', 'status': 'completed', 'code': 200} Jul 30 02:57:09.268864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7b2b9ed3-9ef3-4841-a41b-3d9b2636926c req-cd1b04ba-6130-4a04-aa2b-293b0e10f793 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a89ed1b-bcbd-482d-a3ae-d7b618f057ac HTTP/1.1" status: 200 len: 210 time: 0.0304263 Jul 30 02:57:10.326357 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33372) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:10.686596 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:10.942379 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 9a164b3e-3ffb-42db-838f-7d420dfa0b61 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:10.942615 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:11.034083 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 9a164b3e-3ffb-42db-838f-7d420dfa0b61, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9a164b3e-3ffb-42db-838f-7d420dfa0b61,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:11.034434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:11.048028 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 9a164b3e-3ffb-42db-838f-7d420dfa0b61 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:11.234453 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:11.262158 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=9a164b3e-3ffb-42db-838f-7d420dfa0b61,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:11.448902 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:11.661307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router e4300268-c2fb-4c31-9138-0e6073e31723 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:57:11.766851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:57:11.774950 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ee09fe07-2f2d-4ff4-b285-8f2941548265 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/e4300268-c2fb-4c31-9138-0e6073e31723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4444933 Jul 30 02:57:11.774950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33374) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:11.777305 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] Sync routers for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:57:11.786496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:11.787170 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:11.828649 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc5a601-4d0e-4124-a946-c5115bff9781 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting subnet a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:57:11.832067 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc5a601-4d0e-4124-a946-c5115bff9781 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:11.873143 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc5a601-4d0e-4124-a946-c5115bff9781 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:11.890838 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:11.955242 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc5a601-4d0e-4124-a946-c5115bff9781 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.017994 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc5a601-4d0e-4124-a946-c5115bff9781 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.045625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5a601-4d0e-4124-a946-c5115bff9781 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:12.050216 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-2dc5a601-4d0e-4124-a946-c5115bff9781 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.054632 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-2dc5a601-4d0e-4124-a946-c5115bff9781 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/subnets/a6f001b2-ac14-4a89-a9d2-f6fa5c5d9dff HTTP/1.1" status: 204 len: 168 time: 0.2767498 Jul 30 02:57:12.054937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33376) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:12.059014 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b431ce8-712a-4669-92c3-3915b6f927d7 None None] Network ff61459e-6ab6-437b-9636-52039b00daea requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:57:12.069278 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:57:11Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:12.100046 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] Checking router: e4300268-c2fb-4c31-9138-0e6073e31723 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:57:12.109032 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] Routers {'e4300268-c2fb-4c31-9138-0e6073e31723'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:12.109723 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e4300268-c2fb-4c31-9138-0e6073e31723'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:12.171539 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.223339 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] Set router e4300268-c2fb-4c31-9138-0e6073e31723 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:12.245843 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d05988-e08b-4246-819a-6a670f049501 None None] DHCP port deletion for ff61459e-6ab6-437b-9636-52039b00daea request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:57:12.287175 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.299849 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Deleting port 9284ff85-44b1-4a6e-975f-60daacce5dff {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:12.300642 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.371192 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-79d05988-e08b-4246-819a-6a670f049501 None None] For port 9284ff85-44b1-4a6e-975f-60daacce5dff, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9284ff85-44b1-4a6e-975f-60daacce5dff,segment=NetworkSegment(384855f6-107a-4ba3-a157-76fc317afd10),segment_id=384855f6-107a-4ba3-a157-76fc317afd10)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:12.371651 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.386397 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Calling delete_port for 9284ff85-44b1-4a6e-975f-60daacce5dff owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:12.471181 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.484940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d05988-e08b-4246-819a-6a670f049501 None None] No DVR routers for this DVR port 9284ff85-44b1-4a6e-975f-60daacce5dff on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:57:12.505343 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Pushing event deleted for resources: {'Port': ['ID=9284ff85-44b1-4a6e-975f-60daacce5dff,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:12.523574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.523931 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.524365 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.524716 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.525022 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.525359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.525751 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.526126 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.526478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.526808 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.527138 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.527495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d05988-e08b-4246-819a-6a670f049501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:12.534480 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:57:11Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:12.562787 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4df9155-a4cf-43cf-a787-61dc72bf1567 None None] The sync data for ids ['e4300268-c2fb-4c31-9138-0e6073e31723'] in n-d-715271-7 is: [{'id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901301253', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:57:11Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'f82d51cf-4e46-4fb2-81ba-4907bb40213e', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4300268-c2fb-4c31-9138-0e6073e31723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:55:27Z', 'updated_at': '2021-07-30T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:57:12.698258 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port f82d51cf-4e46-4fb2-81ba-4907bb40213e {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:57:12.698873 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.778005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port f82d51cf-4e46-4fb2-81ba-4907bb40213e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f82d51cf-4e46-4fb2-81ba-4907bb40213e,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:12.778261 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.790694 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for f82d51cf-4e46-4fb2-81ba-4907bb40213e owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:57:12.967881 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:12.977203 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:57:12.992732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=f82d51cf-4e46-4fb2-81ba-4907bb40213e,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:13.006263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:57:13.006615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 7b447b0c-cb3a-4fde-82f1-eb69d4a86629 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:57:13.063586 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.155875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.158004 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.205869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.206461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Fanout notify agent at l3_agent the message router_deleted on router e4300268-c2fb-4c31-9138-0e6073e31723 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:57:13.214927 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.216067 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-652b9650-4152-48da-a94d-7a13e8b6c8e1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/routers/e4300268-c2fb-4c31-9138-0e6073e31723 HTTP/1.1" status: 204 len: 168 time: 1.1602311 Jul 30 02:57:13.218848 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33380) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:13.301681 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.394851 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.406005 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff61459e-6ab6-437b-9636-52039b00daea']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:13.416588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384855f6-107a-4ba3-a157-76fc317afd10') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:13.417505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384855f6-107a-4ba3-a157-76fc317afd10') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:13.426663 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.440631 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.446607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:57:13.447024 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:57:13.450189 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:57:13.507341 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.512997 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.515309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/networks/ff61459e-6ab6-437b-9636-52039b00daea HTTP/1.1" status: 204 len: 168 time: 0.2953715 Jul 30 02:57:13.519017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33382) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:13.532384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b740e4b-2a41-42e4-a87f-29a3c162e5c0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Network': ['ID=ff61459e-6ab6-437b-9636-52039b00daea,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:13.579778 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb9cdeb7-0edf-4c93-bc75-64c00359c8d6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.607146 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb9cdeb7-0edf-4c93-bc75-64c00359c8d6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.674620 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb9cdeb7-0edf-4c93-bc75-64c00359c8d6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.677679 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eb9cdeb7-0edf-4c93-bc75-64c00359c8d6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:13.678920 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eb9cdeb7-0edf-4c93-bc75-64c00359c8d6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/security-groups/bcfddd8c-30a3-49b6-8a15-986709ce8307 HTTP/1.1" status: 204 len: 168 time: 0.1598024 Jul 30 02:57:13.689817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cdeb7-0edf-4c93-bc75-64c00359c8d6 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfddd8c-30a3-49b6-8a15-986709ce8307,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:13.764351 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9a164b3e-3ffb-42db-838f-7d420dfa0b61 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:57:13.785568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9a164b3e-3ffb-42db-838f-7d420dfa0b61 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:57:13.785844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9a164b3e-3ffb-42db-838f-7d420dfa0b61 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:57:13.786263 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9284ff85-44b1-4a6e-975f-60daacce5dff no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:57:13.804805 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9284ff85-44b1-4a6e-975f-60daacce5dff {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:57:13.805246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9284ff85-44b1-4a6e-975f-60daacce5dff not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:57:13.958311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33388) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:13.962970 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-9aae93ef-e38f-4003-a709-a97f71e6b8bc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-905023272', 'description': 'tempest-secgroup-smoke-905023272 description', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:13.985704 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aae93ef-e38f-4003-a709-a97f71e6b8bc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.066414 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aae93ef-e38f-4003-a709-a97f71e6b8bc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.069892 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aae93ef-e38f-4003-a709-a97f71e6b8bc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.097632 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-9aae93ef-e38f-4003-a709-a97f71e6b8bc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.098841 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-9aae93ef-e38f-4003-a709-a97f71e6b8bc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1395376 Jul 30 02:57:14.100692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae93ef-e38f-4003-a709-a97f71e6b8bc tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:14.101982 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33390) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:14.107425 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-f856c0d3-46a7-45fb-a8f1-92e5e339b686 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'db0a1e87-dbb0-4a7f-b69d-a06780f01ce5', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:14.133197 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f856c0d3-46a7-45fb-a8f1-92e5e339b686 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.196061 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f856c0d3-46a7-45fb-a8f1-92e5e339b686 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.200483 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f856c0d3-46a7-45fb-a8f1-92e5e339b686 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.218740 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856c0d3-46a7-45fb-a8f1-92e5e339b686 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353c2ce2-ba6b-425e-bbea-26931f6b5ce3,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:14.228141 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-f856c0d3-46a7-45fb-a8f1-92e5e339b686 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.229341 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-f856c0d3-46a7-45fb-a8f1-92e5e339b686 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263180 Jul 30 02:57:14.232225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33392) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:14.236549 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-04a2092e-0eae-475b-8d01-719cc2849e20 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'db0a1e87-dbb0-4a7f-b69d-a06780f01ce5', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:14.262432 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04a2092e-0eae-475b-8d01-719cc2849e20 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.321894 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04a2092e-0eae-475b-8d01-719cc2849e20 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.326267 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04a2092e-0eae-475b-8d01-719cc2849e20 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.345384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2092e-0eae-475b-8d01-719cc2849e20 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41043d4-fa4e-40d6-9325-dcc4182bb845,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:14.348463 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-04a2092e-0eae-475b-8d01-719cc2849e20 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.349654 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-04a2092e-0eae-475b-8d01-719cc2849e20 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165085 Jul 30 02:57:14.353308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33394) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:14.358321 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-37968bf1-7c8d-4414-a067-79ed23775e21 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'db0a1e87-dbb0-4a7f-b69d-a06780f01ce5', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:14.385664 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37968bf1-7c8d-4414-a067-79ed23775e21 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.443336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37968bf1-7c8d-4414-a067-79ed23775e21 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.446790 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37968bf1-7c8d-4414-a067-79ed23775e21 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.464849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37968bf1-7c8d-4414-a067-79ed23775e21 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68da57c4-2617-42d1-a13c-927acfe6ebf1,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:14.469570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-37968bf1-7c8d-4414-a067-79ed23775e21 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.470820 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-37968bf1-7c8d-4414-a067-79ed23775e21 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165214 Jul 30 02:57:14.474636 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33396) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:14.479088 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3b6da531-66b1-473b-8683-d2253a1863f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'db0a1e87-dbb0-4a7f-b69d-a06780f01ce5', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:14.507097 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b6da531-66b1-473b-8683-d2253a1863f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.571529 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b6da531-66b1-473b-8683-d2253a1863f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.575967 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b6da531-66b1-473b-8683-d2253a1863f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.594484 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6da531-66b1-473b-8683-d2253a1863f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f124e693-08d2-4d0d-ac02-18027c07db08,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:14.597628 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3b6da531-66b1-473b-8683-d2253a1863f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.598826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3b6da531-66b1-473b-8683-d2253a1863f1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232300 Jul 30 02:57:14.601726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33398) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:14.606195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-503cc9ab-0b03-4bae-aab1-cf1ab9d1931b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'db0a1e87-dbb0-4a7f-b69d-a06780f01ce5', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:14.628176 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-503cc9ab-0b03-4bae-aab1-cf1ab9d1931b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:57:14.633124 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-503cc9ab-0b03-4bae-aab1-cf1ab9d1931b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.692336 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-503cc9ab-0b03-4bae-aab1-cf1ab9d1931b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.696331 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-503cc9ab-0b03-4bae-aab1-cf1ab9d1931b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.716184 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cc9ab-0b03-4bae-aab1-cf1ab9d1931b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb697a1c-0974-4445-979f-98a906d0c3f0,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:14.719192 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-503cc9ab-0b03-4bae-aab1-cf1ab9d1931b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.720419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-503cc9ab-0b03-4bae-aab1-cf1ab9d1931b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177692 Jul 30 02:57:14.723276 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33400) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:14.728026 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2de2334c-9139-46c0-8f8a-59913d08090b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'security_group_rule': {'security_group_id': 'db0a1e87-dbb0-4a7f-b69d-a06780f01ce5', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:14.749151 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-2de2334c-9139-46c0-8f8a-59913d08090b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Project 93bd58a5cd9c4d6798bbcf59f9350835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:57:14.753900 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2de2334c-9139-46c0-8f8a-59913d08090b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.814561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2de2334c-9139-46c0-8f8a-59913d08090b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.818469 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2de2334c-9139-46c0-8f8a-59913d08090b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.838834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2334c-9139-46c0-8f8a-59913d08090b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588a4c1d-0940-44db-805d-e8a24ef3d5c7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:14.845758 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2de2334c-9139-46c0-8f8a-59913d08090b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.846952 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2de2334c-9139-46c0-8f8a-59913d08090b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226542 Jul 30 02:57:14.849836 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33402) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:14.854920 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'network': {'name': 'tempest-network-smoke--3398645', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'port_security_enabled': True}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:14.876848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'network': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:57:14.880489 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.904797 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:57:14.913564 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.913929 n-d-715271-7 neutron-server[93818]: INFO neutron.db.segments_db [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Added segment 15d25f58-21b9-4d05-84e7-a99f5bfbf412 of type vlan for network fcecf0f8-1203-4fe8-8910-825dce1fe804 Jul 30 02:57:14.954898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.987596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:14.993090 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:14.993673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.053472 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2025588 Jul 30 02:57:15.056213 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33404) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:15.062772 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'admin_state_up': True, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:15.069242 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296a2e7-4f96-4dbb-b948-279e65a4ea30 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Network': ['ID=fcecf0f8-1203-4fe8-8910-825dce1fe804,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:15.080350 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network fcecf0f8-1203-4fe8-8910-825dce1fe804 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:57:15.091255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.092248 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.152187 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.286973 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f82d51cf-4e46-4fb2-81ba-4907bb40213e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:57:15.288891 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.310951 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f82d51cf-4e46-4fb2-81ba-4907bb40213e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:57:15.311296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f82d51cf-4e46-4fb2-81ba-4907bb40213e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:57:15.478242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.497352 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.603693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.116 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/cc4bb490-d15c-4348-83c2-a56a2b28b7cd) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:57:15.703799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.742249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:15.782285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:57:15.785248 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:57:15.788740 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:57:15.817493 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=cc4bb490-d15c-4348-83c2-a56a2b28b7cd,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:16.046604 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:16.252465 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:16.384298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 601efa21-48f6-45db-89ed-fa912fb83e0a is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:57:16.497133 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:57:16.508237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Sync routers for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:57:16.520327 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:16.520958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:16.531345 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:16.532624 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c73b88a1-5962-4cee-9f7d-9b82899a6e71 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4755099 Jul 30 02:57:16.536154 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33406) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:16.611252 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-44e30cfe-2c80-470c-9986-7e95786b364e tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=93bd58a5cd9c4d6798bbcf59f9350835&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738857 Jul 30 02:57:16.613922 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33410) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:16.631759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:16.698445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7ce1eb-43b4-479b-aa85-f98b03efc0e9 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:16.699973 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5c7ce1eb-43b4-479b-aa85-f98b03efc0e9 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851204 Jul 30 02:57:16.702793 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33412) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:16.731052 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ea57acac-b050-4722-8140-998982c18d32 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=1301bb08-d0ed-45f4-8adb-9d1028eadd99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271411 Jul 30 02:57:16.733500 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33414) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:16.738289 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1197107078', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:16.809559 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:15Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:16.829432 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:57:16.833148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:16.835770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Checking router: 601efa21-48f6-45db-89ed-fa912fb83e0a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:57:16.836115 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Updating router 601efa21-48f6-45db-89ed-fa912fb83e0a port cc4bb490-d15c-4348-83c2-a56a2b28b7cd binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:57:16.859791 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.016735 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.076812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Subnet': ['ID=cfcd79cd-104e-4d41-af19-4dfe4f755d95,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:17.090953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Checking segment: {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:57:17.091502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network hostable DHCP agents. Network: fcecf0f8-1203-4fe8-8910-825dce1fe804, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:57:17.110370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network fcecf0f8-1203-4fe8-8910-825dce1fe804 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:57:17.121094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, fcecf0f8-1203-4fe8-8910-825dce1fe804) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:57:17.126741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:17.127620 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.146762 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0faf02f5-9a96-47bc-9cc3-8c7911b7eae2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4119823 Jul 30 02:57:17.149373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33416) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:17.214641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23466dbb-fe4a-4891-a000-b9c58085f746 None None] Network fcecf0f8-1203-4fe8-8910-825dce1fe804 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:57:17.330435 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.347113 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Transition to ACTIVE for port object cc4bb490-d15c-4348-83c2-a56a2b28b7cd will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:57:17.371797 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.431412 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Attempting to bind port cc4bb490-d15c-4348-83c2-a56a2b28b7cd on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:57:17.431863 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Attempting to bind port cc4bb490-d15c-4348-83c2-a56a2b28b7cd by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:57:17.432178 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Attempting to bind port cc4bb490-d15c-4348-83c2-a56a2b28b7cd on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:57:17.454889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931751ad-18c8-45ee-a96a-99fffaf42332 None None] Pushing event updated for resources: {'Port': ['ID=cc4bb490-d15c-4348-83c2-a56a2b28b7cd,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:17.458444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:57:17.458814 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:57:17.459211 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.459617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:57:17.460087 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Bound port: cc4bb490-d15c-4348-83c2-a56a2b28b7cd, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:57:17.460461 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.483107 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-fcecf0f8-1203-4fe8-8910-825dce1fe804', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:57:17.483974 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.591405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] For port cc4bb490-d15c-4348-83c2-a56a2b28b7cd, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:57:17.592172 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.610780 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] For port cc4bb490-d15c-4348-83c2-a56a2b28b7cd, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cc4bb490-d15c-4348-83c2-a56a2b28b7cd,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:57:17.617849 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:17.715565 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Allocated IP 172.20.0.2 (fcecf0f8-1203-4fe8-8910-825dce1fe804/cfcd79cd-104e-4d41-af19-4dfe4f755d95/3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:57:17.718564 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931751ad-18c8-45ee-a96a-99fffaf42332 None None] Pushing event updated for resources: {'Port': ['ID=cc4bb490-d15c-4348-83c2-a56a2b28b7cd,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:17.723949 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:17.724561 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:17.890142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:18.058738 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:18.076697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Transition to ACTIVE for port object 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:57:18.111029 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Transition to ACTIVE for port object 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:57:18.118018 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:18.162181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Network fcecf0f8-1203-4fe8-8910-825dce1fe804 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:57:18.163786 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.1 (fcecf0f8-1203-4fe8-8910-825dce1fe804/cfcd79cd-104e-4d41-af19-4dfe4f755d95/9d8a4382-5aa1-4867-ae4e-e09cf4674f8e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:57:18.169159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:57:18.177239 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:57:18.181534 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Pushing event updated for resources: {'Port': ['ID=3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:18.229028 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:15Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:18.263275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1edf81-5df0-4fed-b748-4a9094da1c70 None None] The sync data for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 is: [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:15Z', 'revision_number': 3, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:57:18.269199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Attempting to bind port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:57:18.269573 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Attempting to bind port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:57:18.269941 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Attempting to bind port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 on network fcecf0f8-1203-4fe8-8910-825dce1fe804 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:57:18.276778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:57:18.277182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Checking segment: {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:57:18.277555 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:18.277937 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Bound using segment: {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:57:18.278413 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Bound port: 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:57:18.278798 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:18.367073 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] For port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:57:18.371786 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] For port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:57:18.376112 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:18.451518 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bbdaa-44fb-4969-99d8-4b773df6f2c1 None None] Pushing event updated for resources: {'Port': ['ID=3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:18.699638 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:18.714929 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:57:18.754689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:18.797459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network fcecf0f8-1203-4fe8-8910-825dce1fe804 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:57:18.800578 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:57:18.804398 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:57:18.813717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=9d8a4382-5aa1-4867-ae4e-e09cf4674f8e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:18.861313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:18.995597 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.303413 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.311855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.390799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=9d8a4382-5aa1-4867-ae4e-e09cf4674f8e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:19.419332 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.427345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:57:19.451795 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527d2b4-ba60-487c-a65f-9a211c1ad266 None None] Network fcecf0f8-1203-4fe8-8910-825dce1fe804 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:57:19.512267 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network fcecf0f8-1203-4fe8-8910-825dce1fe804 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:57:19.513751 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:57:19.547738 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:57:19.563237 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cc4bb490-d15c-4348-83c2-a56a2b28b7cd up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:57:19.587508 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-00d7a165-6819-45d4-b79e-a20c284f9c81 None None] Provisioning for port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:57:19.619119 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-00d7a165-6819-45d4-b79e-a20c284f9c81 None None] Provisioning complete for port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:19.619516 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00d7a165-6819-45d4-b79e-a20c284f9c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.645221 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 601efa21-48f6-45db-89ed-fa912fb83e0a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:57:19.705057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port cc4bb490-d15c-4348-83c2-a56a2b28b7cd completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:57:19.713108 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port cc4bb490-d15c-4348-83c2-a56a2b28b7cd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:19.714156 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.784582 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00d7a165-6819-45d4-b79e-a20c284f9c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.785718 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:57:19.791307 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b902b0b5-3107-4078-9cd0-40ec0b13925c tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/601efa21-48f6-45db-89ed-fa912fb83e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406422 Jul 30 02:57:19.850177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-00d7a165-6819-45d4-b79e-a20c284f9c81 None None] For port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:19.857767 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-00d7a165-6819-45d4-b79e-a20c284f9c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.894907 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.929284 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port cc4bb490-d15c-4348-83c2-a56a2b28b7cd, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cc4bb490-d15c-4348-83c2-a56a2b28b7cd,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:19.936045 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:19.943697 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Sync routers for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:57:19.948807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7a165-6819-45d4-b79e-a20c284f9c81 None None] Pushing event updated for resources: {'Port': ['ID=3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:19.956728 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:19.958753 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:19.960538 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-5d715014-110e-421e-a47e-479a43ea5c6b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905023272&fields=id&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 267 time: 0.0507526 Jul 30 02:57:20.015942 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=cc4bb490-d15c-4348-83c2-a56a2b28b7cd,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:20.080587 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fb2e30b5-f268-43a9-b261-77b700385a05 None None] Provisioning for port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:57:20.086486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fb2e30b5-f268-43a9-b261-77b700385a05 None None] Provisioning complete for port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:20.086951 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb2e30b5-f268-43a9-b261-77b700385a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.093823 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:20.094670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-2589a58c-d517-4b61-94a5-d855e8952c83 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:20.096828 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-2589a58c-d517-4b61-94a5-d855e8952c83 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/networks?id=fcecf0f8-1203-4fe8-8910-825dce1fe804 HTTP/1.1" status: 200 len: 794 time: 0.1272178 Jul 30 02:57:20.116788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-61f1e32d-c068-405a-a5d8-94b3f5158558 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/quotas/93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 375 time: 0.0133679 Jul 30 02:57:20.143592 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e30b5-f268-43a9-b261-77b700385a05 None None] Port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:57:20.156776 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fb2e30b5-f268-43a9-b261-77b700385a05 None None] Provisioning complete for port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:20.157204 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb2e30b5-f268-43a9-b261-77b700385a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.182438 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-4d5b431c-9f7c-4790-88f8-8f6ea44456a1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591078 Jul 30 02:57:20.322609 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:18Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9d8a4382-5aa1-4867-ae4e-e09cf4674f8e', 'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:45:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:17Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 2, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:20.354694 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Checking router: 601efa21-48f6-45db-89ed-fa912fb83e0a for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:57:20.355107 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Updating router 601efa21-48f6-45db-89ed-fa912fb83e0a port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:57:20.356241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-ae3519cb-07d9-4d74-849c-3b3e7625c523 service neutron] 10.222.0.84 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609747 Jul 30 02:57:20.365868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0203f66e-1449-4e11-9b39-a75565b51da0 None None] Provisioning complete for port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:20.366244 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0203f66e-1449-4e11-9b39-a75565b51da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.385789 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.410158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0203f66e-1449-4e11-9b39-a75565b51da0 None None] Port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:57:20.460709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-9a24358f-9313-4605-a891-f3cf18508cdc service neutron] 10.222.0.84 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004066 Jul 30 02:57:20.531137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5b2adba8-7673-43b6-8c25-9239957382ab None None] Provisioning complete for port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:20.531748 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b2adba8-7673-43b6-8c25-9239957382ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.567692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5b2adba8-7673-43b6-8c25-9239957382ab None None] Port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:57:20.641016 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-24b1e492-9380-4655-8cb9-6bc5387e7073 req-a74a6954-7bad-41ea-9008-9f7fe834ad3a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 210 time: 0.0308521 Jul 30 02:57:20.689960 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.699745 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Transition to ACTIVE for port object 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:57:20.705743 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.755199 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Pushing event updated for resources: {'Port': ['ID=9d8a4382-5aa1-4867-ae4e-e09cf4674f8e,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:20.770001 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.770372 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.770674 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.771009 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.771336 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.771694 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.772018 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.772339 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.772662 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.772979 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.773294 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.773615 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:57:20.826432 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Attempting to bind port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:57:20.826802 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Attempting to bind port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:57:20.827162 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Attempting to bind port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e on network fcecf0f8-1203-4fe8-8910-825dce1fe804 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:57:20.832621 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:57:20.832987 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Checking segment: {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:57:20.833385 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.833772 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Bound using segment: {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:57:20.834271 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Bound port: 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:57:20.834644 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.904567 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] For port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:57:20.907842 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] For port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9d8a4382-5aa1-4867-ae4e-e09cf4674f8e,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:57:20.915062 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:20.980039 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ff0b-8dde-43d6-8eff-030c2a58fe51 None None] Pushing event updated for resources: {'Port': ['ID=9d8a4382-5aa1-4867-ae4e-e09cf4674f8e,revision_number=4']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:20.990730 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:20.991450 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:21.113775 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:21.316557 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:18Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9d8a4382-5aa1-4867-ae4e-e09cf4674f8e', 'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:45:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:17Z', 'updated_at': '2021-07-30T02:57:20Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:21.346896 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b36e5-1ee9-4a65-a615-31a2015dfb8d None None] The sync data for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 is: [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:18Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9d8a4382-5aa1-4867-ae4e-e09cf4674f8e', 'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:45:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:17Z', 'updated_at': '2021-07-30T02:57:20Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:57:21.350244 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:57:21.410566 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:21.411006 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:21.501877 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cc4bb490-d15c-4348-83c2-a56a2b28b7cd up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:57:21.556404 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port cc4bb490-d15c-4348-83c2-a56a2b28b7cd triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:21.557181 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:21.670278 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-9fccb0cb-bc10-4d3a-aed0-40e2d75f9d9b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:21.672027 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-9fccb0cb-bc10-4d3a-aed0-40e2d75f9d9b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/networks?id=fcecf0f8-1203-4fe8-8910-825dce1fe804 HTTP/1.1" status: 200 len: 794 time: 0.1402659 Jul 30 02:57:21.727825 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-deec357d-2cc3-43bf-bcd5-2d908d915f34 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93bd58a5cd9c4d6798bbcf59f9350835 HTTP/1.1" status: 200 len: 379 time: 0.0459867 Jul 30 02:57:21.738472 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'port': {'device_id': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'admin_state_up': True, 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'security_groups': ['db0a1e87-dbb0-4a7f-b69d-a06780f01ce5']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:21.754284 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9d0b7dd4-61b1-4a24-89da-fbac9b949b8d req-65f8a618-45aa-44e5-99d6-b03285ba129d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 210 time: 0.0275784 Jul 30 02:57:21.857034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Made reservation on behalf of 93bd58a5cd9c4d6798bbcf59f9350835 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:57:21.860641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:21.995669 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.20.0.14 (fcecf0f8-1203-4fe8-8910-825dce1fe804/cfcd79cd-104e-4d41-af19-4dfe4f755d95/0e03a615-4107-4bc8-989e-767007a21d9e) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:57:22.143639 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.159708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Transition to ACTIVE for port object 0e03a615-4107-4bc8-989e-767007a21d9e will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:57:22.194788 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.238526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network fcecf0f8-1203-4fe8-8910-825dce1fe804 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:57:22.241753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:57:22.245580 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:57:22.272285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=0e03a615-4107-4bc8-989e-767007a21d9e,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:22.305135 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:22.305802 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.321662 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-47184363-984e-4cfa-994e-0f81f656c320 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5874634 Jul 30 02:57:22.335502 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Request body: {'port': {'device_id': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:22.395396 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.450970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d85e479d-45ac-4415-98d6-78cea1fe55a3 None None] Provisioning for port 0e03a615-4107-4bc8-989e-767007a21d9e completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:57:22.454811 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d85e479d-45ac-4415-98d6-78cea1fe55a3 None None] Provisioning complete for port 0e03a615-4107-4bc8-989e-767007a21d9e triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:22.455180 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d85e479d-45ac-4415-98d6-78cea1fe55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.488562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-d85e479d-45ac-4415-98d6-78cea1fe55a3 None None] Port 0e03a615-4107-4bc8-989e-767007a21d9e cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:57:22.667596 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e03a615-4107-4bc8-989e-767007a21d9e {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:57:22.674960 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.687236 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Transition to ACTIVE for port object 0e03a615-4107-4bc8-989e-767007a21d9e will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:57:22.691026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.758284 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Pushing event updated for resources: {'Port': ['ID=0e03a615-4107-4bc8-989e-767007a21d9e,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:22.824318 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Attempting to bind port 0e03a615-4107-4bc8-989e-767007a21d9e on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:57:22.824647 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Attempting to bind port 0e03a615-4107-4bc8-989e-767007a21d9e by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:57:22.824975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Attempting to bind port 0e03a615-4107-4bc8-989e-767007a21d9e on network fcecf0f8-1203-4fe8-8910-825dce1fe804 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:57:22.829983 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Port 0e03a615-4107-4bc8-989e-767007a21d9e on network fcecf0f8-1203-4fe8-8910-825dce1fe804 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:57:22.830542 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Attempting to bind port 0e03a615-4107-4bc8-989e-767007a21d9e on network fcecf0f8-1203-4fe8-8910-825dce1fe804 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:57:22.837460 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:57:22.837948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Checking segment: {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:57:22.838181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Bound using segment: {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:57:22.839420 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Bound port: 0e03a615-4107-4bc8-989e-767007a21d9e, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d25f58-21b9-4d05-84e7-a99f5bfbf412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:57:22.839989 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.896820 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacc727-d873-426c-b3b1-ed4f3239e81a req-b72a01a8-5fae-4648-b616-4cb04cc6c683 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:22.898349 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3aacc727-d873-426c-b3b1-ed4f3239e81a req-b72a01a8-5fae-4648-b616-4cb04cc6c683 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 944 time: 0.0683367 Jul 30 02:57:22.906642 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] For port 0e03a615-4107-4bc8-989e-767007a21d9e, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:57:22.909867 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] For port 0e03a615-4107-4bc8-989e-767007a21d9e, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e03a615-4107-4bc8-989e-767007a21d9e,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:57:22.914692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.940247 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3aacc727-d873-426c-b3b1-ed4f3239e81a req-ec119a38-2f1f-44b3-986d-8a11bbbb8820 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340567 Jul 30 02:57:22.949353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:22.950450 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:22.952248 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] 10.222.0.41 "PUT /v2.0/ports/0e03a615-4107-4bc8-989e-767007a21d9e HTTP/1.1" status: 200 len: 1092 time: 0.6218255 Jul 30 02:57:22.952586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:57:22.955891 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38" -d '{"events": [{"name": "network-changed", "server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:57:23.007164 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbbc92-9f1e-4be1-a36a-6e3b13f802ab service neutron] Pushing event updated for resources: {'Port': ['ID=0e03a615-4107-4bc8-989e-767007a21d9e,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:23.014364 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc4772c-1d4f-4d1c-8301-004e350b0a96 x-openstack-request-id: req-ffc4772c-1d4f-4d1c-8301-004e350b0a96 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:57:23.014364 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:57:23.014364 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ffc4772c-1d4f-4d1c-8301-004e350b0a96 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:57:23.014364 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e', 'status': 'completed', 'code': 200} Jul 30 02:57:23.045632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-327b05b7-1cef-4ea1-8126-5a8b80f41e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:23.047207 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-327b05b7-1cef-4ea1-8126-5a8b80f41e91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 1095 time: 0.0510392 Jul 30 02:57:23.095126 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-a3392960-c63f-4efe-90a0-6d5e345d0d98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e03a615-4107-4bc8-989e-767007a21d9e HTTP/1.1" status: 200 len: 217 time: 0.0394881 Jul 30 02:57:23.149678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-d9579673-22d5-4862-8b05-8dbaf2b461b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:23.151771 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-d9579673-22d5-4862-8b05-8dbaf2b461b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcd79cd-104e-4d41-af19-4dfe4f755d95 HTTP/1.1" status: 200 len: 835 time: 0.0482070 Jul 30 02:57:23.199471 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-4683825d-9e26-41e0-9f51-665e773b1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:23.200953 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-4683825d-9e26-41e0-9f51-665e773b1e72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcecf0f8-1203-4fe8-8910-825dce1fe804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422759 Jul 30 02:57:23.300171 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-f407ff87-7374-4410-b64c-564379b97a52 service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903792 Jul 30 02:57:23.356875 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:57:23.394971 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fecbd2d1-61a0-4e96-83af-3365a27890b0 req-194942fe-4a34-4d3c-a418-6429488626e0 service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878119 Jul 30 02:57:23.414260 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:57:23.418019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:23.418385 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:23.511029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-a07300d0-ed28-45d2-a8e1-ed5072b997fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:23.512477 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-a07300d0-ed28-45d2-a8e1-ed5072b997fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 1095 time: 0.0687392 Jul 30 02:57:23.521438 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:23.556725 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9d8a4382-5aa1-4867-ae4e-e09cf4674f8e,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:23.560830 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:23.607017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-2eb9178b-e61e-4413-ba72-b885685663d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:23.608544 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-2eb9178b-e61e-4413-ba72-b885685663d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcecf0f8-1203-4fe8-8910-825dce1fe804 HTTP/1.1" status: 200 len: 895 time: 0.0880365 Jul 30 02:57:23.618162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=9d8a4382-5aa1-4867-ae4e-e09cf4674f8e,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:23.650694 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-f0524921-8316-4f80-8f72-3707f5b29421 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e03a615-4107-4bc8-989e-767007a21d9e HTTP/1.1" status: 200 len: 217 time: 0.0343065 Jul 30 02:57:23.703889 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-0f77793c-3b39-4358-829a-08d9affb8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:23.705339 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-0f77793c-3b39-4358-829a-08d9affb8d40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcd79cd-104e-4d41-af19-4dfe4f755d95 HTTP/1.1" status: 200 len: 835 time: 0.0462101 Jul 30 02:57:23.750916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-90c627ef-09fd-445d-bb63-9497e06827a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:23.752456 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-90c627ef-09fd-445d-bb63-9497e06827a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcecf0f8-1203-4fe8-8910-825dce1fe804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390534 Jul 30 02:57:23.840008 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-04074c9f-2733-4967-9b17-32214e924ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793662 Jul 30 02:57:23.931282 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-a4ffdffb-ef4c-4823-8aa4-cebc95700d38 req-d9bb9634-b772-42de-8db8-d8d429c679bf service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840504 Jul 30 02:57:24.061616 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f463c56-a12a-4e84-b926-44b217d7585a req-f574cbaa-de44-4803-a55c-2adbb74aa390 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:24.063102 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f463c56-a12a-4e84-b926-44b217d7585a req-f574cbaa-de44-4803-a55c-2adbb74aa390 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 944 time: 0.0493925 Jul 30 02:57:24.100840 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3f463c56-a12a-4e84-b926-44b217d7585a req-6cbb0222-93b9-411e-906c-4e6979aa5105 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317926 Jul 30 02:57:24.691889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:25.023208 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0e03a615-4107-4bc8-989e-767007a21d9e details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:57:25.220981 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d5a30-4233-4087-b10b-6b584d12592d req-f8930598-54e4-4035-b7f8-9bc10bd5e2cd tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:25.222530 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c6d5a30-4233-4087-b10b-6b584d12592d req-f8930598-54e4-4035-b7f8-9bc10bd5e2cd tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 944 time: 0.0512326 Jul 30 02:57:25.262556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c6d5a30-4233-4087-b10b-6b584d12592d req-cb63fb6f-0953-43c0-8b65-8af7fcd5822f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338423 Jul 30 02:57:25.281831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0e03a615-4107-4bc8-989e-767007a21d9e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e03a615-4107-4bc8-989e-767007a21d9e,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:25.293764 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '0e03a615-4107-4bc8-989e-767007a21d9e', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'port_id': '0e03a615-4107-4bc8-989e-767007a21d9e', 'mac_address': 'fa:16:3e:00:11:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:57:25.330094 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:25.343425 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:57:25.346316 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e03a615-4107-4bc8-989e-767007a21d9e {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:57:25.388214 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0e03a615-4107-4bc8-989e-767007a21d9e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e03a615-4107-4bc8-989e-767007a21d9e,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:25.395233 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:25.451041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:25.451403 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:25.455635 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=0e03a615-4107-4bc8-989e-767007a21d9e,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:25.597067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['0e03a615-4107-4bc8-989e-767007a21d9e'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:57:26.381442 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e9bd8-fd49-4e5c-a04d-cb05ab76d9fd req-f6603170-2111-4b64-a57f-1f861dd991b5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:26.383020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a9e9bd8-fd49-4e5c-a04d-cb05ab76d9fd req-f6603170-2111-4b64-a57f-1f861dd991b5 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 945 time: 0.0545371 Jul 30 02:57:26.422790 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8a9e9bd8-fd49-4e5c-a04d-cb05ab76d9fd req-908787f7-33f2-45e8-97ce-70f0913d3a51 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329764 Jul 30 02:57:27.038758 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0e03a615-4107-4bc8-989e-767007a21d9e up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:57:27.086918 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 0e03a615-4107-4bc8-989e-767007a21d9e completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:57:27.090991 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 0e03a615-4107-4bc8-989e-767007a21d9e triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:57:27.091355 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:27.168922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:27.192020 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:57:27.194211 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53253a3d-2e7c-4da3-beb7-f6f9782a7743" -d '{"events": [{"server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "name": "network-vif-plugged", "status": "completed", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:57:27.207246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 0e03a615-4107-4bc8-989e-767007a21d9e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e03a615-4107-4bc8-989e-767007a21d9e,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:57:27.211323 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:27.259965 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=0e03a615-4107-4bc8-989e-767007a21d9e,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:27.283201 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac322df6-d584-4aa5-acf7-1c8391b1a5f0 x-openstack-request-id: req-ac322df6-d584-4aa5-acf7-1c8391b1a5f0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:57:27.283578 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "name": "network-vif-plugged", "status": "completed", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:57:27.283944 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac322df6-d584-4aa5-acf7-1c8391b1a5f0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:57:27.284391 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e', 'code': 200} Jul 30 02:57:27.378763 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfae7a9-8155-46d7-96d9-38e4418986ce req-492fd719-adeb-4e7e-863f-f3d4627157e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:27.380311 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bfae7a9-8155-46d7-96d9-38e4418986ce req-492fd719-adeb-4e7e-863f-f3d4627157e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 1097 time: 0.0398269 Jul 30 02:57:27.415982 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9bfae7a9-8155-46d7-96d9-38e4418986ce req-6b444623-b7bb-4bc4-99d8-4e6592d82750 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284920 Jul 30 02:57:27.541852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd9f7-1d87-45a3-9f20-f419104e5c3e req-c31e163a-9072-43e9-bc3f-4e5b0904d9fe tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:27.543337 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-958dd9f7-1d87-45a3-9f20-f419104e5c3e req-c31e163a-9072-43e9-bc3f-4e5b0904d9fe tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0519550 Jul 30 02:57:27.581543 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-958dd9f7-1d87-45a3-9f20-f419104e5c3e req-247ad875-6bf0-4458-9046-87f2171237de tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321255 Jul 30 02:57:28.704870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e06f03-906d-4c47-b1a1-0e55ab8622f4 req-39fffef7-c28e-4265-aed3-ad4857eb496e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:28.706483 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92e06f03-906d-4c47-b1a1-0e55ab8622f4 req-39fffef7-c28e-4265-aed3-ad4857eb496e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0512996 Jul 30 02:57:28.750721 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-92e06f03-906d-4c47-b1a1-0e55ab8622f4 req-987489d8-7368-443d-824b-4c79e4545b2f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376828 Jul 30 02:57:28.879924 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a650c-a866-4048-821d-b2c10be92ec9 req-4a91ef5b-0688-4683-9ace-acc4359ffade tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:28.881396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b6a650c-a866-4048-821d-b2c10be92ec9 req-4a91ef5b-0688-4683-9ace-acc4359ffade tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0602365 Jul 30 02:57:28.931758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9b6a650c-a866-4048-821d-b2c10be92ec9 req-2dc1c571-61ff-4086-8472-018d448eef8b tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432863 Jul 30 02:57:28.954297 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33468) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:29.001055 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b0756-4ec0-4ae3-a2c2-072e5f8495f2 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:29.002620 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-b20b0756-4ec0-4ae3-a2c2-072e5f8495f2 tempest-TestNetworkAdvancedServerOps-1357926233 tempest-TestNetworkAdvancedServerOps-1357926233-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 1092 time: 0.0472772 Jul 30 02:57:29.005498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33470) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:29.010363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '0e03a615-4107-4bc8-989e-767007a21d9e', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:57:29.035058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:29.138936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:29.263239 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Allocated IP 172.25.7.71 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/e24b7211-d9fc-4e02-8db1-e9b40ae46162) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:57:29.366915 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:29.406122 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:29.443614 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:57:29.446470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:57:29.450011 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:57:29.478450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=e24b7211-d9fc-4e02-8db1-e9b40ae46162,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:29.828563 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:29.909742 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:30.069993 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:30.075750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:30.149028 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event updated for resources: {'Port': ['ID=e24b7211-d9fc-4e02-8db1-e9b40ae46162,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:57:30.164351 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:30.268801 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP 5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418 associated. External IP: 172.25.7.71, port: 0e03a615-4107-4bc8-989e-767007a21d9e. Jul 30 02:57:30.506084 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 601efa21-48f6-45db-89ed-fa912fb83e0a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:57:30.617721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:57:30.627664 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] Sync routers for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:57:30.638480 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:30.642562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:30.643481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:30.669987 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-cd44842b-36d3-4ec0-9786-eb5fff300f7f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6604435 Jul 30 02:57:30.669987 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:57:30.669987 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619ce0c7-973c-4d4b-8e2a-173b40fe8503" -d '{"events": [{"name": "network-changed", "server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:57:30.763897 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:30.780221 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbf352-5d38-4b81-b1af-ae39f73a9d85 req-c11f03a9-fe6f-4825-88e9-4d802a550b95 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:30.781761 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4cbf352-5d38-4b81-b1af-ae39f73a9d85 req-c11f03a9-fe6f-4825-88e9-4d802a550b95 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0510654 Jul 30 02:57:30.820273 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f4cbf352-5d38-4b81-b1af-ae39f73a9d85 req-a77feb75-00c1-489d-91f5-6cfeb873b0a0 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325551 Jul 30 02:57:30.843063 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33478) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:30.874009 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ac51-fe2c-48d7-a017-c1a6f0d1486e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:30.890631 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600af120-71ab-4187-bde8-d275dc364ecf x-openstack-request-id: req-600af120-71ab-4187-bde8-d275dc364ecf {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:57:30.890915 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:57:30.891148 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-600af120-71ab-4187-bde8-d275dc364ecf {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:57:30.891586 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e', 'status': 'completed', 'code': 200} Jul 30 02:57:30.945238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-62d9e424-cf3f-4ddc-8b7b-1fd416cfa136 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418 HTTP/1.1" status: 200 len: 991 time: 0.1007266 Jul 30 02:57:30.955682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-3b11a35d-7adf-41fe-a490-cd660e36487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:30.957418 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-3b11a35d-7adf-41fe-a490-cd660e36487b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 1097 time: 0.0631235 Jul 30 02:57:31.005403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:18Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'port_id': '0e03a615-4107-4bc8-989e-767007a21d9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'mac_address': 'fa:16:3e:00:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:57:29Z', 'updated_at': '2021-07-30T02:57:29Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8a4382-5aa1-4867-ae4e-e09cf4674f8e', 'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:45:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:17Z', 'updated_at': '2021-07-30T02:57:23Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:31.032357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] Checking router: 601efa21-48f6-45db-89ed-fa912fb83e0a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:57:31.040595 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:57:31.041224 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:57:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:31.050827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-3e9c8b17-59be-4004-8017-c4c242868d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:31.052357 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-3e9c8b17-59be-4004-8017-c4c242868d04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcecf0f8-1203-4fe8-8910-825dce1fe804 HTTP/1.1" status: 200 len: 895 time: 0.0880373 Jul 30 02:57:31.122812 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-43e29fe8-0022-449e-93ef-05bc1806b134 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e03a615-4107-4bc8-989e-767007a21d9e HTTP/1.1" status: 200 len: 999 time: 0.0638025 Jul 30 02:57:31.148604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:57:31.401301 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:18Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'port_id': '0e03a615-4107-4bc8-989e-767007a21d9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'mac_address': 'fa:16:3e:00:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:57:29Z', 'updated_at': '2021-07-30T02:57:29Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8a4382-5aa1-4867-ae4e-e09cf4674f8e', 'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:45:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:17Z', 'updated_at': '2021-07-30T02:57:23Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:57:31.429517 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5f667-6a0d-43b9-b504-dd6b89059395 None None] The sync data for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 is: [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:18Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'port_id': '0e03a615-4107-4bc8-989e-767007a21d9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'mac_address': 'fa:16:3e:00:11:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:57:29Z', 'updated_at': '2021-07-30T02:57:29Z', 'revision_number': 0, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d8a4382-5aa1-4867-ae4e-e09cf4674f8e', 'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:45:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:17Z', 'updated_at': '2021-07-30T02:57:23Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:57:31.546986 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-26c5e447-133c-4931-8ded-fc67fba19c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:31.548517 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-26c5e447-133c-4931-8ded-fc67fba19c95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcd79cd-104e-4d41-af19-4dfe4f755d95 HTTP/1.1" status: 200 len: 835 time: 0.4189360 Jul 30 02:57:31.597097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-bef88338-b949-45e7-a559-4906921a8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:57:31.598612 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-bef88338-b949-45e7-a559-4906921a8481 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcecf0f8-1203-4fe8-8910-825dce1fe804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419598 Jul 30 02:57:31.637566 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f6e45-834c-4b82-9dff-5a8c27870a0f None None] New status for floating IP 5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418: ACTIVE {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:57:31.697217 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-b6569571-d73a-4bc8-895f-478a2eb5a5dd service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910218 Jul 30 02:57:31.795189 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-619ce0c7-973c-4d4b-8e2a-173b40fe8503 req-ed37bc14-a312-4632-89ff-8ad6a204c7bb service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904436 Jul 30 02:57:31.949462 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33480) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:57:32.014999 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f2eb176f-31dd-4993-8806-d05274cdaa37 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418 HTTP/1.1" status: 200 len: 993 time: 0.0643601 Jul 30 02:57:32.196409 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:33.493004 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9876c5df-402c-4cb9-a667-8172a2b32ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:33.966212 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:34.783107 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:36.440065 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:37.194006 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-6d1a0ae3-cce0-4665-b5e9-7bc41e2d0dfa req-ef9ca319-486a-4589-a6df-cccb883225ba service neutron] (93818) timed out ('10.222.0.84', 58208) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 02:57:41.393529 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:57:54.698243 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:57:59.990771 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b381c4e-3f05-4219-818c-73947f865da1 req-997b1389-6164-418f-9606-c11e72d1b4ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447960 Jul 30 02:58:00.082884 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b381c4e-3f05-4219-818c-73947f865da1 req-2bb1f5ca-6e97-43c9-8b97-2a388d11125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:00.084504 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b381c4e-3f05-4219-818c-73947f865da1 req-2bb1f5ca-6e97-43c9-8b97-2a388d11125a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 1097 time: 0.0423279 Jul 30 02:58:00.200817 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b381c4e-3f05-4219-818c-73947f865da1 req-2b98145c-8eeb-4de9-8124-914453337f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:00.203620 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b381c4e-3f05-4219-818c-73947f865da1 req-2b98145c-8eeb-4de9-8124-914453337f5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcecf0f8-1203-4fe8-8910-825dce1fe804 HTTP/1.1" status: 200 len: 895 time: 0.0980010 Jul 30 02:58:00.275338 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b381c4e-3f05-4219-818c-73947f865da1 req-1ad97723-eafd-4c42-9745-0a22a9270652 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e03a615-4107-4bc8-989e-767007a21d9e HTTP/1.1" status: 200 len: 1001 time: 0.0630038 Jul 30 02:58:00.326778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b381c4e-3f05-4219-818c-73947f865da1 req-29d8537b-512b-49cd-b546-9484d3c1991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:00.328356 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b381c4e-3f05-4219-818c-73947f865da1 req-29d8537b-512b-49cd-b546-9484d3c1991a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcd79cd-104e-4d41-af19-4dfe4f755d95 HTTP/1.1" status: 200 len: 835 time: 0.0461783 Jul 30 02:58:00.390843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b381c4e-3f05-4219-818c-73947f865da1 req-394df4a2-1523-45ea-92cd-2738223c180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:00.392463 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b381c4e-3f05-4219-818c-73947f865da1 req-394df4a2-1523-45ea-92cd-2738223c180b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcecf0f8-1203-4fe8-8910-825dce1fe804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551038 Jul 30 02:58:00.484749 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b381c4e-3f05-4219-818c-73947f865da1 req-c8b5cdf9-c29f-4fdf-9113-a65d0cfb768a service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835295 Jul 30 02:58:00.586384 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-0b381c4e-3f05-4219-818c-73947f865da1 req-7b7c31d6-861b-437e-a033-e0396650f0ee service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925729 Jul 30 02:58:00.859333 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6306f2ac-6e22-4433-aaa8-e885ee74cac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:00.863556 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b1d0-3ddc-4b78-b3fb-6bb92635fd1f req-e29988af-3dd5-479d-8f17-ac6bbcd2f519 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:00.865390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9249b1d0-3ddc-4b78-b3fb-6bb92635fd1f req-e29988af-3dd5-479d-8f17-ac6bbcd2f519 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0526078 Jul 30 02:58:00.906648 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9249b1d0-3ddc-4b78-b3fb-6bb92635fd1f req-6ca493b3-6431-455a-b32f-aad09c751f44 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349717 Jul 30 02:58:02.030544 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056557d-04a0-4abb-b028-4758edfe5ded req-fba9369b-0262-4be5-894b-c6bfd274792a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:02.032124 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4056557d-04a0-4abb-b028-4758edfe5ded req-fba9369b-0262-4be5-894b-c6bfd274792a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0544920 Jul 30 02:58:02.069220 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4056557d-04a0-4abb-b028-4758edfe5ded req-c8d1aac6-dcfa-4f1b-867d-78395d6ac561 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311439 Jul 30 02:58:02.092259 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33498) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:02.156013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c6f0c4e8-a157-402e-8c2f-403432f35ac1 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418 HTTP/1.1" status: 200 len: 993 time: 0.0625865 Jul 30 02:58:02.215275 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:03.422515 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b975b-1e92-49d4-a9c9-98d63a4c8534 req-6ddcaa46-fe6e-42ae-921a-a43b56839098 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:03.424147 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558b975b-1e92-49d4-a9c9-98d63a4c8534 req-6ddcaa46-fe6e-42ae-921a-a43b56839098 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0582547 Jul 30 02:58:03.433980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-c3798f0b-ef7c-4758-8317-efd25fc913ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:03.435510 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-c3798f0b-ef7c-4758-8317-efd25fc913ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 1097 time: 0.0434370 Jul 30 02:58:03.464121 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-558b975b-1e92-49d4-a9c9-98d63a4c8534 req-49a25b97-9b10-4060-a1a8-44d5868f1890 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336049 Jul 30 02:58:03.500645 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bae6032d-8810-41c6-bac1-bcd12e15f33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:03.526672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-f102ac60-410e-4335-92b8-f40df16f2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:03.528249 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-f102ac60-410e-4335-92b8-f40df16f2795 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcecf0f8-1203-4fe8-8910-825dce1fe804 HTTP/1.1" status: 200 len: 895 time: 0.0859013 Jul 30 02:58:03.597217 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-1855473c-570c-475b-bfee-6bce103a7809 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e03a615-4107-4bc8-989e-767007a21d9e HTTP/1.1" status: 200 len: 1001 time: 0.0615981 Jul 30 02:58:03.646591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-0822c7c0-1f11-493e-a899-cb77b5c15fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:03.648122 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-0822c7c0-1f11-493e-a899-cb77b5c15fab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcd79cd-104e-4d41-af19-4dfe4f755d95 HTTP/1.1" status: 200 len: 835 time: 0.0437753 Jul 30 02:58:03.693258 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-150b7947-0748-4067-b20c-04129f892c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:03.694773 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-150b7947-0748-4067-b20c-04129f892c7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcecf0f8-1203-4fe8-8910-825dce1fe804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401046 Jul 30 02:58:03.786375 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-1c696f9f-ff19-4e76-8e03-b6ac8e3e3423 service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845337 Jul 30 02:58:03.874421 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-66b4fca6-e0bd-4621-bad1-344f9bcde218 req-cccc508d-a707-4817-b691-ca11cc9e5c1f service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811138 Jul 30 02:58:03.968153 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:04.590932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f63e1-5247-47f8-9323-ff32ee81cba0 req-cb420161-7d13-44b3-b8c6-abd32f1e8a8d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:04.592433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-598f63e1-5247-47f8-9323-ff32ee81cba0 req-cb420161-7d13-44b3-b8c6-abd32f1e8a8d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0555501 Jul 30 02:58:04.636718 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-598f63e1-5247-47f8-9323-ff32ee81cba0 req-59196a5c-3cac-4549-95f8-c47fbe436516 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378675 Jul 30 02:58:04.786816 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:05.751457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddef01-46a5-4db7-9162-57ce39ac5094 req-0282f4bf-5328-441d-8099-fe01a07dc908 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:05.752977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2fddef01-46a5-4db7-9162-57ce39ac5094 req-0282f4bf-5328-441d-8099-fe01a07dc908 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0489471 Jul 30 02:58:05.791596 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2fddef01-46a5-4db7-9162-57ce39ac5094 req-4d1964b0-7add-4497-8f25-f72a3197b88e tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327046 Jul 30 02:58:05.814019 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33510) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:05.878356 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-80dc78e3-375a-4da1-b7cd-926029bebc96 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/floatingips/5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418 HTTP/1.1" status: 200 len: 993 time: 0.0631919 Jul 30 02:58:06.156147 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33516) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:06.332880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port e24b7211-d9fc-4e02-8db1-e9b40ae46162 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:58:06.333214 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.409649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.410034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.422926 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for e24b7211-d9fc-4e02-8db1-e9b40ae46162 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:58:06.444785 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.581204 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.607766 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=e24b7211-d9fc-4e02-8db1-e9b40ae46162,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:06.673877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:06.674280 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Floating IP 5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418 disassociated (deleted). External IP: 172.25.7.71, port: 0e03a615-4107-4bc8-989e-767007a21d9e. Jul 30 02:58:06.882251 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 601efa21-48f6-45db-89ed-fa912fb83e0a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:58:06.990681 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:06.995976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:07.001122 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] Sync routers for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:07.010360 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:07.010970 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:07.023644 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-40a64f46-b608-493f-95d3-2fdfebddf1ec tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/floatingips/5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418 HTTP/1.1" status: 204 len: 168 time: 0.8663700 Jul 30 02:58:07.024234 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:58:07.026841 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d585929-123f-4c2a-8991-570ead57a5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:58:07.140445 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:07.182516 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6fdd7e-7540-4b8f-bb08-431788b65a8e x-openstack-request-id: req-de6fdd7e-7540-4b8f-bb08-431788b65a8e {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:58:07.183043 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:58:07.183155 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-de6fdd7e-7540-4b8f-bb08-431788b65a8e {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:58:07.183548 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e', 'status': 'completed', 'code': 200} Jul 30 02:58:07.248815 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-f37f3ab8-9055-484c-b6cd-afaaad9fedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:07.250645 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-f37f3ab8-9055-484c-b6cd-afaaad9fedbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 1097 time: 0.0440454 Jul 30 02:58:07.299949 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb04d70-e696-42b9-b287-d4cf4b19a3e4 req-8cbade04-205a-45fc-a4f5-f9ac7b8a9660 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:07.303973 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb04d70-e696-42b9-b287-d4cf4b19a3e4 req-8cbade04-205a-45fc-a4f5-f9ac7b8a9660 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0626857 Jul 30 02:58:07.358433 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1cb04d70-e696-42b9-b287-d4cf4b19a3e4 req-a87d1fc8-db15-4b6e-82ed-5f6bec649caf tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458925 Jul 30 02:58:07.363455 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-b3d1ab2c-2dae-4f3c-b4b5-5aab7cd6e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:07.364863 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-b3d1ab2c-2dae-4f3c-b4b5-5aab7cd6e664 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcecf0f8-1203-4fe8-8910-825dce1fe804 HTTP/1.1" status: 200 len: 895 time: 0.0992849 Jul 30 02:58:07.367660 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:18Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9d8a4382-5aa1-4867-ae4e-e09cf4674f8e', 'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:45:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:17Z', 'updated_at': '2021-07-30T02:57:23Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:07.394769 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] Checking router: 601efa21-48f6-45db-89ed-fa912fb83e0a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:07.403867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:07.404476 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:07.415248 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-aed9e5ad-300d-4b0b-800d-ea3cf264fc85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e03a615-4107-4bc8-989e-767007a21d9e HTTP/1.1" status: 200 len: 217 time: 0.0404041 Jul 30 02:58:07.465765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-e4f1fb94-f4cc-454d-bbb0-2ece4d9483a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:07.467238 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-e4f1fb94-f4cc-454d-bbb0-2ece4d9483a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cfcd79cd-104e-4d41-af19-4dfe4f755d95 HTTP/1.1" status: 200 len: 835 time: 0.0444472 Jul 30 02:58:07.508537 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:07.516924 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-7ff4492d-cad9-4b65-9de8-503bfdf06dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:07.518466 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-7ff4492d-cad9-4b65-9de8-503bfdf06dba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcecf0f8-1203-4fe8-8910-825dce1fe804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420191 Jul 30 02:58:07.617021 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-e7d4ed9e-e33a-446d-832e-34faf50dcde5 service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890722 Jul 30 02:58:07.711636 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:18Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9d8a4382-5aa1-4867-ae4e-e09cf4674f8e', 'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:45:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:17Z', 'updated_at': '2021-07-30T02:57:23Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:07.713448 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4d585929-123f-4c2a-8991-570ead57a5b6 req-fa2618b3-ac8f-4af4-9740-39bee097d47f service neutron] 10.222.0.41 "GET /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881703 Jul 30 02:58:07.741868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dd093-66b7-44da-bd97-a623baa92764 None None] The sync data for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 is: [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:18Z', 'revision_number': 4, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '9d8a4382-5aa1-4867-ae4e-e09cf4674f8e', 'name': '', 'network_id': 'fcecf0f8-1203-4fe8-8910-825dce1fe804', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'mac_address': 'fa:16:3e:45:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:17Z', 'updated_at': '2021-07-30T02:57:23Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'subnets': [{'id': 'cfcd79cd-104e-4d41-af19-4dfe4f755d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:07.981662 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712d7a9-4aab-45c0-9933-0f2f38313fe9 None None] New status for floating IP 5e99bf6b-a6b2-4ea8-a40a-9fa8baa84418: DOWN {{(pid=93821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:58:08.480792 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57486ca-0d95-4d16-85d0-520e00b9231e req-a77a7bbc-5fda-4b98-a74f-17f7842b7ef9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:08.482332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a57486ca-0d95-4d16-85d0-520e00b9231e req-a77a7bbc-5fda-4b98-a74f-17f7842b7ef9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0517645 Jul 30 02:58:08.525366 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a57486ca-0d95-4d16-85d0-520e00b9231e req-fbd77246-e6b9-41f4-84d0-b16c07ba55fb tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/security-groups?id=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351529 Jul 30 02:58:08.898870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-5b43382f-1d33-4406-8791-10ac4f7a36d9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:08.901017 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-5b43382f-1d33-4406-8791-10ac4f7a36d9 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 946 time: 0.0564618 Jul 30 02:58:08.996214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 0e03a615-4107-4bc8-989e-767007a21d9e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:58:08.996546 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.091819 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 0e03a615-4107-4bc8-989e-767007a21d9e, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=0e03a615-4107-4bc8-989e-767007a21d9e,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:09.092184 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.106391 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 0e03a615-4107-4bc8-989e-767007a21d9e owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:58:09.241285 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.272753 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=0e03a615-4107-4bc8-989e-767007a21d9e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:09.287504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.287870 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.288206 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.288554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.288879 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.289201 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.289533 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.289855 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.290872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.291200 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.291554 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.291919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:09.326992 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] No DVR routers for this DVR port 0e03a615-4107-4bc8-989e-767007a21d9e on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:58:09.329621 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:09.331672 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-c410c6ba-41fe-4ac6-9276-106f5b9537e5 req-97939e04-47c4-4393-b582-707e217021a3 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.41 "DELETE /v2.0/ports/0e03a615-4107-4bc8-989e-767007a21d9e HTTP/1.1" status: 204 len: 173 time: 0.4250276 Jul 30 02:58:09.332376 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'name': 'network-vif-deleted', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:58:09.334686 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba98c64c-dbac-4947-9e79-ba41901b0c31" -d '{"events": [{"server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "name": "network-vif-deleted", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:58:09.372832 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8091981-c212-471e-9e7d-719e56803661 x-openstack-request-id: req-d8091981-c212-471e-9e7d-719e56803661 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:58:09.373197 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c0045-62bc-4da3-a1bd-b9a061bb036f", "name": "network-vif-deleted", "tag": "0e03a615-4107-4bc8-989e-767007a21d9e", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:58:09.373428 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d8091981-c212-471e-9e7d-719e56803661 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:58:09.373834 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174c0045-62bc-4da3-a1bd-b9a061bb036f', 'name': 'network-vif-deleted', 'tag': '0e03a615-4107-4bc8-989e-767007a21d9e', 'status': 'completed', 'code': 200} Jul 30 02:58:09.650653 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b9d4e239-a02f-4e66-a021-2d4421ba48f4 req-8044918f-5565-413a-a5f8-629a4d60e5ea tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "GET /v2.0/ports?device_id=174c0045-62bc-4da3-a1bd-b9a061bb036f HTTP/1.1" status: 200 len: 210 time: 0.0387707 Jul 30 02:58:10.717932 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33532) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:11.078929 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.332021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:58:11.332547 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.423726 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=9d8a4382-5aa1-4867-ae4e-e09cf4674f8e,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:11.424093 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.437452 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:58:11.626424 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:11.652439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=9d8a4382-5aa1-4867-ae4e-e09cf4674f8e,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:11.836254 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.396506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Router 601efa21-48f6-45db-89ed-fa912fb83e0a has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:58:12.499302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:12.504541 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d09283e1-1beb-4fd3-b31e-d83620031476 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "PUT /v2.0/routers/601efa21-48f6-45db-89ed-fa912fb83e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7855399 Jul 30 02:58:12.507212 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33534) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:12.510090 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] Sync routers for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:12.518985 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:12.519624 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:12.560967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-30620850-3a83-4f2c-aa9b-e059a08f202f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting subnet cfcd79cd-104e-4d41-af19-4dfe4f755d95 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 02:58:12.563925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30620850-3a83-4f2c-aa9b-e059a08f202f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.603643 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30620850-3a83-4f2c-aa9b-e059a08f202f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.623340 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:12.687482 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30620850-3a83-4f2c-aa9b-e059a08f202f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.752430 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30620850-3a83-4f2c-aa9b-e059a08f202f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.780915 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30620850-3a83-4f2c-aa9b-e059a08f202f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcd79cd-104e-4d41-af19-4dfe4f755d95,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:12.784860 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-30620850-3a83-4f2c-aa9b-e059a08f202f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:12.786759 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-30620850-3a83-4f2c-aa9b-e059a08f202f tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/subnets/cfcd79cd-104e-4d41-af19-4dfe4f755d95 HTTP/1.1" status: 204 len: 168 time: 0.2785814 Jul 30 02:58:12.789494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33536) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:12.800586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4800d-56e4-4a49-98c5-a403e67b1f33 None None] Network fcecf0f8-1203-4fe8-8910-825dce1fe804 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:58:12.900348 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.007793 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.035799 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:58:11Z', 'revision_number': 5, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port': {'id': 'cc4bb490-d15c-4348-83c2-a56a2b28b7cd', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:13.062294 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Deleting port cc4bb490-d15c-4348-83c2-a56a2b28b7cd {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:58:13.062641 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.065061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] Checking router: 601efa21-48f6-45db-89ed-fa912fb83e0a for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:13.106066 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] Routers {'601efa21-48f6-45db-89ed-fa912fb83e0a'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:13.106708 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['601efa21-48f6-45db-89ed-fa912fb83e0a'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:13.144419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] For port cc4bb490-d15c-4348-83c2-a56a2b28b7cd, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=cc4bb490-d15c-4348-83c2-a56a2b28b7cd,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:13.144797 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.159421 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Calling delete_port for cc4bb490-d15c-4348-83c2-a56a2b28b7cd owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:58:13.204946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] Set router 601efa21-48f6-45db-89ed-fa912fb83e0a gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:13.260486 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:58:13Z', 'revision_number': 6, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:13.265187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] DHCP port deletion for fcecf0f8-1203-4fe8-8910-825dce1fe804 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 02:58:13.297292 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0e03a615-4107-4bc8-989e-767007a21d9e no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:58:13.299859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c811c6-02df-45a3-9c3e-1ebc5c89da47 None None] The sync data for ids ['601efa21-48f6-45db-89ed-fa912fb83e0a'] in n-d-715271-7 is: [{'id': '601efa21-48f6-45db-89ed-fa912fb83e0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078047996', 'tenant_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:57:15Z', 'updated_at': '2021-07-30T02:58:13Z', 'revision_number': 6, 'project_id': '93bd58a5cd9c4d6798bbcf59f9350835', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:13.322455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 0e03a615-4107-4bc8-989e-767007a21d9e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:58:13.322455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 0e03a615-4107-4bc8-989e-767007a21d9e not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:58:13.359242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.370064 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Deleting port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 02:58:13.370432 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.397204 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Port': ['ID=cc4bb490-d15c-4348-83c2-a56a2b28b7cd,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:13.438209 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] For port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3,segment=NetworkSegment(15d25f58-21b9-4d05-84e7-a99f5bfbf412),segment_id=15d25f58-21b9-4d05-84e7-a99f5bfbf412)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:13.438590 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.452960 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Calling delete_port for 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 02:58:13.460874 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.541299 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.557037 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.559106 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.566266 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Pushing event deleted for resources: {'Port': ['ID=3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:13.570628 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] No DVR routers for this DVR port 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 02:58:13.578358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.578692 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.579034 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.579373 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.579735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.580062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.580395 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.581177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.581177 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.581499 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.581825 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.582417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3fc5e-b3f7-4257-801a-3fa43b6ea9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.609242 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.609976 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Fanout notify agent at l3_agent the message router_deleted on router 601efa21-48f6-45db-89ed-fa912fb83e0a {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 02:58:13.616886 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.618591 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-61ce3d69-7fd5-4e94-a309-d0007fb0ea4d tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/routers/601efa21-48f6-45db-89ed-fa912fb83e0a HTTP/1.1" status: 204 len: 168 time: 0.8273385 Jul 30 02:58:13.621397 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33538) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:13.700231 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.755137 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:58:13.776824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:58:13.777171 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3d1ff7d4-b9ce-48b7-b204-4ddcdca1bff3 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:58:13.801503 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.812422 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcecf0f8-1203-4fe8-8910-825dce1fe804']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:13.823109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d25f58-21b9-4d05-84e7-a99f5bfbf412') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:13.823393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d25f58-21b9-4d05-84e7-a99f5bfbf412') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:13.832448 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.846153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.854395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 02:58:13.854809 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: timer() Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 02:58:13.857998 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 02:58:13.919309 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.925250 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:13.927170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/networks/fcecf0f8-1203-4fe8-8910-825dce1fe804 HTTP/1.1" status: 204 len: 168 time: 0.3047192 Jul 30 02:58:13.930016 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33540) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:13.943292 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'Network': ['ID=fcecf0f8-1203-4fe8-8910-825dce1fe804,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:13.952293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.952293 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.952715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.952895 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.953268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.953460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.953781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.954109 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.954459 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.954836 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.955061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.955387 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95f089d-1cac-42e3-adfd-ddd341df170a tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:13.998278 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3909d4c4-e686-4876-aff5-948d5bad88e2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:14.023628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3909d4c4-e686-4876-aff5-948d5bad88e2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:14.088697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3909d4c4-e686-4876-aff5-948d5bad88e2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:14.091734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3909d4c4-e686-4876-aff5-948d5bad88e2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:14.092923 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3909d4c4-e686-4876-aff5-948d5bad88e2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] 10.222.0.84 "DELETE /v2.0/security-groups/db0a1e87-dbb0-4a7f-b69d-a06780f01ce5 HTTP/1.1" status: 204 len: 168 time: 0.1612790 Jul 30 02:58:14.103593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909d4c4-e686-4876-aff5-948d5bad88e2 tempest-TestNetworkAdvancedServerOps-1127632597 tempest-TestNetworkAdvancedServerOps-1127632597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0a1e87-dbb0-4a7f-b69d-a06780f01ce5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:14.446354 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33548) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:14.592481 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-4d8299ca-cc79-441d-b983-3ab432e3b27a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=93bd58a5cd9c4d6798bbcf59f9350835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449361 Jul 30 02:58:14.594904 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33552) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:14.643750 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553ac9dd-1172-4398-9fcc-efb0a1c74fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:14.664649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553ac9dd-1172-4398-9fcc-efb0a1c74fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:14.711299 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553ac9dd-1172-4398-9fcc-efb0a1c74fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:14.714689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-553ac9dd-1172-4398-9fcc-efb0a1c74fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:14.715903 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-553ac9dd-1172-4398-9fcc-efb0a1c74fc9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e2e05c19-3138-4c81-9219-d878785be942 HTTP/1.1" status: 204 len: 168 time: 0.1200681 Jul 30 02:58:14.724233 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ac9dd-1172-4398-9fcc-efb0a1c74fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e05c19-3138-4c81-9219-d878785be942,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:14.979872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33558) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:14.993760 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5c280a4-6108-471b-a8d7-2d840eb5a93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:15.086580 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5c280a4-6108-471b-a8d7-2d840eb5a93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:15.090706 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e5c280a4-6108-471b-a8d7-2d840eb5a93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:15.129225 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e5c280a4-6108-471b-a8d7-2d840eb5a93c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bc7f05a1ad7c47629ebddb0bb9311523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482387 Jul 30 02:58:15.130096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c280a4-6108-471b-a8d7-2d840eb5a93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b2273-5236-4f3e-a289-696d90d8f2a5,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:15.131964 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33560) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:15.186974 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-014f1e9b-cd4f-4b56-96ed-7ab9c2b7999f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:15.215356 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-014f1e9b-cd4f-4b56-96ed-7ab9c2b7999f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:15.264061 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-014f1e9b-cd4f-4b56-96ed-7ab9c2b7999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:15.266719 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-014f1e9b-cd4f-4b56-96ed-7ab9c2b7999f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:15.267928 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-014f1e9b-cd4f-4b56-96ed-7ab9c2b7999f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e55b2273-5236-4f3e-a289-696d90d8f2a5 HTTP/1.1" status: 204 len: 168 time: 0.1349123 Jul 30 02:58:15.277247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f1e9b-cd4f-4b56-96ed-7ab9c2b7999f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b2273-5236-4f3e-a289-696d90d8f2a5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:15.371005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cc4bb490-d15c-4348-83c2-a56a2b28b7cd no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:58:15.391771 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: cc4bb490-d15c-4348-83c2-a56a2b28b7cd {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:58:15.392114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device cc4bb490-d15c-4348-83c2-a56a2b28b7cd not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:58:15.392812 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 02:58:15.413562 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 02:58:15.414194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 9d8a4382-5aa1-4867-ae4e-e09cf4674f8e not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 02:58:16.003638 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33582) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:16.099928 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-624476949-network', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:16.122938 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Made reservation on behalf of 0de8717a719d4d07840d3a0c03a2b619 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:58:16.125188 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.133890 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.224803 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.229019 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.256666 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:58:16.267541 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835c7452-7c55-433b-8073-559b9cd79e27,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:16.277032 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.277032 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Added segment 82b20128-3270-4240-a2b6-ef8d08381457 of type vlan for network 1ec26022-02e8-4376-af4f-fd106517d854 Jul 30 02:58:16.320469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.350784 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.351827 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:16.352973 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.410353 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4055777 Jul 30 02:58:16.413503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33586) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:16.419731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Request body: {'subnet': {'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-624476949-subnet', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:16.420049 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e2c10-0009-42b4-9cd0-c0bcfb0115ef admin admin] Pushing event updated for resources: {'Network': ['ID=1ec26022-02e8-4376-af4f-fd106517d854,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:16.434229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 1ec26022-02e8-4376-af4f-fd106517d854 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:58:16.442998 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Made reservation on behalf of 0de8717a719d4d07840d3a0c03a2b619 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:58:16.445503 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.619049 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.668566 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2684a4ca-518d-4198-9b5f-e78fe4913056,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:16.683779 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Checking segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:16.684117 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Network hostable DHCP agents. Network: 1ec26022-02e8-4376-af4f-fd106517d854, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:58:16.701994 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Network 1ec26022-02e8-4376-af4f-fd106517d854 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:58:16.711575 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 1ec26022-02e8-4376-af4f-fd106517d854) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:16.716240 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:16.716823 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.723134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1505b-2e1f-4de0-9e10-8f7cbfa06404 None None] Network 1ec26022-02e8-4376-af4f-fd106517d854 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:58:16.731988 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e9f7d37a-a2f8-440c-a47c-1ab0734f3273 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3167262 Jul 30 02:58:16.734708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33588) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:16.739549 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:16.761261 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.762432 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.821844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.877522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-1ec26022-02e8-4376-af4f-fd106517d854', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:58:16.878378 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:16.955141 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.010743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Allocated IP 172.20.0.2 (1ec26022-02e8-4376-af4f-fd106517d854/2684a4ca-518d-4198-9b5f-e78fe4913056/85158398-1d58-41cd-a79e-335aa9dedc4f) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:17.154116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.158448 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.162484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Transition to ACTIVE for port object 85158398-1d58-41cd-a79e-335aa9dedc4f will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:17.178239 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.179663 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Transition to ACTIVE for port object 85158398-1d58-41cd-a79e-335aa9dedc4f will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:17.186256 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.223134 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Network 1ec26022-02e8-4376-af4f-fd106517d854 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:17.225889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:17.230155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:17.237544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Pushing event updated for resources: {'Port': ['ID=85158398-1d58-41cd-a79e-335aa9dedc4f,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:17.283363 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Allocated IP 172.25.7.120 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/4aa58e9c-436a-4406-b067-5114f65c23c4) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:17.292512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Attempting to bind port 85158398-1d58-41cd-a79e-335aa9dedc4f on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:17.293160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Attempting to bind port 85158398-1d58-41cd-a79e-335aa9dedc4f by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:17.293530 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Attempting to bind port 85158398-1d58-41cd-a79e-335aa9dedc4f on network 1ec26022-02e8-4376-af4f-fd106517d854 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:17.298736 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:17.299112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Checking segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:17.299543 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.299940 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Bound using segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:17.300403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Bound port: 85158398-1d58-41cd-a79e-335aa9dedc4f, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:17.300783 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.363012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] For port 85158398-1d58-41cd-a79e-335aa9dedc4f, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:17.366124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] For port 85158398-1d58-41cd-a79e-335aa9dedc4f, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=85158398-1d58-41cd-a79e-335aa9dedc4f,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:17.370374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.390734 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.425690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c30c6b-50e3-4901-8bf6-178997505140 None None] Pushing event updated for resources: {'Port': ['ID=85158398-1d58-41cd-a79e-335aa9dedc4f,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:17.436864 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.476497 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:17.479392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:17.482909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:17.510280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Pushing event updated for resources: {'Port': ['ID=4aa58e9c-436a-4406-b067-5114f65c23c4,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:17.761233 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:17.955952 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.088720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:58:18.200435 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:18.209720 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Sync routers for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:18.217175 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.220226 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:18.220917 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:18.222195 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33592) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:18.228543 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d92ad104-19c4-44eb-9c2e-eb03f930342c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4882538 Jul 30 02:58:18.312401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd5448-7942-4245-899a-f5b487c500ef None None] Network 1ec26022-02e8-4376-af4f-fd106517d854 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:58:18.333834 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:18.379041 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a3947ff8-073b-4657-9db3-827967ab06b8 None None] Provisioning for port 85158398-1d58-41cd-a79e-335aa9dedc4f completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:18.413836 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:58:18.531755 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:17Z', 'revision_number': 3, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:18.562378 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Checking router: 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:18.562667 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Updating router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 port 4aa58e9c-436a-4406-b067-5114f65c23c4 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:58:18.590698 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.697617 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.858896 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Allocated IP 172.20.0.1 (1ec26022-02e8-4376-af4f-fd106517d854/2684a4ca-518d-4198-9b5f-e78fe4913056/bb5344d0-8801-4a01-b780-08cf8c002d40) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:18.862038 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.871931 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Transition to ACTIVE for port object 4aa58e9c-436a-4406-b067-5114f65c23c4 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:18.877410 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.929203 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Attempting to bind port 4aa58e9c-436a-4406-b067-5114f65c23c4 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:18.929571 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Attempting to bind port 4aa58e9c-436a-4406-b067-5114f65c23c4 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:18.929924 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Attempting to bind port 4aa58e9c-436a-4406-b067-5114f65c23c4 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:18.932333 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2090f-6e9d-4a2c-a378-6760c86f7ca8 None None] Pushing event updated for resources: {'Port': ['ID=4aa58e9c-436a-4406-b067-5114f65c23c4,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:18.937787 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:18.938153 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:18.938548 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.939532 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:18.939532 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Bound port: 4aa58e9c-436a-4406-b067-5114f65c23c4, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:18.939849 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.970835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:18.985595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Transition to ACTIVE for port object bb5344d0-8801-4a01-b780-08cf8c002d40 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:18.994337 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] For port 4aa58e9c-436a-4406-b067-5114f65c23c4, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:18.997687 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] For port 4aa58e9c-436a-4406-b067-5114f65c23c4, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4aa58e9c-436a-4406-b067-5114f65c23c4,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:19.001681 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.023527 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.056654 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:19.057262 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:19.063374 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Network 1ec26022-02e8-4376-af4f-fd106517d854 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:19.067849 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:19.074876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:19.077985 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5344d0-8801-4a01-b780-08cf8c002d40,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:19.105435 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2090f-6e9d-4a2c-a378-6760c86f7ca8 None None] Pushing event updated for resources: {'Port': ['ID=4aa58e9c-436a-4406-b067-5114f65c23c4,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:19.124365 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.185211 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:19.263707 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.350212 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5c47a836-ab24-4b03-8241-9788223695e5 None None] Provisioning for port bb5344d0-8801-4a01-b780-08cf8c002d40 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:19.355478 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-5c47a836-ab24-4b03-8241-9788223695e5 None None] Provisioning complete for port bb5344d0-8801-4a01-b780-08cf8c002d40 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:19.356187 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5c47a836-ab24-4b03-8241-9788223695e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.392486 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:17Z', 'revision_number': 3, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:19.403571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-5c47a836-ab24-4b03-8241-9788223695e5 None None] Port bb5344d0-8801-4a01-b780-08cf8c002d40 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:58:19.422455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 85158398-1d58-41cd-a79e-335aa9dedc4f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:19.427071 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ba7ad-1f45-4c2b-b063-27fed1831cfe None None] The sync data for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 is: [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:17Z', 'revision_number': 3, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:19.454299 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.460149 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.479693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 85158398-1d58-41cd-a79e-335aa9dedc4f completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:19.484188 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 85158398-1d58-41cd-a79e-335aa9dedc4f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:19.484565 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.523816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.543069 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5344d0-8801-4a01-b780-08cf8c002d40,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:19.566689 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.600895 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 85158398-1d58-41cd-a79e-335aa9dedc4f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=85158398-1d58-41cd-a79e-335aa9dedc4f,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:19.607382 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.645309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Network 1ec26022-02e8-4376-af4f-fd106517d854 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:19.647326 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:19.670789 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=85158398-1d58-41cd-a79e-335aa9dedc4f,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:19.792596 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:58:19.919730 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:19.924852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-853c4bec-73de-47cf-a3a4-27a4e5108f34 admin admin] 10.222.0.84 "PUT /v2.0/routers/05c22b00-79f3-4c4f-8bd1-e1b98f66fb36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015359 Jul 30 02:58:19.927012 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-614a4f4e-17a8-4f27-a9e7-d4ae94213f47 None None] Provisioning complete for port bb5344d0-8801-4a01-b780-08cf8c002d40 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:19.927382 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-614a4f4e-17a8-4f27-a9e7-d4ae94213f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:19.968414 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-614a4f4e-17a8-4f27-a9e7-d4ae94213f47 None None] Port bb5344d0-8801-4a01-b780-08cf8c002d40 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:58:20.419879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33610) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:20.425147 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-973532192-network', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:20.447725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Made reservation on behalf of ba89e0dc0de64e5197f422e42268b2c1 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:58:20.450001 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.458782 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.552397 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.556959 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.581651 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 02:58:20.591723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de63a719-86a7-48b8-92a8-eaa51d965489,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:20.597619 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.597961 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Added segment 3e99950a-a417-4633-ab4d-841de0695e39 of type vlan for network 88b86438-0eb5-415c-ba5d-c5af386484fe Jul 30 02:58:20.638875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.667479 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.668553 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:20.669126 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.723462 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3023298 Jul 30 02:58:20.726292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33612) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:20.732913 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Request body: {'subnet': {'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-973532192-subnet', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:20.733316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1796d96-37ff-48e4-a4e2-25517642a5da admin admin] Pushing event updated for resources: {'Network': ['ID=88b86438-0eb5-415c-ba5d-c5af386484fe,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:20.745422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 88b86438-0eb5-415c-ba5d-c5af386484fe details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 02:58:20.755650 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Made reservation on behalf of ba89e0dc0de64e5197f422e42268b2c1 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:58:20.758470 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.933059 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:20.992494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbab7b0d-3a6c-4508-af7d-d33100b89ab5,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:20.999324 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Checking segment: {'id': '3e99950a-a417-4633-ab4d-841de0695e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:20.999708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Network hostable DHCP agents. Network: 88b86438-0eb5-415c-ba5d-c5af386484fe, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 02:58:21.016280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Network 88b86438-0eb5-415c-ba5d-c5af386484fe is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 02:58:21.026382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 88b86438-0eb5-415c-ba5d-c5af386484fe) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:21.035810 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:21.035810 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.036925 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced5c2af-35de-4577-9666-29bebfe4b185 None None] Network 88b86438-0eb5-415c-ba5d-c5af386484fe requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:58:21.059075 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7bbf9cae-6428-4679-b60c-529da2d78159 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3304577 Jul 30 02:58:21.062151 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33614) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:21.066530 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:21.079819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Sync routers for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:21.088556 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.089818 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.098661 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:21.099280 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:21.145202 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.251191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:21.282596 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.314279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-88b86438-0eb5-415c-ba5d-c5af386484fe', 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'fixed_ips': [{'subnet_id': 'bbab7b0d-3a6c-4508-af7d-d33100b89ab5'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 02:58:21.315710 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.470184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 85158398-1d58-41cd-a79e-335aa9dedc4f up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:21.493774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.513404 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.620791 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Allocated IP 172.25.7.27 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/dbe08d1b-74c0-46ba-9e13-21a77719f003) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:21.624514 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Allocated IP 172.20.0.2 (88b86438-0eb5-415c-ba5d-c5af386484fe/bbab7b0d-3a6c-4508-af7d-d33100b89ab5/660bdbf2-bbf6-4664-a06f-7609a3d30547) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:21.631158 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 85158398-1d58-41cd-a79e-335aa9dedc4f triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:21.631625 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.724855 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.738956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 2, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:21.764662 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.779533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Checking router: 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:21.780114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Updating router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 port bb5344d0-8801-4a01-b780-08cf8c002d40 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:58:21.801013 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:21.804150 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:21.808186 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:21.816225 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Pushing event updated for resources: {'Port': ['ID=dbe08d1b-74c0-46ba-9e13-21a77719f003,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:21.845961 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:21.852016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4aa58e9c-436a-4406-b067-5114f65c23c4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:22.124146 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.195366 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Transition to ACTIVE for port object 660bdbf2-bbf6-4664-a06f-7609a3d30547 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:22.225466 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Transition to ACTIVE for port object 660bdbf2-bbf6-4664-a06f-7609a3d30547 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:22.230642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 4aa58e9c-436a-4406-b067-5114f65c23c4 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:22.238857 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.247569 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4aa58e9c-436a-4406-b067-5114f65c23c4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:22.247940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.365232 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Network 88b86438-0eb5-415c-ba5d-c5af386484fe is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:22.371059 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Pushing event updated for resources: {'Port': ['ID=660bdbf2-bbf6-4664-a06f-7609a3d30547,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:22.375248 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:22.378195 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:22.435411 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.499802 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Attempting to bind port 660bdbf2-bbf6-4664-a06f-7609a3d30547 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:22.500176 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Attempting to bind port 660bdbf2-bbf6-4664-a06f-7609a3d30547 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '3e99950a-a417-4633-ab4d-841de0695e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:22.500548 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Attempting to bind port 660bdbf2-bbf6-4664-a06f-7609a3d30547 on network 88b86438-0eb5-415c-ba5d-c5af386484fe {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:22.526450 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:22.527234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Checking segment: {'id': '3e99950a-a417-4633-ab4d-841de0695e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:22.527658 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.528024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Bound using segment: {'id': '3e99950a-a417-4633-ab4d-841de0695e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:22.528605 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Bound port: 660bdbf2-bbf6-4664-a06f-7609a3d30547, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e99950a-a417-4633-ab4d-841de0695e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:22.528976 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.530927 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.595091 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 4aa58e9c-436a-4406-b067-5114f65c23c4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4aa58e9c-436a-4406-b067-5114f65c23c4,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:22.597249 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.616809 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.632162 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Transition to ACTIVE for port object bb5344d0-8801-4a01-b780-08cf8c002d40 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:22.636077 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.660536 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.709236 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] For port 660bdbf2-bbf6-4664-a06f-7609a3d30547, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:22.716197 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] For port 660bdbf2-bbf6-4664-a06f-7609a3d30547, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=660bdbf2-bbf6-4664-a06f-7609a3d30547,segment=NetworkSegment(3e99950a-a417-4633-ab4d-841de0695e39),segment_id=3e99950a-a417-4633-ab4d-841de0695e39)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:22.719329 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=4aa58e9c-436a-4406-b067-5114f65c23c4,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:22.725946 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.778495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Router e70ba213-7efe-47b3-86a5-a8e0182dcf83 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 02:58:22.822987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23ecff-8c75-447e-b8a2-1cb2faeac966 None None] Pushing event updated for resources: {'Port': ['ID=bb5344d0-8801-4a01-b780-08cf8c002d40,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:22.852778 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Attempting to bind port bb5344d0-8801-4a01-b780-08cf8c002d40 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:22.853285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Attempting to bind port bb5344d0-8801-4a01-b780-08cf8c002d40 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:22.853766 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Attempting to bind port bb5344d0-8801-4a01-b780-08cf8c002d40 on network 1ec26022-02e8-4376-af4f-fd106517d854 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:22.864699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:22.865225 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Checking segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:22.865728 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.866483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Bound using segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:22.866956 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Bound port: bb5344d0-8801-4a01-b780-08cf8c002d40, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:22.868597 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.907898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:22.921912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Sync routers for ids ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:22.927914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d98c25-4de1-4c02-be4a-6f9e91d3eb3f None None] Pushing event updated for resources: {'Port': ['ID=660bdbf2-bbf6-4664-a06f-7609a3d30547,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:22.932502 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:22.934236 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eff6be45-a2e3-42c9-a19c-66b3bea41e8a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8710017 Jul 30 02:58:22.935705 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Routers {'e70ba213-7efe-47b3-86a5-a8e0182dcf83'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:22.936536 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:22.936963 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33616) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:22.973480 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] For port bb5344d0-8801-4a01-b780-08cf8c002d40, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:22.978549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] For port bb5344d0-8801-4a01-b780-08cf8c002d40, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bb5344d0-8801-4a01-b780-08cf8c002d40,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:22.985430 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:23.079894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23ecff-8c75-447e-b8a2-1cb2faeac966 None None] Pushing event updated for resources: {'Port': ['ID=bb5344d0-8801-4a01-b780-08cf8c002d40,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:23.082613 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:23.084344 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:23.239601 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Set router e70ba213-7efe-47b3-86a5-a8e0182dcf83 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:23.248395 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:23.505465 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:21Z', 'revision_number': 3, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'gw_port': {'id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:23.515737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:23.547687 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Checking router: e70ba213-7efe-47b3-86a5-a8e0182dcf83 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:23.548150 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Updating router e70ba213-7efe-47b3-86a5-a8e0182dcf83 port dbe08d1b-74c0-46ba-9e13-21a77719f003 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:58:23.558834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 660bdbf2-bbf6-4664-a06f-7609a3d30547 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:23.562878 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5b9f7e-3f0b-4af2-8dc7-90c5f828a666 None None] The sync data for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 is: [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:23.582724 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:23.660398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 660bdbf2-bbf6-4664-a06f-7609a3d30547 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:23.668829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4aa58e9c-436a-4406-b067-5114f65c23c4 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:23.723384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 4aa58e9c-436a-4406-b067-5114f65c23c4 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:23.724170 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:23.964147 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:23.979756 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Transition to ACTIVE for port object dbe08d1b-74c0-46ba-9e13-21a77719f003 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:23.990422 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.025611 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.062534 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Attempting to bind port dbe08d1b-74c0-46ba-9e13-21a77719f003 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:24.062999 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Attempting to bind port dbe08d1b-74c0-46ba-9e13-21a77719f003 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:24.063496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Attempting to bind port dbe08d1b-74c0-46ba-9e13-21a77719f003 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:24.066253 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Pushing event updated for resources: {'Port': ['ID=dbe08d1b-74c0-46ba-9e13-21a77719f003,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:24.076754 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:24.077509 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:24.078445 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.078843 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:24.079520 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Bound port: dbe08d1b-74c0-46ba-9e13-21a77719f003, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:24.079833 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.082814 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.083134 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.083496 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.083831 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.084162 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.084491 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.084815 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.085138 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.085925 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.086248 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.086631 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.086956 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 02:58:24.125199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baffde1-9a5e-456c-9d2d-ee3a049ee103 None None] Network 88b86438-0eb5-415c-ba5d-c5af386484fe requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 02:58:24.166260 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] For port dbe08d1b-74c0-46ba-9e13-21a77719f003, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:24.169856 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] For port dbe08d1b-74c0-46ba-9e13-21a77719f003, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dbe08d1b-74c0-46ba-9e13-21a77719f003,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:24.175409 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.242678 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Routers {'e70ba213-7efe-47b3-86a5-a8e0182dcf83'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:24.243900 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:24.261823 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Allocated IP 172.20.0.1 (88b86438-0eb5-415c-ba5d-c5af386484fe/bbab7b0d-3a6c-4508-af7d-d33100b89ab5/f8241ef0-801a-4291-b45c-3a095bc96f52) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:24.262788 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a38286ae-44a2-49a7-9175-827eaa977b6e None None] Provisioning for port 660bdbf2-bbf6-4664-a06f-7609a3d30547 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:24.269274 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a38286ae-44a2-49a7-9175-827eaa977b6e None None] Provisioning complete for port 660bdbf2-bbf6-4664-a06f-7609a3d30547 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:24.269689 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a38286ae-44a2-49a7-9175-827eaa977b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.287624 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40de91b-9459-4bcc-9bdf-31c28f72ccc8 None None] Pushing event updated for resources: {'Port': ['ID=dbe08d1b-74c0-46ba-9e13-21a77719f003,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:24.384356 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] Set router e70ba213-7efe-47b3-86a5-a8e0182dcf83 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:24.388863 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a38286ae-44a2-49a7-9175-827eaa977b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.429461 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.438229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a38286ae-44a2-49a7-9175-827eaa977b6e None None] For port 660bdbf2-bbf6-4664-a06f-7609a3d30547, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=660bdbf2-bbf6-4664-a06f-7609a3d30547,segment=NetworkSegment(3e99950a-a417-4633-ab4d-841de0695e39),segment_id=3e99950a-a417-4633-ab4d-841de0695e39)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:24.445066 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a38286ae-44a2-49a7-9175-827eaa977b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.447760 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Transition to ACTIVE for port object f8241ef0-801a-4291-b45c-3a095bc96f52 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:24.512990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38286ae-44a2-49a7-9175-827eaa977b6e None None] Pushing event updated for resources: {'Port': ['ID=660bdbf2-bbf6-4664-a06f-7609a3d30547,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:24.524562 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.575196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Network 88b86438-0eb5-415c-ba5d-c5af386484fe is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:24.581828 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:24.585538 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:24.626814 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.629868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Pushing event updated for resources: {'Port': ['ID=f8241ef0-801a-4291-b45c-3a095bc96f52,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:24.640071 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:21Z', 'revision_number': 3, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'gw_port': {'id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:24.676494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3170b008-3a7d-4130-be23-d2da4028ad62 None None] Provisioning complete for port 660bdbf2-bbf6-4664-a06f-7609a3d30547 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:24.676494 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3170b008-3a7d-4130-be23-d2da4028ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.712912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504ce7a5-0d65-4f36-8314-a1ac19fb2fa6 None None] The sync data for ids ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'] in n-d-715271-7 is: [{'id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:21Z', 'revision_number': 3, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'gw_port': {'id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:24.738197 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.799770 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.923777 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7868d87e-4d2f-4c09-a904-6f4daef94e7b None None] Provisioning for port f8241ef0-801a-4291-b45c-3a095bc96f52 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:24.927860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-7868d87e-4d2f-4c09-a904-6f4daef94e7b None None] Provisioning complete for port f8241ef0-801a-4291-b45c-3a095bc96f52 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:24.928423 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7868d87e-4d2f-4c09-a904-6f4daef94e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:24.970638 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-7868d87e-4d2f-4c09-a904-6f4daef94e7b None None] Port f8241ef0-801a-4291-b45c-3a095bc96f52 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:58:25.001911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:25.007087 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:25.093409 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Pushing event updated for resources: {'Port': ['ID=f8241ef0-801a-4291-b45c-3a095bc96f52,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:25.097289 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:25.205117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Network 88b86438-0eb5-415c-ba5d-c5af386484fe is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:25.206493 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:25.355075 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Router e70ba213-7efe-47b3-86a5-a8e0182dcf83 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:58:25.491977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:25.498519 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-34c0f281-5a1c-457c-b53c-6d5f4d14f3bf admin admin] 10.222.0.84 "PUT /v2.0/routers/e70ba213-7efe-47b3-86a5-a8e0182dcf83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601904 Jul 30 02:58:25.500395 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f443bcf3-1139-42af-8bb5-519fc31eb6e8 None None] Provisioning complete for port f8241ef0-801a-4291-b45c-3a095bc96f52 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:25.500889 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f443bcf3-1139-42af-8bb5-519fc31eb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:25.539242 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-f443bcf3-1139-42af-8bb5-519fc31eb6e8 None None] Port f8241ef0-801a-4291-b45c-3a095bc96f52 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:58:25.554979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bb5344d0-8801-4a01-b780-08cf8c002d40 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:25.608726 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port bb5344d0-8801-4a01-b780-08cf8c002d40 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:25.613068 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bb5344d0-8801-4a01-b780-08cf8c002d40 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:25.613698 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:25.697923 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:25.736116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port bb5344d0-8801-4a01-b780-08cf8c002d40, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bb5344d0-8801-4a01-b780-08cf8c002d40,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:25.740733 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:25.741575 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 660bdbf2-bbf6-4664-a06f-7609a3d30547 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:25.818483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=bb5344d0-8801-4a01-b780-08cf8c002d40,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:25.830616 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 660bdbf2-bbf6-4664-a06f-7609a3d30547 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:25.830983 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:25.909058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dbe08d1b-74c0-46ba-9e13-21a77719f003 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:25.961733 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port dbe08d1b-74c0-46ba-9e13-21a77719f003 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:25.965541 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port dbe08d1b-74c0-46ba-9e13-21a77719f003 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:25.965933 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.046541 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.068719 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port dbe08d1b-74c0-46ba-9e13-21a77719f003, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dbe08d1b-74c0-46ba-9e13-21a77719f003,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:26.072757 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.102920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33624) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:26.107911 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0e362b60-c358-4cb7-b46e-d0aa2a089351 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220171068', 'description': 'tempest-secgroup-smoke-220171068 description', 'project_id': '0de8717a719d4d07840d3a0c03a2b619'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:26.123460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=dbe08d1b-74c0-46ba-9e13-21a77719f003,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:26.136662 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e362b60-c358-4cb7-b46e-d0aa2a089351 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.226348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e362b60-c358-4cb7-b46e-d0aa2a089351 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.230154 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e362b60-c358-4cb7-b46e-d0aa2a089351 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.260559 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0e362b60-c358-4cb7-b46e-d0aa2a089351 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.262472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0e362b60-c358-4cb7-b46e-d0aa2a089351 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1580193 Jul 30 02:58:26.264439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e362b60-c358-4cb7-b46e-d0aa2a089351 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:26.265674 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33626) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:26.270526 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-1007be29-ebcb-40c8-9d0c-4607f8f2d435 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': '8a5fa8e2-99e7-49e3-a54a-2a6466ebf452', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:26.299070 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1007be29-ebcb-40c8-9d0c-4607f8f2d435 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.355526 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1007be29-ebcb-40c8-9d0c-4607f8f2d435 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.359167 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1007be29-ebcb-40c8-9d0c-4607f8f2d435 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.377516 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007be29-ebcb-40c8-9d0c-4607f8f2d435 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91ad867-ffa5-4bc0-b0b6-023a134593d1,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:26.379833 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1007be29-ebcb-40c8-9d0c-4607f8f2d435 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.381021 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1007be29-ebcb-40c8-9d0c-4607f8f2d435 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142664 Jul 30 02:58:26.384355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33628) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:26.388838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-eddfd5ed-8d57-413d-9a1e-8813a998d88d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': '8a5fa8e2-99e7-49e3-a54a-2a6466ebf452', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:26.414447 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eddfd5ed-8d57-413d-9a1e-8813a998d88d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.479324 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eddfd5ed-8d57-413d-9a1e-8813a998d88d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.483522 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eddfd5ed-8d57-413d-9a1e-8813a998d88d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.506886 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfd5ed-8d57-413d-9a1e-8813a998d88d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae54e4eb-de0c-4431-b5ed-9c0ff631fc86,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:26.511583 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eddfd5ed-8d57-413d-9a1e-8813a998d88d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.513145 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eddfd5ed-8d57-413d-9a1e-8813a998d88d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277688 Jul 30 02:58:26.516290 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33630) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:26.520725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8bac7925-4b92-45f1-b57c-667f1f955c27 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': '8a5fa8e2-99e7-49e3-a54a-2a6466ebf452', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:26.546260 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bac7925-4b92-45f1-b57c-667f1f955c27 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.603075 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bac7925-4b92-45f1-b57c-667f1f955c27 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.607052 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bac7925-4b92-45f1-b57c-667f1f955c27 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.623347 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac7925-4b92-45f1-b57c-667f1f955c27 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed1c7d6-0803-4c44-ac8d-8afd1d6843bc,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:26.633065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8bac7925-4b92-45f1-b57c-667f1f955c27 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.635186 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8bac7925-4b92-45f1-b57c-667f1f955c27 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178951 Jul 30 02:58:26.637898 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33632) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:26.642627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-db5c5bab-7daa-40a5-b056-8571b86b64f1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': '8a5fa8e2-99e7-49e3-a54a-2a6466ebf452', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:26.671423 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db5c5bab-7daa-40a5-b056-8571b86b64f1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.734327 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db5c5bab-7daa-40a5-b056-8571b86b64f1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.738791 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db5c5bab-7daa-40a5-b056-8571b86b64f1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.759067 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c5bab-7daa-40a5-b056-8571b86b64f1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b4f272-bb62-492f-9b9c-5f80ef262a61,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:26.766089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-db5c5bab-7daa-40a5-b056-8571b86b64f1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.767334 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-db5c5bab-7daa-40a5-b056-8571b86b64f1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284475 Jul 30 02:58:26.770148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33634) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:26.776163 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-55cb9be8-e354-4a46-a809-04c2bb259188 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': '8a5fa8e2-99e7-49e3-a54a-2a6466ebf452', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:26.801996 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-55cb9be8-e354-4a46-a809-04c2bb259188 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Project 0de8717a719d4d07840d3a0c03a2b619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:58:26.807898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55cb9be8-e354-4a46-a809-04c2bb259188 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.875026 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55cb9be8-e354-4a46-a809-04c2bb259188 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.878790 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55cb9be8-e354-4a46-a809-04c2bb259188 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.903302 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb9be8-e354-4a46-a809-04c2bb259188 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e712c954-13a2-4f7c-8c0c-3c771197897b,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:26.905617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-55cb9be8-e354-4a46-a809-04c2bb259188 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.906893 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-55cb9be8-e354-4a46-a809-04c2bb259188 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356647 Jul 30 02:58:26.911704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33636) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:26.915365 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-0b11e0d6-1b69-4da8-b415-6ef83ac70b53 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': '8a5fa8e2-99e7-49e3-a54a-2a6466ebf452', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:26.940657 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Sync routers for ids ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:26.941886 n-d-715271-7 neutron-server[93819]: INFO neutron.db.securitygroups_db [None req-0b11e0d6-1b69-4da8-b415-6ef83ac70b53 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Project 0de8717a719d4d07840d3a0c03a2b619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 02:58:26.947622 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0b11e0d6-1b69-4da8-b415-6ef83ac70b53 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:26.950245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Routers {'e70ba213-7efe-47b3-86a5-a8e0182dcf83'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:26.950861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:27.010094 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0b11e0d6-1b69-4da8-b415-6ef83ac70b53 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:27.014361 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0b11e0d6-1b69-4da8-b415-6ef83ac70b53 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:27.033125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11e0d6-1b69-4da8-b415-6ef83ac70b53 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40aafa6-eb55-4457-8cdb-7746cbeed8c3,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:27.040638 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-0b11e0d6-1b69-4da8-b415-6ef83ac70b53 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:27.041839 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-0b11e0d6-1b69-4da8-b415-6ef83ac70b53 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307988 Jul 30 02:58:27.070599 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Set router e70ba213-7efe-47b3-86a5-a8e0182dcf83 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:27.251388 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-7f781e01-e69c-4024-a005-cdded4c582db tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220171068&fields=id&tenant_id=0de8717a719d4d07840d3a0c03a2b619 HTTP/1.1" status: 200 len: 267 time: 0.0336533 Jul 30 02:58:27.277813 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:24Z', 'revision_number': 4, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'gw_port': {'id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f8241ef0-801a-4291-b45c-3a095bc96f52', 'name': '', 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'mac_address': 'fa:16:3e:dd:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'bbab7b0d-3a6c-4508-af7d-d33100b89ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:24Z', 'updated_at': '2021-07-30T02:58:24Z', 'revision_number': 2, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'subnets': [{'id': 'bbab7b0d-3a6c-4508-af7d-d33100b89ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:27.372608 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-9f3029cf-77dd-4295-a707-c04bfc8cf76f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:27.374306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-9f3029cf-77dd-4295-a707-c04bfc8cf76f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 808 time: 0.1154809 Jul 30 02:58:27.392576 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-00d82528-a6a2-4cf1-8c76-c743efca090d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/quotas/0de8717a719d4d07840d3a0c03a2b619 HTTP/1.1" status: 200 len: 375 time: 0.0115273 Jul 30 02:58:27.447902 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d76eb00f-b280-4550-a37e-0ab6ad7c4906 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494211 Jul 30 02:58:27.461848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bb5344d0-8801-4a01-b780-08cf8c002d40 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:27.464246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Checking router: e70ba213-7efe-47b3-86a5-a8e0182dcf83 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:27.464601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Updating router e70ba213-7efe-47b3-86a5-a8e0182dcf83 port f8241ef0-801a-4291-b45c-3a095bc96f52 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 02:58:27.525642 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:27.550957 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-63606ef6-b6d3-4ed6-8fc3-6c4eb7534d5c service neutron] 10.222.0.84 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905206 Jul 30 02:58:27.589155 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port bb5344d0-8801-4a01-b780-08cf8c002d40 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:27.589517 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:27.642725 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-26c76e06-82d6-43e2-9606-8bb6279eaa36 service neutron] 10.222.0.84 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853024 Jul 30 02:58:27.787987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dbe08d1b-74c0-46ba-9e13-21a77719f003 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:27.813170 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a56a2a3-3085-4a2d-b98e-c5dc2d176723 req-a878f70f-ff87-49e0-9c5a-79c199720b66 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 210 time: 0.0313752 Jul 30 02:58:27.887650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port dbe08d1b-74c0-46ba-9e13-21a77719f003 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:27.888017 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:27.915886 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:27.932163 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Transition to ACTIVE for port object f8241ef0-801a-4291-b45c-3a095bc96f52 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:27.940664 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:28.001038 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b244ad-613b-4bf0-8ef6-b1ab1a107c36 None None] Pushing event updated for resources: {'Port': ['ID=f8241ef0-801a-4291-b45c-3a095bc96f52,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:28.084062 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Attempting to bind port f8241ef0-801a-4291-b45c-3a095bc96f52 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:28.084421 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Attempting to bind port f8241ef0-801a-4291-b45c-3a095bc96f52 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '3e99950a-a417-4633-ab4d-841de0695e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:28.084784 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Attempting to bind port f8241ef0-801a-4291-b45c-3a095bc96f52 on network 88b86438-0eb5-415c-ba5d-c5af386484fe {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:28.093512 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:28.093889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Checking segment: {'id': '3e99950a-a417-4633-ab4d-841de0695e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:28.094382 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:28.094770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Bound using segment: {'id': '3e99950a-a417-4633-ab4d-841de0695e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:28.095246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Bound port: f8241ef0-801a-4291-b45c-3a095bc96f52, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e99950a-a417-4633-ab4d-841de0695e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:28.095665 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:28.167819 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] For port f8241ef0-801a-4291-b45c-3a095bc96f52, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:28.171688 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] For port f8241ef0-801a-4291-b45c-3a095bc96f52, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f8241ef0-801a-4291-b45c-3a095bc96f52,segment=NetworkSegment(3e99950a-a417-4633-ab4d-841de0695e39),segment_id=3e99950a-a417-4633-ab4d-841de0695e39)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:28.178821 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:28.239614 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Routers {'e70ba213-7efe-47b3-86a5-a8e0182dcf83'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:28.240477 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:28.291264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b244ad-613b-4bf0-8ef6-b1ab1a107c36 None None] Pushing event updated for resources: {'Port': ['ID=f8241ef0-801a-4291-b45c-3a095bc96f52,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:28.383699 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] Set router e70ba213-7efe-47b3-86a5-a8e0182dcf83 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:28.618798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:24Z', 'revision_number': 4, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'gw_port': {'id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f8241ef0-801a-4291-b45c-3a095bc96f52', 'name': '', 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'mac_address': 'fa:16:3e:dd:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'bbab7b0d-3a6c-4508-af7d-d33100b89ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:24Z', 'updated_at': '2021-07-30T02:58:28Z', 'revision_number': 4, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'subnets': [{'id': 'bbab7b0d-3a6c-4508-af7d-d33100b89ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:28.645294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e8866-f3d9-4db6-9931-e8d1c42ebd57 None None] The sync data for ids ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'] in n-d-715271-7 is: [{'id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:24Z', 'revision_number': 4, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'gw_port': {'id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'f8241ef0-801a-4291-b45c-3a095bc96f52', 'name': '', 'network_id': '88b86438-0eb5-415c-ba5d-c5af386484fe', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'mac_address': 'fa:16:3e:dd:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'bbab7b0d-3a6c-4508-af7d-d33100b89ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:24Z', 'updated_at': '2021-07-30T02:58:28Z', 'revision_number': 4, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'subnets': [{'id': 'bbab7b0d-3a6c-4508-af7d-d33100b89ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:28.928074 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5be234e3-01da-429d-b4ab-b07002faf05c req-2647febe-b7fc-4f96-b3b0-da11254af48a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 210 time: 0.0406709 Jul 30 02:58:29.015625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-68a57339-51fb-4be3-8eef-bf110b688a54 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:29.017216 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-68a57339-51fb-4be3-8eef-bf110b688a54 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 808 time: 0.1183350 Jul 30 02:58:29.066176 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-709fea6a-5c27-4c4a-a086-ca9c1d9547d3 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0de8717a719d4d07840d3a0c03a2b619 HTTP/1.1" status: 200 len: 379 time: 0.0390494 Jul 30 02:58:29.078060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'port': {'device_id': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'admin_state_up': True, 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'security_groups': ['8a5fa8e2-99e7-49e3-a54a-2a6466ebf452']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:29.197708 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Made reservation on behalf of 0de8717a719d4d07840d3a0c03a2b619 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 02:58:29.201108 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:29.334734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Allocated IP 172.20.0.12 (1ec26022-02e8-4376-af4f-fd106517d854/2684a4ca-518d-4198-9b5f-e78fe4913056/f311ef61-7571-4940-86da-43b1adcd2e12) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:29.408025 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f8241ef0-801a-4291-b45c-3a095bc96f52 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:29.467072 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port f8241ef0-801a-4291-b45c-3a095bc96f52 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:29.473695 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f8241ef0-801a-4291-b45c-3a095bc96f52 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:29.474084 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:29.488289 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:29.503521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Transition to ACTIVE for port object f311ef61-7571-4940-86da-43b1adcd2e12 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:29.538255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:29.557272 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:29.581654 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Network 1ec26022-02e8-4376-af4f-fd106517d854 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:29.585285 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:29.589498 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:29.591278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port f8241ef0-801a-4291-b45c-3a095bc96f52, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f8241ef0-801a-4291-b45c-3a095bc96f52,segment=NetworkSegment(3e99950a-a417-4633-ab4d-841de0695e39),segment_id=3e99950a-a417-4633-ab4d-841de0695e39)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:29.595261 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:29.618562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:29.646552 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=f8241ef0-801a-4291-b45c-3a095bc96f52,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:29.652388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:29.653046 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:29.668803 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-d304bdc8-9a4a-43c0-b2d9-881fbb1f9333 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5946994 Jul 30 02:58:29.683312 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Request body: {'port': {'device_id': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:29.745511 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:29.883866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-30418128-ae0d-4603-845d-08ee818ed7e8 None None] Provisioning for port f311ef61-7571-4940-86da-43b1adcd2e12 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:29.887455 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-30418128-ae0d-4603-845d-08ee818ed7e8 None None] Provisioning complete for port f311ef61-7571-4940-86da-43b1adcd2e12 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:29.887839 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-30418128-ae0d-4603-845d-08ee818ed7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:29.924915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-30418128-ae0d-4603-845d-08ee818ed7e8 None None] Port f311ef61-7571-4940-86da-43b1adcd2e12 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 02:58:30.015594 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f311ef61-7571-4940-86da-43b1adcd2e12 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:58:30.024781 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:30.038029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Transition to ACTIVE for port object f311ef61-7571-4940-86da-43b1adcd2e12 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 02:58:30.041307 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:30.056251 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d093d15-e33c-4bea-818c-6033d1989f09 req-6e5ad075-5b4e-4997-a3b0-8a982d1082b9 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:30.058374 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d093d15-e33c-4bea-818c-6033d1989f09 req-6e5ad075-5b4e-4997-a3b0-8a982d1082b9 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 932 time: 0.0565219 Jul 30 02:58:30.095812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:30.109339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8d093d15-e33c-4bea-818c-6033d1989f09 req-36c3e35e-62bb-488a-9369-c8c194458be7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Jul 30 02:58:30.175632 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Attempting to bind port f311ef61-7571-4940-86da-43b1adcd2e12 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 02:58:30.175975 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Attempting to bind port f311ef61-7571-4940-86da-43b1adcd2e12 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 02:58:30.176310 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Attempting to bind port f311ef61-7571-4940-86da-43b1adcd2e12 on network 1ec26022-02e8-4376-af4f-fd106517d854 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:30.181139 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Port f311ef61-7571-4940-86da-43b1adcd2e12 on network 1ec26022-02e8-4376-af4f-fd106517d854 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 02:58:30.181470 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Attempting to bind port f311ef61-7571-4940-86da-43b1adcd2e12 on network 1ec26022-02e8-4376-af4f-fd106517d854 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 02:58:30.186601 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 02:58:30.186938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Checking segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 02:58:30.187332 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Bound using segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 02:58:30.187865 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Bound port: f311ef61-7571-4940-86da-43b1adcd2e12, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 02:58:30.188195 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:30.256217 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 02:58:30.259801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 02:58:30.264228 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:30.299205 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:30.299807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:30.301368 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] 10.222.0.41 "PUT /v2.0/ports/f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 1092 time: 0.6224725 Jul 30 02:58:30.301934 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:58:30.304286 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e188401c-c368-499d-ab85-53757695a316" -d '{"events": [{"name": "network-changed", "server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:58:30.329993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde606aa-3239-46c0-a2b6-39bf1d75fd75 service neutron] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:30.382879 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b1b004-c21b-4072-8ed6-11595b1bef7b x-openstack-request-id: req-41b1b004-c21b-4072-8ed6-11595b1bef7b {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:58:30.383526 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:58:30.383697 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-41b1b004-c21b-4072-8ed6-11595b1bef7b {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:58:30.384107 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'status': 'completed', 'code': 200} Jul 30 02:58:30.402130 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-e3fc4ce9-9c1d-49c1-8320-8bd3fa6736e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:30.403702 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-e3fc4ce9-9c1d-49c1-8320-8bd3fa6736e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1095 time: 0.0577393 Jul 30 02:58:30.447702 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-eb5be2e3-4c1c-4077-b33a-1360963715d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 217 time: 0.0357518 Jul 30 02:58:30.504082 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-bf1287f7-f675-4f30-ad4d-ee0c412f4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:30.505582 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-bf1287f7-f675-4f30-ad4d-ee0c412f4ad8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0511148 Jul 30 02:58:30.560706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-f36350fd-282f-425b-afd4-9a167696586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:30.562248 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-f36350fd-282f-425b-afd4-9a167696586a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492821 Jul 30 02:58:30.665659 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-28a9c394-9d4c-4fdc-bf59-4714e6a672d0 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954025 Jul 30 02:58:30.763898 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-1dcc52bc-4705-4e43-b87d-e565fad78528 req-c69be1f1-bf03-40c6-9ed7-eb3d66f223bd service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914407 Jul 30 02:58:30.858515 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188401c-c368-499d-ab85-53757695a316 req-9281f7a6-46de-4a5e-80cf-e7cffcbde3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:30.860348 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e188401c-c368-499d-ab85-53757695a316 req-9281f7a6-46de-4a5e-80cf-e7cffcbde3c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1095 time: 0.0461442 Jul 30 02:58:30.861815 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-38058fd3-b1ad-4449-a51b-a2c9f9b946c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:30.948444 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188401c-c368-499d-ab85-53757695a316 req-367c23dc-2429-4a9c-9248-b17568851094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:30.949902 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e188401c-c368-499d-ab85-53757695a316 req-367c23dc-2429-4a9c-9248-b17568851094 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0827055 Jul 30 02:58:30.995497 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e188401c-c368-499d-ab85-53757695a316 req-f04bb306-be6e-4dd6-9708-b4ab2cf234d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 217 time: 0.0382850 Jul 30 02:58:31.043739 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188401c-c368-499d-ab85-53757695a316 req-4984b3ce-e02b-4e0a-82ae-174cceb1721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:31.045091 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e188401c-c368-499d-ab85-53757695a316 req-4984b3ce-e02b-4e0a-82ae-174cceb1721b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0427012 Jul 30 02:58:31.096381 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188401c-c368-499d-ab85-53757695a316 req-43b386ac-85ab-44d6-bac1-58fb2c4086a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:31.097952 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e188401c-c368-499d-ab85-53757695a316 req-43b386ac-85ab-44d6-bac1-58fb2c4086a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434394 Jul 30 02:58:31.199080 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e188401c-c368-499d-ab85-53757695a316 req-9be0e662-9545-414b-8c4f-1a6e2a6af240 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927255 Jul 30 02:58:31.239460 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0c47d-78e2-41db-bc74-e743456c1868 req-e4f6c9c8-c8ae-4c95-9fd5-b34bb7ce2aff tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:31.241001 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f0c47d-78e2-41db-bc74-e743456c1868 req-e4f6c9c8-c8ae-4c95-9fd5-b34bb7ce2aff tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0572543 Jul 30 02:58:31.283370 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66f0c47d-78e2-41db-bc74-e743456c1868 req-c1ebf8b3-f277-4730-b4a9-387a95d523db tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349715 Jul 30 02:58:31.302263 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e188401c-c368-499d-ab85-53757695a316 req-f748e8bc-7a17-4869-8a46-ef15fb88966e service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951347 Jul 30 02:58:31.380824 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f8241ef0-801a-4291-b45c-3a095bc96f52 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:31.428568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port f8241ef0-801a-4291-b45c-3a095bc96f52 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:31.428933 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:32.229120 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:32.406470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bdc16-97f7-4a48-8753-dff75f0707bf req-705072f4-8118-4bc1-adee-9e3f080bc558 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:32.408215 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-085bdc16-97f7-4a48-8753-dff75f0707bf req-705072f4-8118-4bc1-adee-9e3f080bc558 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0535514 Jul 30 02:58:32.446480 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-085bdc16-97f7-4a48-8753-dff75f0707bf req-9dd98b40-e88a-46a5-97b5-a80ace5030b8 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323086 Jul 30 02:58:33.381494 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 02:58:33.482221 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:33.500597 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'port_id': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'mac_address': 'fa:16:3e:78:dd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 02:58:33.504442 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce8fa-e0b3-422b-8c4f-0cfeceef043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:33.545701 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:33.561797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f311ef61-7571-4940-86da-43b1adcd2e12 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 02:58:33.566434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e704d-1689-4ee0-a1fd-aad7cd4a9e44 req-6e1b1763-8399-42bd-a7b5-3e424c7fdfbb tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:33.567972 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-900e704d-1689-4ee0-a1fd-aad7cd4a9e44 req-6e1b1763-8399-42bd-a7b5-3e424c7fdfbb tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0525608 Jul 30 02:58:33.582074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:33.587058 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:33.612113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-900e704d-1689-4ee0-a1fd-aad7cd4a9e44 req-91cafc3b-7259-429f-a8ba-c12262aba92f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377989 Jul 30 02:58:33.641482 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:33.792249 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f311ef61-7571-4940-86da-43b1adcd2e12'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 02:58:33.980497 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:34.790603 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:34.823647 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243d3e-2486-46e4-847f-ffad168bcd2c req-3a6ba20a-1812-4b86-b166-53e28dd714fc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:34.825211 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3243d3e-2486-46e4-847f-ffad168bcd2c req-3a6ba20a-1812-4b86-b166-53e28dd714fc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 945 time: 0.1462584 Jul 30 02:58:34.863417 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d3243d3e-2486-46e4-847f-ffad168bcd2c req-5ad6a498-2c51-43ce-8f1c-eae64b86d625 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320513 Jul 30 02:58:35.385950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 02:58:35.434048 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port f311ef61-7571-4940-86da-43b1adcd2e12 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 02:58:35.437650 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f311ef61-7571-4940-86da-43b1adcd2e12 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 02:58:35.438028 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:35.516099 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:35.539077 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:58:35.542192 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55f7865-3b66-4fcf-a2c8-d4da412af128" -d '{"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-plugged", "status": "completed", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:58:35.556257 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 02:58:35.560821 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:35.583349 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 02:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a9c91b-4687-452d-b9e7-5c5bb209c1ff x-openstack-request-id: req-49a9c91b-4687-452d-b9e7-5c5bb209c1ff {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:58:35.583658 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-plugged", "status": "completed", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:58:35.583911 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-49a9c91b-4687-452d-b9e7-5c5bb209c1ff {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:58:35.584309 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'code': 200} Jul 30 02:58:35.612056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:35.681693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625510cb-d44e-48a2-859c-c5b36d19b9d8 req-ae9cd150-86b8-4af2-a2b0-9a4e2a68b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:35.683169 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-625510cb-d44e-48a2-859c-c5b36d19b9d8 req-ae9cd150-86b8-4af2-a2b0-9a4e2a68b29e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1097 time: 0.0462260 Jul 30 02:58:35.718781 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-625510cb-d44e-48a2-859c-c5b36d19b9d8 req-cfe017fd-3355-4f09-bf9f-38a4c603c63d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276051 Jul 30 02:58:35.985783 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03921810-c9b0-42d9-9f2e-5c88ea79a447 req-e4978326-a256-43a2-8767-7aa7a9619075 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:35.987203 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03921810-c9b0-42d9-9f2e-5c88ea79a447 req-e4978326-a256-43a2-8767-7aa7a9619075 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0531979 Jul 30 02:58:36.025229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-03921810-c9b0-42d9-9f2e-5c88ea79a447 req-2e1c2385-7819-43f7-9242-c3acbfbaa90d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313463 Jul 30 02:58:36.448023 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:37.138534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c6a78-7fd2-48df-a788-6493b4a83f27 req-e5901858-a5c7-46d4-a06a-0d1626eedc20 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:37.140059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-085c6a78-7fd2-48df-a788-6493b4a83f27 req-e5901858-a5c7-46d4-a06a-0d1626eedc20 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0489104 Jul 30 02:58:37.180401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-085c6a78-7fd2-48df-a788-6493b4a83f27 req-46b0c764-a5a6-47ea-890d-f57ca43cc143 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344520 Jul 30 02:58:37.295817 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c077ee-a593-43f3-b016-541ce9a1363a req-ef0fb78b-6879-40f3-ac51-2bdfbb6aadc0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:37.297339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01c077ee-a593-43f3-b016-541ce9a1363a req-ef0fb78b-6879-40f3-ac51-2bdfbb6aadc0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0498819 Jul 30 02:58:37.335624 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-01c077ee-a593-43f3-b016-541ce9a1363a req-5b27dbb3-b4a6-4c29-a581-8a348a426dc6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323157 Jul 30 02:58:37.357785 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 33694) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:37.441316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddad945-6aa3-43f8-b91d-fb1822707bec tempest-TestShelveInstance-775587897 tempest-TestShelveInstance-775587897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:37.442807 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3ddad945-6aa3-43f8-b91d-fb1822707bec tempest-TestShelveInstance-775587897 tempest-TestShelveInstance-775587897-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1092 time: 0.0840509 Jul 30 02:58:37.446569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 33698) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 02:58:37.451074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 02:58:37.473976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for floatingip, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:37.577942 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:37.685338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Allocated IP 172.25.7.93 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/eccfba25-f5ee-4b65-ba67-b880c0330856) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 02:58:37.784512 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:37.824613 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:37.863950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 02:58:37.866752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 02:58:37.870771 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 02:58:37.898402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'Port': ['ID=eccfba25-f5ee-4b65-ba67-b880c0330856,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:38.227325 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:38.310583 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:38.475003 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:38.480486 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:38.545981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'Port': ['ID=eccfba25-f5ee-4b65-ba67-b880c0330856,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 02:58:38.560117 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:38.661062 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Floating IP 3abb2f54-ca48-49f8-a1b8-f0d5452ef15a associated. External IP: 172.25.7.93, port: f311ef61-7571-4940-86da-43b1adcd2e12. Jul 30 02:58:38.873210 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 02:58:38.985414 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 02:58:38.995882 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] Sync routers for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 02:58:39.002689 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:39.006542 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:39.007303 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:39.030938 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-8b208828-6a41-4208-aab5-12146eb9d476 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5833874 Jul 30 02:58:39.031546 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 02:58:39.033807 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f15e616-8878-4c5a-bd26-820e2af7f9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 02:58:39.070898 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 02:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3053e529-4f1d-4fc5-b3b3-1f2e5cd51341 x-openstack-request-id: req-3053e529-4f1d-4fc5-b3b3-1f2e5cd51341 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 02:58:39.071197 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 02:58:39.071479 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3053e529-4f1d-4fc5-b3b3-1f2e5cd51341 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 02:58:39.071894 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'status': 'completed', 'code': 200} Jul 30 02:58:39.115111 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:39.132885 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-b9a2c481-3ff8-43ea-9d1b-040a4e388211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:39.134299 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-b9a2c481-3ff8-43ea-9d1b-040a4e388211 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1097 time: 0.0412955 Jul 30 02:58:39.232848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-2bb35976-1c1d-4665-a8a6-c0ac59e35ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:39.234372 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-2bb35976-1c1d-4665-a8a6-c0ac59e35ae5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0921433 Jul 30 02:58:39.307916 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-bd3f763b-d829-4d4d-8c05-28e39c655783 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 999 time: 0.0645313 Jul 30 02:58:39.349376 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '3abb2f54-ca48-49f8-a1b8-f0d5452ef15a', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'port_id': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'mac_address': 'fa:16:3e:78:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:58:38Z', 'updated_at': '2021-07-30T02:58:38Z', 'revision_number': 0, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:39.359181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-3deaef7b-c03c-4d33-83c5-064769a8a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:39.360680 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-3deaef7b-c03c-4d33-83c5-064769a8a3ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0461333 Jul 30 02:58:39.378748 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] Checking router: 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 02:58:39.387103 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 02:58:39.387741 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T02:58:33Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:39.410887 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-9ea27702-cbe5-429e-95ee-e48e8be71a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:58:39.412458 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-9ea27702-cbe5-429e-95ee-e48e8be71a48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448635 Jul 30 02:58:39.493544 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 02:58:39.502247 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-e4edd647-78bc-4157-8abf-a2fcbdb6490c service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821960 Jul 30 02:58:39.604762 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-5f15e616-8878-4c5a-bd26-820e2af7f9d5 req-7ca300d9-ee07-471a-a653-16ba29865cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947201 Jul 30 02:58:39.813493 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '3abb2f54-ca48-49f8-a1b8-f0d5452ef15a', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'port_id': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'mac_address': 'fa:16:3e:78:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:58:38Z', 'updated_at': '2021-07-30T02:58:38Z', 'revision_number': 0, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 02:58:39.841681 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe75b48-cb70-494b-a39f-157e67c8e54b None None] The sync data for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 is: [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '3abb2f54-ca48-49f8-a1b8-f0d5452ef15a', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'floating_ip_address': '172.25.7.93', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'port_id': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'mac_address': 'fa:16:3e:78:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T02:58:38Z', 'updated_at': '2021-07-30T02:58:38Z', 'revision_number': 0, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 02:58:40.040860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c679cf-2d04-48e7-a43f-791adac099ac None None] New status for floating IP 3abb2f54-ca48-49f8-a1b8-f0d5452ef15a: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 02:58:54.708647 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:58:55.403670 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:59:00.862769 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1000f8fe-eead-4fda-80ab-b9b0c1efd140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:01.351941 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-e96908f9-8021-4368-8649-55c1566ec165 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412600 Jul 30 02:59:01.432856 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-96825660-bb6e-4230-aebc-ba6140a850da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:01.434336 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-96825660-bb6e-4230-aebc-ba6140a850da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1097 time: 0.0401366 Jul 30 02:59:01.540193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-cbe0e4c3-fcbf-4f27-95b7-c5c381831798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:01.541659 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-cbe0e4c3-fcbf-4f27-95b7-c5c381831798 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0877345 Jul 30 02:59:01.605176 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-d1a2768f-3102-4b5e-9f86-503cbec6f194 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 1001 time: 0.0566969 Jul 30 02:59:01.653909 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-880c58b6-ad4c-4df8-ae6c-89f0b07d2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:01.655401 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-880c58b6-ad4c-4df8-ae6c-89f0b07d2906 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0435243 Jul 30 02:59:01.704408 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-12999eef-62e3-49d7-8458-c3620a1fcc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 02:59:01.705897 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-12999eef-62e3-49d7-8458-c3620a1fcc1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430679 Jul 30 02:59:01.793328 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-a9da6313-c333-41ea-8bc1-269bbe617555 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800397 Jul 30 02:59:01.886949 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-7b5ccd1a-fa25-4618-913d-50364cc28c12 req-21a725ad-cdf3-4312-87cb-2a1eaa6eac2d service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859463 Jul 30 02:59:02.231782 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:03.498754 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4208bb54-ebf1-4a58-9849-d0a89545ceae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:03.972010 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:04.791137 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:06.452205 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:24.704267 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:30.863306 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7610adff-da32-4350-be37-91b7501a0b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:32.237005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:32.402438 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 02:59:33.500347 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-05631887-2647-4f24-ace9-d1f26ca4229d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:33.972873 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:34.794636 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:36.454390 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 02:59:54.719375 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:00.864709 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3c77eeb1-5098-413d-97bd-c12a6c26ecc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:02.236634 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:03.331880 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-cf02cd34-0eeb-47c2-ac0d-d8107af4659f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402050 Jul 30 03:00:03.412713 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-683dfc99-a93b-4149-a80d-3958e6680b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:03.414175 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-683dfc99-a93b-4149-a80d-3958e6680b20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1097 time: 0.0393519 Jul 30 03:00:03.501049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8bf13efb-9475-4fa9-af2d-b705842cc0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:03.523051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-63dc7c42-40b0-4a79-a35b-3af53d432065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:03.524564 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-63dc7c42-40b0-4a79-a35b-3af53d432065 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0904603 Jul 30 03:00:03.589772 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-207fca00-0b80-4b0d-be03-a88d12327555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 1001 time: 0.0573545 Jul 30 03:00:03.637935 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-61a8d99d-824a-4459-a1a7-9017a2f697f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:03.639395 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-61a8d99d-824a-4459-a1a7-9017a2f697f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0427747 Jul 30 03:00:03.692415 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-7c40743e-b0a6-48bb-a470-1d830a71a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:03.693953 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-7c40743e-b0a6-48bb-a470-1d830a71a414 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479736 Jul 30 03:00:03.783013 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-86c6daea-b9a6-4e19-8731-cbebec57439a service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813718 Jul 30 03:00:03.878856 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-99c12ad6-f9d3-4606-b951-e37efb24a095 req-85b383f5-c92d-4dee-af8c-8498bbe8cfdf service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883970 Jul 30 03:00:03.973246 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:04.796175 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:06.457625 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:09.401725 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:00:24.718885 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:30.865504 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e69c6f34-7116-4251-8b68-ea2c8461712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:32.258607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:33.504590 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7d97-ad22-4e36-9fb7-28e78cdbb74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:33.980694 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:34.752834 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954df48-bf83-438e-9281-4d0a18d2129a req-cbceb902-d668-4607-95d2-6a70a2744f3f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:34.754358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3954df48-bf83-438e-9281-4d0a18d2129a req-cbceb902-d668-4607-95d2-6a70a2744f3f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0544786 Jul 30 03:00:34.803400 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:34.805442 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3954df48-bf83-438e-9281-4d0a18d2129a req-59f1e7c3-d0ed-42b5-b8da-e80a3bb666c0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449491 Jul 30 03:00:35.956705 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e3335-4924-4acd-b6be-067f6b6b8ad1 req-8c67e57e-d4c7-46d7-9fe4-6e41399d10c0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:35.958472 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d21e3335-4924-4acd-b6be-067f6b6b8ad1 req-8c67e57e-d4c7-46d7-9fe4-6e41399d10c0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0519617 Jul 30 03:00:36.007163 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d21e3335-4924-4acd-b6be-067f6b6b8ad1 req-c9eb526e-98b3-4986-956a-aa0b56c30819 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425155 Jul 30 03:00:36.459967 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:37.134903 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37c4e6-c4eb-4a2b-9f29-840622f007d0 req-6bf344db-250d-4f45-997d-d8401ce9bd32 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:37.137041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b37c4e6-c4eb-4a2b-9f29-840622f007d0 req-6bf344db-250d-4f45-997d-d8401ce9bd32 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0566430 Jul 30 03:00:37.179258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2b37c4e6-c4eb-4a2b-9f29-840622f007d0 req-1be5a105-779a-4aeb-86f4-24e9da74257a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363848 Jul 30 03:00:38.303352 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20519b-66c5-482f-8b69-0cefdd5fd7b5 req-24e4d240-cafc-4812-8189-1e07ef4f25ee tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:38.304871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f20519b-66c5-482f-8b69-0cefdd5fd7b5 req-24e4d240-cafc-4812-8189-1e07ef4f25ee tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0550399 Jul 30 03:00:38.344093 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1f20519b-66c5-482f-8b69-0cefdd5fd7b5 req-9eb52d28-4295-4a3e-87e9-662e35d88e59 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332928 Jul 30 03:00:39.460703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88100d51-b300-4f19-bc69-918f0aada907 req-644606ce-e12b-4466-b379-c3fbe6e45d0c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:39.462339 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88100d51-b300-4f19-bc69-918f0aada907 req-644606ce-e12b-4466-b379-c3fbe6e45d0c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0509224 Jul 30 03:00:39.503815 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-88100d51-b300-4f19-bc69-918f0aada907 req-8cf7a09d-ea76-4114-9aa7-fd650e41d189 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352912 Jul 30 03:00:40.625966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8f678-9da6-46f5-8ce1-bc6b9aa80d82 req-9161b13a-5102-4729-846f-856607a512d5 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:40.627503 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65b8f678-9da6-46f5-8ce1-bc6b9aa80d82 req-9161b13a-5102-4729-846f-856607a512d5 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0535848 Jul 30 03:00:40.665377 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-65b8f678-9da6-46f5-8ce1-bc6b9aa80d82 req-2c79c323-c5ed-40ed-a18e-6b38d1345397 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319057 Jul 30 03:00:41.784236 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daea9f-2c5a-4a5f-b602-62a45a33e46b req-a59ac76d-c775-4ea8-8849-17ba434bb958 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:41.785729 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64daea9f-2c5a-4a5f-b602-62a45a33e46b req-a59ac76d-c775-4ea8-8849-17ba434bb958 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0493922 Jul 30 03:00:41.823825 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-64daea9f-2c5a-4a5f-b602-62a45a33e46b req-7481b978-4ab5-4d46-ba33-b5376de40a23 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321705 Jul 30 03:00:42.937862 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb73005-9953-4bc0-9861-094b7151d749 req-4f0e6962-0e33-4d35-a802-2a42c681f3d2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:42.939881 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-efb73005-9953-4bc0-9861-094b7151d749 req-4f0e6962-0e33-4d35-a802-2a42c681f3d2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0488818 Jul 30 03:00:42.978332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-efb73005-9953-4bc0-9861-094b7151d749 req-7822de5a-40e7-4539-8403-db0b9ecbaa85 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325329 Jul 30 03:00:44.103316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23453795-493c-43d7-b6fc-3e6fd0bddf8f req-25089635-33fb-4917-856b-02abf07b009c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:44.104862 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23453795-493c-43d7-b6fc-3e6fd0bddf8f req-25089635-33fb-4917-856b-02abf07b009c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0547531 Jul 30 03:00:44.143032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-23453795-493c-43d7-b6fc-3e6fd0bddf8f req-208e64ab-9c10-4396-9f56-b98553a1377c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Jul 30 03:00:45.290768 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948250f-65c2-46fa-8649-87aec5be46fd req-f40be4e9-fb29-49a4-ae9a-40e840c406e5 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:45.292383 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f948250f-65c2-46fa-8649-87aec5be46fd req-f40be4e9-fb29-49a4-ae9a-40e840c406e5 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0620551 Jul 30 03:00:45.344024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f948250f-65c2-46fa-8649-87aec5be46fd req-ab7593c1-edc9-48f7-beee-c215ed9b475b tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452816 Jul 30 03:00:46.068127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:00:46.167285 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:00:46.179488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'port_id': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'mac_address': 'fa:16:3e:78:dd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:00:46.217039 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:46.230405 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f311ef61-7571-4940-86da-43b1adcd2e12 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:00:46.250135 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:00:46.254349 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:46.309553 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:46.316981 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.317238 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.317581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.317921 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.318255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.318586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.318928 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.319258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.319611 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.319938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.320262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.320584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:00:46.341952 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f311ef61-7571-4940-86da-43b1adcd2e12'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:00:46.401009 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:00:46.465201 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663a92b-647d-446d-b297-9425a5b494f2 req-033ba407-428d-4ecc-a565-d533fdcc88fe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:46.466600 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2663a92b-647d-446d-b297-9425a5b494f2 req-033ba407-428d-4ecc-a565-d533fdcc88fe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 945 time: 0.0501745 Jul 30 03:00:46.508708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2663a92b-647d-446d-b297-9425a5b494f2 req-0252848c-49a5-4ad9-a2d3-bc955a82b499 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353551 Jul 30 03:00:47.653483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3f230-2b58-419b-8d72-8a9695e77527 req-38a663da-b326-4e1a-be4a-cfb1a47afb31 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:47.655166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9f3f230-2b58-419b-8d72-8a9695e77527 req-38a663da-b326-4e1a-be4a-cfb1a47afb31 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 945 time: 0.0678933 Jul 30 03:00:47.699961 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f9f3f230-2b58-419b-8d72-8a9695e77527 req-958d5070-3e81-4ab4-b639-974bf16ee88e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386705 Jul 30 03:00:48.096341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:00:48.151144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f311ef61-7571-4940-86da-43b1adcd2e12 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:00:48.151527 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:48.238498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:48.268521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:00:48.271790 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e961532d-77e5-4d20-98f6-8614e535bfca" -d '{"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-plugged", "status": "completed", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:00:48.288168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:00:48.293297 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:48.322609 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef0ec3-bca9-4b87-981e-9bc37423d7d0 x-openstack-request-id: req-5eef0ec3-bca9-4b87-981e-9bc37423d7d0 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:00:48.322936 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-plugged", "status": "completed", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:00:48.323151 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5eef0ec3-bca9-4b87-981e-9bc37423d7d0 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:00:48.323574 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'code': 200} Jul 30 03:00:48.353424 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:00:48.835879 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bde75-2cd8-465c-9f79-1df01c1894a6 req-71b8cd4a-6db2-420d-91ae-98af9c9818ef tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:48.843994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f40bde75-2cd8-465c-9f79-1df01c1894a6 req-71b8cd4a-6db2-420d-91ae-98af9c9818ef tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0613077 Jul 30 03:00:48.887680 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f40bde75-2cd8-465c-9f79-1df01c1894a6 req-b135febd-6825-4a06-ad7c-d04538a87fb6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386426 Jul 30 03:00:50.022233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01b95d-b690-4a14-9a07-63f06e8b36a4 req-574e192c-e096-425d-8c94-4d0287dd7211 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:50.023946 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd01b95d-b690-4a14-9a07-63f06e8b36a4 req-574e192c-e096-425d-8c94-4d0287dd7211 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0587165 Jul 30 03:00:50.063834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd01b95d-b690-4a14-9a07-63f06e8b36a4 req-4658d70d-1764-452a-aefd-f098b1f85158 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333130 Jul 30 03:00:51.199602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdb579-ce12-4829-875d-9f382f64ea20 req-34a42162-c649-48db-a14c-25f10931aa93 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:51.201172 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2fdb579-ce12-4829-875d-9f382f64ea20 req-34a42162-c649-48db-a14c-25f10931aa93 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0581625 Jul 30 03:00:51.247045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d2fdb579-ce12-4829-875d-9f382f64ea20 req-acc21ca5-e028-48b4-a633-55f771c44596 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390298 Jul 30 03:00:52.427902 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcca88-9a7a-48d5-8ae5-fff99c7b06e5 req-34c4c933-501a-4b57-86b2-2a99c8a94b7f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:52.429487 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99bcca88-9a7a-48d5-8ae5-fff99c7b06e5 req-34c4c933-501a-4b57-86b2-2a99c8a94b7f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0789039 Jul 30 03:00:52.482638 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-99bcca88-9a7a-48d5-8ae5-fff99c7b06e5 req-16cb6745-ff4e-4c74-b4a9-c784a34dd47a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 Jul 30 03:00:53.619852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734eab6-a011-435b-aa2d-03a65cf052e6 req-733affc7-cc7c-4014-9288-effbeda8fc21 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:53.621595 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3734eab6-a011-435b-aa2d-03a65cf052e6 req-733affc7-cc7c-4014-9288-effbeda8fc21 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0572789 Jul 30 03:00:53.675238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3734eab6-a011-435b-aa2d-03a65cf052e6 req-a3bca5d0-44b8-4e14-a50c-7315c3f2a210 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441029 Jul 30 03:00:54.728199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:00:54.807295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae08ff6-d4a8-4431-8394-fdb8d38750dc req-9d6f54bb-ff08-41d5-b00b-ba5e03a1426e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:54.808817 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ae08ff6-d4a8-4431-8394-fdb8d38750dc req-9d6f54bb-ff08-41d5-b00b-ba5e03a1426e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0547307 Jul 30 03:00:54.848091 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7ae08ff6-d4a8-4431-8394-fdb8d38750dc req-e6d0a52a-fa81-49ec-834d-1acc562a46dc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327020 Jul 30 03:00:55.983977 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98af817-3ec9-4e54-9a7f-40a56b3b9e77 req-92e91c79-a60c-45ce-a17d-57c6b43cbcc8 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:55.985549 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d98af817-3ec9-4e54-9a7f-40a56b3b9e77 req-92e91c79-a60c-45ce-a17d-57c6b43cbcc8 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0528765 Jul 30 03:00:56.030271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d98af817-3ec9-4e54-9a7f-40a56b3b9e77 req-506c7eae-92cc-4ac1-b79f-2cc6eeb3a3c0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368173 Jul 30 03:00:56.954824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-ac1791ed-2a41-484c-a09b-572135dc4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:56.956916 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-ac1791ed-2a41-484c-a09b-572135dc4e43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1097 time: 0.0411603 Jul 30 03:00:57.052088 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-70622481-aa8e-4a0b-95b6-990f51dc1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:57.053569 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-70622481-aa8e-4a0b-95b6-990f51dc1aa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0895209 Jul 30 03:00:57.121623 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-29220e61-2602-42dd-93cc-2d0ee5b9c1dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 1001 time: 0.0604291 Jul 30 03:00:57.152105 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19392c5f-0b9d-4975-b9a3-3127ccb810ca req-ae66f8e3-51e9-4ced-b487-fca7198178ba tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:57.153630 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19392c5f-0b9d-4975-b9a3-3127ccb810ca req-ae66f8e3-51e9-4ced-b487-fca7198178ba tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0502479 Jul 30 03:00:57.179034 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-9df0e801-27d4-473b-ab05-6d8b24cc0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:57.180592 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-9df0e801-27d4-473b-ab05-6d8b24cc0ab4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0519269 Jul 30 03:00:57.192605 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-19392c5f-0b9d-4975-b9a3-3127ccb810ca req-93a976ae-e3d5-4be9-8381-a083edd5e5b9 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324733 Jul 30 03:00:57.230873 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-899e3d9e-2894-4da7-ad9a-1e90daf5b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:57.232319 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-899e3d9e-2894-4da7-ad9a-1e90daf5b4cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449028 Jul 30 03:00:57.322653 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-7d8c234c-6b2d-4722-8fc9-06206e0e4155 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815716 Jul 30 03:00:57.415691 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6c780904-21fa-4490-8a48-1070f37f94c7 req-038b0339-e187-4cae-b562-121abd94a38b service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852048 Jul 30 03:00:58.315659 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ff831-2bf3-4dc1-9d4e-64fc4e2b2129 req-04b12d73-e58a-42dd-abb2-a7265eb944c6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:58.317148 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-508ff831-2bf3-4dc1-9d4e-64fc4e2b2129 req-04b12d73-e58a-42dd-abb2-a7265eb944c6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0553868 Jul 30 03:00:58.354768 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-508ff831-2bf3-4dc1-9d4e-64fc4e2b2129 req-22c67a38-e836-4ab2-b489-6aea97504e87 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317352 Jul 30 03:00:59.471355 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51af5a1-0d84-4f46-8655-d553cfa5bb32 req-22afe06c-ddbc-42a8-9118-b63ba50988aa tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:59.472864 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c51af5a1-0d84-4f46-8655-d553cfa5bb32 req-22afe06c-ddbc-42a8-9118-b63ba50988aa tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0494959 Jul 30 03:00:59.514013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c51af5a1-0d84-4f46-8655-d553cfa5bb32 req-3ad12eaa-6b38-4408-8079-b6dfecd63262 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352399 Jul 30 03:00:59.723712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be7ed-99bc-483f-8cf1-a4e24029b650 req-5ad4c59c-4c56-4418-861d-77ffd6032b17 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:00:59.725216 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b4be7ed-99bc-483f-8cf1-a4e24029b650 req-5ad4c59c-4c56-4418-861d-77ffd6032b17 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 946 time: 0.0499258 Jul 30 03:00:59.764786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8b4be7ed-99bc-483f-8cf1-a4e24029b650 req-94c31a52-49ee-4417-a46e-84152fcc5fac tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335324 Jul 30 03:01:00.174707 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:01:00.255913 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:00.279834 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:01:00.282125 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280be360-31a3-42a9-af2d-209dadfbfbd8" -d '{"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:01:00.297498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:00.302681 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:00.325345 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 03:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b281d757-4185-4690-817f-64965f2f2c77 x-openstack-request-id: req-b281d757-4185-4690-817f-64965f2f2c77 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:01:00.325638 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-unplugged", "status": "failed", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12", "code": 422}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:01:00.325892 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b281d757-4185-4690-817f-64965f2f2c77 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:01:00.326288 n-d-715271-7 neutron-server[93820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'code': 422} returned with failed status Jul 30 03:01:00.353887 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:00.409970 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-494da157-9c7b-41c5-89c3-4acdd1ad974d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4724898 Jul 30 03:01:00.867259 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-584267bf-1e11-40d8-843e-05fa33029715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:00.886815 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec00a25-c0e4-4cbd-9d4e-055a800a062e req-153d17fc-490a-4e41-adf6-826b2e558272 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:00.888332 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ec00a25-c0e4-4cbd-9d4e-055a800a062e req-153d17fc-490a-4e41-adf6-826b2e558272 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0551484 Jul 30 03:01:00.925537 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3ec00a25-c0e4-4cbd-9d4e-055a800a062e req-ac76a357-608a-4e32-a150-847f7f4c721d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312080 Jul 30 03:01:02.040932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad01eb9-da07-4905-9a59-e3c0d19bb21a req-aebacf81-0ef0-4e5a-87b6-bf9d60d3dcfd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:02.042423 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fad01eb9-da07-4905-9a59-e3c0d19bb21a req-aebacf81-0ef0-4e5a-87b6-bf9d60d3dcfd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0492065 Jul 30 03:01:02.080891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fad01eb9-da07-4905-9a59-e3c0d19bb21a req-2809090c-fdeb-4164-80f6-097743cd90ed tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318618 Jul 30 03:01:02.242554 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:03.198350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e129c7-9053-412d-9f1d-5dea5dc7b741 req-40212427-5ce6-4cc8-a145-e859199deefd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:03.199791 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4e129c7-9053-412d-9f1d-5dea5dc7b741 req-40212427-5ce6-4cc8-a145-e859199deefd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0511823 Jul 30 03:01:03.215692 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-3f2b2f7b-d800-4c43-a0d7-680552b1dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:03.217211 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-3f2b2f7b-d800-4c43-a0d7-680552b1dddc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe&tenant_id=0de8717a719d4d07840d3a0c03a2b619 HTTP/1.1" status: 200 len: 1095 time: 0.0449102 Jul 30 03:01:03.239644 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e4e129c7-9053-412d-9f1d-5dea5dc7b741 req-3d73e882-a38e-4bc0-a35e-50a7bf0d244e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333219 Jul 30 03:01:03.279457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-ac7c32ee-d14e-4a13-a9e7-9178486bf0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:03.280969 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-ac7c32ee-d14e-4a13-a9e7-9178486bf0e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1095 time: 0.0418389 Jul 30 03:01:03.370119 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-143bfcb6-b8ed-4915-bf79-337b3cfe3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:03.371623 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-143bfcb6-b8ed-4915-bf79-337b3cfe3469 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0832021 Jul 30 03:01:03.435890 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-2a7af1b3-2181-4f40-a885-03e6dfc3f71e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 999 time: 0.0560343 Jul 30 03:01:03.489188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-026c0611-8069-4166-9703-e4b5a2b53a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:03.490589 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-026c0611-8069-4166-9703-e4b5a2b53a1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0475993 Jul 30 03:01:03.506209 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-478ebb62-e854-4b46-ab0f-02014a9e3ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:03.537156 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-c2dfc0d3-0802-40e2-82b7-30f818286e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:03.538785 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-c2dfc0d3-0802-40e2-82b7-30f818286e62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416138 Jul 30 03:01:03.629096 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-61e157b3-5cd3-4081-8871-20d665bd5db3 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828779 Jul 30 03:01:03.719988 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-85ec2243-c95e-42e0-9d20-9cef432b1988 req-4aae8496-8cc9-4ea0-b3a3-1a16c85648ce service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842094 Jul 30 03:01:03.999251 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:04.181359 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:01:04.385380 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ce1a5-20b7-4427-94c5-b22aada21aff req-0d4f0c5e-c5b8-4953-9fc7-620670daabf1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:04.387041 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-973ce1a5-20b7-4427-94c5-b22aada21aff req-0d4f0c5e-c5b8-4953-9fc7-620670daabf1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0587583 Jul 30 03:01:04.428476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-973ce1a5-20b7-4427-94c5-b22aada21aff req-9e12a90a-0ef2-4cb6-961d-3bd970125652 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350630 Jul 30 03:01:04.798660 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:05.548603 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f59a91-36bc-46c9-8c08-cd5c906fd310 req-7b93b279-163f-47fc-b652-56609a32ee02 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:05.551200 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58f59a91-36bc-46c9-8c08-cd5c906fd310 req-7b93b279-163f-47fc-b652-56609a32ee02 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0519671 Jul 30 03:01:05.598255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58f59a91-36bc-46c9-8c08-cd5c906fd310 req-4a783411-55cd-4ef9-8acf-8bbac8c9e67b tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377791 Jul 30 03:01:06.464877 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:06.725350 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d224794-6550-4bb6-af91-34a744397614 req-aec47ff4-53d4-4e5d-b384-06731e6ada38 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:06.727108 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d224794-6550-4bb6-af91-34a744397614 req-aec47ff4-53d4-4e5d-b384-06731e6ada38 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0543337 Jul 30 03:01:06.772602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5d224794-6550-4bb6-af91-34a744397614 req-f6580eea-f757-4c76-b71f-96ef5a8f8f15 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392044 Jul 30 03:01:07.901944 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc75d89-fc96-4083-b5cc-82b97e133d86 req-c2acff77-6ae6-4214-9741-efd3413d8459 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:07.903467 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bc75d89-fc96-4083-b5cc-82b97e133d86 req-c2acff77-6ae6-4214-9741-efd3413d8459 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0549965 Jul 30 03:01:07.945473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bc75d89-fc96-4083-b5cc-82b97e133d86 req-a4a1c95e-eea2-4b43-ad73-50844aea34be tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360801 Jul 30 03:01:09.066948 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dd828-6203-4470-b7e7-ea528f95a2e8 req-70c8c475-cd55-4a37-a9ea-d9a77aede21f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:09.068496 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad9dd828-6203-4470-b7e7-ea528f95a2e8 req-70c8c475-cd55-4a37-a9ea-d9a77aede21f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0518928 Jul 30 03:01:09.113430 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ad9dd828-6203-4470-b7e7-ea528f95a2e8 req-15780d3e-2c4c-43ec-a49e-42ee858875cd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385592 Jul 30 03:01:10.248530 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0be5b7-c599-45ae-891a-536fe09a331c req-fb7e6367-5fd2-4cd5-9855-875d11b1a621 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:10.250251 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e0be5b7-c599-45ae-891a-536fe09a331c req-fb7e6367-5fd2-4cd5-9855-875d11b1a621 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0536528 Jul 30 03:01:10.294943 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e0be5b7-c599-45ae-891a-536fe09a331c req-045e62b3-f297-44b3-a7d8-d82897ff62b5 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365484 Jul 30 03:01:11.421744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c4940-c8b3-44ee-9d63-62d6ca540169 req-a9a47c73-1b3c-47f5-a23f-e334ea499883 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:11.423265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-006c4940-c8b3-44ee-9d63-62d6ca540169 req-a9a47c73-1b3c-47f5-a23f-e334ea499883 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0575099 Jul 30 03:01:11.464783 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-006c4940-c8b3-44ee-9d63-62d6ca540169 req-bd82ba17-ccbc-4b65-9888-6ec8684af385 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356226 Jul 30 03:01:12.601745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c36732-6f2f-48c9-9b6d-f45bb0b511b9 req-dbcb1d6f-b005-4ae6-bbd9-c8f2c01bb97d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:12.604575 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52c36732-6f2f-48c9-9b6d-f45bb0b511b9 req-dbcb1d6f-b005-4ae6-bbd9-c8f2c01bb97d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0547106 Jul 30 03:01:12.646874 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-52c36732-6f2f-48c9-9b6d-f45bb0b511b9 req-9502d5b4-a300-4bdf-b893-61fae14715eb tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366509 Jul 30 03:01:13.768148 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0f1c6-1658-45c9-8779-a3ad0abacf26 req-71c1ceee-310b-456f-b248-e041f0931561 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:13.769650 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9c0f1c6-1658-45c9-8779-a3ad0abacf26 req-71c1ceee-310b-456f-b248-e041f0931561 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0523708 Jul 30 03:01:13.809310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e9c0f1c6-1658-45c9-8779-a3ad0abacf26 req-f27342fe-f0b8-4183-b4af-4c0393785ca0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335195 Jul 30 03:01:13.838262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817f17-12e4-4389-981e-b43261453ef2 req-29bc1a26-fba2-42fa-b0a1-07e7618298c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:13.839815 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0817f17-12e4-4389-981e-b43261453ef2 req-29bc1a26-fba2-42fa-b0a1-07e7618298c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1095 time: 0.0421407 Jul 30 03:01:13.950099 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817f17-12e4-4389-981e-b43261453ef2 req-953a49ae-dcb3-4f0d-a503-e1600950d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:13.951527 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0817f17-12e4-4389-981e-b43261453ef2 req-953a49ae-dcb3-4f0d-a503-e1600950d5c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0859544 Jul 30 03:01:14.016397 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0817f17-12e4-4389-981e-b43261453ef2 req-0c9a0345-1622-46a7-b6df-e2ec9f1c6348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 999 time: 0.0564516 Jul 30 03:01:14.066446 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817f17-12e4-4389-981e-b43261453ef2 req-55c62ecb-b360-41d0-a7a2-586ad6a07fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:14.067922 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0817f17-12e4-4389-981e-b43261453ef2 req-55c62ecb-b360-41d0-a7a2-586ad6a07fee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0431218 Jul 30 03:01:14.117764 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0817f17-12e4-4389-981e-b43261453ef2 req-f2428436-9daa-4aa6-a371-46efc54f6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:14.119241 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0817f17-12e4-4389-981e-b43261453ef2 req-f2428436-9daa-4aa6-a371-46efc54f6e8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441682 Jul 30 03:01:14.213340 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0817f17-12e4-4389-981e-b43261453ef2 req-71edfdde-e0e2-4915-8623-f8b4dfb4c655 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860591 Jul 30 03:01:14.308867 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-f0817f17-12e4-4389-981e-b43261453ef2 req-e7644866-1e5f-4780-b975-cca568b7cbc2 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867169 Jul 30 03:01:14.930554 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df0301-621b-4f59-bb1f-f0651bedc953 req-90948ffd-c4bf-4510-817f-5ae6f751b974 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:14.932079 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30df0301-621b-4f59-bb1f-f0651bedc953 req-90948ffd-c4bf-4510-817f-5ae6f751b974 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0555899 Jul 30 03:01:14.969507 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30df0301-621b-4f59-bb1f-f0651bedc953 req-60059264-46a7-484d-a010-9d4cb3222d43 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315363 Jul 30 03:01:16.090729 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf308865-a06e-4c17-8cfa-b7dc08eca4a1 req-b0c22b4b-7683-43e0-bf6c-e26b9797d551 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:16.092310 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf308865-a06e-4c17-8cfa-b7dc08eca4a1 req-b0c22b4b-7683-43e0-bf6c-e26b9797d551 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 944 time: 0.0509622 Jul 30 03:01:16.144872 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-bf308865-a06e-4c17-8cfa-b7dc08eca4a1 req-6d15426c-44b1-430a-aeb4-ad5319fed200 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457349 Jul 30 03:01:16.235251 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:01:16.331255 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:16.343045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'port_id': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'mac_address': 'fa:16:3e:78:dd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:01:16.385358 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:16.398634 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f311ef61-7571-4940-86da-43b1adcd2e12 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:01:16.418023 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:16.422242 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:16.470229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:16.628067 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['f311ef61-7571-4940-86da-43b1adcd2e12'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:01:17.260013 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0ca8d-a5fa-426b-9d88-3c4a66d707c8 req-19181940-e429-4351-82b1-1dc322748fc0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:17.261517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e0ca8d-a5fa-426b-9d88-3c4a66d707c8 req-19181940-e429-4351-82b1-1dc322748fc0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 945 time: 0.0500300 Jul 30 03:01:17.300891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11e0ca8d-a5fa-426b-9d88-3c4a66d707c8 req-9a783b6f-16a8-4fd9-97ed-7eff6751094a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Jul 30 03:01:18.235384 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:01:18.282426 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port f311ef61-7571-4940-86da-43b1adcd2e12 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:01:18.282793 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:18.362457 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:18.385356 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:01:18.387621 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b35ebf7-19e6-476d-b83f-39498ab0d8dd" -d '{"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-plugged", "status": "completed", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:01:18.400112 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:01:18.404236 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:18.423757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2406716-f32f-4889-8bd9-905d720c8c9c req-7b5a7ce6-53d0-4219-b3fd-c7b1915777a1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:18.425947 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2406716-f32f-4889-8bd9-905d720c8c9c req-7b5a7ce6-53d0-4219-b3fd-c7b1915777a1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 945 time: 0.0571239 Jul 30 03:01:18.451142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:01:18.466317 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e2406716-f32f-4889-8bd9-905d720c8c9c req-b1718e13-e805-44bc-adff-160f825f9cd0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343993 Jul 30 03:01:18.516637 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22b8a45-7f74-40c3-b65b-714e5788b6a1 x-openstack-request-id: req-b22b8a45-7f74-40c3-b65b-714e5788b6a1 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:01:18.516926 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-plugged", "status": "completed", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:01:18.517179 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b22b8a45-7f74-40c3-b65b-714e5788b6a1 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:01:18.517710 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'code': 200} Jul 30 03:01:18.671238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b4df9-202a-4cdc-bf03-66557d4bd199 req-32945d89-e55f-4bf1-b948-38ea2822dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:18.672796 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2c0b4df9-202a-4cdc-bf03-66557d4bd199 req-32945d89-e55f-4bf1-b948-38ea2822dd32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1098 time: 0.0408428 Jul 30 03:01:18.705911 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-2c0b4df9-202a-4cdc-bf03-66557d4bd199 req-68a93422-ed1b-4d83-a4da-c85934536af1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264642 Jul 30 03:01:19.605513 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5aa9f-78a6-4fd7-9350-396cef4f5e5b req-0fc4018a-752c-40f3-89c2-a7a24dbf924e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:19.607080 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aed5aa9f-78a6-4fd7-9350-396cef4f5e5b req-0fc4018a-752c-40f3-89c2-a7a24dbf924e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 947 time: 0.0607445 Jul 30 03:01:19.650396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aed5aa9f-78a6-4fd7-9350-396cef4f5e5b req-6903ad73-cf64-4bea-b1be-cb6f13bceb51 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365272 Jul 30 03:01:20.765810 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dea1be-3f3a-4b84-b780-1ec00c336797 req-61581c5e-4995-4ddf-9313-522984f4cc9c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:01:20.767281 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46dea1be-3f3a-4b84-b780-1ec00c336797 req-61581c5e-4995-4ddf-9313-522984f4cc9c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 947 time: 0.0502400 Jul 30 03:01:20.805767 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-46dea1be-3f3a-4b84-b780-1ec00c336797 req-8c6e4cc4-7abc-47f6-8c2e-9983fb9df86d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Jul 30 03:01:23.401382 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:01:24.739150 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:30.868180 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2f9b786d-7de1-4a04-950d-2d0627fb4f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:32.252395 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:33.509005 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8d39-daa3-4cd1-ab61-f854c9b8c0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:33.984527 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:34.799659 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:36.465272 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:01:54.730697 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:00.401011 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:02:00.870423 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e314a0d5-cb0a-4cdd-9fcd-dc45ee71a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:02.256712 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:03.515222 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db85c86d-5952-4936-b349-424e2e9d242c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:03.984203 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:04.802183 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:05.369557 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-77b54f81-619e-452e-98fb-227db7abaf9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838444 Jul 30 03:02:05.450752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-89498870-6a68-4819-9ace-c67c13b0452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:05.452285 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-89498870-6a68-4819-9ace-c67c13b0452a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1098 time: 0.0404170 Jul 30 03:02:05.557053 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-4e414333-6040-4fae-ad8a-5c791e1e69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:05.558450 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-4e414333-6040-4fae-ad8a-5c791e1e69d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0868990 Jul 30 03:02:05.622065 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-7a7ed33e-d3d8-4fc8-ade9-33dffe4a1ab7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 1001 time: 0.0570164 Jul 30 03:02:05.674981 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-57f37cae-bed6-419a-ae56-232903ba8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:05.676986 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-57f37cae-bed6-419a-ae56-232903ba8f3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0480688 Jul 30 03:02:05.738352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-f058fa30-cf51-4b6d-819f-1911a71df191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:05.740410 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-f058fa30-cf51-4b6d-819f-1911a71df191 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562255 Jul 30 03:02:05.829006 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-cd383675-b3af-4316-b211-f140265f25b8 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804842 Jul 30 03:02:05.920626 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-3dc434c2-bb2d-482c-8195-7cf8d3b76a71 req-2cfbbcb0-dd3a-4e12-839b-7bd9b1891b73 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850091 Jul 30 03:02:06.469091 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:24.731132 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:30.644642 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34012) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:30.812335 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Deleting port eccfba25-f5ee-4b65-ba67-b880c0330856 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:02:30.812713 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:30.873609 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9eb24034-b2dd-4bb8-b961-e6f4bfbc00b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:30.892434 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:30.892774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:30.906135 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Calling delete_port for eccfba25-f5ee-4b65-ba67-b880c0330856 owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:02:31.094900 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:31.120117 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event deleted for resources: {'Port': ['ID=eccfba25-f5ee-4b65-ba67-b880c0330856,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:31.134701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.135036 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.135381 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.135757 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.136089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.136417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.136744 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.137067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.137389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.137714 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.138043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.138362 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:31.195517 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:31.195848 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Floating IP 3abb2f54-ca48-49f8-a1b8-f0d5452ef15a disassociated (deleted). External IP: 172.25.7.93, port: f311ef61-7571-4940-86da-43b1adcd2e12. Jul 30 03:02:31.424066 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:02:31.547394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:02:31.553210 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:31.558465 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] Sync routers for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:02:31.569008 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:31.569929 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:02:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:31.584225 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c890b472-8135-44fc-8947-19d48621f589 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "DELETE /v2.0/floatingips/3abb2f54-ca48-49f8-a1b8-f0d5452ef15a HTTP/1.1" status: 204 len: 168 time: 0.9380198 Jul 30 03:02:31.584814 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:02:31.587120 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b" -d '{"events": [{"name": "network-changed", "server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:02:31.691217 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:31.821073 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f91116-4adf-452e-a104-50283c689ff8 x-openstack-request-id: req-35f91116-4adf-452e-a104-50283c689ff8 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:02:31.821073 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:02:31.821762 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-35f91116-4adf-452e-a104-50283c689ff8 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:02:31.821762 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'status': 'completed', 'code': 200} Jul 30 03:02:31.901060 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-0c023be3-18fa-4cc9-8510-04904f0d28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:31.902608 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-0c023be3-18fa-4cc9-8510-04904f0d28ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 1098 time: 0.0537806 Jul 30 03:02:31.925264 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:31.933587 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058843c-f280-4546-926a-416cb013d908 req-de8b8eb0-b378-4b2b-93c4-3946bdedfe0e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:31.935174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d058843c-f280-4546-926a-416cb013d908 req-de8b8eb0-b378-4b2b-93c4-3946bdedfe0e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 947 time: 0.0626175 Jul 30 03:02:31.952470 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] Checking router: 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:02:31.963135 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:02:31.964317 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:02:03Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:31.986641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d058843c-f280-4546-926a-416cb013d908 req-35608eb1-8b24-49fc-b2a1-b2e6aac36e63 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444951 Jul 30 03:02:32.009806 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-c02e6885-9a86-4de5-aebb-d45549850ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:32.011314 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-c02e6885-9a86-4de5-aebb-d45549850ed5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.1014130 Jul 30 03:02:32.054912 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-a0f7daf3-29be-4d5b-ae1a-101d490085a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 200 len: 217 time: 0.0346479 Jul 30 03:02:32.067356 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:02:32.105029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-7fcdc953-afc3-4b1d-9bc2-4c3a09943731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:32.106549 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-7fcdc953-afc3-4b1d-9bc2-4c3a09943731 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0445297 Jul 30 03:02:32.157752 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-e6f309a9-3ac3-47c4-9376-62732f8ba584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:32.159294 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-e6f309a9-3ac3-47c4-9376-62732f8ba584 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447612 Jul 30 03:02:32.252442 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-a16e3cb5-ce4c-4600-a3b2-14d34a8cd382 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832713 Jul 30 03:02:32.267637 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:02:32.290084 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:32.299409 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa011bb-9316-4cc6-8ad1-fab9c2f5aa1d None None] The sync data for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 is: [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:02:32.368176 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-9b93b9a5-21e4-4ae4-9c98-42a7ed46332b req-af4a1e49-f422-4f67-ab5e-2c3b60426efa service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082993 Jul 30 03:02:32.533198 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0634e-9611-4324-b089-636762dd9084 None None] New status for floating IP 3abb2f54-ca48-49f8-a1b8-f0d5452ef15a: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:02:33.088482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-5c839f9a-4c91-451e-b3ef-40d450b1c70e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:33.090023 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-5c839f9a-4c91-451e-b3ef-40d450b1c70e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.41 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 947 time: 0.0508940 Jul 30 03:02:33.136787 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a899-32f5-4eb7-a99f-8984239317d2 req-f286697b-206e-4539-940b-8810a9bccc9e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:33.139571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4bf8a899-32f5-4eb7-a99f-8984239317d2 req-f286697b-206e-4539-940b-8810a9bccc9e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=70013557-2c6e-47dd-bc7f-9812ca1180fe HTTP/1.1" status: 200 len: 947 time: 0.0809753 Jul 30 03:02:33.180827 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4bf8a899-32f5-4eb7-a99f-8984239317d2 req-b6ba6ba9-0ab1-4a69-933c-01ba69125b2d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352800 Jul 30 03:02:33.185560 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Deleting port f311ef61-7571-4940-86da-43b1adcd2e12 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:02:33.185904 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:33.282824 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] For port f311ef61-7571-4940-86da-43b1adcd2e12, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=f311ef61-7571-4940-86da-43b1adcd2e12,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:02:33.283191 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:33.297413 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Calling delete_port for f311ef61-7571-4940-86da-43b1adcd2e12 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:02:33.438249 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:33.469061 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event deleted for resources: {'Port': ['ID=f311ef61-7571-4940-86da-43b1adcd2e12,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:33.510997 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.511342 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.511714 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.512095 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.512394 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.512938 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.513665 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.514091 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.514627 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.514962 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.515331 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.515703 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:02:33.521592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f3d6b285-4873-4094-b980-4c3b60ccdd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:33.540581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] No DVR routers for this DVR port f311ef61-7571-4940-86da-43b1adcd2e12 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:02:33.543561 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:33.545567 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-65e5ef95-83d9-48de-a0c6-de1e1d1d4d2c req-b809f0f0-2c38-4386-b48d-c4763afabc12 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.41 "DELETE /v2.0/ports/f311ef61-7571-4940-86da-43b1adcd2e12 HTTP/1.1" status: 204 len: 173 time: 0.4490380 Jul 30 03:02:33.546036 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-deleted', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:02:33.548712 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b33a81-a5cf-4766-9f9a-1e150c66a1b3" -d '{"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-deleted", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:02:33.650048 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44140898-8f7f-4e9b-94a2-21efc7597f84 x-openstack-request-id: req-44140898-8f7f-4e9b-94a2-21efc7597f84 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:02:33.650336 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70013557-2c6e-47dd-bc7f-9812ca1180fe", "name": "network-vif-deleted", "tag": "f311ef61-7571-4940-86da-43b1adcd2e12", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:02:33.650583 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-44140898-8f7f-4e9b-94a2-21efc7597f84 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:02:33.650979 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70013557-2c6e-47dd-bc7f-9812ca1180fe', 'name': 'network-vif-deleted', 'tag': 'f311ef61-7571-4940-86da-43b1adcd2e12', 'status': 'completed', 'code': 200} Jul 30 03:02:33.991273 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.244192 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34034) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:34.308058 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4543c2e-4c7e-4b45-b2f6-1d7acf6ab0cd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.332832 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4543c2e-4c7e-4b45-b2f6-1d7acf6ab0cd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.397765 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4543c2e-4c7e-4b45-b2f6-1d7acf6ab0cd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.400649 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e4543c2e-4c7e-4b45-b2f6-1d7acf6ab0cd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.401827 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e4543c2e-4c7e-4b45-b2f6-1d7acf6ab0cd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "DELETE /v2.0/security-groups/8a5fa8e2-99e7-49e3-a54a-2a6466ebf452 HTTP/1.1" status: 204 len: 168 time: 0.1566455 Jul 30 03:02:34.411107 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543c2e-4c7e-4b45-b2f6-1d7acf6ab0cd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5fa8e2-99e7-49e3-a54a-2a6466ebf452,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:34.713838 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34040) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:34.718623 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-73c77176-f896-4aff-b0fa-b36550ca7212 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233178706', 'description': 'tempest-secgroup-smoke-1233178706 description', 'project_id': '0de8717a719d4d07840d3a0c03a2b619'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:34.751553 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73c77176-f896-4aff-b0fa-b36550ca7212 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.806738 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.839674 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73c77176-f896-4aff-b0fa-b36550ca7212 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.843543 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73c77176-f896-4aff-b0fa-b36550ca7212 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.871800 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-73c77176-f896-4aff-b0fa-b36550ca7212 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.873037 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-73c77176-f896-4aff-b0fa-b36550ca7212 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1582117 Jul 30 03:02:34.875977 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34042) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:34.880482 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-82fdf00e-90ac-432a-a9f4-d423ab27a7b7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': 'a974b4c1-5675-4217-9bb5-fab6f78afa2d', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:34.886488 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c77176-f896-4aff-b0fa-b36550ca7212 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a974b4c1-5675-4217-9bb5-fab6f78afa2d,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:34.915100 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82fdf00e-90ac-432a-a9f4-d423ab27a7b7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.980045 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82fdf00e-90ac-432a-a9f4-d423ab27a7b7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:34.984958 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82fdf00e-90ac-432a-a9f4-d423ab27a7b7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.003373 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdf00e-90ac-432a-a9f4-d423ab27a7b7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01043a1-fc35-4c99-9452-231cb2bf169e,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:35.008960 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-82fdf00e-90ac-432a-a9f4-d423ab27a7b7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.010131 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-82fdf00e-90ac-432a-a9f4-d423ab27a7b7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332130 Jul 30 03:02:35.013330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34044) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:35.018330 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-98fdf173-e29a-4b88-994a-7549266fb811 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': 'a974b4c1-5675-4217-9bb5-fab6f78afa2d', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:35.049692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98fdf173-e29a-4b88-994a-7549266fb811 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.112912 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98fdf173-e29a-4b88-994a-7549266fb811 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.116972 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98fdf173-e29a-4b88-994a-7549266fb811 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.133403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdf173-e29a-4b88-994a-7549266fb811 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf75002-e185-4964-8e1b-7ed503f896a7,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:35.143303 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-98fdf173-e29a-4b88-994a-7549266fb811 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.144558 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-98fdf173-e29a-4b88-994a-7549266fb811 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300471 Jul 30 03:02:35.147965 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34048) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:35.154283 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-0901ae6b-d0a5-4e7c-a417-233ff7ed90cc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': 'a974b4c1-5675-4217-9bb5-fab6f78afa2d', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:35.185251 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0901ae6b-d0a5-4e7c-a417-233ff7ed90cc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.247801 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0901ae6b-d0a5-4e7c-a417-233ff7ed90cc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.251681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0901ae6b-d0a5-4e7c-a417-233ff7ed90cc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.274799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901ae6b-d0a5-4e7c-a417-233ff7ed90cc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7144a8a8-0b18-4ef5-9998-b194827fa512,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:35.283709 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0901ae6b-d0a5-4e7c-a417-233ff7ed90cc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.285739 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0901ae6b-d0a5-4e7c-a417-233ff7ed90cc tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349895 Jul 30 03:02:35.288691 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34050) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:35.293972 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-d097e565-d573-41e2-8de5-6113fbc6110a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': 'a974b4c1-5675-4217-9bb5-fab6f78afa2d', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:35.322420 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d097e565-d573-41e2-8de5-6113fbc6110a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.384826 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d097e565-d573-41e2-8de5-6113fbc6110a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.388994 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d097e565-d573-41e2-8de5-6113fbc6110a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.408565 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097e565-d573-41e2-8de5-6113fbc6110a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32869bf4-ca8d-44bc-8648-7971cc1c7268,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:35.412835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d097e565-d573-41e2-8de5-6113fbc6110a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.414944 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-d097e565-d573-41e2-8de5-6113fbc6110a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250997 Jul 30 03:02:35.417706 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34052) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:35.422552 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-ca3673fc-aef9-4071-a14f-a580c4ee1fbe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': 'a974b4c1-5675-4217-9bb5-fab6f78afa2d', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:35.446327 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-ca3673fc-aef9-4071-a14f-a580c4ee1fbe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Project 0de8717a719d4d07840d3a0c03a2b619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:02:35.451599 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca3673fc-aef9-4071-a14f-a580c4ee1fbe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.517681 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca3673fc-aef9-4071-a14f-a580c4ee1fbe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.522383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca3673fc-aef9-4071-a14f-a580c4ee1fbe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.540183 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3673fc-aef9-4071-a14f-a580c4ee1fbe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6df1679-3c48-48f6-a1c9-a367411d01af,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:35.547397 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ca3673fc-aef9-4071-a14f-a580c4ee1fbe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.548952 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ca3673fc-aef9-4071-a14f-a580c4ee1fbe tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302085 Jul 30 03:02:35.552353 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34054) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:02:35.556799 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-6ca9e2d0-5e1e-41a5-824f-934e3c5da44c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'security_group_rule': {'security_group_id': 'a974b4c1-5675-4217-9bb5-fab6f78afa2d', 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:35.580847 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-6ca9e2d0-5e1e-41a5-824f-934e3c5da44c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Project 0de8717a719d4d07840d3a0c03a2b619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:02:35.586765 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e2d0-5e1e-41a5-824f-934e3c5da44c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.669680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e2d0-5e1e-41a5-824f-934e3c5da44c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.673560 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e2d0-5e1e-41a5-824f-934e3c5da44c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.694182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9e2d0-5e1e-41a5-824f-934e3c5da44c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e5b879-63b6-4f4b-90c3-0bd5b9ea22e6,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:35.698007 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e2d0-5e1e-41a5-824f-934e3c5da44c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:35.699214 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-6ca9e2d0-5e1e-41a5-824f-934e3c5da44c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459389 Jul 30 03:02:36.474216 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:36.670481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:02:36.692000 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: f311ef61-7571-4940-86da-43b1adcd2e12 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:02:36.692831 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device f311ef61-7571-4940-86da-43b1adcd2e12 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:02:37.400545 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:02:50.111544 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-fa3e8103-3069-44a3-b303-c9e78294c938 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233178706&fields=id&tenant_id=0de8717a719d4d07840d3a0c03a2b619 HTTP/1.1" status: 200 len: 267 time: 0.0334322 Jul 30 03:02:50.562932 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-8d929254-cf10-4421-acb3-d1abc86c98e1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:50.564232 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-8d929254-cf10-4421-acb3-d1abc86c98e1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 808 time: 0.4460080 Jul 30 03:02:50.579798 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-88ee2dc6-dacc-4c26-ba2d-4946b52d601e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/quotas/0de8717a719d4d07840d3a0c03a2b619 HTTP/1.1" status: 200 len: 375 time: 0.0091548 Jul 30 03:02:50.636745 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c6a401b5-9246-4fa3-88af-989ef3d315a1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508690 Jul 30 03:02:50.789765 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-66a0ba52-60be-4380-a694-8dc6ec1b51d5 service neutron] 10.222.0.84 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409588 Jul 30 03:02:50.883601 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-87841b9e-782c-4d6f-9dc7-e969d5be733f service neutron] 10.222.0.84 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874951 Jul 30 03:02:51.193490 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-34129636-6987-45b6-9391-c4203faf3ede req-43814ae9-20e3-41a8-a982-6f8bfc3e98c1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 210 time: 0.0382235 Jul 30 03:02:52.228067 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-22776ab2-d468-42cd-a505-d5b63c723e1c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:52.229500 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-22776ab2-d468-42cd-a505-d5b63c723e1c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.22 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 808 time: 0.1099715 Jul 30 03:02:52.276777 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-bf005939-3b8d-40bb-bccd-d13f7f0a4cc3 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0de8717a719d4d07840d3a0c03a2b619 HTTP/1.1" status: 200 len: 380 time: 0.0365624 Jul 30 03:02:52.291555 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'port': {'device_id': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'admin_state_up': True, 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'security_groups': ['a974b4c1-5675-4217-9bb5-fab6f78afa2d']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:52.347899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4618dd5e-f48d-4de6-ba28-1374ddb2316f req-4efed6be-ae44-4a32-a426-a794d2ff1239 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 210 time: 0.0761225 Jul 30 03:02:52.424445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Made reservation on behalf of 0de8717a719d4d07840d3a0c03a2b619 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:02:52.428518 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.558303 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Allocated IP 172.20.0.6 (1ec26022-02e8-4376-af4f-fd106517d854/2684a4ca-518d-4198-9b5f-e78fe4913056/99982061-01dd-4301-8f6f-e22058990191) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:02:52.705164 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.720337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Transition to ACTIVE for port object 99982061-01dd-4301-8f6f-e22058990191 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:02:52.754980 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.799377 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Network 1ec26022-02e8-4376-af4f-fd106517d854 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:02:52.802738 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:02:52.806808 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:02:52.835595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:52.864393 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:52.865006 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:52.882420 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-0f721e6e-3229-4d67-b6c8-73318ca542e7 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5951054 Jul 30 03:02:52.894112 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-55d979f7-711b-459d-a3e9-96a7e7071e88 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:02:52.896061 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-55d979f7-711b-459d-a3e9-96a7e7071e88 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061924 Jul 30 03:02:52.954658 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Request body: {'port': {'device_id': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:02:53.021830 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.044124 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ba81404c-5532-450b-8bd3-00e66a1110d9 None None] Provisioning for port 99982061-01dd-4301-8f6f-e22058990191 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:02:53.048345 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-ba81404c-5532-450b-8bd3-00e66a1110d9 None None] Provisioning complete for port 99982061-01dd-4301-8f6f-e22058990191 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:02:53.048843 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ba81404c-5532-450b-8bd3-00e66a1110d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.083515 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-ba81404c-5532-450b-8bd3-00e66a1110d9 None None] Port 99982061-01dd-4301-8f6f-e22058990191 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:02:53.305373 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99982061-01dd-4301-8f6f-e22058990191 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:02:53.313092 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.325723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Transition to ACTIVE for port object 99982061-01dd-4301-8f6f-e22058990191 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:02:53.329854 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.380999 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:53.511990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63b5-2515-4fd2-a611-cc65a031eaa7 req-57688ce4-628d-44c1-90e6-fc4fc55594d8 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:53.513702 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5fb63b5-2515-4fd2-a611-cc65a031eaa7 req-57688ce4-628d-44c1-90e6-fc4fc55594d8 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0845940 Jul 30 03:02:53.514870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Attempting to bind port 99982061-01dd-4301-8f6f-e22058990191 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:02:53.515121 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Attempting to bind port 99982061-01dd-4301-8f6f-e22058990191 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:02:53.515754 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Attempting to bind port 99982061-01dd-4301-8f6f-e22058990191 on network 1ec26022-02e8-4376-af4f-fd106517d854 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:02:53.523123 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Port 99982061-01dd-4301-8f6f-e22058990191 on network 1ec26022-02e8-4376-af4f-fd106517d854 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:02:53.523583 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Attempting to bind port 99982061-01dd-4301-8f6f-e22058990191 on network 1ec26022-02e8-4376-af4f-fd106517d854 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:02:53.544620 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:02:53.545054 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Checking segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:02:53.545516 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Bound using segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:02:53.546045 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Bound port: 99982061-01dd-4301-8f6f-e22058990191, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:02:53.546490 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.603988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c5fb63b5-2515-4fd2-a611-cc65a031eaa7 req-06069daf-7378-4dec-9452-ae15de83af33 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777130 Jul 30 03:02:53.641943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:02:53.646081 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:02:53.650076 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.684150 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:53.685153 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:53.687241 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] 10.222.0.22 "PUT /v2.0/ports/99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 1091 time: 0.7827024 Jul 30 03:02:53.689951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'tag': '99982061-01dd-4301-8f6f-e22058990191'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:02:53.692814 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5162dfe9-4a0e-4f9c-acae-000edac270c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "tag": "99982061-01dd-4301-8f6f-e22058990191"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:02:53.723913 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247f95c-2e71-43f4-bcb3-f3daa511a6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:02:53.769603 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f59657-272e-4c39-b9fe-78713a8a32bb x-openstack-request-id: req-c7f59657-272e-4c39-b9fe-78713a8a32bb {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:02:53.770807 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "tag": "99982061-01dd-4301-8f6f-e22058990191", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:02:53.771024 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c7f59657-272e-4c39-b9fe-78713a8a32bb {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:02:53.771547 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'tag': '99982061-01dd-4301-8f6f-e22058990191', 'status': 'completed', 'code': 200} Jul 30 03:02:53.788711 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-bb99f900-39b3-491e-a0da-fd4d73ad9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:53.790434 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-bb99f900-39b3-491e-a0da-fd4d73ad9dc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1094 time: 0.0542910 Jul 30 03:02:53.839556 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-e32456e8-6150-4117-8e6f-cf544e579703 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 217 time: 0.0400126 Jul 30 03:02:53.899842 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-250e5a90-4249-49cb-8474-46de264e50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:53.901419 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-250e5a90-4249-49cb-8474-46de264e50d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0538001 Jul 30 03:02:53.949781 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-14047da4-8884-4370-b118-54c5043e49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:53.951275 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-14047da4-8884-4370-b118-54c5043e49fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428951 Jul 30 03:02:54.048948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-39bb6f79-8636-4348-9a81-2a7378ab2d1b service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889852 Jul 30 03:02:54.142904 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e813bb5f-b5a6-432c-b812-26fdea2217f1 req-71adabb0-6fed-4d69-a9a7-4e214d90900c service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856223 Jul 30 03:02:54.233680 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-18edc309-0a73-431a-b625-6e390962d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:54.235214 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-18edc309-0a73-431a-b625-6e390962d514 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1094 time: 0.0439591 Jul 30 03:02:54.334570 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-0338504a-6820-4242-b6fa-ac0557002bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:54.336265 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-0338504a-6820-4242-b6fa-ac0557002bf9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0931504 Jul 30 03:02:54.378174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-e2e508e4-5dfe-44c5-81e9-29dc67cb853f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 217 time: 0.0347166 Jul 30 03:02:54.431286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-c380f380-5617-43b3-b23e-8ce3f21d7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:54.432709 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-c380f380-5617-43b3-b23e-8ce3f21d7340 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0469205 Jul 30 03:02:54.483914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-7bfdb627-c53b-452b-b368-ab83815db9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:54.485362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-7bfdb627-c53b-452b-b368-ab83815db9d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453248 Jul 30 03:02:54.578688 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-2d3966d9-5044-411f-b8cd-28ce1307737e service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843036 Jul 30 03:02:54.699260 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5162dfe9-4a0e-4f9c-acae-000edac270c8 req-afba4985-f732-4c71-8958-a290179ecbd5 service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120610 Jul 30 03:02:54.732004 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:02:54.735870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7039bed-ed62-4825-af0b-d32f87f358a3 req-07a9f289-e596-437c-9f2f-2660b80d147a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:54.737409 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7039bed-ed62-4825-af0b-d32f87f358a3 req-07a9f289-e596-437c-9f2f-2660b80d147a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0526705 Jul 30 03:02:54.778571 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7039bed-ed62-4825-af0b-d32f87f358a3 req-4e86b08d-945e-4650-a145-375df446f7b2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Jul 30 03:02:55.893927 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5b694-56eb-4fd4-a1eb-faac0dca089f req-ff109eae-dfcc-4c48-bdf0-7144ad71a282 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:55.895418 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cf5b694-56eb-4fd4-a1eb-faac0dca089f req-ff109eae-dfcc-4c48-bdf0-7144ad71a282 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0489662 Jul 30 03:02:55.934244 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9cf5b694-56eb-4fd4-a1eb-faac0dca089f req-50753c98-871f-4db5-949a-b7fce53d0432 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Jul 30 03:02:57.052876 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db997f-1515-46bf-b047-f0caca8d062e req-a590ca79-063d-4754-a00d-852a5d753b6d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:57.054358 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3db997f-1515-46bf-b047-f0caca8d062e req-a590ca79-063d-4754-a00d-852a5d753b6d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0534587 Jul 30 03:02:57.096626 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3db997f-1515-46bf-b047-f0caca8d062e req-e2389ada-a38f-4fe6-b302-be6059a6e91e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360687 Jul 30 03:02:58.212709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa679b-9fb6-404e-b8dd-f19828570332 req-8d728127-4886-4756-8dc6-6d43ce901067 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:58.214218 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aaaa679b-9fb6-404e-b8dd-f19828570332 req-8d728127-4886-4756-8dc6-6d43ce901067 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0497069 Jul 30 03:02:58.252387 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aaaa679b-9fb6-404e-b8dd-f19828570332 req-8e324432-4696-45ca-a9ac-36ffc9624ac2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Jul 30 03:02:59.370734 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7bf70-e2e2-43c7-9a46-25e9e59b3248 req-a3c43a7c-5c5f-4d48-92ba-09b18e024a1a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:02:59.372270 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcf7bf70-e2e2-43c7-9a46-25e9e59b3248 req-a3c43a7c-5c5f-4d48-92ba-09b18e024a1a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0503960 Jul 30 03:02:59.410891 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dcf7bf70-e2e2-43c7-9a46-25e9e59b3248 req-0ca3d5c9-6b8e-47e5-a266-f3080b812de5 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Jul 30 03:03:00.531132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488626c0-4f25-41ac-8e12-655fa94c2755 req-60220073-a017-416a-afe6-f480d74cf508 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:00.532523 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-488626c0-4f25-41ac-8e12-655fa94c2755 req-60220073-a017-416a-afe6-f480d74cf508 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0530906 Jul 30 03:03:00.571854 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-488626c0-4f25-41ac-8e12-655fa94c2755 req-724d0c16-0eea-4818-a1c4-f8cf6befbfe3 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333304 Jul 30 03:03:00.875822 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-ea3a4860-ef50-4183-b9d1-bd91b73799c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:01.687670 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbea2e9-0a73-456d-98cf-0dd86644e60b req-68bf53c1-30e0-4c2f-8070-a5c6168ccd60 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:01.689137 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3cbea2e9-0a73-456d-98cf-0dd86644e60b req-68bf53c1-30e0-4c2f-8070-a5c6168ccd60 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0492222 Jul 30 03:03:01.727078 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3cbea2e9-0a73-456d-98cf-0dd86644e60b req-e85e8961-3c2b-4aef-a395-63a34686a058 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320182 Jul 30 03:03:02.291335 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:02.840712 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9256a43-3534-4380-a804-53ba94b4bff0 req-5d03c493-4b7a-41d7-aff2-6670cfb6eca2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:02.842245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9256a43-3534-4380-a804-53ba94b4bff0 req-5d03c493-4b7a-41d7-aff2-6670cfb6eca2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0495167 Jul 30 03:03:02.881518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a9256a43-3534-4380-a804-53ba94b4bff0 req-55812ae2-ce02-4ece-99d9-0447ac308530 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331280 Jul 30 03:03:03.515926 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8375eb64-de2b-4a9b-8e5e-68951f96c717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:03.987939 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.001145 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67636626-0201-4ada-a16c-5a0c3c7580e2 req-8d3f9aa6-0f7c-45bc-85dd-9dd786505bee tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:04.002635 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67636626-0201-4ada-a16c-5a0c3c7580e2 req-8d3f9aa6-0f7c-45bc-85dd-9dd786505bee tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0546033 Jul 30 03:03:04.041272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67636626-0201-4ada-a16c-5a0c3c7580e2 req-02f85163-bef5-4b34-b760-d269dd78a854 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Jul 30 03:03:04.432008 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 99982061-01dd-4301-8f6f-e22058990191 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:03:04.526623 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:04.538302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': '99982061-01dd-4301-8f6f-e22058990191', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'port_id': '99982061-01dd-4301-8f6f-e22058990191', 'mac_address': 'fa:16:3e:e7:13:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:03:04.573472 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.586309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99982061-01dd-4301-8f6f-e22058990191 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:03:04.605554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:04.609030 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.664419 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:04.672102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.672557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.672938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.673262 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.673584 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.673908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.674234 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.674549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.674866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.675182 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.675520 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.675840 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:03:04.811992 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:04.868416 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['99982061-01dd-4301-8f6f-e22058990191'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:03:05.159839 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460aada-70cb-47ab-8f04-10b7c264c0ac req-a25ad8d1-c146-42bc-ad09-7ea31ef5f5e3 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:05.161436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5460aada-70cb-47ab-8f04-10b7c264c0ac req-a25ad8d1-c146-42bc-ad09-7ea31ef5f5e3 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 944 time: 0.0521834 Jul 30 03:03:05.205098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5460aada-70cb-47ab-8f04-10b7c264c0ac req-7e33c89e-ccd2-4d4f-924c-cccf9ba81803 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353839 Jul 30 03:03:06.321756 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52301c0-076d-48ba-83a6-501b19142271 req-baeffc85-8330-4f7b-bf6d-d90db2056178 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:06.323293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e52301c0-076d-48ba-83a6-501b19142271 req-baeffc85-8330-4f7b-bf6d-d90db2056178 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 944 time: 0.0496120 Jul 30 03:03:06.365826 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e52301c0-076d-48ba-83a6-501b19142271 req-ce1b30ad-0678-4142-9f0b-14902394ea9f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364549 Jul 30 03:03:06.455690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 99982061-01dd-4301-8f6f-e22058990191 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:03:06.494400 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:06.514536 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port 99982061-01dd-4301-8f6f-e22058990191 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:03:06.518222 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port 99982061-01dd-4301-8f6f-e22058990191 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:03:06.518591 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:06.601501 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:06.623484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99982061-01dd-4301-8f6f-e22058990191'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:03:06.625697 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f068c-3c28-4717-a267-7ecf646d25f9" -d '{"events": [{"server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "name": "network-vif-plugged", "status": "completed", "tag": "99982061-01dd-4301-8f6f-e22058990191"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:03:06.638718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:03:06.643348 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:06.694874 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:06.718473 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0a9610-0295-4bac-9647-0a6c99725ca4 x-openstack-request-id: req-1f0a9610-0295-4bac-9647-0a6c99725ca4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:03:06.718769 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "name": "network-vif-plugged", "status": "completed", "tag": "99982061-01dd-4301-8f6f-e22058990191", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:03:06.719018 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1f0a9610-0295-4bac-9647-0a6c99725ca4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:03:06.719408 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99982061-01dd-4301-8f6f-e22058990191', 'code': 200} Jul 30 03:03:06.817719 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6637-f3b1-4af9-801f-0991e2278a48 req-5c2d4f50-c1b4-42a2-b459-d862187967ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:06.819914 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0c6637-f3b1-4af9-801f-0991e2278a48 req-5c2d4f50-c1b4-42a2-b459-d862187967ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1096 time: 0.0452936 Jul 30 03:03:06.856287 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9e0c6637-f3b1-4af9-801f-0991e2278a48 req-65e1dcbf-4a23-43b7-8f83-1bb775706e52 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289061 Jul 30 03:03:07.493175 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cb202-2652-4ad0-ba00-5d23650a9a02 req-2d3776d4-e6e4-4f75-aa42-72735bdb616e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:07.495742 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e6cb202-2652-4ad0-ba00-5d23650a9a02 req-2d3776d4-e6e4-4f75-aa42-72735bdb616e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0597761 Jul 30 03:03:07.543309 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8e6cb202-2652-4ad0-ba00-5d23650a9a02 req-47ce9576-a0ca-420d-ad2c-e9cc03bdcb24 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Jul 30 03:03:08.658677 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c372f-80f8-46fd-8296-031965c384d5 req-a917e7d6-60ee-4f82-a4c4-87440006cc55 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:08.661182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-131c372f-80f8-46fd-8296-031965c384d5 req-a917e7d6-60ee-4f82-a4c4-87440006cc55 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0520806 Jul 30 03:03:08.700160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-131c372f-80f8-46fd-8296-031965c384d5 req-ed7a7202-c0c7-42eb-8973-09dfe399b6a6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 Jul 30 03:03:08.821550 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4cedb-36c5-4c1b-a774-c48ff2d285b7 req-639b46b6-5090-4ffd-860d-c19f043f565e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:08.822951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0f4cedb-36c5-4c1b-a774-c48ff2d285b7 req-639b46b6-5090-4ffd-860d-c19f043f565e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0534434 Jul 30 03:03:08.862301 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c0f4cedb-36c5-4c1b-a774-c48ff2d285b7 req-6851ae58-b058-4b71-b7f2-a6bc7b863e05 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332541 Jul 30 03:03:08.884164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34256) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:08.924272 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4577329-5d99-4024-81e6-820d9bfa8c38 tempest-TestShelveInstance-775587897 tempest-TestShelveInstance-775587897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:08.925788 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-a4577329-5d99-4024-81e6-820d9bfa8c38 tempest-TestShelveInstance-775587897 tempest-TestShelveInstance-775587897-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1091 time: 0.0406444 Jul 30 03:03:08.928721 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34258) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:03:08.933188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '99982061-01dd-4301-8f6f-e22058990191', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:03:08.954920 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.055259 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.160480 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Allocated IP 172.25.7.232 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/7ce7da44-eb8e-48a4-9f16-0cb115a2bcdb) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:03:09.268355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.310573 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.350522 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:03:09.353444 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:03:09.356884 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:03:09.381125 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'Port': ['ID=7ce7da44-eb8e-48a4-9f16-0cb115a2bcdb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:09.722034 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.787380 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.936992 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:09.941554 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.004434 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event updated for resources: {'Port': ['ID=7ce7da44-eb8e-48a4-9f16-0cb115a2bcdb,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:03:10.020196 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.121762 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Floating IP 1ed1e07b-da82-4b05-9cc0-320ff12024a0 associated. External IP: 172.25.7.232, port: 99982061-01dd-4301-8f6f-e22058990191. Jul 30 03:03:10.331966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:03:10.441582 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:03:10.451266 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] Sync routers for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:03:10.457585 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:10.461626 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:03:10.462261 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:03:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:10.486795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-64845645-c625-4df8-9d14-556c56da89f6 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5570087 Jul 30 03:03:10.487366 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'tag': '99982061-01dd-4301-8f6f-e22058990191'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:03:10.489675 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de09206-d780-4a10-91d1-167a08a0f3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "tag": "99982061-01dd-4301-8f6f-e22058990191"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:03:10.529333 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a337a3b2-4860-4bf0-be18-afd2221f5037 x-openstack-request-id: req-a337a3b2-4860-4bf0-be18-afd2221f5037 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:03:10.529631 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "tag": "99982061-01dd-4301-8f6f-e22058990191", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:03:10.529886 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a337a3b2-4860-4bf0-be18-afd2221f5037 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:03:10.530297 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'tag': '99982061-01dd-4301-8f6f-e22058990191', 'status': 'completed', 'code': 200} Jul 30 03:03:10.593569 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-ff582e72-e259-4ae9-9486-06e6780fcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:10.595166 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-ff582e72-e259-4ae9-9486-06e6780fcf39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1096 time: 0.0433686 Jul 30 03:03:10.668792 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:03:10.694073 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-ed99fe38-bd9d-4dc6-9e57-d4bf0d1a26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:10.695833 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-ed99fe38-bd9d-4dc6-9e57-d4bf0d1a26b3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0925300 Jul 30 03:03:10.763700 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-29e2a99b-e771-48ca-a475-63537842fe3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 999 time: 0.0606165 Jul 30 03:03:10.819116 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-c3f79d61-a51d-4afb-bc8b-c3a2dbbb0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:10.820466 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-c3f79d61-a51d-4afb-bc8b-c3a2dbbb0275 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0496972 Jul 30 03:03:10.867604 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-413c1c45-cb0b-4426-b282-4051d55e592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:10.869246 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-413c1c45-cb0b-4426-b282-4051d55e592e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411658 Jul 30 03:03:10.892368 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1ed1e07b-da82-4b05-9cc0-320ff12024a0', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'port_id': '99982061-01dd-4301-8f6f-e22058990191', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'mac_address': 'fa:16:3e:e7:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:03:09Z', 'updated_at': '2021-07-30T03:03:09Z', 'revision_number': 0, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:10.918172 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] Checking router: 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:03:10.926527 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:03:10.927128 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:03:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:10.963245 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-c0d10f15-b87e-429b-9e93-fb78a06aa82b service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851419 Jul 30 03:03:11.033058 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:03:11.061087 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5de09206-d780-4a10-91d1-167a08a0f3bb req-fbebf6b7-cdd2-4aae-a8e7-b4dab58d34ec service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891836 Jul 30 03:03:11.256165 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1ed1e07b-da82-4b05-9cc0-320ff12024a0', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'port_id': '99982061-01dd-4301-8f6f-e22058990191', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'mac_address': 'fa:16:3e:e7:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:03:09Z', 'updated_at': '2021-07-30T03:03:09Z', 'revision_number': 0, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:03:11.282182 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e7e004-8acd-4520-9f11-f312b29380ca None None] The sync data for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 is: [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '1ed1e07b-da82-4b05-9cc0-320ff12024a0', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'floating_ip_address': '172.25.7.232', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'port_id': '99982061-01dd-4301-8f6f-e22058990191', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'mac_address': 'fa:16:3e:e7:13:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:03:09Z', 'updated_at': '2021-07-30T03:03:09Z', 'revision_number': 0, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:03:11.474709 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e98305a-cc48-4f36-9686-94d5a05b8f43 None None] New status for floating IP 1ed1e07b-da82-4b05-9cc0-320ff12024a0: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:03:14.401475 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:03:16.157185 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-aa5f36c3-b9d5-44b2-a524-0c193a7cf468 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415564 Jul 30 03:03:16.248741 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-7bedda5a-de86-4858-a899-5015ca93c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:16.250229 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-7bedda5a-de86-4858-a899-5015ca93c27f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1096 time: 0.0428896 Jul 30 03:03:16.365943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-9b6c77be-b75a-49c7-840e-e33ef761f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:16.367621 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-9b6c77be-b75a-49c7-840e-e33ef761f1da service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0971940 Jul 30 03:03:16.435174 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-8aa31888-8d23-4733-9f7d-c6fe836a82ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 1001 time: 0.0600028 Jul 30 03:03:16.497799 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-6c4f5a2c-8069-400e-877d-267e52e3fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:16.499566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-6c4f5a2c-8069-400e-877d-267e52e3fdce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0573180 Jul 30 03:03:16.587763 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-3306e79e-f080-4e91-9e19-7b374c5fc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:03:16.591696 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-3306e79e-f080-4e91-9e19-7b374c5fc705 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683899 Jul 30 03:03:16.722559 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-aadb615c-5413-4588-a977-2e09479e878f service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201358 Jul 30 03:03:16.834007 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-945fb29a-d1e0-46b0-a10c-bffdce033864 req-e48be561-6b77-43b3-a475-229cb876ea1d service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916154 Jul 30 03:03:24.747948 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:30.879460 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c71d442b-911e-440e-ad8c-59b9d62ecd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:32.295724 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:33.517720 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d6659a69-4ff2-4184-9bef-f43f6ce06870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:33.991331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:34.811162 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:36.476616 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:03:51.401696 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:03:54.743173 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:00.881340 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-01402812-eb9e-409d-9b69-005dce2e2535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:02.305108 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:03.519853 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d15843ab-e8ca-40d8-9d4f-9951d88afc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:03.993014 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:04.814493 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:06.479649 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:18.168977 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-d8635338-f7ad-4d46-9f2e-86a73e86460c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411551 Jul 30 03:04:18.253161 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-caee254b-c527-4f0b-972d-1905a9bb459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:04:18.254652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-caee254b-c527-4f0b-972d-1905a9bb459f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1096 time: 0.0411706 Jul 30 03:04:18.364169 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-8325c6e0-9bf5-4d34-9b35-00dcbee26f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:04:18.366390 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-8325c6e0-9bf5-4d34-9b35-00dcbee26f6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0917687 Jul 30 03:04:18.431489 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-6e72fe71-4ffb-4e04-b503-d16ae7453255 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 1001 time: 0.0573053 Jul 30 03:04:18.820282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-60f73f4c-bf95-4c2d-b5ff-1bc2724bbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:04:18.821588 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-60f73f4c-bf95-4c2d-b5ff-1bc2724bbf90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.3826900 Jul 30 03:04:18.867702 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-21e162e5-6fdb-459c-bdda-90e4d9867ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:04:18.869175 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-21e162e5-6fdb-459c-bdda-90e4d9867ed7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401757 Jul 30 03:04:18.957517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-227f6822-b34e-452b-a71f-f418721909d7 service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807159 Jul 30 03:04:19.054602 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5659a2e-1d4d-4a72-8fd0-da4e99287df0 req-b27dfd34-63be-447a-b9dd-3110694e4916 service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883801 Jul 30 03:04:24.757663 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:28.401022 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:04:30.883366 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53939e44-e605-432d-ac67-baa1b2fab9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:32.305413 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:33.521234 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f6a08e46-4499-4c54-8f98-b957764d4f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:33.996378 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:34.816129 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:36.483199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:04:54.757178 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:00.884559 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-47666856-40fb-4dc3-a09e-ed68fc707f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:02.319748 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:03.523453 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f1a952d7-7704-42c9-8aa6-c938cf22ff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:03.996614 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:04.821007 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:05.399840 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:05:06.486656 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:08.028039 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37103b-27d0-4857-a1a7-cf5c6f35465f req-0aef4fbe-e854-41f6-935e-05e7f4751bc2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:08.029527 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba37103b-27d0-4857-a1a7-cf5c6f35465f req-0aef4fbe-e854-41f6-935e-05e7f4751bc2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.1304243 Jul 30 03:05:08.069821 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ba37103b-27d0-4857-a1a7-cf5c6f35465f req-34f5e323-fb10-49e3-8532-3ce750dd10d9 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340753 Jul 30 03:05:09.220193 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12508c0b-d077-49e5-8390-d9dcf43751a2 req-0a7b9493-3626-4129-a8f2-94d5eaf668fa tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:09.221674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12508c0b-d077-49e5-8390-d9dcf43751a2 req-0a7b9493-3626-4129-a8f2-94d5eaf668fa tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0528843 Jul 30 03:05:09.266286 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-12508c0b-d077-49e5-8390-d9dcf43751a2 req-64cbe576-5471-4248-a0d0-1e1dc75894e9 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386128 Jul 30 03:05:10.382461 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89325ca-f557-4d28-bbcd-c9c87a40dd72 req-fb0f6ade-51a8-43d7-8a62-8972e5a8096d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:10.383984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a89325ca-f557-4d28-bbcd-c9c87a40dd72 req-fb0f6ade-51a8-43d7-8a62-8972e5a8096d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0513411 Jul 30 03:05:10.432059 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a89325ca-f557-4d28-bbcd-c9c87a40dd72 req-db861a01-d5ce-4577-b2cb-f70c0f67f7da tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419600 Jul 30 03:05:11.548691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568a312-cb9d-41a1-828f-888a57948899 req-d78bbfe7-9a3d-44d6-b043-1fb7b6e12c0b tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:11.550195 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1568a312-cb9d-41a1-828f-888a57948899 req-d78bbfe7-9a3d-44d6-b043-1fb7b6e12c0b tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0511115 Jul 30 03:05:11.588598 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1568a312-cb9d-41a1-828f-888a57948899 req-1576e91c-2599-473e-8cec-44d5b73198f1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Jul 30 03:05:12.710316 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5280f42-a9d5-4e15-8b3b-ae57dbf832e9 req-d220e896-d417-44a1-8907-9ea87a335ca0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:12.711859 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5280f42-a9d5-4e15-8b3b-ae57dbf832e9 req-d220e896-d417-44a1-8907-9ea87a335ca0 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0528414 Jul 30 03:05:12.757051 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a5280f42-a9d5-4e15-8b3b-ae57dbf832e9 req-64a7d755-273b-49f7-8b3e-b9644bbb8efd tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385938 Jul 30 03:05:13.871398 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7d276-58bd-4d19-9208-12284e7d10e7 req-d7026316-3d6e-4438-94ef-bccf7cc3d40e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:13.872880 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25b7d276-58bd-4d19-9208-12284e7d10e7 req-d7026316-3d6e-4438-94ef-bccf7cc3d40e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Jul 30 03:05:13.910475 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-25b7d276-58bd-4d19-9208-12284e7d10e7 req-0f03f247-1ce2-4e95-be99-5468e59e7a3a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Jul 30 03:05:15.025481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac41ca-7f30-44f6-83af-541f497b6410 req-e05a206e-c6be-40df-a5fa-087f555fdc13 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:15.026984 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66ac41ca-7f30-44f6-83af-541f497b6410 req-e05a206e-c6be-40df-a5fa-087f555fdc13 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0490253 Jul 30 03:05:15.066117 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-66ac41ca-7f30-44f6-83af-541f497b6410 req-9624de46-9d16-417b-b327-fce4102ebade tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328591 Jul 30 03:05:16.183002 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474d761-7e05-48bf-92d4-fa5dbcc3ae6d req-75f35a7f-0104-44d7-a906-c05670d80cab tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:16.184536 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2474d761-7e05-48bf-92d4-fa5dbcc3ae6d req-75f35a7f-0104-44d7-a906-c05670d80cab tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0494964 Jul 30 03:05:16.227471 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2474d761-7e05-48bf-92d4-fa5dbcc3ae6d req-c74ce02a-f08f-4bd8-b6d2-4e07a2d249a4 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370746 Jul 30 03:05:17.347360 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d99a55-db1b-48bc-8ee2-57cba97849db req-31ed6ef7-6df8-46ae-9eda-3f1059514058 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:17.348871 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08d99a55-db1b-48bc-8ee2-57cba97849db req-31ed6ef7-6df8-46ae-9eda-3f1059514058 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0488350 Jul 30 03:05:17.387834 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-08d99a55-db1b-48bc-8ee2-57cba97849db req-0149fc79-59ff-4169-b798-4a47aac6a870 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323575 Jul 30 03:05:18.103421 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-c963d245-bd9a-4a57-9c59-e6b67a94c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:18.104927 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-c963d245-bd9a-4a57-9c59-e6b67a94c366 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1096 time: 0.0411065 Jul 30 03:05:18.198654 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-e7820d2b-69b7-4173-b7ee-47de13c7ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:18.200160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-e7820d2b-69b7-4173-b7ee-47de13c7ef0d service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0879948 Jul 30 03:05:18.267097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-23b5b5dc-934a-483e-b8b5-17fcfea3b4f2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 1001 time: 0.0589378 Jul 30 03:05:18.322794 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-48ad640a-8bf0-483d-afc3-670acbfadcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:18.324306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-48ad640a-8bf0-483d-afc3-670acbfadcd1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0487320 Jul 30 03:05:18.376617 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-64ae7170-0949-4ed2-ba75-053a6d5f76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:18.378013 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-64ae7170-0949-4ed2-ba75-053a6d5f76b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457966 Jul 30 03:05:18.499882 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-66986d18-8a57-4537-874c-8a3089605761 service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129515 Jul 30 03:05:18.526079 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307157c4-65f3-47d5-b992-52b7042eada9 req-396d1338-4155-4f1f-b4e8-2de228bc5a58 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:18.527570 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-307157c4-65f3-47d5-b992-52b7042eada9 req-396d1338-4155-4f1f-b4e8-2de228bc5a58 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0703714 Jul 30 03:05:18.613025 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-307157c4-65f3-47d5-b992-52b7042eada9 req-bfdc10c3-f4ed-434a-9784-37cf9198263e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714478 Jul 30 03:05:18.632597 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7484a2d-a91c-4f6b-aad3-184fc8abdf98 req-4cfd9926-add2-4706-9aec-e5354aac2b45 service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238165 Jul 30 03:05:19.733990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975d8a-ed6c-4d65-93dc-fc743d29a00a req-48f72a83-534a-45a9-95a7-45f56dd08896 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:19.735584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f975d8a-ed6c-4d65-93dc-fc743d29a00a req-48f72a83-534a-45a9-95a7-45f56dd08896 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0531843 Jul 30 03:05:19.778589 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6f975d8a-ed6c-4d65-93dc-fc743d29a00a req-5f4d217a-6f38-4937-bd29-499f648de477 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369258 Jul 30 03:05:20.250724 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-6cd22e26-9e5f-425b-a568-055b5c416cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:20.256674 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-6cd22e26-9e5f-425b-a568-055b5c416cfd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1096 time: 0.0597796 Jul 30 03:05:20.369328 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-07cf9991-7236-4d4b-b2ab-3c087e9520bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:20.370810 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-07cf9991-7236-4d4b-b2ab-3c087e9520bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0889020 Jul 30 03:05:20.445076 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-b09f7443-567a-436d-9814-a2dfc1e12342 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 1001 time: 0.0664878 Jul 30 03:05:20.496868 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-10154b03-dcf5-4a46-8160-5b9f176add8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:20.498340 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-10154b03-dcf5-4a46-8160-5b9f176add8a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0462611 Jul 30 03:05:20.548706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-3f0c6a9f-67af-432f-b99a-cc667ae328cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:20.550436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-3f0c6a9f-67af-432f-b99a-cc667ae328cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444326 Jul 30 03:05:20.649584 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-397b5d97-1372-4ab5-ace2-2243fc02a4a8 service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897181 Jul 30 03:05:20.742566 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6e9d061f-ea92-49db-87c0-4921469b4c0c req-9e55639f-ef8d-4953-a8b1-a6d962396c07 service neutron] 10.222.0.22 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856729 Jul 30 03:05:20.899111 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85db3fd-60ed-4cca-a674-891213fa5dcb req-8bd80054-0f57-4351-8209-9b5cf8afac0e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:20.900875 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c85db3fd-60ed-4cca-a674-891213fa5dcb req-8bd80054-0f57-4351-8209-9b5cf8afac0e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0537930 Jul 30 03:05:20.941032 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-c85db3fd-60ed-4cca-a674-891213fa5dcb req-c3733f5e-3f13-40ba-9cd0-89b68f4ac832 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339613 Jul 30 03:05:22.064430 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159b9b4-1135-4aa9-86d6-62fc9ffeaf00 req-3c4dc09e-50fa-49a5-9f19-0885e32e397e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:22.066045 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8159b9b4-1135-4aa9-86d6-62fc9ffeaf00 req-3c4dc09e-50fa-49a5-9f19-0885e32e397e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0558391 Jul 30 03:05:22.106020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8159b9b4-1135-4aa9-86d6-62fc9ffeaf00 req-1960afe0-31db-49d3-b590-27aee909427d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332589 Jul 30 03:05:22.285494 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2b0c302b-f13b-47ef-97c5-e5f1fe0b6721 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428803 Jul 30 03:05:22.320969 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c538096-d59e-45d0-9ad2-3dffd6017408 req-2fdb612e-057f-4491-bfdb-b817d2bb7e16 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:22.322522 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c538096-d59e-45d0-9ad2-3dffd6017408 req-2fdb612e-057f-4491-bfdb-b817d2bb7e16 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 945 time: 0.0553861 Jul 30 03:05:22.363271 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3c538096-d59e-45d0-9ad2-3dffd6017408 req-98b20a5a-5563-40a8-a338-a76e6acb2e6d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344839 Jul 30 03:05:23.169011 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device 99982061-01dd-4301-8f6f-e22058990191 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:05:23.251383 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:23.275681 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99982061-01dd-4301-8f6f-e22058990191'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:05:23.278560 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98adb58c-3993-4060-8c3a-f51dc602c0b3" -d '{"events": [{"server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "name": "network-vif-unplugged", "status": "completed", "tag": "99982061-01dd-4301-8f6f-e22058990191"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:05:23.298180 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:23.302920 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:23.343324 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 03:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dbad45-9ffb-4235-987d-3540dbb79ac9 x-openstack-request-id: req-d8dbad45-9ffb-4235-987d-3540dbb79ac9 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:05:23.343652 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "name": "network-vif-unplugged", "status": "failed", "tag": "99982061-01dd-4301-8f6f-e22058990191", "code": 422}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:05:23.343904 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d8dbad45-9ffb-4235-987d-3540dbb79ac9 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:05:23.344304 n-d-715271-7 neutron-server[93820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99982061-01dd-4301-8f6f-e22058990191', 'code': 422} returned with failed status Jul 30 03:05:23.354865 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:23.362422 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.362774 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.363120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.363525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.363872 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.364206 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.364535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.364889 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.365391 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.365722 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.366055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.366410 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:23.480417 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941e996-90fd-431f-9740-8f5ca1fbf5bb req-921be23d-094b-4fdb-91bd-c50f80f877cb tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:23.481852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3941e996-90fd-431f-9740-8f5ca1fbf5bb req-921be23d-094b-4fdb-91bd-c50f80f877cb tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0501165 Jul 30 03:05:23.520619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3941e996-90fd-431f-9740-8f5ca1fbf5bb req-764d11b9-e196-4e0b-8b2e-227d2f0c6029 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325086 Jul 30 03:05:24.644784 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eb112-2648-4e10-9a9b-9c8dc2522843 req-989c1e80-15fb-46db-992a-5ee27a3bcf38 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:24.646398 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f33eb112-2648-4e10-9a9b-9c8dc2522843 req-989c1e80-15fb-46db-992a-5ee27a3bcf38 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0543113 Jul 30 03:05:24.685154 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f33eb112-2648-4e10-9a9b-9c8dc2522843 req-ad686f71-feaf-42f7-b558-ef96f38c145a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326319 Jul 30 03:05:24.772417 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:25.804715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e53b7-1b30-43cd-9075-0e317817fc4f req-444dc8e8-7825-4669-b22b-cdd28e1f0fae tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:25.806257 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e52e53b7-1b30-43cd-9075-0e317817fc4f req-444dc8e8-7825-4669-b22b-cdd28e1f0fae tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0517805 Jul 30 03:05:25.846364 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e52e53b7-1b30-43cd-9075-0e317817fc4f req-be5d78ae-7445-4d8f-b34b-7f9aa3968fe2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339301 Jul 30 03:05:26.961124 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdaddd6-57af-45b4-a72c-e3b188e3203c req-7705b02f-69d2-4828-b5a9-ba87cd3eb554 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:26.962595 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bdaddd6-57af-45b4-a72c-e3b188e3203c req-7705b02f-69d2-4828-b5a9-ba87cd3eb554 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0482025 Jul 30 03:05:27.002619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3bdaddd6-57af-45b4-a72c-e3b188e3203c req-208c47f6-1ae8-4d45-a385-b87dfec9da4a tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339880 Jul 30 03:05:27.065121 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-1146a430-ae92-4b39-83cb-ab573b264af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:27.066606 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-1146a430-ae92-4b39-83cb-ab573b264af6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628&tenant_id=0de8717a719d4d07840d3a0c03a2b619 HTTP/1.1" status: 200 len: 1094 time: 0.0436502 Jul 30 03:05:27.078611 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-715271-7', 'device_owner': 'compute:nova'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:05:27.129881 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:27.328550 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:27.361754 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h2-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:05:27.396275 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99982061-01dd-4301-8f6f-e22058990191 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:05:27.403581 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:27.415655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Transition to ACTIVE for port object 99982061-01dd-4301-8f6f-e22058990191 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:05:27.419004 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:27.491702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=7']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:27.503801 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.504136 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.504481 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.504812 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.505139 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.505464 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.505846 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.506140 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.506458 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.506778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.507094 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.507544 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:05:27.546086 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] No DVR routers for this DVR port 99982061-01dd-4301-8f6f-e22058990191 on host n-h2-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:05:27.683392 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Attempting to bind port 99982061-01dd-4301-8f6f-e22058990191 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:05:27.683685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Attempting to bind port 99982061-01dd-4301-8f6f-e22058990191 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:05:27.684017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Attempting to bind port 99982061-01dd-4301-8f6f-e22058990191 on network 1ec26022-02e8-4376-af4f-fd106517d854 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:05:27.688280 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Port 99982061-01dd-4301-8f6f-e22058990191 on network 1ec26022-02e8-4376-af4f-fd106517d854 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:05:27.688604 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Attempting to bind port 99982061-01dd-4301-8f6f-e22058990191 on network 1ec26022-02e8-4376-af4f-fd106517d854 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:05:27.693508 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:05:27.693853 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Checking segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:05:27.694238 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Bound using segment: {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:05:27.694664 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Bound port: 99982061-01dd-4301-8f6f-e22058990191, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b20128-3270-4240-a2b6-ef8d08381457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:05:27.695022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:27.759104 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:05:27.762145 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:05:27.766496 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:27.803503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:27.804019 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:27.805433 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 1091 time: 0.7308056 Jul 30 03:05:27.806008 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'tag': '99982061-01dd-4301-8f6f-e22058990191'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:05:27.808318 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "tag": "99982061-01dd-4301-8f6f-e22058990191"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:05:27.862164 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc5b8de-26c1-4e30-b465-933941b16de5 x-openstack-request-id: req-ecc5b8de-26c1-4e30-b465-933941b16de5 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:05:27.862437 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "tag": "99982061-01dd-4301-8f6f-e22058990191", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:05:27.862685 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ecc5b8de-26c1-4e30-b465-933941b16de5 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:05:27.863083 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'tag': '99982061-01dd-4301-8f6f-e22058990191', 'status': 'completed', 'code': 200} Jul 30 03:05:27.863685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e887670-5888-4f0a-8e72-aa68603fe8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=8']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:27.882734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-e3bca6d8-0609-49b2-b8d7-d44ac4c3dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:27.884291 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-e3bca6d8-0609-49b2-b8d7-d44ac4c3dbe2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1094 time: 0.0511172 Jul 30 03:05:27.982350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-6a15b06c-af6a-4231-b3e9-0ebe0a7243c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:27.983898 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-6a15b06c-af6a-4231-b3e9-0ebe0a7243c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0921805 Jul 30 03:05:28.050024 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-4661aa10-3695-43f5-a441-d43c1afcc8fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 999 time: 0.0584311 Jul 30 03:05:28.103811 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-9bce301d-b321-4e07-af45-a570828c27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:28.105197 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-9bce301d-b321-4e07-af45-a570828c27b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0474329 Jul 30 03:05:28.124465 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fda27-c909-4046-8cad-77276f2d04f4 req-0c7f3e77-7a0d-4c15-9e06-dbcc7533d80e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:28.125980 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a6fda27-c909-4046-8cad-77276f2d04f4 req-0c7f3e77-7a0d-4c15-9e06-dbcc7533d80e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0543439 Jul 30 03:05:28.150790 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-1a74bb12-5cd1-4e47-a94b-a7db5a243ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:28.152337 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-1a74bb12-5cd1-4e47-a94b-a7db5a243ebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401902 Jul 30 03:05:28.164255 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-7a6fda27-c909-4046-8cad-77276f2d04f4 req-78b300a1-fdca-45be-bad6-82651adbb039 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323298 Jul 30 03:05:28.244576 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-cbfbca8f-c16d-4801-a70e-d58d1b33917f service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842898 Jul 30 03:05:28.337138 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-6d6e26b8-b04d-427f-9fc8-ea8703b60589 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859363 Jul 30 03:05:28.423426 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-acb51405-d5be-4d30-bde7-64be1682de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:28.424932 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-acb51405-d5be-4d30-bde7-64be1682de74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1094 time: 0.0408485 Jul 30 03:05:28.520182 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-f4d78776-0c3e-4ec6-8198-2c347d889982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:28.521604 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-f4d78776-0c3e-4ec6-8198-2c347d889982 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0891738 Jul 30 03:05:28.588357 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-acf70994-1730-4a7a-863b-ef991ec96946 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 999 time: 0.0581002 Jul 30 03:05:28.637709 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-9d3231e4-01c1-42ad-b87c-78b60a89c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:28.639117 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-9d3231e4-01c1-42ad-b87c-78b60a89c702 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0426934 Jul 30 03:05:28.690741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-88c2973d-7f76-469c-bc1c-cb8903158240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:28.692253 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-88c2973d-7f76-469c-bc1c-cb8903158240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451252 Jul 30 03:05:28.781646 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-f3c7c8cd-389a-4dbc-ba83-d9203b02b33b service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800731 Jul 30 03:05:28.883302 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-23dad635-9a51-4ad0-9a52-8c041bd6c3e6 req-9e025212-b835-4581-807b-b42e5f5edba7 service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933974 Jul 30 03:05:29.280470 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700ce06-9705-44b3-8108-9837e48cc10c req-55e2e6c2-4d89-46fd-8f85-394e3d3b9d23 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:29.282008 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1700ce06-9705-44b3-8108-9837e48cc10c req-55e2e6c2-4d89-46fd-8f85-394e3d3b9d23 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0489743 Jul 30 03:05:29.320454 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-1700ce06-9705-44b3-8108-9837e48cc10c req-3241ae4e-ad38-4f98-b8c1-9030cdb8428c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Jul 30 03:05:30.436113 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794936d1-f376-43c0-803b-023ec23a4dd0 req-3a139937-debf-4c3a-ab2c-2cefd051342d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:30.437604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-794936d1-f376-43c0-803b-023ec23a4dd0 req-3a139937-debf-4c3a-ab2c-2cefd051342d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0502589 Jul 30 03:05:30.475736 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-794936d1-f376-43c0-803b-023ec23a4dd0 req-8927fd6d-e213-4483-816c-4853d659b062 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Jul 30 03:05:30.884996 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d92f9fb3-6e67-4e1e-80de-5b2b025e3c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:31.596919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e4f7-b1ff-42cc-aba3-50e90f5c9933 req-56e77ac4-19f2-4608-a023-22a96513b375 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:31.598408 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c45e4f7-b1ff-42cc-aba3-50e90f5c9933 req-56e77ac4-19f2-4608-a023-22a96513b375 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0527520 Jul 30 03:05:31.636805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5c45e4f7-b1ff-42cc-aba3-50e90f5c9933 req-560bdbba-ab07-44fe-855c-606c4f72752c tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316203 Jul 30 03:05:32.336358 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:32.758859 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280bbb7-ce72-42c8-bb08-88983bf95b9c req-463fc616-23ca-46d5-9948-86b8d9b33174 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:32.760474 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f280bbb7-ce72-42c8-bb08-88983bf95b9c req-463fc616-23ca-46d5-9948-86b8d9b33174 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0507231 Jul 30 03:05:32.799794 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f280bbb7-ce72-42c8-bb08-88983bf95b9c req-9eeae0aa-8b80-4597-9ac2-a02900d4b98e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333624 Jul 30 03:05:33.523649 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-881b6ab6-9ea2-4daa-967b-18af20ad332e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:33.917196 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f5d8e-190b-48ae-9b19-46898ef6f588 req-49f31f26-a546-4360-b5fc-ae387d66ec62 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:33.918673 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a2f5d8e-190b-48ae-9b19-46898ef6f588 req-49f31f26-a546-4360-b5fc-ae387d66ec62 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0493703 Jul 30 03:05:33.956466 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9a2f5d8e-190b-48ae-9b19-46898ef6f588 req-a678ffc0-d3ad-4dab-9d7e-8b7ef06c9e4d tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316653 Jul 30 03:05:33.997233 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:34.822950 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:35.074993 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0905afd-4e7f-49bf-92ec-adc25358bf48 req-017ac549-d6bc-4bfd-980f-e3287716e1a4 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:35.076414 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0905afd-4e7f-49bf-92ec-adc25358bf48 req-017ac549-d6bc-4bfd-980f-e3287716e1a4 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0539842 Jul 30 03:05:35.114694 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b0905afd-4e7f-49bf-92ec-adc25358bf48 req-a521d3bf-6749-4a4c-ad49-7d46f1b01d7b tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324099 Jul 30 03:05:36.229759 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb8d5d-533a-441b-8cfa-0cdb3b6a8ce9 req-0db8ebed-43ac-4a77-bfe1-a5e593e4e958 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:36.231272 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbb8d5d-533a-441b-8cfa-0cdb3b6a8ce9 req-0db8ebed-43ac-4a77-bfe1-a5e593e4e958 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0492125 Jul 30 03:05:36.276754 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-5bbb8d5d-533a-441b-8cfa-0cdb3b6a8ce9 req-a649c0ee-a2f6-41da-9e1a-ce26dd0279f4 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Jul 30 03:05:36.489617 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:37.392914 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2b2fa-4fc0-4f61-87c0-04a6578b3f20 req-acf52e61-cc95-4635-9bfe-cc6b7d972ad5 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:37.394392 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78d2b2fa-4fc0-4f61-87c0-04a6578b3f20 req-acf52e61-cc95-4635-9bfe-cc6b7d972ad5 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 943 time: 0.0504634 Jul 30 03:05:37.431549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 99982061-01dd-4301-8f6f-e22058990191 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:05:37.434020 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-78d2b2fa-4fc0-4f61-87c0-04a6578b3f20 req-7c358a2a-86ab-43db-b3a0-f57bad02eb32 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331411 Jul 30 03:05:37.523254 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:37.534231 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '99982061-01dd-4301-8f6f-e22058990191', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'port_id': '99982061-01dd-4301-8f6f-e22058990191', 'mac_address': 'fa:16:3e:e7:13:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:05:37.574438 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:37.586850 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99982061-01dd-4301-8f6f-e22058990191 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:05:37.606331 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:37.610136 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:37.654953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=9']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:37.844761 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['99982061-01dd-4301-8f6f-e22058990191'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:05:38.554961 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a129fb-4571-4b09-b706-296e5cfb1f37 req-a1ccdf09-28dc-4bf1-88cb-cf1b478ec28f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:38.556518 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62a129fb-4571-4b09-b706-296e5cfb1f37 req-a1ccdf09-28dc-4bf1-88cb-cf1b478ec28f tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 944 time: 0.0546155 Jul 30 03:05:38.595362 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-62a129fb-4571-4b09-b706-296e5cfb1f37 req-b3840885-5f7a-4968-89f0-90205aa9cf62 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Jul 30 03:05:39.431111 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 99982061-01dd-4301-8f6f-e22058990191 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:05:39.481253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 99982061-01dd-4301-8f6f-e22058990191 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:05:39.485243 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 99982061-01dd-4301-8f6f-e22058990191 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:05:39.485605 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:39.563238 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:39.585488 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99982061-01dd-4301-8f6f-e22058990191'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:05:39.587706 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ae9727-3a2f-4f11-af5a-d844bb074a66" -d '{"events": [{"server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "name": "network-vif-plugged", "status": "completed", "tag": "99982061-01dd-4301-8f6f-e22058990191"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:05:39.600989 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:05:39.606345 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:05:39.631394 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8505a973-db28-4ded-b440-ccdb42941833 x-openstack-request-id: req-8505a973-db28-4ded-b440-ccdb42941833 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:05:39.632501 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "name": "network-vif-plugged", "status": "completed", "tag": "99982061-01dd-4301-8f6f-e22058990191", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:05:39.632661 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8505a973-db28-4ded-b440-ccdb42941833 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:05:39.633033 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99982061-01dd-4301-8f6f-e22058990191', 'code': 200} Jul 30 03:05:39.668642 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=10']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:05:39.738511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9562f4-86b2-4b5b-a690-f0cf01e37969 req-ed95ff99-2da2-40ea-9189-35ffe9388e38 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:39.740050 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e9562f4-86b2-4b5b-a690-f0cf01e37969 req-ed95ff99-2da2-40ea-9189-35ffe9388e38 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 946 time: 0.0502298 Jul 30 03:05:39.779868 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3e9562f4-86b2-4b5b-a690-f0cf01e37969 req-24c3495f-e5ac-4520-98d4-364b00c8475e tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332143 Jul 30 03:05:39.783160 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ceeaf-7a7a-4d61-9bd9-5174e79cf626 req-0edf86dd-990e-4a75-8e76-23450964e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:39.784913 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e57ceeaf-7a7a-4d61-9bd9-5174e79cf626 req-0edf86dd-990e-4a75-8e76-23450964e387 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1097 time: 0.0410335 Jul 30 03:05:39.820988 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e57ceeaf-7a7a-4d61-9bd9-5174e79cf626 req-6beafa81-555b-496a-beb6-fff245368f7a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287743 Jul 30 03:05:40.894796 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20142b2-5620-49dd-9709-7a617b29b4d6 req-dde19f18-c5ff-48f0-86a4-8c89084f14b3 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:05:40.896365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e20142b2-5620-49dd-9709-7a617b29b4d6 req-dde19f18-c5ff-48f0-86a4-8c89084f14b3 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 946 time: 0.0495074 Jul 30 03:05:40.934098 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-e20142b2-5620-49dd-9709-7a617b29b4d6 req-4648626e-d083-4b21-9014-bbebbaf175b2 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319133 Jul 30 03:05:42.399281 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:05:54.776039 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:00.886326 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-787f3a6d-80ff-4616-bb21-98cc7ee0daf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:02.331678 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:03.529738 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4dd596ae-1c45-4e9c-967a-433ba9d50eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:03.999511 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:04.825992 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:06.492974 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:11.321303 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-24307db9-e868-4072-bd22-2ae27d2675f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412548 Jul 30 03:06:11.404939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446db113-e554-4804-a6d4-238375d7c0b8 req-55d2c918-f3c5-4942-971c-daf314504ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:11.406727 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-55d2c918-f3c5-4942-971c-daf314504ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1097 time: 0.0400198 Jul 30 03:06:11.511792 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446db113-e554-4804-a6d4-238375d7c0b8 req-9988533c-48a7-46f4-bdb6-3d3193020835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:11.513917 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-9988533c-48a7-46f4-bdb6-3d3193020835 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0876946 Jul 30 03:06:11.578782 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-562c8c7d-e83f-4288-b4f3-b6b45087ec5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 1001 time: 0.0570371 Jul 30 03:06:11.631388 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446db113-e554-4804-a6d4-238375d7c0b8 req-757e2f7e-eba0-4b21-94c4-8f2f2f77d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:11.632841 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-757e2f7e-eba0-4b21-94c4-8f2f2f77d935 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0467465 Jul 30 03:06:11.678445 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446db113-e554-4804-a6d4-238375d7c0b8 req-e0de726c-8004-4d8f-9da3-78deea72842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:11.679948 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-e0de726c-8004-4d8f-9da3-78deea72842b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394511 Jul 30 03:06:11.691581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-3cd7cb05-6952-4112-a635-bfb34ad62574 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93818) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:06:11.692499 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-3cd7cb05-6952-4112-a635-bfb34ad62574 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048721 Jul 30 03:06:11.778980 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-cedc9fec-7e2f-4c8d-adfb-7bce176357ef service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787306 Jul 30 03:06:11.871379 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-446db113-e554-4804-a6d4-238375d7c0b8 req-cfa7e0b9-b78f-4568-bccb-6744fc2c359d service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847816 Jul 30 03:06:19.398875 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:06:24.769416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:30.887044 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-993bc683-d99f-4429-8955-9c503dd0107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:32.345863 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:33.520823 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee19a-d3cd-4413-9561-54971548e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:34.000695 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:34.830927 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:36.495784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:54.768645 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:56.398109 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:06:56.437917 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34430) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:06:56.601639 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Deleting port 7ce7da44-eb8e-48a4-9f16-0cb115a2bcdb {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:06:56.601875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:56.679682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:56.680014 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:56.691663 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Calling delete_port for 7ce7da44-eb8e-48a4-9f16-0cb115a2bcdb owned by network:floatingip {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:06:56.841256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:56.868595 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event deleted for resources: {'Port': ['ID=7ce7da44-eb8e-48a4-9f16-0cb115a2bcdb,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:06:56.893704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.894138 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.894395 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.894736 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.895072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.895407 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.895762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.896093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.896420 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.896762 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.897072 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.897394 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:56.941368 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for floatingip, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:56.941692 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Floating IP 1ed1e07b-da82-4b05-9cc0-320ff12024a0 disassociated (deleted). External IP: 172.25.7.232, port: 99982061-01dd-4301-8f6f-e22058990191. Jul 30 03:06:57.152867 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:06:57.262576 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:06:57.267997 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:57.273403 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] Sync routers for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:06:57.283326 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:06:57.283970 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:06:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:06:57.298444 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-63de6b93-4b5f-4d36-8c32-0271a2df5695 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "DELETE /v2.0/floatingips/1ed1e07b-da82-4b05-9cc0-320ff12024a0 HTTP/1.1" status: 204 len: 168 time: 0.8591151 Jul 30 03:06:57.299136 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'tag': '99982061-01dd-4301-8f6f-e22058990191'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:06:57.301550 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "tag": "99982061-01dd-4301-8f6f-e22058990191"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:06:57.390754 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:06:57.458317 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6003822-d444-49a5-bd83-5c0e2919d6ed x-openstack-request-id: req-c6003822-d444-49a5-bd83-5c0e2919d6ed {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:06:57.458830 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "tag": "99982061-01dd-4301-8f6f-e22058990191", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:06:57.458830 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c6003822-d444-49a5-bd83-5c0e2919d6ed {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:06:57.459595 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'tag': '99982061-01dd-4301-8f6f-e22058990191', 'status': 'completed', 'code': 200} Jul 30 03:06:57.525245 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-d6305aeb-8721-4d37-8afe-62c7ec020725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:57.526860 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-d6305aeb-8721-4d37-8afe-62c7ec020725 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de8717a719d4d07840d3a0c03a2b619&device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 1097 time: 0.0438824 Jul 30 03:06:57.555919 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9f4f4-e72c-4611-8ed5-373d5c3d5f08 req-627d2c3f-4f3f-40fc-a8f7-3f1ed9d0a633 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:57.557623 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-baf9f4f4-e72c-4611-8ed5-373d5c3d5f08 req-627d2c3f-4f3f-40fc-a8f7-3f1ed9d0a633 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 946 time: 0.0520823 Jul 30 03:06:57.598909 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-baf9f4f4-e72c-4611-8ed5-373d5c3d5f08 req-cbf6c867-08f4-4153-a967-62bb891aa6d1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353670 Jul 30 03:06:57.608619 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:06:57.631190 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-60a2d4d7-135a-400d-8a70-06423ad748ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:57.632727 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-60a2d4d7-135a-400d-8a70-06423ad748ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 200 len: 909 time: 0.0970087 Jul 30 03:06:57.635847 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] Checking router: 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:06:57.644647 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:06:57.645245 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:06:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:06:57.675669 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-759db1c5-ca01-4960-be20-2ca0148f1330 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 200 len: 217 time: 0.0340176 Jul 30 03:06:57.725658 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-25cd0165-2dfc-4567-b3a0-3bd2781223d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:57.727117 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-25cd0165-2dfc-4567-b3a0-3bd2781223d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 200 len: 847 time: 0.0438602 Jul 30 03:06:57.750940 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:06:57.777788 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-3844326f-b227-47c3-9c2f-9f7653b1b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:57.779331 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-3844326f-b227-47c3-9c2f-9f7653b1b96d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ec26022-02e8-4376-af4f-fd106517d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447707 Jul 30 03:06:57.867412 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-7fc369da-7327-40fa-95d7-ec619a5143bc service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799537 Jul 30 03:06:57.947606 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:06:57.964632 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-76ed3682-2e78-4442-93d2-ff6c30ee6dd5 req-f2ff5998-cefd-498d-8ba1-536b71913d6a service neutron] 10.222.0.41 "GET /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876074 Jul 30 03:06:57.977449 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6675a3e-b671-488d-b2b6-6c98070a2068 None None] The sync data for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 is: [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T02:58:19Z', 'revision_number': 4, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'bb5344d0-8801-4a01-b780-08cf8c002d40', 'name': '', 'network_id': '1ec26022-02e8-4376-af4f-fd106517d854', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'mac_address': 'fa:16:3e:2a:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:18Z', 'updated_at': '2021-07-30T02:58:25Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'subnets': [{'id': '2684a4ca-518d-4198-9b5f-e78fe4913056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:06:58.201275 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd9fc4-0dda-4a72-9d6c-b322be80ce62 None None] New status for floating IP 1ed1e07b-da82-4b05-9cc0-320ff12024a0: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:06:58.739331 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c63ef-767d-49c1-ae34-6520acf71a28 req-5144ecfe-24bf-4a51-b9d3-73dee8245c52 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:58.740744 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d46c63ef-767d-49c1-ae34-6520acf71a28 req-5144ecfe-24bf-4a51-b9d3-73dee8245c52 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 946 time: 0.0601087 Jul 30 03:06:58.778985 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d46c63ef-767d-49c1-ae34-6520acf71a28 req-f6108413-7fdb-4c3e-a084-c51e8c1d2837 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/security-groups?id=a974b4c1-5675-4217-9bb5-fab6f78afa2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323386 Jul 30 03:06:59.035547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-bc2e60e1-34f2-497c-8292-8a443be969fb tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:06:59.037088 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-bc2e60e1-34f2-497c-8292-8a443be969fb tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.41 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 946 time: 0.0543718 Jul 30 03:06:59.125311 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Deleting port 99982061-01dd-4301-8f6f-e22058990191 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:06:59.125650 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:59.216188 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] For port 99982061-01dd-4301-8f6f-e22058990191, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=99982061-01dd-4301-8f6f-e22058990191,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:06:59.216550 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:59.228882 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Calling delete_port for 99982061-01dd-4301-8f6f-e22058990191 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:06:59.360011 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:59.386268 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event deleted for resources: {'Port': ['ID=99982061-01dd-4301-8f6f-e22058990191,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:06:59.396660 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.397000 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.397336 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.397667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.397993 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.398317 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.398655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.398958 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.399749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.399749 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.399952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.400218 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:06:59.440195 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] No DVR routers for this DVR port 99982061-01dd-4301-8f6f-e22058990191 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:06:59.442745 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:06:59.444804 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-d18b80ff-9988-48f8-a822-34fad3ff0961 req-1bbf5de8-11a4-4f12-8ac0-353189715535 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.41 "DELETE /v2.0/ports/99982061-01dd-4301-8f6f-e22058990191 HTTP/1.1" status: 204 len: 173 time: 0.4011207 Jul 30 03:06:59.445243 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'name': 'network-vif-deleted', 'tag': '99982061-01dd-4301-8f6f-e22058990191'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:06:59.447580 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca64bee-4100-40b1-94e1-a99dbb545409" -d '{"events": [{"server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "name": "network-vif-deleted", "tag": "99982061-01dd-4301-8f6f-e22058990191"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:06:59.486581 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e2498b-5976-43bf-9fd6-26b5b02c431a x-openstack-request-id: req-a5e2498b-5976-43bf-9fd6-26b5b02c431a {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:06:59.486873 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969af52-d62e-4d07-a6b2-35ec4e367628", "name": "network-vif-deleted", "tag": "99982061-01dd-4301-8f6f-e22058990191", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:06:59.487128 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a5e2498b-5976-43bf-9fd6-26b5b02c431a {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:06:59.487557 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969af52-d62e-4d07-a6b2-35ec4e367628', 'name': 'network-vif-deleted', 'tag': '99982061-01dd-4301-8f6f-e22058990191', 'status': 'completed', 'code': 200} Jul 30 03:06:59.883039 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-fbde867b-682e-44c6-ab9e-23fa60f923ce req-69eae102-9396-4143-891f-4ff22f733f69 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 210 time: 0.0328424 Jul 30 03:07:00.889308 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3a92-9405-4f63-8a45-c30333a67455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:00.977683 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30c60789-827c-4831-8625-02e59548512d req-05eabd85-120b-4341-bff1-09e22f277634 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 210 time: 0.0272682 Jul 30 03:07:01.816142 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 99982061-01dd-4301-8f6f-e22058990191 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:07:01.839710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 99982061-01dd-4301-8f6f-e22058990191 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:07:01.840057 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 99982061-01dd-4301-8f6f-e22058990191 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:07:02.073369 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-379235e8-e12d-403b-a345-750df782ba39 req-d6b560ff-1f4c-4d09-a3f2-b7b1ba805600 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 210 time: 0.0276260 Jul 30 03:07:02.353835 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:03.186005 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-9db2e6a4-1bce-4a99-aa42-576a4eb3bf53 req-8cec0898-2d94-47f3-8af6-4526d418fc25 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969af52-d62e-4d07-a6b2-35ec4e367628 HTTP/1.1" status: 200 len: 210 time: 0.0288301 Jul 30 03:07:03.522304 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d1afe025-8e6a-4870-9d54-260364622661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:04.002583 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:04.241091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34466) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:04.299986 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf55f986-df11-4fee-b886-58b239b6e8e1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:04.326244 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf55f986-df11-4fee-b886-58b239b6e8e1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:04.392418 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf55f986-df11-4fee-b886-58b239b6e8e1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:04.395055 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-cf55f986-df11-4fee-b886-58b239b6e8e1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:04.396252 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-cf55f986-df11-4fee-b886-58b239b6e8e1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] 10.222.0.84 "DELETE /v2.0/security-groups/a974b4c1-5675-4217-9bb5-fab6f78afa2d HTTP/1.1" status: 204 len: 168 time: 0.1541719 Jul 30 03:07:04.406317 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55f986-df11-4fee-b886-58b239b6e8e1 tempest-TestShelveInstance-2053016169 tempest-TestShelveInstance-2053016169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a974b4c1-5675-4217-9bb5-fab6f78afa2d,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:04.454741 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34470) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:04.834901 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:05.261593 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:05.509705 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Deleting port bb5344d0-8801-4a01-b780-08cf8c002d40 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:07:05.510421 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:05.588733 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] For port bb5344d0-8801-4a01-b780-08cf8c002d40, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=bb5344d0-8801-4a01-b780-08cf8c002d40,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:05.589002 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:05.602689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Calling delete_port for bb5344d0-8801-4a01-b780-08cf8c002d40 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:07:05.784952 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:05.813152 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5344d0-8801-4a01-b780-08cf8c002d40,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:05.984462 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:06.199535 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:07:06.304984 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:07:06.310634 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-a70c77ce-6efb-4975-b635-c8d0d17020ae admin admin] 10.222.0.84 "PUT /v2.0/routers/05c22b00-79f3-4c4f-8bd1-e1b98f66fb36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542101 Jul 30 03:07:06.313252 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34474) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:06.315124 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] Sync routers for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:07:06.324742 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:06.325378 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:06.419053 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:06.500945 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:06.526463 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:06.528925 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:06.581688 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Deleting port 4aa58e9c-436a-4406-b067-5114f65c23c4 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:07:06.582022 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:06.662334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] For port 4aa58e9c-436a-4406-b067-5114f65c23c4, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=4aa58e9c-436a-4406-b067-5114f65c23c4,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:06.662697 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:06.676902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Calling delete_port for 4aa58e9c-436a-4406-b067-5114f65c23c4 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:07:06.709887 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T03:07:05Z', 'revision_number': 5, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port': {'id': '4aa58e9c-436a-4406-b067-5114f65c23c4', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:de:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:17Z', 'updated_at': '2021-07-30T02:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:06.736501 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] Checking router: 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:07:06.745135 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] Routers {'05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:06.745741 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:06.831361 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] Set router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:06.843227 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:06.871830 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa58e9c-436a-4406-b067-5114f65c23c4,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:06.886021 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T03:07:06Z', 'revision_number': 6, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:06.912073 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074904d3-2147-4cb2-90a4-5ffc396748b9 None None] The sync data for ids ['05c22b00-79f3-4c4f-8bd1-e1b98f66fb36'] in n-d-715271-7 is: [{'id': '05c22b00-79f3-4c4f-8bd1-e1b98f66fb36', 'name': 'tempest-TestShelveInstance-624476949-router', 'tenant_id': '0de8717a719d4d07840d3a0c03a2b619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:16Z', 'updated_at': '2021-07-30T03:07:06Z', 'revision_number': 6, 'project_id': '0de8717a719d4d07840d3a0c03a2b619', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:07:06.934676 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.025959 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.028115 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.070027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.070562 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:07:07.074819 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.075985 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-5ebd4298-6d5f-4f00-ae77-51100092cc79 admin admin] 10.222.0.84 "DELETE /v2.0/routers/05c22b00-79f3-4c4f-8bd1-e1b98f66fb36 HTTP/1.1" status: 204 len: 168 time: 0.7616084 Jul 30 03:07:07.079191 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34476) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:07.126727 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-0420d33d-06c8-4dea-a8c7-6b5ba0946d46 admin admin] Deleting subnet 2684a4ca-518d-4198-9b5f-e78fe4913056 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:07:07.129727 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0420d33d-06c8-4dea-a8c7-6b5ba0946d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.164457 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0420d33d-06c8-4dea-a8c7-6b5ba0946d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.243921 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0420d33d-06c8-4dea-a8c7-6b5ba0946d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.299814 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0420d33d-06c8-4dea-a8c7-6b5ba0946d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.330971 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420d33d-06c8-4dea-a8c7-6b5ba0946d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2684a4ca-518d-4198-9b5f-e78fe4913056,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:07.335854 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-0420d33d-06c8-4dea-a8c7-6b5ba0946d46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.339974 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-0420d33d-06c8-4dea-a8c7-6b5ba0946d46 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2684a4ca-518d-4198-9b5f-e78fe4913056 HTTP/1.1" status: 204 len: 168 time: 0.2597837 Jul 30 03:07:07.340919 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34478) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:07.342241 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91728a1c-2020-422c-bf27-09ea0af0d8f7 None None] Network 1ec26022-02e8-4376-af4f-fd106517d854 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:07:07.407856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.460645 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Deleting port 85158398-1d58-41cd-a79e-335aa9dedc4f {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:07:07.460985 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.527917 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] For port 85158398-1d58-41cd-a79e-335aa9dedc4f, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=85158398-1d58-41cd-a79e-335aa9dedc4f,segment=NetworkSegment(82b20128-3270-4240-a2b6-ef8d08381457),segment_id=82b20128-3270-4240-a2b6-ef8d08381457)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:07.528270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.540577 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Calling delete_port for 85158398-1d58-41cd-a79e-335aa9dedc4f owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:07:07.618573 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.645860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85158398-1d58-41cd-a79e-335aa9dedc4f,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:07.648457 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] No DVR routers for this DVR port 85158398-1d58-41cd-a79e-335aa9dedc4f on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:07:07.697341 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc6ba25-4239-404a-912d-d3bb198f63f5 None None] DHCP port deletion for 1ec26022-02e8-4376-af4f-fd106517d854 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:07:07.731946 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.742891 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec26022-02e8-4376-af4f-fd106517d854']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:07.750574 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bb5344d0-8801-4a01-b780-08cf8c002d40 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:07:07.757655 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b20128-3270-4240-a2b6-ef8d08381457') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:07.757955 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b20128-3270-4240-a2b6-ef8d08381457') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:07.767535 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.773505 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: bb5344d0-8801-4a01-b780-08cf8c002d40 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:07:07.773844 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device bb5344d0-8801-4a01-b780-08cf8c002d40 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:07:07.774264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 85158398-1d58-41cd-a79e-335aa9dedc4f no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:07:07.784325 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.792424 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:07:07.792911 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.793767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 85158398-1d58-41cd-a79e-335aa9dedc4f {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:07:07.793946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 85158398-1d58-41cd-a79e-335aa9dedc4f not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:07:07.794490 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4aa58e9c-436a-4406-b067-5114f65c23c4 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: timer() Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:07:07.794627 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:07:07.817054 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 4aa58e9c-436a-4406-b067-5114f65c23c4 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:07:07.817403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 4aa58e9c-436a-4406-b067-5114f65c23c4 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:07:07.853406 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.859863 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:07.861765 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/1ec26022-02e8-4376-af4f-fd106517d854 HTTP/1.1" status: 204 len: 168 time: 0.5199239 Jul 30 03:07:07.865060 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34480) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:07.875816 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24436d73-d542-4a7d-8c21-e10cbf9ed1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec26022-02e8-4376-af4f-fd106517d854,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:08.221222 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:08.475726 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Deleting port f8241ef0-801a-4291-b45c-3a095bc96f52 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:07:08.475974 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:08.551751 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] For port f8241ef0-801a-4291-b45c-3a095bc96f52, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=f8241ef0-801a-4291-b45c-3a095bc96f52,segment=NetworkSegment(3e99950a-a417-4633-ab4d-841de0695e39),segment_id=3e99950a-a417-4633-ab4d-841de0695e39)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:08.552114 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:08.568038 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Calling delete_port for f8241ef0-801a-4291-b45c-3a095bc96f52 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:07:08.752206 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:08.775413 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8241ef0-801a-4291-b45c-3a095bc96f52,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:08.946055 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:09.159610 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Router e70ba213-7efe-47b3-86a5-a8e0182dcf83 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:07:09.597631 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:07:09.604306 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fe32a9ea-69dd-4bc6-bedd-c1f273be1f8a admin admin] 10.222.0.84 "PUT /v2.0/routers/e70ba213-7efe-47b3-86a5-a8e0182dcf83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7379711 Jul 30 03:07:09.605231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34482) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:09.609358 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] Sync routers for ids ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:07:09.618768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] Routers {'e70ba213-7efe-47b3-86a5-a8e0182dcf83'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:09.619295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:09.716571 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:09.730679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] Set router e70ba213-7efe-47b3-86a5-a8e0182dcf83 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:09.818763 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:09.873103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Deleting port dbe08d1b-74c0-46ba-9e13-21a77719f003 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:07:09.873350 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:09.905990 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T03:07:08Z', 'revision_number': 5, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'gw_port': {'id': 'dbe08d1b-74c0-46ba-9e13-21a77719f003', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T02:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:09.935706 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] Checking router: e70ba213-7efe-47b3-86a5-a8e0182dcf83 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:07:09.944794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] Routers {'e70ba213-7efe-47b3-86a5-a8e0182dcf83'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:09.945417 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:09.953845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] For port dbe08d1b-74c0-46ba-9e13-21a77719f003, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=dbe08d1b-74c0-46ba-9e13-21a77719f003,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:09.954206 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:09.967586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Calling delete_port for dbe08d1b-74c0-46ba-9e13-21a77719f003 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:07:10.030701 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] Set router e70ba213-7efe-47b3-86a5-a8e0182dcf83 gateway port host: None {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:10.083160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T03:07:09Z', 'revision_number': 6, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:10.114127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d1179-f351-4a22-af69-87a96ef558b9 None None] The sync data for ids ['e70ba213-7efe-47b3-86a5-a8e0182dcf83'] in n-d-715271-7 is: [{'id': 'e70ba213-7efe-47b3-86a5-a8e0182dcf83', 'name': 'tempest-TestShelveInstance-973532192-router', 'tenant_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T02:58:21Z', 'updated_at': '2021-07-30T03:07:09Z', 'revision_number': 6, 'project_id': 'ba89e0dc0de64e5197f422e42268b2c1', 'gw_port_host': None}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:07:10.134856 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.166672 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe08d1b-74c0-46ba-9e13-21a77719f003,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:10.223845 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.311889 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.314027 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.355395 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.355952 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70ba213-7efe-47b3-86a5-a8e0182dcf83 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:07:10.360231 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.361460 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ac448a3a-7cc8-4807-9ac9-0ef9e88bb743 admin admin] 10.222.0.84 "DELETE /v2.0/routers/e70ba213-7efe-47b3-86a5-a8e0182dcf83 HTTP/1.1" status: 204 len: 168 time: 0.7539308 Jul 30 03:07:10.364170 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34484) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:10.410928 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5638ed-c6bc-4e80-8851-d3d1190c3333 admin admin] Deleting subnet bbab7b0d-3a6c-4508-af7d-d33100b89ab5 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:07:10.413869 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a5638ed-c6bc-4e80-8851-d3d1190c3333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.448128 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a5638ed-c6bc-4e80-8851-d3d1190c3333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.528146 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a5638ed-c6bc-4e80-8851-d3d1190c3333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.581581 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a5638ed-c6bc-4e80-8851-d3d1190c3333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.610096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5638ed-c6bc-4e80-8851-d3d1190c3333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbab7b0d-3a6c-4508-af7d-d33100b89ab5,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:10.613977 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-1a5638ed-c6bc-4e80-8851-d3d1190c3333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.615865 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-1a5638ed-c6bc-4e80-8851-d3d1190c3333 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bbab7b0d-3a6c-4508-af7d-d33100b89ab5 HTTP/1.1" status: 204 len: 168 time: 0.2507734 Jul 30 03:07:10.618355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34486) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:10.621374 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede0411-d4b2-4a87-b2a6-9899145376a1 None None] Network 88b86438-0eb5-415c-ba5d-c5af386484fe requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:07:10.684628 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.738412 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Deleting port 660bdbf2-bbf6-4664-a06f-7609a3d30547 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:07:10.738759 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.808638 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] For port 660bdbf2-bbf6-4664-a06f-7609a3d30547, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=660bdbf2-bbf6-4664-a06f-7609a3d30547,segment=NetworkSegment(3e99950a-a417-4633-ab4d-841de0695e39),segment_id=3e99950a-a417-4633-ab4d-841de0695e39)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:10.808919 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.823175 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Calling delete_port for 660bdbf2-bbf6-4664-a06f-7609a3d30547 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:07:10.845307 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] DHCP port deletion for 88b86438-0eb5-415c-ba5d-c5af386484fe request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:07:10.897888 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Deleting port 660bdbf2-bbf6-4664-a06f-7609a3d30547 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:07:10.898256 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.907051 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.930385 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Pushing event deleted for resources: {'Port': ['ID=660bdbf2-bbf6-4664-a06f-7609a3d30547,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:10.936918 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] No DVR routers for this DVR port 660bdbf2-bbf6-4664-a06f-7609a3d30547 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:07:10.967227 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] For port 660bdbf2-bbf6-4664-a06f-7609a3d30547, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=660bdbf2-bbf6-4664-a06f-7609a3d30547,segment=NetworkSegment(3e99950a-a417-4633-ab4d-841de0695e39),segment_id=3e99950a-a417-4633-ab4d-841de0695e39)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:10.967828 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:10.983977 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Calling delete_port for 660bdbf2-bbf6-4664-a06f-7609a3d30547 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:07:11.012140 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.022494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b86438-0eb5-415c-ba5d-c5af386484fe']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:11.032758 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e99950a-a417-4633-ab4d-841de0695e39') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:11.033072 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e99950a-a417-4633-ab4d-841de0695e39') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:11.042699 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 03:07:11.057166 n-d-715271-7 neutron-server[93820]: self.session.flush() Jul 30 03:07:11.065528 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.069924 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.073950 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:07:11.074361 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: timer() Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:07:11.076527 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:07:11.099024 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] No DVR routers for this DVR port 660bdbf2-bbf6-4664-a06f-7609a3d30547 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:07:11.100378 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Pushing event deleted for resources: {'Port': ['ID=660bdbf2-bbf6-4664-a06f-7609a3d30547,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:11.111557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.111557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.111557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.111557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.112286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.112286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.112503 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.112829 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.113353 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.113838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.114337 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.114884 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75215047-79dc-4229-b60b-337ad834e3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:11.145958 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.151831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.156820 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] 10.222.0.84 "DELETE /v2.0/networks/88b86438-0eb5-415c-ba5d-c5af386484fe HTTP/1.1" status: 204 len: 168 time: 0.5345855 Jul 30 03:07:11.165902 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c8f81-261d-47dd-8d2d-5e30096fc565 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b86438-0eb5-415c-ba5d-c5af386484fe,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:11.281852 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34490) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:11.321830 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-aadb4db1-9da6-4ece-8d30-1be5d447124c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0de8717a719d4d07840d3a0c03a2b619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387783 Jul 30 03:07:11.324351 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34492) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:11.372321 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9814f6-1ad0-4e97-8c40-1261b65c063c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.398390 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9814f6-1ad0-4e97-8c40-1261b65c063c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.448672 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9814f6-1ad0-4e97-8c40-1261b65c063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.451359 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de9814f6-1ad0-4e97-8c40-1261b65c063c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.452548 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-de9814f6-1ad0-4e97-8c40-1261b65c063c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/835c7452-7c55-433b-8073-559b9cd79e27 HTTP/1.1" status: 204 len: 168 time: 0.1273077 Jul 30 03:07:11.460706 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9814f6-1ad0-4e97-8c40-1261b65c063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835c7452-7c55-433b-8073-559b9cd79e27,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:11.672517 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f8241ef0-801a-4291-b45c-3a095bc96f52 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:07:11.692775 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: f8241ef0-801a-4291-b45c-3a095bc96f52 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:07:11.693127 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device f8241ef0-801a-4291-b45c-3a095bc96f52 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:07:11.693550 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dbe08d1b-74c0-46ba-9e13-21a77719f003 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:07:11.711690 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: dbe08d1b-74c0-46ba-9e13-21a77719f003 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:07:11.711958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device dbe08d1b-74c0-46ba-9e13-21a77719f003 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:07:11.712376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 660bdbf2-bbf6-4664-a06f-7609a3d30547 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:07:11.730309 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 660bdbf2-bbf6-4664-a06f-7609a3d30547 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:07:11.730590 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 660bdbf2-bbf6-4664-a06f-7609a3d30547 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:07:11.790162 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34498) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:11.832160 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-e4b12fbd-34b6-4a4f-b48c-8bacd5e455a3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba89e0dc0de64e5197f422e42268b2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407546 Jul 30 03:07:11.834791 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34500) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:11.881747 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f4b453f-7b89-474a-9f6a-9ba606bb6955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.901843 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f4b453f-7b89-474a-9f6a-9ba606bb6955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.949329 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f4b453f-7b89-474a-9f6a-9ba606bb6955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.952115 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-1f4b453f-7b89-474a-9f6a-9ba606bb6955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:11.953258 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-1f4b453f-7b89-474a-9f6a-9ba606bb6955 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/de63a719-86a7-48b8-92a8-eaa51d965489 HTTP/1.1" status: 204 len: 168 time: 0.1175966 Jul 30 03:07:11.961298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b453f-7b89-474a-9f6a-9ba606bb6955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de63a719-86a7-48b8-92a8-eaa51d965489,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:12.601715 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34522) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:12.699043 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1436170302-network', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:12.721017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Made reservation on behalf of d3eeac4072fd4c539ac2cd7ae922cd82 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:07:12.723448 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:12.732469 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:12.824581 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:12.828467 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:12.860210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:07:12.870339 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee844b3-92ca-43f7-aaf3-cc77a3197bdb,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:12.876131 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:12.876477 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Added segment e72d7cfc-3b8e-4125-8e2f-acf421c1f860 of type vlan for network 018a9f27-bab1-4b64-b1b7-423b182a3f05 Jul 30 03:07:12.919635 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:12.948283 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:12.949329 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:12.949913 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.001086 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3980887 Jul 30 03:07:13.004075 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34528) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:13.009397 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Request body: {'subnet': {'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1436170302-subnet', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:13.010132 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82d252-2202-4378-baf6-34392ef95275 admin admin] Pushing event updated for resources: {'Network': ['ID=018a9f27-bab1-4b64-b1b7-423b182a3f05,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:13.020868 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:07:13.032967 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Made reservation on behalf of d3eeac4072fd4c539ac2cd7ae922cd82 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:07:13.035383 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.201527 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.260912 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d517bea-2e9f-4f40-89c8-287aa079deb5,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:13.268314 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Checking segment: {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:13.268783 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Network hostable DHCP agents. Network: 018a9f27-bab1-4b64-b1b7-423b182a3f05, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:07:13.285118 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:07:13.293679 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 018a9f27-bab1-4b64-b1b7-423b182a3f05) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:13.297948 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:13.298548 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.304521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34513ae8-19a8-44e8-9479-5d678b658a3e None None] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:07:13.313062 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-11c4fb3e-7d08-4e86-b37f-ef39f4f7877d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3074725 Jul 30 03:07:13.315551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34530) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:13.320029 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:13.340976 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.342147 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.396958 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.449902 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-018a9f27-bab1-4b64-b1b7-423b182a3f05', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:07:13.450819 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.591240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Allocated IP 172.20.0.2 (018a9f27-bab1-4b64-b1b7-423b182a3f05/8d517bea-2e9f-4f40-89c8-287aa079deb5/8a13c3c4-3f06-4264-8987-be570110c6b8) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:07:13.745964 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.755576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Transition to ACTIVE for port object 8a13c3c4-3f06-4264-8987-be570110c6b8 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:13.770867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Transition to ACTIVE for port object 8a13c3c4-3f06-4264-8987-be570110c6b8 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:13.776639 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.821600 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:13.825713 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:13.829205 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:07:13.843665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Pushing event updated for resources: {'Port': ['ID=8a13c3c4-3f06-4264-8987-be570110c6b8,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:13.886961 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.907924 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Attempting to bind port 8a13c3c4-3f06-4264-8987-be570110c6b8 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:07:13.908291 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Attempting to bind port 8a13c3c4-3f06-4264-8987-be570110c6b8 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:07:13.908652 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Attempting to bind port 8a13c3c4-3f06-4264-8987-be570110c6b8 on network 018a9f27-bab1-4b64-b1b7-423b182a3f05 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:13.913463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:07:13.913836 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Checking segment: {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:13.914236 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.914627 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Bound using segment: {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:07:13.915088 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Bound port: 8a13c3c4-3f06-4264-8987-be570110c6b8, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:07:13.915496 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:13.978659 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] For port 8a13c3c4-3f06-4264-8987-be570110c6b8, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:07:13.981930 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] For port 8a13c3c4-3f06-4264-8987-be570110c6b8, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8a13c3c4-3f06-4264-8987-be570110c6b8,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:07:13.986322 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:14.046513 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c3d31-da8d-46ac-9e64-15d8993dc223 None None] Pushing event updated for resources: {'Port': ['ID=8a13c3c4-3f06-4264-8987-be570110c6b8,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:14.090237 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:14.109632 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:14.232459 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Allocated IP 172.25.7.84 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/a974e198-a6d4-4fc8-9002-91bb1f11cf26) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:07:14.343069 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:14.382541 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:14.419908 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:14.423453 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:14.425980 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:07:14.458717 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Pushing event updated for resources: {'Port': ['ID=a974e198-a6d4-4fc8-9002-91bb1f11cf26,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:14.687403 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:14.884531 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:14.960848 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745de52b-2e4a-42eb-abe5-3a955fcb22fa None None] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:07:15.015393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1bd18a83-785a-462c-9fdd-a5fb3c646e4e None None] Provisioning for port 8a13c3c4-3f06-4264-8987-be570110c6b8 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:15.017292 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Router 5979f43e-7061-430e-906c-9856157bc473 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:07:15.123338 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:07:15.133845 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Sync routers for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:07:15.141858 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.143638 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-09de601f-31bc-4b58-a077-d178248e7561 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8270621 Jul 30 03:07:15.145315 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:15.145916 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:15.146481 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34532) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:15.253992 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:15.435374 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:14Z', 'revision_number': 3, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:15.461439 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Checking router: 5979f43e-7061-430e-906c-9856157bc473 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:07:15.461697 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Updating router 5979f43e-7061-430e-906c-9856157bc473 port a974e198-a6d4-4fc8-9002-91bb1f11cf26 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:07:15.486838 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.581542 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.704484 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8a13c3c4-3f06-4264-8987-be570110c6b8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:15.744163 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Allocated IP 172.20.0.1 (018a9f27-bab1-4b64-b1b7-423b182a3f05/8d517bea-2e9f-4f40-89c8-287aa079deb5/3ebd04a1-21c4-4c80-bde3-a763bc501e21) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:07:15.756883 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 8a13c3c4-3f06-4264-8987-be570110c6b8 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:15.760840 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.761006 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8a13c3c4-3f06-4264-8987-be570110c6b8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:15.761411 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.771723 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Transition to ACTIVE for port object a974e198-a6d4-4fc8-9002-91bb1f11cf26 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:15.778524 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.831114 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Attempting to bind port a974e198-a6d4-4fc8-9002-91bb1f11cf26 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:07:15.831499 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Attempting to bind port a974e198-a6d4-4fc8-9002-91bb1f11cf26 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:07:15.831859 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Attempting to bind port a974e198-a6d4-4fc8-9002-91bb1f11cf26 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:15.844348 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.845094 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:07:15.845473 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:15.845857 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.846249 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:07:15.846717 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Bound port: a974e198-a6d4-4fc8-9002-91bb1f11cf26, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:07:15.847088 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.862909 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.878392 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Pushing event updated for resources: {'Port': ['ID=a974e198-a6d4-4fc8-9002-91bb1f11cf26,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:15.878811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Transition to ACTIVE for port object 3ebd04a1-21c4-4c80-bde3-a763bc501e21 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:15.878958 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 8a13c3c4-3f06-4264-8987-be570110c6b8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8a13c3c4-3f06-4264-8987-be570110c6b8,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:15.884076 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.902809 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] For port a974e198-a6d4-4fc8-9002-91bb1f11cf26, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:07:15.906113 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] For port a974e198-a6d4-4fc8-9002-91bb1f11cf26, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a974e198-a6d4-4fc8-9002-91bb1f11cf26,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:07:15.912159 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.917598 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:15.918780 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.919120 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.919521 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.920120 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.920294 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.920538 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.921048 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.921377 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.922066 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.922400 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.922720 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.923132 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:07:15.936668 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=8a13c3c4-3f06-4264-8987-be570110c6b8,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:15.970616 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:15.971004 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:15.971338 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:15.975840 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:15.978341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:07:16.012700 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebd04a1-21c4-4c80-bde3-a763bc501e21,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:16.026270 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14220bb-6a40-4cd9-ab7f-36d000fb95e6 None None] Pushing event updated for resources: {'Port': ['ID=a974e198-a6d4-4fc8-9002-91bb1f11cf26,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:16.033683 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:16.100545 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:16.168774 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:16.275183 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fb3cd42f-aecb-4bf4-a913-d87d46fe9221 None None] Provisioning for port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:16.277535 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fb3cd42f-aecb-4bf4-a913-d87d46fe9221 None None] Provisioning complete for port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:16.278641 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd42f-aecb-4bf4-a913-d87d46fe9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:16.305236 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:14Z', 'revision_number': 3, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:16.323070 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cd42f-aecb-4bf4-a913-d87d46fe9221 None None] Port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:07:16.333799 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defa890-351f-40b7-8e3b-912b978f907c None None] The sync data for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 is: [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:14Z', 'revision_number': 3, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:07:16.349199 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:16.358535 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:16.431023 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebd04a1-21c4-4c80-bde3-a763bc501e21,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:16.433766 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:16.539358 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:16.544725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:16.690026 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Router 5979f43e-7061-430e-906c-9856157bc473 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:07:16.813376 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:07:16.818507 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eabc8e35-2979-4e6c-bc88-8b7d5fb4f456 admin admin] 10.222.0.84 "PUT /v2.0/routers/5979f43e-7061-430e-906c-9856157bc473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6709218 Jul 30 03:07:16.853401 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-0169e96d-2b44-4b75-bfab-86abacfc040b None None] Provisioning complete for port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:16.854118 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0169e96d-2b44-4b75-bfab-86abacfc040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:16.891549 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-0169e96d-2b44-4b75-bfab-86abacfc040b None None] Port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:07:17.301588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34548) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:17.306672 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-272185600-network', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:17.327605 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Made reservation on behalf of 583b561b0b7e422ebd2369391e5e2980 for: {'network': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:07:17.330040 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for network, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.339155 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.428648 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.432944 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.458223 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 03:07:17.467988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e305fa76-5ef0-4680-91f8-0602b90fee6a,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:17.474629 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.474981 n-d-715271-7 neutron-server[93819]: INFO neutron.db.segments_db [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Added segment 023dbf9d-0cf0-4559-8224-085418c13a86 of type vlan for network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 Jul 30 03:07:17.522105 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742690995038'] for network, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.555355 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713'] for network, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.556543 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:17.557010 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.612063 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3093243 Jul 30 03:07:17.615176 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34550) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:17.623734 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Request body: {'subnet': {'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-272185600-subnet', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'ip_version': 4}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:17.629718 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77817345-4b3b-4645-b005-17f662adfde5 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0fccdc-8da0-48d1-87a6-983ce87c9a43,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:17.646724 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Made reservation on behalf of 583b561b0b7e422ebd2369391e5e2980 for: {'subnet': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:07:17.649510 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 details requested by agent ovs-agent-n-d-715271-7 with host n-d-715271-7 {{(pid=93820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 03:07:17.650261 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30015494'] for subnet, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.800295 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8a13c3c4-3f06-4264-8987-be570110c6b8 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:17.854469 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 8a13c3c4-3f06-4264-8987-be570110c6b8 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:17.855097 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.881439 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30797918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30015528'] for subnet, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.931590 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01884744-40c1-476b-9643-bad497498b41,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:17.935860 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a974e198-a6d4-4fc8-9002-91bb1f11cf26 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:17.954693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Checking segment: {'id': '023dbf9d-0cf0-4559-8224-085418c13a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:17.955049 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Network hostable DHCP agents. Network: 8b0fccdc-8da0-48d1-87a6-983ce87c9a43, hostable agents: ['42dbbb73-4374-4e46-b8c5-29b92dd5d1de'], hosted agents: [] {{(pid=93818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 03:07:17.974366 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 is scheduled to be hosted by DHCP agent 42dbbb73-4374-4e46-b8c5-29b92dd5d1de with binding_index 1 {{(pid=93818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 03:07:17.981912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Sync routers for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:07:17.985230 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-715271-7, 8b0fccdc-8da0-48d1-87a6-983ce87c9a43) {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:17.989298 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:17.989898 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:17.997521 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf0e6e-4628-4108-bb99-a714e48b7c40 None None] Network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:07:18.005392 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2f13cfab-c5fc-408c-87fe-c49aba353b08 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3881071 Jul 30 03:07:18.008281 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34552) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:18.012852 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:18.016045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port a974e198-a6d4-4fc8-9002-91bb1f11cf26 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:18.035637 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33160025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.036662 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33160190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33484339', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33123333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-720'] for router, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.044193 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:18.044846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:18.048698 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a974e198-a6d4-4fc8-9002-91bb1f11cf26 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:18.049035 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.095749 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.241577 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.429914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:18.448873 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.469343 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.487491 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.496444 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc506d33b-f217-59a3-abd4-ef01d6892cfd-8b0fccdc-8da0-48d1-87a6-983ce87c9a43', 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'fixed_ips': [{'subnet_id': '01884744-40c1-476b-9643-bad497498b41'}]}} from n-d-715271-7. {{(pid=93820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 03:07:18.497270 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.569485 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port a974e198-a6d4-4fc8-9002-91bb1f11cf26, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a974e198-a6d4-4fc8-9002-91bb1f11cf26,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:18.573957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Allocated IP 172.25.7.212 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/b39499d3-0467-448e-9553-ee0e0cd540e1) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:07:18.601939 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.677473 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.718551 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:18.756689 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:18.759504 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:18.762945 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:07:18.765021 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=a974e198-a6d4-4fc8-9002-91bb1f11cf26,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:18.791222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b39499d3-0467-448e-9553-ee0e0cd540e1,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:18.818071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.db_base_plugin_common [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Allocated IP 172.20.0.2 (8b0fccdc-8da0-48d1-87a6-983ce87c9a43/01884744-40c1-476b-9643-bad497498b41/5720f021-32a2-46c9-bda5-229d8ec56349) {{(pid=93820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:07:18.907810 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 2, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:18.942507 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Checking router: 5979f43e-7061-430e-906c-9856157bc473 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:07:18.942854 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Updating router 5979f43e-7061-430e-906c-9856157bc473 port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:07:19.001504 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.017061 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.048970 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Notify callbacks [] for port, precommit_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.062148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Transition to ACTIVE for port object 5720f021-32a2-46c9-bda5-229d8ec56349 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:19.131060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Transition to ACTIVE for port object 5720f021-32a2-46c9-bda5-229d8ec56349 will not be triggered until provisioned by entity DHCP. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:19.147060 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948'] for port, after_create {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.214866 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33160034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33123052'] for router, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.229183 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 is already hosted by enough agents. {{(pid=93820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:19.238641 n-d-715271-7 neutron-server[93820]: DEBUG neutron.scheduler.base_scheduler [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Resources bound (agent type, host, resource id): {{(pid=93820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:19.241013 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Received port after_create {{(pid=93820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:07:19.245440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Pushing event updated for resources: {'Port': ['ID=5720f021-32a2-46c9-bda5-229d8ec56349,revision_number=1']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:19.329517 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Attempting to bind port 5720f021-32a2-46c9-bda5-229d8ec56349 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:07:19.329885 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Attempting to bind port 5720f021-32a2-46c9-bda5-229d8ec56349 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '023dbf9d-0cf0-4559-8224-085418c13a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:07:19.330253 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Attempting to bind port 5720f021-32a2-46c9-bda5-229d8ec56349 on network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:19.342181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Router 17db2d58-21f7-4053-9eba-8c96b035f684 is scheduled to L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab with binding_index 1 {{(pid=93818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 03:07:19.343071 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:07:19.343768 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Checking segment: {'id': '023dbf9d-0cf0-4559-8224-085418c13a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:19.343902 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.344271 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Bound using segment: {'id': '023dbf9d-0cf0-4559-8224-085418c13a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:07:19.344735 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Bound port: 5720f021-32a2-46c9-bda5-229d8ec56349, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023dbf9d-0cf0-4559-8224-085418c13a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:07:19.345115 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.447523 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:07:19.447870 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.460233 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Sync routers for ids ['17db2d58-21f7-4053-9eba-8c96b035f684'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:07:19.460898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] For port 5720f021-32a2-46c9-bda5-229d8ec56349, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:07:19.464582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] For port 5720f021-32a2-46c9-bda5-229d8ec56349, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5720f021-32a2-46c9-bda5-229d8ec56349,segment=NetworkSegment(023dbf9d-0cf0-4559-8224-085418c13a86),segment_id=023dbf9d-0cf0-4559-8224-085418c13a86)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:07:19.465513 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.465892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Transition to ACTIVE for port object 3ebd04a1-21c4-4c80-bde3-a763bc501e21 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:19.466787 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-31639b49-e169-4914-b007-84b1070156d9 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4573951 Jul 30 03:07:19.469860 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34554) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:19.473023 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.475295 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Routers {'17db2d58-21f7-4053-9eba-8c96b035f684'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:19.476231 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['17db2d58-21f7-4053-9eba-8c96b035f684'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:19.485296 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.544601 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771efad-d3a6-42fa-b396-8cd01d010905 None None] Pushing event updated for resources: {'Port': ['ID=5720f021-32a2-46c9-bda5-229d8ec56349,revision_number=2']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:19.662798 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae8edb-76d2-4640-aff2-d9dfcb2571c8 None None] Pushing event updated for resources: {'Port': ['ID=3ebd04a1-21c4-4c80-bde3-a763bc501e21,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:19.675118 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Attempting to bind port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:07:19.675841 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Attempting to bind port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:07:19.676399 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Attempting to bind port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 on network 018a9f27-bab1-4b64-b1b7-423b182a3f05 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:19.693061 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:07:19.693440 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Checking segment: {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:19.693849 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.694250 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Bound using segment: {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:07:19.694737 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Bound port: 3ebd04a1-21c4-4c80-bde3-a763bc501e21, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:07:19.695134 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.721743 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a974e198-a6d4-4fc8-9002-91bb1f11cf26 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:19.840918 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Set router 17db2d58-21f7-4053-9eba-8c96b035f684 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:19.886608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] For port 3ebd04a1-21c4-4c80-bde3-a763bc501e21, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:07:19.898403 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port a974e198-a6d4-4fc8-9002-91bb1f11cf26 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:19.899075 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:19.902787 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] For port 3ebd04a1-21c4-4c80-bde3-a763bc501e21, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3ebd04a1-21c4-4c80-bde3-a763bc501e21,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:07:19.930670 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.035130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae8edb-76d2-4640-aff2-d9dfcb2571c8 None None] Pushing event updated for resources: {'Port': ['ID=3ebd04a1-21c4-4c80-bde3-a763bc501e21,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:20.063097 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:20.063790 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:20.080105 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 3, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'gw_port': {'id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:35:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:20.119818 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Checking router: 17db2d58-21f7-4053-9eba-8c96b035f684 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:07:20.120572 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Updating router 17db2d58-21f7-4053-9eba-8c96b035f684 port b39499d3-0467-448e-9553-ee0e0cd540e1 binding host n-d-715271-7 {{(pid=93821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:07:20.161891 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.206381 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:20.407971 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.480693 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:19Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:20.519794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65457b63-157b-4794-9a8b-3f9320bdb922 None None] The sync data for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 is: [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:19Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:07:20.528644 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Notify callbacks [] for port, precommit_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.540804 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.provisioning_blocks [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Transition to ACTIVE for port object b39499d3-0467-448e-9553-ee0e0cd540e1 will not be triggered until provisioned by entity L2. {{(pid=93821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:20.551216 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.634940 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Allocated IP 172.20.0.1 (8b0fccdc-8da0-48d1-87a6-983ce87c9a43/01884744-40c1-476b-9643-bad497498b41/da32cd80-353e-4151-8988-73376f0055b3) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:07:20.644510 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Attempting to bind port b39499d3-0467-448e-9553-ee0e0cd540e1 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:07:20.645162 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Attempting to bind port b39499d3-0467-448e-9553-ee0e0cd540e1 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:07:20.645518 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Attempting to bind port b39499d3-0467-448e-9553-ee0e0cd540e1 on network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:20.647677 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674d591-1fd1-4913-914a-132a0bd00fb1 None None] Pushing event updated for resources: {'Port': ['ID=b39499d3-0467-448e-9553-ee0e0cd540e1,revision_number=2']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:20.657628 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:07:20.657628 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Checking segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:20.657628 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.657628 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Bound using segment: {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'} {{(pid=93821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:07:20.657628 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.managers [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Bound port: b39499d3-0467-448e-9553-ee0e0cd540e1, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5518aa1b-415b-4d01-838d-8dc023c461ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99'}}] {{(pid=93821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:07:20.658148 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.731915 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] For port b39499d3-0467-448e-9553-ee0e0cd540e1, host n-d-715271-7, cleared binding levels {{(pid=93821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:07:20.739829 n-d-715271-7 neutron-server[93821]: DEBUG neutron.plugins.ml2.db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] For port b39499d3-0467-448e-9553-ee0e0cd540e1, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b39499d3-0467-448e-9553-ee0e0cd540e1,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:07:20.750070 n-d-715271-7 neutron-server[93821]: DEBUG neutron_lib.callbacks.manager [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.769916 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.785685 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Transition to ACTIVE for port object da32cd80-353e-4151-8988-73376f0055b3 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:20.817965 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Routers {'17db2d58-21f7-4053-9eba-8c96b035f684'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:20.818610 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['17db2d58-21f7-4053-9eba-8c96b035f684'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:20.820485 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674d591-1fd1-4913-914a-132a0bd00fb1 None None] Pushing event updated for resources: {'Port': ['ID=b39499d3-0467-448e-9553-ee0e0cd540e1,revision_number=3']} {{(pid=93821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:20.845174 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.900521 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Pushing event updated for resources: {'Port': ['ID=da32cd80-353e-4151-8988-73376f0055b3,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:20.904389 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:20.906821 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:20.912286 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:07:20.949576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6a32d-73e8-47af-ad5d-0a58a7f50ba4 None None] Network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:07:20.960783 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33122867'] for router_interface, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:20.975472 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] Set router 17db2d58-21f7-4053-9eba-8c96b035f684 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:21.029898 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-fb8bb2d9-ae2e-4b1f-9f88-ebc51f5570fa None None] Provisioning for port 5720f021-32a2-46c9-bda5-229d8ec56349 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:21.122831 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.214772 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 3, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'gw_port': {'id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:35:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:21.249732 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaaede3-1335-4db7-b496-6049837b6da8 None None] The sync data for ids ['17db2d58-21f7-4053-9eba-8c96b035f684'] in n-d-715271-7 is: [{'id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 3, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'gw_port': {'id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:35:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:07:21.335656 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.343085 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.412982 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Pushing event updated for resources: {'Port': ['ID=da32cd80-353e-4151-8988-73376f0055b3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:21.420366 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33284731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33485475'] for router_interface, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.473042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-54b3fd37-0d40-4e36-8c5a-8aa711942348 None None] Provisioning for port da32cd80-353e-4151-8988-73376f0055b3 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:21.480759 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-54b3fd37-0d40-4e36-8c5a-8aa711942348 None None] Provisioning complete for port da32cd80-353e-4151-8988-73376f0055b3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:21.481184 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-54b3fd37-0d40-4e36-8c5a-8aa711942348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.535286 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-54b3fd37-0d40-4e36-8c5a-8aa711942348 None None] Port da32cd80-353e-4151-8988-73376f0055b3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:07:21.588096 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:21.589355 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:21.741588 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-dcf2dace-17e6-474f-af9e-c1390a44c5af None None] Provisioning complete for port da32cd80-353e-4151-8988-73376f0055b3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:21.741968 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-dcf2dace-17e6-474f-af9e-c1390a44c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.786579 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Router 17db2d58-21f7-4053-9eba-8c96b035f684 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:07:21.833793 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2dace-17e6-474f-af9e-c1390a44c5af None None] Port da32cd80-353e-4151-8988-73376f0055b3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:07:21.837369 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b39499d3-0467-448e-9553-ee0e0cd540e1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:21.904282 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port b39499d3-0467-448e-9553-ee0e0cd540e1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:21.908908 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b39499d3-0467-448e-9553-ee0e0cd540e1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:21.909379 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:21.953720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:07:21.959756 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-77a26d80-bacf-41c7-b70a-8e5de9fd140c admin admin] 10.222.0.84 "PUT /v2.0/routers/17db2d58-21f7-4053-9eba-8c96b035f684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885888 Jul 30 03:07:22.002665 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.029700 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port b39499d3-0467-448e-9553-ee0e0cd540e1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b39499d3-0467-448e-9553-ee0e0cd540e1,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:22.034707 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.035571 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5720f021-32a2-46c9-bda5-229d8ec56349 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:22.124540 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4e4c527e-fac8-4fc0-b100-2dd5a304c9a1 None None] Provisioning complete for port da32cd80-353e-4151-8988-73376f0055b3 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:22.125201 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4e4c527e-fac8-4fc0-b100-2dd5a304c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.152240 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=b39499d3-0467-448e-9553-ee0e0cd540e1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:22.173665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c527e-fac8-4fc0-b100-2dd5a304c9a1 None None] Port da32cd80-353e-4151-8988-73376f0055b3 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:07:22.180633 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 5720f021-32a2-46c9-bda5-229d8ec56349 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:22.186060 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5720f021-32a2-46c9-bda5-229d8ec56349 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:22.186479 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.278850 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.313431 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 5720f021-32a2-46c9-bda5-229d8ec56349, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5720f021-32a2-46c9-bda5-229d8ec56349,segment=NetworkSegment(023dbf9d-0cf0-4559-8224-085418c13a86),segment_id=023dbf9d-0cf0-4559-8224-085418c13a86)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:22.317633 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.318483 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3ebd04a1-21c4-4c80-bde3-a763bc501e21 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:22.557608 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=5720f021-32a2-46c9-bda5-229d8ec56349,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:22.574045 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:22.578827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:22.579199 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.649254 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34562) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:22.653946 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-eaec9e54-b9be-4c77-bb8c-2fc3ea66ece6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66846890', 'description': 'tempest-secgroup-smoke-66846890 description', 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:22.659416 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.676651 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaec9e54-b9be-4c77-bb8c-2fc3ea66ece6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.693168 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port 3ebd04a1-21c4-4c80-bde3-a763bc501e21, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3ebd04a1-21c4-4c80-bde3-a763bc501e21,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:22.697294 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.751686 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=3ebd04a1-21c4-4c80-bde3-a763bc501e21,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:22.762271 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaec9e54-b9be-4c77-bb8c-2fc3ea66ece6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.766774 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaec9e54-b9be-4c77-bb8c-2fc3ea66ece6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.794928 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-eaec9e54-b9be-4c77-bb8c-2fc3ea66ece6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.796713 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-eaec9e54-b9be-4c77-bb8c-2fc3ea66ece6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1464500 Jul 30 03:07:22.798720 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec9e54-b9be-4c77-bb8c-2fc3ea66ece6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27144156-d27d-4b7a-b089-9f5c4d1f75b0,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:22.799800 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34564) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:22.804667 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-fc726b80-874b-4b98-85dd-1fe59321adc9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'security_group_rule': {'security_group_id': '27144156-d27d-4b7a-b089-9f5c4d1f75b0', 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:22.832835 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc726b80-874b-4b98-85dd-1fe59321adc9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.889498 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc726b80-874b-4b98-85dd-1fe59321adc9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.893411 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc726b80-874b-4b98-85dd-1fe59321adc9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.913593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc726b80-874b-4b98-85dd-1fe59321adc9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2358c485-8957-44e5-b464-766f6ea5a3d4,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:22.919415 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-fc726b80-874b-4b98-85dd-1fe59321adc9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:22.924240 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-fc726b80-874b-4b98-85dd-1fe59321adc9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207929 Jul 30 03:07:22.924625 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34566) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:22.929285 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-d4f1416c-b920-48ca-91c2-b01d689fb7ca tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'security_group_rule': {'security_group_id': '27144156-d27d-4b7a-b089-9f5c4d1f75b0', 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:22.955747 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f1416c-b920-48ca-91c2-b01d689fb7ca tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.019328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f1416c-b920-48ca-91c2-b01d689fb7ca tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.023062 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f1416c-b920-48ca-91c2-b01d689fb7ca tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.041435 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1416c-b920-48ca-91c2-b01d689fb7ca tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd41a617-e933-4bd0-96cd-4f6f3d0d4627,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:23.049348 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-d4f1416c-b920-48ca-91c2-b01d689fb7ca tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.050586 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-d4f1416c-b920-48ca-91c2-b01d689fb7ca tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251130 Jul 30 03:07:23.053386 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34568) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:23.058064 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-beda6217-16dc-4d5c-b1d9-ca197e6f0446 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'security_group_rule': {'security_group_id': '27144156-d27d-4b7a-b089-9f5c4d1f75b0', 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:23.085546 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beda6217-16dc-4d5c-b1d9-ca197e6f0446 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.146221 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beda6217-16dc-4d5c-b1d9-ca197e6f0446 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.149847 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beda6217-16dc-4d5c-b1d9-ca197e6f0446 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.168494 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda6217-16dc-4d5c-b1d9-ca197e6f0446 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c77ae3-35b9-4481-bbd2-1a4639eb6ead,revision_number=0']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:23.175838 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-beda6217-16dc-4d5c-b1d9-ca197e6f0446 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.176967 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-beda6217-16dc-4d5c-b1d9-ca197e6f0446 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225638 Jul 30 03:07:23.179874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34570) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:23.184829 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-3e9f0a72-a88e-4a77-940a-4c315db66871 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'security_group_rule': {'security_group_id': '27144156-d27d-4b7a-b089-9f5c4d1f75b0', 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:23.211270 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0a72-a88e-4a77-940a-4c315db66871 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.282255 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0a72-a88e-4a77-940a-4c315db66871 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.292094 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0a72-a88e-4a77-940a-4c315db66871 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.312719 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f0a72-a88e-4a77-940a-4c315db66871 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fb8bd4-dc91-4ac9-ad70-4b213c7539a3,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:23.319671 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0a72-a88e-4a77-940a-4c315db66871 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.320886 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-3e9f0a72-a88e-4a77-940a-4c315db66871 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400204 Jul 30 03:07:23.323622 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34572) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:23.329074 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-c32b77ce-056d-4caa-bc3c-6296b77d7600 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'security_group_rule': {'security_group_id': '27144156-d27d-4b7a-b089-9f5c4d1f75b0', 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:23.351775 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-c32b77ce-056d-4caa-bc3c-6296b77d7600 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Project d3eeac4072fd4c539ac2cd7ae922cd82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:07:23.356587 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b77ce-056d-4caa-bc3c-6296b77d7600 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.415805 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b77ce-056d-4caa-bc3c-6296b77d7600 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.421086 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b77ce-056d-4caa-bc3c-6296b77d7600 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.443295 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b77ce-056d-4caa-bc3c-6296b77d7600 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0129ea08-8dc6-416d-b10b-ce25d012da65,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:23.449047 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-c32b77ce-056d-4caa-bc3c-6296b77d7600 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.450113 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-c32b77ce-056d-4caa-bc3c-6296b77d7600 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255796 Jul 30 03:07:23.453097 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34574) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:23.457773 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [None req-f95d43d2-aedd-4ea4-8b27-a7b684dfecb0 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'security_group_rule': {'security_group_id': '27144156-d27d-4b7a-b089-9f5c4d1f75b0', 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:23.479666 n-d-715271-7 neutron-server[93818]: INFO neutron.db.securitygroups_db [None req-f95d43d2-aedd-4ea4-8b27-a7b684dfecb0 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Project d3eeac4072fd4c539ac2cd7ae922cd82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 03:07:23.485615 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95d43d2-aedd-4ea4-8b27-a7b684dfecb0 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.546089 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95d43d2-aedd-4ea4-8b27-a7b684dfecb0 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.549880 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95d43d2-aedd-4ea4-8b27-a7b684dfecb0 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276583'] for security_group_rule, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.582300 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d43d2-aedd-4ea4-8b27-a7b684dfecb0 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee02c1c-5ec8-4987-9266-67d16e61db12,revision_number=0']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:23.589426 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-f95d43d2-aedd-4ea4-8b27-a7b684dfecb0 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.590706 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-f95d43d2-aedd-4ea4-8b27-a7b684dfecb0 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366899 Jul 30 03:07:23.705184 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b39499d3-0467-448e-9553-ee0e0cd540e1 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:23.752024 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-f7122791-3bfe-43ab-838f-411f9636c6ee tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66846890&fields=id&tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82 HTTP/1.1" status: 200 len: 267 time: 0.0349958 Jul 30 03:07:23.760938 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port b39499d3-0467-448e-9553-ee0e0cd540e1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:23.761325 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.844907 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5720f021-32a2-46c9-bda5-229d8ec56349 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:23.868246 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2ea56d49-ad55-409b-8693-89be482371b6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:23.869822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2ea56d49-ad55-409b-8693-89be482371b6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 810 time: 0.1110058 Jul 30 03:07:23.887867 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-45a43df7-24fb-428b-8c94-7bb64e39627d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/quotas/d3eeac4072fd4c539ac2cd7ae922cd82 HTTP/1.1" status: 200 len: 375 time: 0.0097456 Jul 30 03:07:23.896894 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 5720f021-32a2-46c9-bda5-229d8ec56349 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:23.897260 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:23.952789 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-4edd4447-6ffc-4838-bdb6-96f95d6585a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536742 Jul 30 03:07:23.968832 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-58702ab1-18b8-4dc4-bc26-a5460d8fbe90 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=93819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 03:07:23.969808 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-58702ab1-18b8-4dc4-bc26-a5460d8fbe90 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055687 Jul 30 03:07:23.982151 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3ebd04a1-21c4-4c80-bde3-a763bc501e21 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:24.032785 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Sync routers for ids ['17db2d58-21f7-4053-9eba-8c96b035f684'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:07:24.037196 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:24.037561 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:24.062415 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-5c6e1d4e-481c-4aef-a618-874da618d2b9 service neutron] 10.222.0.84 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866299 Jul 30 03:07:24.066364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Routers {'17db2d58-21f7-4053-9eba-8c96b035f684'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:24.066993 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['17db2d58-21f7-4053-9eba-8c96b035f684'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:24.159056 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-5002f499-1c2c-4099-b8cb-f5424b08d544 service neutron] 10.222.0.84 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904961 Jul 30 03:07:24.207357 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Set router 17db2d58-21f7-4053-9eba-8c96b035f684 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:24.333113 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0af86ac5-e8c6-456f-8c33-dedbcae0e88f req-e25774ca-63f5-493a-9583-7d37964d0cf3 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 210 time: 0.0280359 Jul 30 03:07:24.423720 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:21Z', 'revision_number': 4, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'gw_port': {'id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'da32cd80-353e-4151-8988-73376f0055b3', 'name': '', 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'mac_address': 'fa:16:3e:d6:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '01884744-40c1-476b-9643-bad497498b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:20Z', 'updated_at': '2021-07-30T03:07:21Z', 'revision_number': 2, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'subnets': [{'id': '01884744-40c1-476b-9643-bad497498b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:24.456770 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Checking router: 17db2d58-21f7-4053-9eba-8c96b035f684 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:07:24.457078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Updating router 17db2d58-21f7-4053-9eba-8c96b035f684 port da32cd80-353e-4151-8988-73376f0055b3 binding host n-d-715271-7 {{(pid=93820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 03:07:24.485151 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:24.767867 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Notify callbacks [] for port, precommit_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:24.781433 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Transition to ACTIVE for port object da32cd80-353e-4151-8988-73376f0055b3 will not be triggered until provisioned by entity L2. {{(pid=93820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:24.783267 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:24.787467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:24.839339 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59bf91-19d7-454a-bbbd-c4939a6c560b None None] Pushing event updated for resources: {'Port': ['ID=da32cd80-353e-4151-8988-73376f0055b3,revision_number=3']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:24.892557 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Attempting to bind port da32cd80-353e-4151-8988-73376f0055b3 on host n-d-715271-7 for vnic_type normal with profile {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:07:24.892933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Attempting to bind port da32cd80-353e-4151-8988-73376f0055b3 by drivers openvswitch,hyperv on host n-d-715271-7 at level 0 using segments [{'id': '023dbf9d-0cf0-4559-8224-085418c13a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43'}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:07:24.893303 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Attempting to bind port da32cd80-353e-4151-8988-73376f0055b3 on network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:24.898697 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Checking agent: {'id': 'e772d1fc-aaa9-4729-b5f9-d120b54eac3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 24, 4), 'started_at': datetime.datetime(2021, 7, 30, 1, 24, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-715271-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:07:24.899075 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Checking segment: {'id': '023dbf9d-0cf0-4559-8224-085418c13a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:24.899514 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:24.899912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Bound using segment: {'id': '023dbf9d-0cf0-4559-8224-085418c13a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43'} {{(pid=93820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:07:24.900385 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.managers [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Bound port: da32cd80-353e-4151-8988-73376f0055b3, host: n-d-715271-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023dbf9d-0cf0-4559-8224-085418c13a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43'}}] {{(pid=93820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:07:24.900768 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:24.964717 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] For port da32cd80-353e-4151-8988-73376f0055b3, host n-d-715271-7, cleared binding levels {{(pid=93820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:07:24.968522 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] For port da32cd80-353e-4151-8988-73376f0055b3, host n-d-715271-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=da32cd80-353e-4151-8988-73376f0055b3,segment=NetworkSegment(023dbf9d-0cf0-4559-8224-085418c13a86),segment_id=023dbf9d-0cf0-4559-8224-085418c13a86)] {{(pid=93820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:07:24.972387 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:25.047114 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Routers {'17db2d58-21f7-4053-9eba-8c96b035f684'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:25.047832 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['17db2d58-21f7-4053-9eba-8c96b035f684'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:25.050144 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59bf91-19d7-454a-bbbd-c4939a6c560b None None] Pushing event updated for resources: {'Port': ['ID=da32cd80-353e-4151-8988-73376f0055b3,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:25.168796 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] Set router 17db2d58-21f7-4053-9eba-8c96b035f684 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:25.302880 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-aacd4582-7265-4f5e-9baa-73e0380a74cb tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:25.304510 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-aacd4582-7265-4f5e-9baa-73e0380a74cb tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.41 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 810 time: 0.1361477 Jul 30 03:07:25.356072 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-62be68c1-d4d4-4b86-8e3e-70ba7ac55d49 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82 HTTP/1.1" status: 200 len: 378 time: 0.0419397 Jul 30 03:07:25.372808 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'port': {'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'admin_state_up': True, 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'security_groups': ['27144156-d27d-4b7a-b089-9f5c4d1f75b0']}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:25.393042 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:21Z', 'revision_number': 4, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'gw_port': {'id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'da32cd80-353e-4151-8988-73376f0055b3', 'name': '', 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'mac_address': 'fa:16:3e:d6:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '01884744-40c1-476b-9643-bad497498b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:20Z', 'updated_at': '2021-07-30T03:07:24Z', 'revision_number': 4, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'subnets': [{'id': '01884744-40c1-476b-9643-bad497498b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:25.418563 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ee8fd-aebb-43eb-ac3d-34d3b1e4263f None None] The sync data for ids ['17db2d58-21f7-4053-9eba-8c96b035f684'] in n-d-715271-7 is: [{'id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:21Z', 'revision_number': 4, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'gw_port': {'id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': 'da32cd80-353e-4151-8988-73376f0055b3', 'name': '', 'network_id': '8b0fccdc-8da0-48d1-87a6-983ce87c9a43', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'mac_address': 'fa:16:3e:d6:dd:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '01884744-40c1-476b-9643-bad497498b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:20Z', 'updated_at': '2021-07-30T03:07:24Z', 'revision_number': 4, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'subnets': [{'id': '01884744-40c1-476b-9643-bad497498b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:07:25.433052 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3ddd29f-e276-4599-90c4-cf0f01ac1857 req-edf7438b-3882-4991-a9d4-9b17fc31aa14 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 210 time: 0.0285897 Jul 30 03:07:25.520166 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Made reservation on behalf of d3eeac4072fd4c539ac2cd7ae922cd82 for: {'port': 1} {{(pid=93818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:07:25.523812 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:25.663050 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_common [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Allocated IP 172.20.0.6 (018a9f27-bab1-4b64-b1b7-423b182a3f05/8d517bea-2e9f-4f40-89c8-287aa079deb5/513e1dbf-879b-4d4c-ae80-03b77cafd052) {{(pid=93818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:07:25.703807 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device da32cd80-353e-4151-8988-73376f0055b3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:25.759296 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning for port da32cd80-353e-4151-8988-73376f0055b3 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:25.763181 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port da32cd80-353e-4151-8988-73376f0055b3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:25.763601 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:25.825148 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for port, precommit_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:25.841021 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Transition to ACTIVE for port object 513e1dbf-879b-4d4c-ae80-03b77cafd052 will not be triggered until provisioned by entity DHCP. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:25.845102 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:25.881092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_create {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:25.881578 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] For port da32cd80-353e-4151-8988-73376f0055b3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=da32cd80-353e-4151-8988-73376f0055b3,segment=NetworkSegment(023dbf9d-0cf0-4559-8224-085418c13a86),segment_id=023dbf9d-0cf0-4559-8224-085418c13a86)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:25.886752 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:25.930702 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 is already hosted by enough agents. {{(pid=93818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:25.933953 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.base_scheduler [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Resources bound (agent type, host, resource id): {{(pid=93818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:25.938402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Received port after_create {{(pid=93818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:07:25.943915 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Pushing event updated for resources: {'Port': ['ID=da32cd80-353e-4151-8988-73376f0055b3,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:25.966872 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'Port': ['ID=513e1dbf-879b-4d4c-ae80-03b77cafd052,revision_number=1']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:25.997024 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:25.997799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.014844 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2c11c76a-2d00-4f57-8178-5ec57d66e263 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6476107 Jul 30 03:07:26.130232 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.v2.base [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Request body: {'port': {'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-715271-7'}} {{(pid=93818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:26.186038 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.237838 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-054220c8-e754-4fd7-8670-29806edbc852 None None] Provisioning for port 513e1dbf-879b-4d4c-ae80-03b77cafd052 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:26.242001 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-054220c8-e754-4fd7-8670-29806edbc852 None None] Provisioning complete for port 513e1dbf-879b-4d4c-ae80-03b77cafd052 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:26.242374 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-054220c8-e754-4fd7-8670-29806edbc852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.282946 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-054220c8-e754-4fd7-8670-29806edbc852 None None] Port 513e1dbf-879b-4d4c-ae80-03b77cafd052 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:07:26.476762 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513e1dbf-879b-4d4c-ae80-03b77cafd052 {{(pid=93818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:07:26.485065 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.497785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Transition to ACTIVE for port object 513e1dbf-879b-4d4c-ae80-03b77cafd052 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:07:26.501739 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.560708 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d0479-3426-4210-8c87-e2462294bd7e req-5be0f8be-677c-4ea6-8dc9-f80e2a6bb77d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:26.562934 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed3d0479-3426-4210-8c87-e2462294bd7e req-5be0f8be-677c-4ea6-8dc9-f80e2a6bb77d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 943 time: 0.0598218 Jul 30 03:07:26.568503 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Pushing event updated for resources: {'Port': ['ID=513e1dbf-879b-4d4c-ae80-03b77cafd052,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:26.607932 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ed3d0479-3426-4210-8c87-e2462294bd7e req-062b1860-5079-41aa-8cc6-ae8c6d9ee19f tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385118 Jul 30 03:07:26.625012 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Attempting to bind port 513e1dbf-879b-4d4c-ae80-03b77cafd052 on host n-h1-715271-7 for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:07:26.625423 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Attempting to bind port 513e1dbf-879b-4d4c-ae80-03b77cafd052 by drivers openvswitch,hyperv on host n-h1-715271-7 at level 0 using segments [{'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:07:26.625814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Attempting to bind port 513e1dbf-879b-4d4c-ae80-03b77cafd052 on network 018a9f27-bab1-4b64-b1b7-423b182a3f05 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:26.630419 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Port 513e1dbf-879b-4d4c-ae80-03b77cafd052 on network 018a9f27-bab1-4b64-b1b7-423b182a3f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-715271-7 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:07:26.630968 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Attempting to bind port 513e1dbf-879b-4d4c-ae80-03b77cafd052 on network 018a9f27-bab1-4b64-b1b7-423b182a3f05 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:07:26.636350 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Checking agent: {'id': '3ab91507-4d20-44fb-9ae8-3e6a536b16d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:07:26.636682 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Checking segment: {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:07:26.637063 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Bound using segment: {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:07:26.637494 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Bound port: 513e1dbf-879b-4d4c-ae80-03b77cafd052, host: n-h1-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:07:26.637845 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.712465 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:07:26.716586 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:07:26.722894 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30797867'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.756930 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:26.757578 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:26.759205 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] 10.222.0.41 "PUT /v2.0/ports/513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 200 len: 1091 time: 0.7358274 Jul 30 03:07:26.761624 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:07:26.765177 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380464cd-e2b7-478f-8b76-2b8baff86cff" -d '{"events": [{"name": "network-changed", "server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:07:26.793583 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6392052-2a8a-421b-8991-0768f13c516e service neutron] Pushing event updated for resources: {'Port': ['ID=513e1dbf-879b-4d4c-ae80-03b77cafd052,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:26.813323 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279da167-b516-4877-983e-c420cd08c785 x-openstack-request-id: req-279da167-b516-4877-983e-c420cd08c785 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:07:26.813625 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:07:26.813877 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-279da167-b516-4877-983e-c420cd08c785 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:07:26.814288 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'status': 'completed', 'code': 200} Jul 30 03:07:26.845834 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-5d28a9d5-f23d-4cfa-9a8e-2252f794a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:26.847374 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-5d28a9d5-f23d-4cfa-9a8e-2252f794a970 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1094 time: 0.0476563 Jul 30 03:07:26.894361 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-74b62768-c628-4142-bad5-0f3f74cdee97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 200 len: 217 time: 0.0392487 Jul 30 03:07:26.946368 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-f0db0fe5-a79c-47f8-828d-847def26adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:26.947896 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-f0db0fe5-a79c-47f8-828d-847def26adfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0469906 Jul 30 03:07:26.993247 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2b44d0d1-b790-454f-b55b-7225617fec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:26.994734 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-2b44d0d1-b790-454f-b55b-7225617fec44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400236 Jul 30 03:07:27.105325 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-baf12345-ff4e-43c1-95a6-c0e732ed8c8a service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027751 Jul 30 03:07:27.197795 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-09db05d5-204e-41f3-bbad-7bbbd162e91f req-bb89b859-8ceb-4147-8f0f-38b2122dd357 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846169 Jul 30 03:07:27.287066 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-c4e78369-5384-4e29-aaf7-3b51cfe51b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:27.288607 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-c4e78369-5384-4e29-aaf7-3b51cfe51b23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1094 time: 0.0426986 Jul 30 03:07:27.384477 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-c9ec2698-d86e-4753-85c4-d6f374f93fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:27.385915 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-c9ec2698-d86e-4753-85c4-d6f374f93fba service neutron] 10.222.0.41 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.0907266 Jul 30 03:07:27.429194 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-f39524d4-ae9b-46aa-b84a-fcba9ec4020a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 200 len: 217 time: 0.0353153 Jul 30 03:07:27.482441 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-29ea7176-af02-4490-8f06-4c78977a0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:27.483942 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-29ea7176-af02-4490-8f06-4c78977a0b1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0471690 Jul 30 03:07:27.537358 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-42933415-716a-4000-833d-20243ec0bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:27.538887 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-42933415-716a-4000-833d-20243ec0bfc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466619 Jul 30 03:07:27.633527 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-2d5b1769-cf06-433b-a364-a8ce0ecfddb3 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861936 Jul 30 03:07:27.687393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device da32cd80-353e-4151-8988-73376f0055b3 up at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:27.728205 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708880ad-9879-4f8e-9a87-c7ebdc504383 req-973b4107-3513-4b29-8290-1b93d8f965d1 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:27.729812 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-708880ad-9879-4f8e-9a87-c7ebdc504383 req-973b4107-3513-4b29-8290-1b93d8f965d1 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 943 time: 0.0519795 Jul 30 03:07:27.737572 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-380464cd-e2b7-478f-8b76-2b8baff86cff req-8e99c78e-2ad0-4024-98dd-128f69c6ddf1 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950043 Jul 30 03:07:27.737827 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Provisioning complete for port da32cd80-353e-4151-8988-73376f0055b3 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:27.738155 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:27.771604 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-708880ad-9879-4f8e-9a87-c7ebdc504383 req-1cb1683e-bc9d-41d0-a267-5aa31f168f8c tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340192 Jul 30 03:07:28.884801 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252735b-3699-4cec-a3d1-2c37393082de req-fd3012c7-4f1a-43f8-8840-82e10c47ed62 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:28.886361 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d252735b-3699-4cec-a3d1-2c37393082de req-fd3012c7-4f1a-43f8-8840-82e10c47ed62 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 943 time: 0.0492413 Jul 30 03:07:28.924401 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d252735b-3699-4cec-a3d1-2c37393082de req-d6d3f374-322a-42aa-8cd0-7a1e8d98d40e tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313685 Jul 30 03:07:29.958463 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 513e1dbf-879b-4d4c-ae80-03b77cafd052 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:07:30.041378 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9f8b1-0bb8-4f26-ad26-119d8f7ed230 req-3d2578bb-fd7b-42ec-b44b-56830683bc18 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:30.042863 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67e9f8b1-0bb8-4f26-ad26-119d8f7ed230 req-3d2578bb-fd7b-42ec-b44b-56830683bc18 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 943 time: 0.0533340 Jul 30 03:07:30.054290 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:30.067797 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:07:30.090473 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-67e9f8b1-0bb8-4f26-ad26-119d8f7ed230 req-a6cd70a8-9ac0-4b33-ae77-92c58be923e7 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412440 Jul 30 03:07:30.111275 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:30.124457 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513e1dbf-879b-4d4c-ae80-03b77cafd052 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:07:30.144094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:30.148271 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:30.198056 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=513e1dbf-879b-4d4c-ae80-03b77cafd052,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:30.387002 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['513e1dbf-879b-4d4c-ae80-03b77cafd052'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:07:30.891467 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-fc8f15a5-0bcf-44fc-be26-c1b4e62aba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:31.213282 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb5052-7a1e-47b0-a6f9-0a82bb13cb76 req-cdbbb69d-e3d4-48e7-8cdd-65203980a966 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:31.214779 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1eb5052-7a1e-47b0-a6f9-0a82bb13cb76 req-cdbbb69d-e3d4-48e7-8cdd-65203980a966 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 944 time: 0.0518723 Jul 30 03:07:31.253402 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-d1eb5052-7a1e-47b0-a6f9-0a82bb13cb76 req-a04f5bb0-9d07-44f9-8195-bea5fffb376f tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325036 Jul 30 03:07:31.989264 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 513e1dbf-879b-4d4c-ae80-03b77cafd052 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:07:32.037361 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning for port 513e1dbf-879b-4d4c-ae80-03b77cafd052 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:07:32.041398 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 513e1dbf-879b-4d4c-ae80-03b77cafd052 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:07:32.041769 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:32.118709 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:32.141094 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:07:32.143311 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc676e5-f5b1-477f-a9d8-7173f09d6e57" -d '{"events": [{"server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "name": "network-vif-plugged", "status": "completed", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:07:32.156912 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:07:32.160911 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:32.188147 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c81088-79bc-40fe-b4aa-cc726887bf17 x-openstack-request-id: req-b0c81088-79bc-40fe-b4aa-cc726887bf17 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:07:32.188460 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "name": "network-vif-plugged", "status": "completed", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:07:32.188717 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b0c81088-79bc-40fe-b4aa-cc726887bf17 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:07:32.189116 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'code': 200} Jul 30 03:07:32.214510 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=513e1dbf-879b-4d4c-ae80-03b77cafd052,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:32.278054 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b22817-daed-41ee-9533-f26ce1982575 req-96c73005-ab20-409a-afd4-f576fd2a852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:32.280134 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-01b22817-daed-41ee-9533-f26ce1982575 req-96c73005-ab20-409a-afd4-f576fd2a852f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1096 time: 0.0411649 Jul 30 03:07:32.315931 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-01b22817-daed-41ee-9533-f26ce1982575 req-6d1b2796-6739-46d2-8c6c-3bad531b54da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288565 Jul 30 03:07:32.360517 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:32.372406 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d9916-01c2-4514-a142-a4114465fad7 req-99c896d0-94d5-4028-87a8-3eec9cea292d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:32.374058 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-998d9916-01c2-4514-a142-a4114465fad7 req-99c896d0-94d5-4028-87a8-3eec9cea292d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 945 time: 0.0516536 Jul 30 03:07:32.411776 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-998d9916-01c2-4514-a142-a4114465fad7 req-ae62d95a-e41c-4f01-9491-15d4d6715854 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316856 Jul 30 03:07:33.397369 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:07:33.522905 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-98839b17-0c4e-4cf0-96a6-fea0de6c8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:33.533545 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264aa20-1ce0-48b9-9d99-4e0370921716 req-18259436-4ba6-4f21-8d87-21159b28f42f tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:33.535042 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b264aa20-1ce0-48b9-9d99-4e0370921716 req-18259436-4ba6-4f21-8d87-21159b28f42f tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 945 time: 0.0543752 Jul 30 03:07:33.574697 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b264aa20-1ce0-48b9-9d99-4e0370921716 req-c5370835-70c7-44d4-b716-b530740b9386 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336988 Jul 30 03:07:33.692178 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154a099-5ea8-4748-965a-1a6ea8b82f24 req-142e653d-0ce0-47d6-8eb8-1be4ae4adcf2 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:33.693568 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a154a099-5ea8-4748-965a-1a6ea8b82f24 req-142e653d-0ce0-47d6-8eb8-1be4ae4adcf2 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 945 time: 0.0504465 Jul 30 03:07:33.731660 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a154a099-5ea8-4748-965a-1a6ea8b82f24 req-0a3d012d-9a5f-4dfe-b846-e0c3afaa7659 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321009 Jul 30 03:07:33.761827 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 34626) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:33.845025 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1d0678-28d8-46ec-855e-4c7ea6166620 tempest-TestSnapshotPattern-743319306 tempest-TestSnapshotPattern-743319306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:33.846530 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-2a1d0678-28d8-46ec-855e-4c7ea6166620 tempest-TestSnapshotPattern-743319306 tempest-TestSnapshotPattern-743319306-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1091 time: 0.0836945 Jul 30 03:07:33.849795 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34630) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:07:33.854453 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:07:33.877984 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:33.974508 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:34.003742 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:34.075058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Allocated IP 172.25.7.51 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/a9670c70-43bc-4699-b64f-6a653103b506) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:07:34.184029 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:34.222964 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:34.258286 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:07:34.261022 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:07:34.265194 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:07:34.292438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'Port': ['ID=a9670c70-43bc-4699-b64f-6a653103b506,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:34.625497 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:34.690356 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:34.832837 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:34.839736 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:34.844271 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:34.907269 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'Port': ['ID=a9670c70-43bc-4699-b64f-6a653103b506,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:07:34.920829 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:35.018446 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Floating IP 0ca9fd4d-295e-4ce7-b521-b823c493e43d associated. External IP: 172.25.7.51, port: 513e1dbf-879b-4d4c-ae80-03b77cafd052. Jul 30 03:07:35.222528 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Router 5979f43e-7061-430e-906c-9856157bc473 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:07:35.331950 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:07:35.341477 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] Sync routers for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:07:35.348449 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:35.352221 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:35.352823 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:35.375920 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-6176b984-204e-4657-9fb3-3369796899a8 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5249732 Jul 30 03:07:35.376703 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:07:35.378986 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83d9c13-8305-48bd-930c-84d6ed29249c" -d '{"events": [{"name": "network-changed", "server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:07:35.458033 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:35.471199 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26270273-ca9c-40a5-a0fc-fd63fffbdf0c x-openstack-request-id: req-26270273-ca9c-40a5-a0fc-fd63fffbdf0c {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:07:35.471519 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:07:35.471771 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-26270273-ca9c-40a5-a0fc-fd63fffbdf0c {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:07:35.472174 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'status': 'completed', 'code': 200} Jul 30 03:07:35.538277 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-50f17319-ecf2-4e34-b5f4-9e05cfd39898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:35.539722 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-50f17319-ecf2-4e34-b5f4-9e05cfd39898 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1096 time: 0.0446796 Jul 30 03:07:35.631662 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-a1d9b8f4-e823-45cc-9a01-10c6790d2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:35.633368 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-a1d9b8f4-e823-45cc-9a01-10c6790d2940 service neutron] 10.222.0.41 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.0862038 Jul 30 03:07:35.679421 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0ca9fd4d-295e-4ce7-b521-b823c493e43d', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:07:34Z', 'updated_at': '2021-07-30T03:07:34Z', 'revision_number': 0, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:35.703107 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-36efbd90-98b6-421b-9d18-47d966927bcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 200 len: 998 time: 0.0622275 Jul 30 03:07:35.704883 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] Checking router: 5979f43e-7061-430e-906c-9856157bc473 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:07:35.713311 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:07:35.713898 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:07:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:35.753506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-8fb8a119-c8d3-44ee-b780-c30ad54b4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:35.755013 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-8fb8a119-c8d3-44ee-b780-c30ad54b4507 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0445263 Jul 30 03:07:35.801765 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-6a61bdd9-9a1a-464c-8e42-d42051d93675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:07:35.803223 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-6a61bdd9-9a1a-464c-8e42-d42051d93675 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414231 Jul 30 03:07:35.827503 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:07:35.896440 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-eb73cfe7-73bb-4e28-9581-30dcf8f9800f service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857625 Jul 30 03:07:35.990733 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-e83d9c13-8305-48bd-930c-84d6ed29249c req-52cc28c1-8890-4321-9587-15a29c8eb8ee service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856535 Jul 30 03:07:36.146511 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0ca9fd4d-295e-4ce7-b521-b823c493e43d', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:07:34Z', 'updated_at': '2021-07-30T03:07:34Z', 'revision_number': 0, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:07:36.173798 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb930679-6e8c-46db-8dd5-7ce1bf1bdd13 None None] The sync data for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 is: [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0ca9fd4d-295e-4ce7-b521-b823c493e43d', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:07:34Z', 'updated_at': '2021-07-30T03:07:34Z', 'revision_number': 0, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:07:36.362005 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4380a36f-faec-47e0-ac76-018b057edda3 None None] New status for floating IP 0ca9fd4d-295e-4ce7-b521-b823c493e43d: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:07:36.525647 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:07:54.785313 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:00.892116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e8fc75ab-0e08-4748-9e7d-c4c7b4cc9040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:02.359287 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:03.528881 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-9e6a0ead-0067-4835-8e06-d5c5b97394cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:04.005096 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:04.836414 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:06.506157 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:10.396272 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:08:13.348923 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-bb6b962f-10c7-4087-b918-d54da632853d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404928 Jul 30 03:08:13.433487 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-569fab98-168a-4163-bf85-275bad86d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:13.434996 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-569fab98-168a-4163-bf85-275bad86d793 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1096 time: 0.0451314 Jul 30 03:08:13.537845 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-ae9da9c0-741f-42fb-8859-60aa3081dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:13.539247 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-ae9da9c0-741f-42fb-8859-60aa3081dc65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.0862937 Jul 30 03:08:13.609941 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-c15b214d-5e1c-45a0-93c9-41e74b024636 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 200 len: 1000 time: 0.0630851 Jul 30 03:08:13.660352 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-a0617710-6fea-495d-92af-1ae03330726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:13.662295 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-a0617710-6fea-495d-92af-1ae03330726d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0460489 Jul 30 03:08:13.707403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-fc368925-06b7-42c5-9801-aadbfc8a489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:08:13.708908 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-fc368925-06b7-42c5-9801-aadbfc8a489f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397313 Jul 30 03:08:13.802294 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-53f9a605-fa10-4fd4-b384-5bbba98ce5d4 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863822 Jul 30 03:08:13.894554 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-dbc06616-9192-424c-bbe3-888bba6f2a8d req-a59dd5b1-ad15-429e-952e-a4149d65de11 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834243 Jul 30 03:08:24.799090 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:30.900940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c5879b26-0ae3-4173-bb6d-009699ae8e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:32.372989 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:33.530637 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b8716016-aef9-47de-aaba-56950c2e1b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:34.005894 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:34.839451 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:36.509272 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:08:47.395948 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:08:54.811116 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:00.892940 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-deffdc8d-c1a4-4682-a11a-1abce1400926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:02.386652 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:03.531420 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3e77c6f3-0dd9-411b-9fb8-d5640b41876a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:04.009976 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:04.842995 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:06.512162 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:13.317558 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-3c0e2527-1504-4370-90cd-7e459654c2b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406892 Jul 30 03:09:13.403593 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-e6b6df2d-1577-4d14-ac4b-c49586b38658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:13.405077 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-e6b6df2d-1577-4d14-ac4b-c49586b38658 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1096 time: 0.0447714 Jul 30 03:09:13.505996 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-381530cb-d7c6-410f-b1f9-6fa5d2666129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:13.507507 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-381530cb-d7c6-410f-b1f9-6fa5d2666129 service neutron] 10.222.0.41 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.0833712 Jul 30 03:09:13.574664 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-d86fcc9d-b4d2-40c6-b079-fa6063c87a1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 200 len: 1000 time: 0.0603385 Jul 30 03:09:13.623874 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-ef911931-9ab0-4826-9462-f5fb6fbdfd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:13.625362 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-ef911931-9ab0-4826-9462-f5fb6fbdfd1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0430624 Jul 30 03:09:13.671678 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-8fd00074-bf87-4e62-9c5d-04fc6c329229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:13.673839 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-8fd00074-bf87-4e62-9c5d-04fc6c329229 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417738 Jul 30 03:09:13.764249 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-ce214855-d36d-4ba2-b504-bdc87dfa88a9 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834167 Jul 30 03:09:13.851923 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4ad995a2-3b0c-4701-99d2-57d4dfde9923 req-14a8d189-b48a-4d36-aad5-b215be22f217 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808911 Jul 30 03:09:24.394943 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:09:24.811552 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:30.893487 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e04f5e69-0242-461b-9837-337b9a69e7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:32.382780 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:33.532539 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5ea53345-a9b5-4426-a133-33d76dafd241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:34.011623 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:34.845744 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:36.515579 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:36.610727 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 513e1dbf-879b-4d4c-ae80-03b77cafd052 details requested by agent hyperv_n-h1-715271-7 with host n-h1-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:09:36.727370 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:09:36.739598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Returning: {'device': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:09:36.779479 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:36.792372 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 513e1dbf-879b-4d4c-ae80-03b77cafd052 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:09:36.814643 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:09:36.818149 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:36.885794 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=513e1dbf-879b-4d4c-ae80-03b77cafd052,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:09:36.894498 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.894851 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.895258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.895822 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.896148 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.896586 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.896917 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.897246 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.897617 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.898159 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.898665 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.899278 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:36.905199 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] get_ports_and_sgs() called for port_ids ['513e1dbf-879b-4d4c-ae80-03b77cafd052'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:09:38.608258 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 513e1dbf-879b-4d4c-ae80-03b77cafd052 up at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:09:38.666312 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Provisioning complete for port 513e1dbf-879b-4d4c-ae80-03b77cafd052 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:09:38.667088 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:38.767363 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:38.793169 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:09:38.796058 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262c8ac4-f73d-45be-9147-fe9b08682306" -d '{"events": [{"server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "name": "network-vif-plugged", "status": "completed", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:09:38.826568 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:09:38.836485 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:38.944823 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=513e1dbf-879b-4d4c-ae80-03b77cafd052,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:09:38.964934 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0af7df-48f1-4bee-9179-643576cc7dc4 x-openstack-request-id: req-ee0af7df-48f1-4bee-9179-643576cc7dc4 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:09:38.965241 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "name": "network-vif-plugged", "status": "completed", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:09:38.965499 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ee0af7df-48f1-4bee-9179-643576cc7dc4 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:09:38.965905 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'code': 200} Jul 30 03:09:45.825460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-2330c1b6-7161-4a24-acc3-dd81cd435097 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66846890&fields=id&tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82 HTTP/1.1" status: 200 len: 267 time: 0.0342948 Jul 30 03:09:45.933483 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-b26fd8bc-0938-428c-8176-a3c68889b074 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:45.934949 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-b26fd8bc-0938-428c-8176-a3c68889b074 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 810 time: 0.1024389 Jul 30 03:09:45.950436 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-5200a880-fa89-494f-a720-a213c054e13c tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/quotas/d3eeac4072fd4c539ac2cd7ae922cd82 HTTP/1.1" status: 200 len: 375 time: 0.0092306 Jul 30 03:09:46.006126 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-8623229b-d731-4ece-abe3-694ac71867fc tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499799 Jul 30 03:09:46.148858 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-ff3a5f8d-4bd6-40b7-8996-a5f14a6de4fa service neutron] 10.222.0.84 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305211 Jul 30 03:09:46.237959 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-0b8b39e3-cf16-40ae-8c25-6e5a29d0d834 service neutron] 10.222.0.84 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827889 Jul 30 03:09:46.413655 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-437a7662-9761-4f38-85cc-5aa82f0f1658 req-8df1c616-2b2c-4e78-96a0-8b3e7bdd1125 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 210 time: 0.0276229 Jul 30 03:09:47.529971 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a8823e6d-efc3-4f78-9ba8-8da33ed11210 req-54df6f04-9f7d-47e8-ab21-3e504fc78d5b tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 210 time: 0.0429227 Jul 30 03:09:47.565155 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-51446356-cd00-42f0-9529-3c67d6123cea tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:47.566708 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-51446356-cd00-42f0-9529-3c67d6123cea tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.22 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 810 time: 0.1450851 Jul 30 03:09:47.615173 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-6a1a8d8b-4a57-4330-b6d0-3fdd27901233 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82 HTTP/1.1" status: 200 len: 378 time: 0.0384490 Jul 30 03:09:47.624983 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'port': {'device_id': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'admin_state_up': True, 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'security_groups': ['27144156-d27d-4b7a-b089-9f5c4d1f75b0']}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:09:47.740337 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Made reservation on behalf of d3eeac4072fd4c539ac2cd7ae922cd82 for: {'port': 1} {{(pid=93819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 03:09:47.744094 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:47.941186 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Allocated IP 172.20.0.12 (018a9f27-bab1-4b64-b1b7-423b182a3f05/8d517bea-2e9f-4f40-89c8-287aa079deb5/e896b6c4-9262-4246-ba54-f1c322e6c4a1) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:09:48.122233 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:48.140068 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Transition to ACTIVE for port object e896b6c4-9262-4246-ba54-f1c322e6c4a1 will not be triggered until provisioned by entity DHCP. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:09:48.181623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:48.234615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:09:48.238691 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:09:48.245926 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:09:48.250725 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'Port': ['ID=e896b6c4-9262-4246-ba54-f1c322e6c4a1,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:09:48.596933 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-59577dcb-cdb1-4d34-b832-b63c4a9c7e3b None None] Provisioning for port e896b6c4-9262-4246-ba54-f1c322e6c4a1 completed by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:09:48.603718 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-59577dcb-cdb1-4d34-b832-b63c4a9c7e3b None None] Provisioning complete for port e896b6c4-9262-4246-ba54-f1c322e6c4a1 triggered by entity DHCP. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:09:48.604403 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-59577dcb-cdb1-4d34-b832-b63c4a9c7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:48.659914 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 513e1dbf-879b-4d4c-ae80-03b77cafd052 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:09:48.695161 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-59577dcb-cdb1-4d34-b832-b63c4a9c7e3b None None] Port e896b6c4-9262-4246-ba54-f1c322e6c4a1 cannot update to ACTIVE because it is not bound. {{(pid=93820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 03:09:48.703687 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:48.705256 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:48.726247 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.726593 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.726940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.727279 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.727652 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.727987 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.728319 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.728648 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.728976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.729309 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.729641 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.729966 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:09:48.750002 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-28254b6d-07cb-4bba-aede-ab17e9baba4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1288669 Jul 30 03:09:48.769940 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7827f5d-dd9b-4259-b33c-88f19ff32e6a req-bdf3a257-9595-4bf8-a8f2-c76ede205a64 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:48.780097 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7827f5d-dd9b-4259-b33c-88f19ff32e6a req-bdf3a257-9595-4bf8-a8f2-c76ede205a64 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 932 time: 0.1187131 Jul 30 03:09:48.794922 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:48.826400 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:09:48.828734 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5726730-9c68-453f-a960-5c3381a5fe15" -d '{"events": [{"server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "name": "network-vif-unplugged", "status": "completed", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:09:48.838476 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a7827f5d-dd9b-4259-b33c-88f19ff32e6a req-12d4d79f-6ea8-448c-9b50-8dce17e39919 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514529 Jul 30 03:09:48.843645 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:09:48.853179 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:48.902909 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adadda63-37a7-4f38-bade-08b50d6cc998 x-openstack-request-id: req-adadda63-37a7-4f38-bade-08b50d6cc998 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:09:48.903254 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "name": "network-vif-unplugged", "status": "completed", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:09:48.903589 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-adadda63-37a7-4f38-bade-08b50d6cc998 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:09:48.904108 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'code': 200} Jul 30 03:09:48.916157 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Pushing event updated for resources: {'Port': ['ID=513e1dbf-879b-4d4c-ae80-03b77cafd052,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:09:49.974732 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e053b-3e49-482e-9ef3-4072b75e1e3b req-29c4cfb3-3a3a-4d06-b9b4-13f1b10ae7c9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:49.976197 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-474e053b-3e49-482e-9ef3-4072b75e1e3b req-29c4cfb3-3a3a-4d06-b9b4-13f1b10ae7c9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 932 time: 0.0549939 Jul 30 03:09:50.021307 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-474e053b-3e49-482e-9ef3-4072b75e1e3b req-f2308669-c99a-47fc-a866-6fb2f6075f8c tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387616 Jul 30 03:09:51.146261 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da932-8dd1-477a-aa7d-4b409241651f req-79ba77d8-8f77-4f8b-836d-119cd9543f0d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:51.148308 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee0da932-8dd1-477a-aa7d-4b409241651f req-79ba77d8-8f77-4f8b-836d-119cd9543f0d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 932 time: 0.0535536 Jul 30 03:09:51.196167 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ee0da932-8dd1-477a-aa7d-4b409241651f req-b3a80b15-022a-4416-bdb0-52373beb3bc6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414472 Jul 30 03:09:52.320505 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832767b-b353-420c-b959-fcaeb6c293e7 req-38d33159-69d4-430d-a696-9cae4315444d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:52.322051 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3832767b-b353-420c-b959-fcaeb6c293e7 req-38d33159-69d4-430d-a696-9cae4315444d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 932 time: 0.0558627 Jul 30 03:09:52.365545 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-3832767b-b353-420c-b959-fcaeb6c293e7 req-201ccdf8-7db5-4610-92c9-c7599bf4288e tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369103 Jul 30 03:09:53.491032 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c49e3-eddb-41c5-8a6d-1b8f63eceb43 req-ef2ca7de-73ba-4f54-aa68-26645eaa9860 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:53.495965 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-950c49e3-eddb-41c5-8a6d-1b8f63eceb43 req-ef2ca7de-73ba-4f54-aa68-26645eaa9860 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 932 time: 0.0583704 Jul 30 03:09:53.540667 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-950c49e3-eddb-41c5-8a6d-1b8f63eceb43 req-6a99d345-aa0c-4742-840b-80b7fdb4bf55 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410070 Jul 30 03:09:54.666534 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227c69-e733-4414-90a0-45e077422df3 req-75c600e6-a5bf-4429-8d04-f3d8593f8339 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:54.668122 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f227c69-e733-4414-90a0-45e077422df3 req-75c600e6-a5bf-4429-8d04-f3d8593f8339 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 932 time: 0.0547619 Jul 30 03:09:54.710665 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8f227c69-e733-4414-90a0-45e077422df3 req-31e88cfc-2bb1-45ab-a48a-56ed51186b8d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362360 Jul 30 03:09:54.838807 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:55.844486 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1001bf3-cde4-4342-a276-cfb3f1c9d6ae req-8768258b-dd78-4c3c-a292-6275748de59b tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:55.846991 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1001bf3-cde4-4342-a276-cfb3f1c9d6ae req-8768258b-dd78-4c3c-a292-6275748de59b tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 932 time: 0.0650172 Jul 30 03:09:55.893988 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b1001bf3-cde4-4342-a276-cfb3f1c9d6ae req-104082a1-6207-4bad-9423-12d754bdf5ec tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390775 Jul 30 03:09:57.026851 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa9b8b-6fbb-4689-b94a-7a5a6eac2115 req-578fff25-5e4e-4619-9b48-df516cbb5d4c tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:57.028443 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11aa9b8b-6fbb-4689-b94a-7a5a6eac2115 req-578fff25-5e4e-4619-9b48-df516cbb5d4c tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 932 time: 0.0517943 Jul 30 03:09:57.074929 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-11aa9b8b-6fbb-4689-b94a-7a5a6eac2115 req-c31b7e29-2007-4108-9f19-b797606a9558 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402584 Jul 30 03:09:58.189790 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Request body: {'port': {'device_id': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-715271-7'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:09:58.252149 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5afa8-1884-4b39-b32f-f0b536bc0a59 req-18d6c035-5217-44cc-a027-dcc4772e0e4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:58.253647 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff5afa8-1884-4b39-b32f-f0b536bc0a59 req-18d6c035-5217-44cc-a027-dcc4772e0e4a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 932 time: 0.0986073 Jul 30 03:09:58.262123 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:58.327579 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ff5afa8-1884-4b39-b32f-f0b536bc0a59 req-e5e48921-c61d-4474-960c-51b42b97c797 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670238 Jul 30 03:09:58.559233 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e896b6c4-9262-4246-ba54-f1c322e6c4a1 {{(pid=93819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:09:58.566626 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:58.579270 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.provisioning_blocks [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Transition to ACTIVE for port object e896b6c4-9262-4246-ba54-f1c322e6c4a1 will not be triggered until provisioned by entity L2. {{(pid=93819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 03:09:58.582816 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:58.634514 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Pushing event updated for resources: {'Port': ['ID=e896b6c4-9262-4246-ba54-f1c322e6c4a1,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:09:58.708318 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Attempting to bind port e896b6c4-9262-4246-ba54-f1c322e6c4a1 on host n-h2-715271-7 for vnic_type normal with profile {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 03:09:58.708660 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Attempting to bind port e896b6c4-9262-4246-ba54-f1c322e6c4a1 by drivers openvswitch,hyperv on host n-h2-715271-7 at level 0 using segments [{'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 03:09:58.708990 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Attempting to bind port e896b6c4-9262-4246-ba54-f1c322e6c4a1 on network 018a9f27-bab1-4b64-b1b7-423b182a3f05 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:09:58.713870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Port e896b6c4-9262-4246-ba54-f1c322e6c4a1 on network 018a9f27-bab1-4b64-b1b7-423b182a3f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-715271-7 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 03:09:58.714200 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Attempting to bind port e896b6c4-9262-4246-ba54-f1c322e6c4a1 on network 018a9f27-bab1-4b64-b1b7-423b182a3f05 {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 03:09:58.719650 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Checking agent: {'id': '48ce8d9b-65fd-4366-b764-4a34306438ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-715271-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'started_at': datetime.datetime(2021, 7, 30, 1, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 3, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 03:09:58.719995 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Checking segment: {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 03:09:58.720389 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Bound using segment: {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'} {{(pid=93819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 03:09:58.720821 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.managers [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Bound port: e896b6c4-9262-4246-ba54-f1c322e6c4a1, host: n-h2-715271-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05'}}] {{(pid=93819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 03:09:58.721181 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:58.789951 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, cleared binding levels {{(pid=93819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 03:09:58.793266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 03:09:58.796859 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:58.832061 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:58.832687 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:09:58.835517 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] 10.222.0.22 "PUT /v2.0/ports/e896b6c4-9262-4246-ba54-f1c322e6c4a1 HTTP/1.1" status: 200 len: 1092 time: 0.7096443 Jul 30 03:09:58.835517 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:09:58.837288 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac34021-f5af-4255-a63f-00ac794f1659" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:09:58.864227 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81bc11-ea75-4018-8642-ba66a3840d87 service neutron] Pushing event updated for resources: {'Port': ['ID=e896b6c4-9262-4246-ba54-f1c322e6c4a1,revision_number=3']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:09:58.878035 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e858fd0-0d0a-4810-b7b0-0f86581c8d04 x-openstack-request-id: req-8e858fd0-0d0a-4810-b7b0-0f86581c8d04 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:09:58.878485 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:09:58.878969 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8e858fd0-0d0a-4810-b7b0-0f86581c8d04 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:09:58.879736 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'status': 'completed', 'code': 200} Jul 30 03:09:58.928190 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-6f6caf0c-2ab7-4a3d-8534-27f0babe2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:58.929610 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-6f6caf0c-2ab7-4a3d-8534-27f0babe2e21 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 1095 time: 0.0441656 Jul 30 03:09:58.980222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-bf9df933-db35-49fb-a313-8bad8db221a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0396340 Jul 30 03:09:59.034438 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-fa87d00a-565f-4c4c-a34a-196e57e72a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:59.036015 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-fa87d00a-565f-4c4c-a34a-196e57e72a70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0475655 Jul 30 03:09:59.083580 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-e4fe7295-e075-4ec0-ae78-e6a8a70f6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:59.085223 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-e4fe7295-e075-4ec0-ae78-e6a8a70f6840 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408888 Jul 30 03:09:59.184120 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-e05a6e12-65c9-48f8-a497-9936d4ef0753 service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903852 Jul 30 03:09:59.277386 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-81ff38a2-bc11-4a7a-9206-3f074e2a039c req-73f65b20-8131-478d-9041-ca33702ffa7f service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846193 Jul 30 03:09:59.376361 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-459208bb-dd64-4044-86d0-56136b546ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:59.377899 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-459208bb-dd64-4044-86d0-56136b546ce2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 1095 time: 0.0480947 Jul 30 03:09:59.512260 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bb6bb-db4e-4af2-b5c7-58043cff2e3a req-bb8113cd-b70b-499d-a45e-e0c0f8964219 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:59.514046 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-633bb6bb-db4e-4af2-b5c7-58043cff2e3a req-bb8113cd-b70b-499d-a45e-e0c0f8964219 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 944 time: 0.1009915 Jul 30 03:09:59.532439 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-feb9cfe8-0c39-4cae-898a-94e4ffae111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:59.533908 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-feb9cfe8-0c39-4cae-898a-94e4ffae111f service neutron] 10.222.0.22 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.1451747 Jul 30 03:09:59.584795 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-7edbf27a-32e3-41bd-b9bd-ac45cabed157 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0430319 Jul 30 03:09:59.610343 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-633bb6bb-db4e-4af2-b5c7-58043cff2e3a req-5dca205f-9cd6-4a45-8258-4b4b12fc677e tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892603 Jul 30 03:09:59.647058 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-9084f045-eec5-4666-bfda-7d69e08d687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:59.648652 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-9084f045-eec5-4666-bfda-7d69e08d687a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0523803 Jul 30 03:09:59.706093 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-8d0db135-ccda-4893-af94-c13e053f2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:09:59.707845 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-8d0db135-ccda-4893-af94-c13e053f2543 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471046 Jul 30 03:09:59.823852 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-9319d70b-9226-4cfe-9db5-c4973c54f6b8 service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076171 Jul 30 03:09:59.919728 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-0ac34021-f5af-4255-a63f-00ac794f1659 req-b7a2ab4d-ec79-415b-b6a6-72bdac74b226 service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877678 Jul 30 03:10:00.460191 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e896b6c4-9262-4246-ba54-f1c322e6c4a1 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:10:00.557846 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:10:00.570035 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'port_id': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'mac_address': 'fa:16:3e:b7:18:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:10:00.608596 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:00.622172 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e896b6c4-9262-4246-ba54-f1c322e6c4a1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:10:00.646576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:10:00.651419 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:00.706189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e896b6c4-9262-4246-ba54-f1c322e6c4a1,revision_number=4']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:10:00.749219 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfccf4-3395-4206-a749-ddc2c2c77250 req-4e6a6db5-6d9d-4621-b1da-9a0958edb0c3 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:00.751396 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58dfccf4-3395-4206-a749-ddc2c2c77250 req-4e6a6db5-6d9d-4621-b1da-9a0958edb0c3 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 945 time: 0.0600765 Jul 30 03:10:00.793758 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-58dfccf4-3395-4206-a749-ddc2c2c77250 req-911bd5d5-6d16-4178-93a0-6e700cbefe89 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356519 Jul 30 03:10:00.895784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-bd93b300-3906-4521-98d1-cd193636a7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:00.949136 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['e896b6c4-9262-4246-ba54-f1c322e6c4a1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:10:01.393996 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:10:01.913709 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab72c2-3051-4bf9-849d-1646db7449f1 req-0e09c4a1-f611-4dbe-8188-2c2c748941aa tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:01.915238 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0ab72c2-3051-4bf9-849d-1646db7449f1 req-0e09c4a1-f611-4dbe-8188-2c2c748941aa tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 945 time: 0.0493512 Jul 30 03:10:01.953182 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a0ab72c2-3051-4bf9-849d-1646db7449f1 req-3c897798-845d-4f74-a8b7-4a52337b33f2 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318716 Jul 30 03:10:02.400444 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:02.475016 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e896b6c4-9262-4246-ba54-f1c322e6c4a1 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:10:02.525407 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning for port e896b6c4-9262-4246-ba54-f1c322e6c4a1 completed by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 03:10:02.528987 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port e896b6c4-9262-4246-ba54-f1c322e6c4a1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:10:02.529295 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:02.604520 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:02.626767 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:10:02.629039 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810813f0-6ce1-4e65-8701-6cff0d88ea57" -d '{"events": [{"server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "name": "network-vif-plugged", "status": "completed", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:10:02.643451 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:10:02.647463 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:02.670649 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a024d-b3d1-4b3a-85ca-e3b229fe4c36 x-openstack-request-id: req-2d6a024d-b3d1-4b3a-85ca-e3b229fe4c36 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:10:02.670932 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "name": "network-vif-plugged", "status": "completed", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:10:02.671177 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2d6a024d-b3d1-4b3a-85ca-e3b229fe4c36 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:10:02.671593 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'code': 200} Jul 30 03:10:02.701095 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e896b6c4-9262-4246-ba54-f1c322e6c4a1,revision_number=5']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:10:02.769506 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef17a-10ff-4655-b2d1-ceb4fbc1ec96 req-8ae13d85-1d7f-4f63-8479-c66a8c9595e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:02.770987 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94aef17a-10ff-4655-b2d1-ceb4fbc1ec96 req-8ae13d85-1d7f-4f63-8479-c66a8c9595e0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 1097 time: 0.0402014 Jul 30 03:10:02.806641 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-94aef17a-10ff-4655-b2d1-ceb4fbc1ec96 req-a09bbebb-f8cd-4453-bfc1-3cebe371a05a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280669 Jul 30 03:10:03.079845 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2cda9-5619-4eba-b8d1-af2468ec7c4e req-5d0b34ff-96b2-4143-903c-6e9ff5f46e4b tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:03.081234 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30f2cda9-5619-4eba-b8d1-af2468ec7c4e req-5d0b34ff-96b2-4143-903c-6e9ff5f46e4b tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 946 time: 0.0554612 Jul 30 03:10:03.120293 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-30f2cda9-5619-4eba-b8d1-af2468ec7c4e req-e162e324-b4be-440b-a950-9c0b2bccbd8f tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327787 Jul 30 03:10:03.539343 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f450d6b4-57fe-4ec0-ba85-f89d05e80937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:04.014825 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:04.242418 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5a5e9-377f-482c-8847-d3c12f05c25b req-c3b01ae2-2c40-4059-9124-78c8c29cead5 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:04.243951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfc5a5e9-377f-482c-8847-d3c12f05c25b req-c3b01ae2-2c40-4059-9124-78c8c29cead5 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 946 time: 0.0503898 Jul 30 03:10:04.283937 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cfc5a5e9-377f-482c-8847-d3c12f05c25b req-659e97bb-cb05-4f42-bf99-1c7dd52be0bc tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339711 Jul 30 03:10:04.404811 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad30ea9-c0de-45f3-942a-e9d6f8d0f356 req-dc4a938e-5eb7-49c7-a4e9-3d43a026ecf4 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:04.406303 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ad30ea9-c0de-45f3-942a-e9d6f8d0f356 req-dc4a938e-5eb7-49c7-a4e9-3d43a026ecf4 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 946 time: 0.0562098 Jul 30 03:10:04.444064 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-8ad30ea9-c0de-45f3-942a-e9d6f8d0f356 req-f7a1b458-f35f-4785-a180-b68b816aae14 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310678 Jul 30 03:10:04.466685 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34908) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:10:04.510923 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07853e-9afd-45e2-9986-97fa01019446 tempest-TestSnapshotPattern-743319306 tempest-TestSnapshotPattern-743319306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:04.512493 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-eb07853e-9afd-45e2-9986-97fa01019446 tempest-TestSnapshotPattern-743319306 tempest-TestSnapshotPattern-743319306-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 1092 time: 0.0448196 Jul 30 03:10:04.515225 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 34910) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:10:04.520089 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.v2.base [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Request body: {'floatingip': {'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'port_id': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 03:10:04.541712 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for floatingip, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:04.635694 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:04.743035 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_common [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Allocated IP 172.25.7.154 (1301bb08-d0ed-45f4-8adb-9d1028eadd99/51973305-48da-4d2a-8377-47f5a5b8153a/46205c6f-34fb-4f44-a12f-20c1fe926ac7) {{(pid=93819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 03:10:04.846977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for port, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:04.847944 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:04.885827 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742690962948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:04.928766 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Network 1301bb08-d0ed-45f4-8adb-9d1028eadd99 is already hosted by enough agents. {{(pid=93819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 03:10:04.931632 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.base_scheduler [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Resources bound (agent type, host, resource id): {{(pid=93819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 03:10:04.938622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Received port after_create {{(pid=93819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 03:10:04.941728 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'Port': ['ID=46205c6f-34fb-4f44-a12f-20c1fe926ac7,revision_number=1']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:10:05.292903 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:05.363836 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:05.514235 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for port, precommit_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:05.519682 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24670951'] for port, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:05.591325 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event updated for resources: {'Port': ['ID=46205c6f-34fb-4f44-a12f-20c1fe926ac7,revision_number=2']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:10:05.598957 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33122886'] for floatingip, after_update {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:05.697364 n-d-715271-7 neutron-server[93819]: INFO neutron.db.l3_db [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Floating IP 824aa071-1988-44bc-a7cb-ecc9cb74343e associated. External IP: 172.25.7.154, port: e896b6c4-9262-4246-ba54-f1c322e6c4a1. Jul 30 03:10:05.903749 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Router 5979f43e-7061-430e-906c-9856157bc473 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:10:06.012167 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:10:06.022875 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] Sync routers for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:10:06.029326 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:06.035690 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:10:06.036664 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:10:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:10:06.074116 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-3d0093db-ff0c-4989-bacd-96b7f9cbb863 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5576208 Jul 30 03:10:06.074976 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:10:06.079293 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:10:06.131773 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8e4840-07d3-46da-940e-bfe423b38401 x-openstack-request-id: req-8b8e4840-07d3-46da-940e-bfe423b38401 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:10:06.132076 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:10:06.132389 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8b8e4840-07d3-46da-940e-bfe423b38401 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:10:06.132861 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'status': 'completed', 'code': 200} Jul 30 03:10:06.171840 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:10:06.196210 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-843dd0fd-e454-4053-9be4-6d53b5969198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:06.197774 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-843dd0fd-e454-4053-9be4-6d53b5969198 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 1097 time: 0.0419855 Jul 30 03:10:06.296209 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-be3dd641-fb87-4703-9d43-108bc0434957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:06.297896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-be3dd641-fb87-4703-9d43-108bc0434957 service neutron] 10.222.0.22 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.0903680 Jul 30 03:10:06.364979 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-bb6c8ab9-f432-48be-a2ca-2e93fecd52c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1 HTTP/1.1" status: 200 len: 1000 time: 0.0592818 Jul 30 03:10:06.403912 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0ca9fd4d-295e-4ce7-b521-b823c493e43d', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:07:34Z', 'updated_at': '2021-07-30T03:07:36Z', 'revision_number': 1, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}, {'id': '824aa071-1988-44bc-a7cb-ecc9cb74343e', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:b7:18:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:10:05Z', 'updated_at': '2021-07-30T03:10:05Z', 'revision_number': 0, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:10:06.421511 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-0cc469df-7098-44b2-a7e0-2981e23b81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:06.423012 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-0cc469df-7098-44b2-a7e0-2981e23b81ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0498333 Jul 30 03:10:06.429475 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] Checking router: 5979f43e-7061-430e-906c-9856157bc473 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:10:06.438453 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:10:06.439087 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:10:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:10:06.470920 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-6b0a1248-72b4-4af0-b424-42e97c7f17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:06.472507 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-6b0a1248-72b4-4af0-b424-42e97c7f17ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422835 Jul 30 03:10:06.530117 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:06.561289 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:10:06.592799 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-e983e3bd-857f-413a-9e5c-5b48f6a1d073 service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115754 Jul 30 03:10:06.692494 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-a3d36261-fc33-4bf8-a7d3-52a6c2c7585f req-abbec6b3-0ec2-47ee-a43b-1d8996236dfc service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913525 Jul 30 03:10:06.795040 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0ca9fd4d-295e-4ce7-b521-b823c493e43d', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:07:34Z', 'updated_at': '2021-07-30T03:07:36Z', 'revision_number': 1, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}, {'id': '824aa071-1988-44bc-a7cb-ecc9cb74343e', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:b7:18:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:10:05Z', 'updated_at': '2021-07-30T03:10:05Z', 'revision_number': 0, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:10:06.821998 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42932b39-10a6-47c5-b9c9-56b7f654618e None None] The sync data for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 is: [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0ca9fd4d-295e-4ce7-b521-b823c493e43d', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:07:34Z', 'updated_at': '2021-07-30T03:07:36Z', 'revision_number': 1, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}, {'id': '824aa071-1988-44bc-a7cb-ecc9cb74343e', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:b7:18:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:10:05Z', 'updated_at': '2021-07-30T03:10:05Z', 'revision_number': 0, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:10:07.015364 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ddb88-e0ba-462c-a722-1c9367db056b None None] New status for floating IP 824aa071-1988-44bc-a7cb-ecc9cb74343e: ACTIVE {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:10:13.326174 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-9be7f0bc-a3cc-436c-b19e-78c9fbf4b15a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428503 Jul 30 03:10:13.411495 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-5f0d6d7e-1c27-49e9-a6c9-0dbe112fa6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:13.412972 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-5f0d6d7e-1c27-49e9-a6c9-0dbe112fa6ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1094 time: 0.0442657 Jul 30 03:10:13.514382 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-b6981dfd-787a-4200-8307-8ae8182868d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:13.516319 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-b6981dfd-787a-4200-8307-8ae8182868d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.0842566 Jul 30 03:10:13.594844 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-70c9b77d-7031-4d34-857f-267b1ae0a2af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 200 len: 998 time: 0.0712080 Jul 30 03:10:13.648427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-458c1c7a-de13-4858-a0ca-9998700c556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:13.649924 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-458c1c7a-de13-4858-a0ca-9998700c556f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0493934 Jul 30 03:10:13.697148 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-239cde58-f276-442b-bf68-e5aca7af4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:13.698693 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-239cde58-f276-442b-bf68-e5aca7af4f1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418010 Jul 30 03:10:13.790766 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-d1857c02-f239-4847-91d4-8b9903836926 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850744 Jul 30 03:10:14.226216 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-4b0a3e83-3057-46dc-9a8e-00dbd3afeffc req-f045fc59-ee03-4da8-8425-b404f0ddbb3a service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286122 Jul 30 03:10:24.840844 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:26.139735 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-d006b5ca-0503-497e-9597-57d3231db10c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403576 Jul 30 03:10:26.237307 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-3ed7fedd-0d06-434e-bcfb-cba71f063e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:26.238898 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-3ed7fedd-0d06-434e-bcfb-cba71f063e9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 1097 time: 0.0530839 Jul 30 03:10:26.358798 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-85935c43-5c48-4287-a5f8-d2bf4e191f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:26.360481 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-85935c43-5c48-4287-a5f8-d2bf4e191f61 service neutron] 10.222.0.22 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.0991168 Jul 30 03:10:26.428412 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-f3e88ce3-f70a-43f4-a1c3-d59dc1748b09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1 HTTP/1.1" status: 200 len: 1002 time: 0.0589709 Jul 30 03:10:26.493468 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-47929eeb-3b74-4f3d-962b-8c9a3edfabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:26.494948 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-47929eeb-3b74-4f3d-962b-8c9a3edfabcf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0516520 Jul 30 03:10:26.544457 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-f40b46e1-7910-4d1d-b1bf-b8d27456d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:10:26.545994 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-f40b46e1-7910-4d1d-b1bf-b8d27456d804 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428452 Jul 30 03:10:26.651010 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-8e49d571-6635-4c08-99ca-751e7299e3c2 service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963755 Jul 30 03:10:26.755564 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-4935348b-0f35-4453-8a20-6cb32fe70715 req-0e49c642-7a4a-49c8-9f6b-65a71a53fdd1 service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962725 Jul 30 03:10:30.895574 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-72637f85-1ba6-4aef-9b37-c4ea9af0bee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:32.417746 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:33.531153 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-53fdc813-4133-4d34-a2df-9e85abf782db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:34.016247 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:34.852743 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:36.529418 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:10:38.393139 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:10:54.833819 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:00.896829 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-383b7d79-915a-4a79-812d-958cf1ffd350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:02.410979 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:03.533694 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d64a267e-0f3e-4e13-8aba-355503aa2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:04.017877 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:04.854622 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:06.529012 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:14.310515 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-8dd06e31-559c-4f2d-b357-6bf0dcd16772 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413306 Jul 30 03:11:14.397222 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-d1b35fd1-89a2-4393-bd1d-a2b45937698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:14.398725 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-d1b35fd1-89a2-4393-bd1d-a2b45937698c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1094 time: 0.0430915 Jul 30 03:11:14.500181 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-80813e30-5f9a-4e18-9ecf-2d2abd12ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:14.501690 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-80813e30-5f9a-4e18-9ecf-2d2abd12ea6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.0831857 Jul 30 03:11:14.572439 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-3f4b0cca-33d7-468e-833d-572be004f264 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 200 len: 998 time: 0.0638413 Jul 30 03:11:14.623380 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-4e02e731-f3e9-4436-a6ab-ed1eab2396d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:14.624890 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-4e02e731-f3e9-4436-a6ab-ed1eab2396d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0461366 Jul 30 03:11:14.672670 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-00ccc3fd-7ef5-48c8-9f72-636d85e0001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:14.674193 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-00ccc3fd-7ef5-48c8-9f72-636d85e0001c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415161 Jul 30 03:11:14.767586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-9cbbfc63-1ed9-46f2-914a-d776dd45a202 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856221 Jul 30 03:11:14.857118 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-ce37eeed-64ec-49f4-9fb3-a8af570533ae req-2a36c286-cb2a-414b-9116-3475f3ee63d5 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821998 Jul 30 03:11:15.392141 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:11:24.838542 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:27.153403 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-448c1b43-6876-4f1d-8ee6-c98c75512617 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409546 Jul 30 03:11:27.246107 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-520d7df3-0edb-406d-bd13-943b9b662e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:27.247642 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-520d7df3-0edb-406d-bd13-943b9b662e60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 1097 time: 0.0418766 Jul 30 03:11:27.375267 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-5ea111a7-76da-4715-81d8-972c0302471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:27.376896 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-5ea111a7-76da-4715-81d8-972c0302471b service neutron] 10.222.0.22 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.1081097 Jul 30 03:11:27.444330 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-0c7b5920-f926-4ea2-8aa6-6864d043788f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1 HTTP/1.1" status: 200 len: 1002 time: 0.0594435 Jul 30 03:11:27.500062 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-a83fe4e6-243f-4866-9985-63c5e113b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:27.501558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-a83fe4e6-243f-4866-9985-63c5e113b718 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0499747 Jul 30 03:11:27.549745 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-0403c86c-303d-4629-a501-add4aa4a3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:11:27.551222 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-0403c86c-303d-4629-a501-add4aa4a3807 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418262 Jul 30 03:11:27.648870 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-11cff73a-8991-4467-90bc-a422d5f2af8c service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899062 Jul 30 03:11:27.748925 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-dba18389-e508-48cf-8a92-ba7c00beb937 req-577643ff-780b-473e-b00d-4a23e43068bc service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887837 Jul 30 03:11:30.898873 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-46d84571-4d8c-44ce-b090-ecda350c1e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:32.428197 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:33.534818 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4344b2bd-2e75-44fa-80b4-577d826c2929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:34.018898 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:34.858088 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:36.529640 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:47.041533 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e896b6c4-9262-4246-ba54-f1c322e6c4a1 details requested by agent hyperv_n-h2-715271-7 with host n-h2-715271-7 {{(pid=93820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 03:11:47.143839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:11:47.156058 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Returning: {'device': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'port_id': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'mac_address': 'fa:16:3e:b7:18:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 03:11:47.201305 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:47.214947 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e896b6c4-9262-4246-ba54-f1c322e6c4a1 {{(pid=93820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 03:11:47.236228 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:11:47.241449 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:47.309116 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e896b6c4-9262-4246-ba54-f1c322e6c4a1,revision_number=6']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:11:47.317495 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.317839 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.318187 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.318529 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.318861 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.319194 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.319581 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.319892 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.320219 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.320544 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.320867 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.321189 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:47.326352 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] get_ports_and_sgs() called for port_ids ['e896b6c4-9262-4246-ba54-f1c322e6c4a1'] {{(pid=93820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 03:11:49.073866 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e896b6c4-9262-4246-ba54-f1c322e6c4a1 up at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 03:11:49.127629 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.provisioning_blocks [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Provisioning complete for port e896b6c4-9262-4246-ba54-f1c322e6c4a1 triggered by entity L2. {{(pid=93820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 03:11:49.128620 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852009'] for port, provisioning_complete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:49.259192 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:49.289525 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:11:49.294584 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994af12b-442d-440f-879f-d9af70ec2154" -d '{"events": [{"server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "name": "network-vif-plugged", "status": "completed", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:11:49.308418 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:11:49.316342 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:49.352963 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2202917e-3c50-478e-a6eb-823f40038165 x-openstack-request-id: req-2202917e-3c50-478e-a6eb-823f40038165 {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:11:49.353262 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "name": "network-vif-plugged", "status": "completed", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:11:49.353684 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2202917e-3c50-478e-a6eb-823f40038165 {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:11:49.354141 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'code': 200} Jul 30 03:11:49.384078 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e896b6c4-9262-4246-ba54-f1c322e6c4a1,revision_number=7']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:11:52.390934 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:11:54.872784 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:59.019370 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35134) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:11:59.180506 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Deleting port 46205c6f-34fb-4f44-a12f-20c1fe926ac7 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:11:59.180848 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:59.258185 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:59.258516 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:59.270253 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Calling delete_port for 46205c6f-34fb-4f44-a12f-20c1fe926ac7 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:11:59.418418 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:59.441625 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event deleted for resources: {'Port': ['ID=46205c6f-34fb-4f44-a12f-20c1fe926ac7,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:11:59.454857 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.455203 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.455567 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.455905 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.456241 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.456568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.456901 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.457224 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.457547 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.457869 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.458214 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.458539 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:11:59.511673 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:59.511999 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Floating IP 824aa071-1988-44bc-a7cb-ecc9cb74343e disassociated (deleted). External IP: 172.25.7.154, port: e896b6c4-9262-4246-ba54-f1c322e6c4a1. Jul 30 03:11:59.724450 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Router 5979f43e-7061-430e-906c-9856157bc473 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:11:59.831581 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:11:59.836761 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:11:59.841540 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] Sync routers for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:11:59.851169 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:11:59.851824 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:11:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:11:59.863956 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-50a78bad-94f8-4c98-ad68-86076d66f366 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "DELETE /v2.0/floatingips/824aa071-1988-44bc-a7cb-ecc9cb74343e HTTP/1.1" status: 204 len: 168 time: 0.8434503 Jul 30 03:11:59.864541 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:11:59.866800 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd47a7db-b772-4280-b52e-fa4e0019f5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:11:59.957737 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:00.087499 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f03a62-2cfb-4cd6-9bb6-047bd58b22dc x-openstack-request-id: req-55f03a62-2cfb-4cd6-9bb6-047bd58b22dc {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:12:00.088454 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:12:00.088893 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-55f03a62-2cfb-4cd6-9bb6-047bd58b22dc {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:12:00.089493 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'status': 'completed', 'code': 200} Jul 30 03:12:00.185341 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-dc1fbd7d-820e-4ec3-bb98-cedd709900b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:00.187619 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-dc1fbd7d-820e-4ec3-bb98-cedd709900b6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 1097 time: 0.0762160 Jul 30 03:12:00.213746 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0ca9fd4d-295e-4ce7-b521-b823c493e43d', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:07:34Z', 'updated_at': '2021-07-30T03:07:36Z', 'revision_number': 1, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:00.216803 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747fcf8-4572-42d2-9ae4-90986be0b04d req-0d6368c1-d7ae-434d-9e37-f91bcef3b70a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:00.217978 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f747fcf8-4572-42d2-9ae4-90986be0b04d req-0d6368c1-d7ae-434d-9e37-f91bcef3b70a tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 946 time: 0.0696478 Jul 30 03:12:00.307857 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-f747fcf8-4572-42d2-9ae4-90986be0b04d req-12edac1d-39a3-49a4-bfbb-2270ecab71cb tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790989 Jul 30 03:12:00.336971 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] Checking router: 5979f43e-7061-430e-906c-9856157bc473 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:12:00.338298 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-38233b69-6ae4-4660-bbb9-eb6589a992cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:00.343805 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-38233b69-6ae4-4660-bbb9-eb6589a992cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.1407859 Jul 30 03:12:00.346641 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:12:00.347337 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:11:34Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:00.382951 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-5fd87683-42e6-498b-b873-dc79b00758b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0353148 Jul 30 03:12:00.441164 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-5ad58082-2f36-42c9-a715-f38df2e73e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:00.442643 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-5ad58082-2f36-42c9-a715-f38df2e73e59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0518205 Jul 30 03:12:00.456936 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:00.493979 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-19e1f481-e7ad-4988-8607-801fcad6ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:00.496017 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-19e1f481-e7ad-4988-8607-801fcad6ac13 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457883 Jul 30 03:12:00.592365 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-66f8b310-f511-4530-8423-d867975f30ef service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853662 Jul 30 03:12:00.700542 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0ca9fd4d-295e-4ce7-b521-b823c493e43d', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:07:34Z', 'updated_at': '2021-07-30T03:07:36Z', 'revision_number': 1, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:00.735066 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac06be5b-37b9-4ad8-a4b6-c6bcc139200e None None] The sync data for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 is: [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_floatingips': [{'id': '0ca9fd4d-295e-4ce7-b521-b823c493e43d', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'router_id': '5979f43e-7061-430e-906c-9856157bc473', 'port_id': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'mac_address': 'fa:16:3e:0f:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T03:07:34Z', 'updated_at': '2021-07-30T03:07:36Z', 'revision_number': 1, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:12:00.901331 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-c10db971-4556-40cf-ade7-2305016f88b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:00.997683 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f2295f-e68a-4436-afb7-668d3d728ec8 None None] New status for floating IP 824aa071-1988-44bc-a7cb-ecc9cb74343e: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:12:01.049786 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-cd47a7db-b772-4280-b52e-fa4e0019f5fd req-4637c425-c5d2-4750-9f26-d486f2c73150 service neutron] 10.222.0.22 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481292 Jul 30 03:12:01.103300 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e896b6c4-9262-4246-ba54-f1c322e6c4a1 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:12:01.190176 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-762911'] for port, before_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:01.213245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1'}] {{(pid=93820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:12:01.215495 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a198676f3d279c770db538c611ceab580f1b16cd28ded1565c3837bf0d7f3ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f20af8b-547d-4038-83a9-a0560b2578e2" -d '{"events": [{"server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1"}]}' {{(pid=93820) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:12:01.230598 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:01.235761 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742691368497', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742690962966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742690962984'] for port, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:01.262006 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 03:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1fb0ba-6264-4206-bb07-bcd27bb8ad0a x-openstack-request-id: req-ab1fb0ba-6264-4206-bb07-bcd27bb8ad0a {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:12:01.262296 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1", "code": 200}]} {{(pid=93820) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:12:01.262545 n-d-715271-7 neutron-server[93820]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ab1fb0ba-6264-4206-bb07-bcd27bb8ad0a {{(pid=93820) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:12:01.262938 n-d-715271-7 neutron-server[93820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'code': 200} Jul 30 03:12:01.295615 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Pushing event updated for resources: {'Port': ['ID=e896b6c4-9262-4246-ba54-f1c322e6c4a1,revision_number=8']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:01.440424 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943fa45-41ef-4175-8cba-eb02039d40d4 req-838b54f7-bd8f-4de3-8123-217d95b139a7 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:01.441918 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2943fa45-41ef-4175-8cba-eb02039d40d4 req-838b54f7-bd8f-4de3-8123-217d95b139a7 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 944 time: 0.0548792 Jul 30 03:12:01.488747 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-2943fa45-41ef-4175-8cba-eb02039d40d4 req-69ba4d99-ad51-4988-abf5-18cf5e1b5550 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400600 Jul 30 03:12:01.813994 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-cbb6032a-e42d-49c9-ba4b-60e988a3fb53 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:01.815679 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-cbb6032a-e42d-49c9-ba4b-60e988a3fb53 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 944 time: 0.0497937 Jul 30 03:12:01.912877 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Deleting port e896b6c4-9262-4246-ba54-f1c322e6c4a1 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:01.913219 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:01.998971 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] For port e896b6c4-9262-4246-ba54-f1c322e6c4a1, host n-h2-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-715271-7',level=0,port_id=e896b6c4-9262-4246-ba54-f1c322e6c4a1,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:01.999367 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:02.012091 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Calling delete_port for e896b6c4-9262-4246-ba54-f1c322e6c4a1 owned by compute:nova {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:02.148939 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:02.178870 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event deleted for resources: {'Port': ['ID=e896b6c4-9262-4246-ba54-f1c322e6c4a1,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:02.192268 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.192607 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.192947 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.193277 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.193614 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.193943 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.194266 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.194588 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.194925 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.195248 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.195602 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.195935 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-715271-7 {{(pid=93819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 03:12:02.237295 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] No DVR routers for this DVR port e896b6c4-9262-4246-ba54-f1c322e6c4a1 on host n-h2-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:12:02.240240 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:02.242565 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-b029a3d8-2bbb-4ef7-a4b5-5cf5a8f8a651 req-a1fdfb5b-ff58-4272-b3d9-27df14b546b9 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.22 "DELETE /v2.0/ports/e896b6c4-9262-4246-ba54-f1c322e6c4a1 HTTP/1.1" status: 204 len: 173 time: 0.4191258 Jul 30 03:12:02.242974 n-d-715271-7 neutron-server[93819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'name': 'network-vif-deleted', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1'}] {{(pid=93819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:12:02.245291 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e381a2d60d6c3451fb99d4c0f60ee76a9ebda7fb1463823d3c38c357c7333469" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf12f216-965e-4c1e-8b66-21223812753e" -d '{"events": [{"server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "name": "network-vif-deleted", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1"}]}' {{(pid=93819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:12:02.285615 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d065b-1780-4d3b-86c6-a66703d56dd4 x-openstack-request-id: req-3f6d065b-1780-4d3b-86c6-a66703d56dd4 {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:12:02.285921 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d7fbbd-423f-40f3-adc4-8dddb5645e2a", "name": "network-vif-deleted", "tag": "e896b6c4-9262-4246-ba54-f1c322e6c4a1", "status": "completed", "code": 200}]} {{(pid=93819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:12:02.286160 n-d-715271-7 neutron-server[93819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3f6d065b-1780-4d3b-86c6-a66703d56dd4 {{(pid=93819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:12:02.286545 n-d-715271-7 neutron-server[93819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d7fbbd-423f-40f3-adc4-8dddb5645e2a', 'name': 'network-vif-deleted', 'tag': 'e896b6c4-9262-4246-ba54-f1c322e6c4a1', 'status': 'completed', 'code': 200} Jul 30 03:12:02.427998 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:02.609782 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-ff415834-b17e-4975-8e61-37b85dd807ef req-660cbc21-ca22-4eef-8337-0b16c71db1cd tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=b2d7fbbd-423f-40f3-adc4-8dddb5645e2a HTTP/1.1" status: 200 len: 210 time: 0.0275939 Jul 30 03:12:03.538057 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e157a83f-4def-4bb6-89ca-829a6366c9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:04.020621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:04.197334 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35200) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:04.351587 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Deleting port a9670c70-43bc-4699-b64f-6a653103b506 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:04.351828 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:04.428617 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:04.428945 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:04.440939 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Calling delete_port for a9670c70-43bc-4699-b64f-6a653103b506 owned by network:floatingip {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:04.588835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:04.616262 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event deleted for resources: {'Port': ['ID=a9670c70-43bc-4699-b64f-6a653103b506,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:04.673362 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for floatingip, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:04.673796 n-d-715271-7 neutron-server[93818]: INFO neutron.db.l3_db [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Floating IP 0ca9fd4d-295e-4ce7-b521-b823c493e43d disassociated (deleted). External IP: 172.25.7.51, port: 513e1dbf-879b-4d4c-ae80-03b77cafd052. Jul 30 03:12:04.862871 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:04.878759 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Router 5979f43e-7061-430e-906c-9856157bc473 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:12:04.986778 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:12:04.991808 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for floatingip, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:04.996198 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] Sync routers for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:12:05.005264 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:12:05.005868 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:12:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:05.019643 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-7a665d69-a6dc-4a1b-bb03-0e4b76f9b562 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "DELETE /v2.0/floatingips/0ca9fd4d-295e-4ce7-b521-b823c493e43d HTTP/1.1" status: 204 len: 168 time: 0.8211522 Jul 30 03:12:05.020231 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:12:05.023790 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6427731f-5597-470e-b3ea-91dca8c7bf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:12:05.111801 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:05.136755 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e896b6c4-9262-4246-ba54-f1c322e6c4a1 no longer exists at agent hyperv_n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:12:05.159019 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] No Port match for: e896b6c4-9262-4246-ba54-f1c322e6c4a1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:12:05.159467 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Device e896b6c4-9262-4246-ba54-f1c322e6c4a1 not bound to the agent host n-h2-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:12:05.186845 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 03:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e004346c-2830-48bf-8f89-a3a6fd23eb16 x-openstack-request-id: req-e004346c-2830-48bf-8f89-a3a6fd23eb16 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:12:05.187199 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:12:05.187542 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e004346c-2830-48bf-8f89-a3a6fd23eb16 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:12:05.188049 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'status': 'completed', 'code': 200} Jul 30 03:12:05.252916 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-68c00730-6e41-486b-aa6f-1ea0afabc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:05.254599 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-68c00730-6e41-486b-aa6f-1ea0afabc02c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 1094 time: 0.0422542 Jul 30 03:12:05.290188 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b034e70-fea6-48c8-90cb-480db98377b8 req-b9a313a5-1074-4c9b-a2e3-cdda472c26c6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:05.292558 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b034e70-fea6-48c8-90cb-480db98377b8 req-b9a313a5-1074-4c9b-a2e3-cdda472c26c6 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 943 time: 0.0562625 Jul 30 03:12:05.337060 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-6b034e70-fea6-48c8-90cb-480db98377b8 req-df3015f7-1b2d-4363-a665-4567621c52cc tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352457 Jul 30 03:12:05.344770 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:05.359159 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-31162c53-3632-4a4f-b5ae-a3d15fda3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:05.360817 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-31162c53-3632-4a4f-b5ae-a3d15fda3c68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 200 len: 911 time: 0.0940082 Jul 30 03:12:05.373914 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] Checking router: 5979f43e-7061-430e-906c-9856157bc473 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:12:05.382958 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:12:05.383592 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:12:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:05.404202 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-26cfaa42-753d-43f0-84e3-023e42842046 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 200 len: 217 time: 0.0352812 Jul 30 03:12:05.454933 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-4d9c57e6-9451-4f95-9770-1c5626e249c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:05.456458 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-4d9c57e6-9451-4f95-9770-1c5626e249c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 200 len: 849 time: 0.0440750 Jul 30 03:12:05.486249 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:05.510667 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-a241b8d1-9064-4389-aa48-c5540722721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:05.512136 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-a241b8d1-9064-4389-aa48-c5540722721e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=018a9f27-bab1-4b64-b1b7-423b182a3f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448179 Jul 30 03:12:05.607504 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-de3a1df3-3825-452a-b756-3b1bc33fdb29 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860243 Jul 30 03:12:05.713310 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-6427731f-5597-470e-b3ea-91dca8c7bf7d req-a8b6bd99-47c6-495b-8195-78a90fa59361 service neutron] 10.222.0.41 "GET /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876563 Jul 30 03:12:05.716953 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:05.744446 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e350c-3a89-4d35-b8a8-078e1916f722 None None] The sync data for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 is: [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:07:16Z', 'revision_number': 4, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7', '_interfaces': [{'id': '3ebd04a1-21c4-4c80-bde3-a763bc501e21', 'name': '', 'network_id': '018a9f27-bab1-4b64-b1b7-423b182a3f05', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'mac_address': 'fa:16:3e:d8:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:15Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'subnets': [{'id': '8d517bea-2e9f-4f40-89c8-287aa079deb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:12:05.967393 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ab8f4-12cb-426c-81f9-dacdc28f6c40 None None] New status for floating IP 0ca9fd4d-295e-4ce7-b521-b823c493e43d: DOWN {{(pid=93820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 03:12:06.453322 n-d-715271-7 neutron-server[93819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708df8f0-042e-46b0-9355-cb4f1b2d9c7f req-5e026485-2b84-4310-971f-5e0cc95ee69d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:06.454822 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-708df8f0-042e-46b0-9355-cb4f1b2d9c7f req-5e026485-2b84-4310-971f-5e0cc95ee69d tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 943 time: 0.0489256 Jul 30 03:12:06.492363 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-708df8f0-042e-46b0-9355-cb4f1b2d9c7f req-f3a57b69-8a83-4236-a229-11d61df8fd6b tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/security-groups?id=27144156-d27d-4b7a-b089-9f5c4d1f75b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313706 Jul 30 03:12:06.531522 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:06.841517 n-d-715271-7 neutron-server[93818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-08d48103-dd2a-43a1-bf87-851a7d3baaee tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 03:12:06.844187 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-08d48103-dd2a-43a1-bf87-851a7d3baaee tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.41 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 943 time: 0.0595212 Jul 30 03:12:06.934491 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Deleting port 513e1dbf-879b-4d4c-ae80-03b77cafd052 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:06.934835 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:07.023785 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] For port 513e1dbf-879b-4d4c-ae80-03b77cafd052, host n-h1-715271-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-715271-7',level=0,port_id=513e1dbf-879b-4d4c-ae80-03b77cafd052,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:07.024150 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:07.037305 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Calling delete_port for 513e1dbf-879b-4d4c-ae80-03b77cafd052 owned by compute:nova {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:07.166807 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:07.194707 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event deleted for resources: {'Port': ['ID=513e1dbf-879b-4d4c-ae80-03b77cafd052,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:07.235443 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] No DVR routers for this DVR port 513e1dbf-879b-4d4c-ae80-03b77cafd052 on host n-h1-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:12:07.238013 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402091'] for port, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:07.240022 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [req-853d5fa8-bf4b-4c0a-857c-6da9ce64adfd req-bd92e222-6a79-4f10-baa2-479568e13418 tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.41 "DELETE /v2.0/ports/513e1dbf-879b-4d4c-ae80-03b77cafd052 HTTP/1.1" status: 204 len: 173 time: 0.3900495 Jul 30 03:12:07.240463 n-d-715271-7 neutron-server[93818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'name': 'network-vif-deleted', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052'}] {{(pid=93818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 03:12:07.242778 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cbc8f61bac9a4ab86c6ed2a6b6756b612a2a96f4b5390777129906d6ed7c032" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79949991-07d6-4a96-9db8-fd75f82f9885" -d '{"events": [{"server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "name": "network-vif-deleted", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052"}]}' {{(pid=93818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 03:12:07.280830 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08fe148-983d-4fc4-919b-e77015c9acd0 x-openstack-request-id: req-e08fe148-983d-4fc4-919b-e77015c9acd0 {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 03:12:07.281132 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a82935-3ab1-40ad-8c3b-8f928e37b99b", "name": "network-vif-deleted", "tag": "513e1dbf-879b-4d4c-ae80-03b77cafd052", "status": "completed", "code": 200}]} {{(pid=93818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 03:12:07.281404 n-d-715271-7 neutron-server[93818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e08fe148-983d-4fc4-919b-e77015c9acd0 {{(pid=93818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 03:12:07.281808 n-d-715271-7 neutron-server[93818]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a82935-3ab1-40ad-8c3b-8f928e37b99b', 'name': 'network-vif-deleted', 'tag': '513e1dbf-879b-4d4c-ae80-03b77cafd052', 'status': 'completed', 'code': 200} Jul 30 03:12:07.610995 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [req-aa4d2de6-8441-4573-ad90-870d46ba6742 req-b261bc3f-d953-4126-94d1-ec1739a52ffb tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "GET /v2.0/ports?device_id=83a82935-3ab1-40ad-8c3b-8f928e37b99b HTTP/1.1" status: 200 len: 210 time: 0.0327804 Jul 30 03:12:08.666693 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35216) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:08.729229 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe537-3f75-440e-996c-85349518360e tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:08.754021 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe537-3f75-440e-996c-85349518360e tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:08.812752 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe537-3f75-440e-996c-85349518360e tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:08.815346 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-bbcbe537-3f75-440e-996c-85349518360e tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:08.816586 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-bbcbe537-3f75-440e-996c-85349518360e tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] 10.222.0.84 "DELETE /v2.0/security-groups/27144156-d27d-4b7a-b089-9f5c4d1f75b0 HTTP/1.1" status: 204 len: 168 time: 0.1489127 Jul 30 03:12:08.825568 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbe537-3f75-440e-996c-85349518360e tempest-TestSnapshotPattern-675552159 tempest-TestSnapshotPattern-675552159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27144156-d27d-4b7a-b089-9f5c4d1f75b0,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:08.871447 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35220) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:09.219323 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:09.467525 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Deleting port 3ebd04a1-21c4-4c80-bde3-a763bc501e21 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:09.467892 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:09.548452 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] For port 3ebd04a1-21c4-4c80-bde3-a763bc501e21, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=3ebd04a1-21c4-4c80-bde3-a763bc501e21,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:09.548869 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:09.562704 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Calling delete_port for 3ebd04a1-21c4-4c80-bde3-a763bc501e21 owned by network:router_interface {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:09.747148 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:09.772883 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebd04a1-21c4-4c80-bde3-a763bc501e21,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:09.941977 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:10.162622 n-d-715271-7 neutron-server[93819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Router 5979f43e-7061-430e-906c-9856157bc473 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:12:10.270445 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:12:10.275560 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-ab90f35f-ff92-40ed-a65b-3bc80295e767 admin admin] 10.222.0.84 "PUT /v2.0/routers/5979f43e-7061-430e-906c-9856157bc473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4028964 Jul 30 03:12:10.277937 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35224) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:10.281229 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] Sync routers for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:12:10.290899 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:12:10.291734 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:12:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:10.382565 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks [] for router, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:10.394326 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: n-d-715271-7 {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:10.486328 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:10.539615 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Deleting port a974e198-a6d4-4fc8-9002-91bb1f11cf26 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:10.539963 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:10.572273 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:12:09Z', 'revision_number': 5, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port': {'id': 'a974e198-a6d4-4fc8-9002-91bb1f11cf26', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5979f43e-7061-430e-906c-9856157bc473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:14Z', 'updated_at': '2021-07-30T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:10.629564 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] For port a974e198-a6d4-4fc8-9002-91bb1f11cf26, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=a974e198-a6d4-4fc8-9002-91bb1f11cf26,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:10.629928 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:10.643403 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Calling delete_port for a974e198-a6d4-4fc8-9002-91bb1f11cf26 owned by network:router_gateway {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:10.689752 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] Checking router: 5979f43e-7061-430e-906c-9856157bc473 for host: n-d-715271-7 {{(pid=93821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:12:10.698000 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] Routers {'5979f43e-7061-430e-906c-9856157bc473'} bound to L3 agent in host n-d-715271-7 {{(pid=93821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:12:10.698601 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:12:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['5979f43e-7061-430e-906c-9856157bc473'], 'active': True} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:10.787819 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_dvr_db [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] Set router 5979f43e-7061-430e-906c-9856157bc473 gateway port host: None {{(pid=93821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:10.817802 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:10.843379 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.l3_hamode_db [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:12:10Z', 'revision_number': 6, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port_host': None}], 'n-d-715271-7', False) {} {{(pid=93821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:10.844701 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Pushing event deleted for resources: {'Port': ['ID=a974e198-a6d4-4fc8-9002-91bb1f11cf26,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:10.875846 n-d-715271-7 neutron-server[93821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2541f46f-08a7-418e-ae4f-8136c920d1ea None None] The sync data for ids ['5979f43e-7061-430e-906c-9856157bc473'] in n-d-715271-7 is: [{'id': '5979f43e-7061-430e-906c-9856157bc473', 'name': 'tempest-TestSnapshotPattern-1436170302-router', 'tenant_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:13Z', 'updated_at': '2021-07-30T03:12:10Z', 'revision_number': 6, 'project_id': 'd3eeac4072fd4c539ac2cd7ae922cd82', 'gw_port_host': None}] {{(pid=93821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:12:10.919737 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.018875 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.020993 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.074407 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.074897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5979f43e-7061-430e-906c-9856157bc473 {{(pid=93819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:12:11.080060 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] Notify callbacks [] for router, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.081227 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-270a9185-bfdb-49e2-948e-7a98d112d935 admin admin] 10.222.0.84 "DELETE /v2.0/routers/5979f43e-7061-430e-906c-9856157bc473 HTTP/1.1" status: 204 len: 168 time: 0.8023963 Jul 30 03:12:11.084017 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35228) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:11.214554 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 513e1dbf-879b-4d4c-ae80-03b77cafd052 no longer exists at agent hyperv_n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:12:11.238130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] No Port match for: 513e1dbf-879b-4d4c-ae80-03b77cafd052 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:12:11.238481 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Device 513e1dbf-879b-4d4c-ae80-03b77cafd052 not bound to the agent host n-h1-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:12:11.252384 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8559ffd-4f88-4852-a1a3-1e5667f94e47 admin admin] Deleting subnet 8d517bea-2e9f-4f40-89c8-287aa079deb5 {{(pid=93819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:12:11.255749 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8559ffd-4f88-4852-a1a3-1e5667f94e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.292002 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8559ffd-4f88-4852-a1a3-1e5667f94e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30020189'] for subnet, precommit_delete_associations {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.375200 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8559ffd-4f88-4852-a1a3-1e5667f94e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.428783 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8559ffd-4f88-4852-a1a3-1e5667f94e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24670929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29458408'] for subnet, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.454308 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8559ffd-4f88-4852-a1a3-1e5667f94e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d517bea-2e9f-4f40-89c8-287aa079deb5,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:11.459570 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-c8559ffd-4f88-4852-a1a3-1e5667f94e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.461703 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-c8559ffd-4f88-4852-a1a3-1e5667f94e47 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8d517bea-2e9f-4f40-89c8-287aa079deb5 HTTP/1.1" status: 204 len: 168 time: 0.3767662 Jul 30 03:12:11.464256 n-d-715271-7 neutron-server[93819]: DEBUG neutron.wsgi [-] (93819) accepted ('10.222.0.84', 35232) {{(pid=93819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:11.464974 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c6d636-856a-48db-abe1-438a90a3b69f None None] Network 018a9f27-bab1-4b64-b1b7-423b182a3f05 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:12:11.539574 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.595558 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Deleting port 8a13c3c4-3f06-4264-8987-be570110c6b8 {{(pid=93819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:11.595911 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.648294 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ad4c2-a13d-405a-a2cb-7039df7b3ca4 None None] DHCP port deletion for 018a9f27-bab1-4b64-b1b7-423b182a3f05 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:12:11.667846 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.db [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] For port 8a13c3c4-3f06-4264-8987-be570110c6b8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8a13c3c4-3f06-4264-8987-be570110c6b8,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:11.668369 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.682988 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.plugin [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Calling delete_port for 8a13c3c4-3f06-4264-8987-be570110c6b8 owned by network:dhcp {{(pid=93819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:11.695055 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-010ad4c2-a13d-405a-a2cb-7039df7b3ca4 None None] Deleting port 8a13c3c4-3f06-4264-8987-be570110c6b8 {{(pid=93820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:11.695447 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010ad4c2-a13d-405a-a2cb-7039df7b3ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.760582 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.db [None req-010ad4c2-a13d-405a-a2cb-7039df7b3ca4 None None] For port 8a13c3c4-3f06-4264-8987-be570110c6b8, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=8a13c3c4-3f06-4264-8987-be570110c6b8,segment=NetworkSegment(e72d7cfc-3b8e-4125-8e2f-acf421c1f860),segment_id=e72d7cfc-3b8e-4125-8e2f-acf421c1f860)] {{(pid=93820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:11.761120 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010ad4c2-a13d-405a-a2cb-7039df7b3ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.774189 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24670974'] for port, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.781531 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-010ad4c2-a13d-405a-a2cb-7039df7b3ca4 None None] Calling delete_port for 8a13c3c4-3f06-4264-8987-be570110c6b8 owned by network:dhcp {{(pid=93820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:11.811897 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a13c3c4-3f06-4264-8987-be570110c6b8,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:11.813774 n-d-715271-7 neutron-server[93819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] No DVR routers for this DVR port 8a13c3c4-3f06-4264-8987-be570110c6b8 on host n-d-715271-7 {{(pid=93819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:12:11.839279 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8a13c3c4-3f06-4264-8987-be570110c6b8 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:12:11.869443 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 8a13c3c4-3f06-4264-8987-be570110c6b8 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:12:11.869703 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 8a13c3c4-3f06-4264-8987-be570110c6b8 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:12:11.870130 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3ebd04a1-21c4-4c80-bde3-a763bc501e21 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:12:11.895670 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.900245 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 3ebd04a1-21c4-4c80-bde3-a763bc501e21 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:12:11.900526 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 3ebd04a1-21c4-4c80-bde3-a763bc501e21 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:12:11.900950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a974e198-a6d4-4fc8-9002-91bb1f11cf26 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:12:11.907890 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018a9f27-bab1-4b64-b1b7-423b182a3f05']}} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:11.924623 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860') {'for_net_delete': True} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:11.924933 n-d-715271-7 neutron-server[93819]: DEBUG neutron.services.segments.db [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72d7cfc-3b8e-4125-8e2f-acf421c1f860') {} {{(pid=93819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:11.928604 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: a974e198-a6d4-4fc8-9002-91bb1f11cf26 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:12:11.928953 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device a974e198-a6d4-4fc8-9002-91bb1f11cf26 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:12:11.934173 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30020182'] for segment, before_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.937261 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-010ad4c2-a13d-405a-a2cb-7039df7b3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957'] for port, after_delete {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.950230 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.956628 n-d-715271-7 neutron-server[93819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:12:11.957018 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24670479'] for segment, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: Traceback (most recent call last): Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: timer() Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: cb(*args, **kw) Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: return func(*args, **kwargs) Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: self._notify() Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: self.callback(batched_events) Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: event.method(event) Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: return f(self, *a, **k) Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: return self._get(url).json() Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: return self.request(url, 'GET', **kwargs) Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:12:11.958677 n-d-715271-7 neutron-server[93819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:12:11.961871 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ad4c2-a13d-405a-a2cb-7039df7b3ca4 None None] Pushing event deleted for resources: {'Port': ['ID=8a13c3c4-3f06-4264-8987-be570110c6b8,revision_number=None']} {{(pid=93820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:11.968140 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ad4c2-a13d-405a-a2cb-7039df7b3ca4 None None] No DVR routers for this DVR port 8a13c3c4-3f06-4264-8987-be570110c6b8 on host n-d-715271-7 {{(pid=93820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:12:12.018978 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:12.024623 n-d-715271-7 neutron-server[93819]: DEBUG neutron_lib.callbacks.manager [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Notify callbacks [] for network, before_response {{(pid=93819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:12.026460 n-d-715271-7 neutron-server[93819]: INFO neutron.wsgi [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] 10.222.0.84 "DELETE /v2.0/networks/018a9f27-bab1-4b64-b1b7-423b182a3f05 HTTP/1.1" status: 204 len: 168 time: 0.5612619 Jul 30 03:12:12.029721 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35234) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:12.037723 n-d-715271-7 neutron-server[93819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318980bc-71f6-4b22-a52e-e03b7175b256 admin admin] Pushing event deleted for resources: {'Network': ['ID=018a9f27-bab1-4b64-b1b7-423b182a3f05,revision_number=None']} {{(pid=93819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:12.365629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33485382'] for router_interface, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:12.604402 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Deleting port da32cd80-353e-4151-8988-73376f0055b3 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:12.604653 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:12.682360 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] For port da32cd80-353e-4151-8988-73376f0055b3, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=da32cd80-353e-4151-8988-73376f0055b3,segment=NetworkSegment(023dbf9d-0cf0-4559-8224-085418c13a86),segment_id=023dbf9d-0cf0-4559-8224-085418c13a86)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:12.682721 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:12.695569 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Calling delete_port for da32cd80-353e-4151-8988-73376f0055b3 owned by network:router_interface {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:12.870692 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:12.902404 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da32cd80-353e-4151-8988-73376f0055b3,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:13.063370 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33284722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33485354'] for router_interface, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:13.280746 n-d-715271-7 neutron-server[93818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Router 17db2d58-21f7-4053-9eba-8c96b035f684 has already been hosted by L3 agent 88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab {{(pid=93818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 03:12:13.386427 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] Notify agent at l3_agent.n-d-715271-7 the message routers_updated {{(pid=93818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 03:12:13.391411 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-53589aeb-c8db-4f55-aaba-484200eff4d0 admin admin] 10.222.0.84 "PUT /v2.0/routers/17db2d58-21f7-4053-9eba-8c96b035f684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3606060 Jul 30 03:12:13.394193 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35236) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:13.396710 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] Sync routers for ids ['17db2d58-21f7-4053-9eba-8c96b035f684'] in n-d-715271-7 {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 03:12:13.405979 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] Routers {'17db2d58-21f7-4053-9eba-8c96b035f684'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:12:13.406625 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:12:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['17db2d58-21f7-4053-9eba-8c96b035f684'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:13.495594 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks [] for router, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:13.509679 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] Set router 17db2d58-21f7-4053-9eba-8c96b035f684 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:13.863460 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:12:12Z', 'revision_number': 5, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'gw_port': {'id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:13.894102 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] Checking router: 17db2d58-21f7-4053-9eba-8c96b035f684 for host: n-d-715271-7 {{(pid=93820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 03:12:13.903074 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] Routers {'17db2d58-21f7-4053-9eba-8c96b035f684'} bound to L3 agent in host n-d-715271-7 {{(pid=93820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 03:12:13.903651 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-715271-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T01:24:03Z,description=,heartbeat_timestamp=2021-07-30T03:12:04Z,host='n-d-715271-7',id=88ea61e9-3a08-4ad4-bf31-65cb5b95a8ab,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T01:24:03Z,topic='l3_agent')) {'router_ids': ['17db2d58-21f7-4053-9eba-8c96b035f684'], 'active': True} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:13.948066 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.000103 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Deleting port b39499d3-0467-448e-9553-ee0e0cd540e1 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:14.000437 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.013820 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_dvr_db [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] Set router 17db2d58-21f7-4053-9eba-8c96b035f684 gateway port host: n-d-715271-7 {{(pid=93820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 03:12:14.080340 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] For port b39499d3-0467-448e-9553-ee0e0cd540e1, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=b39499d3-0467-448e-9553-ee0e0cd540e1,segment=NetworkSegment(5518aa1b-415b-4d01-838d-8dc023c461ac),segment_id=5518aa1b-415b-4d01-838d-8dc023c461ac)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:14.080936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.094002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Calling delete_port for b39499d3-0467-448e-9553-ee0e0cd540e1 owned by network:router_gateway {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:14.189302 n-d-715271-7 neutron-server[93820]: DEBUG neutron.db.l3_hamode_db [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:12:12Z', 'revision_number': 5, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'gw_port': {'id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}], 'n-d-715271-7', False) {} {{(pid=93820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:14.215804 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73182a6-6828-4d3d-9cc2-7b963b64b444 None None] The sync data for ids ['17db2d58-21f7-4053-9eba-8c96b035f684'] in n-d-715271-7 is: [{'id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'name': 'tempest-TestSnapshotPattern-272185600-router', 'tenant_id': '583b561b0b7e422ebd2369391e5e2980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'external_fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:12:12Z', 'revision_number': 5, 'project_id': '583b561b0b7e422ebd2369391e5e2980', 'gw_port': {'id': 'b39499d3-0467-448e-9553-ee0e0cd540e1', 'name': '', 'network_id': '1301bb08-d0ed-45f4-8adb-9d1028eadd99', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:35:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17db2d58-21f7-4053-9eba-8c96b035f684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-715271-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T03:07:18Z', 'updated_at': '2021-07-30T03:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51973305-48da-4d2a-8377-47f5a5b8153a', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-715271-7'}] {{(pid=93820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 03:12:14.270462 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.293551 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Pushing event deleted for resources: {'Port': ['ID=b39499d3-0467-448e-9553-ee0e0cd540e1,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:14.353799 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33122952'] for router_gateway, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.440274 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33159959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-745'] for router, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.442313 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.488035 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33095815'] for router, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.488574 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17db2d58-21f7-4053-9eba-8c96b035f684 {{(pid=93818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 03:12:14.493330 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] Notify callbacks [] for router, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.494476 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-99736399-faea-40c6-a3d4-a7dff8fcedaf admin admin] 10.222.0.84 "DELETE /v2.0/routers/17db2d58-21f7-4053-9eba-8c96b035f684 HTTP/1.1" status: 204 len: 168 time: 1.0993526 Jul 30 03:12:14.497031 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35238) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:14.541548 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e0d731-c6b9-4fda-9d6d-2fa97a3c6095 admin admin] Deleting subnet 01884744-40c1-476b-9643-bad497498b41 {{(pid=93818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 03:12:14.544524 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12e0d731-c6b9-4fda-9d6d-2fa97a3c6095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.579591 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12e0d731-c6b9-4fda-9d6d-2fa97a3c6095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30835336'] for subnet, precommit_delete_associations {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.663338 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12e0d731-c6b9-4fda-9d6d-2fa97a3c6095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864387'] for subnet, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.719087 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12e0d731-c6b9-4fda-9d6d-2fa97a3c6095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33286709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30797853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30015521'] for subnet, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.745848 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0d731-c6b9-4fda-9d6d-2fa97a3c6095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01884744-40c1-476b-9643-bad497498b41,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:14.747844 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-12e0d731-c6b9-4fda-9d6d-2fa97a3c6095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.751580 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-12e0d731-c6b9-4fda-9d6d-2fa97a3c6095 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/01884744-40c1-476b-9643-bad497498b41 HTTP/1.1" status: 204 len: 168 time: 0.2522249 Jul 30 03:12:14.752951 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35240) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:14.755411 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46efeb-1db5-41b7-a46d-fe1a1e0e6d03 None None] Network 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 requested from n-d-715271-7 {{(pid=93820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 03:12:14.830451 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-729994'] for network, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.886345 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Deleting port 5720f021-32a2-46c9-bda5-229d8ec56349 {{(pid=93818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 03:12:14.886680 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742691363723'] for port, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.949957 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] For port 5720f021-32a2-46c9-bda5-229d8ec56349, host n-d-715271-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-715271-7',level=0,port_id=5720f021-32a2-46c9-bda5-229d8ec56349,segment=NetworkSegment(023dbf9d-0cf0-4559-8224-085418c13a86),segment_id=023dbf9d-0cf0-4559-8224-085418c13a86)] {{(pid=93818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 03:12:14.950323 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33481873'] for port, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:14.963017 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.plugin [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Calling delete_port for 5720f021-32a2-46c9-bda5-229d8ec56349 owned by network:dhcp {{(pid=93818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 03:12:15.043662 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-909522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742691368479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742690962957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30797874'] for port, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.070051 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5720f021-32a2-46c9-bda5-229d8ec56349,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:15.074843 n-d-715271-7 neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] No DVR routers for this DVR port 5720f021-32a2-46c9-bda5-229d8ec56349 on host n-d-715271-7 {{(pid=93818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 03:12:15.149379 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-855316', 'neutron.services.segments.db._delete_segments_for_network-8742691542833'] for network, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.159814 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0fccdc-8da0-48d1-87a6-983ce87c9a43']}} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:15.171134 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023dbf9d-0cf0-4559-8224-085418c13a86') {'for_net_delete': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:15.171476 n-d-715271-7 neutron-server[93818]: DEBUG neutron.services.segments.db [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023dbf9d-0cf0-4559-8224-085418c13a86') {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 03:12:15.180824 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742691543098', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30835331'] for segment, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.194629 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525'] for segment, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.202403 n-d-715271-7 neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 03:12:15.203136 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30798787'] for segment, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: Traceback (most recent call last): Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: timer() Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: cb(*args, **kw) Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: return func(*args, **kwargs) Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: self._notify() Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: self.callback(batched_events) Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: event.method(event) Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: return f(self, *a, **k) Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: return self._get(url).json() Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: return self.request(url, 'GET', **kwargs) Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 03:12:15.204689 n-d-715271-7 neutron-server[93818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 03:12:15.232576 n-d-715271-7 neutron-server[93820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505974db-f7bc-4ec9-84eb-a1439f704e10 None None] DHCP port deletion for 8b0fccdc-8da0-48d1-87a6-983ce87c9a43 request from n-d-715271-7 {{(pid=93820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 03:12:15.267092 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-855309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33284713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33122996'] for network, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.272936 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Notify callbacks [] for network, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.277235 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] 10.222.0.84 "DELETE /v2.0/networks/8b0fccdc-8da0-48d1-87a6-983ce87c9a43 HTTP/1.1" status: 204 len: 168 time: 0.5191658 Jul 30 03:12:15.286731 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f981fb-a9e3-4698-affa-07df92df57ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0fccdc-8da0-48d1-87a6-983ce87c9a43,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:15.385725 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35244) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:15.426106 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-976c3c44-8e5a-4ab7-86b8-1e713d1365d5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d3eeac4072fd4c539ac2cd7ae922cd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391400 Jul 30 03:12:15.428591 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35246) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:15.480647 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3ce7cfc-1512-4c9f-8c54-4ab947fe37c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.501034 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3ce7cfc-1512-4c9f-8c54-4ab947fe37c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.547235 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3ce7cfc-1512-4c9f-8c54-4ab947fe37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.549872 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-e3ce7cfc-1512-4c9f-8c54-4ab947fe37c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:15.551053 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-e3ce7cfc-1512-4c9f-8c54-4ab947fe37c2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0ee844b3-92ca-43f7-aaf3-cc77a3197bdb HTTP/1.1" status: 204 len: 168 time: 0.1215622 Jul 30 03:12:15.559002 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce7cfc-1512-4c9f-8c54-4ab947fe37c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee844b3-92ca-43f7-aaf3-cc77a3197bdb,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:15.824160 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b39499d3-0467-448e-9553-ee0e0cd540e1 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:12:15.844859 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: b39499d3-0467-448e-9553-ee0e0cd540e1 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:12:15.845120 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device b39499d3-0467-448e-9553-ee0e0cd540e1 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:12:15.845538 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device da32cd80-353e-4151-8988-73376f0055b3 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:12:15.875542 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: da32cd80-353e-4151-8988-73376f0055b3 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:12:15.875950 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device da32cd80-353e-4151-8988-73376f0055b3 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:12:15.876376 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5720f021-32a2-46c9-bda5-229d8ec56349 no longer exists at agent ovs-agent-n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 03:12:15.884287 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35252) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:15.899893 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] No Port match for: 5720f021-32a2-46c9-bda5-229d8ec56349 {{(pid=93820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 03:12:15.900229 n-d-715271-7 neutron-server[93820]: DEBUG neutron.plugins.ml2.rpc [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Device 5720f021-32a2-46c9-bda5-229d8ec56349 not bound to the agent host n-d-715271-7 {{(pid=93820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 03:12:15.926664 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-fee917ae-4d65-4819-aaf0-481aa1a4ad92 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=583b561b0b7e422ebd2369391e5e2980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411766 Jul 30 03:12:15.929439 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [-] (93818) accepted ('10.222.0.84', 35254) {{(pid=93818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 03:12:15.980118 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ead2ab7b-539c-49ae-9bb5-98d407f83fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:16.002133 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ead2ab7b-539c-49ae-9bb5-98d407f83fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:16.051982 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ead2ab7b-539c-49ae-9bb5-98d407f83fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33276625'] for security_group, after_delete {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:16.054877 n-d-715271-7 neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-ead2ab7b-539c-49ae-9bb5-98d407f83fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:16.056203 n-d-715271-7 neutron-server[93818]: INFO neutron.wsgi [None req-ead2ab7b-539c-49ae-9bb5-98d407f83fa3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e305fa76-5ef0-4680-91f8-0602b90fee6a HTTP/1.1" status: 204 len: 168 time: 0.1259396 Jul 30 03:12:16.065001 n-d-715271-7 neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ab7b-539c-49ae-9bb5-98d407f83fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e305fa76-5ef0-4680-91f8-0602b90fee6a,revision_number=None']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 03:12:24.851990 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:29.390702 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:12:30.903611 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-f7d20eea-6fec-489a-9b52-cb23e25c8514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:32.431997 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:33.541069 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2fd33ccc-e71e-4a63-8669-714b9a09da4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:34.023257 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:34.862934 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:36.535189 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:12:54.884321 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:00.905279 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-260b9044-30fa-44c3-bf0c-5eb93904c516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:02.426651 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:03.542564 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-20415965-bbec-49ad-b0b6-e13792667b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:04.024652 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:04.865449 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:06.390336 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:13:06.538842 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:24.882980 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:30.908744 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-66503df4-8e58-40f6-9c23-738982f94563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:32.439819 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:33.542908 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-4b32d328-576a-43ab-adbf-b878bb1310f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:34.025949 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:34.871059 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:36.539600 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:13:43.388756 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:13:54.896969 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:00.909536 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-679dfb46-5ff7-4413-8880-73eb0dd103b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:02.442730 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:03.543677 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-319db678-c1cd-4957-af34-5c4390810d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:04.026357 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:04.871318 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:06.542105 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:20.387987 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:14:24.912066 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:30.909139 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-a0ee90dc-28e3-46ec-a02e-9ce5808ac525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:32.454099 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:33.545241 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-d85212d1-a9e1-4209-9f6a-e0f0ec689a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:34.027621 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:34.875455 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:36.543372 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:54.911552 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:14:57.386964 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:15:00.909562 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0f28da2b-6f4d-41f2-aab4-b208cee8dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:02.452166 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:03.547132 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2312967a-8e47-48fc-a2c2-af6a4746d9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:04.030714 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:04.876592 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:06.547289 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:24.911256 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:30.909718 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-182e017e-9fd5-492b-a40e-593ec5116d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:32.470370 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:33.546573 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b4cd236c-31b5-46d0-a09a-de5ac8647cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:34.031403 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:34.385449 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:15:34.879717 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:36.549304 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:15:54.908773 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:00.914288 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-b6451043-5c1f-4cc5-8d24-7d66d811a25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:02.482027 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:03.547012 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e0d23bec-3a22-43a8-a312-05188b9cd300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:04.032626 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:04.883276 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:06.557870 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:11.384674 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:16:24.924841 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:30.914509 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40de36f2-bd24-443b-a14b-e61c495f86af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:32.480378 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:33.546988 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-39fb9fc2-3107-4510-b1d2-e188885dfa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:34.033206 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:34.885860 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:36.548440 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:16:48.383524 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:16:54.939951 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:00.916842 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-95da6b6c-0eca-415f-8b92-c9d80a25d821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:02.494049 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:03.547513 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-168eae49-9d61-49b2-9473-a88be5d80826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:04.034607 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:04.887498 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:06.552341 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:24.942437 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:25.384101 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:17:30.918803 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-df35e030-49be-4a54-8ca5-12c25e5a6988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:32.493832 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:33.546849 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1de3-09de-4189-97ca-c3e3733d6e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:34.034294 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:34.891679 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:36.555300 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:17:54.954148 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:00.918931 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-2056d974-3915-4c88-b490-b3fb37ac0269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:02.383303 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:18:02.507810 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:03.546453 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7bb17b3b-7a90-47c0-a26e-9a0dd2ac4cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:04.034010 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:04.894094 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:06.557528 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:24.950903 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:30.922720 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-5b29547f-2d07-4f0e-9cc2-9123f145b7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:32.522971 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:33.546263 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-add505e6-ef6c-44cd-9e02-543e9cd5c6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:34.034929 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:34.897272 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:36.559996 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:18:39.382338 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:18:54.950874 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:00.922377 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-17a697c0-bc25-4446-a2c4-19fa06ecf356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:02.521869 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:03.545850 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-51512635-4fc4-413d-94ea-9b4d22f3f982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:04.036302 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:04.899898 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:06.563407 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:16.382451 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:19:24.966157 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:30.932810 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0062-f999-489e-a384-2ed6a60aa701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:32.522429 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:33.546076 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-6f31e50b-b9f1-437a-b5c3-bf749d8974d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:34.036865 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:34.901982 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:36.566605 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:19:53.382799 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:19:54.970715 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:00.924164 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-214ebe1b-10d7-4323-b93d-54754574146e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:02.528220 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:03.546115 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-40c018d1-3206-4e13-a349-8e7a79590a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:04.038860 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:04.905034 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:06.573089 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:22.287509 n-d-715271-7 neutron-server[93818]: DEBUG neutron.wsgi [req-fa1a7b75-599d-493e-9600-5b272c451bfe req-2b0c302b-f13b-47ef-97c5-e5f1fe0b6721 service neutron] (93818) timed out ('10.222.0.84', 55546) {{(pid=93818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 03:20:24.964932 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-81995243-31dc-47f3-9c58-fd09515d992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:30.382266 n-d-715271-7 neutron-server[93821]: DEBUG neutron.db.agents_db [None req-76ab5ec4-50ec-491b-9e0e-114e15e96f39 None None] Agent healthcheck: found 7 active agents {{(pid=93821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 03:20:30.928022 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-829e3eeb-dd7e-42f8-9ec1-e076bdf0a6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:32.518694 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0323-5189-411d-bd9e-347307a5726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:33.546136 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-db91f479-92cf-4f50-a417-803f0468609e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:34.039981 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-3f6fdb5b-7861-4582-b7d5-b6f0ebff8d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:34.907219 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-0b03514a-496f-4606-b026-4e63be14bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 03:20:36.571905 n-d-715271-7 neutron-server[93820]: DEBUG neutron_lib.callbacks.manager [None req-e256d18c-9f7c-4759-824d-286d472d8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742691542815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852434'] for agent, after_update {{(pid=93820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}